prithivMLmods commited on
Commit
29cda59
·
verified ·
1 Parent(s): 902a7dc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -147,7 +147,7 @@ MODEL_PATH_D = model_path_d_local
147
  processor_d = AutoProcessor.from_pretrained(MODEL_PATH_D, trust_remote_code=True)
148
  model_d = AutoModelForCausalLM.from_pretrained(
149
  MODEL_PATH_D,
150
- attn_implementation="eager",
151
  torch_dtype=torch.bfloat16,
152
  device_map="auto",
153
  trust_remote_code=True
 
147
  processor_d = AutoProcessor.from_pretrained(MODEL_PATH_D, trust_remote_code=True)
148
  model_d = AutoModelForCausalLM.from_pretrained(
149
  MODEL_PATH_D,
150
+ attn_implementation="flash_attention_2",
151
  torch_dtype=torch.bfloat16,
152
  device_map="auto",
153
  trust_remote_code=True