Spaces:
Running on Zero
Running on Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -147,7 +147,7 @@ MODEL_PATH_D = model_path_d_local
|
|
| 147 |
processor_d = AutoProcessor.from_pretrained(MODEL_PATH_D, trust_remote_code=True)
|
| 148 |
model_d = AutoModelForCausalLM.from_pretrained(
|
| 149 |
MODEL_PATH_D,
|
| 150 |
-
attn_implementation="
|
| 151 |
torch_dtype=torch.bfloat16,
|
| 152 |
device_map="auto",
|
| 153 |
trust_remote_code=True
|
|
|
|
| 147 |
processor_d = AutoProcessor.from_pretrained(MODEL_PATH_D, trust_remote_code=True)
|
| 148 |
model_d = AutoModelForCausalLM.from_pretrained(
|
| 149 |
MODEL_PATH_D,
|
| 150 |
+
attn_implementation="flash_attention_2",
|
| 151 |
torch_dtype=torch.bfloat16,
|
| 152 |
device_map="auto",
|
| 153 |
trust_remote_code=True
|