Spaces:
Running on Zero
Running on Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -141,7 +141,7 @@ model_p = AutoModelForImageTextToText.from_pretrained(
|
|
| 141 |
trust_remote_code=True,
|
| 142 |
subfolder=SUBFOLDER_P,
|
| 143 |
torch_dtype=torch.float16,
|
| 144 |
-
attn_implementation="flash_attention_2"
|
| 145 |
).to(device).eval()
|
| 146 |
|
| 147 |
|
|
|
|
| 141 |
trust_remote_code=True,
|
| 142 |
subfolder=SUBFOLDER_P,
|
| 143 |
torch_dtype=torch.float16,
|
| 144 |
+
#attn_implementation="flash_attention_2"
|
| 145 |
).to(device).eval()
|
| 146 |
|
| 147 |
|