Update app.py
Browse files
app.py
CHANGED
|
@@ -7,7 +7,7 @@ from logo import get_logo_html
|
|
| 7 |
pipe = pipeline(
|
| 8 |
"text-generation",
|
| 9 |
model="Qwen/Qwen2-1.5B-Instruct",
|
| 10 |
-
|
| 11 |
device_map="auto",
|
| 12 |
)
|
| 13 |
|
|
|
|
| 7 |
pipe = pipeline(
|
| 8 |
"text-generation",
|
| 9 |
model="Qwen/Qwen2-1.5B-Instruct",
|
| 10 |
+
torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,
|
| 11 |
device_map="auto",
|
| 12 |
)
|
| 13 |
|