Bhaddy392 commited on
Commit
f31bbe0
Β·
verified Β·
1 Parent(s): 628c529

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -7,7 +7,7 @@ from logo import get_logo_html
7
  pipe = pipeline(
8
  "text-generation",
9
  model="Qwen/Qwen2-1.5B-Instruct",
10
- model_kwargs={"torch_dtype": torch.float16 if torch.cuda.is_available() else torch.float32},
11
  device_map="auto",
12
  )
13
 
 
7
  pipe = pipeline(
8
  "text-generation",
9
  model="Qwen/Qwen2-1.5B-Instruct",
10
+ torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,
11
  device_map="auto",
12
  )
13