likki1715 commited on
Commit
1838ab8
·
verified ·
1 Parent(s): df71032

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -4
app.py CHANGED
@@ -40,10 +40,11 @@ final_answer = FinalAnswerTool()
40
  # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
41
 
42
  model = HfApiModel(
43
- max_tokens=2096,
44
- temperature=0.5,
45
- model_id="https://api-inference.huggingface.co/models/Qwen/Qwen2.5-Coder-32B-Instruct",
46
- custom_role_conversions=None,
 
47
  )
48
 
49
 
 
40
  # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
41
 
42
  model = HfApiModel(
43
+ model_id="Qwen/Qwen2.5-Coder-32B-Instruct",
44
+ provider="hf-inference", # Force it to use the free tier inference
45
+ max_tokens=2096,
46
+ temperature=0.5,
47
+ token=os.getenv("HF_TOKEN")
48
  )
49
 
50