TheJackBright Claude Opus 4.6 commited on
Commit
250a6d2
·
1 Parent(s): 373c99b

Restore Groq API defaults in inference.py

Browse files

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

Files changed (1) hide show
  1. inference.py +2 -2
inference.py CHANGED
@@ -26,8 +26,8 @@ except ImportError:
26
  import requests
27
  from openai import OpenAI
28
 
29
- API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
30
- MODEL_NAME = os.getenv("MODEL_NAME", "Qwen/Qwen2.5-72B-Instruct")
31
  HF_TOKEN = os.getenv("HF_TOKEN")
32
  # Also accept GROQ_API_KEY or API_KEY as fallback for the token
33
  _API_KEY = HF_TOKEN or os.getenv("GROQ_API_KEY") or os.getenv("API_KEY")
 
26
  import requests
27
  from openai import OpenAI
28
 
29
+ API_BASE_URL = os.getenv("API_BASE_URL", "https://api.groq.com/openai/v1")
30
+ MODEL_NAME = os.getenv("MODEL_NAME", "llama-3.1-8b-instant")
31
  HF_TOKEN = os.getenv("HF_TOKEN")
32
  # Also accept GROQ_API_KEY or API_KEY as fallback for the token
33
  _API_KEY = HF_TOKEN or os.getenv("GROQ_API_KEY") or os.getenv("API_KEY")