jampuramprem commited on
Commit
22c0d63
·
1 Parent(s): 1af5ac7

Updated to prioritize openai

Browse files
Files changed (1) hide show
  1. inference.py +1 -1
inference.py CHANGED
@@ -14,7 +14,7 @@ from logger import log_start, log_step, log_end
14
  API_BASE_URL: str = os.getenv("API_BASE_URL") or "https://router.huggingface.co/v1"
15
  MODEL_NAME: str = os.getenv("MODEL_NAME") or "Qwen/Qwen2.5-7B-Instruct"
16
  # HF router and similar setups use HF_TOKEN; OpenAI uses OPENAI_API_KEY.
17
- API_KEY: str = os.getenv("HF_TOKEN") or os.getenv("OPENAI_API_KEY", "")
18
  ENV_BASE_URL: str = os.getenv("ENV_BASE_URL", "http://localhost:7860")
19
  TASKS = ["email_classification", "response_drafting", "support_session"]
20
  MAX_STEPS_FALLBACK = 60
 
14
  API_BASE_URL: str = os.getenv("API_BASE_URL") or "https://router.huggingface.co/v1"
15
  MODEL_NAME: str = os.getenv("MODEL_NAME") or "Qwen/Qwen2.5-7B-Instruct"
16
  # HF router and similar setups use HF_TOKEN; OpenAI uses OPENAI_API_KEY.
17
+ API_KEY: str = os.getenv("OPENAI_API_KEY") or os.getenv("HF_TOKEN", "")
18
  ENV_BASE_URL: str = os.getenv("ENV_BASE_URL", "http://localhost:7860")
19
  TASKS = ["email_classification", "response_drafting", "support_session"]
20
  MAX_STEPS_FALLBACK = 60