Spaces:
Sleeping
Sleeping
Commit ·
22c0d63
1
Parent(s): 1af5ac7
Updated to prioritize openai
Browse files- inference.py +1 -1
inference.py
CHANGED
|
@@ -14,7 +14,7 @@ from logger import log_start, log_step, log_end
|
|
| 14 |
API_BASE_URL: str = os.getenv("API_BASE_URL") or "https://router.huggingface.co/v1"
|
| 15 |
MODEL_NAME: str = os.getenv("MODEL_NAME") or "Qwen/Qwen2.5-7B-Instruct"
|
| 16 |
# HF router and similar setups use HF_TOKEN; OpenAI uses OPENAI_API_KEY.
|
| 17 |
-
API_KEY: str = os.getenv("
|
| 18 |
ENV_BASE_URL: str = os.getenv("ENV_BASE_URL", "http://localhost:7860")
|
| 19 |
TASKS = ["email_classification", "response_drafting", "support_session"]
|
| 20 |
MAX_STEPS_FALLBACK = 60
|
|
|
|
| 14 |
API_BASE_URL: str = os.getenv("API_BASE_URL") or "https://router.huggingface.co/v1"
|
| 15 |
MODEL_NAME: str = os.getenv("MODEL_NAME") or "Qwen/Qwen2.5-7B-Instruct"
|
| 16 |
# HF router and similar setups use HF_TOKEN; OpenAI uses OPENAI_API_KEY.
|
| 17 |
+
API_KEY: str = os.getenv("OPENAI_API_KEY") or os.getenv("HF_TOKEN", "")
|
| 18 |
ENV_BASE_URL: str = os.getenv("ENV_BASE_URL", "http://localhost:7860")
|
| 19 |
TASKS = ["email_classification", "response_drafting", "support_session"]
|
| 20 |
MAX_STEPS_FALLBACK = 60
|