Spaces:
Sleeping
Sleeping
fix: HF_TOKEN variable, max_steps from task, document data in prompt
Browse files- inference.py +2 -2
inference.py
CHANGED
|
@@ -28,7 +28,7 @@ from env import InvoiceExceptionEnv, Action, ALL_TASKS
|
|
| 28 |
|
| 29 |
API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
|
| 30 |
MODEL_NAME = os.getenv("MODEL_NAME", "Qwen/Qwen2.5-72B-Instruct")
|
| 31 |
-
|
| 32 |
|
| 33 |
|
| 34 |
# ---------------------------------------------------------------------------
|
|
@@ -294,7 +294,7 @@ def run_task(client: OpenAI, env: InvoiceExceptionEnv, task_id: str) -> tuple:
|
|
| 294 |
|
| 295 |
def main() -> None:
|
| 296 |
"""Run inference on all tasks."""
|
| 297 |
-
client = OpenAI(base_url=API_BASE_URL, api_key=
|
| 298 |
env = InvoiceExceptionEnv(seed=42)
|
| 299 |
|
| 300 |
all_scores = []
|
|
|
|
| 28 |
|
| 29 |
API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
|
| 30 |
MODEL_NAME = os.getenv("MODEL_NAME", "Qwen/Qwen2.5-72B-Instruct")
|
| 31 |
+
HF_TOKEN = os.getenv("HF_TOKEN")
|
| 32 |
|
| 33 |
|
| 34 |
# ---------------------------------------------------------------------------
|
|
|
|
| 294 |
|
| 295 |
def main() -> None:
|
| 296 |
"""Run inference on all tasks."""
|
| 297 |
+
client = OpenAI(base_url=API_BASE_URL, api_key=HF_TOKEN)
|
| 298 |
env = InvoiceExceptionEnv(seed=42)
|
| 299 |
|
| 300 |
all_scores = []
|