Upload app.py with huggingface_hub
Browse files
app.py
CHANGED
|
@@ -269,7 +269,7 @@ def _llm_report(p_mean: float, per_model: list, net_saliency: dict | None = None
|
|
| 269 |
from openai import OpenAI
|
| 270 |
if _VLLM_URL:
|
| 271 |
# Live AMD MI300X inference via vLLM
|
| 272 |
-
client = OpenAI(base_url=_VLLM_URL, api_key="not-required", timeout=
|
| 273 |
model_id = _LLM_MODEL
|
| 274 |
else:
|
| 275 |
# Fallback: HF Inference API
|
|
|
|
| 269 |
from openai import OpenAI
|
| 270 |
if _VLLM_URL:
|
| 271 |
# Live AMD MI300X inference via vLLM
|
| 272 |
+
client = OpenAI(base_url=_VLLM_URL, api_key="not-required", timeout=5.0)
|
| 273 |
model_id = _LLM_MODEL
|
| 274 |
else:
|
| 275 |
# Fallback: HF Inference API
|