Yatsuiii commited on
Commit
6004e1b
·
verified ·
1 Parent(s): 0c886b1

Upload app.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -269,7 +269,7 @@ def _llm_report(p_mean: float, per_model: list, net_saliency: dict | None = None
269
  from openai import OpenAI
270
  if _VLLM_URL:
271
  # Live AMD MI300X inference via vLLM
272
- client = OpenAI(base_url=_VLLM_URL, api_key="not-required", timeout=60.0)
273
  model_id = _LLM_MODEL
274
  else:
275
  # Fallback: HF Inference API
 
269
  from openai import OpenAI
270
  if _VLLM_URL:
271
  # Live AMD MI300X inference via vLLM
272
+ client = OpenAI(base_url=_VLLM_URL, api_key="not-required", timeout=5.0)
273
  model_id = _LLM_MODEL
274
  else:
275
  # Fallback: HF Inference API