Add OpenRouter backup key failover

src/humeo/layout_vision.py

@@ -35,11 +35,11 @@ from humeo.env import (
     OPENROUTER_BASE_URL,
     current_llm_provider,
     model_name_for_provider,
-    openrouter_default_headers,
-    resolve_gemini_api_key,
-    resolve_llm_provider,
-    resolve_openrouter_api_key,
-)
+    openrouter_default_headers,
+    resolve_gemini_api_key,
+    resolve_llm_provider,
+    resolve_openrouter_api_keys,
+)
 from humeo.gemini_generate import gemini_generate_config
 
 logger = logging.getLogger(__name__)
@@ -1337,31 +1337,48 @@ def _call_vision_json(keyframe_path: str, model_name: str, prompt: str) -> dict[
             raise RuntimeError("Gemini vision returned empty response")
         return _json_object_from_vision_response(response.text)
 
-    client = OpenAI(
-        api_key=resolve_openrouter_api_key(),
-        base_url=OPENROUTER_BASE_URL,
-        default_headers=openrouter_default_headers(),
-    )
-    data_url = f"data:{mime};base64,{base64.b64encode(data).decode('ascii')}"
-    response = client.chat.completions.create(
-        model=resolved_model,
-        messages=[
-            {"role": "system", "content": prompt},
-            {
-                "role": "user",
-                "content": [
-                    {"type": "text", "text": "Analyze this keyframe and return only JSON."},
-                    {"type": "image_url", "image_url": {"url": data_url}},
-                ],
-            },
-        ],
-        temperature=0.2,
-        response_format={"type": "json_object"},
-    )
-    text = _openai_message_text(response.choices[0].message.content)
-    if not text:
-        raise RuntimeError("OpenRouter vision returned empty response")
-    return _json_object_from_vision_response(text)
+    data_url = f"data:{mime};base64,{base64.b64encode(data).decode('ascii')}"
+    keys = resolve_openrouter_api_keys()
+    last_error: Exception | None = None
+    for key_idx, api_key in enumerate(keys, start=1):
+        try:
+            client = OpenAI(
+                api_key=api_key,
+                base_url=OPENROUTER_BASE_URL,
+                default_headers=openrouter_default_headers(),
+            )
+            response = client.chat.completions.create(
+                model=resolved_model,
+                messages=[
+                    {"role": "system", "content": prompt},
+                    {
+                        "role": "user",
+                        "content": [
+                            {"type": "text", "text": "Analyze this keyframe and return only JSON."},
+                            {"type": "image_url", "image_url": {"url": data_url}},
+                        ],
+                    },
+                ],
+                temperature=0.2,
+                response_format={"type": "json_object"},
+            )
+            text = _openai_message_text(response.choices[0].message.content)
+            if not text:
+                raise RuntimeError("OpenRouter vision returned empty response")
+            if key_idx > 1:
+                logger.info("OpenRouter vision succeeded with fallback key %d/%d", key_idx, len(keys))
+            return _json_object_from_vision_response(text)
+        except Exception as exc:
+            last_error = exc
+            if key_idx < len(keys):
+                logger.warning(
+                    "OpenRouter vision failed with key %d/%d: %s; trying fallback",
+                    key_idx,
+                    len(keys),
+                    exc,
+                )
+    assert last_error is not None
+    raise last_error
 
 
 def _call_gemini_vision(keyframe_path: str, model_name: str) -> dict[str, Any]: