aaxaxax commited on
Commit
f7ae0ce
·
1 Parent(s): 2143b4a

Max 2 key attempts

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -50,7 +50,7 @@ def get_healthy_keys(max_failures=2):
50
  v["failures"] = 0
51
  v["healthy"] = True
52
  return OLLAMA_KEYS[:3]
53
- return healthy[:3] # Only try top 3
54
 
55
  @app.post("/v1/chat/completions")
56
  async def chat(req: Request):
 
50
  v["failures"] = 0
51
  v["healthy"] = True
52
  return OLLAMA_KEYS[:3]
53
+ return healthy[:2] # Only try top 3
54
 
55
  @app.post("/v1/chat/completions")
56
  async def chat(req: Request):