aaxaxax commited on
Commit
295776f
·
1 Parent(s): 271eb18

Reduce timeout to 30s

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -70,7 +70,7 @@ async def chat(req: Request):
70
 
71
  try:
72
  start_time = time.time()
73
- async with httpx.AsyncClient(timeout=120.0) as client:
74
  resp = await client.post(
75
  f"{BASE_URL}/v1/chat/completions",
76
  json=body,
 
70
 
71
  try:
72
  start_time = time.time()
73
+ async with httpx.AsyncClient(timeout=30.0) as client:
74
  resp = await client.post(
75
  f"{BASE_URL}/v1/chat/completions",
76
  json=body,