Spaces:
Sleeping
Sleeping
Reduce timeout to 30s
Browse files
app.py
CHANGED
|
@@ -70,7 +70,7 @@ async def chat(req: Request):
|
|
| 70 |
|
| 71 |
try:
|
| 72 |
start_time = time.time()
|
| 73 |
-
async with httpx.AsyncClient(timeout=
|
| 74 |
resp = await client.post(
|
| 75 |
f"{BASE_URL}/v1/chat/completions",
|
| 76 |
json=body,
|
|
|
|
| 70 |
|
| 71 |
try:
|
| 72 |
start_time = time.time()
|
| 73 |
+
async with httpx.AsyncClient(timeout=30.0) as client:
|
| 74 |
resp = await client.post(
|
| 75 |
f"{BASE_URL}/v1/chat/completions",
|
| 76 |
json=body,
|