Update app.py

app.py

@@ -1,24 +1,39 @@
 import random
-import httpx
-from fastapi import FastAPI, Request, HTTPException
-from fastapi.middleware.cors import CORSMiddleware
-from fastapi.responses import StreamingResponse, JSONResponse
-from pydantic import BaseModel
-from typing import List, Optional
 import asyncio
 import json
 import time
 import uuid
 import logging
 
+from typing import List, Optional
+
 import g4f
 from g4f.client import Client
 
+from fastapi import FastAPI, Request, HTTPException
+from fastapi.middleware.cors import CORSMiddleware
+from fastapi.responses import StreamingResponse, JSONResponse
+from pydantic import BaseModel
+
+# =====================================================
+# SAFE PROVIDERS
+# =====================================================
+
+SAFE_PROVIDER_NAMES = [
+    "DeepInfra",
+    "DDG",
+    "Cloudflare",
+]
+
 # =====================================================
 # LOGGING
 # =====================================================
 
-logging.basicConfig(level=logging.INFO)
+logging.basicConfig(
+    level=logging.INFO,
+    format="%(asctime)s [%(levelname)s] %(message)s"
+)
+
 logger = logging.getLogger(__name__)
 
 # =====================================================
@@ -27,13 +42,35 @@ logger = logging.getLogger(__name__)
 
 API_KEY = "sk-your-secret-key"
 
+# =====================================================
+# LOAD SAFE PROVIDERS
+# =====================================================
+
+AVAILABLE_PROVIDERS = []
+
+for provider_name in SAFE_PROVIDER_NAMES:
+
+    try:
+
+        provider = getattr(g4f.Provider, provider_name)
+
+        AVAILABLE_PROVIDERS.append(provider)
+
+        logger.info(f"Loaded provider: {provider_name}")
+
+    except Exception:
+
+        logger.warning(
+            f"Provider not available: {provider_name}"
+        )
+
 # =====================================================
 # FASTAPI
 # =====================================================
 
 app = FastAPI(
     title="Universal AI Gateway",
-    version="4.0.0"
+    version="5.0.0"
 )
 
 # =====================================================
@@ -56,6 +93,7 @@ class Message(BaseModel):
     role: str
     content: str
 
+
 class ChatRequest(BaseModel):
     model: str
     messages: List[Message]
@@ -71,7 +109,6 @@ def verify_api_key(req: Request):
 
     auth = req.headers.get("Authorization")
 
-    # السماح للاختبار
     if not auth:
         return True
 
@@ -101,7 +138,11 @@ async def root():
     return {
         "status": "online",
         "service": "Universal AI Gateway",
-        "version": "4.0.0"
+        "version": "5.0.0",
+        "providers": [
+            p.__name__
+            for p in AVAILABLE_PROVIDERS
+        ]
     }
 
 # =====================================================
@@ -144,7 +185,6 @@ async def get_models():
 
         logger.error(f"Models error: {e}")
 
-    # fallback
     if not models_data:
 
         for model in fallback_models:
@@ -161,6 +201,74 @@ async def get_models():
         "data": models_data
     }
 
+# =====================================================
+# PROVIDER PICKER
+# =====================================================
+
+def pick_provider():
+
+    if not AVAILABLE_PROVIDERS:
+        return None
+
+    return random.choice(AVAILABLE_PROVIDERS)
+
+# =====================================================
+# COMPLETION HELPER
+# =====================================================
+
+async def create_completion(
+    model,
+    messages,
+    stream=False
+):
+
+    last_error = None
+
+    providers = AVAILABLE_PROVIDERS.copy()
+
+    random.shuffle(providers)
+
+    for provider in providers:
+
+        try:
+
+            logger.info(
+                f"Trying provider: {provider.__name__}"
+            )
+
+            client = Client()
+
+            response = await asyncio.wait_for(
+                asyncio.to_thread(
+                    client.chat.completions.create,
+                    model=model,
+                    messages=messages,
+                    provider=provider,
+                    stream=stream
+                ),
+                timeout=45
+            )
+
+            logger.info(
+                f"Success provider: {provider.__name__}"
+            )
+
+            return response
+
+        except Exception as e:
+
+            last_error = e
+
+            logger.warning(
+                f"Provider failed: {provider.__name__} | {e}"
+            )
+
+            await asyncio.sleep(1)
+
+    raise Exception(
+        f"All providers failed: {last_error}"
+    )
+
 # =====================================================
 # CHAT COMPLETIONS
 # =====================================================
@@ -195,9 +303,7 @@ async def chat_completions(
 
             try:
 
-                client = Client()
-
-                response = client.chat.completions.create(
+                response = await create_completion(
                     model=body.model,
                     messages=messages,
                     stream=True
@@ -212,7 +318,8 @@ async def chat_completions(
                         content = ""
 
                         if (
-                            chunk.choices
+                            hasattr(chunk, "choices")
+                            and chunk.choices
                             and chunk.choices[0].delta
                             and chunk.choices[0].delta.content
                         ):
@@ -236,7 +343,10 @@ async def chat_completions(
                                 ]
                             }
 
-                            yield f"data: {json.dumps(payload)}\n\n"
+                            yield (
+                                f"data: "
+                                f"{json.dumps(payload, ensure_ascii=False)}\n\n"
+                            )
 
                             await asyncio.sleep(0)
 
@@ -260,7 +370,10 @@ async def chat_completions(
                     ]
                 }
 
-                yield f"data: {json.dumps(final_payload)}\n\n"
+                yield (
+                    f"data: "
+                    f"{json.dumps(final_payload)}\n\n"
+                )
 
                 yield "data: [DONE]\n\n"
 
@@ -275,7 +388,10 @@ async def chat_completions(
                     }
                 }
 
-                yield f"data: {json.dumps(error_payload)}\n\n"
+                yield (
+                    f"data: "
+                    f"{json.dumps(error_payload)}\n\n"
+                )
 
         return StreamingResponse(
             generate_stream(),
@@ -293,19 +409,22 @@ async def chat_completions(
 
     try:
 
-        client = Client()
-
-        response = await asyncio.to_thread(
-            client.chat.completions.create,
+        response = await create_completion(
             model=body.model,
-            messages=messages
+            messages=messages,
+            stream=False
         )
 
         assistant_message = ""
 
         try:
-            assistant_message = response.choices[0].message.content
-        except:
+
+            assistant_message = (
+                response.choices[0].message.content
+            )
+
+        except Exception:
+
             assistant_message = str(response)
 
         return JSONResponse({
@@ -347,6 +466,8 @@ if __name__ == "__main__":
 
     import uvicorn
 
+    logger.info("Starting Universal AI Gateway")
+
     uvicorn.run(
         app,
         host="0.0.0.0",