Update app.py

app.py

@@ -3,31 +3,32 @@ from fastapi.middleware.cors import CORSMiddleware
 from fastapi.responses import StreamingResponse, JSONResponse
 from pydantic import BaseModel
 from typing import List
-import g4f
-import g4f.models
+import asyncio
 import json
-import uuid
 import time
-import asyncio
+import uuid
 
-# =====================================================
+import g4f
+import g4f.models
+
+# =========================================================
 # CONFIG
-# =====================================================
+# =========================================================
 
 API_KEY = "sk-your-secret-key"
 
-# =====================================================
-# FASTAPI
-# =====================================================
+# =========================================================
+# APP
+# =========================================================
 
 app = FastAPI(
-    title="Universal AI Gateway",
-    version="2.0.0"
+    title="DuckAI Gateway",
+    version="3.0.0"
 )
 
-# =====================================================
+# =========================================================
 # CORS
-# =====================================================
+# =========================================================
 
 app.add_middleware(
     CORSMiddleware,
@@ -37,9 +38,20 @@ app.add_middleware(
     allow_headers=["*"],
 )
 
-# =====================================================
+# =========================================================
+# PROVIDERS
+# =========================================================
+
+PROVIDERS = [
+    g4f.Provider.DuckDuckGo,
+    g4f.Provider.Blackbox,
+    g4f.Provider.Free2GPT,
+    g4f.Provider.Bing
+]
+
+# =========================================================
 # MODELS
-# =====================================================
+# =========================================================
 
 class Message(BaseModel):
     role: str
@@ -52,9 +64,9 @@ class ChatRequest(BaseModel):
     temperature: float = 0.7
     max_tokens: int = 4096
 
-# =====================================================
+# =========================================================
 # AUTH
-# =====================================================
+# =========================================================
 
 def verify_api_key(req: Request):
 
@@ -80,21 +92,21 @@ def verify_api_key(req: Request):
             detail="Invalid API Key"
         )
 
-# =====================================================
+# =========================================================
 # ROOT
-# =====================================================
+# =========================================================
 
 @app.get("/")
 async def root():
 
     return {
         "status": "online",
-        "service": "Universal AI Gateway"
+        "service": "DuckAI Gateway"
     }
 
-# =====================================================
-# MODELS ENDPOINT
-# =====================================================
+# =========================================================
+# MODELS
+# =========================================================
 
 @app.get("/v1/models")
 async def models():
@@ -138,9 +150,115 @@ async def models():
         "data": data
     }
 
-# =====================================================
+# =========================================================
+# NORMAL RESPONSE
+# =========================================================
+
+def generate_response(model, messages):
+
+    last_error = None
+
+    for provider in PROVIDERS:
+
+        try:
+
+            response = g4f.ChatCompletion.create(
+                model=model,
+                provider=provider,
+                messages=messages
+            )
+
+            return response
+
+        except Exception as e:
+
+            last_error = str(e)
+
+            continue
+
+    raise Exception(last_error or "All providers failed")
+
+# =========================================================
+# STREAM RESPONSE
+# =========================================================
+
+async def generate_stream(model, messages):
+
+    last_error = None
+
+    for provider in PROVIDERS:
+
+        try:
+
+            response = g4f.ChatCompletion.create(
+                model=model,
+                provider=provider,
+                messages=messages,
+                stream=True
+            )
+
+            for chunk in response:
+
+                if chunk:
+
+                    payload = {
+                        "id": f"chatcmpl-{uuid.uuid4().hex}",
+                        "object": "chat.completion.chunk",
+                        "created": int(time.time()),
+                        "model": model,
+                        "choices": [
+                            {
+                                "index": 0,
+                                "delta": {
+                                    "content": chunk
+                                },
+                                "finish_reason": None
+                            }
+                        ]
+                    }
+
+                    yield f"data: {json.dumps(payload)}\n\n"
+
+                    await asyncio.sleep(0)
+
+            done_payload = {
+                "id": f"chatcmpl-{uuid.uuid4().hex}",
+                "object": "chat.completion.chunk",
+                "created": int(time.time()),
+                "model": model,
+                "choices": [
+                    {
+                        "index": 0,
+                        "delta": {},
+                        "finish_reason": "stop"
+                    }
+                ]
+            }
+
+            yield f"data: {json.dumps(done_payload)}\n\n"
+
+            yield "data: [DONE]\n\n"
+
+            return
+
+        except Exception as e:
+
+            last_error = str(e)
+
+            continue
+
+    error_payload = {
+        "error": {
+            "message": last_error or "All providers failed",
+            "type": "server_error"
+        }
+    }
+
+    yield f"data: {json.dumps(error_payload)}\n\n"
+
+# =========================================================
 # CHAT COMPLETIONS
-# =====================================================
+# =========================================================
 
 @app.post("/v1/chat/completions")
 async def chat_completions(
@@ -158,89 +276,29 @@ async def chat_completions(
         for m in body.messages
     ]
 
-    # =================================================
-    # STREAMING
-    # =================================================
+    # =====================================================
+    # STREAM
+    # =====================================================
 
     if body.stream:
 
-        async def generate_stream():
-
-            try:
-
-                response = g4f.ChatCompletion.create(
-                    model=body.model,
-                    messages=messages,
-                    stream=True
-                )
-
-                for chunk in response:
-
-                    if chunk:
-
-                        payload = {
-                            "id": f"chatcmpl-{uuid.uuid4().hex}",
-                            "object": "chat.completion.chunk",
-                            "created": int(time.time()),
-                            "model": body.model,
-                            "choices": [
-                                {
-                                    "index": 0,
-                                    "delta": {
-                                        "content": chunk
-                                    },
-                                    "finish_reason": None
-                                }
-                            ]
-                        }
-
-                        yield f"data: {json.dumps(payload)}\n\n"
-
-                        await asyncio.sleep(0)
-
-                done_payload = {
-                    "id": f"chatcmpl-{uuid.uuid4().hex}",
-                    "object": "chat.completion.chunk",
-                    "created": int(time.time()),
-                    "model": body.model,
-                    "choices": [
-                        {
-                            "index": 0,
-                            "delta": {},
-                            "finish_reason": "stop"
-                        }
-                    ]
-                }
-
-                yield f"data: {json.dumps(done_payload)}\n\n"
-
-                yield "data: [DONE]\n\n"
-
-            except Exception as e:
-
-                error_payload = {
-                    "error": {
-                        "message": str(e),
-                        "type": "server_error"
-                    }
-                }
-
-                yield f"data: {json.dumps(error_payload)}\n\n"
-
         return StreamingResponse(
-            generate_stream(),
+            generate_stream(
+                body.model,
+                messages
+            ),
             media_type="text/event-stream"
         )
 
-    # =================================================
-    # NORMAL RESPONSE
-    # =================================================
+    # =====================================================
+    # NORMAL
+    # =====================================================
 
     try:
 
-        response = g4f.ChatCompletion.create(
-            model=body.model,
-            messages=messages
+        response = generate_response(
+            body.model,
+            messages
         )
 
         return JSONResponse({