Update app.py

app.py

@@ -1,8 +1,9 @@
-
+from fastapi import FastAPI, Request, HTTPException
 from fastapi.middleware.cors import CORSMiddleware
 from fastapi.responses import StreamingResponse, JSONResponse
 from pydantic import BaseModel
 from typing import List, Optional, Dict
+
 import asyncio
 import json
 import time
@@ -10,11 +11,12 @@ import uuid
 import logging
 import random
 import httpx
-
 import g4f
+
 from g4f.client import Client
 from g4f import Provider
 
+
 # =====================================================
 # LOGGING
 # =====================================================
@@ -23,14 +25,17 @@ logging.basicConfig(
     level=logging.INFO,
     format="%(asctime)s [%(levelname)s] %(message)s"
 )
+
 logger = logging.getLogger(__name__)
 
+
 # =====================================================
 # CONFIG
 # =====================================================
 
 API_KEY = "sk-your-secret-key"
 
+
 # =====================================================
 # PROXY CONFIG
 # =====================================================
@@ -43,90 +48,110 @@ PROXY_LIST = [
 ]
 
 # بروكسي واحد إذا كان لديك
-SINGLE_PROXY = None  # مثال: "http://user:pass@host:port"
+SINGLE_PROXY = None
+# مثال:
+# "http://user:pass@host:port"
+
 
 # =====================================================
 # PROVIDER MAP - ربط النماذج بمزوديها
 # =====================================================
 
 MODEL_PROVIDER_MAP: Dict[str, list] = {
+
     # GPT Models
     "gpt-4o": [
         Provider.Blackbox,
         Provider.Liaobots,
         Provider.OpenaiChat,
     ],
+
     "gpt-4o-mini": [
         Provider.Blackbox,
         Provider.DDG,
         Provider.Liaobots,
         Provider.OpenaiChat,
     ],
+
     "gpt-4": [
         Provider.Blackbox,
         Provider.Liaobots,
         Provider.OpenaiChat,
     ],
+
     "gpt-3.5-turbo": [
         Provider.DDG,
         Provider.Blackbox,
         Provider.OpenaiChat,
     ],
+
     # Claude Models
     "claude-3-haiku": [
         Provider.DDG,
         Provider.Blackbox,
     ],
+
     "claude-3-5-sonnet": [
         Provider.Blackbox,
         Provider.Liaobots,
     ],
+
     "claude-3-opus": [
         Provider.Liaobots,
         Provider.Blackbox,
     ],
+
     # Llama Models
     "llama-3.1-70b": [
         Provider.Blackbox,
         Provider.DeepInfra,
         Provider.Cloudflare,
     ],
+
     "llama-3.1-8b": [
         Provider.Cloudflare,
         Provider.DeepInfra,
     ],
+
     "llama-3.2-90b": [
         Provider.Blackbox,
         Provider.DeepInfra,
     ],
+
     # Mixtral Models
     "mixtral-8x7b": [
         Provider.DeepInfra,
         Provider.Blackbox,
     ],
+
     # Deepseek Models
     "deepseek-chat": [
         Provider.DeepInfra,
         Provider.Blackbox,
     ],
+
     "deepseek-v3": [
         Provider.Blackbox,
         Provider.DeepInfra,
     ],
+
     # Gemini Models
     "gemini-pro": [
         Provider.Blackbox,
         Provider.Liaobots,
     ],
+
     "gemini-1.5-pro": [
         Provider.Blackbox,
         Provider.Liaobots,
     ],
+
     # Qwen Models
     "qwen-2.5-72b": [
         Provider.Blackbox,
         Provider.DeepInfra,
     ],
+
     # Default fallback
     "default": [
         Provider.Blackbox,
@@ -135,6 +160,7 @@ MODEL_PROVIDER_MAP: Dict[str, list] = {
     ],
 }
 
+
 # =====================================================
 # FALLBACK MODELS - إذا فشل النموذج المطلوب
 # =====================================================
@@ -145,6 +171,7 @@ FALLBACK_MODELS = [
     "llama-3.1-70b",
 ]
 
+
 # =====================================================
 # FASTAPI
 # =====================================================
@@ -155,6 +182,7 @@ app = FastAPI(
     version="5.0.0"
 )
 
+
 # =====================================================
 # CORS
 # =====================================================
@@ -167,6 +195,7 @@ app.add_middleware(
     allow_headers=["*"],
 )
 
+
 # =====================================================
 # MODELS
 # =====================================================
@@ -175,6 +204,7 @@ class Message(BaseModel):
     role: str
     content: str
 
+
 class ChatRequest(BaseModel):
     model: str
     messages: List[Message]
@@ -182,6 +212,7 @@ class ChatRequest(BaseModel):
     temperature: Optional[float] = 0.7
     max_tokens: Optional[int] = 4096
 
+
 # =====================================================
 # PROXY HELPER
 # =====================================================
@@ -202,19 +233,25 @@ def get_proxy() -> Optional[str]:
 
     return None
 
+
 def get_g4f_proxy_config() -> dict:
     """إعداد البروكسي لـ g4f"""
+
     proxy = get_proxy()
+
     if proxy:
         return {"proxy": proxy}
+
     return {}
 
+
 # =====================================================
 # CLIENT BUILDER
 # =====================================================
 
 def build_client(proxy: Optional[str] = None) -> Client:
     """بناء عميل g4f مع البروكسي"""
+
     proxy_url = proxy or get_proxy()
 
     if proxy_url:
@@ -222,17 +259,20 @@ def build_client(proxy: Optional[str] = None) -> Client:
             client = Client(proxies=proxy_url)
             logger.info("Client created with proxy")
             return client
+
         except Exception as e:
             logger.warning(f"Failed to create client with proxy: {e}")
 
     return Client()
 
+
 # =====================================================
 # AUTH
 # =====================================================
 
 def verify_api_key(req: Request):
     """التحقق من مفتاح API"""
+
     auth = req.headers.get("Authorization")
 
     # السماح بدون مفتاح للاختبار
@@ -255,6 +295,7 @@ def verify_api_key(req: Request):
 
     return True
 
+
 # =====================================================
 # CORE: SMART COMPLETION WITH RETRY + FALLBACK
 # =====================================================
@@ -294,13 +335,11 @@ async def smart_completion(
         for provider in providers_shuffled:
 
             try:
-
                 logger.info(
-                    f"Attempt {attempt+1} | Model: {model} | Provider: {provider.__name__}"
+                    f"Attempt {attempt + 1} | Model: {model} | Provider: {provider.__name__}"
                 )
 
                 client = build_client(proxy)
-
                 proxy_config = get_g4f_proxy_config()
 
                 response = await asyncio.to_thread(
@@ -319,8 +358,8 @@ async def smart_completion(
                 return response, model
 
             except Exception as e:
-
                 last_error = e
+
                 logger.warning(
                     f"❌ Failed | Model: {model} | Provider: {provider.__name__} | Error: {str(e)[:100]}"
                 )
@@ -331,7 +370,11 @@ async def smart_completion(
         # انتظار قبل دورة المحاولات الجديدة
         if attempt < max_retries - 1:
             wait_time = (attempt + 1) * 1.5
-            logger.info(f"Waiting {wait_time}s before retry {attempt+2}...")
+
+            logger.info(
+                f"Waiting {wait_time}s before retry {attempt + 2}..."
+            )
+
             await asyncio.sleep(wait_time)
 
     # -----------------------------------------------
@@ -352,10 +395,9 @@ async def smart_completion(
             MODEL_PROVIDER_MAP["default"]
         )
 
-        for fb_provider in fallback_providers[:2]:  # أول مزودين فقط
+        for fb_provider in fallback_providers[:2]:
 
             try:
-
                 logger.info(
                     f"🔄 Fallback | Model: {fallback_model} | Provider: {fb_provider.__name__}"
                 )
@@ -383,6 +425,7 @@ async def smart_completion(
                 logger.warning(
                     f"❌ Fallback Failed | Model: {fallback_model} | Error: {str(e)[:100]}"
                 )
+
                 await asyncio.sleep(0.3)
 
     # -----------------------------------------------
@@ -407,6 +450,7 @@ async def smart_completion(
     except Exception as e:
 
         last_error = e
+
         logger.error(f"💀 All attempts failed: {str(e)}")
 
     raise HTTPException(
@@ -419,12 +463,14 @@ async def smart_completion(
         }
     )
 
+
 # =====================================================
 # ROOT
 # =====================================================
 
 @app.get("/")
 async def root():
+
     return {
         "status": "online",
         "service": "Universal AI Gateway",
@@ -438,6 +484,7 @@ async def root():
         }
     }
 
+
 # =====================================================
 # HEALTH CHECK
 # =====================================================
@@ -449,19 +496,29 @@ async def health_check():
     proxy_status = "disabled"
 
     if SINGLE_PROXY or PROXY_LIST:
+
         proxy_status = "enabled"
 
         # اختبار البروكسي
         proxy = get_proxy()
+
         if proxy:
             try:
                 async with httpx.AsyncClient(
                     proxies=proxy,
                     timeout=10
                 ) as client:
-                    resp = await client.get("https://api.ipify.org?format=json")
+
+                    resp = await client.get(
+                        "https://api.ipify.org?format=json"
+                    )
+
                     ip_data = resp.json()
-                    proxy_status = f"working - IP: {ip_data.get('ip', 'unknown')}"
+
+                    proxy_status = (
+                        f"working - IP: {ip_data.get('ip', 'unknown')}"
+                    )
+
             except Exception as e:
                 proxy_status = f"error - {str(e)[:50]}"
 
@@ -473,6 +530,7 @@ async def health_check():
         "fallback_models": FALLBACK_MODELS
     }
 
+
 # =====================================================
 # MODELS LIST
 # =====================================================
@@ -485,6 +543,7 @@ async def get_models():
 
     # النماذج من الخريطة
     for model_id in MODEL_PROVIDER_MAP.keys():
+
         if model_id == "default":
             continue
 
@@ -503,13 +562,21 @@ async def get_models():
 
     # إضافة نماذج إضافي�� من g4f
     try:
+
         if hasattr(g4f.models, "_all_models"):
+
             all_models = list(g4f.models._all_models)
-            existing_ids = {m["id"] for m in models_data}
+
+            existing_ids = {
+                m["id"] for m in models_data
+            }
 
             for model in all_models[:30]:
+
                 model_str = str(model)
+
                 if model_str not in existing_ids:
+
                     models_data.append({
                         "id": model_str,
                         "object": "model",
@@ -520,6 +587,7 @@ async def get_models():
                         "root": model_str,
                         "parent": None
                     })
+
                     existing_ids.add(model_str)
 
     except Exception as e:
@@ -531,6 +599,7 @@ async def get_models():
         "total": len(models_data)
     }
 
+
 # =====================================================
 # CHAT COMPLETIONS - MAIN ENDPOINT
 # =====================================================
@@ -546,7 +615,10 @@ async def chat_completions(
 
     # تحويل الرسائل
     messages = [
-        {"role": m.role, "content": m.content}
+        {
+            "role": m.role,
+            "content": m.content
+        }
         for m in body.messages
     ]
 
@@ -566,6 +638,7 @@ async def chat_completions(
 
                 # الحصول على البروكسي
                 proxy = get_proxy()
+
                 chunk_id = f"chatcmpl-{uuid.uuid4().hex}"
                 actual_model = body.model
 
@@ -585,7 +658,6 @@ async def chat_completions(
                 for provider in providers_shuffled:
 
                     try:
-
                         logger.info(
                             f"Stream attempt | Provider: {provider.__name__}"
                         )
@@ -605,13 +677,17 @@ async def chat_completions(
                         logger.info(
                             f"✅ Stream connected | Provider: {provider.__name__}"
                         )
+
                         break
 
                     except Exception as e:
+
                         last_err = e
+
                         logger.warning(
                             f"❌ Stream provider failed: {provider.__name__} | {str(e)[:80]}"
                         )
+
                         await asyncio.sleep(0.3)
 
                 # إذا فشل كل شيء، جرب بدون مزود محدد
@@ -619,17 +695,25 @@ async def chat_completions(
 
                     try:
                         client = build_client(proxy)
+
                         response = await asyncio.to_thread(
                             client.chat.completions.create,
                             model=body.model,
                             messages=messages,
                             stream=True
                         )
-                        logger.info("✅ Stream connected without specific provider")
+
+                        logger.info(
+                            "✅ Stream connected without specific provider"
+                        )
 
                     except Exception as e:
+
                         last_err = e
-                        logger.error(f"💀 Stream completely failed: {e}")
+
+                        logger.error(
+                            f"💀 Stream completely failed: {e}"
+                        )
 
                         error_payload = {
                             "error": {
@@ -638,6 +722,7 @@ async def chat_completions(
                                 "code": 503
                             }
                         }
+
                         yield f"data: {json.dumps(error_payload)}\n\n"
                         return
 
@@ -647,7 +732,6 @@ async def chat_completions(
                 for chunk in response:
 
                     try:
-
                         content = ""
 
                         if (
@@ -679,11 +763,18 @@ async def chat_completions(
                                 ]
                             }
 
-                            yield f"data: {json.dumps(payload, ensure_ascii=False)}\n\n"
+                            yield (
+                                f"data: "
+                                f"{json.dumps(payload, ensure_ascii=False)}\n\n"
+                            )
+
                             await asyncio.sleep(0)
 
                     except Exception as chunk_error:
-                        logger.error(f"Chunk processing error: {chunk_error}")
+                        logger.error(
+                            f"Chunk processing error: {chunk_error}"
+                        )
+
                         continue
 
                 # إذا لم يكن هناك محتوى
@@ -705,7 +796,11 @@ async def chat_completions(
                     ]
                 }
 
-                yield f"data: {json.dumps(final_payload)}\n\n"
+                yield (
+                    f"data: "
+                    f"{json.dumps(final_payload)}\n\n"
+                )
+
                 yield "data: [DONE]\n\n"
 
             except Exception as e:
@@ -752,16 +847,27 @@ async def chat_completions(
         assistant_message = ""
 
         try:
-            assistant_message = response.choices[0].message.content or ""
+            assistant_message = (
+                response.choices[0].message.content or ""
+            )
+
         except AttributeError:
+
             try:
                 assistant_message = str(response)
+
             except Exception:
                 assistant_message = "Error extracting response"
 
         # حساب الرموز تقريبياً
-        prompt_tokens = sum(len(m["content"].split()) for m in messages)
-        completion_tokens = len(assistant_message.split())
+        prompt_tokens = sum(
+            len(m["content"].split())
+            for m in messages
+        )
+
+        completion_tokens = len(
+            assistant_message.split()
+        )
 
         return JSONResponse({
             "id": f"chatcmpl-{uuid.uuid4().hex}",
@@ -781,7 +887,9 @@ async def chat_completions(
             "usage": {
                 "prompt_tokens": prompt_tokens,
                 "completion_tokens": completion_tokens,
-                "total_tokens": prompt_tokens + completion_tokens
+                "total_tokens": (
+                    prompt_tokens + completion_tokens
+                )
             }
         })
 
@@ -801,6 +909,7 @@ async def chat_completions(
             }
         )
 
+
 # =====================================================
 # RUN
 # =====================================================
@@ -809,13 +918,21 @@ if __name__ == "__main__":
 
     import uvicorn
 
-    logger.info("🚀 Starting Universal AI Gateway v5.0.0")
-    logger.info(f"🔌 Proxy enabled: {bool(PROXY_LIST or SINGLE_PROXY)}")
-    logger.info(f"📦 Models configured: {len(MODEL_PROVIDER_MAP)}")
+    logger.info(
+        "🚀 Starting Universal AI Gateway v5.0.0"
+    )
+
+    logger.info(
+        f"🔌 Proxy enabled: {bool(PROXY_LIST or SINGLE_PROXY)}"
+    )
+
+    logger.info(
+        f"📦 Models configured: {len(MODEL_PROVIDER_MAP)}"
+    )
 
     uvicorn.run(
         app,
         host="0.0.0.0",
         port=7860,
         log_level="info"
-    )
+    )