Update main.py

main.py

@@ -13,8 +13,6 @@ from fastapi.responses import JSONResponse
 # ====================================================================
 API_SECRET_KEY = os.getenv("API_SECRET_KEY", "change-me-secret")
 
-# key = ما يرسله المستخدم في "model"
-# value = النص الذي يظهر في زر model-select-button في duck.ai
 DUCK_MODELS = {
     "gpt-5-mini":       "GPT-5 mini",
     "gpt-5":            "GPT-5",
@@ -26,7 +24,7 @@ DUCK_MODELS = {
     "mistral-small-4":  "Mistral Small 4",
 }
 
-ALL_MODELS = list(DUCK_MODELS.keys())
+ALL_MODELS    = list(DUCK_MODELS.keys())
 DEFAULT_MODEL = "gpt-5-mini"
 
 # ====================================================================
@@ -36,21 +34,22 @@ DEFAULT_MODEL = "gpt-5-mini"
 class AsyncBrowserThread(threading.Thread):
     def __init__(self):
         super().__init__(daemon=True)
-        self.loop        = asyncio.new_event_loop()
-        self.ready_event = threading.Event()
-        self.browser     = None
-        self.playwright  = None
+        self.loop               = asyncio.new_event_loop()
+        self.ready_event        = threading.Event()
+        self.browser            = None
+        self.playwright         = None
+        self.persistent_context = None
 
     def run(self):
         asyncio.set_event_loop(self.loop)
         self.loop.run_until_complete(self._start_browser())
         self.ready_event.set()
-        print("[DUCK] Browser ready!")
+        print("[SERVER] Browser + Duck.ai ready!")
         self.loop.run_forever()
 
     async def _start_browser(self):
         from playwright.async_api import async_playwright
-        print("[DUCK] Launching Chrome...")
+        print("[SERVER] Launching Chrome...")
         self.playwright = await async_playwright().start()
         self.browser = await self.playwright.chromium.launch(
             headless=True,
@@ -65,14 +64,9 @@ class AsyncBrowserThread(threading.Thread):
                 "--no-zygote",
             ],
         )
-        print("[DUCK] Chrome launched!")
 
-    async def _chat(self, model_label: str, prompt: str) -> str:
-        """
-        model_label: النص الظاهر في واجهة duck.ai مثل 'GPT-5 mini'
-        prompt: النص الكامل للإرسال
-        """
-        context = await self.browser.new_context(
+        # ── Context دائم: cookies تُحفظ بين الـ requests ─────────
+        self.persistent_context = await self.browser.new_context(
             user_agent=(
                 "Mozilla/5.0 (Windows NT 10.0; Win64; x64) "
                 "AppleWebKit/537.36 (KHTML, like Gecko) "
@@ -80,118 +74,164 @@ class AsyncBrowserThread(threading.Thread):
             ),
             viewport={"width": 1920, "height": 1080},
         )
-        await context.add_init_script(
+        await self.persistent_context.add_init_script(
             "Object.defineProperty(navigator, 'webdriver', {get: () => undefined})"
         )
-        page = await context.new_page()
+
+        # ── قبول شروط duck.ai مرة واحدة عند الإقلاع ─────────────
+        setup_page = await self.persistent_context.new_page()
+        try:
+            print("[SERVER] Opening duck.ai for first-time setup...")
+            await setup_page.goto(
+                "https://duckduckgo.com/aichat", wait_until="domcontentloaded"
+            )
+            await asyncio.sleep(5)
+
+            # زر "Agree and Continue" من الصورة الحقيقية
+            agree_btn = setup_page.locator('button:has-text("Agree and Continue")')
+            await agree_btn.wait_for(state="visible", timeout=12000)
+            await agree_btn.click()
+            print("[SERVER] Duck.ai terms accepted ✓")
+            await asyncio.sleep(3)
+
+            # انتظر ظهور صندوق الكتابة = الموقع جاهز
+            await setup_page.wait_for_selector(
+                'textarea[name="user-prompt"]', timeout=20000
+            )
+            print("[SERVER] Duck.ai chat interface ready ✓")
+
+        except Exception as e:
+            print(f"[SERVER] Setup note (non-fatal): {e}")
+        finally:
+            await setup_page.close()
+
+    # ──────────────────────────────────────────────────────────────
+    # الدالة الرئيسية: إرسال prompt واستقبال الرد
+    # ──────────────────────────────────────────────────────────────
+    async def _chat(self, model_label: str, prompt: str) -> str:
+        # كل request يأخذ page منفصلة من نفس الـ context المحفوظ
+        page = await self.persistent_context.new_page()
 
         try:
             page.set_default_timeout(120000)
 
-            # ── 1. فتح duck.ai ──────────────────────��───────────────
-            await page.goto("https://duckduckgo.com/aichat", wait_until="domcontentloaded")
-            await asyncio.sleep(5)
+            # ── 1. فتح صفحة جديدة نظيفة ───────────────────────────
+            await page.goto(
+                "https://duckduckgo.com/aichat", wait_until="domcontentloaded"
+            )
+            await asyncio.sleep(3)
+
+            # ── 2. إغلاق أي popup/banner إضافي ────────────────────
+            # Agree and Continue إن ظهر مجدداً (احتياط)
+            try:
+                agree_btn = page.locator('button:has-text("Agree and Continue")')
+                if await agree_btn.count() > 0:
+                    is_visible = await agree_btn.first.is_visible()
+                    if is_visible:
+                        await agree_btn.first.click()
+                        print("[DUCK] Terms re-accepted ✓")
+                        await asyncio.sleep(2)
+            except Exception:
+                pass
 
-            # ── 2. إغلاق أي banner/notification ────────────────────
-            # إغلاق إشعار PDF إن ظهر
+            # إغلاق إشعار PDF
             try:
-                close_btns = page.locator("button[aria-label='Close'], button.XkSxBJ8ofSQsZmGZs6qx")
-                if await close_btns.count() > 0:
-                    await close_btns.first.click()
+                close_btn = page.locator(
+                    'button.XkSxBJ8ofSQsZmGZs6qx, '
+                    'li.HmVD0odzmaobZhTx3jzd button[aria-label="Close"], '
+                    'button[aria-label="Close"]'
+                )
+                if await close_btn.count() > 0:
+                    await close_btn.first.click()
                     await asyncio.sleep(1)
             except Exception:
                 pass
 
-            # ── 3. انتظار صندوق الكتابة (الـ selector الحقيقي) ─────
-            # من HTML: <textarea name="user-prompt" ...>
-            await page.wait_for_selector('textarea[name="user-prompt"]', timeout=30000)
-            print("[DUCK] Chat input found ✓")
+            # ── 3. انتظار صندوق الكتابة ────────────────────────────
+            await page.wait_for_selector(
+                'textarea[name="user-prompt"]', timeout=30000
+            )
+            print("[DUCK] Input ready ✓")
 
-            # ── 4. تغيير النموذج إذا كان مختلفاً ───────────────────
-            # من HTML: <button data-testid="model-select-button"><span>GPT-5</span>
+            # ── 4. تغيير النموذج إذا لزم ───────────────────────────
             try:
-                model_btn = page.locator('button[data-testid="model-select-button"]')
-                current_model_text = await model_btn.inner_text()
-                print(f"[DUCK] Current model: {current_model_text.strip()}")
+                model_btn    = page.locator('button[data-testid="model-select-button"]')
+                current_text = await model_btn.inner_text()
+                print(f"[DUCK] Current model: {current_text.strip()}")
 
-                # تحقق إن كان النموذج مختلف
-                if model_label.lower() not in current_model_text.lower():
+                if model_label.lower() not in current_text.lower():
                     await model_btn.click()
                     await asyncio.sleep(1.5)
 
-                    # البحث عن النموذج المطلوب في القائمة
-                    option = page.locator(f"li:has-text('{model_label}'), button:has-text('{model_label}'), [role='option']:has-text('{model_label}')")
+                    option = page.locator(
+                        f"li:has-text('{model_label}'), "
+                        f"button:has-text('{model_label}'), "
+                        f"[role='option']:has-text('{model_label}')"
+                    )
                     if await option.count() > 0:
                         await option.first.click()
                         await asyncio.sleep(1)
-                        print(f"[DUCK] Model changed to: {model_label} ✓")
+                        print(f"[DUCK] Model → {model_label} ✓")
                     else:
-                        # أغلق القائمة
                         await page.keyboard.press("Escape")
-                        print(f"[DUCK] Model '{model_label}' not found in list, using default")
+                        print(f"[DUCK] Model '{model_label}' not found, using default")
             except Exception as e:
-                print(f"[DUCK] Model selection error (non-fatal): {e}")
+                print(f"[DUCK] Model select (non-fatal): {e}")
 
-            # ── 5. كتابة الرسالة وإرسالها ──────────────────────────
+            # ── 5. كتابة وإرسال الرسالة ────────────────────────────
             textarea = page.locator('textarea[name="user-prompt"]')
             await textarea.click()
             await textarea.fill(prompt)
             await asyncio.sleep(0.5)
 
-            # من HTML: <button type="submit" aria-label="Send" ...>
-            # زر الإرسال يكون disabled=true حتى يوجد نص، بعد fill يصبح enabled
             send_btn = page.locator('button[type="submit"][aria-label="Send"]')
             await send_btn.wait_for(state="enabled", timeout=10000)
             await send_btn.click()
-            print(f"[DUCK] Message sent ({len(prompt)} chars) ✓")
+            print(f"[DUCK] Sent ({len(prompt)} chars) ✓")
 
             # ── 6. انتظار بدء الرد ────────────────────────────────
             await asyncio.sleep(3)
-
-            # انتظر ظهور زر "Stop generating" (يعني الرد بدأ)
-            # من HTML: <button aria-label="Stop generating" ...>
             try:
                 stop_btn = page.locator('button[aria-label="Stop generating"]')
                 await stop_btn.wait_for(state="visible", timeout=20000)
                 print("[DUCK] Response started ✓")
             except Exception:
-                print("[DUCK] Stop button not detected, waiting...")
+                print("[DUCK] Stop button not detected, continuing...")
 
             # ── 7. انتظار اكتمال الرد ─────────────────────────────
-            # الرد اكتمل عندما يختفي "Stop generating" ويظهر "Send" مرة أخرى
-            max_wait = 120  # ثانية
+            # الرد اكتمل = زر "Stop generating" اختفى أو أصبح disabled
+            max_wait = 120
             elapsed  = 0
             while elapsed < max_wait:
                 await asyncio.sleep(2)
                 elapsed += 2
-                # تحقق هل Stop button اختفى (= الرد انتهى)
-                stop_visible = await page.locator('button[aria-label="Stop generating"]:not([disabled])').count()
-                if stop_visible == 0:
-                    print(f"[DUCK] Response complete after ~{elapsed}s ✓")
+                stop_active = await page.locator(
+                    'button[aria-label="Stop generating"]:not([disabled])'
+                ).count()
+                if stop_active == 0:
+                    print(f"[DUCK] Response complete (~{elapsed}s) ✓")
                     break
 
-            await asyncio.sleep(1.5)  # انتظار إضافي للتأكد من اكتمال الرسم
+            await asyncio.sleep(1.5)
 
-            # ── 8. استخراج الرد ───────────────────────────────────
+            # ── 8. استخراج النص ────────────────────────────────────
             response_text = await page.evaluate("""
                 () => {
-                    // duck.ai يضع ردود الـ AI في عناصر article أو divs خاصة
-                    // نبحث عن آخر رد في الصفحة
-
-                    // طريقة 1: article elements (الطريقة الأكثر موثوقية)
+                    // طريقة 1: article elements
                     const articles = document.querySelectorAll('article');
                     if (articles.length > 0) {
                         return articles[articles.length - 1].innerText.trim();
                     }
 
-                    // طريقة 2: divs مع role="presentation" أو class تحتوي على message
+                    // طريقة 2: divs تحتوي على "message" في class
                     const msgDivs = document.querySelectorAll(
-                        '[class*="message"]:not([class*="user"]):not([class*="User"]):not([class*="input"])'
+                        '[class*="message"]:not([class*="user"])' +
+                        ':not([class*="User"]):not([class*="input"])'
                     );
                     if (msgDivs.length > 0) {
-                        // فلتر العناصر التي تحتوي على نص حقيقي
                         const textDivs = [...msgDivs].filter(el =>
-                            el.innerText && el.innerText.trim().length > 20 &&
+                            el.innerText &&
+                            el.innerText.trim().length > 20 &&
                             !el.querySelector('textarea')
                         );
                         if (textDivs.length > 0) {
@@ -199,7 +239,7 @@ class AsyncBrowserThread(threading.Thread):
                         }
                     }
 
-                    // طريقة 3: البحث عن أطول div بالصفحة لا يحتوي على textarea
+                    // طريقة 3: أطول div بدون textarea
                     const allDivs = [...document.querySelectorAll('div')].filter(el =>
                         el.children.length < 10 &&
                         el.innerText &&
@@ -208,16 +248,15 @@ class AsyncBrowserThread(threading.Thread):
                         !el.querySelector('button[type="submit"]')
                     );
                     if (allDivs.length > 0) {
-                        // أخذ آخر div بنص طويل
-                        const sorted = allDivs.sort((a, b) => b.innerText.length - a.innerText.length);
-                        return sorted[0].innerText.trim();
+                        return allDivs.sort(
+                            (a, b) => b.innerText.length - a.innerText.length
+                        )[0].innerText.trim();
                     }
-
                     return '';
                 }
             """)
 
-            # إذا فارغ، انتظر أكثر وحاول مرة ثانية
+            # ── 9. fallback إذا كان النص فارغاً ───────────────────
             if not response_text or len(response_text.strip()) < 10:
                 await asyncio.sleep(5)
                 response_text = await page.evaluate("""
@@ -226,7 +265,6 @@ class AsyncBrowserThread(threading.Thread):
                         if (articles.length > 0) {
                             return articles[articles.length - 1].innerText.trim();
                         }
-                        // آخر حل: نص الصفحة كامل وقص المناطق المعروفة
                         return document.body.innerText.slice(0, 5000);
                     }
                 """)
@@ -239,11 +277,11 @@ class AsyncBrowserThread(threading.Thread):
             raise RuntimeError(f"duck.ai error: {e}")
         finally:
             await page.close()
-            await context.close()
 
+    # ──────────────────────────────────────────────────────────────
     def process(self, model_label: str, prompt: str) -> str:
-        if not self.ready_event.wait(timeout=90):
-            raise RuntimeError("Browser not ready after 90s")
+        if not self.ready_event.wait(timeout=120):
+            raise RuntimeError("Browser not ready after 120s")
         future = asyncio.run_coroutine_threadsafe(
             self._chat(model_label, prompt), self.loop
         )
@@ -272,10 +310,6 @@ def _extract_content(msg: dict) -> str:
 
 
 def _build_prompt(messages: list) -> str:
-    """
-    يبني prompt نصي واضح من قائمة messages
-    يدمج system prompt + التاريخ + السؤال الأخير
-    """
     parts = []
     for msg in messages:
         role    = msg.get("role", "user")
@@ -308,7 +342,7 @@ def _parse_tool_calls(text: str):
                 raw = parsed["tool_calls"]
                 if isinstance(raw, list) and raw:
                     return [{
-                        "id": f"call_{uuid.uuid4().hex[:24]}",
+                        "id":   f"call_{uuid.uuid4().hex[:24]}",
                         "type": "function",
                         "function": {
                             "name": call.get("name", ""),
@@ -386,7 +420,7 @@ async def chat_completions(request: Request):
     model_label = _get_model_label(model)
     prompt      = _build_prompt(messages)
 
-    print(f"[API] /v1/chat/completions → model={model} ({model_label})")
+    print(f"[API] /v1/chat/completions → {model} ({model_label})")
 
     try:
         text = await asyncio.get_event_loop().run_in_executor(
@@ -429,7 +463,7 @@ async def responses(request: Request):
     model_label = _get_model_label(model)
     prompt      = _build_prompt(messages)
 
-    print(f"[API] /v1/responses → model={model} ({model_label})")
+    print(f"[API] /v1/responses → {model} ({model_label})")
 
     try:
         text = await asyncio.get_event_loop().run_in_executor(
@@ -442,20 +476,28 @@ async def responses(request: Request):
 
         if tc:
             return {
-                "id": f"resp-{uuid.uuid4().hex[:29]}", "object": "response",
-                "created_at": int(start_time), "model": model, "status": "completed",
+                "id":         f"resp-{uuid.uuid4().hex[:29]}",
+                "object":     "response",
+                "created_at": int(start_time),
+                "model":      model,
+                "status":     "completed",
                 "output": [{
-                    "type": "function_call", "id": t["id"], "call_id": t["id"],
-                    "name": t["function"]["name"],
+                    "type":      "function_call",
+                    "id":        t["id"],
+                    "call_id":   t["id"],
+                    "name":      t["function"]["name"],
                     "arguments": t["function"]["arguments"],
-                    "status": "completed",
+                    "status":    "completed",
                 } for t in tc],
                 "usage": {"input_tokens": p, "output_tokens": c, "total_tokens": p + c},
             }
 
         return {
-            "id": f"resp-{uuid.uuid4().hex[:29]}", "object": "response",
-            "created_at": int(start_time), "model": model, "status": "completed",
+            "id":         f"resp-{uuid.uuid4().hex[:29]}",
+            "object":     "response",
+            "created_at": int(start_time),
+            "model":      model,
+            "status":     "completed",
             "output": [{"type": "message", "role": "assistant",
                         "content": [{"type": "output_text", "text": text}]}],
             "usage": {"input_tokens": p, "output_tokens": c, "total_tokens": p + c},