Add /compare command for automatic DPO pair generation

codepilot_v3.py

@@ -437,7 +437,23 @@ def run_agent_loop(args):
     if git_ctx != "(not a git repo)":
         console.print(Panel(git_ctx, title="📂 Project", border_style="dim"))
 
-    console.print("[dim]指令: /ls /git /clear /switch /status /train /quit[/]\n")
+    console.print("[dim]指令: /ls /git /clear /switch /compare /status /train /quit[/]\n")
+
+    # 保存模型參照，讓 /compare 可以用
+    local_model_ref = None
+    cloud_model_ref = None
+    if provider_key == "local":
+        local_model_ref = model
+    else:
+        cloud_model_ref = model
+        # 蒸餾/compare 模式下，也嘗試載入本地模型
+        if args.adapter or distill_mode:
+            try:
+                with console.status("[dim]同時載入本地模型 (for /compare)..."):
+                    local_model_ref = LocalModel(args.model or DEFAULT_LOCAL_MODEL, args.adapter)
+                console.print("[dim]✅ 本地模型也已載入，可用 /compare[/]")
+            except Exception:
+                console.print("[dim]⚠️ 本地模型載入失敗，/compare 不可用[/]")
 
     system_prompt = build_system_prompt(tools)
     messages = [{"role": "system", "content": system_prompt}]
@@ -473,17 +489,94 @@ def run_agent_loop(args):
             console.print(Panel(tools.git_context(), title="Git", border_style="dim")); continue
         elif cmd.startswith("/ls"):
             console.print(tools.list_files(cmd[3:].strip() or "*")); continue
+        elif cmd == "/compare" or cmd.startswith("/compare "):
+            # /compare 模式：同一問題自動送給本地+雲端，並排比較，一鍵產生 DPO
+            compare_question = cmd[8:].strip() if cmd.startswith("/compare ") else None
+            if not compare_question:
+                compare_question = Prompt.ask("  輸入要比較的問題")
+            if not compare_question.strip():
+                continue
+
+            need_local = local_model_ref or (provider_key == "local" and model)
+            need_cloud = cloud_model_ref or (provider_key != "local" and model)
+
+            if not need_local or not need_cloud:
+                console.print("[yellow]⚠️ /compare 需要同時有本地和雲端模型[/]")
+                console.print("[dim]啟動方式: codepilot --provider openrouter --api-key sk-xxx --adapter ./adapter[/]")
+                continue
+
+            lm = local_model_ref if local_model_ref else model
+            cm = cloud_model_ref if cloud_model_ref else model
+
+            compare_msgs = [
+                {"role": "system", "content": system_prompt},
+                {"role": "user", "content": compare_question},
+            ]
+
+            # 同時生成兩個回答
+            with console.status("[bold cyan]本地模型思考中..."):
+                try: local_resp = lm.chat(compare_msgs)
+                except Exception as e: local_resp = f"(錯誤: {e})"
+
+            with console.status("[bold magenta]雲端模型思考中..."):
+                try: cloud_resp = cm.chat(compare_msgs)
+                except Exception as e: cloud_resp = f"(錯誤: {e})"
+
+            # 並排顯示
+            console.print(f"\n[bold]🔄 Compare: {compare_question[:60]}{'...' if len(compare_question)>60 else ''}[/]\n")
+            console.print(Panel(Markdown(local_resp), title=f"🏠 Local ({lm.name})", border_style="blue"))
+            console.print(Panel(Markdown(cloud_resp), title=f"☁️ Cloud ({cm.name})", border_style="magenta"))
+
+            # 選擇
+            console.print(f"\n  [green]1[/] = 本地較好  [magenta]2[/] = 雲端較好  [yellow]b[/] = 都好  [red]x[/] = 都差  Enter = 跳過")
+            choice = Prompt.ask("  ", choices=["1","2","b","x",""], default="", show_choices=False)
+
+            if choice == "2":
+                # 雲端好，本地差 → DPO: chosen=cloud, rejected=local
+                db.save(compare_question, cloud_resp, 1, project=project_dir,
+                        source_model=getattr(cm, "name", "cloud"), provider=getattr(cm, "provider", "cloud"))
+                db.save(compare_question, local_resp, 0, project=project_dir,
+                        source_model=getattr(lm, "name", "local"), provider="local")
+                dpo_count = len(db.export_dpo())
+                console.print(f"  [magenta]☁️ 雲端勝 → DPO +1[/] (累計 DPO 對: {dpo_count})")
+
+            elif choice == "1":
+                # 本地好 → 記錄本地為正面
+                db.save(compare_question, local_resp, 1, project=project_dir,
+                        source_model=getattr(lm, "name", "local"), provider="local")
+                db.save(compare_question, cloud_resp, 0, project=project_dir,
+                        source_model=getattr(cm, "name", "cloud"), provider=getattr(cm, "provider", "cloud"))
+                console.print(f"  [green]🏠 本地勝！你的模型在進步！[/]")
+
+            elif choice == "b":
+                # 都好 → 兩個都記為 SFT
+                db.save(compare_question, local_resp, 1, project=project_dir,
+                        source_model=getattr(lm, "name", "local"), provider="local")
+                db.save(compare_question, cloud_resp, 1, project=project_dir,
+                        source_model=getattr(cm, "name", "cloud"), provider=getattr(cm, "provider", "cloud"))
+                console.print(f"  [yellow]👍 都好 → SFT +2[/]")
+
+            elif choice == "x":
+                # 都差
+                db.save(compare_question, local_resp, 0, project=project_dir,
+                        source_model=getattr(lm, "name", "local"), provider="local")
+                db.save(compare_question, cloud_resp, 0, project=project_dir,
+                        source_model=getattr(cm, "name", "cloud"), provider=getattr(cm, "provider", "cloud"))
+                console.print(f"  [red]👎 都差[/]")
+
+            continue
+
         elif cmd == "/switch":
             console.print("可用: local, openai, anthropic, openrouter, ollama")
             new_p = Prompt.ask("切換到", choices=list(PROVIDER_CONFIGS.keys()))
             if new_p == "local":
                 with console.status("載入本地模型..."):
                     model = LocalModel(args.model or DEFAULT_LOCAL_MODEL, args.adapter)
-                provider_key = "local"
+                local_model_ref = model; provider_key = "local"
             else:
                 key = args.api_key or Prompt.ask("API Key")
                 cm = Prompt.ask("模型", default=PROVIDER_CONFIGS[new_p]["default_model"])
-                model = CloudModel(new_p, key, cm); provider_key = new_p
+                model = CloudModel(new_p, key, cm); cloud_model_ref = model; provider_key = new_p
             console.print(f"[green]✅ 切換到 {provider_key}[/]"); continue
 
         messages.append({"role": "user", "content": user_input})