feat: implement local database management system with admin stats and clear functions

backend/app/main.py

@@ -9,7 +9,7 @@ sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
 
 from fastapi import FastAPI
 from fastapi.middleware.cors import CORSMiddleware
-from app.routers import analysis, company, health, tenders, documents, oc, tender_details
+from app.routers import analysis, company, health, tenders, documents, oc, tender_details, admin
 from app.database import engine, Base, SessionLocal, SQLALCHEMY_DATABASE_URL
 from app.models.tender import TenderModel
 from app.models.analysis import AnalysisHistoryModel
@@ -49,6 +49,7 @@ app.include_router(company.router, prefix="/api", tags=["Company"])
 app.include_router(documents.router, prefix="/api", tags=["Documents"])
 app.include_router(oc.router, prefix="/api", tags=["Purchase Orders"])
 app.include_router(tender_details.router, prefix="/api", tags=["Tender Details"])
+app.include_router(admin.router, prefix="/api", tags=["Admin"])
 
 @app.on_event("startup")
 async def startup_event():

backend/app/routers/admin.py

@@ -0,0 +1,70 @@
+from fastapi import APIRouter, Depends, HTTPException
+from sqlalchemy.orm import Session
+from sqlalchemy import func
+from app.database import get_db
+from app.models.tender import TenderModel
+from app.models.oc import OCModel
+from app.models.analysis import AnalysisHistoryModel
+from app.services.sync import sync_tenders_to_db, sync_purchase_orders_to_db
+from datetime import datetime
+
+router = APIRouter()
+
+@router.get("/admin/db-stats")
+def get_detailed_stats(db: Session = Depends(get_db)):
+    try:
+        tenders_count = db.query(TenderModel).count()
+        ocs_count = db.query(OCModel).count()
+        analysis_count = db.query(AnalysisHistoryModel).count()
+        
+        # Get top 5 buyers by tender count
+        top_buyers = db.query(
+            TenderModel.buyer, 
+            func.count(TenderModel.code).label("count")
+        ).group_by(TenderModel.buyer).order_by(func.count(TenderModel.code).desc()).limit(5).all()
+        
+        top_buyers_list = [{"name": b[0], "count": b[1]} for b in top_buyers]
+        
+        # Get last sync date (max of last_updated)
+        last_tender = db.query(func.max(TenderModel.last_updated)).scalar()
+        
+        return {
+            "total_records": tenders_count,
+            "total_ocs": ocs_count,
+            "total_analysis": analysis_count,
+            "top_buyers": top_buyers_list,
+            "last_sync": last_tender.isoformat() if last_tender else None,
+            "status": "Healthy"
+        }
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=str(e))
+
+@router.delete("/admin/db-clear")
+def clear_database(db: Session = Depends(get_db)):
+    try:
+        num_tenders = db.query(TenderModel).delete()
+        num_ocs = db.query(OCModel).delete()
+        db.commit()
+        return {
+            "message": "Database cleared successfully",
+            "deleted": {
+                "tenders": num_tenders,
+                "purchase_orders": num_ocs
+            }
+        }
+    except Exception as e:
+        db.rollback()
+        raise HTTPException(status_code=500, detail=str(e))
+
+@router.post("/admin/sync-all")
+async def sync_all_data(db: Session = Depends(get_db)):
+    try:
+        tender_results = await sync_tenders_to_db(db)
+        oc_results = await sync_purchase_orders_to_db(db)
+        return {
+            "tenders": tender_results,
+            "purchase_orders": oc_results,
+            "timestamp": datetime.utcnow().isoformat()
+        }
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=str(e))

frontend/app/page.tsx

@@ -12,6 +12,7 @@ import AnalysisHistory from "../components/AnalysisHistory";
 import GlobalSync from "../components/GlobalSync";
 import MarketMonitor from "../components/MarketMonitor";
 import SystemInfo from "../components/SystemInfo";
+import DBManager from "../components/DBManager";
 import { analyzeTender, fetchAnalysisHistory, fetchCompanyProfile, healthCheck, saveCompanyProfile, searchTenders } from "../lib/api";
 import type { AnalysisHistoryItem, AnalysisResult, CompanyProfile as CompanyProfileType, Tender } from "../lib/types";
 import { translations, Language } from "../lib/translations";
@@ -25,6 +26,7 @@ const tabs = [
   "Agent Analysis",
   "Proposal Draft",
   "History",
+  "Database",
   "About",
 ] as const;
 
@@ -350,6 +352,7 @@ export default function HomePage() {
             )}
             {activeTab === "Proposal Draft" && <ProposalDraft proposal={analysisResult?.proposal_draft ?? ""} />}
             {activeTab === "History" && <AnalysisHistory history={analysisHistory} searchHistory={searchHistory} />}
+            {activeTab === "Database" && <DBManager />}
             {activeTab === "About" && <SystemInfo />}
           </div>
         </main>

frontend/components/DBManager.tsx

@@ -0,0 +1,158 @@
+"use client";
+
+import { useState, useEffect } from "react";
+import { fetchDetailedDbStats, syncDatabase, clearDatabase } from "../lib/api";
+import BrandLoader from "./BrandLoader";
+
+export default function DBManager() {
+  const [stats, setStats] = useState<any>(null);
+  const [isLoading, setIsLoading] = useState(true);
+  const [isActionInProgress, setIsActionInProgress] = useState(false);
+  const [message, setMessage] = useState<{ type: 'success' | 'error', text: string } | null>(null);
+
+  const loadStats = async () => {
+    setIsLoading(true);
+    const data = await fetchDetailedDbStats();
+    setStats(data);
+    setIsLoading(false);
+  };
+
+  useEffect(() => {
+    loadStats();
+  }, []);
+
+  const handleSync = async () => {
+    setIsActionInProgress(true);
+    setMessage(null);
+    try {
+      const result = await syncDatabase();
+      setMessage({ 
+        type: 'success', 
+        text: `Sync complete! New: ${result.tenders?.new || 0} tenders, ${result.purchase_orders?.new || 0} OCs.` 
+      });
+      await loadStats();
+    } catch (e) {
+      setMessage({ type: 'error', text: 'Synchronization failed.' });
+    } finally {
+      setIsActionInProgress(false);
+    }
+  };
+
+  const handleClear = async () => {
+    if (!confirm("Are you sure you want to delete ALL local tenders and purchase orders? This cannot be undone.")) return;
+    
+    setIsActionInProgress(true);
+    setMessage(null);
+    try {
+      await clearDatabase();
+      setMessage({ type: 'success', text: 'Local database cleared successfully.' });
+      await loadStats();
+    } catch (e) {
+      setMessage({ type: 'error', text: 'Failed to clear database.' });
+    } finally {
+      setIsActionInProgress(false);
+    }
+  };
+
+  if (isLoading) return (
+    <div className="flex items-center justify-center min-h-[400px]">
+      <div className="animate-spin rounded-full h-12 w-12 border-t-2 border-b-2 border-cyan"></div>
+    </div>
+  );
+
+  return (
+    <div className="space-y-8 animate-in fade-in slide-in-from-bottom-4 duration-500">
+      {isActionInProgress && <BrandLoader />}
+
+      <div className="flex flex-col md:flex-row md:items-center justify-between gap-6">
+        <div>
+          <h2 className="text-3xl font-black text-white tracking-tight">Database Intelligence</h2>
+          <p className="text-slate-400 mt-1">Manage local persistence and synchronization pipeline.</p>
+        </div>
+        
+        <div className="flex items-center gap-3">
+          <button
+            onClick={handleSync}
+            disabled={isActionInProgress}
+            className="px-6 py-3 rounded-2xl bg-cyan text-slate-950 font-bold hover:bg-sky transition-all active:scale-95 disabled:opacity-50 flex items-center gap-2"
+          >
+            <span>🔄 Sync Everything</span>
+          </button>
+          <button
+            onClick={handleClear}
+            disabled={isActionInProgress}
+            className="px-6 py-3 rounded-2xl bg-red-500/10 border border-red-500/30 text-red-400 font-bold hover:bg-red-500/20 transition-all active:scale-95 disabled:opacity-50 flex items-center gap-2"
+          >
+            <span>🗑️ Clear Local Data</span>
+          </button>
+        </div>
+      </div>
+
+      {message && (
+        <div className={`p-4 rounded-2xl border ${message.type === 'success' ? 'bg-green-500/10 border-green-500/30 text-green-400' : 'bg-red-500/10 border-red-500/30 text-red-400'} animate-in zoom-in-95 duration-300`}>
+          {message.text}
+        </div>
+      )}
+
+      {/* Stats Grid */}
+      <div className="grid grid-cols-1 md:grid-cols-3 gap-6">
+        <div className="glass-card p-8 border border-white/5 bg-white/[0.02] rounded-3xl relative overflow-hidden group">
+          <div className="absolute top-0 right-0 p-4 text-4xl opacity-10 group-hover:scale-110 transition-transform">📄</div>
+          <p className="text-xs font-black uppercase tracking-[0.2em] text-slate-500 mb-2">Total Tenders</p>
+          <h3 className="text-5xl font-black text-white">{stats?.total_records || 0}</h3>
+          <p className="text-[10px] text-cyan mt-4 font-mono">Last Sync: {stats?.last_sync ? new Date(stats.last_sync).toLocaleString() : 'Never'}</p>
+        </div>
+
+        <div className="glass-card p-8 border border-white/5 bg-white/[0.02] rounded-3xl relative overflow-hidden group">
+          <div className="absolute top-0 right-0 p-4 text-4xl opacity-10 group-hover:scale-110 transition-transform">🛒</div>
+          <p className="text-xs font-black uppercase tracking-[0.2em] text-slate-500 mb-2">Purchase Orders</p>
+          <h3 className="text-5xl font-black text-white">{stats?.total_ocs || 0}</h3>
+          <p className="text-[10px] text-sky mt-4 font-mono">Real-time local tracking</p>
+        </div>
+
+        <div className="glass-card p-8 border border-white/5 bg-white/[0.02] rounded-3xl relative overflow-hidden group">
+          <div className="absolute top-0 right-0 p-4 text-4xl opacity-10 group-hover:scale-110 transition-transform">🧠</div>
+          <p className="text-xs font-black uppercase tracking-[0.2em] text-slate-500 mb-2">Analyses Generated</p>
+          <h3 className="text-5xl font-black text-white">{stats?.total_analysis || 0}</h3>
+          <p className="text-[10px] text-purple-400 mt-4 font-mono">AI Intelligence persistence</p>
+        </div>
+      </div>
+
+      {/* Top Buyers List */}
+      <div className="grid grid-cols-1 lg:grid-cols-2 gap-6">
+        <div className="glass-card p-8 border border-white/5 bg-white/[0.02] rounded-3xl">
+          <h3 className="text-sm font-black uppercase tracking-widest text-slate-400 mb-6 flex items-center gap-2">
+            <span>🏛️</span> Top Local Institutions
+          </h3>
+          <div className="space-y-4">
+            {stats?.top_buyers?.map((buyer: any, idx: number) => (
+              <div key={idx} className="flex items-center justify-between p-4 rounded-2xl bg-white/[0.03] border border-white/5">
+                <span className="text-sm text-slate-300 truncate max-w-[250px] font-medium">{buyer.name}</span>
+                <span className="text-lg font-black text-cyan font-mono">{buyer.count}</span>
+              </div>
+            ))}
+            {(!stats?.top_buyers || stats.top_buyers.length === 0) && (
+              <p className="text-slate-600 italic text-sm py-4">No institutions found in local database.</p>
+            )}
+          </div>
+        </div>
+
+        <div className="glass-card p-8 border border-white/5 bg-white/[0.02] rounded-3xl">
+          <h3 className="text-sm font-black uppercase tracking-widest text-slate-400 mb-6 flex items-center gap-2">
+            <span>💡</span> Persistence Insights
+          </h3>
+          <div className="space-y-6">
+             <div className="p-4 rounded-2xl bg-blue-500/5 border border-blue-500/10">
+               <p className="text-xs text-blue-400 font-bold mb-1">Local Mode Active</p>
+               <p className="text-xs text-slate-400 leading-relaxed">System is prioritizing local database for faster search. Global sync updates the local cache with the latest Mercado Público data.</p>
+             </div>
+             <div className="p-4 rounded-2xl bg-purple-500/5 border border-purple-500/10">
+               <p className="text-xs text-purple-400 font-bold mb-1">Integrity Check</p>
+               <p className="text-xs text-slate-400 leading-relaxed">All nested data (attachments, items, criteria) is successfully serialized as JSON in the SQLite storage.</p>
+             </div>
+          </div>
+        </div>
+      </div>
+    </div>
+  );
+}

frontend/components/Sidebar.tsx

@@ -12,6 +12,7 @@ type SidebarTab =
   | "Agent Analysis"
   | "Proposal Draft"
   | "History"
+  | "Database"
   | "About";
 
 type Props = {
@@ -38,6 +39,7 @@ export default function Sidebar({ tabs, activeTab, onTabSelect, status, lang, fo
       case "Agent Analysis": return { label: t.agentAnalysis, icon: "🤖" };
       case "Proposal Draft": return { label: t.proposalDraft, icon: "✍️" };
       case "History": return { label: t.history, icon: "🕒" };
+      case "Database": return { label: "Local DB", icon: "🗄️" };
       case "About": return { label: t.about, icon: "ℹ️" };
       default: return { label: tab, icon: "•" };
     }

frontend/lib/api.ts

@@ -168,13 +168,27 @@ export async function fetchSearchHistory(): Promise<any[]> {
 }
 
 export async function syncDatabase() {
-  const res = await fetch(`${API_BASE}/api/tenders/sync`, { method: "POST" });
+  const res = await fetch(`${API_BASE}/api/admin/sync-all`, { method: "POST" });
   if (!res.ok) {
     throw new Error("Error syncing database");
   }
   return res.json();
 }
 
+export async function clearDatabase() {
+  const res = await fetch(`${API_BASE}/api/admin/db-clear`, { method: "DELETE" });
+  if (!res.ok) {
+    throw new Error("Error clearing database");
+  }
+  return res.json();
+}
+
+export async function fetchDetailedDbStats() {
+  const res = await fetch(`${API_BASE}/api/admin/db-stats`);
+  if (!res.ok) return null;
+  return res.json();
+}
+
 export async function scrapeTenders(keyword: string): Promise<Tender[]> {
   const res = await fetch(`${API_BASE}/api/tenders/scrape?keyword=${encodeURIComponent(keyword)}`);
   if (!res.ok) {