muthuk1's picture
Add Tab 2: Benchmark with radar chart and data table
370c4da verified
raw
history blame
7.55 kB
"use client";
import { useState } from "react";
import {
RadarChart, Radar, PolarGrid, PolarAngleAxis,
ResponsiveContainer, Tooltip, Legend,
BarChart, Bar, XAxis, YAxis, CartesianGrid,
} from "recharts";
const DEMO_AGGREGATE = {
numSamples: 100,
baseline: { avgF1: 0.5523, avgEM: 0.3810, avgContextHit: 0.4520, avgTokens: 952, avgCost: 0.000203, avgLatency: 1240 },
graphrag: { avgF1: 0.6241, avgEM: 0.4230, avgContextHit: 0.5830, avgTokens: 2387, avgCost: 0.000518, avgLatency: 3820 },
f1WinRate: 0.62,
byType: [
{ type: "bridge", count: 58, baselineF1: 0.52, graphragF1: 0.63 },
{ type: "comparison", count: 42, baselineF1: 0.58, graphragF1: 0.61 },
],
};
const radarData = [
{ metric: "F1 Score", Baseline: 55, GraphRAG: 62 },
{ metric: "Exact Match", Baseline: 38, GraphRAG: 42 },
{ metric: "Context Hit", Baseline: 45, GraphRAG: 58 },
{ metric: "Token Eff.", Baseline: 90, GraphRAG: 40 },
{ metric: "Cost Eff.", Baseline: 85, GraphRAG: 35 },
];
export function Benchmark() {
const [running, setRunning] = useState(false);
const [samples, setSamples] = useState(50);
const [data] = useState(DEMO_AGGREGATE);
const typeData = data.byType.map((t) => ({
name: t.type.charAt(0).toUpperCase() + t.type.slice(1),
Baseline: +(t.baselineF1 * 100).toFixed(1),
GraphRAG: +(t.graphragF1 * 100).toFixed(1),
}));
return (
<div>
{/* Controls */}
<div className="card mb-6">
<div className="flex flex-wrap items-end gap-6">
<div>
<div className="display-sm mb-2">Batch Benchmark</div>
<p className="body-sm" style={{ color: "#6c6a64" }}>
Run both pipelines on HotpotQA multi-hop questions
</p>
</div>
<div className="flex items-center gap-4 ml-auto">
<label className="caption">
Samples
<input
type="range"
min={10}
max={500}
step={10}
value={samples}
onChange={(e) => setSamples(+e.target.value)}
className="block w-32 mt-1 accent-[#FF6B00]"
/>
<span className="body-sm font-mono">{samples}</span>
</label>
<button className="btn btn-primary" onClick={() => setRunning(true)} disabled={running}>
{running ? "Running…" : "🏃 Run Benchmark"}
</button>
</div>
</div>
</div>
{/* Summary Metrics */}
<div className="grid grid-cols-2 md:grid-cols-4 gap-4 mb-6">
{[
{ label: "Avg F1 (Baseline)", value: data.baseline.avgF1.toFixed(4), color: "#0072CE" },
{ label: "Avg F1 (GraphRAG)", value: data.graphrag.avgF1.toFixed(4), color: "#FF6B00" },
{ label: "GraphRAG Win Rate", value: (data.f1WinRate * 100).toFixed(0) + "%", color: "#5db872" },
{ label: "Samples Evaluated", value: data.numSamples.toString(), color: "#002B49" },
].map((m, i) => (
<div key={i} className="card-cream text-center" style={{ padding: "20px" }}>
<div className="metric-value-sm" style={{ color: m.color }}>{m.value}</div>
<div className="metric-label">{m.label}</div>
</div>
))}
</div>
<div className="grid grid-cols-1 lg:grid-cols-2 gap-6 mb-6">
{/* Radar Chart */}
<div className="card">
<div className="title-md mb-4">Multi-Metric Radar</div>
<ResponsiveContainer width="100%" height={340}>
<RadarChart data={radarData}>
<PolarGrid stroke="#002B49" strokeOpacity={0.12} />
<PolarAngleAxis dataKey="metric" tick={{ fill: "#6c6a64", fontSize: 12 }} />
<Radar name="Baseline" dataKey="Baseline" stroke="#0072CE" fill="#0072CE" fillOpacity={0.15} strokeWidth={2} />
<Radar name="GraphRAG" dataKey="GraphRAG" stroke="#FF6B00" fill="#FF6B00" fillOpacity={0.15} strokeWidth={2} />
<Legend />
<Tooltip contentStyle={{ background: "#faf9f5", border: "1px solid #e6dfd8", borderRadius: "8px" }} />
</RadarChart>
</ResponsiveContainer>
</div>
{/* By Question Type */}
<div className="card">
<div className="title-md mb-4">F1 by Question Type</div>
<ResponsiveContainer width="100%" height={340}>
<BarChart data={typeData} margin={{ top: 20, right: 20, left: 0, bottom: 0 }}>
<CartesianGrid strokeDasharray="3 3" stroke="#002B49" strokeOpacity={0.08} />
<XAxis dataKey="name" tick={{ fill: "#6c6a64", fontSize: 13 }} />
<YAxis domain={[0, 100]} tick={{ fill: "#6c6a64", fontSize: 12 }} />
<Tooltip contentStyle={{ background: "#faf9f5", border: "1px solid #e6dfd8", borderRadius: "8px" }} />
<Legend />
<Bar dataKey="Baseline" fill="#0072CE" radius={[4, 4, 0, 0]} />
<Bar dataKey="GraphRAG" fill="#FF6B00" radius={[4, 4, 0, 0]} />
</BarChart>
</ResponsiveContainer>
</div>
</div>
{/* Detailed Table */}
<div className="card">
<div className="title-md mb-4">Detailed Comparison</div>
<div className="overflow-x-auto">
<table style={{ width: "100%", borderCollapse: "collapse", fontSize: "0.875rem" }}>
<thead>
<tr style={{ borderBottom: "2px solid var(--color-hairline)" }}>
{["Metric", "Baseline RAG", "GraphRAG", "Winner"].map((h) => (
<th key={h} className="caption-uppercase text-left" style={{ padding: "12px 16px" }}>{h}</th>
))}
</tr>
</thead>
<tbody>
{[
{ metric: "Avg F1 Score", b: data.baseline.avgF1.toFixed(4), g: data.graphrag.avgF1.toFixed(4), winner: "graphrag" },
{ metric: "Avg Exact Match", b: data.baseline.avgEM.toFixed(4), g: data.graphrag.avgEM.toFixed(4), winner: "graphrag" },
{ metric: "Avg Context Hit", b: data.baseline.avgContextHit.toFixed(4), g: data.graphrag.avgContextHit.toFixed(4), winner: "graphrag" },
{ metric: "Avg Tokens/Query", b: data.baseline.avgTokens.toFixed(0), g: data.graphrag.avgTokens.toFixed(0), winner: "baseline" },
{ metric: "Avg Cost ($)", b: "$" + data.baseline.avgCost.toFixed(6), g: "$" + data.graphrag.avgCost.toFixed(6), winner: "baseline" },
{ metric: "Avg Latency (ms)", b: data.baseline.avgLatency.toFixed(0), g: data.graphrag.avgLatency.toFixed(0), winner: "baseline" },
].map((row, i) => (
<tr key={i} style={{ borderBottom: "1px solid var(--color-hairline-soft)" }}>
<td className="title-sm" style={{ padding: "12px 16px" }}>{row.metric}</td>
<td style={{ padding: "12px 16px", fontFamily: "var(--font-mono)", color: "#0072CE" }}>{row.b}</td>
<td style={{ padding: "12px 16px", fontFamily: "var(--font-mono)", color: "#FF6B00" }}>{row.g}</td>
<td style={{ padding: "12px 16px" }}>
<span className={row.winner === "graphrag" ? "badge-orange" : "badge-blue"} style={{ fontSize: "0.6875rem" }}>
{row.winner === "graphrag" ? "GraphRAG" : "Baseline"}
</span>
</td>
</tr>
))}
</tbody>
</table>
</div>
</div>
</div>
);
}