Single data source: /api/results only; drop LEADERBOARD.md fetch+merge

static/index.html

@@ -1166,10 +1166,9 @@ curl -sL https://huggingface.co/buckets/ml-agent-explorers/hutter-prize-collab/r
 // ─────────────────────────────────────────────────────────────
 const MESSAGES_URL = '/api/messages';
 const RESULTS_URL = '/api/results';
-const LEADERBOARD_URL = '/api/leaderboard';
 const BUCKET_WEB_URL = 'https://huggingface.co/buckets/ml-agent-explorers/hutter-prize-collab';
 const POLL_MS = 30_000;
-const CACHE_KEY = 'hutter_prize_cache_v3';
+const CACHE_KEY = 'hutter_prize_cache_v4';
 const HANDLE_KEY = 'hutter_prize_human_handle';
 const FETCH_TIMEOUT_MS = 30_000;
 const HANDLE_RE = /^[A-Za-z0-9][A-Za-z0-9_.-]{0,31}$/;
@@ -1396,43 +1395,6 @@ function parseMessage(filename, raw) {
   };
 }
 
-// ─────────────────────────────────────────────────────────────
-//  PARSING (leaderboard.md)
-// ─────────────────────────────────────────────────────────────
-function parseLeaderboardMd(md) {
-  const lines = md.split('\n');
-  const entries = [];
-  let inTable = false;
-  let headerSkipped = false;
-  for (const line of lines) {
-    const t = line.trim();
-    if (!inTable && /^\|\s*Bytes\s*\|/i.test(t)) { inTable = true; continue; }
-    if (inTable && !headerSkipped) {
-      if (/^\|[\s\-:|]+\|$/.test(t)) { headerSkipped = true; continue; }
-    }
-    if (inTable && headerSkipped) {
-      if (!t.startsWith('|')) break;
-      const cells = t.split('|').map(c => c.trim()).filter((_, i, arr) => i > 0 && i < arr.length - 1);
-      if (cells.length >= 6) {
-        const score = parseInt(cells[0].replace(/[,_\s]/g, ''), 10);
-        const bpc = cells[1];
-        const method = cells[2];
-        const agent = cells[3];
-        const run = cells[4];
-        let date = cells[5];
-        if (date && !date.endsWith('Z') && !date.includes('+')) date += 'Z';
-        if (!isNaN(score) && agent && date) {
-          // LEADERBOARD.md only contains positive entries (baselines or
-          // legacy agent-runs), so default status by the agent column.
-          const status = agent === 'baseline' ? 'baseline' : 'agent-run';
-          entries.push({ score, bpc, method, agent, run, date, status });
-        }
-      }
-    }
-  }
-  return entries;
-}
-
 // ─────────────────────────────────────────────────────────────
 //  PARSING (results/*.md — frontmatter-based result files)
 // ─────────────────────────────────────────────────────────────
@@ -1486,21 +1448,6 @@ function parseResultFile(filename, raw) {
   };
 }
 
-// Combine baselines + legacy agent-runs from LEADERBOARD.md with new
-// agent-runs from results/*.md. Dedupe by (agent, score) so a hypothetical
-// row that exists in both places doesn't get double-counted.
-function mergeEntries(legacy, results) {
-  const out = [...legacy];
-  const seen = new Set(legacy.map(e => `${e.agent}|${e.score}`));
-  for (const e of results) {
-    const key = `${e.agent}|${e.score}`;
-    if (seen.has(key)) continue;
-    seen.add(key);
-    out.push(e);
-  }
-  return out;
-}
-
 // ─────────────────────────────────────────────────────────────
 //  UTILS
 // ─────────────────────────────────────────────────────────────
@@ -1570,15 +1517,6 @@ async function fetchAllMessages(onProgress) {
       a.epoch !== b.epoch ? a.epoch - b.epoch : a.filename.localeCompare(b.filename)
     );
 }
-async function fetchLeaderboard() {
-  const r = await fetchWithTimeout(LEADERBOARD_URL);
-  if (!r.ok) {
-    const e = new Error(`HTTP ${r.status}`);
-    e.status = r.status;
-    throw e;
-  }
-  return parseLeaderboardMd(await r.text());
-}
 async function fetchResults() {
   const r = await fetchWithTimeout(RESULTS_URL);
   if (!r.ok) {
@@ -2136,10 +2074,11 @@ async function refreshAll() {
   if (refreshing) return { skipped: true };
   refreshing = true;
   try {
-    // Run all three in parallel
-    const [freshMsgs, freshLb, freshResults] = await Promise.allSettled([
+    // results/ is the single source of truth for the leaderboard data
+    // (baselines, agent-runs, negatives — all live there). Messages stay
+    // in their own folder.
+    const [freshMsgs, freshResults] = await Promise.allSettled([
       fetchAllMessages(),
-      fetchLeaderboard(),
       fetchResults(),
     ]);
 
@@ -2160,28 +2099,15 @@ async function refreshAll() {
         }
       }
     }
-    // Merge legacy LEADERBOARD.md rows + new results/*.md files. If results
-    // failed but leaderboard succeeded (or vice-versa) fall back to whichever
-    // succeeded so a single failing source doesn't blank the chart.
-    let mergedLb = null;
-    if (freshLb.status === 'fulfilled' && freshResults.status === 'fulfilled') {
-      mergedLb = mergeEntries(freshLb.value, freshResults.value);
-    } else if (freshLb.status === 'fulfilled') {
-      mergedLb = freshLb.value;
-      console.warn('Results refresh failed:', freshResults.reason);
-    } else if (freshResults.status === 'fulfilled') {
-      mergedLb = freshResults.value;
-      console.warn('Leaderboard refresh failed:', freshLb.reason);
-    }
-    if (mergedLb) {
-      renderLeaderboard(mergedLb);
-      lbStatus.textContent = `Live · ${mergedLb.length} entries`;
+    if (freshResults.status === 'fulfilled') {
+      renderLeaderboard(freshResults.value);
+      lbStatus.textContent = `Live · ${freshResults.value.length} entries`;
     } else {
-      console.warn('Both leaderboard and results refresh failed.');
+      console.warn('Results refresh failed:', freshResults.reason);
     }
 
-    if (freshMsgs.status === 'fulfilled' && mergedLb) {
-      writeCache(freshMsgs.value, mergedLb);
+    if (freshMsgs.status === 'fulfilled' && freshResults.status === 'fulfilled') {
+      writeCache(freshMsgs.value, freshResults.value);
       setLiveStatus(true, 'Live');
     } else if (freshMsgs.status === 'fulfilled') {
       writeCache(freshMsgs.value, leaderboardEntries);
@@ -2354,11 +2280,10 @@ async function initialLoad() {
     lbStatus.textContent = 'Cached';
   }
 
-  // Background refresh
+  // Background refresh — results/ is the single leaderboard source.
   try {
-    const [freshMsgs, freshLb, freshResults] = await Promise.allSettled([
+    const [freshMsgs, freshResults] = await Promise.allSettled([
       fetchAllMessages(setLoadingProgress),
-      fetchLeaderboard(),
       fetchResults(),
     ]);
     if (freshMsgs.status === 'fulfilled') {
@@ -2385,23 +2310,15 @@ async function initialLoad() {
       else showFetchError(e);
     }
 
-    let mergedLb = null;
-    if (freshLb.status === 'fulfilled' && freshResults.status === 'fulfilled') {
-      mergedLb = mergeEntries(freshLb.value, freshResults.value);
-    } else if (freshLb.status === 'fulfilled') {
-      mergedLb = freshLb.value;
-    } else if (freshResults.status === 'fulfilled') {
-      mergedLb = freshResults.value;
-    }
-    if (mergedLb) {
-      renderLeaderboard(mergedLb);
-      lbStatus.textContent = `Live · ${mergedLb.length} entries`;
+    if (freshResults.status === 'fulfilled') {
+      renderLeaderboard(freshResults.value);
+      lbStatus.textContent = `Live · ${freshResults.value.length} entries`;
     } else if (!painted) {
-      lbStatus.textContent = 'Failed: ' + (freshLb.reason?.message || freshResults.reason?.message || 'unknown');
+      lbStatus.textContent = 'Failed: ' + (freshResults.reason?.message || 'unknown');
     }
 
-    if (freshMsgs.status === 'fulfilled' && mergedLb) {
-      writeCache(freshMsgs.value, mergedLb);
+    if (freshMsgs.status === 'fulfilled' && freshResults.status === 'fulfilled') {
+      writeCache(freshMsgs.value, freshResults.value);
       setLiveStatus(true, 'Live');
     }
   } catch (err) {