Spaces:

qimma
/

leaderboard

Running on CPU Upgrade

App Files Files Community

Basma Boussaha commited on Feb 24

Commit

b6de4f2

1 Parent(s): 5bc6a94

bunch of fixes

Browse files

Files changed (5) hide show

backend/config.py +9 -9
backend/submission_handler.py +7 -7
frontend/about.html +1 -1
frontend/leaderboard.html +3 -3
frontend/submit.html +6 -6

backend/config.py CHANGED Viewed

@@ -63,14 +63,14 @@ TASKS: List[Tuple[Any, Any, str]] = RESULTS_TASKS + CODE_TASKS + FANNFLOP_TASKS
 # --- 3. Model Metadata ---
 MODEL_TYPE_TO_EMOJI: Dict[str, str] = {
-    "pre-trained": "🟢",
-    "pretrained": "🟢",
-    "finetuned": "🔶",
-    "fine-tuned": "🔶",
-    "🟢 : pretrained": "🟢",
-    "🟩 : continuously pretrained": "🟩",
-    "💬 : chat models (RLHF, DPO, IFT, ...)": "💬",
-    "🔶 : fine-tuned on domain-specific datasets": "🔶",
-    "🤝 : base merges and merges": "🤝",
     "Missing": "?",
 }

 # --- 3. Model Metadata ---
 MODEL_TYPE_TO_EMOJI: Dict[str, str] = {
+    # "pre-trained": "🟢",
+    "base": "🟢",
+    "instruct": "🔶",
+    # "fine-tuned": "🔶",
+    # "🟢 : pretrained": "🟢",
+    # "🟩 : continuously pretrained": "🟩",
+    # "💬 : chat models (RLHF, DPO, IFT, ...)": "💬",
+    # "🔶 : fine-tuned on domain-specific datasets": "🔶",
+    # "🤝 : base merges and merges": "🤝",
     "Missing": "?",
 }

backend/submission_handler.py CHANGED Viewed

@@ -18,13 +18,13 @@ logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
 MODEL_TYPE_NORMALIZATION = {
-    "pt": "pre-trained",
-    "pretrained": "pre-trained",
-    "pre-trained": "pre-trained",
-    "fine-tuned": "finetuned",
-    "finetuned": "finetuned",
-    "instruct": "finetuned",
-    "chat": "finetuned",
 }
 class SlackNotifier:

 logger = logging.getLogger(__name__)
 MODEL_TYPE_NORMALIZATION = {
+    # "pt": "pre-trained",
+    "base": "base",
+    # "pre-trained": "pre-trained",
+    # "fine-tuned": "finetuned",
+    # "finetuned": "finetuned",
+    "instruct": "instruct",
+    # "chat": "finetuned",
 }
 class SlackNotifier:

frontend/about.html CHANGED Viewed

@@ -136,7 +136,7 @@
                 </div>
                 <pre id="citationCode"
                     class="bg-slate-100 dark:bg-slate-900/50 p-6 rounded-xl border border-slate-200 dark:border-slate-700 overflow-x-auto text-xs sm:text-sm text-slate-600 dark:text-slate-400 font-mono leading-relaxed">@misc{QIMMA,
-  author = {Alqadi, Leen and Alzubaidi, Ahmed and Alobeidli, Hamza and Alhammadi, Maitha and Alyafeai, Mohammed and Alswuidi, Shaikha and  Alkaabi, Omar and Boussaha, Basma El Amel and Hacid, Hakim},
   title = {QIMMA Leaderboard},
   year = {2026},
   publisher = {QIMMA},

                 </div>
                 <pre id="citationCode"
                     class="bg-slate-100 dark:bg-slate-900/50 p-6 rounded-xl border border-slate-200 dark:border-slate-700 overflow-x-auto text-xs sm:text-sm text-slate-600 dark:text-slate-400 font-mono leading-relaxed">@misc{QIMMA,
+  author = {AlQadi, Leen and Alzubaidi, Ahmed and Alobeidli, Hamza and Alhammadi, Maitha and Alyafeai, Mohammed and Alswuidi, Shaikha and  Alkaabi, Omar and Boussaha, Basma El Amel and Hacid, Hakim},
   title = {QIMMA Leaderboard},
   year = {2026},
   publisher = {QIMMA},

frontend/leaderboard.html CHANGED Viewed

@@ -511,8 +511,8 @@
                             class="w-3.5 h-3.5"></i> <span id="modalPrecision">--</span></span>
                     <span class="w-1 h-1 rounded-full bg-slate-300 dark:bg-slate-600"></span>
-                    <span class="flex items-center gap-1" title="Revision"><i data-lucide="git-commit"
-                            class="w-3.5 h-3.5"></i> <span id="modalRevision" class="font-mono">--</span></span>
                 </div>
                 <!-- Links -->
@@ -947,7 +947,7 @@
                             def.width = '400px';
                             def.formatter = (c, r) => {
                                 const type = (typeIdx > -1 && r.cells[typeIdx]) ? r.cells[typeIdx].data : "";
-                                const tMap = { "pre-trained": "🟢", "pretrained": "🟢", "finetuned": "🔶", "fine-tuned": "🔶", "chat": "💬" };
                                 const tIcon = tMap[type] || type;
                                 return gridjs.html(`

                             class="w-3.5 h-3.5"></i> <span id="modalPrecision">--</span></span>
                     <span class="w-1 h-1 rounded-full bg-slate-300 dark:bg-slate-600"></span>
+                    <!-- <span class="flex items-center gap-1" title="Revision"><i data-lucide="git-commit"
+                            class="w-3.5 h-3.5"></i> <span id="modalRevision" class="font-mono">--</span></span> -->
                 </div>
                 <!-- Links -->
                             def.width = '400px';
                             def.formatter = (c, r) => {
                                 const type = (typeIdx > -1 && r.cells[typeIdx]) ? r.cells[typeIdx].data : "";
+                                const tMap = { "base": "🟢", "instruct": "🔶"};
                                 const tIcon = tMap[type] || type;
                                 return gridjs.html(`

frontend/submit.html CHANGED Viewed

@@ -2,8 +2,8 @@
 <html lang="en">
 <body class="bg-white dark:bg-slate-900">
-    <div class="grid grid-cols-1 lg:grid-cols-3 gap-8">
-        <div class="lg:col-span-2 space-y-6">
             <div
                 class="bg-white dark:bg-slate-800 p-8 rounded-2xl shadow-sm border border-slate-200 dark:border-slate-700">
                 <h3 class="text-xl font-bold mb-6 flex items-center text-slate-800 dark:text-slate-100">
@@ -14,7 +14,7 @@
                     Submit Model
                 </h3>
                 <form id="submitForm" class="space-y-6">
-                    <div class="grid grid-cols-1 md:grid-cols-2 gap-6">
                         <div class="space-y-4">
                             <div><label class="block text-sm font-medium text-slate-700 dark:text-slate-300 mb-1">Model
                                     Name</label><input required name="model_name" type="text"
@@ -25,7 +25,7 @@
                                     Type</label>
                                 <div class="relative"><select name="model_type"
                                         class="w-full px-4 py-2 rounded-lg border border-slate-300 dark:border-slate-600 bg-white dark:bg-slate-900 dark:text-white focus:ring-2 focus:ring-indigo-500 outline-none appearance-none transition cursor-pointer">
-                                        <option value="pre-trained">🟢 Pretrained</option>
                                         <option value="finetuned" selected>🔶 Instruct</option>
                                     </select><i data-lucide="chevron-down"
                                         class="absolute right-3 top-3 h-4 w-4 text-slate-400 pointer-events-none"></i>
@@ -44,7 +44,7 @@
                                 </div>
                             </div>
                         </div>
-                        <div class="space-y-4">
                             <div><label
                                     class="block text-sm font-medium text-slate-700 dark:text-slate-300 mb-1">Revision
                                     Commit</label><input name="revision" type="text" value="main" placeholder="main"
@@ -67,7 +67,7 @@
                                     placeholder="e.g. myorg/base-model"
                                     class="w-full px-4 py-2 rounded-lg border border-slate-300 dark:border-slate-600 bg-white dark:bg-slate-900 dark:text-white focus:ring-2 focus:ring-indigo-500 outline-none transition">
                             </div>
-                        </div>
                     </div>
                     <div class="pt-4 border-t border-slate-100 dark:border-slate-700">
                         <button type="submit" id="submitBtn"

 <html lang="en">
 <body class="bg-white dark:bg-slate-900">
+    <div class="grid grid-cols-1 lg:grid-cols-2 gap-8">
+        <div class="lg:col-span-1 space-y-4">
             <div
                 class="bg-white dark:bg-slate-800 p-8 rounded-2xl shadow-sm border border-slate-200 dark:border-slate-700">
                 <h3 class="text-xl font-bold mb-6 flex items-center text-slate-800 dark:text-slate-100">
                     Submit Model
                 </h3>
                 <form id="submitForm" class="space-y-6">
+                    <div class="grid grid-cols-1 gap-6">
                         <div class="space-y-4">
                             <div><label class="block text-sm font-medium text-slate-700 dark:text-slate-300 mb-1">Model
                                     Name</label><input required name="model_name" type="text"
                                     Type</label>
                                 <div class="relative"><select name="model_type"
                                         class="w-full px-4 py-2 rounded-lg border border-slate-300 dark:border-slate-600 bg-white dark:bg-slate-900 dark:text-white focus:ring-2 focus:ring-indigo-500 outline-none appearance-none transition cursor-pointer">
+                                        <option value="pre-trained">🟢 Base </option>
                                         <option value="finetuned" selected>🔶 Instruct</option>
                                     </select><i data-lucide="chevron-down"
                                         class="absolute right-3 top-3 h-4 w-4 text-slate-400 pointer-events-none"></i>
                                 </div>
                             </div>
                         </div>
+                        <!-- <div class="space-y-4">
                             <div><label
                                     class="block text-sm font-medium text-slate-700 dark:text-slate-300 mb-1">Revision
                                     Commit</label><input name="revision" type="text" value="main" placeholder="main"
                                     placeholder="e.g. myorg/base-model"
                                     class="w-full px-4 py-2 rounded-lg border border-slate-300 dark:border-slate-600 bg-white dark:bg-slate-900 dark:text-white focus:ring-2 focus:ring-indigo-500 outline-none transition">
                             </div>
+                        </div> -->
                     </div>
                     <div class="pt-4 border-t border-slate-100 dark:border-slate-700">
                         <button type="submit" id="submitBtn"