modify how finetuning jobs get submitted

README.md

@@ -4,7 +4,7 @@ emoji: 📊
 colorFrom: blue
 colorTo: green
 sdk: docker
-python_version: 3.11.14
+python_version: 3.10.19
 pinned: false
 short_description: Qimma leaderboard
 ---

backend/config.py

@@ -35,10 +35,14 @@ TASKS: List[Tuple[str, str, str]] = [
 # --- 3. Model Metadata ---
 
 MODEL_TYPE_TO_EMOJI: Dict[str, str] = {
+    "pre-trained": "🟢",
+    "pretrained": "🟢",
+    "finetuned": "🔶",
+    "fine-tuned": "🔶",
     "🟢 : pretrained": "🟢",
     "🟩 : continuously pretrained": "🟩",
     "💬 : chat models (RLHF, DPO, IFT, ...)": "💬",
     "🔶 : fine-tuned on domain-specific datasets": "🔶",
     "🤝 : base merges and merges": "🤝",
     "Missing": "?",
-}
+}

backend/submission_handler.py

@@ -17,6 +17,16 @@ from backend.helpers import unify_precision, get_model_size, parse_datetime
 logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
 
+MODEL_TYPE_NORMALIZATION = {
+    "pt": "pre-trained",
+    "pretrained": "pre-trained",
+    "pre-trained": "pre-trained",
+    "fine-tuned": "finetuned",
+    "finetuned": "finetuned",
+    "instruct": "finetuned",
+    "chat": "finetuned",
+}
+
 class SlackNotifier:
     """
     Handles all Slack notifications for the Arabic leaderboard system.
@@ -531,6 +541,7 @@ def submit_model(
         base_model = base_model.strip()
     revision = revision.strip() or "main"
     precision = precision.strip()
+    model_type = MODEL_TYPE_NORMALIZATION.get(model_type.strip().lower(), model_type.strip())
 
     
     
@@ -634,4 +645,4 @@ def submit_model(
     if SLACK_WEBHOOK_URL:
         notifier = SlackNotifier(SLACK_WEBHOOK_URL)
         notifier.notify_new_submission(submission_data)
-    return f"**Success**: Model '{model_name}' submitted for evaluation!"
+    return f"**Success**: Model '{model_name}' submitted for evaluation!"

frontend/leaderboard.html

@@ -745,9 +745,7 @@
 
                     $('#modalLinkHF').href = `https://huggingface.co/${model["Model Name"]}`;
 
-                    const cleanName = model["Model Name"].replace(/\//g, '__');
-                    const datasetId = `OALL/details_${cleanName}`;
-                    $('#modalLinkDetails').href = `https://huggingface.co/datasets/${datasetId}`;
+                    $('#modalLinkDetails').href = `https://huggingface.co/datasets/qimma/leaderboard-details/tree/main/${model["Model Name"]}`;
 
                     const chartContainer = $('#modalChart');
                     chartContainer.innerHTML = "";
@@ -918,7 +916,7 @@
                             def.width = '400px';
                             def.formatter = (c, r) => {
                                 const type = (typeIdx > -1 && r.cells[typeIdx]) ? r.cells[typeIdx].data : "";
-                                const tMap = { "chat": "💬", "pretrained": "🟢", "fine-tuned": "🔶" };
+                                const tMap = { "pre-trained": "🟢", "pretrained": "🟢", "finetuned": "🔶", "fine-tuned": "🔶", "chat": "💬" };
                                 const tIcon = tMap[type] || type;
 
                                 return gridjs.html(`
@@ -1042,4 +1040,4 @@
 
 </body>
 
-</html>
+</html>

frontend/submit.html

@@ -25,10 +25,8 @@
                                     Type</label>
                                 <div class="relative"><select name="model_type"
                                         class="w-full px-4 py-2 rounded-lg border border-slate-300 dark:border-slate-600 bg-white dark:bg-slate-900 dark:text-white focus:ring-2 focus:ring-indigo-500 outline-none appearance-none transition cursor-pointer">
-                                        <option value="pt">🟢 Pretrained</option>
-                                        <option value="chat">💬 Chat</option>
-                                        <option value="fine-tuned" selected>🔶 Fine-tuned</option>
-                                        <option value="merges">🤝 Merges</option>
+                                        <option value="pre-trained">🟢 Pretrained</option>
+                                        <option value="finetuned" selected>🔶 Instruct</option>
                                     </select><i data-lucide="chevron-down"
                                         class="absolute right-3 top-3 h-4 w-4 text-slate-400 pointer-events-none"></i>
                                 </div>
@@ -48,10 +46,10 @@
                             <div><label class="block text-sm font-medium text-slate-700 dark:text-slate-300 mb-2">Chat
                                     Template?</label>
                                 <div class="flex gap-4"><label class="flex items-center"><input type="radio"
-                                            name="chat_template" value="Yes" class="text-indigo-600 h-4 w-4"><span
+                                            name="chat_template" value="Yes" checked class="text-indigo-600 h-4 w-4"><span
                                             class="ml-2 text-sm text-slate-600 dark:text-slate-400">Yes</span></label><label
                                         class="flex items-center"><input type="radio" name="chat_template" value="No"
-                                            checked class="text-indigo-600 h-4 w-4"><span
+                                            class="text-indigo-600 h-4 w-4"><span
                                             class="ml-2 text-sm text-slate-600 dark:text-slate-400">No</span></label>
                                 </div>
                             </div>
@@ -143,6 +141,24 @@
             // 2. Handle Form Submission
             const form = document.querySelector('#submitForm');
             if (form) {
+                const modelTypeSelect = form.querySelector('select[name="model_type"]');
+                const chatYes = form.querySelector('input[name="chat_template"][value="Yes"]');
+                const chatNo = form.querySelector('input[name="chat_template"][value="No"]');
+
+                const syncChatTemplateDefault = () => {
+                    if (!modelTypeSelect || !chatYes || !chatNo) return;
+                    if (modelTypeSelect.value === 'pre-trained') {
+                        chatNo.checked = true;
+                    } else if (modelTypeSelect.value === 'finetuned') {
+                        chatYes.checked = true;
+                    }
+                };
+
+                if (modelTypeSelect) {
+                    modelTypeSelect.addEventListener('change', syncChatTemplateDefault);
+                    syncChatTemplateDefault();
+                }
+
                 form.onsubmit = async (e) => {
                     e.preventDefault();
                     const btn = document.querySelector('#submitBtn');
@@ -161,6 +177,7 @@
                         msg.className = "text-center text-sm font-medium text-emerald-600 dark:text-emerald-400";
                         msg.innerText = "✅ " + (json.message || "Success!");
                         e.target.reset();
+                        syncChatTemplateDefault();
 
                         // Update Local Sidebar & Header
                         await updateSidebarQueue();
@@ -182,4 +199,4 @@
     </script>
 </body>
 
-</html>
+</html>