removing chat_template

app.py

@@ -150,8 +150,7 @@ async def handle_submission(
     precision: str = Form(...),
     revision: str = Form(...),
     weight_type: str = Form(...),
-    base_model: str = Form(None),
-    chat_template: str = Form(...)
+    base_model: str = Form(None)
 ):
     """Handles form submission."""
     try:
@@ -161,8 +160,7 @@ async def handle_submission(
             revision=revision,
             precision=precision,
             weight_type=weight_type,
-            model_type=model_type,
-            chat_template=chat_template
+            model_type=model_type
         )
 
         if result_msg.startswith("**Success**"):

backend/config.py

@@ -19,9 +19,8 @@ TASKS: List[Tuple[str, str, str]] = [
     ("qimma-AraDiCE-Culture:_average|0",    "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)",     "AraDiCE-Culture"),
     ("qimma-ArabicMMLU:_average|0",         "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)",     "ArabicMMLU"),
     ("qimma-ArabCulture:_average|0",        "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)",     "ArabCulture"),
-    ("qimma-SyntheticQA:_average|0",        "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)",     "SyntheticQA"),
     ("qimma-PalmX:_average|0",                  "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)",     "PALMX"),
-    ("qimma-NativeQA|0",                    "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)",     "NativeQA"),
+    ("qimma-3lmSTEM:_average|0",                    "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)",     "3lmSTEM"),
     ("qimma-AraTrust|0",                    "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)",     "AraTrust"),
     ("qimma-Mizan|0", "normalized_mc_prob_norm",     "MizanQA"),
     (
@@ -31,11 +30,11 @@ TASKS: List[Tuple[str, str, str]] = [
     ),
     ("qimma-ArablegalEval-QA|0", "BERTScore-F", "ArabLegalQA"),
     ("acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "qimma-GAT:_average|0", "GAT"),
-    ("acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "qimma-MedAraBench:_average|0", "MedAraBench"),
-    ("humaneval_scores", "humaneval_plus", "HumanEval+"),
-    ("mbpp_scores", "mbpp_plus", "MBPP+"),
-    ("fann", "fann", "FANN"),
-    ("flop", "flop", "FLOP"),
+    ("qimma-GAT:_average|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "GAT"),
+    ("qimma-MedAraBench:_average|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "MedAraBench"),
+    # ("humaneval", "humaneval+", "HumanEval+"),
+    # ("mbpp", "mbpp+", "MBPP+"),
+    # ("fann_or_flop", "fann_or_flop", "FannOrFlop"),
 ]
 
 # --- 3. Model Metadata ---

backend/submission_handler.py

@@ -529,7 +529,6 @@ def submit_model(
     precision: str = "",
     weight_type: str = "",
     model_type: str = "",
-    chat_template: str = "",
 ) -> str:
     """
     Main controller: Validation -> Info Extraction -> Submission Upload.
@@ -605,7 +604,6 @@ def submit_model(
 
     model_params = get_model_size(model_info=info, precision=precision)
     current_time = datetime.utcnow().isoformat() + "Z"
-    is_chat = (chat_template.strip().lower() == "yes")
 
     submission_data = {
         "model":          model_name,
@@ -622,7 +620,6 @@ def submit_model(
         "private":        model_private,
         "job_id":         None,
         "job_start_time": None,
-        "chat_template":  is_chat
     }
 
     # Define path in the requests dataset

frontend/submit.html

@@ -43,16 +43,6 @@
                                         class="absolute right-3 top-3 h-4 w-4 text-slate-400 pointer-events-none"></i>
                                 </div>
                             </div>
-                            <div><label class="block text-sm font-medium text-slate-700 dark:text-slate-300 mb-2">Chat
-                                    Template?</label>
-                                <div class="flex gap-4"><label class="flex items-center"><input type="radio"
-                                            name="chat_template" value="Yes" checked class="text-indigo-600 h-4 w-4"><span
-                                            class="ml-2 text-sm text-slate-600 dark:text-slate-400">Yes</span></label><label
-                                        class="flex items-center"><input type="radio" name="chat_template" value="No"
-                                            class="text-indigo-600 h-4 w-4"><span
-                                            class="ml-2 text-sm text-slate-600 dark:text-slate-400">No</span></label>
-                                </div>
-                            </div>
                         </div>
                         <div class="space-y-4">
                             <div><label
@@ -141,24 +131,6 @@
             // 2. Handle Form Submission
             const form = document.querySelector('#submitForm');
             if (form) {
-                const modelTypeSelect = form.querySelector('select[name="model_type"]');
-                const chatYes = form.querySelector('input[name="chat_template"][value="Yes"]');
-                const chatNo = form.querySelector('input[name="chat_template"][value="No"]');
-
-                const syncChatTemplateDefault = () => {
-                    if (!modelTypeSelect || !chatYes || !chatNo) return;
-                    if (modelTypeSelect.value === 'pre-trained') {
-                        chatNo.checked = true;
-                    } else if (modelTypeSelect.value === 'finetuned') {
-                        chatYes.checked = true;
-                    }
-                };
-
-                if (modelTypeSelect) {
-                    modelTypeSelect.addEventListener('change', syncChatTemplateDefault);
-                    syncChatTemplateDefault();
-                }
-
                 form.onsubmit = async (e) => {
                     e.preventDefault();
                     const btn = document.querySelector('#submitBtn');
@@ -177,7 +149,6 @@
                         msg.className = "text-center text-sm font-medium text-emerald-600 dark:text-emerald-400";
                         msg.innerText = "✅ " + (json.message || "Success!");
                         e.target.reset();
-                        syncChatTemplateDefault();
 
                         // Update Local Sidebar & Header
                         await updateSidebarQueue();