Spaces:
Running on CPU Upgrade
Running on CPU Upgrade
Update backend/config.py
Browse files- backend/config.py +2 -2
backend/config.py
CHANGED
|
@@ -20,7 +20,7 @@ TASKS: List[Tuple[str, str, str]] = [
|
|
| 20 |
("qimma-ArabicMMLU:_average|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "ArabicMMLU"),
|
| 21 |
("qimma-ArabCulture:_average|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "ArabCulture"),
|
| 22 |
("qimma-SyntheticQA:_average|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "SyntheticQA"),
|
| 23 |
-
("qimma-PalmX|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "PALMX"),
|
| 24 |
("qimma-NativeQA|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "NativeQA"),
|
| 25 |
("qimma-AraTrust|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "AraTrust"),
|
| 26 |
("qimma-Mizan|0", "normalized_mc_prob_norm", "MizanQA"),
|
|
@@ -29,7 +29,7 @@ TASKS: List[Tuple[str, str, str]] = [
|
|
| 29 |
[("acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", 0.5), ("BERTScore-F", 0.5)],
|
| 30 |
"MedArabiQ",
|
| 31 |
),
|
| 32 |
-
("qimma-ArablegalEval-QA
|
| 33 |
]
|
| 34 |
|
| 35 |
# --- 3. Model Metadata ---
|
|
|
|
| 20 |
("qimma-ArabicMMLU:_average|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "ArabicMMLU"),
|
| 21 |
("qimma-ArabCulture:_average|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "ArabCulture"),
|
| 22 |
("qimma-SyntheticQA:_average|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "SyntheticQA"),
|
| 23 |
+
("qimma-PalmX:_average|0|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "PALMX"),
|
| 24 |
("qimma-NativeQA|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "NativeQA"),
|
| 25 |
("qimma-AraTrust|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "AraTrust"),
|
| 26 |
("qimma-Mizan|0", "normalized_mc_prob_norm", "MizanQA"),
|
|
|
|
| 29 |
[("acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", 0.5), ("BERTScore-F", 0.5)],
|
| 30 |
"MedArabiQ",
|
| 31 |
),
|
| 32 |
+
("qimma-ArablegalEval-QA|0", "BERTScore-F", "ArabLegalQA"),
|
| 33 |
]
|
| 34 |
|
| 35 |
# --- 3. Model Metadata ---
|