basma-b commited on
Commit
8993e7a
·
verified ·
1 Parent(s): f248cb9

Update backend/config.py

Browse files
Files changed (1) hide show
  1. backend/config.py +2 -2
backend/config.py CHANGED
@@ -20,7 +20,7 @@ TASKS: List[Tuple[str, str, str]] = [
20
  ("qimma-ArabicMMLU:_average|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "ArabicMMLU"),
21
  ("qimma-ArabCulture:_average|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "ArabCulture"),
22
  ("qimma-SyntheticQA:_average|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "SyntheticQA"),
23
- ("qimma-PalmX|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "PALMX"),
24
  ("qimma-NativeQA|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "NativeQA"),
25
  ("qimma-AraTrust|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "AraTrust"),
26
  ("qimma-Mizan|0", "normalized_mc_prob_norm", "MizanQA"),
@@ -29,7 +29,7 @@ TASKS: List[Tuple[str, str, str]] = [
29
  [("acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", 0.5), ("BERTScore-F", 0.5)],
30
  "MedArabiQ",
31
  ),
32
- ("qimma-ArablegalEval-QA-QA|0", "BERTScore-F", "ArabLegalQA"),
33
  ]
34
 
35
  # --- 3. Model Metadata ---
 
20
  ("qimma-ArabicMMLU:_average|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "ArabicMMLU"),
21
  ("qimma-ArabCulture:_average|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "ArabCulture"),
22
  ("qimma-SyntheticQA:_average|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "SyntheticQA"),
23
+ ("qimma-PalmX:_average|0|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "PALMX"),
24
  ("qimma-NativeQA|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "NativeQA"),
25
  ("qimma-AraTrust|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "AraTrust"),
26
  ("qimma-Mizan|0", "normalized_mc_prob_norm", "MizanQA"),
 
29
  [("acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", 0.5), ("BERTScore-F", 0.5)],
30
  "MedArabiQ",
31
  ),
32
+ ("qimma-ArablegalEval-QA|0", "BERTScore-F", "ArabLegalQA"),
33
  ]
34
 
35
  # --- 3. Model Metadata ---