basma-b commited on
Commit
079041d
·
verified ·
1 Parent(s): 8993e7a

Update backend/config.py

Browse files
Files changed (1) hide show
  1. backend/config.py +1 -1
backend/config.py CHANGED
@@ -20,7 +20,7 @@ TASKS: List[Tuple[str, str, str]] = [
20
  ("qimma-ArabicMMLU:_average|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "ArabicMMLU"),
21
  ("qimma-ArabCulture:_average|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "ArabCulture"),
22
  ("qimma-SyntheticQA:_average|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "SyntheticQA"),
23
- ("qimma-PalmX:_average|0|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "PALMX"),
24
  ("qimma-NativeQA|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "NativeQA"),
25
  ("qimma-AraTrust|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "AraTrust"),
26
  ("qimma-Mizan|0", "normalized_mc_prob_norm", "MizanQA"),
 
20
  ("qimma-ArabicMMLU:_average|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "ArabicMMLU"),
21
  ("qimma-ArabCulture:_average|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "ArabCulture"),
22
  ("qimma-SyntheticQA:_average|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "SyntheticQA"),
23
+ ("qimma-PalmX:_average|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "PALMX"),
24
  ("qimma-NativeQA|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "NativeQA"),
25
  ("qimma-AraTrust|0", "acc:logprob_normalization=LogProbCharNorm(name='norm', ignore_first_space=False)", "AraTrust"),
26
  ("qimma-Mizan|0", "normalized_mc_prob_norm", "MizanQA"),