| { |
| "arc_easy": { |
| "alias": "arc_easy", |
| "acc,none": 0.45454545454545453, |
| "acc_stderr,none": 0.010217299762709388, |
| "acc_norm,none": 0.3867845117845118, |
| "acc_norm_stderr,none": 0.009993308355371001 |
| }, |
| "boolq": { |
| "alias": "boolq", |
| "acc,none": 0.5593272171253822, |
| "acc_stderr,none": 0.008683276495828953 |
| }, |
| "copa": { |
| "alias": "copa", |
| "acc,none": 0.59, |
| "acc_stderr,none": 0.04943110704237104 |
| }, |
| "hellaswag": { |
| "alias": "hellaswag", |
| "acc,none": 0.2773351921927903, |
| "acc_stderr,none": 0.0044676841327723595, |
| "acc_norm,none": 0.29655447122087236, |
| "acc_norm_stderr,none": 0.004558049018764774 |
| }, |
| "lambada_openai": { |
| "alias": "lambada_openai", |
| "perplexity,none": 83.33085129452657, |
| "perplexity_stderr,none": 3.7895421080707683, |
| "acc,none": 0.28138948185522994, |
| "acc_stderr,none": 0.006264880443501338 |
| }, |
| "piqa": { |
| "alias": "piqa", |
| "acc,none": 0.5767138193688792, |
| "acc_stderr,none": 0.011527699473614319, |
| "acc_norm,none": 0.5690968443960827, |
| "acc_norm_stderr,none": 0.011553893175901508 |
| }, |
| "sciq": { |
| "alias": "sciq", |
| "acc,none": 0.783, |
| "acc_stderr,none": 0.013041513757270706, |
| "acc_norm,none": 0.7, |
| "acc_norm_stderr,none": 0.014498627873361335 |
| }, |
| "wikitext": { |
| "alias": "wikitext", |
| "word_perplexity,none": 41.758996651525436, |
| "word_perplexity_stderr,none": "N/A", |
| "byte_perplexity,none": 2.0095016264299344, |
| "byte_perplexity_stderr,none": "N/A", |
| "bits_per_byte,none": 1.0068377450709307, |
| "bits_per_byte_stderr,none": "N/A" |
| }, |
| "winogrande": { |
| "alias": "winogrande", |
| "acc,none": 0.5082872928176796, |
| "acc_stderr,none": 0.01405055532282417 |
| } |
| } |
