{
  "arc_easy": {
    "alias": "arc_easy",
    "acc,none": 0.44486531986531985,
    "acc_stderr,none": 0.01019721669035638,
    "acc_norm,none": 0.38762626262626265,
    "acc_norm_stderr,none": 0.009997307914447627
  },
  "boolq": {
    "alias": "boolq",
    "acc,none": 0.4987767584097859,
    "acc_stderr,none": 0.008745028805557891
  },
  "copa": {
    "alias": "copa",
    "acc,none": 0.59,
    "acc_stderr,none": 0.04943110704237104
  },
  "hellaswag": {
    "alias": "hellaswag",
    "acc,none": 0.27962557259510057,
    "acc_stderr,none": 0.0044789797955071394,
    "acc_norm,none": 0.2954590718980283,
    "acc_norm_stderr,none": 0.004553164013379509
  },
  "lambada_openai": {
    "alias": "lambada_openai",
    "perplexity,none": 85.46599600179017,
    "perplexity_stderr,none": 3.9314317838745363,
    "acc,none": 0.2965262953619251,
    "acc_stderr,none": 0.006363083362328583
  },
  "piqa": {
    "alias": "piqa",
    "acc,none": 0.5875952121871599,
    "acc_stderr,none": 0.011485407152743092,
    "acc_norm,none": 0.5712731229597389,
    "acc_norm_stderr,none": 0.0115466944357122
  },
  "sciq": {
    "alias": "sciq",
    "acc,none": 0.779,
    "acc_stderr,none": 0.01312750285969618,
    "acc_norm,none": 0.685,
    "acc_norm_stderr,none": 0.014696631960792617
  },
  "wikitext": {
    "alias": "wikitext",
    "word_perplexity,none": 52.09098606764624,
    "word_perplexity_stderr,none": "N/A",
    "byte_perplexity,none": 2.0943206931231853,
    "byte_perplexity_stderr,none": "N/A",
    "bits_per_byte,none": 1.0664823720462002,
    "bits_per_byte_stderr,none": "N/A"
  },
  "winogrande": {
    "alias": "winogrande",
    "acc,none": 0.5146014206787688,
    "acc_stderr,none": 0.014046492383275955
  }
}