canonical_results.json

{
  "wikitext": {
    "name": "wikitext",
    "alias": "wikitext",
    "sample_len": 62,
    "word_perplexity,none": 331.8934798869752,
    "word_perplexity_stderr,none": "N/A",
    "byte_perplexity,none": 2.961006512378801,
    "byte_perplexity_stderr,none": "N/A",
    "bits_per_byte,none": 1.5660876635537202,
    "bits_per_byte_stderr,none": "N/A"
  },
  "arc_easy": {
    "name": "arc_easy",
    "alias": "arc_easy",
    "sample_len": 2376,
    "acc,none": 0.3085016835016835,
    "acc_stderr,none": 0.009477472342978388,
    "acc_norm,none": 0.30176767676767674,
    "acc_norm_stderr,none": 0.009418994158522464
  }
}