{
  "hf_dir": "fresh\\models\\hf\\HRM-Text-1B",
  "gguf": "fresh\\out\\gguf\\HRM-Text-1B-BF16.gguf",
  "created_at_unix": 1779321040.6954496,
  "elapsed_seconds": 128.6622235774994,
  "hf_dtype": "float32",
  "checks": {
    "prompt_tokens_match": true,
    "same_next_top1_all_prompts": true,
    "top10_overlap_at_least_8_all_prompts": true,
    "full_vocab_mean_abs_logit_error_lte_0_03_all_prompts": true,
    "passed": true
  },
  "prompts": [
    {
      "prompt": "The quick brown fox",
      "hf_input_ids": [
        341,
        3568,
        9054,
        20102
      ],
      "gguf_input_ids": [
        341,
        3568,
        9054,
        20102
      ],
      "tokens_match": true,
      "hf_next_top20": [
        {
          "token_id": 20102,
          "logit": 14.282323837280273
        },
        {
          "token_id": 40036,
          "logit": 7.984903335571289
        },
        {
          "token_id": 11979,
          "logit": 6.678519248962402
        },
        {
          "token_id": 3568,
          "logit": 6.593014717102051
        },
        {
          "token_id": 4349,
          "logit": 6.3277907371521
        },
        {
          "token_id": 42,
          "logit": 6.296438694000244
        },
        {
          "token_id": 3152,
          "logit": 5.423942565917969
        },
        {
          "token_id": 2301,
          "logit": 5.353857517242432
        },
        {
          "token_id": 44,
          "logit": 5.17809534072876
        },
        {
          "token_id": 3558,
          "logit": 4.873218059539795
        },
        {
          "token_id": 3412,
          "logit": 4.821749210357666
        },
        {
          "token_id": 5002,
          "logit": 4.811767578125
        },
        {
          "token_id": 761,
          "logit": 4.7139716148376465
        },
        {
          "token_id": 19444,
          "logit": 4.702877521514893
        },
        {
          "token_id": 446,
          "logit": 4.699982166290283
        },
        {
          "token_id": 16001,
          "logit": 4.579901218414307
        },
        {
          "token_id": 322,
          "logit": 4.416025638580322
        },
        {
          "token_id": 3297,
          "logit": 4.394478797912598
        },
        {
          "token_id": 8636,
          "logit": 4.318077564239502
        },
        {
          "token_id": 12672,
          "logit": 4.272546768188477
        }
      ],
      "gguf_next_top20": [
        {
          "token_id": 20102,
          "logit": 14.297157287597656
        },
        {
          "token_id": 40036,
          "logit": 7.994879722595215
        },
        {
          "token_id": 11979,
          "logit": 6.699657440185547
        },
        {
          "token_id": 3568,
          "logit": 6.626206398010254
        },
        {
          "token_id": 4349,
          "logit": 6.35108757019043
        },
        {
          "token_id": 42,
          "logit": 6.271071434020996
        },
        {
          "token_id": 3152,
          "logit": 5.424627304077148
        },
        {
          "token_id": 2301,
          "logit": 5.3609843254089355
        },
        {
          "token_id": 44,
          "logit": 5.178180694580078
        },
        {
          "token_id": 3558,
          "logit": 4.875790596008301
        },
        {
          "token_id": 5002,
          "logit": 4.839702606201172
        },
        {
          "token_id": 3412,
          "logit": 4.824095249176025
        },
        {
          "token_id": 761,
          "logit": 4.718862056732178
        },
        {
          "token_id": 19444,
          "logit": 4.698058128356934
        },
        {
          "token_id": 446,
          "logit": 4.689098358154297
        },
        {
          "token_id": 16001,
          "logit": 4.590203762054443
        },
        {
          "token_id": 3297,
          "logit": 4.408023357391357
        },
        {
          "token_id": 322,
          "logit": 4.394444942474365
        },
        {
          "token_id": 8636,
          "logit": 4.318354606628418
        },
        {
          "token_id": 12672,
          "logit": 4.2834038734436035
        }
      ],
      "top1_match": true,
      "top10_overlap": 10,
      "full_vocab_mean_abs_logit_error": 0.019914865493774414,
      "top20_union_mean_abs_logit_error": 0.012285495176911354,
      "hf_generated_suffix": " fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox",
      "gguf_generated_suffix": " fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox\n\n"
    },
    {
      "prompt": "In a distant future, humanity",
      "hf_input_ids": [
        931,
        236,
        95,
        9494,
        2025,
        42,
        13279
      ],
      "gguf_input_ids": [
        931,
        236,
        95,
        9494,
        2025,
        42,
        13279
      ],
      "tokens_match": true,
      "hf_next_top20": [
        {
          "token_id": 385,
          "logit": 8.0965576171875
        },
        {
          "token_id": 42,
          "logit": 7.368254661560059
        },
        {
          "token_id": 322,
          "logit": 7.224921226501465
        },
        {
          "token_id": 5106,
          "logit": 6.963152885437012
        },
        {
          "token_id": 5835,
          "logit": 6.56166934967041
        },
        {
          "token_id": 769,
          "logit": 6.253977298736572
        },
        {
          "token_id": 599,
          "logit": 6.24298620223999
        },
        {
          "token_id": 1980,
          "logit": 6.066655158996582
        },
        {
          "token_id": 295,
          "logit": 6.027203559875488
        },
        {
          "token_id": 2156,
          "logit": 5.429737091064453
        },
        {
          "token_id": 379,
          "logit": 5.259855270385742
        },
        {
          "token_id": 5226,
          "logit": 5.044851303100586
        },
        {
          "token_id": 10755,
          "logit": 4.90900993347168
        },
        {
          "token_id": 446,
          "logit": 4.904206275939941
        },
        {
          "token_id": 236,
          "logit": 4.781126976013184
        },
        {
          "token_id": 2026,
          "logit": 4.646615982055664
        },
        {
          "token_id": 307,
          "logit": 4.629412651062012
        },
        {
          "token_id": 1287,
          "logit": 4.488158702850342
        },
        {
          "token_id": 3891,
          "logit": 4.160832405090332
        },
        {
          "token_id": 5671,
          "logit": 4.064340114593506
        }
      ],
      "gguf_next_top20": [
        {
          "token_id": 385,
          "logit": 8.094616889953613
        },
        {
          "token_id": 42,
          "logit": 7.381193161010742
        },
        {
          "token_id": 322,
          "logit": 7.22892951965332
        },
        {
          "token_id": 5106,
          "logit": 6.968372344970703
        },
        {
          "token_id": 5835,
          "logit": 6.5758562088012695
        },
        {
          "token_id": 769,
          "logit": 6.294882297515869
        },
        {
          "token_id": 599,
          "logit": 6.259007453918457
        },
        {
          "token_id": 1980,
          "logit": 6.067761421203613
        },
        {
          "token_id": 295,
          "logit": 6.029950141906738
        },
        {
          "token_id": 2156,
          "logit": 5.428796768188477
        },
        {
          "token_id": 379,
          "logit": 5.263803005218506
        },
        {
          "token_id": 5226,
          "logit": 5.066612243652344
        },
        {
          "token_id": 446,
          "logit": 4.910100936889648
        },
        {
          "token_id": 10755,
          "logit": 4.904460430145264
        },
        {
          "token_id": 236,
          "logit": 4.739671230316162
        },
        {
          "token_id": 2026,
          "logit": 4.661045074462891
        },
        {
          "token_id": 307,
          "logit": 4.627893447875977
        },
        {
          "token_id": 1287,
          "logit": 4.507448196411133
        },
        {
          "token_id": 3891,
          "logit": 4.162245273590088
        },
        {
          "token_id": 5671,
          "logit": 4.059610366821289
        }
      ],
      "top1_match": true,
      "top10_overlap": 10,
      "full_vocab_mean_abs_logit_error": 0.005169652868062258,
      "top20_union_mean_abs_logit_error": 0.010950112715363503,
      "hf_generated_suffix": "'s distant future, humanity's distant future, humanity's distant future, humanity's distant future, humanity's distant future, humanity's distant future, humanity's distant",
      "gguf_generated_suffix": "'s distant future, humanity's distant future, humanity's distant future, humanity's distant future, humanity's distant future, humanity's distant future, humanity's distant\n\n"
    },
    {
      "prompt": "Question: What is 2+2?\nAnswer:",
      "hf_input_ids": [
        1069,
        56,
        866,
        322,
        236,
        48,
        41,
        48,
        1047,
        1180,
        56
      ],
      "gguf_input_ids": [
        1069,
        56,
        866,
        322,
        236,
        48,
        41,
        48,
        1047,
        1180,
        56
      ],
      "tokens_match": true,
      "hf_next_top20": [
        {
          "token_id": 236,
          "logit": 9.961008071899414
        },
        {
          "token_id": 391,
          "logit": 6.013479709625244
        },
        {
          "token_id": 315,
          "logit": 5.94870138168335
        },
        {
          "token_id": 866,
          "logit": 5.673839569091797
        },
        {
          "token_id": 395,
          "logit": 5.604125499725342
        },
        {
          "token_id": 5444,
          "logit": 5.225252151489258
        },
        {
          "token_id": 4746,
          "logit": 4.788036346435547
        },
        {
          "token_id": 1827,
          "logit": 4.560125827789307
        },
        {
          "token_id": 369,
          "logit": 3.9722537994384766
        },
        {
          "token_id": 970,
          "logit": 3.7374000549316406
        },
        {
          "token_id": 725,
          "logit": 3.7227249145507812
        },
        {
          "token_id": 421,
          "logit": 3.6337995529174805
        },
        {
          "token_id": 731,
          "logit": 3.230243444442749
        },
        {
          "token_id": 401,
          "logit": 3.176685094833374
        },
        {
          "token_id": 2286,
          "logit": 3.169259786605835
        },
        {
          "token_id": 1422,
          "logit": 3.161581516265869
        },
        {
          "token_id": 10528,
          "logit": 3.150108575820923
        },
        {
          "token_id": 1544,
          "logit": 3.148630380630493
        },
        {
          "token_id": 973,
          "logit": 3.134061336517334
        },
        {
          "token_id": 4286,
          "logit": 3.118112325668335
        }
      ],
      "gguf_next_top20": [
        {
          "token_id": 236,
          "logit": 9.97547435760498
        },
        {
          "token_id": 391,
          "logit": 6.012524604797363
        },
        {
          "token_id": 315,
          "logit": 5.968222618103027
        },
        {
          "token_id": 866,
          "logit": 5.672043323516846
        },
        {
          "token_id": 395,
          "logit": 5.606063365936279
        },
        {
          "token_id": 5444,
          "logit": 5.2098188400268555
        },
        {
          "token_id": 4746,
          "logit": 4.777042388916016
        },
        {
          "token_id": 1827,
          "logit": 4.54682731628418
        },
        {
          "token_id": 369,
          "logit": 3.9637503623962402
        },
        {
          "token_id": 970,
          "logit": 3.765744686126709
        },
        {
          "token_id": 725,
          "logit": 3.7245254516601562
        },
        {
          "token_id": 421,
          "logit": 3.630314350128174
        },
        {
          "token_id": 731,
          "logit": 3.2161593437194824
        },
        {
          "token_id": 401,
          "logit": 3.1881794929504395
        },
        {
          "token_id": 2286,
          "logit": 3.168586254119873
        },
        {
          "token_id": 1422,
          "logit": 3.151968240737915
        },
        {
          "token_id": 10528,
          "logit": 3.148939847946167
        },
        {
          "token_id": 1544,
          "logit": 3.1278254985809326
        },
        {
          "token_id": 973,
          "logit": 3.1256284713745117
        },
        {
          "token_id": 4286,
          "logit": 3.0892391204833984
        }
      ],
      "top1_match": true,
      "top10_overlap": 10,
      "full_vocab_mean_abs_logit_error": 0.0076530445367097855,
      "top20_union_mean_abs_logit_error": 0.01078406535089016,
      "hf_generated_suffix": " 6<|box_end|>",
      "gguf_generated_suffix": " 6 [end of text]\n\n\n"
    },
    {
      "prompt": "def fibonacci(n):",
      "hf_input_ids": [
        26763,
        8430,
        21728,
        3145,
        10018
      ],
      "gguf_input_ids": [
        26763,
        8430,
        21728,
        3145,
        10018
      ],
      "tokens_match": true,
      "hf_next_top20": [
        {
          "token_id": 56,
          "logit": 10.336507797241211
        },
        {
          "token_id": 2904,
          "logit": 7.036001205444336
        },
        {
          "token_id": 11,
          "logit": 6.869954586029053
        },
        {
          "token_id": 10018,
          "logit": 6.520134449005127
        },
        {
          "token_id": 108,
          "logit": 6.356081008911133
        },
        {
          "token_id": 318,
          "logit": 6.157332420349121
        },
        {
          "token_id": 236,
          "logit": 6.079721927642822
        },
        {
          "token_id": 38,
          "logit": 5.885505676269531
        },
        {
          "token_id": 68,
          "logit": 5.052194118499756
        },
        {
          "token_id": 39,
          "logit": 4.714491844177246
        },
        {
          "token_id": 76,
          "logit": 4.675869464874268
        },
        {
          "token_id": 57,
          "logit": 4.6666717529296875
        },
        {
          "token_id": 59,
          "logit": 4.655692100524902
        },
        {
          "token_id": 1941,
          "logit": 4.59184455871582
        },
        {
          "token_id": 401,
          "logit": 4.578482151031494
        },
        {
          "token_id": 395,
          "logit": 4.54650354385376
        },
        {
          "token_id": 8430,
          "logit": 4.537847518920898
        },
        {
          "token_id": 95,
          "logit": 4.34259033203125
        },
        {
          "token_id": 364,
          "logit": 4.28465461730957
        },
        {
          "token_id": 3145,
          "logit": 4.255484580993652
        }
      ],
      "gguf_next_top20": [
        {
          "token_id": 56,
          "logit": 10.327644348144531
        },
        {
          "token_id": 2904,
          "logit": 7.035848140716553
        },
        {
          "token_id": 11,
          "logit": 6.860950946807861
        },
        {
          "token_id": 10018,
          "logit": 6.495933532714844
        },
        {
          "token_id": 108,
          "logit": 6.341927528381348
        },
        {
          "token_id": 318,
          "logit": 6.146999359130859
        },
        {
          "token_id": 236,
          "logit": 6.0702805519104
        },
        {
          "token_id": 38,
          "logit": 5.865842819213867
        },
        {
          "token_id": 68,
          "logit": 5.02256965637207
        },
        {
          "token_id": 39,
          "logit": 4.66829252243042
        },
        {
          "token_id": 76,
          "logit": 4.6676859855651855
        },
        {
          "token_id": 59,
          "logit": 4.662688255310059
        },
        {
          "token_id": 57,
          "logit": 4.66217041015625
        },
        {
          "token_id": 1941,
          "logit": 4.598584175109863
        },
        {
          "token_id": 401,
          "logit": 4.574923515319824
        },
        {
          "token_id": 395,
          "logit": 4.532867431640625
        },
        {
          "token_id": 8430,
          "logit": 4.5034050941467285
        },
        {
          "token_id": 95,
          "logit": 4.318176746368408
        },
        {
          "token_id": 364,
          "logit": 4.2872209548950195
        },
        {
          "token_id": 48,
          "logit": 4.243288516998291
        }
      ],
      "top1_match": true,
      "top10_overlap": 10,
      "full_vocab_mean_abs_logit_error": 0.0045031774789094925,
      "top20_union_mean_abs_logit_error": 0.01457904651761055,
      "hf_generated_suffix": "::::::::::::::::::::::::::::::::",
      "gguf_generated_suffix": "::::::::::::::::::::::::::::::::\n\n"
    }
  ]
}