| { | |
| "hf_dir": "fresh\\models\\hf\\HRM-Text-1B", | |
| "gguf": "fresh\\out\\gguf\\HRM-Text-1B-BF16.gguf", | |
| "created_at_unix": 1779321040.6954496, | |
| "elapsed_seconds": 128.6622235774994, | |
| "hf_dtype": "float32", | |
| "checks": { | |
| "prompt_tokens_match": true, | |
| "same_next_top1_all_prompts": true, | |
| "top10_overlap_at_least_8_all_prompts": true, | |
| "full_vocab_mean_abs_logit_error_lte_0_03_all_prompts": true, | |
| "passed": true | |
| }, | |
| "prompts": [ | |
| { | |
| "prompt": "The quick brown fox", | |
| "hf_input_ids": [ | |
| 341, | |
| 3568, | |
| 9054, | |
| 20102 | |
| ], | |
| "gguf_input_ids": [ | |
| 341, | |
| 3568, | |
| 9054, | |
| 20102 | |
| ], | |
| "tokens_match": true, | |
| "hf_next_top20": [ | |
| { | |
| "token_id": 20102, | |
| "logit": 14.282323837280273 | |
| }, | |
| { | |
| "token_id": 40036, | |
| "logit": 7.984903335571289 | |
| }, | |
| { | |
| "token_id": 11979, | |
| "logit": 6.678519248962402 | |
| }, | |
| { | |
| "token_id": 3568, | |
| "logit": 6.593014717102051 | |
| }, | |
| { | |
| "token_id": 4349, | |
| "logit": 6.3277907371521 | |
| }, | |
| { | |
| "token_id": 42, | |
| "logit": 6.296438694000244 | |
| }, | |
| { | |
| "token_id": 3152, | |
| "logit": 5.423942565917969 | |
| }, | |
| { | |
| "token_id": 2301, | |
| "logit": 5.353857517242432 | |
| }, | |
| { | |
| "token_id": 44, | |
| "logit": 5.17809534072876 | |
| }, | |
| { | |
| "token_id": 3558, | |
| "logit": 4.873218059539795 | |
| }, | |
| { | |
| "token_id": 3412, | |
| "logit": 4.821749210357666 | |
| }, | |
| { | |
| "token_id": 5002, | |
| "logit": 4.811767578125 | |
| }, | |
| { | |
| "token_id": 761, | |
| "logit": 4.7139716148376465 | |
| }, | |
| { | |
| "token_id": 19444, | |
| "logit": 4.702877521514893 | |
| }, | |
| { | |
| "token_id": 446, | |
| "logit": 4.699982166290283 | |
| }, | |
| { | |
| "token_id": 16001, | |
| "logit": 4.579901218414307 | |
| }, | |
| { | |
| "token_id": 322, | |
| "logit": 4.416025638580322 | |
| }, | |
| { | |
| "token_id": 3297, | |
| "logit": 4.394478797912598 | |
| }, | |
| { | |
| "token_id": 8636, | |
| "logit": 4.318077564239502 | |
| }, | |
| { | |
| "token_id": 12672, | |
| "logit": 4.272546768188477 | |
| } | |
| ], | |
| "gguf_next_top20": [ | |
| { | |
| "token_id": 20102, | |
| "logit": 14.297157287597656 | |
| }, | |
| { | |
| "token_id": 40036, | |
| "logit": 7.994879722595215 | |
| }, | |
| { | |
| "token_id": 11979, | |
| "logit": 6.699657440185547 | |
| }, | |
| { | |
| "token_id": 3568, | |
| "logit": 6.626206398010254 | |
| }, | |
| { | |
| "token_id": 4349, | |
| "logit": 6.35108757019043 | |
| }, | |
| { | |
| "token_id": 42, | |
| "logit": 6.271071434020996 | |
| }, | |
| { | |
| "token_id": 3152, | |
| "logit": 5.424627304077148 | |
| }, | |
| { | |
| "token_id": 2301, | |
| "logit": 5.3609843254089355 | |
| }, | |
| { | |
| "token_id": 44, | |
| "logit": 5.178180694580078 | |
| }, | |
| { | |
| "token_id": 3558, | |
| "logit": 4.875790596008301 | |
| }, | |
| { | |
| "token_id": 5002, | |
| "logit": 4.839702606201172 | |
| }, | |
| { | |
| "token_id": 3412, | |
| "logit": 4.824095249176025 | |
| }, | |
| { | |
| "token_id": 761, | |
| "logit": 4.718862056732178 | |
| }, | |
| { | |
| "token_id": 19444, | |
| "logit": 4.698058128356934 | |
| }, | |
| { | |
| "token_id": 446, | |
| "logit": 4.689098358154297 | |
| }, | |
| { | |
| "token_id": 16001, | |
| "logit": 4.590203762054443 | |
| }, | |
| { | |
| "token_id": 3297, | |
| "logit": 4.408023357391357 | |
| }, | |
| { | |
| "token_id": 322, | |
| "logit": 4.394444942474365 | |
| }, | |
| { | |
| "token_id": 8636, | |
| "logit": 4.318354606628418 | |
| }, | |
| { | |
| "token_id": 12672, | |
| "logit": 4.2834038734436035 | |
| } | |
| ], | |
| "top1_match": true, | |
| "top10_overlap": 10, | |
| "full_vocab_mean_abs_logit_error": 0.019914865493774414, | |
| "top20_union_mean_abs_logit_error": 0.012285495176911354, | |
| "hf_generated_suffix": " fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox", | |
| "gguf_generated_suffix": " fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox fox\n\n" | |
| }, | |
| { | |
| "prompt": "In a distant future, humanity", | |
| "hf_input_ids": [ | |
| 931, | |
| 236, | |
| 95, | |
| 9494, | |
| 2025, | |
| 42, | |
| 13279 | |
| ], | |
| "gguf_input_ids": [ | |
| 931, | |
| 236, | |
| 95, | |
| 9494, | |
| 2025, | |
| 42, | |
| 13279 | |
| ], | |
| "tokens_match": true, | |
| "hf_next_top20": [ | |
| { | |
| "token_id": 385, | |
| "logit": 8.0965576171875 | |
| }, | |
| { | |
| "token_id": 42, | |
| "logit": 7.368254661560059 | |
| }, | |
| { | |
| "token_id": 322, | |
| "logit": 7.224921226501465 | |
| }, | |
| { | |
| "token_id": 5106, | |
| "logit": 6.963152885437012 | |
| }, | |
| { | |
| "token_id": 5835, | |
| "logit": 6.56166934967041 | |
| }, | |
| { | |
| "token_id": 769, | |
| "logit": 6.253977298736572 | |
| }, | |
| { | |
| "token_id": 599, | |
| "logit": 6.24298620223999 | |
| }, | |
| { | |
| "token_id": 1980, | |
| "logit": 6.066655158996582 | |
| }, | |
| { | |
| "token_id": 295, | |
| "logit": 6.027203559875488 | |
| }, | |
| { | |
| "token_id": 2156, | |
| "logit": 5.429737091064453 | |
| }, | |
| { | |
| "token_id": 379, | |
| "logit": 5.259855270385742 | |
| }, | |
| { | |
| "token_id": 5226, | |
| "logit": 5.044851303100586 | |
| }, | |
| { | |
| "token_id": 10755, | |
| "logit": 4.90900993347168 | |
| }, | |
| { | |
| "token_id": 446, | |
| "logit": 4.904206275939941 | |
| }, | |
| { | |
| "token_id": 236, | |
| "logit": 4.781126976013184 | |
| }, | |
| { | |
| "token_id": 2026, | |
| "logit": 4.646615982055664 | |
| }, | |
| { | |
| "token_id": 307, | |
| "logit": 4.629412651062012 | |
| }, | |
| { | |
| "token_id": 1287, | |
| "logit": 4.488158702850342 | |
| }, | |
| { | |
| "token_id": 3891, | |
| "logit": 4.160832405090332 | |
| }, | |
| { | |
| "token_id": 5671, | |
| "logit": 4.064340114593506 | |
| } | |
| ], | |
| "gguf_next_top20": [ | |
| { | |
| "token_id": 385, | |
| "logit": 8.094616889953613 | |
| }, | |
| { | |
| "token_id": 42, | |
| "logit": 7.381193161010742 | |
| }, | |
| { | |
| "token_id": 322, | |
| "logit": 7.22892951965332 | |
| }, | |
| { | |
| "token_id": 5106, | |
| "logit": 6.968372344970703 | |
| }, | |
| { | |
| "token_id": 5835, | |
| "logit": 6.5758562088012695 | |
| }, | |
| { | |
| "token_id": 769, | |
| "logit": 6.294882297515869 | |
| }, | |
| { | |
| "token_id": 599, | |
| "logit": 6.259007453918457 | |
| }, | |
| { | |
| "token_id": 1980, | |
| "logit": 6.067761421203613 | |
| }, | |
| { | |
| "token_id": 295, | |
| "logit": 6.029950141906738 | |
| }, | |
| { | |
| "token_id": 2156, | |
| "logit": 5.428796768188477 | |
| }, | |
| { | |
| "token_id": 379, | |
| "logit": 5.263803005218506 | |
| }, | |
| { | |
| "token_id": 5226, | |
| "logit": 5.066612243652344 | |
| }, | |
| { | |
| "token_id": 446, | |
| "logit": 4.910100936889648 | |
| }, | |
| { | |
| "token_id": 10755, | |
| "logit": 4.904460430145264 | |
| }, | |
| { | |
| "token_id": 236, | |
| "logit": 4.739671230316162 | |
| }, | |
| { | |
| "token_id": 2026, | |
| "logit": 4.661045074462891 | |
| }, | |
| { | |
| "token_id": 307, | |
| "logit": 4.627893447875977 | |
| }, | |
| { | |
| "token_id": 1287, | |
| "logit": 4.507448196411133 | |
| }, | |
| { | |
| "token_id": 3891, | |
| "logit": 4.162245273590088 | |
| }, | |
| { | |
| "token_id": 5671, | |
| "logit": 4.059610366821289 | |
| } | |
| ], | |
| "top1_match": true, | |
| "top10_overlap": 10, | |
| "full_vocab_mean_abs_logit_error": 0.005169652868062258, | |
| "top20_union_mean_abs_logit_error": 0.010950112715363503, | |
| "hf_generated_suffix": "'s distant future, humanity's distant future, humanity's distant future, humanity's distant future, humanity's distant future, humanity's distant future, humanity's distant", | |
| "gguf_generated_suffix": "'s distant future, humanity's distant future, humanity's distant future, humanity's distant future, humanity's distant future, humanity's distant future, humanity's distant\n\n" | |
| }, | |
| { | |
| "prompt": "Question: What is 2+2?\nAnswer:", | |
| "hf_input_ids": [ | |
| 1069, | |
| 56, | |
| 866, | |
| 322, | |
| 236, | |
| 48, | |
| 41, | |
| 48, | |
| 1047, | |
| 1180, | |
| 56 | |
| ], | |
| "gguf_input_ids": [ | |
| 1069, | |
| 56, | |
| 866, | |
| 322, | |
| 236, | |
| 48, | |
| 41, | |
| 48, | |
| 1047, | |
| 1180, | |
| 56 | |
| ], | |
| "tokens_match": true, | |
| "hf_next_top20": [ | |
| { | |
| "token_id": 236, | |
| "logit": 9.961008071899414 | |
| }, | |
| { | |
| "token_id": 391, | |
| "logit": 6.013479709625244 | |
| }, | |
| { | |
| "token_id": 315, | |
| "logit": 5.94870138168335 | |
| }, | |
| { | |
| "token_id": 866, | |
| "logit": 5.673839569091797 | |
| }, | |
| { | |
| "token_id": 395, | |
| "logit": 5.604125499725342 | |
| }, | |
| { | |
| "token_id": 5444, | |
| "logit": 5.225252151489258 | |
| }, | |
| { | |
| "token_id": 4746, | |
| "logit": 4.788036346435547 | |
| }, | |
| { | |
| "token_id": 1827, | |
| "logit": 4.560125827789307 | |
| }, | |
| { | |
| "token_id": 369, | |
| "logit": 3.9722537994384766 | |
| }, | |
| { | |
| "token_id": 970, | |
| "logit": 3.7374000549316406 | |
| }, | |
| { | |
| "token_id": 725, | |
| "logit": 3.7227249145507812 | |
| }, | |
| { | |
| "token_id": 421, | |
| "logit": 3.6337995529174805 | |
| }, | |
| { | |
| "token_id": 731, | |
| "logit": 3.230243444442749 | |
| }, | |
| { | |
| "token_id": 401, | |
| "logit": 3.176685094833374 | |
| }, | |
| { | |
| "token_id": 2286, | |
| "logit": 3.169259786605835 | |
| }, | |
| { | |
| "token_id": 1422, | |
| "logit": 3.161581516265869 | |
| }, | |
| { | |
| "token_id": 10528, | |
| "logit": 3.150108575820923 | |
| }, | |
| { | |
| "token_id": 1544, | |
| "logit": 3.148630380630493 | |
| }, | |
| { | |
| "token_id": 973, | |
| "logit": 3.134061336517334 | |
| }, | |
| { | |
| "token_id": 4286, | |
| "logit": 3.118112325668335 | |
| } | |
| ], | |
| "gguf_next_top20": [ | |
| { | |
| "token_id": 236, | |
| "logit": 9.97547435760498 | |
| }, | |
| { | |
| "token_id": 391, | |
| "logit": 6.012524604797363 | |
| }, | |
| { | |
| "token_id": 315, | |
| "logit": 5.968222618103027 | |
| }, | |
| { | |
| "token_id": 866, | |
| "logit": 5.672043323516846 | |
| }, | |
| { | |
| "token_id": 395, | |
| "logit": 5.606063365936279 | |
| }, | |
| { | |
| "token_id": 5444, | |
| "logit": 5.2098188400268555 | |
| }, | |
| { | |
| "token_id": 4746, | |
| "logit": 4.777042388916016 | |
| }, | |
| { | |
| "token_id": 1827, | |
| "logit": 4.54682731628418 | |
| }, | |
| { | |
| "token_id": 369, | |
| "logit": 3.9637503623962402 | |
| }, | |
| { | |
| "token_id": 970, | |
| "logit": 3.765744686126709 | |
| }, | |
| { | |
| "token_id": 725, | |
| "logit": 3.7245254516601562 | |
| }, | |
| { | |
| "token_id": 421, | |
| "logit": 3.630314350128174 | |
| }, | |
| { | |
| "token_id": 731, | |
| "logit": 3.2161593437194824 | |
| }, | |
| { | |
| "token_id": 401, | |
| "logit": 3.1881794929504395 | |
| }, | |
| { | |
| "token_id": 2286, | |
| "logit": 3.168586254119873 | |
| }, | |
| { | |
| "token_id": 1422, | |
| "logit": 3.151968240737915 | |
| }, | |
| { | |
| "token_id": 10528, | |
| "logit": 3.148939847946167 | |
| }, | |
| { | |
| "token_id": 1544, | |
| "logit": 3.1278254985809326 | |
| }, | |
| { | |
| "token_id": 973, | |
| "logit": 3.1256284713745117 | |
| }, | |
| { | |
| "token_id": 4286, | |
| "logit": 3.0892391204833984 | |
| } | |
| ], | |
| "top1_match": true, | |
| "top10_overlap": 10, | |
| "full_vocab_mean_abs_logit_error": 0.0076530445367097855, | |
| "top20_union_mean_abs_logit_error": 0.01078406535089016, | |
| "hf_generated_suffix": " 6<|box_end|>", | |
| "gguf_generated_suffix": " 6 [end of text]\n\n\n" | |
| }, | |
| { | |
| "prompt": "def fibonacci(n):", | |
| "hf_input_ids": [ | |
| 26763, | |
| 8430, | |
| 21728, | |
| 3145, | |
| 10018 | |
| ], | |
| "gguf_input_ids": [ | |
| 26763, | |
| 8430, | |
| 21728, | |
| 3145, | |
| 10018 | |
| ], | |
| "tokens_match": true, | |
| "hf_next_top20": [ | |
| { | |
| "token_id": 56, | |
| "logit": 10.336507797241211 | |
| }, | |
| { | |
| "token_id": 2904, | |
| "logit": 7.036001205444336 | |
| }, | |
| { | |
| "token_id": 11, | |
| "logit": 6.869954586029053 | |
| }, | |
| { | |
| "token_id": 10018, | |
| "logit": 6.520134449005127 | |
| }, | |
| { | |
| "token_id": 108, | |
| "logit": 6.356081008911133 | |
| }, | |
| { | |
| "token_id": 318, | |
| "logit": 6.157332420349121 | |
| }, | |
| { | |
| "token_id": 236, | |
| "logit": 6.079721927642822 | |
| }, | |
| { | |
| "token_id": 38, | |
| "logit": 5.885505676269531 | |
| }, | |
| { | |
| "token_id": 68, | |
| "logit": 5.052194118499756 | |
| }, | |
| { | |
| "token_id": 39, | |
| "logit": 4.714491844177246 | |
| }, | |
| { | |
| "token_id": 76, | |
| "logit": 4.675869464874268 | |
| }, | |
| { | |
| "token_id": 57, | |
| "logit": 4.6666717529296875 | |
| }, | |
| { | |
| "token_id": 59, | |
| "logit": 4.655692100524902 | |
| }, | |
| { | |
| "token_id": 1941, | |
| "logit": 4.59184455871582 | |
| }, | |
| { | |
| "token_id": 401, | |
| "logit": 4.578482151031494 | |
| }, | |
| { | |
| "token_id": 395, | |
| "logit": 4.54650354385376 | |
| }, | |
| { | |
| "token_id": 8430, | |
| "logit": 4.537847518920898 | |
| }, | |
| { | |
| "token_id": 95, | |
| "logit": 4.34259033203125 | |
| }, | |
| { | |
| "token_id": 364, | |
| "logit": 4.28465461730957 | |
| }, | |
| { | |
| "token_id": 3145, | |
| "logit": 4.255484580993652 | |
| } | |
| ], | |
| "gguf_next_top20": [ | |
| { | |
| "token_id": 56, | |
| "logit": 10.327644348144531 | |
| }, | |
| { | |
| "token_id": 2904, | |
| "logit": 7.035848140716553 | |
| }, | |
| { | |
| "token_id": 11, | |
| "logit": 6.860950946807861 | |
| }, | |
| { | |
| "token_id": 10018, | |
| "logit": 6.495933532714844 | |
| }, | |
| { | |
| "token_id": 108, | |
| "logit": 6.341927528381348 | |
| }, | |
| { | |
| "token_id": 318, | |
| "logit": 6.146999359130859 | |
| }, | |
| { | |
| "token_id": 236, | |
| "logit": 6.0702805519104 | |
| }, | |
| { | |
| "token_id": 38, | |
| "logit": 5.865842819213867 | |
| }, | |
| { | |
| "token_id": 68, | |
| "logit": 5.02256965637207 | |
| }, | |
| { | |
| "token_id": 39, | |
| "logit": 4.66829252243042 | |
| }, | |
| { | |
| "token_id": 76, | |
| "logit": 4.6676859855651855 | |
| }, | |
| { | |
| "token_id": 59, | |
| "logit": 4.662688255310059 | |
| }, | |
| { | |
| "token_id": 57, | |
| "logit": 4.66217041015625 | |
| }, | |
| { | |
| "token_id": 1941, | |
| "logit": 4.598584175109863 | |
| }, | |
| { | |
| "token_id": 401, | |
| "logit": 4.574923515319824 | |
| }, | |
| { | |
| "token_id": 395, | |
| "logit": 4.532867431640625 | |
| }, | |
| { | |
| "token_id": 8430, | |
| "logit": 4.5034050941467285 | |
| }, | |
| { | |
| "token_id": 95, | |
| "logit": 4.318176746368408 | |
| }, | |
| { | |
| "token_id": 364, | |
| "logit": 4.2872209548950195 | |
| }, | |
| { | |
| "token_id": 48, | |
| "logit": 4.243288516998291 | |
| } | |
| ], | |
| "top1_match": true, | |
| "top10_overlap": 10, | |
| "full_vocab_mean_abs_logit_error": 0.0045031774789094925, | |
| "top20_union_mean_abs_logit_error": 0.01457904651761055, | |
| "hf_generated_suffix": "::::::::::::::::::::::::::::::::", | |
| "gguf_generated_suffix": "::::::::::::::::::::::::::::::::\n\n" | |
| } | |
| ] | |
| } |