| { | |
| "perplexity": 28.215095258159398, | |
| "evaluation_dataset": "wikitext2", | |
| "sequence_length": 512, | |
| "evaluated_chunks": 4, | |
| "batch_size": 1, | |
| "elapsed_seconds": 1.0383116090670228, | |
| "tokens_per_second": 1968.5805129701291, | |
| "ppl_comparison": { | |
| "checked": true, | |
| "passed": true, | |
| "pre_save_ppl": 28.215095258159398, | |
| "reload_ppl": 28.215095258159398, | |
| "abs_diff": 0.0, | |
| "rel_diff": 0.0, | |
| "abs_tol": 0.0001, | |
| "rel_tol": 1e-05 | |
| }, | |
| "original_ppl_comparison": { | |
| "checked": true, | |
| "passed": false, | |
| "original_result_ppl": 26.904223661474955, | |
| "pre_save_ppl": 28.215095258159398, | |
| "reload_ppl": 28.215095258159398, | |
| "pre_abs_diff": 1.3108715966844429, | |
| "pre_rel_diff": 0.04872363585653368, | |
| "reload_abs_diff": 1.3108715966844429, | |
| "reload_rel_diff": 0.04872363585653368, | |
| "abs_tol": 0.0001, | |
| "rel_tol": 1e-05 | |
| } | |
| } |