| { |
| "best_metric": 0.43363777, |
| "best_model_checkpoint": "/data/liuzihang/haobin/pangkaiyu/output/output_step_audio2_mini-encoder+align+llm-whole0130_signal_new1_dpdc-lora-1gpu-bs16_4_gckF_2e6_all/v2-20260215-150801/checkpoint-1000", |
| "epoch": 0.2109704641350211, |
| "eval_steps": 200, |
| "global_step": 1000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0002109704641350211, |
| "grad_norm": 0.76171875, |
| "learning_rate": 5.263157894736842e-09, |
| "loss": 0.2671268880367279, |
| "step": 1, |
| "token_acc": 0.9268792044457443 |
| }, |
| { |
| "epoch": 0.0004219409282700422, |
| "grad_norm": 0.6640625, |
| "learning_rate": 1.0526315789473684e-08, |
| "loss": 0.25691983103752136, |
| "step": 2, |
| "token_acc": 0.9315326633165829 |
| }, |
| { |
| "epoch": 0.0006329113924050633, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.5789473684210525e-08, |
| "loss": 0.20553478598594666, |
| "step": 3, |
| "token_acc": 0.9399263247378861 |
| }, |
| { |
| "epoch": 0.0008438818565400844, |
| "grad_norm": 0.7578125, |
| "learning_rate": 2.1052631578947368e-08, |
| "loss": 0.2874465584754944, |
| "step": 4, |
| "token_acc": 0.9190901238122661 |
| }, |
| { |
| "epoch": 0.0010548523206751054, |
| "grad_norm": 0.99609375, |
| "learning_rate": 2.6315789473684208e-08, |
| "loss": 0.23955097794532776, |
| "step": 5, |
| "token_acc": 0.9297171186934966 |
| }, |
| { |
| "epoch": 0.0012658227848101266, |
| "grad_norm": 0.6484375, |
| "learning_rate": 3.157894736842105e-08, |
| "loss": 0.22314852476119995, |
| "step": 6, |
| "token_acc": 0.9365693865396069 |
| }, |
| { |
| "epoch": 0.0014767932489451476, |
| "grad_norm": 0.74609375, |
| "learning_rate": 3.684210526315789e-08, |
| "loss": 0.23751771450042725, |
| "step": 7, |
| "token_acc": 0.9336440910337264 |
| }, |
| { |
| "epoch": 0.0016877637130801688, |
| "grad_norm": 0.86328125, |
| "learning_rate": 4.2105263157894737e-08, |
| "loss": 0.22823776304721832, |
| "step": 8, |
| "token_acc": 0.9342301943198804 |
| }, |
| { |
| "epoch": 0.0018987341772151898, |
| "grad_norm": 0.6015625, |
| "learning_rate": 4.736842105263158e-08, |
| "loss": 0.22278322279453278, |
| "step": 9, |
| "token_acc": 0.9367531331973186 |
| }, |
| { |
| "epoch": 0.002109704641350211, |
| "grad_norm": 0.72265625, |
| "learning_rate": 5.2631578947368416e-08, |
| "loss": 0.25690096616744995, |
| "step": 10, |
| "token_acc": 0.9291217257318952 |
| }, |
| { |
| "epoch": 0.002320675105485232, |
| "grad_norm": 1.046875, |
| "learning_rate": 5.789473684210526e-08, |
| "loss": 0.3066456913948059, |
| "step": 11, |
| "token_acc": 0.9201006605850897 |
| }, |
| { |
| "epoch": 0.002531645569620253, |
| "grad_norm": 0.7890625, |
| "learning_rate": 6.31578947368421e-08, |
| "loss": 0.2525354027748108, |
| "step": 12, |
| "token_acc": 0.9276785714285715 |
| }, |
| { |
| "epoch": 0.0027426160337552744, |
| "grad_norm": 0.76953125, |
| "learning_rate": 6.842105263157895e-08, |
| "loss": 0.30059731006622314, |
| "step": 13, |
| "token_acc": 0.9238062986793092 |
| }, |
| { |
| "epoch": 0.002953586497890295, |
| "grad_norm": 0.9921875, |
| "learning_rate": 7.368421052631577e-08, |
| "loss": 0.250629723072052, |
| "step": 14, |
| "token_acc": 0.9291187739463601 |
| }, |
| { |
| "epoch": 0.0031645569620253164, |
| "grad_norm": 0.6796875, |
| "learning_rate": 7.894736842105262e-08, |
| "loss": 0.25745123624801636, |
| "step": 15, |
| "token_acc": 0.9317230273752013 |
| }, |
| { |
| "epoch": 0.0033755274261603376, |
| "grad_norm": 0.85546875, |
| "learning_rate": 8.421052631578947e-08, |
| "loss": 0.3376100957393646, |
| "step": 16, |
| "token_acc": 0.9077240566037735 |
| }, |
| { |
| "epoch": 0.003586497890295359, |
| "grad_norm": 0.703125, |
| "learning_rate": 8.947368421052631e-08, |
| "loss": 0.24760955572128296, |
| "step": 17, |
| "token_acc": 0.9222253760999148 |
| }, |
| { |
| "epoch": 0.0037974683544303796, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.473684210526316e-08, |
| "loss": 0.2046602964401245, |
| "step": 18, |
| "token_acc": 0.9403993855606759 |
| }, |
| { |
| "epoch": 0.004008438818565401, |
| "grad_norm": 0.83203125, |
| "learning_rate": 1e-07, |
| "loss": 0.26379868388175964, |
| "step": 19, |
| "token_acc": 0.9294478527607362 |
| }, |
| { |
| "epoch": 0.004219409282700422, |
| "grad_norm": 0.72265625, |
| "learning_rate": 1.0526315789473683e-07, |
| "loss": 0.2657994031906128, |
| "step": 20, |
| "token_acc": 0.9254714157437893 |
| }, |
| { |
| "epoch": 0.004430379746835443, |
| "grad_norm": 0.6640625, |
| "learning_rate": 1.1052631578947368e-07, |
| "loss": 0.28728997707366943, |
| "step": 21, |
| "token_acc": 0.9262518968133535 |
| }, |
| { |
| "epoch": 0.004641350210970464, |
| "grad_norm": 0.77734375, |
| "learning_rate": 1.1578947368421052e-07, |
| "loss": 0.27618926763534546, |
| "step": 22, |
| "token_acc": 0.9308072487644151 |
| }, |
| { |
| "epoch": 0.004852320675105486, |
| "grad_norm": 0.7109375, |
| "learning_rate": 1.2105263157894737e-07, |
| "loss": 0.2314767688512802, |
| "step": 23, |
| "token_acc": 0.936124911284599 |
| }, |
| { |
| "epoch": 0.005063291139240506, |
| "grad_norm": 0.73828125, |
| "learning_rate": 1.263157894736842e-07, |
| "loss": 0.24274200201034546, |
| "step": 24, |
| "token_acc": 0.9345039018952063 |
| }, |
| { |
| "epoch": 0.005274261603375527, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.3157894736842104e-07, |
| "loss": 0.2632070481777191, |
| "step": 25, |
| "token_acc": 0.9223796033994335 |
| }, |
| { |
| "epoch": 0.005485232067510549, |
| "grad_norm": 0.7421875, |
| "learning_rate": 1.368421052631579e-07, |
| "loss": 0.2736364006996155, |
| "step": 26, |
| "token_acc": 0.9269776876267748 |
| }, |
| { |
| "epoch": 0.00569620253164557, |
| "grad_norm": 0.96875, |
| "learning_rate": 1.4210526315789474e-07, |
| "loss": 0.29377132654190063, |
| "step": 27, |
| "token_acc": 0.9181763285024155 |
| }, |
| { |
| "epoch": 0.00590717299578059, |
| "grad_norm": 0.7734375, |
| "learning_rate": 1.4736842105263155e-07, |
| "loss": 0.25689125061035156, |
| "step": 28, |
| "token_acc": 0.9299856527977044 |
| }, |
| { |
| "epoch": 0.006118143459915612, |
| "grad_norm": 0.9609375, |
| "learning_rate": 1.526315789473684e-07, |
| "loss": 0.24775874614715576, |
| "step": 29, |
| "token_acc": 0.9330016583747927 |
| }, |
| { |
| "epoch": 0.006329113924050633, |
| "grad_norm": 0.703125, |
| "learning_rate": 1.5789473684210525e-07, |
| "loss": 0.25338542461395264, |
| "step": 30, |
| "token_acc": 0.925512104283054 |
| }, |
| { |
| "epoch": 0.006540084388185654, |
| "grad_norm": 0.6328125, |
| "learning_rate": 1.631578947368421e-07, |
| "loss": 0.25087809562683105, |
| "step": 31, |
| "token_acc": 0.9313120472229676 |
| }, |
| { |
| "epoch": 0.006751054852320675, |
| "grad_norm": 0.67578125, |
| "learning_rate": 1.6842105263157895e-07, |
| "loss": 0.2502059042453766, |
| "step": 32, |
| "token_acc": 0.9279077218840115 |
| }, |
| { |
| "epoch": 0.006962025316455696, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.7368421052631578e-07, |
| "loss": 0.18295930325984955, |
| "step": 33, |
| "token_acc": 0.9424480628860191 |
| }, |
| { |
| "epoch": 0.007172995780590718, |
| "grad_norm": 0.7265625, |
| "learning_rate": 1.7894736842105262e-07, |
| "loss": 0.2690507471561432, |
| "step": 34, |
| "token_acc": 0.9241155819605725 |
| }, |
| { |
| "epoch": 0.007383966244725738, |
| "grad_norm": 0.90234375, |
| "learning_rate": 1.8421052631578946e-07, |
| "loss": 0.2535433769226074, |
| "step": 35, |
| "token_acc": 0.9346446700507615 |
| }, |
| { |
| "epoch": 0.007594936708860759, |
| "grad_norm": 0.73046875, |
| "learning_rate": 1.8947368421052632e-07, |
| "loss": 0.26006314158439636, |
| "step": 36, |
| "token_acc": 0.9291425420457678 |
| }, |
| { |
| "epoch": 0.007805907172995781, |
| "grad_norm": 0.86328125, |
| "learning_rate": 1.9473684210526315e-07, |
| "loss": 0.2664929926395416, |
| "step": 37, |
| "token_acc": 0.9286128845037724 |
| }, |
| { |
| "epoch": 0.008016877637130802, |
| "grad_norm": 0.65234375, |
| "learning_rate": 2e-07, |
| "loss": 0.2170935869216919, |
| "step": 38, |
| "token_acc": 0.9359218028780885 |
| }, |
| { |
| "epoch": 0.008227848101265823, |
| "grad_norm": 0.75390625, |
| "learning_rate": 2.0526315789473683e-07, |
| "loss": 0.31706634163856506, |
| "step": 39, |
| "token_acc": 0.9133278822567457 |
| }, |
| { |
| "epoch": 0.008438818565400843, |
| "grad_norm": 0.6953125, |
| "learning_rate": 2.1052631578947366e-07, |
| "loss": 0.23433184623718262, |
| "step": 40, |
| "token_acc": 0.9313227829202747 |
| }, |
| { |
| "epoch": 0.008649789029535865, |
| "grad_norm": 0.65234375, |
| "learning_rate": 2.1578947368421053e-07, |
| "loss": 0.19157642126083374, |
| "step": 41, |
| "token_acc": 0.9416859122401847 |
| }, |
| { |
| "epoch": 0.008860759493670886, |
| "grad_norm": 0.75390625, |
| "learning_rate": 2.2105263157894736e-07, |
| "loss": 0.26239246129989624, |
| "step": 42, |
| "token_acc": 0.9240352476450927 |
| }, |
| { |
| "epoch": 0.009071729957805906, |
| "grad_norm": 0.97265625, |
| "learning_rate": 2.263157894736842e-07, |
| "loss": 0.27333155274391174, |
| "step": 43, |
| "token_acc": 0.9244935543278084 |
| }, |
| { |
| "epoch": 0.009282700421940928, |
| "grad_norm": 0.671875, |
| "learning_rate": 2.3157894736842104e-07, |
| "loss": 0.22739389538764954, |
| "step": 44, |
| "token_acc": 0.9345622119815669 |
| }, |
| { |
| "epoch": 0.00949367088607595, |
| "grad_norm": 1.359375, |
| "learning_rate": 2.3684210526315787e-07, |
| "loss": 0.2970912754535675, |
| "step": 45, |
| "token_acc": 0.918966119455117 |
| }, |
| { |
| "epoch": 0.009704641350210971, |
| "grad_norm": 0.98046875, |
| "learning_rate": 2.4210526315789473e-07, |
| "loss": 0.24367359280586243, |
| "step": 46, |
| "token_acc": 0.9307627357162961 |
| }, |
| { |
| "epoch": 0.009915611814345991, |
| "grad_norm": 0.69140625, |
| "learning_rate": 2.4736842105263157e-07, |
| "loss": 0.24166589975357056, |
| "step": 47, |
| "token_acc": 0.925096985974336 |
| }, |
| { |
| "epoch": 0.010126582278481013, |
| "grad_norm": 0.8203125, |
| "learning_rate": 2.526315789473684e-07, |
| "loss": 0.2498053014278412, |
| "step": 48, |
| "token_acc": 0.9309855154785572 |
| }, |
| { |
| "epoch": 0.010337552742616034, |
| "grad_norm": 0.81640625, |
| "learning_rate": 2.578947368421053e-07, |
| "loss": 0.27882808446884155, |
| "step": 49, |
| "token_acc": 0.9232902033271719 |
| }, |
| { |
| "epoch": 0.010548523206751054, |
| "grad_norm": 0.7890625, |
| "learning_rate": 2.631578947368421e-07, |
| "loss": 0.2516263723373413, |
| "step": 50, |
| "token_acc": 0.9283572142619126 |
| }, |
| { |
| "epoch": 0.010759493670886076, |
| "grad_norm": 0.65625, |
| "learning_rate": 2.684210526315789e-07, |
| "loss": 0.22138270735740662, |
| "step": 51, |
| "token_acc": 0.9392942583732058 |
| }, |
| { |
| "epoch": 0.010970464135021098, |
| "grad_norm": 1.015625, |
| "learning_rate": 2.736842105263158e-07, |
| "loss": 0.25101763010025024, |
| "step": 52, |
| "token_acc": 0.9323397913561848 |
| }, |
| { |
| "epoch": 0.011181434599156118, |
| "grad_norm": 0.77734375, |
| "learning_rate": 2.789473684210526e-07, |
| "loss": 0.2590043842792511, |
| "step": 53, |
| "token_acc": 0.9248989023685731 |
| }, |
| { |
| "epoch": 0.01139240506329114, |
| "grad_norm": 1.03125, |
| "learning_rate": 2.842105263157895e-07, |
| "loss": 0.22629833221435547, |
| "step": 54, |
| "token_acc": 0.9388133498145859 |
| }, |
| { |
| "epoch": 0.011603375527426161, |
| "grad_norm": 1.2421875, |
| "learning_rate": 2.894736842105263e-07, |
| "loss": 0.26315873861312866, |
| "step": 55, |
| "token_acc": 0.9215632686526374 |
| }, |
| { |
| "epoch": 0.01181434599156118, |
| "grad_norm": 1.390625, |
| "learning_rate": 2.947368421052631e-07, |
| "loss": 0.3269142806529999, |
| "step": 56, |
| "token_acc": 0.9163541967118546 |
| }, |
| { |
| "epoch": 0.012025316455696202, |
| "grad_norm": 0.8125, |
| "learning_rate": 3e-07, |
| "loss": 0.2740277945995331, |
| "step": 57, |
| "token_acc": 0.9223241590214067 |
| }, |
| { |
| "epoch": 0.012236286919831224, |
| "grad_norm": 0.7109375, |
| "learning_rate": 3.052631578947368e-07, |
| "loss": 0.2807028889656067, |
| "step": 58, |
| "token_acc": 0.9231628946633138 |
| }, |
| { |
| "epoch": 0.012447257383966244, |
| "grad_norm": 0.83984375, |
| "learning_rate": 3.105263157894737e-07, |
| "loss": 0.3021116256713867, |
| "step": 59, |
| "token_acc": 0.9209953343701399 |
| }, |
| { |
| "epoch": 0.012658227848101266, |
| "grad_norm": 0.73828125, |
| "learning_rate": 3.157894736842105e-07, |
| "loss": 0.2364785373210907, |
| "step": 60, |
| "token_acc": 0.9329750237116662 |
| }, |
| { |
| "epoch": 0.012869198312236287, |
| "grad_norm": 0.7109375, |
| "learning_rate": 3.2105263157894733e-07, |
| "loss": 0.2884541153907776, |
| "step": 61, |
| "token_acc": 0.9274515831540117 |
| }, |
| { |
| "epoch": 0.013080168776371307, |
| "grad_norm": 0.76953125, |
| "learning_rate": 3.263157894736842e-07, |
| "loss": 0.25490057468414307, |
| "step": 62, |
| "token_acc": 0.9336579427875837 |
| }, |
| { |
| "epoch": 0.013291139240506329, |
| "grad_norm": 0.859375, |
| "learning_rate": 3.31578947368421e-07, |
| "loss": 0.27591922879219055, |
| "step": 63, |
| "token_acc": 0.9201367308887508 |
| }, |
| { |
| "epoch": 0.01350210970464135, |
| "grad_norm": 0.83203125, |
| "learning_rate": 3.368421052631579e-07, |
| "loss": 0.2646903693675995, |
| "step": 64, |
| "token_acc": 0.9261189454322502 |
| }, |
| { |
| "epoch": 0.013713080168776372, |
| "grad_norm": 0.7265625, |
| "learning_rate": 3.4210526315789473e-07, |
| "loss": 0.2481774091720581, |
| "step": 65, |
| "token_acc": 0.9300921512551636 |
| }, |
| { |
| "epoch": 0.013924050632911392, |
| "grad_norm": 0.671875, |
| "learning_rate": 3.4736842105263157e-07, |
| "loss": 0.2667776644229889, |
| "step": 66, |
| "token_acc": 0.9202678027997565 |
| }, |
| { |
| "epoch": 0.014135021097046414, |
| "grad_norm": 0.77734375, |
| "learning_rate": 3.526315789473684e-07, |
| "loss": 0.2720962464809418, |
| "step": 67, |
| "token_acc": 0.9237356168049238 |
| }, |
| { |
| "epoch": 0.014345991561181435, |
| "grad_norm": 0.6171875, |
| "learning_rate": 3.5789473684210524e-07, |
| "loss": 0.25555452704429626, |
| "step": 68, |
| "token_acc": 0.9306469298245614 |
| }, |
| { |
| "epoch": 0.014556962025316455, |
| "grad_norm": 0.640625, |
| "learning_rate": 3.6315789473684213e-07, |
| "loss": 0.22453869879245758, |
| "step": 69, |
| "token_acc": 0.9388444990780578 |
| }, |
| { |
| "epoch": 0.014767932489451477, |
| "grad_norm": 0.75, |
| "learning_rate": 3.684210526315789e-07, |
| "loss": 0.28728553652763367, |
| "step": 70, |
| "token_acc": 0.9182989690721649 |
| }, |
| { |
| "epoch": 0.014978902953586498, |
| "grad_norm": 0.95703125, |
| "learning_rate": 3.7368421052631575e-07, |
| "loss": 0.2622889578342438, |
| "step": 71, |
| "token_acc": 0.9239098624524437 |
| }, |
| { |
| "epoch": 0.015189873417721518, |
| "grad_norm": 0.78125, |
| "learning_rate": 3.7894736842105264e-07, |
| "loss": 0.2780531346797943, |
| "step": 72, |
| "token_acc": 0.9266362252663622 |
| }, |
| { |
| "epoch": 0.01540084388185654, |
| "grad_norm": 0.703125, |
| "learning_rate": 3.842105263157894e-07, |
| "loss": 0.2625043988227844, |
| "step": 73, |
| "token_acc": 0.9331468531468532 |
| }, |
| { |
| "epoch": 0.015611814345991562, |
| "grad_norm": 0.703125, |
| "learning_rate": 3.894736842105263e-07, |
| "loss": 0.25795984268188477, |
| "step": 74, |
| "token_acc": 0.9242160278745645 |
| }, |
| { |
| "epoch": 0.015822784810126583, |
| "grad_norm": 0.71484375, |
| "learning_rate": 3.9473684210526315e-07, |
| "loss": 0.2481173276901245, |
| "step": 75, |
| "token_acc": 0.9310846176214016 |
| }, |
| { |
| "epoch": 0.016033755274261603, |
| "grad_norm": 0.640625, |
| "learning_rate": 4e-07, |
| "loss": 0.23631326854228973, |
| "step": 76, |
| "token_acc": 0.9369342184671092 |
| }, |
| { |
| "epoch": 0.016244725738396623, |
| "grad_norm": 0.69140625, |
| "learning_rate": 4.052631578947368e-07, |
| "loss": 0.24659401178359985, |
| "step": 77, |
| "token_acc": 0.930279458369346 |
| }, |
| { |
| "epoch": 0.016455696202531647, |
| "grad_norm": 0.77734375, |
| "learning_rate": 4.1052631578947365e-07, |
| "loss": 0.28330034017562866, |
| "step": 78, |
| "token_acc": 0.9203966005665722 |
| }, |
| { |
| "epoch": 0.016666666666666666, |
| "grad_norm": 0.96484375, |
| "learning_rate": 4.1578947368421054e-07, |
| "loss": 0.2582593560218811, |
| "step": 79, |
| "token_acc": 0.9296250768285187 |
| }, |
| { |
| "epoch": 0.016877637130801686, |
| "grad_norm": 0.734375, |
| "learning_rate": 4.2105263157894733e-07, |
| "loss": 0.2518593370914459, |
| "step": 80, |
| "token_acc": 0.9288208434058555 |
| }, |
| { |
| "epoch": 0.01708860759493671, |
| "grad_norm": 0.859375, |
| "learning_rate": 4.2631578947368416e-07, |
| "loss": 0.30441492795944214, |
| "step": 81, |
| "token_acc": 0.9242614707730987 |
| }, |
| { |
| "epoch": 0.01729957805907173, |
| "grad_norm": 0.7578125, |
| "learning_rate": 4.3157894736842105e-07, |
| "loss": 0.30916911363601685, |
| "step": 82, |
| "token_acc": 0.9124253625248792 |
| }, |
| { |
| "epoch": 0.01751054852320675, |
| "grad_norm": 0.609375, |
| "learning_rate": 4.368421052631579e-07, |
| "loss": 0.28638702630996704, |
| "step": 83, |
| "token_acc": 0.9245689655172413 |
| }, |
| { |
| "epoch": 0.017721518987341773, |
| "grad_norm": 0.80859375, |
| "learning_rate": 4.421052631578947e-07, |
| "loss": 0.2646373510360718, |
| "step": 84, |
| "token_acc": 0.9279176201372997 |
| }, |
| { |
| "epoch": 0.017932489451476793, |
| "grad_norm": 0.97265625, |
| "learning_rate": 4.4736842105263156e-07, |
| "loss": 0.27530571818351746, |
| "step": 85, |
| "token_acc": 0.9217687074829932 |
| }, |
| { |
| "epoch": 0.018143459915611813, |
| "grad_norm": 0.73828125, |
| "learning_rate": 4.526315789473684e-07, |
| "loss": 0.30989915132522583, |
| "step": 86, |
| "token_acc": 0.9133137062479555 |
| }, |
| { |
| "epoch": 0.018354430379746836, |
| "grad_norm": 0.91015625, |
| "learning_rate": 4.5789473684210523e-07, |
| "loss": 0.2850973308086395, |
| "step": 87, |
| "token_acc": 0.9211218229623137 |
| }, |
| { |
| "epoch": 0.018565400843881856, |
| "grad_norm": 0.72265625, |
| "learning_rate": 4.6315789473684207e-07, |
| "loss": 0.2523067593574524, |
| "step": 88, |
| "token_acc": 0.9337899543378996 |
| }, |
| { |
| "epoch": 0.018776371308016876, |
| "grad_norm": 0.734375, |
| "learning_rate": 4.6842105263157896e-07, |
| "loss": 0.2510542869567871, |
| "step": 89, |
| "token_acc": 0.9345845983991168 |
| }, |
| { |
| "epoch": 0.0189873417721519, |
| "grad_norm": 0.65625, |
| "learning_rate": 4.7368421052631574e-07, |
| "loss": 0.27831587195396423, |
| "step": 90, |
| "token_acc": 0.9237072619384007 |
| }, |
| { |
| "epoch": 0.01919831223628692, |
| "grad_norm": 0.67578125, |
| "learning_rate": 4.789473684210526e-07, |
| "loss": 0.2806670665740967, |
| "step": 91, |
| "token_acc": 0.9245553643144004 |
| }, |
| { |
| "epoch": 0.019409282700421943, |
| "grad_norm": 0.8046875, |
| "learning_rate": 4.842105263157895e-07, |
| "loss": 0.2630135416984558, |
| "step": 92, |
| "token_acc": 0.9274447949526814 |
| }, |
| { |
| "epoch": 0.019620253164556962, |
| "grad_norm": 0.71875, |
| "learning_rate": 4.894736842105263e-07, |
| "loss": 0.2662945091724396, |
| "step": 93, |
| "token_acc": 0.9303838646714379 |
| }, |
| { |
| "epoch": 0.019831223628691982, |
| "grad_norm": 0.703125, |
| "learning_rate": 4.947368421052631e-07, |
| "loss": 0.2430751472711563, |
| "step": 94, |
| "token_acc": 0.9333737129012719 |
| }, |
| { |
| "epoch": 0.020042194092827006, |
| "grad_norm": 0.80078125, |
| "learning_rate": 5e-07, |
| "loss": 0.2676389515399933, |
| "step": 95, |
| "token_acc": 0.9231901118304885 |
| }, |
| { |
| "epoch": 0.020253164556962026, |
| "grad_norm": 0.765625, |
| "learning_rate": 5.052631578947368e-07, |
| "loss": 0.24123789370059967, |
| "step": 96, |
| "token_acc": 0.9292089873807325 |
| }, |
| { |
| "epoch": 0.020464135021097046, |
| "grad_norm": 0.80078125, |
| "learning_rate": 5.105263157894736e-07, |
| "loss": 0.24845993518829346, |
| "step": 97, |
| "token_acc": 0.9311657879320445 |
| }, |
| { |
| "epoch": 0.02067510548523207, |
| "grad_norm": 0.6953125, |
| "learning_rate": 5.157894736842106e-07, |
| "loss": 0.2502240836620331, |
| "step": 98, |
| "token_acc": 0.9316136772645471 |
| }, |
| { |
| "epoch": 0.02088607594936709, |
| "grad_norm": 0.64453125, |
| "learning_rate": 5.210526315789473e-07, |
| "loss": 0.2715577483177185, |
| "step": 99, |
| "token_acc": 0.9284542172628816 |
| }, |
| { |
| "epoch": 0.02109704641350211, |
| "grad_norm": 0.640625, |
| "learning_rate": 5.263157894736842e-07, |
| "loss": 0.25573915243148804, |
| "step": 100, |
| "token_acc": 0.9303937007874016 |
| }, |
| { |
| "epoch": 0.021308016877637132, |
| "grad_norm": 0.5859375, |
| "learning_rate": 5.31578947368421e-07, |
| "loss": 0.23634707927703857, |
| "step": 101, |
| "token_acc": 0.9278404618210443 |
| }, |
| { |
| "epoch": 0.021518987341772152, |
| "grad_norm": 0.79296875, |
| "learning_rate": 5.368421052631578e-07, |
| "loss": 0.24541448056697845, |
| "step": 102, |
| "token_acc": 0.9269794721407625 |
| }, |
| { |
| "epoch": 0.021729957805907172, |
| "grad_norm": 0.8046875, |
| "learning_rate": 5.421052631578948e-07, |
| "loss": 0.29984721541404724, |
| "step": 103, |
| "token_acc": 0.9175257731958762 |
| }, |
| { |
| "epoch": 0.021940928270042195, |
| "grad_norm": 0.703125, |
| "learning_rate": 5.473684210526316e-07, |
| "loss": 0.23752300441265106, |
| "step": 104, |
| "token_acc": 0.9307146753955264 |
| }, |
| { |
| "epoch": 0.022151898734177215, |
| "grad_norm": 0.7578125, |
| "learning_rate": 5.526315789473684e-07, |
| "loss": 0.26209786534309387, |
| "step": 105, |
| "token_acc": 0.9331191588785047 |
| }, |
| { |
| "epoch": 0.022362869198312235, |
| "grad_norm": 0.6015625, |
| "learning_rate": 5.578947368421052e-07, |
| "loss": 0.26135504245758057, |
| "step": 106, |
| "token_acc": 0.9239098624524437 |
| }, |
| { |
| "epoch": 0.02257383966244726, |
| "grad_norm": 0.76171875, |
| "learning_rate": 5.63157894736842e-07, |
| "loss": 0.2286645919084549, |
| "step": 107, |
| "token_acc": 0.9346016646848989 |
| }, |
| { |
| "epoch": 0.02278481012658228, |
| "grad_norm": 0.94921875, |
| "learning_rate": 5.68421052631579e-07, |
| "loss": 0.2228844314813614, |
| "step": 108, |
| "token_acc": 0.9335610058987892 |
| }, |
| { |
| "epoch": 0.0229957805907173, |
| "grad_norm": 0.7265625, |
| "learning_rate": 5.736842105263158e-07, |
| "loss": 0.23979443311691284, |
| "step": 109, |
| "token_acc": 0.9332460732984293 |
| }, |
| { |
| "epoch": 0.023206751054852322, |
| "grad_norm": 0.7734375, |
| "learning_rate": 5.789473684210526e-07, |
| "loss": 0.2925586402416229, |
| "step": 110, |
| "token_acc": 0.9247163973874184 |
| }, |
| { |
| "epoch": 0.02341772151898734, |
| "grad_norm": 0.89453125, |
| "learning_rate": 5.842105263157895e-07, |
| "loss": 0.26546645164489746, |
| "step": 111, |
| "token_acc": 0.9265167364016736 |
| }, |
| { |
| "epoch": 0.02362869198312236, |
| "grad_norm": 0.71875, |
| "learning_rate": 5.894736842105262e-07, |
| "loss": 0.23430243134498596, |
| "step": 112, |
| "token_acc": 0.9325294286534597 |
| }, |
| { |
| "epoch": 0.023839662447257385, |
| "grad_norm": 0.6875, |
| "learning_rate": 5.947368421052631e-07, |
| "loss": 0.2555156946182251, |
| "step": 113, |
| "token_acc": 0.9277472527472528 |
| }, |
| { |
| "epoch": 0.024050632911392405, |
| "grad_norm": 0.625, |
| "learning_rate": 6e-07, |
| "loss": 0.27733132243156433, |
| "step": 114, |
| "token_acc": 0.9281454979129398 |
| }, |
| { |
| "epoch": 0.024261603375527425, |
| "grad_norm": 0.6328125, |
| "learning_rate": 6.052631578947368e-07, |
| "loss": 0.2438090741634369, |
| "step": 115, |
| "token_acc": 0.9304691916336914 |
| }, |
| { |
| "epoch": 0.024472573839662448, |
| "grad_norm": 0.70703125, |
| "learning_rate": 6.105263157894736e-07, |
| "loss": 0.2810766100883484, |
| "step": 116, |
| "token_acc": 0.9260921603830042 |
| }, |
| { |
| "epoch": 0.024683544303797468, |
| "grad_norm": 0.6171875, |
| "learning_rate": 6.157894736842105e-07, |
| "loss": 0.21388083696365356, |
| "step": 117, |
| "token_acc": 0.9422394320748628 |
| }, |
| { |
| "epoch": 0.024894514767932488, |
| "grad_norm": 0.8828125, |
| "learning_rate": 6.210526315789474e-07, |
| "loss": 0.304085373878479, |
| "step": 118, |
| "token_acc": 0.9148753224419605 |
| }, |
| { |
| "epoch": 0.02510548523206751, |
| "grad_norm": 0.8125, |
| "learning_rate": 6.263157894736842e-07, |
| "loss": 0.24785375595092773, |
| "step": 119, |
| "token_acc": 0.9345686160972785 |
| }, |
| { |
| "epoch": 0.02531645569620253, |
| "grad_norm": 0.6015625, |
| "learning_rate": 6.31578947368421e-07, |
| "loss": 0.23662757873535156, |
| "step": 120, |
| "token_acc": 0.9339464882943144 |
| }, |
| { |
| "epoch": 0.02552742616033755, |
| "grad_norm": 0.7890625, |
| "learning_rate": 6.368421052631578e-07, |
| "loss": 0.30741703510284424, |
| "step": 121, |
| "token_acc": 0.9190517490604221 |
| }, |
| { |
| "epoch": 0.025738396624472575, |
| "grad_norm": 0.58984375, |
| "learning_rate": 6.421052631578947e-07, |
| "loss": 0.2324860692024231, |
| "step": 122, |
| "token_acc": 0.9350512753089666 |
| }, |
| { |
| "epoch": 0.025949367088607594, |
| "grad_norm": 0.71875, |
| "learning_rate": 6.473684210526316e-07, |
| "loss": 0.22093364596366882, |
| "step": 123, |
| "token_acc": 0.9382284382284383 |
| }, |
| { |
| "epoch": 0.026160337552742614, |
| "grad_norm": 0.58203125, |
| "learning_rate": 6.526315789473684e-07, |
| "loss": 0.26719486713409424, |
| "step": 124, |
| "token_acc": 0.9285504263451926 |
| }, |
| { |
| "epoch": 0.026371308016877638, |
| "grad_norm": 0.69921875, |
| "learning_rate": 6.578947368421053e-07, |
| "loss": 0.26403629779815674, |
| "step": 125, |
| "token_acc": 0.9270715096481271 |
| }, |
| { |
| "epoch": 0.026582278481012658, |
| "grad_norm": 1.046875, |
| "learning_rate": 6.63157894736842e-07, |
| "loss": 0.24764738976955414, |
| "step": 126, |
| "token_acc": 0.9328358208955224 |
| }, |
| { |
| "epoch": 0.02679324894514768, |
| "grad_norm": 0.80078125, |
| "learning_rate": 6.684210526315788e-07, |
| "loss": 0.2644532322883606, |
| "step": 127, |
| "token_acc": 0.9267714201008005 |
| }, |
| { |
| "epoch": 0.0270042194092827, |
| "grad_norm": 0.80859375, |
| "learning_rate": 6.736842105263158e-07, |
| "loss": 0.2985777258872986, |
| "step": 128, |
| "token_acc": 0.9214629997164729 |
| }, |
| { |
| "epoch": 0.02721518987341772, |
| "grad_norm": 0.62109375, |
| "learning_rate": 6.789473684210526e-07, |
| "loss": 0.23605869710445404, |
| "step": 129, |
| "token_acc": 0.9335576114381834 |
| }, |
| { |
| "epoch": 0.027426160337552744, |
| "grad_norm": 0.72265625, |
| "learning_rate": 6.842105263157895e-07, |
| "loss": 0.254613995552063, |
| "step": 130, |
| "token_acc": 0.9289265867212635 |
| }, |
| { |
| "epoch": 0.027637130801687764, |
| "grad_norm": 0.91015625, |
| "learning_rate": 6.894736842105263e-07, |
| "loss": 0.32649004459381104, |
| "step": 131, |
| "token_acc": 0.9107457428068115 |
| }, |
| { |
| "epoch": 0.027848101265822784, |
| "grad_norm": 0.66796875, |
| "learning_rate": 6.947368421052631e-07, |
| "loss": 0.2345716655254364, |
| "step": 132, |
| "token_acc": 0.9308671922377199 |
| }, |
| { |
| "epoch": 0.028059071729957807, |
| "grad_norm": 0.796875, |
| "learning_rate": 7e-07, |
| "loss": 0.2658767104148865, |
| "step": 133, |
| "token_acc": 0.9226377390807879 |
| }, |
| { |
| "epoch": 0.028270042194092827, |
| "grad_norm": 0.70703125, |
| "learning_rate": 7.052631578947368e-07, |
| "loss": 0.2791082561016083, |
| "step": 134, |
| "token_acc": 0.9298836497244336 |
| }, |
| { |
| "epoch": 0.028481012658227847, |
| "grad_norm": 0.75390625, |
| "learning_rate": 7.105263157894736e-07, |
| "loss": 0.28342780470848083, |
| "step": 135, |
| "token_acc": 0.9173340961098398 |
| }, |
| { |
| "epoch": 0.02869198312236287, |
| "grad_norm": 0.53125, |
| "learning_rate": 7.157894736842105e-07, |
| "loss": 0.19060048460960388, |
| "step": 136, |
| "token_acc": 0.9426000620539869 |
| }, |
| { |
| "epoch": 0.02890295358649789, |
| "grad_norm": 0.76171875, |
| "learning_rate": 7.210526315789473e-07, |
| "loss": 0.24044275283813477, |
| "step": 137, |
| "token_acc": 0.9315665883931566 |
| }, |
| { |
| "epoch": 0.02911392405063291, |
| "grad_norm": 0.69921875, |
| "learning_rate": 7.263157894736843e-07, |
| "loss": 0.22750994563102722, |
| "step": 138, |
| "token_acc": 0.9367798193709125 |
| }, |
| { |
| "epoch": 0.029324894514767934, |
| "grad_norm": 0.65234375, |
| "learning_rate": 7.315789473684211e-07, |
| "loss": 0.2409280240535736, |
| "step": 139, |
| "token_acc": 0.9357879234167894 |
| }, |
| { |
| "epoch": 0.029535864978902954, |
| "grad_norm": 0.74609375, |
| "learning_rate": 7.368421052631578e-07, |
| "loss": 0.24030432105064392, |
| "step": 140, |
| "token_acc": 0.928141912206855 |
| }, |
| { |
| "epoch": 0.029746835443037974, |
| "grad_norm": 0.703125, |
| "learning_rate": 7.421052631578947e-07, |
| "loss": 0.255402147769928, |
| "step": 141, |
| "token_acc": 0.9247853124074622 |
| }, |
| { |
| "epoch": 0.029957805907172997, |
| "grad_norm": 0.74609375, |
| "learning_rate": 7.473684210526315e-07, |
| "loss": 0.21290147304534912, |
| "step": 142, |
| "token_acc": 0.9362466327446872 |
| }, |
| { |
| "epoch": 0.030168776371308017, |
| "grad_norm": 0.88671875, |
| "learning_rate": 7.526315789473684e-07, |
| "loss": 0.2536450922489166, |
| "step": 143, |
| "token_acc": 0.9314112291350531 |
| }, |
| { |
| "epoch": 0.030379746835443037, |
| "grad_norm": 0.6015625, |
| "learning_rate": 7.578947368421053e-07, |
| "loss": 0.20192307233810425, |
| "step": 144, |
| "token_acc": 0.9473519272955186 |
| }, |
| { |
| "epoch": 0.03059071729957806, |
| "grad_norm": 0.7734375, |
| "learning_rate": 7.631578947368421e-07, |
| "loss": 0.27158498764038086, |
| "step": 145, |
| "token_acc": 0.9229805886036319 |
| }, |
| { |
| "epoch": 0.03080168776371308, |
| "grad_norm": 0.93359375, |
| "learning_rate": 7.684210526315788e-07, |
| "loss": 0.2483355551958084, |
| "step": 146, |
| "token_acc": 0.9249113760876571 |
| }, |
| { |
| "epoch": 0.0310126582278481, |
| "grad_norm": 0.546875, |
| "learning_rate": 7.736842105263157e-07, |
| "loss": 0.2523292303085327, |
| "step": 147, |
| "token_acc": 0.9309432853364679 |
| }, |
| { |
| "epoch": 0.031223628691983123, |
| "grad_norm": 0.9375, |
| "learning_rate": 7.789473684210526e-07, |
| "loss": 0.28833281993865967, |
| "step": 148, |
| "token_acc": 0.9170937594211637 |
| }, |
| { |
| "epoch": 0.03143459915611815, |
| "grad_norm": 0.7421875, |
| "learning_rate": 7.842105263157895e-07, |
| "loss": 0.250460147857666, |
| "step": 149, |
| "token_acc": 0.9285714285714286 |
| }, |
| { |
| "epoch": 0.03164556962025317, |
| "grad_norm": 0.9453125, |
| "learning_rate": 7.894736842105263e-07, |
| "loss": 0.2840534746646881, |
| "step": 150, |
| "token_acc": 0.9216349108789182 |
| }, |
| { |
| "epoch": 0.03185654008438819, |
| "grad_norm": 0.74609375, |
| "learning_rate": 7.947368421052631e-07, |
| "loss": 0.2967279851436615, |
| "step": 151, |
| "token_acc": 0.9164603960396039 |
| }, |
| { |
| "epoch": 0.032067510548523206, |
| "grad_norm": 0.83203125, |
| "learning_rate": 8e-07, |
| "loss": 0.25097131729125977, |
| "step": 152, |
| "token_acc": 0.929299572509043 |
| }, |
| { |
| "epoch": 0.032278481012658226, |
| "grad_norm": 0.6953125, |
| "learning_rate": 8.052631578947368e-07, |
| "loss": 0.23201878368854523, |
| "step": 153, |
| "token_acc": 0.9383025367992484 |
| }, |
| { |
| "epoch": 0.032489451476793246, |
| "grad_norm": 0.65625, |
| "learning_rate": 8.105263157894736e-07, |
| "loss": 0.2245524525642395, |
| "step": 154, |
| "token_acc": 0.9406554472984943 |
| }, |
| { |
| "epoch": 0.03270042194092827, |
| "grad_norm": 0.75, |
| "learning_rate": 8.157894736842105e-07, |
| "loss": 0.22958879172801971, |
| "step": 155, |
| "token_acc": 0.9288455860643637 |
| }, |
| { |
| "epoch": 0.03291139240506329, |
| "grad_norm": 0.70703125, |
| "learning_rate": 8.210526315789473e-07, |
| "loss": 0.2539287805557251, |
| "step": 156, |
| "token_acc": 0.9255386565272496 |
| }, |
| { |
| "epoch": 0.03312236286919831, |
| "grad_norm": 0.6875, |
| "learning_rate": 8.263157894736841e-07, |
| "loss": 0.245978444814682, |
| "step": 157, |
| "token_acc": 0.9341576506955178 |
| }, |
| { |
| "epoch": 0.03333333333333333, |
| "grad_norm": 0.66796875, |
| "learning_rate": 8.315789473684211e-07, |
| "loss": 0.26281115412712097, |
| "step": 158, |
| "token_acc": 0.927784222737819 |
| }, |
| { |
| "epoch": 0.03354430379746835, |
| "grad_norm": 1.0, |
| "learning_rate": 8.368421052631579e-07, |
| "loss": 0.229181706905365, |
| "step": 159, |
| "token_acc": 0.9329073482428115 |
| }, |
| { |
| "epoch": 0.03375527426160337, |
| "grad_norm": 0.73046875, |
| "learning_rate": 8.421052631578947e-07, |
| "loss": 0.2598130702972412, |
| "step": 160, |
| "token_acc": 0.9302388707926167 |
| }, |
| { |
| "epoch": 0.0339662447257384, |
| "grad_norm": 0.75, |
| "learning_rate": 8.473684210526315e-07, |
| "loss": 0.25113117694854736, |
| "step": 161, |
| "token_acc": 0.9281177829099307 |
| }, |
| { |
| "epoch": 0.03417721518987342, |
| "grad_norm": 0.6015625, |
| "learning_rate": 8.526315789473683e-07, |
| "loss": 0.20510195195674896, |
| "step": 162, |
| "token_acc": 0.936978417266187 |
| }, |
| { |
| "epoch": 0.03438818565400844, |
| "grad_norm": 0.75, |
| "learning_rate": 8.578947368421053e-07, |
| "loss": 0.25259485840797424, |
| "step": 163, |
| "token_acc": 0.9289311695579183 |
| }, |
| { |
| "epoch": 0.03459915611814346, |
| "grad_norm": 0.6484375, |
| "learning_rate": 8.631578947368421e-07, |
| "loss": 0.2823118567466736, |
| "step": 164, |
| "token_acc": 0.9225122349102773 |
| }, |
| { |
| "epoch": 0.03481012658227848, |
| "grad_norm": 0.84375, |
| "learning_rate": 8.684210526315789e-07, |
| "loss": 0.2576562762260437, |
| "step": 165, |
| "token_acc": 0.931045050566963 |
| }, |
| { |
| "epoch": 0.0350210970464135, |
| "grad_norm": 0.6796875, |
| "learning_rate": 8.736842105263158e-07, |
| "loss": 0.2349683940410614, |
| "step": 166, |
| "token_acc": 0.9357770372614359 |
| }, |
| { |
| "epoch": 0.035232067510548526, |
| "grad_norm": 0.89453125, |
| "learning_rate": 8.789473684210525e-07, |
| "loss": 0.19951120018959045, |
| "step": 167, |
| "token_acc": 0.9381918819188192 |
| }, |
| { |
| "epoch": 0.035443037974683546, |
| "grad_norm": 0.58984375, |
| "learning_rate": 8.842105263157895e-07, |
| "loss": 0.24796079099178314, |
| "step": 168, |
| "token_acc": 0.9311111111111111 |
| }, |
| { |
| "epoch": 0.035654008438818566, |
| "grad_norm": 0.73828125, |
| "learning_rate": 8.894736842105263e-07, |
| "loss": 0.2532733082771301, |
| "step": 169, |
| "token_acc": 0.9297912713472486 |
| }, |
| { |
| "epoch": 0.035864978902953586, |
| "grad_norm": 0.98046875, |
| "learning_rate": 8.947368421052631e-07, |
| "loss": 0.25062763690948486, |
| "step": 170, |
| "token_acc": 0.9289099526066351 |
| }, |
| { |
| "epoch": 0.036075949367088606, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9e-07, |
| "loss": 0.2228512465953827, |
| "step": 171, |
| "token_acc": 0.9302030456852792 |
| }, |
| { |
| "epoch": 0.036286919831223625, |
| "grad_norm": 0.55859375, |
| "learning_rate": 9.052631578947368e-07, |
| "loss": 0.20684444904327393, |
| "step": 172, |
| "token_acc": 0.9388583019414662 |
| }, |
| { |
| "epoch": 0.03649789029535865, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.105263157894737e-07, |
| "loss": 0.2119678407907486, |
| "step": 173, |
| "token_acc": 0.938135593220339 |
| }, |
| { |
| "epoch": 0.03670886075949367, |
| "grad_norm": 0.828125, |
| "learning_rate": 9.157894736842105e-07, |
| "loss": 0.25168293714523315, |
| "step": 174, |
| "token_acc": 0.9275818639798489 |
| }, |
| { |
| "epoch": 0.03691983122362869, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.210526315789473e-07, |
| "loss": 0.2518053650856018, |
| "step": 175, |
| "token_acc": 0.9275232105420784 |
| }, |
| { |
| "epoch": 0.03713080168776371, |
| "grad_norm": 0.6171875, |
| "learning_rate": 9.263157894736841e-07, |
| "loss": 0.25257354974746704, |
| "step": 176, |
| "token_acc": 0.9272777932571747 |
| }, |
| { |
| "epoch": 0.03734177215189873, |
| "grad_norm": 1.0390625, |
| "learning_rate": 9.31578947368421e-07, |
| "loss": 0.24908028542995453, |
| "step": 177, |
| "token_acc": 0.9316982303632412 |
| }, |
| { |
| "epoch": 0.03755274261603375, |
| "grad_norm": 0.796875, |
| "learning_rate": 9.368421052631579e-07, |
| "loss": 0.2594815194606781, |
| "step": 178, |
| "token_acc": 0.9222846441947565 |
| }, |
| { |
| "epoch": 0.03776371308016878, |
| "grad_norm": 1.734375, |
| "learning_rate": 9.421052631578948e-07, |
| "loss": 0.301219642162323, |
| "step": 179, |
| "token_acc": 0.9261637239165329 |
| }, |
| { |
| "epoch": 0.0379746835443038, |
| "grad_norm": 0.6171875, |
| "learning_rate": 9.473684210526315e-07, |
| "loss": 0.2224687933921814, |
| "step": 180, |
| "token_acc": 0.9298196166854565 |
| }, |
| { |
| "epoch": 0.03818565400843882, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.526315789473683e-07, |
| "loss": 0.2755109667778015, |
| "step": 181, |
| "token_acc": 0.9245460237946149 |
| }, |
| { |
| "epoch": 0.03839662447257384, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.578947368421053e-07, |
| "loss": 0.24350810050964355, |
| "step": 182, |
| "token_acc": 0.9347500748278958 |
| }, |
| { |
| "epoch": 0.03860759493670886, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.63157894736842e-07, |
| "loss": 0.26835542917251587, |
| "step": 183, |
| "token_acc": 0.9246247205365697 |
| }, |
| { |
| "epoch": 0.038818565400843885, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.68421052631579e-07, |
| "loss": 0.25252771377563477, |
| "step": 184, |
| "token_acc": 0.9330130016958734 |
| }, |
| { |
| "epoch": 0.039029535864978905, |
| "grad_norm": 1.21875, |
| "learning_rate": 9.736842105263158e-07, |
| "loss": 0.27294090390205383, |
| "step": 185, |
| "token_acc": 0.9220917822838848 |
| }, |
| { |
| "epoch": 0.039240506329113925, |
| "grad_norm": 0.9140625, |
| "learning_rate": 9.789473684210526e-07, |
| "loss": 0.257973313331604, |
| "step": 186, |
| "token_acc": 0.9298401420959147 |
| }, |
| { |
| "epoch": 0.039451476793248945, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.842105263157894e-07, |
| "loss": 0.20286661386489868, |
| "step": 187, |
| "token_acc": 0.9379893517068587 |
| }, |
| { |
| "epoch": 0.039662447257383965, |
| "grad_norm": 1.0859375, |
| "learning_rate": 9.894736842105263e-07, |
| "loss": 0.30547526478767395, |
| "step": 188, |
| "token_acc": 0.9224360815857512 |
| }, |
| { |
| "epoch": 0.039873417721518985, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.947368421052631e-07, |
| "loss": 0.2581551671028137, |
| "step": 189, |
| "token_acc": 0.9263346257083209 |
| }, |
| { |
| "epoch": 0.04008438818565401, |
| "grad_norm": 0.99609375, |
| "learning_rate": 1e-06, |
| "loss": 0.267391562461853, |
| "step": 190, |
| "token_acc": 0.9272947591638897 |
| }, |
| { |
| "epoch": 0.04029535864978903, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.99999971410384e-07, |
| "loss": 0.22360718250274658, |
| "step": 191, |
| "token_acc": 0.9367160775370581 |
| }, |
| { |
| "epoch": 0.04050632911392405, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.999998856415392e-07, |
| "loss": 0.2589290738105774, |
| "step": 192, |
| "token_acc": 0.9256432004523607 |
| }, |
| { |
| "epoch": 0.04071729957805907, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.999997426934757e-07, |
| "loss": 0.2469128668308258, |
| "step": 193, |
| "token_acc": 0.9290098745663197 |
| }, |
| { |
| "epoch": 0.04092827004219409, |
| "grad_norm": 1.203125, |
| "learning_rate": 9.999995425662095e-07, |
| "loss": 0.2602100968360901, |
| "step": 194, |
| "token_acc": 0.9284731774415406 |
| }, |
| { |
| "epoch": 0.04113924050632911, |
| "grad_norm": 0.61328125, |
| "learning_rate": 9.999992852597638e-07, |
| "loss": 0.2579442858695984, |
| "step": 195, |
| "token_acc": 0.9280116110304789 |
| }, |
| { |
| "epoch": 0.04135021097046414, |
| "grad_norm": 0.75, |
| "learning_rate": 9.999989707741678e-07, |
| "loss": 0.266757071018219, |
| "step": 196, |
| "token_acc": 0.923786841321822 |
| }, |
| { |
| "epoch": 0.04156118143459916, |
| "grad_norm": 0.59765625, |
| "learning_rate": 9.999985991094577e-07, |
| "loss": 0.22912907600402832, |
| "step": 197, |
| "token_acc": 0.9336933693369337 |
| }, |
| { |
| "epoch": 0.04177215189873418, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.999981702656756e-07, |
| "loss": 0.23296543955802917, |
| "step": 198, |
| "token_acc": 0.931110498759989 |
| }, |
| { |
| "epoch": 0.0419831223628692, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.999976842428708e-07, |
| "loss": 0.27944594621658325, |
| "step": 199, |
| "token_acc": 0.9281785829828535 |
| }, |
| { |
| "epoch": 0.04219409282700422, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.99997141041099e-07, |
| "loss": 0.2449186146259308, |
| "step": 200, |
| "token_acc": 0.9309120699071546 |
| }, |
| { |
| "epoch": 0.04219409282700422, |
| "eval_loss": 0.43372446298599243, |
| "eval_runtime": 245.8313, |
| "eval_samples_per_second": 137.106, |
| "eval_steps_per_second": 2.144, |
| "eval_token_acc": 0.8990801399982051, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.04240506329113924, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.99996540660422e-07, |
| "loss": 0.2534567713737488, |
| "step": 201, |
| "token_acc": 0.9282550930026572 |
| }, |
| { |
| "epoch": 0.042616033755274264, |
| "grad_norm": 1.0, |
| "learning_rate": 9.999958831009087e-07, |
| "loss": 0.2861325144767761, |
| "step": 202, |
| "token_acc": 0.9250295159386068 |
| }, |
| { |
| "epoch": 0.042827004219409284, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.999951683626345e-07, |
| "loss": 0.24760206043720245, |
| "step": 203, |
| "token_acc": 0.9320360151031077 |
| }, |
| { |
| "epoch": 0.043037974683544304, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.999943964456805e-07, |
| "loss": 0.2488883137702942, |
| "step": 204, |
| "token_acc": 0.9300783604581073 |
| }, |
| { |
| "epoch": 0.043248945147679324, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.999935673501355e-07, |
| "loss": 0.257844477891922, |
| "step": 205, |
| "token_acc": 0.9278959810874704 |
| }, |
| { |
| "epoch": 0.043459915611814344, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.99992681076094e-07, |
| "loss": 0.21238219738006592, |
| "step": 206, |
| "token_acc": 0.937776467118844 |
| }, |
| { |
| "epoch": 0.043670886075949364, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.999917376236578e-07, |
| "loss": 0.21476256847381592, |
| "step": 207, |
| "token_acc": 0.9357326478149101 |
| }, |
| { |
| "epoch": 0.04388185654008439, |
| "grad_norm": 0.97265625, |
| "learning_rate": 9.999907369929344e-07, |
| "loss": 0.24194155633449554, |
| "step": 208, |
| "token_acc": 0.9311714096624751 |
| }, |
| { |
| "epoch": 0.04409282700421941, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.999896791840383e-07, |
| "loss": 0.2757856249809265, |
| "step": 209, |
| "token_acc": 0.9243792325056434 |
| }, |
| { |
| "epoch": 0.04430379746835443, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.999885641970906e-07, |
| "loss": 0.2318935990333557, |
| "step": 210, |
| "token_acc": 0.9357142857142857 |
| }, |
| { |
| "epoch": 0.04451476793248945, |
| "grad_norm": 0.64453125, |
| "learning_rate": 9.999873920322186e-07, |
| "loss": 0.2802179157733917, |
| "step": 211, |
| "token_acc": 0.9227716727716728 |
| }, |
| { |
| "epoch": 0.04472573839662447, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.999861626895565e-07, |
| "loss": 0.2558714747428894, |
| "step": 212, |
| "token_acc": 0.9255022321428571 |
| }, |
| { |
| "epoch": 0.04493670886075949, |
| "grad_norm": 0.890625, |
| "learning_rate": 9.99984876169245e-07, |
| "loss": 0.29882046580314636, |
| "step": 213, |
| "token_acc": 0.9213449414590213 |
| }, |
| { |
| "epoch": 0.04514767932489452, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.999835324714307e-07, |
| "loss": 0.24097202718257904, |
| "step": 214, |
| "token_acc": 0.9359388774610637 |
| }, |
| { |
| "epoch": 0.04535864978902954, |
| "grad_norm": 1.703125, |
| "learning_rate": 9.99982131596268e-07, |
| "loss": 0.28899186849594116, |
| "step": 215, |
| "token_acc": 0.9218701937865272 |
| }, |
| { |
| "epoch": 0.04556962025316456, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.999806735439165e-07, |
| "loss": 0.2710872292518616, |
| "step": 216, |
| "token_acc": 0.9248780487804878 |
| }, |
| { |
| "epoch": 0.04578059071729958, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.999791583145433e-07, |
| "loss": 0.2295331209897995, |
| "step": 217, |
| "token_acc": 0.9357304643261608 |
| }, |
| { |
| "epoch": 0.0459915611814346, |
| "grad_norm": 0.9921875, |
| "learning_rate": 9.999775859083216e-07, |
| "loss": 0.2171935886144638, |
| "step": 218, |
| "token_acc": 0.9356940509915014 |
| }, |
| { |
| "epoch": 0.046202531645569624, |
| "grad_norm": 0.94921875, |
| "learning_rate": 9.99975956325431e-07, |
| "loss": 0.2726757526397705, |
| "step": 219, |
| "token_acc": 0.9209691375829248 |
| }, |
| { |
| "epoch": 0.046413502109704644, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.99974269566058e-07, |
| "loss": 0.27028149366378784, |
| "step": 220, |
| "token_acc": 0.9284016636957814 |
| }, |
| { |
| "epoch": 0.04662447257383966, |
| "grad_norm": 0.56640625, |
| "learning_rate": 9.999725256303957e-07, |
| "loss": 0.20975014567375183, |
| "step": 221, |
| "token_acc": 0.9344503233392122 |
| }, |
| { |
| "epoch": 0.04683544303797468, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.999707245186434e-07, |
| "loss": 0.3065168261528015, |
| "step": 222, |
| "token_acc": 0.9186879823594267 |
| }, |
| { |
| "epoch": 0.0470464135021097, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.999688662310072e-07, |
| "loss": 0.20764990150928497, |
| "step": 223, |
| "token_acc": 0.9452255418863503 |
| }, |
| { |
| "epoch": 0.04725738396624472, |
| "grad_norm": 0.89453125, |
| "learning_rate": 9.99966950767699e-07, |
| "loss": 0.2654411196708679, |
| "step": 224, |
| "token_acc": 0.9302244039270687 |
| }, |
| { |
| "epoch": 0.04746835443037975, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.999649781289385e-07, |
| "loss": 0.2514041066169739, |
| "step": 225, |
| "token_acc": 0.933082271147161 |
| }, |
| { |
| "epoch": 0.04767932489451477, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.99962948314951e-07, |
| "loss": 0.21037127077579498, |
| "step": 226, |
| "token_acc": 0.9351134846461949 |
| }, |
| { |
| "epoch": 0.04789029535864979, |
| "grad_norm": 0.59765625, |
| "learning_rate": 9.99960861325969e-07, |
| "loss": 0.21236909925937653, |
| "step": 227, |
| "token_acc": 0.940097449125824 |
| }, |
| { |
| "epoch": 0.04810126582278481, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.999587171622305e-07, |
| "loss": 0.21992863714694977, |
| "step": 228, |
| "token_acc": 0.9344711978055471 |
| }, |
| { |
| "epoch": 0.04831223628691983, |
| "grad_norm": 0.95703125, |
| "learning_rate": 9.999565158239812e-07, |
| "loss": 0.26401764154434204, |
| "step": 229, |
| "token_acc": 0.9244654262704805 |
| }, |
| { |
| "epoch": 0.04852320675105485, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.999542573114728e-07, |
| "loss": 0.24087585508823395, |
| "step": 230, |
| "token_acc": 0.926786751888437 |
| }, |
| { |
| "epoch": 0.048734177215189876, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.999519416249634e-07, |
| "loss": 0.2533552646636963, |
| "step": 231, |
| "token_acc": 0.9275784028451342 |
| }, |
| { |
| "epoch": 0.048945147679324896, |
| "grad_norm": 1.4296875, |
| "learning_rate": 9.999495687647178e-07, |
| "loss": 0.2529897689819336, |
| "step": 232, |
| "token_acc": 0.9269195189639223 |
| }, |
| { |
| "epoch": 0.049156118143459916, |
| "grad_norm": 0.81640625, |
| "learning_rate": 9.999471387310077e-07, |
| "loss": 0.2788076400756836, |
| "step": 233, |
| "token_acc": 0.9202168861347793 |
| }, |
| { |
| "epoch": 0.049367088607594936, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.999446515241108e-07, |
| "loss": 0.2300492525100708, |
| "step": 234, |
| "token_acc": 0.9325668116842759 |
| }, |
| { |
| "epoch": 0.049578059071729956, |
| "grad_norm": 0.85546875, |
| "learning_rate": 9.999421071443115e-07, |
| "loss": 0.2711006700992584, |
| "step": 235, |
| "token_acc": 0.9220738900962434 |
| }, |
| { |
| "epoch": 0.049789029535864976, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.999395055919007e-07, |
| "loss": 0.24382656812667847, |
| "step": 236, |
| "token_acc": 0.9297777777777778 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.999368468671758e-07, |
| "loss": 0.2818126380443573, |
| "step": 237, |
| "token_acc": 0.9211531781868705 |
| }, |
| { |
| "epoch": 0.05021097046413502, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.999341309704413e-07, |
| "loss": 0.29420921206474304, |
| "step": 238, |
| "token_acc": 0.9187301587301587 |
| }, |
| { |
| "epoch": 0.05042194092827004, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.999313579020074e-07, |
| "loss": 0.24233081936836243, |
| "step": 239, |
| "token_acc": 0.9322516367776829 |
| }, |
| { |
| "epoch": 0.05063291139240506, |
| "grad_norm": 0.93359375, |
| "learning_rate": 9.999285276621913e-07, |
| "loss": 0.22199922800064087, |
| "step": 240, |
| "token_acc": 0.9347892956013534 |
| }, |
| { |
| "epoch": 0.05084388185654008, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.999256402513168e-07, |
| "loss": 0.2756049931049347, |
| "step": 241, |
| "token_acc": 0.9229754682141915 |
| }, |
| { |
| "epoch": 0.0510548523206751, |
| "grad_norm": 1.7421875, |
| "learning_rate": 9.999226956697138e-07, |
| "loss": 0.2459474354982376, |
| "step": 242, |
| "token_acc": 0.9287122207621551 |
| }, |
| { |
| "epoch": 0.05126582278481013, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.999196939177195e-07, |
| "loss": 0.26543667912483215, |
| "step": 243, |
| "token_acc": 0.9251445086705202 |
| }, |
| { |
| "epoch": 0.05147679324894515, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.999166349956768e-07, |
| "loss": 0.29306668043136597, |
| "step": 244, |
| "token_acc": 0.922089552238806 |
| }, |
| { |
| "epoch": 0.05168776371308017, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.999135189039356e-07, |
| "loss": 0.232993021607399, |
| "step": 245, |
| "token_acc": 0.933374460209747 |
| }, |
| { |
| "epoch": 0.05189873417721519, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.999103456428522e-07, |
| "loss": 0.29452502727508545, |
| "step": 246, |
| "token_acc": 0.9255251432208784 |
| }, |
| { |
| "epoch": 0.05210970464135021, |
| "grad_norm": 0.75, |
| "learning_rate": 9.999071152127897e-07, |
| "loss": 0.2289431095123291, |
| "step": 247, |
| "token_acc": 0.9372047791053071 |
| }, |
| { |
| "epoch": 0.05232067510548523, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.999038276141175e-07, |
| "loss": 0.3194141983985901, |
| "step": 248, |
| "token_acc": 0.914375 |
| }, |
| { |
| "epoch": 0.052531645569620256, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.999004828472112e-07, |
| "loss": 0.24136003851890564, |
| "step": 249, |
| "token_acc": 0.9315025252525253 |
| }, |
| { |
| "epoch": 0.052742616033755275, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.998970809124537e-07, |
| "loss": 0.31663718819618225, |
| "step": 250, |
| "token_acc": 0.9186367823150138 |
| }, |
| { |
| "epoch": 0.052953586497890295, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.998936218102338e-07, |
| "loss": 0.2638603448867798, |
| "step": 251, |
| "token_acc": 0.9242610837438424 |
| }, |
| { |
| "epoch": 0.053164556962025315, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.998901055409474e-07, |
| "loss": 0.26234734058380127, |
| "step": 252, |
| "token_acc": 0.9283480238839921 |
| }, |
| { |
| "epoch": 0.053375527426160335, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.99886532104996e-07, |
| "loss": 0.27683377265930176, |
| "step": 253, |
| "token_acc": 0.9228208232445521 |
| }, |
| { |
| "epoch": 0.05358649789029536, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.99882901502789e-07, |
| "loss": 0.20958667993545532, |
| "step": 254, |
| "token_acc": 0.9367622259696459 |
| }, |
| { |
| "epoch": 0.05379746835443038, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.998792137347412e-07, |
| "loss": 0.2769642174243927, |
| "step": 255, |
| "token_acc": 0.9259877573734001 |
| }, |
| { |
| "epoch": 0.0540084388185654, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.998754688012744e-07, |
| "loss": 0.291420578956604, |
| "step": 256, |
| "token_acc": 0.9195469067673541 |
| }, |
| { |
| "epoch": 0.05421940928270042, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.998716667028166e-07, |
| "loss": 0.2671175003051758, |
| "step": 257, |
| "token_acc": 0.9248520710059172 |
| }, |
| { |
| "epoch": 0.05443037974683544, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.99867807439803e-07, |
| "loss": 0.2104148268699646, |
| "step": 258, |
| "token_acc": 0.9412735070933685 |
| }, |
| { |
| "epoch": 0.05464135021097046, |
| "grad_norm": 0.8125, |
| "learning_rate": 9.99863891012675e-07, |
| "loss": 0.25562331080436707, |
| "step": 259, |
| "token_acc": 0.9300422386483632 |
| }, |
| { |
| "epoch": 0.05485232067510549, |
| "grad_norm": 0.93359375, |
| "learning_rate": 9.998599174218797e-07, |
| "loss": 0.25945645570755005, |
| "step": 260, |
| "token_acc": 0.9278557114228457 |
| }, |
| { |
| "epoch": 0.05506329113924051, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.998558866678726e-07, |
| "loss": 0.2575325667858124, |
| "step": 261, |
| "token_acc": 0.9237336368810473 |
| }, |
| { |
| "epoch": 0.05527426160337553, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.998517987511139e-07, |
| "loss": 0.21312668919563293, |
| "step": 262, |
| "token_acc": 0.9391352244560727 |
| }, |
| { |
| "epoch": 0.05548523206751055, |
| "grad_norm": 1.5390625, |
| "learning_rate": 9.998476536720712e-07, |
| "loss": 0.27397406101226807, |
| "step": 263, |
| "token_acc": 0.9302109181141439 |
| }, |
| { |
| "epoch": 0.05569620253164557, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.998434514312187e-07, |
| "loss": 0.27095240354537964, |
| "step": 264, |
| "token_acc": 0.9266853059956508 |
| }, |
| { |
| "epoch": 0.05590717299578059, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.99839192029037e-07, |
| "loss": 0.237601175904274, |
| "step": 265, |
| "token_acc": 0.9364719228587635 |
| }, |
| { |
| "epoch": 0.056118143459915615, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.998348754660129e-07, |
| "loss": 0.2851409316062927, |
| "step": 266, |
| "token_acc": 0.9176470588235294 |
| }, |
| { |
| "epoch": 0.056329113924050635, |
| "grad_norm": 0.796875, |
| "learning_rate": 9.998305017426403e-07, |
| "loss": 0.26605701446533203, |
| "step": 267, |
| "token_acc": 0.9261460101867572 |
| }, |
| { |
| "epoch": 0.056540084388185655, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.998260708594192e-07, |
| "loss": 0.26237568259239197, |
| "step": 268, |
| "token_acc": 0.9257142857142857 |
| }, |
| { |
| "epoch": 0.056751054852320675, |
| "grad_norm": 0.859375, |
| "learning_rate": 9.998215828168566e-07, |
| "loss": 0.2315206527709961, |
| "step": 269, |
| "token_acc": 0.9332755632582322 |
| }, |
| { |
| "epoch": 0.056962025316455694, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.998170376154654e-07, |
| "loss": 0.26748204231262207, |
| "step": 270, |
| "token_acc": 0.9308067757680161 |
| }, |
| { |
| "epoch": 0.057172995780590714, |
| "grad_norm": 0.9609375, |
| "learning_rate": 9.998124352557655e-07, |
| "loss": 0.33397209644317627, |
| "step": 271, |
| "token_acc": 0.9161147902869757 |
| }, |
| { |
| "epoch": 0.05738396624472574, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.998077757382835e-07, |
| "loss": 0.2637864351272583, |
| "step": 272, |
| "token_acc": 0.9291949563530553 |
| }, |
| { |
| "epoch": 0.05759493670886076, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.998030590635517e-07, |
| "loss": 0.2878430485725403, |
| "step": 273, |
| "token_acc": 0.919882100750268 |
| }, |
| { |
| "epoch": 0.05780590717299578, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.997982852321099e-07, |
| "loss": 0.2438146024942398, |
| "step": 274, |
| "token_acc": 0.9312955692652832 |
| }, |
| { |
| "epoch": 0.0580168776371308, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.99793454244504e-07, |
| "loss": 0.2523839771747589, |
| "step": 275, |
| "token_acc": 0.9254349627174814 |
| }, |
| { |
| "epoch": 0.05822784810126582, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.997885661012865e-07, |
| "loss": 0.23295487463474274, |
| "step": 276, |
| "token_acc": 0.937351934719663 |
| }, |
| { |
| "epoch": 0.05843881856540084, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.99783620803016e-07, |
| "loss": 0.287087619304657, |
| "step": 277, |
| "token_acc": 0.9255798969072165 |
| }, |
| { |
| "epoch": 0.05864978902953587, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.997786183502584e-07, |
| "loss": 0.23424138128757477, |
| "step": 278, |
| "token_acc": 0.924812030075188 |
| }, |
| { |
| "epoch": 0.05886075949367089, |
| "grad_norm": 0.9296875, |
| "learning_rate": 9.997735587435858e-07, |
| "loss": 0.25225332379341125, |
| "step": 279, |
| "token_acc": 0.9257325210327821 |
| }, |
| { |
| "epoch": 0.05907172995780591, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.997684419835767e-07, |
| "loss": 0.24867427349090576, |
| "step": 280, |
| "token_acc": 0.9290465631929047 |
| }, |
| { |
| "epoch": 0.05928270042194093, |
| "grad_norm": 1.265625, |
| "learning_rate": 9.997632680708163e-07, |
| "loss": 0.2555754482746124, |
| "step": 281, |
| "token_acc": 0.9300212056952438 |
| }, |
| { |
| "epoch": 0.05949367088607595, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.99758037005896e-07, |
| "loss": 0.25050830841064453, |
| "step": 282, |
| "token_acc": 0.9328039095907147 |
| }, |
| { |
| "epoch": 0.05970464135021097, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.997527487894144e-07, |
| "loss": 0.264704167842865, |
| "step": 283, |
| "token_acc": 0.9269878805793674 |
| }, |
| { |
| "epoch": 0.059915611814345994, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.997474034219762e-07, |
| "loss": 0.29550492763519287, |
| "step": 284, |
| "token_acc": 0.9211438474870017 |
| }, |
| { |
| "epoch": 0.060126582278481014, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.997420009041927e-07, |
| "loss": 0.264403373003006, |
| "step": 285, |
| "token_acc": 0.9260048721071864 |
| }, |
| { |
| "epoch": 0.060337552742616034, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.997365412366812e-07, |
| "loss": 0.2595897316932678, |
| "step": 286, |
| "token_acc": 0.9286173633440514 |
| }, |
| { |
| "epoch": 0.060548523206751054, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.997310244200667e-07, |
| "loss": 0.23976776003837585, |
| "step": 287, |
| "token_acc": 0.9318894271872328 |
| }, |
| { |
| "epoch": 0.060759493670886074, |
| "grad_norm": 0.9140625, |
| "learning_rate": 9.997254504549799e-07, |
| "loss": 0.26183438301086426, |
| "step": 288, |
| "token_acc": 0.9322949777495232 |
| }, |
| { |
| "epoch": 0.0609704641350211, |
| "grad_norm": 1.0078125, |
| "learning_rate": 9.99719819342058e-07, |
| "loss": 0.24600914120674133, |
| "step": 289, |
| "token_acc": 0.9311287236949987 |
| }, |
| { |
| "epoch": 0.06118143459915612, |
| "grad_norm": 0.83984375, |
| "learning_rate": 9.997141310819454e-07, |
| "loss": 0.3296029567718506, |
| "step": 290, |
| "token_acc": 0.9126184834123223 |
| }, |
| { |
| "epoch": 0.06139240506329114, |
| "grad_norm": 0.85546875, |
| "learning_rate": 9.997083856752923e-07, |
| "loss": 0.2794192433357239, |
| "step": 291, |
| "token_acc": 0.9190751445086706 |
| }, |
| { |
| "epoch": 0.06160337552742616, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.997025831227557e-07, |
| "loss": 0.23178298771381378, |
| "step": 292, |
| "token_acc": 0.9380645161290323 |
| }, |
| { |
| "epoch": 0.06181434599156118, |
| "grad_norm": 0.87109375, |
| "learning_rate": 9.996967234249994e-07, |
| "loss": 0.2989250123500824, |
| "step": 293, |
| "token_acc": 0.9201101928374655 |
| }, |
| { |
| "epoch": 0.0620253164556962, |
| "grad_norm": 0.625, |
| "learning_rate": 9.996908065826935e-07, |
| "loss": 0.20801636576652527, |
| "step": 294, |
| "token_acc": 0.9374828626268166 |
| }, |
| { |
| "epoch": 0.06223628691983123, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.996848325965142e-07, |
| "loss": 0.2513968050479889, |
| "step": 295, |
| "token_acc": 0.9286151960784313 |
| }, |
| { |
| "epoch": 0.06244725738396625, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.99678801467145e-07, |
| "loss": 0.23670442402362823, |
| "step": 296, |
| "token_acc": 0.9297945205479452 |
| }, |
| { |
| "epoch": 0.06265822784810127, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.99672713195276e-07, |
| "loss": 0.3005760908126831, |
| "step": 297, |
| "token_acc": 0.9181008902077151 |
| }, |
| { |
| "epoch": 0.0628691983122363, |
| "grad_norm": 0.64453125, |
| "learning_rate": 9.996665677816027e-07, |
| "loss": 0.2198331356048584, |
| "step": 298, |
| "token_acc": 0.934411226357535 |
| }, |
| { |
| "epoch": 0.0630801687763713, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.996603652268283e-07, |
| "loss": 0.22930385172367096, |
| "step": 299, |
| "token_acc": 0.9343891402714932 |
| }, |
| { |
| "epoch": 0.06329113924050633, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.99654105531662e-07, |
| "loss": 0.26769182085990906, |
| "step": 300, |
| "token_acc": 0.9295731707317073 |
| }, |
| { |
| "epoch": 0.06350210970464135, |
| "grad_norm": 0.58203125, |
| "learning_rate": 9.9964778869682e-07, |
| "loss": 0.2113886922597885, |
| "step": 301, |
| "token_acc": 0.9383966244725739 |
| }, |
| { |
| "epoch": 0.06371308016877637, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.996414147230242e-07, |
| "loss": 0.2549387812614441, |
| "step": 302, |
| "token_acc": 0.9245056920311564 |
| }, |
| { |
| "epoch": 0.06392405063291139, |
| "grad_norm": 0.83203125, |
| "learning_rate": 9.996349836110035e-07, |
| "loss": 0.24877741932868958, |
| "step": 303, |
| "token_acc": 0.9278890600924499 |
| }, |
| { |
| "epoch": 0.06413502109704641, |
| "grad_norm": 0.85546875, |
| "learning_rate": 9.996284953614938e-07, |
| "loss": 0.2965357303619385, |
| "step": 304, |
| "token_acc": 0.9167351410572446 |
| }, |
| { |
| "epoch": 0.06434599156118144, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.996219499752365e-07, |
| "loss": 0.21444806456565857, |
| "step": 305, |
| "token_acc": 0.938101788170564 |
| }, |
| { |
| "epoch": 0.06455696202531645, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.996153474529807e-07, |
| "loss": 0.24650560319423676, |
| "step": 306, |
| "token_acc": 0.928284854563691 |
| }, |
| { |
| "epoch": 0.06476793248945148, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.996086877954812e-07, |
| "loss": 0.26447594165802, |
| "step": 307, |
| "token_acc": 0.9272459499263623 |
| }, |
| { |
| "epoch": 0.06497890295358649, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.996019710034997e-07, |
| "loss": 0.22312676906585693, |
| "step": 308, |
| "token_acc": 0.9304399524375743 |
| }, |
| { |
| "epoch": 0.06518987341772152, |
| "grad_norm": 0.75, |
| "learning_rate": 9.99595197077804e-07, |
| "loss": 0.3124806582927704, |
| "step": 309, |
| "token_acc": 0.9134506242905789 |
| }, |
| { |
| "epoch": 0.06540084388185655, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.99588366019169e-07, |
| "loss": 0.21681739389896393, |
| "step": 310, |
| "token_acc": 0.9393859879296772 |
| }, |
| { |
| "epoch": 0.06561181434599156, |
| "grad_norm": 0.7734375, |
| "learning_rate": 9.99581477828376e-07, |
| "loss": 0.262542188167572, |
| "step": 311, |
| "token_acc": 0.9339063426200356 |
| }, |
| { |
| "epoch": 0.06582278481012659, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.995745325062126e-07, |
| "loss": 0.24062800407409668, |
| "step": 312, |
| "token_acc": 0.9331594391913922 |
| }, |
| { |
| "epoch": 0.0660337552742616, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.995675300534729e-07, |
| "loss": 0.26486438512802124, |
| "step": 313, |
| "token_acc": 0.9250824093497153 |
| }, |
| { |
| "epoch": 0.06624472573839663, |
| "grad_norm": 0.54296875, |
| "learning_rate": 9.995604704709578e-07, |
| "loss": 0.18465927243232727, |
| "step": 314, |
| "token_acc": 0.9464985994397759 |
| }, |
| { |
| "epoch": 0.06645569620253164, |
| "grad_norm": 0.91015625, |
| "learning_rate": 9.99553353759475e-07, |
| "loss": 0.2520803213119507, |
| "step": 315, |
| "token_acc": 0.9257213014119091 |
| }, |
| { |
| "epoch": 0.06666666666666667, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.995461799198378e-07, |
| "loss": 0.29753151535987854, |
| "step": 316, |
| "token_acc": 0.9256516587677726 |
| }, |
| { |
| "epoch": 0.06687763713080169, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.995389489528667e-07, |
| "loss": 0.2546613812446594, |
| "step": 317, |
| "token_acc": 0.9310240048617442 |
| }, |
| { |
| "epoch": 0.0670886075949367, |
| "grad_norm": 1.4140625, |
| "learning_rate": 9.995316608593886e-07, |
| "loss": 0.24808946251869202, |
| "step": 318, |
| "token_acc": 0.9316290130796671 |
| }, |
| { |
| "epoch": 0.06729957805907173, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.995243156402374e-07, |
| "loss": 0.2512444853782654, |
| "step": 319, |
| "token_acc": 0.9294703723125328 |
| }, |
| { |
| "epoch": 0.06751054852320675, |
| "grad_norm": 0.921875, |
| "learning_rate": 9.995169132962527e-07, |
| "loss": 0.2597760260105133, |
| "step": 320, |
| "token_acc": 0.9277310924369748 |
| }, |
| { |
| "epoch": 0.06772151898734177, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.99509453828281e-07, |
| "loss": 0.2552398443222046, |
| "step": 321, |
| "token_acc": 0.9278263321116437 |
| }, |
| { |
| "epoch": 0.0679324894514768, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.995019372371754e-07, |
| "loss": 0.29060834646224976, |
| "step": 322, |
| "token_acc": 0.9247988807275271 |
| }, |
| { |
| "epoch": 0.06814345991561181, |
| "grad_norm": 0.57421875, |
| "learning_rate": 9.994943635237955e-07, |
| "loss": 0.21358612179756165, |
| "step": 323, |
| "token_acc": 0.9360210341805434 |
| }, |
| { |
| "epoch": 0.06835443037974684, |
| "grad_norm": 0.8671875, |
| "learning_rate": 9.994867326890078e-07, |
| "loss": 0.2634425759315491, |
| "step": 324, |
| "token_acc": 0.9219944937289691 |
| }, |
| { |
| "epoch": 0.06856540084388185, |
| "grad_norm": 0.82421875, |
| "learning_rate": 9.994790447336842e-07, |
| "loss": 0.3185754120349884, |
| "step": 325, |
| "token_acc": 0.9133514986376022 |
| }, |
| { |
| "epoch": 0.06877637130801688, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.994712996587044e-07, |
| "loss": 0.29746031761169434, |
| "step": 326, |
| "token_acc": 0.9256002705444707 |
| }, |
| { |
| "epoch": 0.0689873417721519, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.994634974649541e-07, |
| "loss": 0.29588472843170166, |
| "step": 327, |
| "token_acc": 0.9272846380609236 |
| }, |
| { |
| "epoch": 0.06919831223628692, |
| "grad_norm": 0.875, |
| "learning_rate": 9.994556381533252e-07, |
| "loss": 0.277068167924881, |
| "step": 328, |
| "token_acc": 0.922756981580511 |
| }, |
| { |
| "epoch": 0.06940928270042195, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.994477217247168e-07, |
| "loss": 0.27129507064819336, |
| "step": 329, |
| "token_acc": 0.9270741068792442 |
| }, |
| { |
| "epoch": 0.06962025316455696, |
| "grad_norm": 0.8671875, |
| "learning_rate": 9.994397481800342e-07, |
| "loss": 0.24473360180854797, |
| "step": 330, |
| "token_acc": 0.9313361611876988 |
| }, |
| { |
| "epoch": 0.06983122362869199, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.994317175201893e-07, |
| "loss": 0.22818127274513245, |
| "step": 331, |
| "token_acc": 0.9380833851897946 |
| }, |
| { |
| "epoch": 0.070042194092827, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.994236297461003e-07, |
| "loss": 0.262783944606781, |
| "step": 332, |
| "token_acc": 0.9235968263297091 |
| }, |
| { |
| "epoch": 0.07025316455696203, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.994154848586919e-07, |
| "loss": 0.24861930310726166, |
| "step": 333, |
| "token_acc": 0.930621342992477 |
| }, |
| { |
| "epoch": 0.07046413502109705, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.99407282858896e-07, |
| "loss": 0.26165515184402466, |
| "step": 334, |
| "token_acc": 0.9247956403269755 |
| }, |
| { |
| "epoch": 0.07067510548523206, |
| "grad_norm": 0.64453125, |
| "learning_rate": 9.993990237476504e-07, |
| "loss": 0.23681169748306274, |
| "step": 335, |
| "token_acc": 0.9285078611687927 |
| }, |
| { |
| "epoch": 0.07088607594936709, |
| "grad_norm": 1.65625, |
| "learning_rate": 9.993907075258994e-07, |
| "loss": 0.2824210524559021, |
| "step": 336, |
| "token_acc": 0.925273390036452 |
| }, |
| { |
| "epoch": 0.0710970464135021, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.993823341945942e-07, |
| "loss": 0.2578677535057068, |
| "step": 337, |
| "token_acc": 0.9232230059685296 |
| }, |
| { |
| "epoch": 0.07130801687763713, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.993739037546924e-07, |
| "loss": 0.25358960032463074, |
| "step": 338, |
| "token_acc": 0.9312054539820267 |
| }, |
| { |
| "epoch": 0.07151898734177216, |
| "grad_norm": 0.83984375, |
| "learning_rate": 9.99365416207158e-07, |
| "loss": 0.2980523705482483, |
| "step": 339, |
| "token_acc": 0.9155807365439094 |
| }, |
| { |
| "epoch": 0.07172995780590717, |
| "grad_norm": 0.9296875, |
| "learning_rate": 9.993568715529616e-07, |
| "loss": 0.29448622465133667, |
| "step": 340, |
| "token_acc": 0.9224402207234825 |
| }, |
| { |
| "epoch": 0.0719409282700422, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.993482697930805e-07, |
| "loss": 0.2686302065849304, |
| "step": 341, |
| "token_acc": 0.9284134881149807 |
| }, |
| { |
| "epoch": 0.07215189873417721, |
| "grad_norm": 0.75, |
| "learning_rate": 9.993396109284985e-07, |
| "loss": 0.2800794839859009, |
| "step": 342, |
| "token_acc": 0.9271758436944938 |
| }, |
| { |
| "epoch": 0.07236286919831224, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.993308949602054e-07, |
| "loss": 0.2576884329319, |
| "step": 343, |
| "token_acc": 0.9227618490345231 |
| }, |
| { |
| "epoch": 0.07257383966244725, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.993221218891982e-07, |
| "loss": 0.24451857805252075, |
| "step": 344, |
| "token_acc": 0.933461117196057 |
| }, |
| { |
| "epoch": 0.07278481012658228, |
| "grad_norm": 0.95703125, |
| "learning_rate": 9.993132917164801e-07, |
| "loss": 0.2957763075828552, |
| "step": 345, |
| "token_acc": 0.9123943661971831 |
| }, |
| { |
| "epoch": 0.0729957805907173, |
| "grad_norm": 1.6875, |
| "learning_rate": 9.99304404443061e-07, |
| "loss": 0.253467321395874, |
| "step": 346, |
| "token_acc": 0.9318112633181126 |
| }, |
| { |
| "epoch": 0.07320675105485232, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.99295460069957e-07, |
| "loss": 0.2847754955291748, |
| "step": 347, |
| "token_acc": 0.9224688355123137 |
| }, |
| { |
| "epoch": 0.07341772151898734, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.992864585981913e-07, |
| "loss": 0.25176408886909485, |
| "step": 348, |
| "token_acc": 0.9317745035233824 |
| }, |
| { |
| "epoch": 0.07362869198312236, |
| "grad_norm": 0.96484375, |
| "learning_rate": 9.99277400028793e-07, |
| "loss": 0.282976359128952, |
| "step": 349, |
| "token_acc": 0.9220568335588634 |
| }, |
| { |
| "epoch": 0.07383966244725738, |
| "grad_norm": 0.64453125, |
| "learning_rate": 9.992682843627984e-07, |
| "loss": 0.2807369530200958, |
| "step": 350, |
| "token_acc": 0.9215148188803512 |
| }, |
| { |
| "epoch": 0.07405063291139241, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.992591116012495e-07, |
| "loss": 0.2882058322429657, |
| "step": 351, |
| "token_acc": 0.9216602528862012 |
| }, |
| { |
| "epoch": 0.07426160337552742, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.992498817451955e-07, |
| "loss": 0.27112358808517456, |
| "step": 352, |
| "token_acc": 0.9312214611872146 |
| }, |
| { |
| "epoch": 0.07447257383966245, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.99240594795692e-07, |
| "loss": 0.25564056634902954, |
| "step": 353, |
| "token_acc": 0.9308086560364465 |
| }, |
| { |
| "epoch": 0.07468354430379746, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.99231250753801e-07, |
| "loss": 0.21060852706432343, |
| "step": 354, |
| "token_acc": 0.9366489046773239 |
| }, |
| { |
| "epoch": 0.07489451476793249, |
| "grad_norm": 0.5546875, |
| "learning_rate": 9.992218496205908e-07, |
| "loss": 0.23291520774364471, |
| "step": 355, |
| "token_acc": 0.9379619852164731 |
| }, |
| { |
| "epoch": 0.0751054852320675, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.99212391397137e-07, |
| "loss": 0.23014740645885468, |
| "step": 356, |
| "token_acc": 0.930849478390462 |
| }, |
| { |
| "epoch": 0.07531645569620253, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.992028760845207e-07, |
| "loss": 0.2653324604034424, |
| "step": 357, |
| "token_acc": 0.9264833574529667 |
| }, |
| { |
| "epoch": 0.07552742616033756, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.991933036838303e-07, |
| "loss": 0.23712849617004395, |
| "step": 358, |
| "token_acc": 0.9348139601961349 |
| }, |
| { |
| "epoch": 0.07573839662447257, |
| "grad_norm": 0.61328125, |
| "learning_rate": 9.991836741961605e-07, |
| "loss": 0.24832651019096375, |
| "step": 359, |
| "token_acc": 0.9297736506094022 |
| }, |
| { |
| "epoch": 0.0759493670886076, |
| "grad_norm": 2.21875, |
| "learning_rate": 9.991739876226127e-07, |
| "loss": 0.30170413851737976, |
| "step": 360, |
| "token_acc": 0.9175753688261706 |
| }, |
| { |
| "epoch": 0.07616033755274261, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.991642439642944e-07, |
| "loss": 0.2096886932849884, |
| "step": 361, |
| "token_acc": 0.9416713404374649 |
| }, |
| { |
| "epoch": 0.07637130801687764, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.991544432223198e-07, |
| "loss": 0.24230161309242249, |
| "step": 362, |
| "token_acc": 0.9317358595709111 |
| }, |
| { |
| "epoch": 0.07658227848101266, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.991445853978098e-07, |
| "loss": 0.2464846670627594, |
| "step": 363, |
| "token_acc": 0.9277708592777086 |
| }, |
| { |
| "epoch": 0.07679324894514768, |
| "grad_norm": 0.99609375, |
| "learning_rate": 9.991346704918918e-07, |
| "loss": 0.25032496452331543, |
| "step": 364, |
| "token_acc": 0.931261207411835 |
| }, |
| { |
| "epoch": 0.0770042194092827, |
| "grad_norm": 1.0, |
| "learning_rate": 9.991246985056995e-07, |
| "loss": 0.3197912871837616, |
| "step": 365, |
| "token_acc": 0.9187062937062938 |
| }, |
| { |
| "epoch": 0.07721518987341772, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.991146694403733e-07, |
| "loss": 0.2740510404109955, |
| "step": 366, |
| "token_acc": 0.9192671056398511 |
| }, |
| { |
| "epoch": 0.07742616033755274, |
| "grad_norm": 0.875, |
| "learning_rate": 9.991045832970603e-07, |
| "loss": 0.29503384232521057, |
| "step": 367, |
| "token_acc": 0.919302394324564 |
| }, |
| { |
| "epoch": 0.07763713080168777, |
| "grad_norm": 0.796875, |
| "learning_rate": 9.990944400769138e-07, |
| "loss": 0.27579015493392944, |
| "step": 368, |
| "token_acc": 0.9176502882239912 |
| }, |
| { |
| "epoch": 0.07784810126582278, |
| "grad_norm": 0.8828125, |
| "learning_rate": 9.99084239781094e-07, |
| "loss": 0.2694048583507538, |
| "step": 369, |
| "token_acc": 0.925148762918885 |
| }, |
| { |
| "epoch": 0.07805907172995781, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.990739824107669e-07, |
| "loss": 0.2885046601295471, |
| "step": 370, |
| "token_acc": 0.9219858156028369 |
| }, |
| { |
| "epoch": 0.07827004219409282, |
| "grad_norm": 1.109375, |
| "learning_rate": 9.99063667967106e-07, |
| "loss": 0.2373015433549881, |
| "step": 371, |
| "token_acc": 0.9304477611940298 |
| }, |
| { |
| "epoch": 0.07848101265822785, |
| "grad_norm": 0.93359375, |
| "learning_rate": 9.990532964512901e-07, |
| "loss": 0.29645416140556335, |
| "step": 372, |
| "token_acc": 0.918646080760095 |
| }, |
| { |
| "epoch": 0.07869198312236286, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.990428678645062e-07, |
| "loss": 0.24266409873962402, |
| "step": 373, |
| "token_acc": 0.9363528715216104 |
| }, |
| { |
| "epoch": 0.07890295358649789, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.990323822079464e-07, |
| "loss": 0.2219400256872177, |
| "step": 374, |
| "token_acc": 0.9366262814538676 |
| }, |
| { |
| "epoch": 0.07911392405063292, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.9902183948281e-07, |
| "loss": 0.2171144187450409, |
| "step": 375, |
| "token_acc": 0.937206572769953 |
| }, |
| { |
| "epoch": 0.07932489451476793, |
| "grad_norm": 0.61328125, |
| "learning_rate": 9.990112396903027e-07, |
| "loss": 0.23284628987312317, |
| "step": 376, |
| "token_acc": 0.9356833642547928 |
| }, |
| { |
| "epoch": 0.07953586497890296, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.990005828316363e-07, |
| "loss": 0.26610440015792847, |
| "step": 377, |
| "token_acc": 0.9276832460732984 |
| }, |
| { |
| "epoch": 0.07974683544303797, |
| "grad_norm": 0.55859375, |
| "learning_rate": 9.989898689080299e-07, |
| "loss": 0.19865182042121887, |
| "step": 378, |
| "token_acc": 0.946978672985782 |
| }, |
| { |
| "epoch": 0.079957805907173, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.989790979207085e-07, |
| "loss": 0.2547116279602051, |
| "step": 379, |
| "token_acc": 0.9301753306674869 |
| }, |
| { |
| "epoch": 0.08016877637130802, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.98968269870904e-07, |
| "loss": 0.2702917456626892, |
| "step": 380, |
| "token_acc": 0.9255110613273593 |
| }, |
| { |
| "epoch": 0.08037974683544304, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.989573847598545e-07, |
| "loss": 0.24545586109161377, |
| "step": 381, |
| "token_acc": 0.9353233830845771 |
| }, |
| { |
| "epoch": 0.08059071729957806, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.98946442588805e-07, |
| "loss": 0.25997835397720337, |
| "step": 382, |
| "token_acc": 0.9318181818181818 |
| }, |
| { |
| "epoch": 0.08080168776371308, |
| "grad_norm": 0.921875, |
| "learning_rate": 9.989354433590067e-07, |
| "loss": 0.2865683436393738, |
| "step": 383, |
| "token_acc": 0.9229352164568622 |
| }, |
| { |
| "epoch": 0.0810126582278481, |
| "grad_norm": 0.93359375, |
| "learning_rate": 9.989243870717174e-07, |
| "loss": 0.25773969292640686, |
| "step": 384, |
| "token_acc": 0.9284097340124505 |
| }, |
| { |
| "epoch": 0.08122362869198312, |
| "grad_norm": 0.87890625, |
| "learning_rate": 9.989132737282015e-07, |
| "loss": 0.2665586471557617, |
| "step": 385, |
| "token_acc": 0.92599672310213 |
| }, |
| { |
| "epoch": 0.08143459915611814, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.989021033297302e-07, |
| "loss": 0.29251331090927124, |
| "step": 386, |
| "token_acc": 0.9255349500713267 |
| }, |
| { |
| "epoch": 0.08164556962025317, |
| "grad_norm": 0.90625, |
| "learning_rate": 9.988908758775807e-07, |
| "loss": 0.31350889801979065, |
| "step": 387, |
| "token_acc": 0.9161179501860864 |
| }, |
| { |
| "epoch": 0.08185654008438818, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.98879591373037e-07, |
| "loss": 0.2779198884963989, |
| "step": 388, |
| "token_acc": 0.9238483234095894 |
| }, |
| { |
| "epoch": 0.08206751054852321, |
| "grad_norm": 0.60546875, |
| "learning_rate": 9.988682498173895e-07, |
| "loss": 0.22718225419521332, |
| "step": 389, |
| "token_acc": 0.9420247204237787 |
| }, |
| { |
| "epoch": 0.08227848101265822, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.98856851211935e-07, |
| "loss": 0.22414159774780273, |
| "step": 390, |
| "token_acc": 0.9357366771159875 |
| }, |
| { |
| "epoch": 0.08248945147679325, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.988453955579776e-07, |
| "loss": 0.2700081467628479, |
| "step": 391, |
| "token_acc": 0.9235555555555556 |
| }, |
| { |
| "epoch": 0.08270042194092828, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.98833882856827e-07, |
| "loss": 0.24140852689743042, |
| "step": 392, |
| "token_acc": 0.9277988101676582 |
| }, |
| { |
| "epoch": 0.08291139240506329, |
| "grad_norm": 0.8359375, |
| "learning_rate": 9.988223131097996e-07, |
| "loss": 0.28851526975631714, |
| "step": 393, |
| "token_acc": 0.9173528514791095 |
| }, |
| { |
| "epoch": 0.08312236286919832, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.98810686318219e-07, |
| "loss": 0.2673947215080261, |
| "step": 394, |
| "token_acc": 0.9220706930141943 |
| }, |
| { |
| "epoch": 0.08333333333333333, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.98799002483414e-07, |
| "loss": 0.27388495206832886, |
| "step": 395, |
| "token_acc": 0.9260257562144355 |
| }, |
| { |
| "epoch": 0.08354430379746836, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.987872616067216e-07, |
| "loss": 0.2556672692298889, |
| "step": 396, |
| "token_acc": 0.9255903349807798 |
| }, |
| { |
| "epoch": 0.08375527426160338, |
| "grad_norm": 0.96875, |
| "learning_rate": 9.987754636894843e-07, |
| "loss": 0.32614314556121826, |
| "step": 397, |
| "token_acc": 0.9155054847316929 |
| }, |
| { |
| "epoch": 0.0839662447257384, |
| "grad_norm": 0.60546875, |
| "learning_rate": 9.987636087330509e-07, |
| "loss": 0.23008616268634796, |
| "step": 398, |
| "token_acc": 0.9367875647668393 |
| }, |
| { |
| "epoch": 0.08417721518987342, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.987516967387775e-07, |
| "loss": 0.2754250764846802, |
| "step": 399, |
| "token_acc": 0.9202546998180715 |
| }, |
| { |
| "epoch": 0.08438818565400844, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.98739727708026e-07, |
| "loss": 0.23332414031028748, |
| "step": 400, |
| "token_acc": 0.9356028368794326 |
| }, |
| { |
| "epoch": 0.08438818565400844, |
| "eval_loss": 0.43364420533180237, |
| "eval_runtime": 245.8014, |
| "eval_samples_per_second": 137.123, |
| "eval_steps_per_second": 2.144, |
| "eval_token_acc": 0.8990711657542853, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.08459915611814346, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.987277016421654e-07, |
| "loss": 0.2699899673461914, |
| "step": 401, |
| "token_acc": 0.9288135593220339 |
| }, |
| { |
| "epoch": 0.08481012658227848, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.98715618542571e-07, |
| "loss": 0.25560492277145386, |
| "step": 402, |
| "token_acc": 0.9252772913018097 |
| }, |
| { |
| "epoch": 0.0850210970464135, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.987034784106244e-07, |
| "loss": 0.3024590015411377, |
| "step": 403, |
| "token_acc": 0.9186206896551724 |
| }, |
| { |
| "epoch": 0.08523206751054853, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.98691281247714e-07, |
| "loss": 0.2880774438381195, |
| "step": 404, |
| "token_acc": 0.9188865609099072 |
| }, |
| { |
| "epoch": 0.08544303797468354, |
| "grad_norm": 0.859375, |
| "learning_rate": 9.986790270552347e-07, |
| "loss": 0.2641194760799408, |
| "step": 405, |
| "token_acc": 0.9306480920654149 |
| }, |
| { |
| "epoch": 0.08565400843881857, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.98666715834588e-07, |
| "loss": 0.25727787613868713, |
| "step": 406, |
| "token_acc": 0.9288548752834467 |
| }, |
| { |
| "epoch": 0.08586497890295358, |
| "grad_norm": 0.61328125, |
| "learning_rate": 9.986543475871818e-07, |
| "loss": 0.2398534119129181, |
| "step": 407, |
| "token_acc": 0.9377962085308057 |
| }, |
| { |
| "epoch": 0.08607594936708861, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.986419223144302e-07, |
| "loss": 0.25430333614349365, |
| "step": 408, |
| "token_acc": 0.9305912596401028 |
| }, |
| { |
| "epoch": 0.08628691983122364, |
| "grad_norm": 0.60546875, |
| "learning_rate": 9.986294400177544e-07, |
| "loss": 0.20513233542442322, |
| "step": 409, |
| "token_acc": 0.9459538416593631 |
| }, |
| { |
| "epoch": 0.08649789029535865, |
| "grad_norm": 0.5625, |
| "learning_rate": 9.986169006985817e-07, |
| "loss": 0.20912200212478638, |
| "step": 410, |
| "token_acc": 0.9390818128310771 |
| }, |
| { |
| "epoch": 0.08670886075949367, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.986043043583462e-07, |
| "loss": 0.2466573864221573, |
| "step": 411, |
| "token_acc": 0.9298196948682386 |
| }, |
| { |
| "epoch": 0.08691983122362869, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.98591650998488e-07, |
| "loss": 0.23664775490760803, |
| "step": 412, |
| "token_acc": 0.9329004329004329 |
| }, |
| { |
| "epoch": 0.08713080168776371, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.985789406204547e-07, |
| "loss": 0.23415768146514893, |
| "step": 413, |
| "token_acc": 0.9317912218268091 |
| }, |
| { |
| "epoch": 0.08734177215189873, |
| "grad_norm": 0.75, |
| "learning_rate": 9.985661732256998e-07, |
| "loss": 0.2954852283000946, |
| "step": 414, |
| "token_acc": 0.9218203033838973 |
| }, |
| { |
| "epoch": 0.08755274261603375, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.98553348815683e-07, |
| "loss": 0.2565650939941406, |
| "step": 415, |
| "token_acc": 0.9298298906439855 |
| }, |
| { |
| "epoch": 0.08776371308016878, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.98540467391871e-07, |
| "loss": 0.22425369918346405, |
| "step": 416, |
| "token_acc": 0.9359098228663446 |
| }, |
| { |
| "epoch": 0.0879746835443038, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.98527528955737e-07, |
| "loss": 0.2637927532196045, |
| "step": 417, |
| "token_acc": 0.9261443414771132 |
| }, |
| { |
| "epoch": 0.08818565400843882, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.985145335087605e-07, |
| "loss": 0.27013063430786133, |
| "step": 418, |
| "token_acc": 0.9248719408081958 |
| }, |
| { |
| "epoch": 0.08839662447257383, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.985014810524278e-07, |
| "loss": 0.25381606817245483, |
| "step": 419, |
| "token_acc": 0.9342265529841657 |
| }, |
| { |
| "epoch": 0.08860759493670886, |
| "grad_norm": 1.59375, |
| "learning_rate": 9.984883715882315e-07, |
| "loss": 0.2093265801668167, |
| "step": 420, |
| "token_acc": 0.936447410231967 |
| }, |
| { |
| "epoch": 0.08881856540084389, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.984752051176707e-07, |
| "loss": 0.2633010447025299, |
| "step": 421, |
| "token_acc": 0.9257308401369502 |
| }, |
| { |
| "epoch": 0.0890295358649789, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.98461981642251e-07, |
| "loss": 0.28037169575691223, |
| "step": 422, |
| "token_acc": 0.9264617239300783 |
| }, |
| { |
| "epoch": 0.08924050632911393, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.984487011634848e-07, |
| "loss": 0.23874756693840027, |
| "step": 423, |
| "token_acc": 0.9345043167609407 |
| }, |
| { |
| "epoch": 0.08945147679324894, |
| "grad_norm": 4.9375, |
| "learning_rate": 9.984353636828908e-07, |
| "loss": 0.2935020923614502, |
| "step": 424, |
| "token_acc": 0.9228658536585366 |
| }, |
| { |
| "epoch": 0.08966244725738397, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.984219692019943e-07, |
| "loss": 0.2578403949737549, |
| "step": 425, |
| "token_acc": 0.9282193468884782 |
| }, |
| { |
| "epoch": 0.08987341772151898, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.98408517722327e-07, |
| "loss": 0.24426788091659546, |
| "step": 426, |
| "token_acc": 0.9371653987038603 |
| }, |
| { |
| "epoch": 0.09008438818565401, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.983950092454272e-07, |
| "loss": 0.2677040994167328, |
| "step": 427, |
| "token_acc": 0.9215219976218787 |
| }, |
| { |
| "epoch": 0.09029535864978903, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.983814437728396e-07, |
| "loss": 0.2604065239429474, |
| "step": 428, |
| "token_acc": 0.9289383561643836 |
| }, |
| { |
| "epoch": 0.09050632911392405, |
| "grad_norm": 1.3125, |
| "learning_rate": 9.983678213061157e-07, |
| "loss": 0.24889585375785828, |
| "step": 429, |
| "token_acc": 0.9251644736842105 |
| }, |
| { |
| "epoch": 0.09071729957805907, |
| "grad_norm": 0.796875, |
| "learning_rate": 9.983541418468134e-07, |
| "loss": 0.2805905342102051, |
| "step": 430, |
| "token_acc": 0.9248591108328115 |
| }, |
| { |
| "epoch": 0.09092827004219409, |
| "grad_norm": 0.7734375, |
| "learning_rate": 9.983404053964967e-07, |
| "loss": 0.2725668251514435, |
| "step": 431, |
| "token_acc": 0.9280293116985082 |
| }, |
| { |
| "epoch": 0.09113924050632911, |
| "grad_norm": 0.84375, |
| "learning_rate": 9.98326611956737e-07, |
| "loss": 0.3275222182273865, |
| "step": 432, |
| "token_acc": 0.9095477386934674 |
| }, |
| { |
| "epoch": 0.09135021097046414, |
| "grad_norm": 0.91015625, |
| "learning_rate": 9.98312761529111e-07, |
| "loss": 0.27813225984573364, |
| "step": 433, |
| "token_acc": 0.9216018048505358 |
| }, |
| { |
| "epoch": 0.09156118143459915, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.982988541152036e-07, |
| "loss": 0.2637915015220642, |
| "step": 434, |
| "token_acc": 0.9244929797191888 |
| }, |
| { |
| "epoch": 0.09177215189873418, |
| "grad_norm": 1.0703125, |
| "learning_rate": 9.982848897166042e-07, |
| "loss": 0.2686794102191925, |
| "step": 435, |
| "token_acc": 0.9231661351116266 |
| }, |
| { |
| "epoch": 0.0919831223628692, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.982708683349105e-07, |
| "loss": 0.24819687008857727, |
| "step": 436, |
| "token_acc": 0.9376739009460211 |
| }, |
| { |
| "epoch": 0.09219409282700422, |
| "grad_norm": 0.75, |
| "learning_rate": 9.982567899717256e-07, |
| "loss": 0.25789859890937805, |
| "step": 437, |
| "token_acc": 0.9243027888446215 |
| }, |
| { |
| "epoch": 0.09240506329113925, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.982426546286596e-07, |
| "loss": 0.2573246359825134, |
| "step": 438, |
| "token_acc": 0.9290590679726922 |
| }, |
| { |
| "epoch": 0.09261603375527426, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.98228462307329e-07, |
| "loss": 0.2979215383529663, |
| "step": 439, |
| "token_acc": 0.9225908372827805 |
| }, |
| { |
| "epoch": 0.09282700421940929, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.982142130093566e-07, |
| "loss": 0.2403128445148468, |
| "step": 440, |
| "token_acc": 0.9290377519159807 |
| }, |
| { |
| "epoch": 0.0930379746835443, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.98199906736372e-07, |
| "loss": 0.2767883241176605, |
| "step": 441, |
| "token_acc": 0.9238754325259516 |
| }, |
| { |
| "epoch": 0.09324894514767933, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.981855434900115e-07, |
| "loss": 0.25662270188331604, |
| "step": 442, |
| "token_acc": 0.9294367050272562 |
| }, |
| { |
| "epoch": 0.09345991561181434, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.981711232719175e-07, |
| "loss": 0.24665901064872742, |
| "step": 443, |
| "token_acc": 0.9237830319888735 |
| }, |
| { |
| "epoch": 0.09367088607594937, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.98156646083739e-07, |
| "loss": 0.23571115732192993, |
| "step": 444, |
| "token_acc": 0.9281145293938471 |
| }, |
| { |
| "epoch": 0.0938818565400844, |
| "grad_norm": 1.21875, |
| "learning_rate": 9.981421119271316e-07, |
| "loss": 0.2607622742652893, |
| "step": 445, |
| "token_acc": 0.9253941441441441 |
| }, |
| { |
| "epoch": 0.0940928270042194, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.981275208037575e-07, |
| "loss": 0.2898206114768982, |
| "step": 446, |
| "token_acc": 0.918967587034814 |
| }, |
| { |
| "epoch": 0.09430379746835443, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.981128727152854e-07, |
| "loss": 0.2372782677412033, |
| "step": 447, |
| "token_acc": 0.9295408605255558 |
| }, |
| { |
| "epoch": 0.09451476793248945, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.980981676633903e-07, |
| "loss": 0.22987963259220123, |
| "step": 448, |
| "token_acc": 0.9354383986467437 |
| }, |
| { |
| "epoch": 0.09472573839662447, |
| "grad_norm": 0.95703125, |
| "learning_rate": 9.980834056497538e-07, |
| "loss": 0.26702481508255005, |
| "step": 449, |
| "token_acc": 0.9252548131370328 |
| }, |
| { |
| "epoch": 0.0949367088607595, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.98068586676064e-07, |
| "loss": 0.27268826961517334, |
| "step": 450, |
| "token_acc": 0.9244391971664699 |
| }, |
| { |
| "epoch": 0.09514767932489451, |
| "grad_norm": 0.93359375, |
| "learning_rate": 9.98053710744016e-07, |
| "loss": 0.22254578769207, |
| "step": 451, |
| "token_acc": 0.9397944199706314 |
| }, |
| { |
| "epoch": 0.09535864978902954, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.980387778553103e-07, |
| "loss": 0.2529526948928833, |
| "step": 452, |
| "token_acc": 0.9301044083526682 |
| }, |
| { |
| "epoch": 0.09556962025316455, |
| "grad_norm": 0.93359375, |
| "learning_rate": 9.980237880116553e-07, |
| "loss": 0.2600526809692383, |
| "step": 453, |
| "token_acc": 0.9255893212155638 |
| }, |
| { |
| "epoch": 0.09578059071729958, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.980087412147648e-07, |
| "loss": 0.2552299499511719, |
| "step": 454, |
| "token_acc": 0.9276672694394213 |
| }, |
| { |
| "epoch": 0.09599156118143459, |
| "grad_norm": 0.984375, |
| "learning_rate": 9.979936374663595e-07, |
| "loss": 0.28409841656684875, |
| "step": 455, |
| "token_acc": 0.9230544177881802 |
| }, |
| { |
| "epoch": 0.09620253164556962, |
| "grad_norm": 0.83984375, |
| "learning_rate": 9.979784767681668e-07, |
| "loss": 0.256397545337677, |
| "step": 456, |
| "token_acc": 0.9331357048748353 |
| }, |
| { |
| "epoch": 0.09641350210970465, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.979632591219207e-07, |
| "loss": 0.2313995659351349, |
| "step": 457, |
| "token_acc": 0.9336188436830836 |
| }, |
| { |
| "epoch": 0.09662447257383966, |
| "grad_norm": 0.87890625, |
| "learning_rate": 9.97947984529361e-07, |
| "loss": 0.2967644929885864, |
| "step": 458, |
| "token_acc": 0.9195630585898709 |
| }, |
| { |
| "epoch": 0.09683544303797469, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.979326529922348e-07, |
| "loss": 0.30269140005111694, |
| "step": 459, |
| "token_acc": 0.9189985272459499 |
| }, |
| { |
| "epoch": 0.0970464135021097, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.97917264512295e-07, |
| "loss": 0.2591363787651062, |
| "step": 460, |
| "token_acc": 0.9290578887627696 |
| }, |
| { |
| "epoch": 0.09725738396624473, |
| "grad_norm": 0.84375, |
| "learning_rate": 9.979018190913018e-07, |
| "loss": 0.32560282945632935, |
| "step": 461, |
| "token_acc": 0.9178757980266976 |
| }, |
| { |
| "epoch": 0.09746835443037975, |
| "grad_norm": 0.83984375, |
| "learning_rate": 9.978863167310213e-07, |
| "loss": 0.2893942892551422, |
| "step": 462, |
| "token_acc": 0.924191063174114 |
| }, |
| { |
| "epoch": 0.09767932489451477, |
| "grad_norm": 0.625, |
| "learning_rate": 9.978707574332266e-07, |
| "loss": 0.2492993026971817, |
| "step": 463, |
| "token_acc": 0.9310970081595649 |
| }, |
| { |
| "epoch": 0.09789029535864979, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.978551411996967e-07, |
| "loss": 0.27646076679229736, |
| "step": 464, |
| "token_acc": 0.9283480238839921 |
| }, |
| { |
| "epoch": 0.0981012658227848, |
| "grad_norm": 0.87890625, |
| "learning_rate": 9.978394680322176e-07, |
| "loss": 0.22209137678146362, |
| "step": 465, |
| "token_acc": 0.9360902255639098 |
| }, |
| { |
| "epoch": 0.09831223628691983, |
| "grad_norm": 0.84375, |
| "learning_rate": 9.978237379325818e-07, |
| "loss": 0.2588399648666382, |
| "step": 466, |
| "token_acc": 0.9257776408992916 |
| }, |
| { |
| "epoch": 0.09852320675105486, |
| "grad_norm": 0.88671875, |
| "learning_rate": 9.978079509025878e-07, |
| "loss": 0.3038383722305298, |
| "step": 467, |
| "token_acc": 0.9133605600933489 |
| }, |
| { |
| "epoch": 0.09873417721518987, |
| "grad_norm": 0.8125, |
| "learning_rate": 9.977921069440415e-07, |
| "loss": 0.24923110008239746, |
| "step": 468, |
| "token_acc": 0.9317915690866511 |
| }, |
| { |
| "epoch": 0.0989451476793249, |
| "grad_norm": 0.8515625, |
| "learning_rate": 9.97776206058754e-07, |
| "loss": 0.23833706974983215, |
| "step": 469, |
| "token_acc": 0.9329593267882188 |
| }, |
| { |
| "epoch": 0.09915611814345991, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.977602482485445e-07, |
| "loss": 0.25747478008270264, |
| "step": 470, |
| "token_acc": 0.9295946357817738 |
| }, |
| { |
| "epoch": 0.09936708860759494, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.977442335152377e-07, |
| "loss": 0.2688140571117401, |
| "step": 471, |
| "token_acc": 0.9248041775456919 |
| }, |
| { |
| "epoch": 0.09957805907172995, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.977281618606649e-07, |
| "loss": 0.19290462136268616, |
| "step": 472, |
| "token_acc": 0.9412288512911843 |
| }, |
| { |
| "epoch": 0.09978902953586498, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.977120332866638e-07, |
| "loss": 0.24847334623336792, |
| "step": 473, |
| "token_acc": 0.9335578689528475 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.976958477950794e-07, |
| "loss": 0.24599069356918335, |
| "step": 474, |
| "token_acc": 0.9284507042253521 |
| }, |
| { |
| "epoch": 0.10021097046413502, |
| "grad_norm": 0.83203125, |
| "learning_rate": 9.976796053877622e-07, |
| "loss": 0.2468043714761734, |
| "step": 475, |
| "token_acc": 0.9286099137931034 |
| }, |
| { |
| "epoch": 0.10042194092827005, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.976633060665697e-07, |
| "loss": 0.2741178572177887, |
| "step": 476, |
| "token_acc": 0.9224250325945241 |
| }, |
| { |
| "epoch": 0.10063291139240506, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.97646949833366e-07, |
| "loss": 0.23784510791301727, |
| "step": 477, |
| "token_acc": 0.9328483491885842 |
| }, |
| { |
| "epoch": 0.10084388185654009, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.976305366900216e-07, |
| "loss": 0.23838309943675995, |
| "step": 478, |
| "token_acc": 0.9320939839917377 |
| }, |
| { |
| "epoch": 0.10105485232067511, |
| "grad_norm": 0.86328125, |
| "learning_rate": 9.976140666384134e-07, |
| "loss": 0.2787632346153259, |
| "step": 479, |
| "token_acc": 0.9210836277974087 |
| }, |
| { |
| "epoch": 0.10126582278481013, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.97597539680425e-07, |
| "loss": 0.2557927370071411, |
| "step": 480, |
| "token_acc": 0.9304747320061256 |
| }, |
| { |
| "epoch": 0.10147679324894515, |
| "grad_norm": 0.8359375, |
| "learning_rate": 9.975809558179463e-07, |
| "loss": 0.2617788314819336, |
| "step": 481, |
| "token_acc": 0.9297163995067818 |
| }, |
| { |
| "epoch": 0.10168776371308016, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.975643150528737e-07, |
| "loss": 0.24790287017822266, |
| "step": 482, |
| "token_acc": 0.9321890827236916 |
| }, |
| { |
| "epoch": 0.10189873417721519, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.975476173871102e-07, |
| "loss": 0.22530625760555267, |
| "step": 483, |
| "token_acc": 0.9375520399666945 |
| }, |
| { |
| "epoch": 0.1021097046413502, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.975308628225657e-07, |
| "loss": 0.23794007301330566, |
| "step": 484, |
| "token_acc": 0.9279202279202279 |
| }, |
| { |
| "epoch": 0.10232067510548523, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.975140513611558e-07, |
| "loss": 0.2270554155111313, |
| "step": 485, |
| "token_acc": 0.9365750528541226 |
| }, |
| { |
| "epoch": 0.10253164556962026, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.974971830048033e-07, |
| "loss": 0.23995614051818848, |
| "step": 486, |
| "token_acc": 0.9316101238556812 |
| }, |
| { |
| "epoch": 0.10274261603375527, |
| "grad_norm": 0.58203125, |
| "learning_rate": 9.974802577554372e-07, |
| "loss": 0.2599806487560272, |
| "step": 487, |
| "token_acc": 0.9297071129707113 |
| }, |
| { |
| "epoch": 0.1029535864978903, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.974632756149928e-07, |
| "loss": 0.2610231935977936, |
| "step": 488, |
| "token_acc": 0.9277639922801213 |
| }, |
| { |
| "epoch": 0.10316455696202531, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.974462365854124e-07, |
| "loss": 0.2433297038078308, |
| "step": 489, |
| "token_acc": 0.9279082468596396 |
| }, |
| { |
| "epoch": 0.10337552742616034, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.974291406686446e-07, |
| "loss": 0.21656793355941772, |
| "step": 490, |
| "token_acc": 0.9369074861065708 |
| }, |
| { |
| "epoch": 0.10358649789029536, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.974119878666442e-07, |
| "loss": 0.2721899151802063, |
| "step": 491, |
| "token_acc": 0.9287462605384824 |
| }, |
| { |
| "epoch": 0.10379746835443038, |
| "grad_norm": 0.87890625, |
| "learning_rate": 9.973947781813731e-07, |
| "loss": 0.25939926505088806, |
| "step": 492, |
| "token_acc": 0.9284844796104686 |
| }, |
| { |
| "epoch": 0.1040084388185654, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.973775116147992e-07, |
| "loss": 0.2712750732898712, |
| "step": 493, |
| "token_acc": 0.9242995689655172 |
| }, |
| { |
| "epoch": 0.10421940928270042, |
| "grad_norm": 0.8203125, |
| "learning_rate": 9.97360188168897e-07, |
| "loss": 0.2513953447341919, |
| "step": 494, |
| "token_acc": 0.929803328290469 |
| }, |
| { |
| "epoch": 0.10443037974683544, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.973428078456475e-07, |
| "loss": 0.2344273030757904, |
| "step": 495, |
| "token_acc": 0.9309220278683664 |
| }, |
| { |
| "epoch": 0.10464135021097046, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.973253706470388e-07, |
| "loss": 0.24709591269493103, |
| "step": 496, |
| "token_acc": 0.9282845668387837 |
| }, |
| { |
| "epoch": 0.10485232067510548, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.973078765750644e-07, |
| "loss": 0.26154980063438416, |
| "step": 497, |
| "token_acc": 0.9249655172413793 |
| }, |
| { |
| "epoch": 0.10506329113924051, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.972903256317251e-07, |
| "loss": 0.2260134369134903, |
| "step": 498, |
| "token_acc": 0.9395458566794456 |
| }, |
| { |
| "epoch": 0.10527426160337552, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.972727178190281e-07, |
| "loss": 0.33081650733947754, |
| "step": 499, |
| "token_acc": 0.9097568121886903 |
| }, |
| { |
| "epoch": 0.10548523206751055, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.97255053138987e-07, |
| "loss": 0.23815643787384033, |
| "step": 500, |
| "token_acc": 0.929639889196676 |
| }, |
| { |
| "epoch": 0.10569620253164556, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.972373315936218e-07, |
| "loss": 0.2648988962173462, |
| "step": 501, |
| "token_acc": 0.9245283018867925 |
| }, |
| { |
| "epoch": 0.10590717299578059, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.972195531849592e-07, |
| "loss": 0.2421625256538391, |
| "step": 502, |
| "token_acc": 0.9339531901250401 |
| }, |
| { |
| "epoch": 0.10611814345991562, |
| "grad_norm": 0.53125, |
| "learning_rate": 9.97201717915032e-07, |
| "loss": 0.2174941599369049, |
| "step": 503, |
| "token_acc": 0.9379822806516147 |
| }, |
| { |
| "epoch": 0.10632911392405063, |
| "grad_norm": 0.9375, |
| "learning_rate": 9.971838257858804e-07, |
| "loss": 0.24187928438186646, |
| "step": 504, |
| "token_acc": 0.924503742271396 |
| }, |
| { |
| "epoch": 0.10654008438818566, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.9716587679955e-07, |
| "loss": 0.2514258921146393, |
| "step": 505, |
| "token_acc": 0.9230990783410138 |
| }, |
| { |
| "epoch": 0.10675105485232067, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.971478709580937e-07, |
| "loss": 0.282311350107193, |
| "step": 506, |
| "token_acc": 0.9201725997842503 |
| }, |
| { |
| "epoch": 0.1069620253164557, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.971298082635705e-07, |
| "loss": 0.2298332005739212, |
| "step": 507, |
| "token_acc": 0.936689779921616 |
| }, |
| { |
| "epoch": 0.10717299578059072, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.971116887180461e-07, |
| "loss": 0.26396387815475464, |
| "step": 508, |
| "token_acc": 0.9267986176562991 |
| }, |
| { |
| "epoch": 0.10738396624472574, |
| "grad_norm": 1.3046875, |
| "learning_rate": 9.970935123235926e-07, |
| "loss": 0.2639835476875305, |
| "step": 509, |
| "token_acc": 0.9236704326260677 |
| }, |
| { |
| "epoch": 0.10759493670886076, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.970752790822886e-07, |
| "loss": 0.27394697070121765, |
| "step": 510, |
| "token_acc": 0.9261565836298933 |
| }, |
| { |
| "epoch": 0.10780590717299578, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.97056988996219e-07, |
| "loss": 0.2229761779308319, |
| "step": 511, |
| "token_acc": 0.9351882160392798 |
| }, |
| { |
| "epoch": 0.1080168776371308, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.970386420674758e-07, |
| "loss": 0.26045358180999756, |
| "step": 512, |
| "token_acc": 0.9279547484370348 |
| }, |
| { |
| "epoch": 0.10822784810126582, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.97020238298157e-07, |
| "loss": 0.23026743531227112, |
| "step": 513, |
| "token_acc": 0.9363579080025205 |
| }, |
| { |
| "epoch": 0.10843881856540084, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.970017776903671e-07, |
| "loss": 0.2587951421737671, |
| "step": 514, |
| "token_acc": 0.9307073030477285 |
| }, |
| { |
| "epoch": 0.10864978902953587, |
| "grad_norm": 0.87109375, |
| "learning_rate": 9.969832602462174e-07, |
| "loss": 0.22050908207893372, |
| "step": 515, |
| "token_acc": 0.9343434343434344 |
| }, |
| { |
| "epoch": 0.10886075949367088, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.969646859678256e-07, |
| "loss": 0.25485992431640625, |
| "step": 516, |
| "token_acc": 0.9255828808687321 |
| }, |
| { |
| "epoch": 0.10907172995780591, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.969460548573156e-07, |
| "loss": 0.24492983520030975, |
| "step": 517, |
| "token_acc": 0.9348314606741573 |
| }, |
| { |
| "epoch": 0.10928270042194092, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.96927366916818e-07, |
| "loss": 0.28373780846595764, |
| "step": 518, |
| "token_acc": 0.9258015267175572 |
| }, |
| { |
| "epoch": 0.10949367088607595, |
| "grad_norm": 0.75, |
| "learning_rate": 9.969086221484701e-07, |
| "loss": 0.2899026870727539, |
| "step": 519, |
| "token_acc": 0.9206824304100568 |
| }, |
| { |
| "epoch": 0.10970464135021098, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.968898205544153e-07, |
| "loss": 0.2812725305557251, |
| "step": 520, |
| "token_acc": 0.9226502311248074 |
| }, |
| { |
| "epoch": 0.10991561181434599, |
| "grad_norm": 0.6171875, |
| "learning_rate": 9.968709621368041e-07, |
| "loss": 0.24981510639190674, |
| "step": 521, |
| "token_acc": 0.9326704545454545 |
| }, |
| { |
| "epoch": 0.11012658227848102, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.96852046897793e-07, |
| "loss": 0.3039143681526184, |
| "step": 522, |
| "token_acc": 0.9203347799132052 |
| }, |
| { |
| "epoch": 0.11033755274261603, |
| "grad_norm": 0.92578125, |
| "learning_rate": 9.968330748395448e-07, |
| "loss": 0.2633418142795563, |
| "step": 523, |
| "token_acc": 0.9283835135925168 |
| }, |
| { |
| "epoch": 0.11054852320675106, |
| "grad_norm": 1.4609375, |
| "learning_rate": 9.968140459642294e-07, |
| "loss": 0.24586576223373413, |
| "step": 524, |
| "token_acc": 0.9281601316150261 |
| }, |
| { |
| "epoch": 0.11075949367088607, |
| "grad_norm": 0.8515625, |
| "learning_rate": 9.967949602740228e-07, |
| "loss": 0.2739730477333069, |
| "step": 525, |
| "token_acc": 0.9166417687481326 |
| }, |
| { |
| "epoch": 0.1109704641350211, |
| "grad_norm": 0.796875, |
| "learning_rate": 9.967758177711076e-07, |
| "loss": 0.2627703845500946, |
| "step": 526, |
| "token_acc": 0.9227409227409228 |
| }, |
| { |
| "epoch": 0.11118143459915612, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.967566184576732e-07, |
| "loss": 0.26023009419441223, |
| "step": 527, |
| "token_acc": 0.927381745502998 |
| }, |
| { |
| "epoch": 0.11139240506329114, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.967373623359148e-07, |
| "loss": 0.24462240934371948, |
| "step": 528, |
| "token_acc": 0.9283416203568294 |
| }, |
| { |
| "epoch": 0.11160337552742616, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.967180494080347e-07, |
| "loss": 0.24981698393821716, |
| "step": 529, |
| "token_acc": 0.9291265153870065 |
| }, |
| { |
| "epoch": 0.11181434599156118, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.966986796762414e-07, |
| "loss": 0.2446298450231552, |
| "step": 530, |
| "token_acc": 0.9370728929384966 |
| }, |
| { |
| "epoch": 0.1120253164556962, |
| "grad_norm": 2.421875, |
| "learning_rate": 9.9667925314275e-07, |
| "loss": 0.24656617641448975, |
| "step": 531, |
| "token_acc": 0.9356594110115237 |
| }, |
| { |
| "epoch": 0.11223628691983123, |
| "grad_norm": 0.8203125, |
| "learning_rate": 9.966597698097823e-07, |
| "loss": 0.2559359073638916, |
| "step": 532, |
| "token_acc": 0.9327158812312721 |
| }, |
| { |
| "epoch": 0.11244725738396624, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.966402296795661e-07, |
| "loss": 0.2284064143896103, |
| "step": 533, |
| "token_acc": 0.9354838709677419 |
| }, |
| { |
| "epoch": 0.11265822784810127, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.966206327543362e-07, |
| "loss": 0.2628895938396454, |
| "step": 534, |
| "token_acc": 0.923578751164958 |
| }, |
| { |
| "epoch": 0.11286919831223628, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.966009790363337e-07, |
| "loss": 0.2363075464963913, |
| "step": 535, |
| "token_acc": 0.9275167785234899 |
| }, |
| { |
| "epoch": 0.11308016877637131, |
| "grad_norm": 0.90625, |
| "learning_rate": 9.965812685278059e-07, |
| "loss": 0.2766547203063965, |
| "step": 536, |
| "token_acc": 0.9212160836874795 |
| }, |
| { |
| "epoch": 0.11329113924050632, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.96561501231007e-07, |
| "loss": 0.24981704354286194, |
| "step": 537, |
| "token_acc": 0.9287794545935928 |
| }, |
| { |
| "epoch": 0.11350210970464135, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.965416771481975e-07, |
| "loss": 0.2477213591337204, |
| "step": 538, |
| "token_acc": 0.9247878255779924 |
| }, |
| { |
| "epoch": 0.11371308016877638, |
| "grad_norm": 0.97265625, |
| "learning_rate": 9.965217962816446e-07, |
| "loss": 0.2585391104221344, |
| "step": 539, |
| "token_acc": 0.9276463963963963 |
| }, |
| { |
| "epoch": 0.11392405063291139, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.965018586336218e-07, |
| "loss": 0.24559935927391052, |
| "step": 540, |
| "token_acc": 0.9349939246658566 |
| }, |
| { |
| "epoch": 0.11413502109704642, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.96481864206409e-07, |
| "loss": 0.22781570255756378, |
| "step": 541, |
| "token_acc": 0.9306022623051055 |
| }, |
| { |
| "epoch": 0.11434599156118143, |
| "grad_norm": 1.0390625, |
| "learning_rate": 9.964618130022931e-07, |
| "loss": 0.2166275829076767, |
| "step": 542, |
| "token_acc": 0.9374454466104161 |
| }, |
| { |
| "epoch": 0.11455696202531646, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.964417050235665e-07, |
| "loss": 0.267704039812088, |
| "step": 543, |
| "token_acc": 0.9261410788381743 |
| }, |
| { |
| "epoch": 0.11476793248945148, |
| "grad_norm": 0.8203125, |
| "learning_rate": 9.964215402725294e-07, |
| "loss": 0.23303918540477753, |
| "step": 544, |
| "token_acc": 0.9341683658607631 |
| }, |
| { |
| "epoch": 0.1149789029535865, |
| "grad_norm": 0.921875, |
| "learning_rate": 9.964013187514872e-07, |
| "loss": 0.33097875118255615, |
| "step": 545, |
| "token_acc": 0.9122987324426174 |
| }, |
| { |
| "epoch": 0.11518987341772152, |
| "grad_norm": 1.9453125, |
| "learning_rate": 9.963810404627529e-07, |
| "loss": 0.2524172067642212, |
| "step": 546, |
| "token_acc": 0.9373441396508728 |
| }, |
| { |
| "epoch": 0.11540084388185654, |
| "grad_norm": 0.60546875, |
| "learning_rate": 9.963607054086453e-07, |
| "loss": 0.25729498267173767, |
| "step": 547, |
| "token_acc": 0.9215870040612308 |
| }, |
| { |
| "epoch": 0.11561181434599156, |
| "grad_norm": 0.75, |
| "learning_rate": 9.963403135914898e-07, |
| "loss": 0.2928774356842041, |
| "step": 548, |
| "token_acc": 0.9192731605600238 |
| }, |
| { |
| "epoch": 0.11582278481012659, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.963198650136184e-07, |
| "loss": 0.25337544083595276, |
| "step": 549, |
| "token_acc": 0.9240650870682272 |
| }, |
| { |
| "epoch": 0.1160337552742616, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.962993596773697e-07, |
| "loss": 0.27310362458229065, |
| "step": 550, |
| "token_acc": 0.9247853124074622 |
| }, |
| { |
| "epoch": 0.11624472573839663, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.962787975850886e-07, |
| "loss": 0.22571566700935364, |
| "step": 551, |
| "token_acc": 0.9384902143522833 |
| }, |
| { |
| "epoch": 0.11645569620253164, |
| "grad_norm": 0.8671875, |
| "learning_rate": 9.962581787391265e-07, |
| "loss": 0.25049251317977905, |
| "step": 552, |
| "token_acc": 0.9287239722370528 |
| }, |
| { |
| "epoch": 0.11666666666666667, |
| "grad_norm": 1.2734375, |
| "learning_rate": 9.962375031418413e-07, |
| "loss": 0.24676430225372314, |
| "step": 553, |
| "token_acc": 0.9325946445060018 |
| }, |
| { |
| "epoch": 0.11687763713080168, |
| "grad_norm": 0.75, |
| "learning_rate": 9.962167707955977e-07, |
| "loss": 0.22018642723560333, |
| "step": 554, |
| "token_acc": 0.9440233236151604 |
| }, |
| { |
| "epoch": 0.11708860759493671, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.96195981702766e-07, |
| "loss": 0.2333768904209137, |
| "step": 555, |
| "token_acc": 0.9352249928346231 |
| }, |
| { |
| "epoch": 0.11729957805907174, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.961751358657244e-07, |
| "loss": 0.2830660939216614, |
| "step": 556, |
| "token_acc": 0.9188869153345175 |
| }, |
| { |
| "epoch": 0.11751054852320675, |
| "grad_norm": 0.81640625, |
| "learning_rate": 9.961542332868564e-07, |
| "loss": 0.26290833950042725, |
| "step": 557, |
| "token_acc": 0.9261704681872749 |
| }, |
| { |
| "epoch": 0.11772151898734177, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.961332739685523e-07, |
| "loss": 0.2768633961677551, |
| "step": 558, |
| "token_acc": 0.9245508982035928 |
| }, |
| { |
| "epoch": 0.11793248945147679, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.96112257913209e-07, |
| "loss": 0.2084287852048874, |
| "step": 559, |
| "token_acc": 0.9381261048909841 |
| }, |
| { |
| "epoch": 0.11814345991561181, |
| "grad_norm": 0.796875, |
| "learning_rate": 9.960911851232301e-07, |
| "loss": 0.2791953682899475, |
| "step": 560, |
| "token_acc": 0.924936025021325 |
| }, |
| { |
| "epoch": 0.11835443037974684, |
| "grad_norm": 1.34375, |
| "learning_rate": 9.960700556010253e-07, |
| "loss": 0.319602370262146, |
| "step": 561, |
| "token_acc": 0.9191286183228887 |
| }, |
| { |
| "epoch": 0.11856540084388185, |
| "grad_norm": 0.8515625, |
| "learning_rate": 9.960488693490108e-07, |
| "loss": 0.21053284406661987, |
| "step": 562, |
| "token_acc": 0.9407194244604317 |
| }, |
| { |
| "epoch": 0.11877637130801688, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.960276263696097e-07, |
| "loss": 0.27438345551490784, |
| "step": 563, |
| "token_acc": 0.9290875033449291 |
| }, |
| { |
| "epoch": 0.1189873417721519, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.960063266652512e-07, |
| "loss": 0.2969055771827698, |
| "step": 564, |
| "token_acc": 0.918200408997955 |
| }, |
| { |
| "epoch": 0.11919831223628692, |
| "grad_norm": 1.0234375, |
| "learning_rate": 9.95984970238371e-07, |
| "loss": 0.3027820587158203, |
| "step": 565, |
| "token_acc": 0.924516531503431 |
| }, |
| { |
| "epoch": 0.11940928270042193, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.959635570914115e-07, |
| "loss": 0.26206478476524353, |
| "step": 566, |
| "token_acc": 0.9267332727823191 |
| }, |
| { |
| "epoch": 0.11962025316455696, |
| "grad_norm": 0.8359375, |
| "learning_rate": 9.959420872268214e-07, |
| "loss": 0.22268003225326538, |
| "step": 567, |
| "token_acc": 0.9377475947934352 |
| }, |
| { |
| "epoch": 0.11983122362869199, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.95920560647056e-07, |
| "loss": 0.2821509838104248, |
| "step": 568, |
| "token_acc": 0.9257203277821835 |
| }, |
| { |
| "epoch": 0.120042194092827, |
| "grad_norm": 0.8125, |
| "learning_rate": 9.958989773545772e-07, |
| "loss": 0.2774399518966675, |
| "step": 569, |
| "token_acc": 0.9208851167020309 |
| }, |
| { |
| "epoch": 0.12025316455696203, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.95877337351853e-07, |
| "loss": 0.20950725674629211, |
| "step": 570, |
| "token_acc": 0.9383966244725739 |
| }, |
| { |
| "epoch": 0.12046413502109704, |
| "grad_norm": 2.375, |
| "learning_rate": 9.95855640641358e-07, |
| "loss": 0.24889153242111206, |
| "step": 571, |
| "token_acc": 0.9338555265448216 |
| }, |
| { |
| "epoch": 0.12067510548523207, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.958338872255738e-07, |
| "loss": 0.27347537875175476, |
| "step": 572, |
| "token_acc": 0.9261669024045261 |
| }, |
| { |
| "epoch": 0.1208860759493671, |
| "grad_norm": 0.625, |
| "learning_rate": 9.958120771069878e-07, |
| "loss": 0.2640995383262634, |
| "step": 573, |
| "token_acc": 0.9278178789561354 |
| }, |
| { |
| "epoch": 0.12109704641350211, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.957902102880945e-07, |
| "loss": 0.23652713000774384, |
| "step": 574, |
| "token_acc": 0.9364988558352403 |
| }, |
| { |
| "epoch": 0.12130801687763713, |
| "grad_norm": 0.8359375, |
| "learning_rate": 9.957682867713942e-07, |
| "loss": 0.291990727186203, |
| "step": 575, |
| "token_acc": 0.9223826714801444 |
| }, |
| { |
| "epoch": 0.12151898734177215, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.95746306559394e-07, |
| "loss": 0.21727707982063293, |
| "step": 576, |
| "token_acc": 0.9308996088657105 |
| }, |
| { |
| "epoch": 0.12172995780590717, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.957242696546077e-07, |
| "loss": 0.2906607985496521, |
| "step": 577, |
| "token_acc": 0.9158725837190308 |
| }, |
| { |
| "epoch": 0.1219409282700422, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.957021760595556e-07, |
| "loss": 0.226593479514122, |
| "step": 578, |
| "token_acc": 0.9271303824149353 |
| }, |
| { |
| "epoch": 0.12215189873417721, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.956800257767639e-07, |
| "loss": 0.26656001806259155, |
| "step": 579, |
| "token_acc": 0.930952380952381 |
| }, |
| { |
| "epoch": 0.12236286919831224, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.956578188087658e-07, |
| "loss": 0.2880259156227112, |
| "step": 580, |
| "token_acc": 0.9256572982774252 |
| }, |
| { |
| "epoch": 0.12257383966244725, |
| "grad_norm": 0.83984375, |
| "learning_rate": 9.95635555158101e-07, |
| "loss": 0.24349641799926758, |
| "step": 581, |
| "token_acc": 0.9316569954867827 |
| }, |
| { |
| "epoch": 0.12278481012658228, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.956132348273157e-07, |
| "loss": 0.24496349692344666, |
| "step": 582, |
| "token_acc": 0.9309711286089238 |
| }, |
| { |
| "epoch": 0.1229957805907173, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.955908578189619e-07, |
| "loss": 0.2652456760406494, |
| "step": 583, |
| "token_acc": 0.9269628727936701 |
| }, |
| { |
| "epoch": 0.12320675105485232, |
| "grad_norm": 0.87109375, |
| "learning_rate": 9.955684241355988e-07, |
| "loss": 0.2777090072631836, |
| "step": 584, |
| "token_acc": 0.9167887489012599 |
| }, |
| { |
| "epoch": 0.12341772151898735, |
| "grad_norm": 1.2109375, |
| "learning_rate": 9.95545933779792e-07, |
| "loss": 0.3164791464805603, |
| "step": 585, |
| "token_acc": 0.919442072302875 |
| }, |
| { |
| "epoch": 0.12362869198312236, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.955233867541134e-07, |
| "loss": 0.26809951663017273, |
| "step": 586, |
| "token_acc": 0.9227027027027027 |
| }, |
| { |
| "epoch": 0.12383966244725739, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.955007830611414e-07, |
| "loss": 0.25988298654556274, |
| "step": 587, |
| "token_acc": 0.9277679100059206 |
| }, |
| { |
| "epoch": 0.1240506329113924, |
| "grad_norm": 1.453125, |
| "learning_rate": 9.954781227034612e-07, |
| "loss": 0.22518092393875122, |
| "step": 588, |
| "token_acc": 0.935474701534963 |
| }, |
| { |
| "epoch": 0.12426160337552743, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.954554056836637e-07, |
| "loss": 0.23757173120975494, |
| "step": 589, |
| "token_acc": 0.929593589009731 |
| }, |
| { |
| "epoch": 0.12447257383966245, |
| "grad_norm": 0.7734375, |
| "learning_rate": 9.954326320043472e-07, |
| "loss": 0.2483949363231659, |
| "step": 590, |
| "token_acc": 0.9315320847405588 |
| }, |
| { |
| "epoch": 0.12468354430379747, |
| "grad_norm": 0.82421875, |
| "learning_rate": 9.95409801668116e-07, |
| "loss": 0.26530349254608154, |
| "step": 591, |
| "token_acc": 0.9214407260351674 |
| }, |
| { |
| "epoch": 0.1248945147679325, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.953869146775806e-07, |
| "loss": 0.2826001048088074, |
| "step": 592, |
| "token_acc": 0.9162200282087447 |
| }, |
| { |
| "epoch": 0.12510548523206752, |
| "grad_norm": 0.59375, |
| "learning_rate": 9.953639710353589e-07, |
| "loss": 0.1961941421031952, |
| "step": 593, |
| "token_acc": 0.9426091825307951 |
| }, |
| { |
| "epoch": 0.12531645569620253, |
| "grad_norm": 0.82421875, |
| "learning_rate": 9.953409707440742e-07, |
| "loss": 0.26104363799095154, |
| "step": 594, |
| "token_acc": 0.9215813350615684 |
| }, |
| { |
| "epoch": 0.12552742616033755, |
| "grad_norm": 0.828125, |
| "learning_rate": 9.95317913806357e-07, |
| "loss": 0.30334994196891785, |
| "step": 595, |
| "token_acc": 0.9229497354497355 |
| }, |
| { |
| "epoch": 0.1257383966244726, |
| "grad_norm": 0.8125, |
| "learning_rate": 9.95294800224844e-07, |
| "loss": 0.27462461590766907, |
| "step": 596, |
| "token_acc": 0.9222963177732676 |
| }, |
| { |
| "epoch": 0.1259493670886076, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.952716300021784e-07, |
| "loss": 0.25919121503829956, |
| "step": 597, |
| "token_acc": 0.9274289099526066 |
| }, |
| { |
| "epoch": 0.1261603375527426, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.952484031410102e-07, |
| "loss": 0.24202126264572144, |
| "step": 598, |
| "token_acc": 0.9379543094496365 |
| }, |
| { |
| "epoch": 0.12637130801687763, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.95225119643995e-07, |
| "loss": 0.22879423201084137, |
| "step": 599, |
| "token_acc": 0.9303405572755418 |
| }, |
| { |
| "epoch": 0.12658227848101267, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.952017795137962e-07, |
| "loss": 0.2557697892189026, |
| "step": 600, |
| "token_acc": 0.9307598039215687 |
| }, |
| { |
| "epoch": 0.12658227848101267, |
| "eval_loss": 0.4336538016796112, |
| "eval_runtime": 246.0329, |
| "eval_samples_per_second": 136.994, |
| "eval_steps_per_second": 2.142, |
| "eval_token_acc": 0.899098088486045, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.12679324894514768, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.951783827530821e-07, |
| "loss": 0.24460609257221222, |
| "step": 601, |
| "token_acc": 0.935226264418811 |
| }, |
| { |
| "epoch": 0.1270042194092827, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.951549293645292e-07, |
| "loss": 0.24832656979560852, |
| "step": 602, |
| "token_acc": 0.9309408926417371 |
| }, |
| { |
| "epoch": 0.12721518987341773, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.95131419350819e-07, |
| "loss": 0.23030316829681396, |
| "step": 603, |
| "token_acc": 0.9332206255283179 |
| }, |
| { |
| "epoch": 0.12742616033755275, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.951078527146403e-07, |
| "loss": 0.2880566418170929, |
| "step": 604, |
| "token_acc": 0.9192907367777438 |
| }, |
| { |
| "epoch": 0.12763713080168776, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.95084229458688e-07, |
| "loss": 0.24888081848621368, |
| "step": 605, |
| "token_acc": 0.929957805907173 |
| }, |
| { |
| "epoch": 0.12784810126582277, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.950605495856637e-07, |
| "loss": 0.2833850681781769, |
| "step": 606, |
| "token_acc": 0.9213352685050799 |
| }, |
| { |
| "epoch": 0.1280590717299578, |
| "grad_norm": 0.875, |
| "learning_rate": 9.950368130982755e-07, |
| "loss": 0.26693737506866455, |
| "step": 607, |
| "token_acc": 0.9250070482097548 |
| }, |
| { |
| "epoch": 0.12827004219409283, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.950130199992377e-07, |
| "loss": 0.23543164134025574, |
| "step": 608, |
| "token_acc": 0.9348515422311905 |
| }, |
| { |
| "epoch": 0.12848101265822784, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.949891702912712e-07, |
| "loss": 0.22989103198051453, |
| "step": 609, |
| "token_acc": 0.9318626082099972 |
| }, |
| { |
| "epoch": 0.12869198312236288, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.949652639771036e-07, |
| "loss": 0.24984115362167358, |
| "step": 610, |
| "token_acc": 0.9261559696342305 |
| }, |
| { |
| "epoch": 0.1289029535864979, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.94941301059469e-07, |
| "loss": 0.2549693286418915, |
| "step": 611, |
| "token_acc": 0.9259363559560687 |
| }, |
| { |
| "epoch": 0.1291139240506329, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.94917281541107e-07, |
| "loss": 0.2592216432094574, |
| "step": 612, |
| "token_acc": 0.9255747126436782 |
| }, |
| { |
| "epoch": 0.12932489451476795, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.948932054247652e-07, |
| "loss": 0.2784273624420166, |
| "step": 613, |
| "token_acc": 0.9198324022346369 |
| }, |
| { |
| "epoch": 0.12953586497890296, |
| "grad_norm": 1.359375, |
| "learning_rate": 9.948690727131965e-07, |
| "loss": 0.2754824161529541, |
| "step": 614, |
| "token_acc": 0.9211413748378728 |
| }, |
| { |
| "epoch": 0.12974683544303797, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.948448834091608e-07, |
| "loss": 0.22421778738498688, |
| "step": 615, |
| "token_acc": 0.9337539432176656 |
| }, |
| { |
| "epoch": 0.12995780590717299, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.948206375154244e-07, |
| "loss": 0.22916918992996216, |
| "step": 616, |
| "token_acc": 0.933944374209861 |
| }, |
| { |
| "epoch": 0.13016877637130803, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.947963350347598e-07, |
| "loss": 0.23158694803714752, |
| "step": 617, |
| "token_acc": 0.9291338582677166 |
| }, |
| { |
| "epoch": 0.13037974683544304, |
| "grad_norm": 0.85546875, |
| "learning_rate": 9.947719759699466e-07, |
| "loss": 0.2788570523262024, |
| "step": 618, |
| "token_acc": 0.9231003039513678 |
| }, |
| { |
| "epoch": 0.13059071729957805, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.947475603237702e-07, |
| "loss": 0.28004133701324463, |
| "step": 619, |
| "token_acc": 0.9180544541369283 |
| }, |
| { |
| "epoch": 0.1308016877637131, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.947230880990227e-07, |
| "loss": 0.2773160934448242, |
| "step": 620, |
| "token_acc": 0.9248013620885358 |
| }, |
| { |
| "epoch": 0.1310126582278481, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.946985592985028e-07, |
| "loss": 0.2508021593093872, |
| "step": 621, |
| "token_acc": 0.9334818586887333 |
| }, |
| { |
| "epoch": 0.13122362869198312, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.946739739250156e-07, |
| "loss": 0.23769596219062805, |
| "step": 622, |
| "token_acc": 0.9302249755461363 |
| }, |
| { |
| "epoch": 0.13143459915611813, |
| "grad_norm": 1.2109375, |
| "learning_rate": 9.946493319813725e-07, |
| "loss": 0.21937592327594757, |
| "step": 623, |
| "token_acc": 0.9373860182370821 |
| }, |
| { |
| "epoch": 0.13164556962025317, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.946246334703916e-07, |
| "loss": 0.27754154801368713, |
| "step": 624, |
| "token_acc": 0.9261245159368484 |
| }, |
| { |
| "epoch": 0.13185654008438819, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.945998783948975e-07, |
| "loss": 0.2924942672252655, |
| "step": 625, |
| "token_acc": 0.9139688249400479 |
| }, |
| { |
| "epoch": 0.1320675105485232, |
| "grad_norm": 0.64453125, |
| "learning_rate": 9.945750667577209e-07, |
| "loss": 0.2303755283355713, |
| "step": 626, |
| "token_acc": 0.9341597796143251 |
| }, |
| { |
| "epoch": 0.13227848101265824, |
| "grad_norm": 0.7734375, |
| "learning_rate": 9.945501985616995e-07, |
| "loss": 0.20424559712409973, |
| "step": 627, |
| "token_acc": 0.9430594900849858 |
| }, |
| { |
| "epoch": 0.13248945147679325, |
| "grad_norm": 0.64453125, |
| "learning_rate": 9.94525273809677e-07, |
| "loss": 0.2620590031147003, |
| "step": 628, |
| "token_acc": 0.9274099883855982 |
| }, |
| { |
| "epoch": 0.13270042194092826, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.945002925045038e-07, |
| "loss": 0.2684752643108368, |
| "step": 629, |
| "token_acc": 0.9270194986072423 |
| }, |
| { |
| "epoch": 0.13291139240506328, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.944752546490367e-07, |
| "loss": 0.23374760150909424, |
| "step": 630, |
| "token_acc": 0.9325842696629213 |
| }, |
| { |
| "epoch": 0.13312236286919832, |
| "grad_norm": 1.1953125, |
| "learning_rate": 9.94450160246139e-07, |
| "loss": 0.22228139638900757, |
| "step": 631, |
| "token_acc": 0.9354534005037783 |
| }, |
| { |
| "epoch": 0.13333333333333333, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.944250092986807e-07, |
| "loss": 0.2018851488828659, |
| "step": 632, |
| "token_acc": 0.9405840886203424 |
| }, |
| { |
| "epoch": 0.13354430379746834, |
| "grad_norm": 1.1796875, |
| "learning_rate": 9.943998018095377e-07, |
| "loss": 0.26342812180519104, |
| "step": 633, |
| "token_acc": 0.9279495646952867 |
| }, |
| { |
| "epoch": 0.13375527426160339, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.943745377815927e-07, |
| "loss": 0.24731256067752838, |
| "step": 634, |
| "token_acc": 0.9329608938547486 |
| }, |
| { |
| "epoch": 0.1339662447257384, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.94349217217735e-07, |
| "loss": 0.22763285040855408, |
| "step": 635, |
| "token_acc": 0.9298531810766721 |
| }, |
| { |
| "epoch": 0.1341772151898734, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.943238401208602e-07, |
| "loss": 0.25396978855133057, |
| "step": 636, |
| "token_acc": 0.9292196007259528 |
| }, |
| { |
| "epoch": 0.13438818565400845, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.942984064938705e-07, |
| "loss": 0.30096304416656494, |
| "step": 637, |
| "token_acc": 0.9151027703306523 |
| }, |
| { |
| "epoch": 0.13459915611814346, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.942729163396741e-07, |
| "loss": 0.29584643244743347, |
| "step": 638, |
| "token_acc": 0.919442072302875 |
| }, |
| { |
| "epoch": 0.13481012658227848, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.942473696611862e-07, |
| "loss": 0.2260875701904297, |
| "step": 639, |
| "token_acc": 0.934560327198364 |
| }, |
| { |
| "epoch": 0.1350210970464135, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.942217664613284e-07, |
| "loss": 0.25592464208602905, |
| "step": 640, |
| "token_acc": 0.926865671641791 |
| }, |
| { |
| "epoch": 0.13523206751054853, |
| "grad_norm": 0.6171875, |
| "learning_rate": 9.941961067430285e-07, |
| "loss": 0.24965469539165497, |
| "step": 641, |
| "token_acc": 0.92850705917693 |
| }, |
| { |
| "epoch": 0.13544303797468354, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.94170390509221e-07, |
| "loss": 0.2692350149154663, |
| "step": 642, |
| "token_acc": 0.9312614259597807 |
| }, |
| { |
| "epoch": 0.13565400843881856, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.941446177628467e-07, |
| "loss": 0.2497376799583435, |
| "step": 643, |
| "token_acc": 0.925979262672811 |
| }, |
| { |
| "epoch": 0.1358649789029536, |
| "grad_norm": 1.046875, |
| "learning_rate": 9.94118788506853e-07, |
| "loss": 0.27541112899780273, |
| "step": 644, |
| "token_acc": 0.9211567732115677 |
| }, |
| { |
| "epoch": 0.1360759493670886, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.940929027441936e-07, |
| "loss": 0.2414344996213913, |
| "step": 645, |
| "token_acc": 0.9313432835820895 |
| }, |
| { |
| "epoch": 0.13628691983122362, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.940669604778288e-07, |
| "loss": 0.2977514863014221, |
| "step": 646, |
| "token_acc": 0.922911547911548 |
| }, |
| { |
| "epoch": 0.13649789029535864, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.940409617107252e-07, |
| "loss": 0.2718917727470398, |
| "step": 647, |
| "token_acc": 0.9186241610738255 |
| }, |
| { |
| "epoch": 0.13670886075949368, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.940149064458563e-07, |
| "loss": 0.2234637290239334, |
| "step": 648, |
| "token_acc": 0.9408866995073891 |
| }, |
| { |
| "epoch": 0.1369198312236287, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.939887946862017e-07, |
| "loss": 0.2774735689163208, |
| "step": 649, |
| "token_acc": 0.9290869155946031 |
| }, |
| { |
| "epoch": 0.1371308016877637, |
| "grad_norm": 0.90625, |
| "learning_rate": 9.93962626434747e-07, |
| "loss": 0.2615464925765991, |
| "step": 650, |
| "token_acc": 0.9272910881090634 |
| }, |
| { |
| "epoch": 0.13734177215189874, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.939364016944852e-07, |
| "loss": 0.23573726415634155, |
| "step": 651, |
| "token_acc": 0.9329399141630901 |
| }, |
| { |
| "epoch": 0.13755274261603376, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.939101204684151e-07, |
| "loss": 0.2487039864063263, |
| "step": 652, |
| "token_acc": 0.932972972972973 |
| }, |
| { |
| "epoch": 0.13776371308016877, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.938837827595424e-07, |
| "loss": 0.26214438676834106, |
| "step": 653, |
| "token_acc": 0.9278832116788321 |
| }, |
| { |
| "epoch": 0.1379746835443038, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.938573885708792e-07, |
| "loss": 0.24997225403785706, |
| "step": 654, |
| "token_acc": 0.9322553666016169 |
| }, |
| { |
| "epoch": 0.13818565400843882, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.938309379054433e-07, |
| "loss": 0.28863316774368286, |
| "step": 655, |
| "token_acc": 0.9217944831767202 |
| }, |
| { |
| "epoch": 0.13839662447257384, |
| "grad_norm": 0.625, |
| "learning_rate": 9.9380443076626e-07, |
| "loss": 0.23938237130641937, |
| "step": 656, |
| "token_acc": 0.9307647740440325 |
| }, |
| { |
| "epoch": 0.13860759493670885, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.937778671563606e-07, |
| "loss": 0.26946017146110535, |
| "step": 657, |
| "token_acc": 0.9250278706800446 |
| }, |
| { |
| "epoch": 0.1388185654008439, |
| "grad_norm": 0.64453125, |
| "learning_rate": 9.937512470787827e-07, |
| "loss": 0.25879329442977905, |
| "step": 658, |
| "token_acc": 0.9263622974963182 |
| }, |
| { |
| "epoch": 0.1390295358649789, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.937245705365707e-07, |
| "loss": 0.26367712020874023, |
| "step": 659, |
| "token_acc": 0.9273255813953488 |
| }, |
| { |
| "epoch": 0.13924050632911392, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.93697837532775e-07, |
| "loss": 0.27003130316734314, |
| "step": 660, |
| "token_acc": 0.9255381035485748 |
| }, |
| { |
| "epoch": 0.13945147679324896, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.936710480704531e-07, |
| "loss": 0.3241864740848541, |
| "step": 661, |
| "token_acc": 0.9117466174661747 |
| }, |
| { |
| "epoch": 0.13966244725738397, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.936442021526685e-07, |
| "loss": 0.254525363445282, |
| "step": 662, |
| "token_acc": 0.9274787535410765 |
| }, |
| { |
| "epoch": 0.13987341772151898, |
| "grad_norm": 0.85546875, |
| "learning_rate": 9.936172997824912e-07, |
| "loss": 0.22039127349853516, |
| "step": 663, |
| "token_acc": 0.9337885985748219 |
| }, |
| { |
| "epoch": 0.140084388185654, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.935903409629977e-07, |
| "loss": 0.26330018043518066, |
| "step": 664, |
| "token_acc": 0.9245566576495341 |
| }, |
| { |
| "epoch": 0.14029535864978904, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.93563325697271e-07, |
| "loss": 0.25053250789642334, |
| "step": 665, |
| "token_acc": 0.9321644150617994 |
| }, |
| { |
| "epoch": 0.14050632911392405, |
| "grad_norm": 1.015625, |
| "learning_rate": 9.935362539884004e-07, |
| "loss": 0.23359492421150208, |
| "step": 666, |
| "token_acc": 0.9295649600473513 |
| }, |
| { |
| "epoch": 0.14071729957805906, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.935091258394821e-07, |
| "loss": 0.3050011098384857, |
| "step": 667, |
| "token_acc": 0.9222160044767768 |
| }, |
| { |
| "epoch": 0.1409282700421941, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.93481941253618e-07, |
| "loss": 0.24552345275878906, |
| "step": 668, |
| "token_acc": 0.9327153110047847 |
| }, |
| { |
| "epoch": 0.14113924050632912, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.934547002339174e-07, |
| "loss": 0.2593832015991211, |
| "step": 669, |
| "token_acc": 0.9236835410836938 |
| }, |
| { |
| "epoch": 0.14135021097046413, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.93427402783495e-07, |
| "loss": 0.2546125054359436, |
| "step": 670, |
| "token_acc": 0.9320175438596491 |
| }, |
| { |
| "epoch": 0.14156118143459914, |
| "grad_norm": 0.84765625, |
| "learning_rate": 9.93400048905473e-07, |
| "loss": 0.27444595098495483, |
| "step": 671, |
| "token_acc": 0.9244940321743643 |
| }, |
| { |
| "epoch": 0.14177215189873418, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.93372638602979e-07, |
| "loss": 0.2675279378890991, |
| "step": 672, |
| "token_acc": 0.9254424136930665 |
| }, |
| { |
| "epoch": 0.1419831223628692, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.933451718791481e-07, |
| "loss": 0.22922030091285706, |
| "step": 673, |
| "token_acc": 0.9329147389292796 |
| }, |
| { |
| "epoch": 0.1421940928270042, |
| "grad_norm": 1.015625, |
| "learning_rate": 9.933176487371213e-07, |
| "loss": 0.3030126094818115, |
| "step": 674, |
| "token_acc": 0.9166399487015069 |
| }, |
| { |
| "epoch": 0.14240506329113925, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.932900691800457e-07, |
| "loss": 0.2756281793117523, |
| "step": 675, |
| "token_acc": 0.921146953405018 |
| }, |
| { |
| "epoch": 0.14261603375527426, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.932624332110758e-07, |
| "loss": 0.23098278045654297, |
| "step": 676, |
| "token_acc": 0.937677859988617 |
| }, |
| { |
| "epoch": 0.14282700421940928, |
| "grad_norm": 0.58203125, |
| "learning_rate": 9.932347408333715e-07, |
| "loss": 0.22887524962425232, |
| "step": 677, |
| "token_acc": 0.9341611319665031 |
| }, |
| { |
| "epoch": 0.14303797468354432, |
| "grad_norm": 0.98046875, |
| "learning_rate": 9.932069920501e-07, |
| "loss": 0.2759955823421478, |
| "step": 678, |
| "token_acc": 0.9240579710144927 |
| }, |
| { |
| "epoch": 0.14324894514767933, |
| "grad_norm": 0.59375, |
| "learning_rate": 9.931791868644341e-07, |
| "loss": 0.2028590440750122, |
| "step": 679, |
| "token_acc": 0.9378352792679079 |
| }, |
| { |
| "epoch": 0.14345991561181434, |
| "grad_norm": 0.8203125, |
| "learning_rate": 9.931513252795543e-07, |
| "loss": 0.30346542596817017, |
| "step": 680, |
| "token_acc": 0.9129104062326099 |
| }, |
| { |
| "epoch": 0.14367088607594936, |
| "grad_norm": 0.98828125, |
| "learning_rate": 9.931234072986466e-07, |
| "loss": 0.27435851097106934, |
| "step": 681, |
| "token_acc": 0.9276353276353276 |
| }, |
| { |
| "epoch": 0.1438818565400844, |
| "grad_norm": 0.83203125, |
| "learning_rate": 9.930954329249032e-07, |
| "loss": 0.2799455523490906, |
| "step": 682, |
| "token_acc": 0.9241399588356366 |
| }, |
| { |
| "epoch": 0.1440928270042194, |
| "grad_norm": 0.82421875, |
| "learning_rate": 9.930674021615237e-07, |
| "loss": 0.28436923027038574, |
| "step": 683, |
| "token_acc": 0.9250146455770357 |
| }, |
| { |
| "epoch": 0.14430379746835442, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.930393150117133e-07, |
| "loss": 0.29506832361221313, |
| "step": 684, |
| "token_acc": 0.9232 |
| }, |
| { |
| "epoch": 0.14451476793248946, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.930111714786844e-07, |
| "loss": 0.27069365978240967, |
| "step": 685, |
| "token_acc": 0.926836079307456 |
| }, |
| { |
| "epoch": 0.14472573839662448, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.92982971565655e-07, |
| "loss": 0.21447613835334778, |
| "step": 686, |
| "token_acc": 0.9363425925925926 |
| }, |
| { |
| "epoch": 0.1449367088607595, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.929547152758505e-07, |
| "loss": 0.2686905264854431, |
| "step": 687, |
| "token_acc": 0.9303255282695603 |
| }, |
| { |
| "epoch": 0.1451476793248945, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.929264026125017e-07, |
| "loss": 0.27938973903656006, |
| "step": 688, |
| "token_acc": 0.92536881689326 |
| }, |
| { |
| "epoch": 0.14535864978902954, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.928980335788469e-07, |
| "loss": 0.2390938103199005, |
| "step": 689, |
| "token_acc": 0.9279638490164805 |
| }, |
| { |
| "epoch": 0.14556962025316456, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.928696081781299e-07, |
| "loss": 0.2756063640117645, |
| "step": 690, |
| "token_acc": 0.920317553660688 |
| }, |
| { |
| "epoch": 0.14578059071729957, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.928411264136017e-07, |
| "loss": 0.23743261396884918, |
| "step": 691, |
| "token_acc": 0.9318757921419518 |
| }, |
| { |
| "epoch": 0.1459915611814346, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.928125882885193e-07, |
| "loss": 0.2753446102142334, |
| "step": 692, |
| "token_acc": 0.9266131265577402 |
| }, |
| { |
| "epoch": 0.14620253164556962, |
| "grad_norm": 0.8359375, |
| "learning_rate": 9.927839938061461e-07, |
| "loss": 0.24559064209461212, |
| "step": 693, |
| "token_acc": 0.9276517473942366 |
| }, |
| { |
| "epoch": 0.14641350210970464, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.927553429697526e-07, |
| "loss": 0.24906222522258759, |
| "step": 694, |
| "token_acc": 0.9354838709677419 |
| }, |
| { |
| "epoch": 0.14662447257383968, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.92726635782615e-07, |
| "loss": 0.26196521520614624, |
| "step": 695, |
| "token_acc": 0.9294971487817522 |
| }, |
| { |
| "epoch": 0.1468354430379747, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.92697872248016e-07, |
| "loss": 0.28846031427383423, |
| "step": 696, |
| "token_acc": 0.9216428779493154 |
| }, |
| { |
| "epoch": 0.1470464135021097, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.926690523692454e-07, |
| "loss": 0.2781599164009094, |
| "step": 697, |
| "token_acc": 0.9191949534394713 |
| }, |
| { |
| "epoch": 0.14725738396624471, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.926401761495986e-07, |
| "loss": 0.24464154243469238, |
| "step": 698, |
| "token_acc": 0.9295774647887324 |
| }, |
| { |
| "epoch": 0.14746835443037976, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.926112435923778e-07, |
| "loss": 0.24627582728862762, |
| "step": 699, |
| "token_acc": 0.9308590242442383 |
| }, |
| { |
| "epoch": 0.14767932489451477, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.92582254700892e-07, |
| "loss": 0.27795839309692383, |
| "step": 700, |
| "token_acc": 0.9238838084991932 |
| }, |
| { |
| "epoch": 0.14789029535864978, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.925532094784563e-07, |
| "loss": 0.24588271975517273, |
| "step": 701, |
| "token_acc": 0.9284253578732107 |
| }, |
| { |
| "epoch": 0.14810126582278482, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.92524107928392e-07, |
| "loss": 0.24630197882652283, |
| "step": 702, |
| "token_acc": 0.9327267714364489 |
| }, |
| { |
| "epoch": 0.14831223628691984, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.924949500540275e-07, |
| "loss": 0.2578659653663635, |
| "step": 703, |
| "token_acc": 0.9267192784667418 |
| }, |
| { |
| "epoch": 0.14852320675105485, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.924657358586967e-07, |
| "loss": 0.25091686844825745, |
| "step": 704, |
| "token_acc": 0.9329545454545455 |
| }, |
| { |
| "epoch": 0.14873417721518986, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.924364653457411e-07, |
| "loss": 0.2511135935783386, |
| "step": 705, |
| "token_acc": 0.9301768055139347 |
| }, |
| { |
| "epoch": 0.1489451476793249, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.924071385185075e-07, |
| "loss": 0.2616545259952545, |
| "step": 706, |
| "token_acc": 0.927741935483871 |
| }, |
| { |
| "epoch": 0.14915611814345991, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.9237775538035e-07, |
| "loss": 0.2902517318725586, |
| "step": 707, |
| "token_acc": 0.9226774379688402 |
| }, |
| { |
| "epoch": 0.14936708860759493, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.92348315934629e-07, |
| "loss": 0.27046293020248413, |
| "step": 708, |
| "token_acc": 0.9296824368114064 |
| }, |
| { |
| "epoch": 0.14957805907172997, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.923188201847107e-07, |
| "loss": 0.20588457584381104, |
| "step": 709, |
| "token_acc": 0.9350493864112541 |
| }, |
| { |
| "epoch": 0.14978902953586498, |
| "grad_norm": 0.83984375, |
| "learning_rate": 9.92289268133968e-07, |
| "loss": 0.25359445810317993, |
| "step": 710, |
| "token_acc": 0.9285503395335105 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.922596597857811e-07, |
| "loss": 0.267612099647522, |
| "step": 711, |
| "token_acc": 0.9265569917743831 |
| }, |
| { |
| "epoch": 0.150210970464135, |
| "grad_norm": 0.9140625, |
| "learning_rate": 9.922299951435357e-07, |
| "loss": 0.2501794993877411, |
| "step": 712, |
| "token_acc": 0.9300184162062615 |
| }, |
| { |
| "epoch": 0.15042194092827005, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.922002742106242e-07, |
| "loss": 0.2614431381225586, |
| "step": 713, |
| "token_acc": 0.9250471825289835 |
| }, |
| { |
| "epoch": 0.15063291139240506, |
| "grad_norm": 0.61328125, |
| "learning_rate": 9.921704969904453e-07, |
| "loss": 0.2227068841457367, |
| "step": 714, |
| "token_acc": 0.934162192709805 |
| }, |
| { |
| "epoch": 0.15084388185654007, |
| "grad_norm": 0.95703125, |
| "learning_rate": 9.92140663486404e-07, |
| "loss": 0.2870650887489319, |
| "step": 715, |
| "token_acc": 0.9198347107438016 |
| }, |
| { |
| "epoch": 0.15105485232067511, |
| "grad_norm": 0.59765625, |
| "learning_rate": 9.92110773701913e-07, |
| "loss": 0.24414213001728058, |
| "step": 716, |
| "token_acc": 0.9290909090909091 |
| }, |
| { |
| "epoch": 0.15126582278481013, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.920808276403893e-07, |
| "loss": 0.27001482248306274, |
| "step": 717, |
| "token_acc": 0.9276070094800345 |
| }, |
| { |
| "epoch": 0.15147679324894514, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.920508253052584e-07, |
| "loss": 0.24048057198524475, |
| "step": 718, |
| "token_acc": 0.9305245535714286 |
| }, |
| { |
| "epoch": 0.15168776371308018, |
| "grad_norm": 0.9921875, |
| "learning_rate": 9.92020766699951e-07, |
| "loss": 0.267702579498291, |
| "step": 719, |
| "token_acc": 0.9254603916983338 |
| }, |
| { |
| "epoch": 0.1518987341772152, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.919906518279043e-07, |
| "loss": 0.23744544386863708, |
| "step": 720, |
| "token_acc": 0.9312857886517438 |
| }, |
| { |
| "epoch": 0.1521097046413502, |
| "grad_norm": 0.85546875, |
| "learning_rate": 9.919604806925623e-07, |
| "loss": 0.2514658570289612, |
| "step": 721, |
| "token_acc": 0.9293015332197615 |
| }, |
| { |
| "epoch": 0.15232067510548522, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.919302532973754e-07, |
| "loss": 0.2536316215991974, |
| "step": 722, |
| "token_acc": 0.9287620064034151 |
| }, |
| { |
| "epoch": 0.15253164556962026, |
| "grad_norm": 0.8359375, |
| "learning_rate": 9.918999696458006e-07, |
| "loss": 0.23538361489772797, |
| "step": 723, |
| "token_acc": 0.9311200744647844 |
| }, |
| { |
| "epoch": 0.15274261603375527, |
| "grad_norm": 0.64453125, |
| "learning_rate": 9.918696297413008e-07, |
| "loss": 0.2112676054239273, |
| "step": 724, |
| "token_acc": 0.9377406931964056 |
| }, |
| { |
| "epoch": 0.1529535864978903, |
| "grad_norm": 0.6171875, |
| "learning_rate": 9.918392335873457e-07, |
| "loss": 0.22141136229038239, |
| "step": 725, |
| "token_acc": 0.9383989145183175 |
| }, |
| { |
| "epoch": 0.15316455696202533, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.91808781187411e-07, |
| "loss": 0.27773499488830566, |
| "step": 726, |
| "token_acc": 0.9278820375335121 |
| }, |
| { |
| "epoch": 0.15337552742616034, |
| "grad_norm": 0.94921875, |
| "learning_rate": 9.917782725449799e-07, |
| "loss": 0.32096052169799805, |
| "step": 727, |
| "token_acc": 0.9175288205734555 |
| }, |
| { |
| "epoch": 0.15358649789029535, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.91747707663541e-07, |
| "loss": 0.2451501190662384, |
| "step": 728, |
| "token_acc": 0.9271503803393798 |
| }, |
| { |
| "epoch": 0.15379746835443037, |
| "grad_norm": 1.546875, |
| "learning_rate": 9.917170865465894e-07, |
| "loss": 0.29911404848098755, |
| "step": 729, |
| "token_acc": 0.9180237372343362 |
| }, |
| { |
| "epoch": 0.1540084388185654, |
| "grad_norm": 0.953125, |
| "learning_rate": 9.91686409197627e-07, |
| "loss": 0.3019820749759674, |
| "step": 730, |
| "token_acc": 0.9172510518934082 |
| }, |
| { |
| "epoch": 0.15421940928270042, |
| "grad_norm": 1.1484375, |
| "learning_rate": 9.916556756201624e-07, |
| "loss": 0.281706839799881, |
| "step": 731, |
| "token_acc": 0.9272495213784301 |
| }, |
| { |
| "epoch": 0.15443037974683543, |
| "grad_norm": 0.93359375, |
| "learning_rate": 9.916248858177099e-07, |
| "loss": 0.27722233533859253, |
| "step": 732, |
| "token_acc": 0.9146039603960396 |
| }, |
| { |
| "epoch": 0.15464135021097047, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.915940397937906e-07, |
| "loss": 0.29295605421066284, |
| "step": 733, |
| "token_acc": 0.9225071225071225 |
| }, |
| { |
| "epoch": 0.1548523206751055, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.91563137551932e-07, |
| "loss": 0.24334131181240082, |
| "step": 734, |
| "token_acc": 0.9294417682062908 |
| }, |
| { |
| "epoch": 0.1550632911392405, |
| "grad_norm": 0.81640625, |
| "learning_rate": 9.91532179095668e-07, |
| "loss": 0.2572481334209442, |
| "step": 735, |
| "token_acc": 0.9311695579182988 |
| }, |
| { |
| "epoch": 0.15527426160337554, |
| "grad_norm": 0.75, |
| "learning_rate": 9.915011644285391e-07, |
| "loss": 0.26280131936073303, |
| "step": 736, |
| "token_acc": 0.9256795835743205 |
| }, |
| { |
| "epoch": 0.15548523206751055, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.91470093554092e-07, |
| "loss": 0.23156148195266724, |
| "step": 737, |
| "token_acc": 0.9377058999700509 |
| }, |
| { |
| "epoch": 0.15569620253164557, |
| "grad_norm": 0.60546875, |
| "learning_rate": 9.914389664758799e-07, |
| "loss": 0.24967870116233826, |
| "step": 738, |
| "token_acc": 0.9284906726964387 |
| }, |
| { |
| "epoch": 0.15590717299578058, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.914077831974626e-07, |
| "loss": 0.24829944968223572, |
| "step": 739, |
| "token_acc": 0.931044267877412 |
| }, |
| { |
| "epoch": 0.15611814345991562, |
| "grad_norm": 0.61328125, |
| "learning_rate": 9.91376543722406e-07, |
| "loss": 0.24180346727371216, |
| "step": 740, |
| "token_acc": 0.9371293001186239 |
| }, |
| { |
| "epoch": 0.15632911392405063, |
| "grad_norm": 0.84765625, |
| "learning_rate": 9.913452480542825e-07, |
| "loss": 0.26637858152389526, |
| "step": 741, |
| "token_acc": 0.9162153552086651 |
| }, |
| { |
| "epoch": 0.15654008438818565, |
| "grad_norm": 0.5625, |
| "learning_rate": 9.913138961966715e-07, |
| "loss": 0.22019389271736145, |
| "step": 742, |
| "token_acc": 0.9336415556159913 |
| }, |
| { |
| "epoch": 0.1567510548523207, |
| "grad_norm": 0.83203125, |
| "learning_rate": 9.912824881531577e-07, |
| "loss": 0.2972027361392975, |
| "step": 743, |
| "token_acc": 0.9233983286908078 |
| }, |
| { |
| "epoch": 0.1569620253164557, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.912510239273332e-07, |
| "loss": 0.26124250888824463, |
| "step": 744, |
| "token_acc": 0.9267277268942548 |
| }, |
| { |
| "epoch": 0.1571729957805907, |
| "grad_norm": 0.95703125, |
| "learning_rate": 9.912195035227964e-07, |
| "loss": 0.32723483443260193, |
| "step": 745, |
| "token_acc": 0.9195718654434251 |
| }, |
| { |
| "epoch": 0.15738396624472573, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.911879269431517e-07, |
| "loss": 0.23630690574645996, |
| "step": 746, |
| "token_acc": 0.9347326049453709 |
| }, |
| { |
| "epoch": 0.15759493670886077, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.911562941920099e-07, |
| "loss": 0.21784129738807678, |
| "step": 747, |
| "token_acc": 0.9337892446378614 |
| }, |
| { |
| "epoch": 0.15780590717299578, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.911246052729891e-07, |
| "loss": 0.26233282685279846, |
| "step": 748, |
| "token_acc": 0.9323260937991816 |
| }, |
| { |
| "epoch": 0.1580168776371308, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.910928601897126e-07, |
| "loss": 0.2327466756105423, |
| "step": 749, |
| "token_acc": 0.9362054681027341 |
| }, |
| { |
| "epoch": 0.15822784810126583, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.91061058945811e-07, |
| "loss": 0.27062827348709106, |
| "step": 750, |
| "token_acc": 0.918719909374115 |
| }, |
| { |
| "epoch": 0.15843881856540085, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.910292015449211e-07, |
| "loss": 0.20303724706172943, |
| "step": 751, |
| "token_acc": 0.9412310547479121 |
| }, |
| { |
| "epoch": 0.15864978902953586, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.909972879906858e-07, |
| "loss": 0.24677664041519165, |
| "step": 752, |
| "token_acc": 0.925 |
| }, |
| { |
| "epoch": 0.15886075949367087, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.90965318286755e-07, |
| "loss": 0.2709593176841736, |
| "step": 753, |
| "token_acc": 0.9230769230769231 |
| }, |
| { |
| "epoch": 0.1590717299578059, |
| "grad_norm": 0.99609375, |
| "learning_rate": 9.909332924367846e-07, |
| "loss": 0.265384703874588, |
| "step": 754, |
| "token_acc": 0.9230769230769231 |
| }, |
| { |
| "epoch": 0.15928270042194093, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.909012104444368e-07, |
| "loss": 0.2868095636367798, |
| "step": 755, |
| "token_acc": 0.920038228735266 |
| }, |
| { |
| "epoch": 0.15949367088607594, |
| "grad_norm": 0.81640625, |
| "learning_rate": 9.908690723133807e-07, |
| "loss": 0.24986404180526733, |
| "step": 756, |
| "token_acc": 0.9256695756846224 |
| }, |
| { |
| "epoch": 0.15970464135021098, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.908368780472916e-07, |
| "loss": 0.20347082614898682, |
| "step": 757, |
| "token_acc": 0.9389263902282224 |
| }, |
| { |
| "epoch": 0.159915611814346, |
| "grad_norm": 0.59375, |
| "learning_rate": 9.908046276498511e-07, |
| "loss": 0.2612215578556061, |
| "step": 758, |
| "token_acc": 0.9279416235937975 |
| }, |
| { |
| "epoch": 0.160126582278481, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.907723211247472e-07, |
| "loss": 0.23647598922252655, |
| "step": 759, |
| "token_acc": 0.9354395604395604 |
| }, |
| { |
| "epoch": 0.16033755274261605, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.907399584756744e-07, |
| "loss": 0.28146815299987793, |
| "step": 760, |
| "token_acc": 0.92171219374824 |
| }, |
| { |
| "epoch": 0.16054852320675106, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.90707539706334e-07, |
| "loss": 0.2895510494709015, |
| "step": 761, |
| "token_acc": 0.9175170068027211 |
| }, |
| { |
| "epoch": 0.16075949367088607, |
| "grad_norm": 0.64453125, |
| "learning_rate": 9.90675064820433e-07, |
| "loss": 0.25281795859336853, |
| "step": 762, |
| "token_acc": 0.9276477832512315 |
| }, |
| { |
| "epoch": 0.16097046413502109, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.906425338216852e-07, |
| "loss": 0.2702397108078003, |
| "step": 763, |
| "token_acc": 0.9337220006136852 |
| }, |
| { |
| "epoch": 0.16118143459915613, |
| "grad_norm": 0.82421875, |
| "learning_rate": 9.906099467138111e-07, |
| "loss": 0.3201596736907959, |
| "step": 764, |
| "token_acc": 0.9149093599704032 |
| }, |
| { |
| "epoch": 0.16139240506329114, |
| "grad_norm": 0.8359375, |
| "learning_rate": 9.90577303500537e-07, |
| "loss": 0.26031017303466797, |
| "step": 765, |
| "token_acc": 0.922656699252444 |
| }, |
| { |
| "epoch": 0.16160337552742615, |
| "grad_norm": 0.84765625, |
| "learning_rate": 9.90544604185596e-07, |
| "loss": 0.2320261150598526, |
| "step": 766, |
| "token_acc": 0.933118216485773 |
| }, |
| { |
| "epoch": 0.1618143459915612, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.905118487727277e-07, |
| "loss": 0.2794190049171448, |
| "step": 767, |
| "token_acc": 0.9201467268623025 |
| }, |
| { |
| "epoch": 0.1620253164556962, |
| "grad_norm": 0.84375, |
| "learning_rate": 9.904790372656778e-07, |
| "loss": 0.2765384018421173, |
| "step": 768, |
| "token_acc": 0.9225014961101137 |
| }, |
| { |
| "epoch": 0.16223628691983122, |
| "grad_norm": 0.84765625, |
| "learning_rate": 9.904461696681984e-07, |
| "loss": 0.3068510890007019, |
| "step": 769, |
| "token_acc": 0.9177502267916541 |
| }, |
| { |
| "epoch": 0.16244725738396623, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.904132459840485e-07, |
| "loss": 0.28465330600738525, |
| "step": 770, |
| "token_acc": 0.9240544629349471 |
| }, |
| { |
| "epoch": 0.16265822784810127, |
| "grad_norm": 0.75, |
| "learning_rate": 9.903802662169932e-07, |
| "loss": 0.2329617142677307, |
| "step": 771, |
| "token_acc": 0.9319875776397516 |
| }, |
| { |
| "epoch": 0.16286919831223629, |
| "grad_norm": 0.64453125, |
| "learning_rate": 9.903472303708038e-07, |
| "loss": 0.2284744679927826, |
| "step": 772, |
| "token_acc": 0.931237721021611 |
| }, |
| { |
| "epoch": 0.1630801687763713, |
| "grad_norm": 1.140625, |
| "learning_rate": 9.903141384492583e-07, |
| "loss": 0.23831237852573395, |
| "step": 773, |
| "token_acc": 0.9291455790413814 |
| }, |
| { |
| "epoch": 0.16329113924050634, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.902809904561414e-07, |
| "loss": 0.23870491981506348, |
| "step": 774, |
| "token_acc": 0.9348308374930671 |
| }, |
| { |
| "epoch": 0.16350210970464135, |
| "grad_norm": 0.75, |
| "learning_rate": 9.902477863952431e-07, |
| "loss": 0.27838945388793945, |
| "step": 775, |
| "token_acc": 0.9261146496815287 |
| }, |
| { |
| "epoch": 0.16371308016877636, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.902145262703613e-07, |
| "loss": 0.2492181956768036, |
| "step": 776, |
| "token_acc": 0.9293759512937595 |
| }, |
| { |
| "epoch": 0.1639240506329114, |
| "grad_norm": 0.58984375, |
| "learning_rate": 9.901812100852993e-07, |
| "loss": 0.2085292637348175, |
| "step": 777, |
| "token_acc": 0.9389517569982132 |
| }, |
| { |
| "epoch": 0.16413502109704642, |
| "grad_norm": 0.953125, |
| "learning_rate": 9.90147837843867e-07, |
| "loss": 0.2694481909275055, |
| "step": 778, |
| "token_acc": 0.9280432309442548 |
| }, |
| { |
| "epoch": 0.16434599156118143, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.901144095498808e-07, |
| "loss": 0.25209715962409973, |
| "step": 779, |
| "token_acc": 0.9302030456852792 |
| }, |
| { |
| "epoch": 0.16455696202531644, |
| "grad_norm": 0.88671875, |
| "learning_rate": 9.900809252071635e-07, |
| "loss": 0.31358861923217773, |
| "step": 780, |
| "token_acc": 0.9151069518716578 |
| }, |
| { |
| "epoch": 0.16476793248945149, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.900473848195446e-07, |
| "loss": 0.23959940671920776, |
| "step": 781, |
| "token_acc": 0.9326456310679612 |
| }, |
| { |
| "epoch": 0.1649789029535865, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.900137883908592e-07, |
| "loss": 0.29789382219314575, |
| "step": 782, |
| "token_acc": 0.9166666666666666 |
| }, |
| { |
| "epoch": 0.1651898734177215, |
| "grad_norm": 0.796875, |
| "learning_rate": 9.8998013592495e-07, |
| "loss": 0.22469905018806458, |
| "step": 783, |
| "token_acc": 0.933932193567082 |
| }, |
| { |
| "epoch": 0.16540084388185655, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.89946427425665e-07, |
| "loss": 0.28561171889305115, |
| "step": 784, |
| "token_acc": 0.9251565167899829 |
| }, |
| { |
| "epoch": 0.16561181434599156, |
| "grad_norm": 0.90625, |
| "learning_rate": 9.89912662896859e-07, |
| "loss": 0.28935301303863525, |
| "step": 785, |
| "token_acc": 0.9215164615896242 |
| }, |
| { |
| "epoch": 0.16582278481012658, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.898788423423935e-07, |
| "loss": 0.2708919048309326, |
| "step": 786, |
| "token_acc": 0.927591706539075 |
| }, |
| { |
| "epoch": 0.1660337552742616, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.898449657661362e-07, |
| "loss": 0.2672666311264038, |
| "step": 787, |
| "token_acc": 0.9263598326359833 |
| }, |
| { |
| "epoch": 0.16624472573839663, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.89811033171961e-07, |
| "loss": 0.2862321734428406, |
| "step": 788, |
| "token_acc": 0.9180470793374019 |
| }, |
| { |
| "epoch": 0.16645569620253164, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.897770445637483e-07, |
| "loss": 0.2871711850166321, |
| "step": 789, |
| "token_acc": 0.9249183895538629 |
| }, |
| { |
| "epoch": 0.16666666666666666, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.897429999453852e-07, |
| "loss": 0.2397966980934143, |
| "step": 790, |
| "token_acc": 0.9377081945369754 |
| }, |
| { |
| "epoch": 0.1668776371308017, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.89708899320765e-07, |
| "loss": 0.2998412847518921, |
| "step": 791, |
| "token_acc": 0.9202363367799113 |
| }, |
| { |
| "epoch": 0.1670886075949367, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.89674742693787e-07, |
| "loss": 0.27035748958587646, |
| "step": 792, |
| "token_acc": 0.9229891614375356 |
| }, |
| { |
| "epoch": 0.16729957805907172, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.89640530068358e-07, |
| "loss": 0.17933598160743713, |
| "step": 793, |
| "token_acc": 0.9483188044831881 |
| }, |
| { |
| "epoch": 0.16751054852320676, |
| "grad_norm": 0.91796875, |
| "learning_rate": 9.896062614483898e-07, |
| "loss": 0.2540227472782135, |
| "step": 794, |
| "token_acc": 0.929927414852038 |
| }, |
| { |
| "epoch": 0.16772151898734178, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.895719368378016e-07, |
| "loss": 0.24861711263656616, |
| "step": 795, |
| "token_acc": 0.9333129397369226 |
| }, |
| { |
| "epoch": 0.1679324894514768, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.89537556240519e-07, |
| "loss": 0.2633477449417114, |
| "step": 796, |
| "token_acc": 0.9196560924992588 |
| }, |
| { |
| "epoch": 0.1681434599156118, |
| "grad_norm": 0.8671875, |
| "learning_rate": 9.89503119660473e-07, |
| "loss": 0.2524856925010681, |
| "step": 797, |
| "token_acc": 0.9313725490196079 |
| }, |
| { |
| "epoch": 0.16835443037974684, |
| "grad_norm": 0.91796875, |
| "learning_rate": 9.894686271016027e-07, |
| "loss": 0.30388563871383667, |
| "step": 798, |
| "token_acc": 0.9198352344740177 |
| }, |
| { |
| "epoch": 0.16856540084388186, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.894340785678517e-07, |
| "loss": 0.2910333573818207, |
| "step": 799, |
| "token_acc": 0.9234449760765551 |
| }, |
| { |
| "epoch": 0.16877637130801687, |
| "grad_norm": 0.859375, |
| "learning_rate": 9.893994740631713e-07, |
| "loss": 0.25983309745788574, |
| "step": 800, |
| "token_acc": 0.9273416982783775 |
| }, |
| { |
| "epoch": 0.16877637130801687, |
| "eval_loss": 0.43369975686073303, |
| "eval_runtime": 245.7245, |
| "eval_samples_per_second": 137.166, |
| "eval_steps_per_second": 2.145, |
| "eval_token_acc": 0.8991631517544647, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.1689873417721519, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.893648135915188e-07, |
| "loss": 0.26705414056777954, |
| "step": 801, |
| "token_acc": 0.9297355062783863 |
| }, |
| { |
| "epoch": 0.16919831223628692, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.893300971568578e-07, |
| "loss": 0.2386769950389862, |
| "step": 802, |
| "token_acc": 0.935367545076283 |
| }, |
| { |
| "epoch": 0.16940928270042194, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.892953247631589e-07, |
| "loss": 0.2654857337474823, |
| "step": 803, |
| "token_acc": 0.9260304912478825 |
| }, |
| { |
| "epoch": 0.16962025316455695, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.89260496414398e-07, |
| "loss": 0.2585882842540741, |
| "step": 804, |
| "token_acc": 0.9277403551745255 |
| }, |
| { |
| "epoch": 0.169831223628692, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.892256121145584e-07, |
| "loss": 0.25679513812065125, |
| "step": 805, |
| "token_acc": 0.928305133352452 |
| }, |
| { |
| "epoch": 0.170042194092827, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.891906718676291e-07, |
| "loss": 0.269248902797699, |
| "step": 806, |
| "token_acc": 0.9328318108543794 |
| }, |
| { |
| "epoch": 0.17025316455696202, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.89155675677606e-07, |
| "loss": 0.2557290196418762, |
| "step": 807, |
| "token_acc": 0.9275456919060052 |
| }, |
| { |
| "epoch": 0.17046413502109706, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.891206235484913e-07, |
| "loss": 0.23980513215065002, |
| "step": 808, |
| "token_acc": 0.9353355807539074 |
| }, |
| { |
| "epoch": 0.17067510548523207, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.890855154842935e-07, |
| "loss": 0.2392064481973648, |
| "step": 809, |
| "token_acc": 0.9303870595031773 |
| }, |
| { |
| "epoch": 0.17088607594936708, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.890503514890275e-07, |
| "loss": 0.23739401996135712, |
| "step": 810, |
| "token_acc": 0.9328014728444308 |
| }, |
| { |
| "epoch": 0.1710970464135021, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.89015131566714e-07, |
| "loss": 0.2900955080986023, |
| "step": 811, |
| "token_acc": 0.9233797698364627 |
| }, |
| { |
| "epoch": 0.17130801687763714, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.889798557213818e-07, |
| "loss": 0.27924585342407227, |
| "step": 812, |
| "token_acc": 0.9214012363850457 |
| }, |
| { |
| "epoch": 0.17151898734177215, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.88944523957064e-07, |
| "loss": 0.2851244807243347, |
| "step": 813, |
| "token_acc": 0.9264660254421346 |
| }, |
| { |
| "epoch": 0.17172995780590716, |
| "grad_norm": 1.1875, |
| "learning_rate": 9.889091362778017e-07, |
| "loss": 0.23967793583869934, |
| "step": 814, |
| "token_acc": 0.9278113316077078 |
| }, |
| { |
| "epoch": 0.1719409282700422, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.888736926876415e-07, |
| "loss": 0.23629070818424225, |
| "step": 815, |
| "token_acc": 0.9284259528658714 |
| }, |
| { |
| "epoch": 0.17215189873417722, |
| "grad_norm": 0.93359375, |
| "learning_rate": 9.88838193190637e-07, |
| "loss": 0.3324328064918518, |
| "step": 816, |
| "token_acc": 0.9166411277965063 |
| }, |
| { |
| "epoch": 0.17236286919831223, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.888026377908472e-07, |
| "loss": 0.2603840231895447, |
| "step": 817, |
| "token_acc": 0.9286516853932584 |
| }, |
| { |
| "epoch": 0.17257383966244727, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.887670264923387e-07, |
| "loss": 0.25500792264938354, |
| "step": 818, |
| "token_acc": 0.9334559950935296 |
| }, |
| { |
| "epoch": 0.17278481012658228, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.88731359299184e-07, |
| "loss": 0.25971531867980957, |
| "step": 819, |
| "token_acc": 0.928698752228164 |
| }, |
| { |
| "epoch": 0.1729957805907173, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.886956362154617e-07, |
| "loss": 0.2521659731864929, |
| "step": 820, |
| "token_acc": 0.9252336448598131 |
| }, |
| { |
| "epoch": 0.1732067510548523, |
| "grad_norm": 1.0078125, |
| "learning_rate": 9.88659857245257e-07, |
| "loss": 0.23598764836788177, |
| "step": 821, |
| "token_acc": 0.9364791288566243 |
| }, |
| { |
| "epoch": 0.17341772151898735, |
| "grad_norm": 2.28125, |
| "learning_rate": 9.886240223926617e-07, |
| "loss": 0.2466164529323578, |
| "step": 822, |
| "token_acc": 0.9289433384379786 |
| }, |
| { |
| "epoch": 0.17362869198312236, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.88588131661774e-07, |
| "loss": 0.2287391722202301, |
| "step": 823, |
| "token_acc": 0.9339788732394366 |
| }, |
| { |
| "epoch": 0.17383966244725738, |
| "grad_norm": 0.9921875, |
| "learning_rate": 9.885521850566977e-07, |
| "loss": 0.3011782765388489, |
| "step": 824, |
| "token_acc": 0.9158669225847729 |
| }, |
| { |
| "epoch": 0.17405063291139242, |
| "grad_norm": 0.88671875, |
| "learning_rate": 9.88516182581544e-07, |
| "loss": 0.24732713401317596, |
| "step": 825, |
| "token_acc": 0.9297990096125838 |
| }, |
| { |
| "epoch": 0.17426160337552743, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.884801242404303e-07, |
| "loss": 0.2557525038719177, |
| "step": 826, |
| "token_acc": 0.9272430668841762 |
| }, |
| { |
| "epoch": 0.17447257383966244, |
| "grad_norm": 0.58203125, |
| "learning_rate": 9.884440100374798e-07, |
| "loss": 0.2030971348285675, |
| "step": 827, |
| "token_acc": 0.9397905759162304 |
| }, |
| { |
| "epoch": 0.17468354430379746, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.884078399768226e-07, |
| "loss": 0.23457200825214386, |
| "step": 828, |
| "token_acc": 0.9320594479830149 |
| }, |
| { |
| "epoch": 0.1748945147679325, |
| "grad_norm": 0.75, |
| "learning_rate": 9.88371614062595e-07, |
| "loss": 0.27027198672294617, |
| "step": 829, |
| "token_acc": 0.9281524926686217 |
| }, |
| { |
| "epoch": 0.1751054852320675, |
| "grad_norm": 0.578125, |
| "learning_rate": 9.8833533229894e-07, |
| "loss": 0.2117438018321991, |
| "step": 830, |
| "token_acc": 0.9373803664205633 |
| }, |
| { |
| "epoch": 0.17531645569620252, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.882989946900063e-07, |
| "loss": 0.21879255771636963, |
| "step": 831, |
| "token_acc": 0.9381270903010034 |
| }, |
| { |
| "epoch": 0.17552742616033756, |
| "grad_norm": 0.75, |
| "learning_rate": 9.882626012399495e-07, |
| "loss": 0.27527743577957153, |
| "step": 832, |
| "token_acc": 0.9288235294117647 |
| }, |
| { |
| "epoch": 0.17573839662447258, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.882261519529318e-07, |
| "loss": 0.2788648307323456, |
| "step": 833, |
| "token_acc": 0.9233587786259542 |
| }, |
| { |
| "epoch": 0.1759493670886076, |
| "grad_norm": 0.75, |
| "learning_rate": 9.881896468331215e-07, |
| "loss": 0.26945775747299194, |
| "step": 834, |
| "token_acc": 0.9267376330619912 |
| }, |
| { |
| "epoch": 0.17616033755274263, |
| "grad_norm": 0.89453125, |
| "learning_rate": 9.881530858846928e-07, |
| "loss": 0.30408790707588196, |
| "step": 835, |
| "token_acc": 0.9146719234018587 |
| }, |
| { |
| "epoch": 0.17637130801687764, |
| "grad_norm": 0.8125, |
| "learning_rate": 9.88116469111827e-07, |
| "loss": 0.2584350109100342, |
| "step": 836, |
| "token_acc": 0.9246458923512748 |
| }, |
| { |
| "epoch": 0.17658227848101266, |
| "grad_norm": 0.8125, |
| "learning_rate": 9.880797965187119e-07, |
| "loss": 0.3014131784439087, |
| "step": 837, |
| "token_acc": 0.9151281344723065 |
| }, |
| { |
| "epoch": 0.17679324894514767, |
| "grad_norm": 0.59375, |
| "learning_rate": 9.880430681095407e-07, |
| "loss": 0.21773123741149902, |
| "step": 838, |
| "token_acc": 0.9367166004280036 |
| }, |
| { |
| "epoch": 0.1770042194092827, |
| "grad_norm": 1.9609375, |
| "learning_rate": 9.88006283888514e-07, |
| "loss": 0.26315808296203613, |
| "step": 839, |
| "token_acc": 0.9259569712210115 |
| }, |
| { |
| "epoch": 0.17721518987341772, |
| "grad_norm": 0.93359375, |
| "learning_rate": 9.879694438598383e-07, |
| "loss": 0.2646620571613312, |
| "step": 840, |
| "token_acc": 0.9318522966076254 |
| }, |
| { |
| "epoch": 0.17742616033755274, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.879325480277266e-07, |
| "loss": 0.2713755965232849, |
| "step": 841, |
| "token_acc": 0.9206214689265537 |
| }, |
| { |
| "epoch": 0.17763713080168778, |
| "grad_norm": 0.859375, |
| "learning_rate": 9.878955963963979e-07, |
| "loss": 0.26667535305023193, |
| "step": 842, |
| "token_acc": 0.9262686567164179 |
| }, |
| { |
| "epoch": 0.1778481012658228, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.878585889700785e-07, |
| "loss": 0.24986431002616882, |
| "step": 843, |
| "token_acc": 0.9370695053224797 |
| }, |
| { |
| "epoch": 0.1780590717299578, |
| "grad_norm": 1.4140625, |
| "learning_rate": 9.878215257530004e-07, |
| "loss": 0.2651556730270386, |
| "step": 844, |
| "token_acc": 0.9286946520989074 |
| }, |
| { |
| "epoch": 0.17827004219409281, |
| "grad_norm": 0.828125, |
| "learning_rate": 9.877844067494017e-07, |
| "loss": 0.2608075737953186, |
| "step": 845, |
| "token_acc": 0.9263001485884101 |
| }, |
| { |
| "epoch": 0.17848101265822786, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.877472319635275e-07, |
| "loss": 0.28958860039711, |
| "step": 846, |
| "token_acc": 0.9233128834355828 |
| }, |
| { |
| "epoch": 0.17869198312236287, |
| "grad_norm": 1.0234375, |
| "learning_rate": 9.877100013996291e-07, |
| "loss": 0.2941049039363861, |
| "step": 847, |
| "token_acc": 0.9213372664700098 |
| }, |
| { |
| "epoch": 0.17890295358649788, |
| "grad_norm": 0.84375, |
| "learning_rate": 9.876727150619642e-07, |
| "loss": 0.2620714604854584, |
| "step": 848, |
| "token_acc": 0.9288433382137629 |
| }, |
| { |
| "epoch": 0.17911392405063292, |
| "grad_norm": 0.60546875, |
| "learning_rate": 9.876353729547968e-07, |
| "loss": 0.2020449936389923, |
| "step": 849, |
| "token_acc": 0.9392366412213741 |
| }, |
| { |
| "epoch": 0.17932489451476794, |
| "grad_norm": 0.953125, |
| "learning_rate": 9.875979750823969e-07, |
| "loss": 0.2892880439758301, |
| "step": 850, |
| "token_acc": 0.9246448424953675 |
| }, |
| { |
| "epoch": 0.17953586497890295, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.875605214490417e-07, |
| "loss": 0.2778629660606384, |
| "step": 851, |
| "token_acc": 0.923582580115037 |
| }, |
| { |
| "epoch": 0.17974683544303796, |
| "grad_norm": 0.5859375, |
| "learning_rate": 9.875230120590142e-07, |
| "loss": 0.23370903730392456, |
| "step": 852, |
| "token_acc": 0.9249401117913228 |
| }, |
| { |
| "epoch": 0.179957805907173, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.874854469166038e-07, |
| "loss": 0.28334856033325195, |
| "step": 853, |
| "token_acc": 0.9264705882352942 |
| }, |
| { |
| "epoch": 0.18016877637130801, |
| "grad_norm": 0.55078125, |
| "learning_rate": 9.874478260261067e-07, |
| "loss": 0.2282511293888092, |
| "step": 854, |
| "token_acc": 0.933620159803319 |
| }, |
| { |
| "epoch": 0.18037974683544303, |
| "grad_norm": 1.1015625, |
| "learning_rate": 9.874101493918249e-07, |
| "loss": 0.27366286516189575, |
| "step": 855, |
| "token_acc": 0.9260089686098655 |
| }, |
| { |
| "epoch": 0.18059071729957807, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.87372417018067e-07, |
| "loss": 0.25619056820869446, |
| "step": 856, |
| "token_acc": 0.9255610290093049 |
| }, |
| { |
| "epoch": 0.18080168776371308, |
| "grad_norm": 0.828125, |
| "learning_rate": 9.873346289091483e-07, |
| "loss": 0.270757257938385, |
| "step": 857, |
| "token_acc": 0.923998738568275 |
| }, |
| { |
| "epoch": 0.1810126582278481, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.8729678506939e-07, |
| "loss": 0.28628918528556824, |
| "step": 858, |
| "token_acc": 0.9234957020057306 |
| }, |
| { |
| "epoch": 0.18122362869198314, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.872588855031197e-07, |
| "loss": 0.2525092661380768, |
| "step": 859, |
| "token_acc": 0.9317073170731708 |
| }, |
| { |
| "epoch": 0.18143459915611815, |
| "grad_norm": 0.83984375, |
| "learning_rate": 9.872209302146718e-07, |
| "loss": 0.28244319558143616, |
| "step": 860, |
| "token_acc": 0.9267202859696158 |
| }, |
| { |
| "epoch": 0.18164556962025316, |
| "grad_norm": 0.828125, |
| "learning_rate": 9.871829192083867e-07, |
| "loss": 0.254133403301239, |
| "step": 861, |
| "token_acc": 0.928436911487759 |
| }, |
| { |
| "epoch": 0.18185654008438817, |
| "grad_norm": 0.75, |
| "learning_rate": 9.871448524886113e-07, |
| "loss": 0.2619815468788147, |
| "step": 862, |
| "token_acc": 0.9243888573052871 |
| }, |
| { |
| "epoch": 0.18206751054852321, |
| "grad_norm": 0.91796875, |
| "learning_rate": 9.87106730059699e-07, |
| "loss": 0.2682092487812042, |
| "step": 863, |
| "token_acc": 0.9261158021712907 |
| }, |
| { |
| "epoch": 0.18227848101265823, |
| "grad_norm": 0.6015625, |
| "learning_rate": 9.870685519260092e-07, |
| "loss": 0.245108962059021, |
| "step": 864, |
| "token_acc": 0.9272880404267265 |
| }, |
| { |
| "epoch": 0.18248945147679324, |
| "grad_norm": 0.9609375, |
| "learning_rate": 9.870303180919078e-07, |
| "loss": 0.2907876670360565, |
| "step": 865, |
| "token_acc": 0.9245337159253946 |
| }, |
| { |
| "epoch": 0.18270042194092828, |
| "grad_norm": 0.60546875, |
| "learning_rate": 9.869920285617676e-07, |
| "loss": 0.24249601364135742, |
| "step": 866, |
| "token_acc": 0.931304347826087 |
| }, |
| { |
| "epoch": 0.1829113924050633, |
| "grad_norm": 0.83203125, |
| "learning_rate": 9.869536833399669e-07, |
| "loss": 0.2370653748512268, |
| "step": 867, |
| "token_acc": 0.9323520200438459 |
| }, |
| { |
| "epoch": 0.1831223628691983, |
| "grad_norm": 0.859375, |
| "learning_rate": 9.869152824308912e-07, |
| "loss": 0.3008883595466614, |
| "step": 868, |
| "token_acc": 0.9213197969543148 |
| }, |
| { |
| "epoch": 0.18333333333333332, |
| "grad_norm": 0.8125, |
| "learning_rate": 9.868768258389314e-07, |
| "loss": 0.2317754030227661, |
| "step": 869, |
| "token_acc": 0.9351635514018691 |
| }, |
| { |
| "epoch": 0.18354430379746836, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.868383135684857e-07, |
| "loss": 0.2313736081123352, |
| "step": 870, |
| "token_acc": 0.9373202990224266 |
| }, |
| { |
| "epoch": 0.18375527426160337, |
| "grad_norm": 0.9296875, |
| "learning_rate": 9.867997456239586e-07, |
| "loss": 0.28026607632637024, |
| "step": 871, |
| "token_acc": 0.9176308539944904 |
| }, |
| { |
| "epoch": 0.1839662447257384, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.8676112200976e-07, |
| "loss": 0.254774272441864, |
| "step": 872, |
| "token_acc": 0.9306763962952568 |
| }, |
| { |
| "epoch": 0.18417721518987343, |
| "grad_norm": 0.75, |
| "learning_rate": 9.867224427303073e-07, |
| "loss": 0.24183842539787292, |
| "step": 873, |
| "token_acc": 0.9341463414634147 |
| }, |
| { |
| "epoch": 0.18438818565400844, |
| "grad_norm": 0.86328125, |
| "learning_rate": 9.86683707790024e-07, |
| "loss": 0.23453059792518616, |
| "step": 874, |
| "token_acc": 0.9323812299621101 |
| }, |
| { |
| "epoch": 0.18459915611814345, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.86644917193339e-07, |
| "loss": 0.24839141964912415, |
| "step": 875, |
| "token_acc": 0.9287037037037037 |
| }, |
| { |
| "epoch": 0.1848101265822785, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.86606070944689e-07, |
| "loss": 0.2521136403083801, |
| "step": 876, |
| "token_acc": 0.9300189993666877 |
| }, |
| { |
| "epoch": 0.1850210970464135, |
| "grad_norm": 1.046875, |
| "learning_rate": 9.865671690485162e-07, |
| "loss": 0.3050832748413086, |
| "step": 877, |
| "token_acc": 0.9174647887323943 |
| }, |
| { |
| "epoch": 0.18523206751054852, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.865282115092692e-07, |
| "loss": 0.2835577726364136, |
| "step": 878, |
| "token_acc": 0.9225286643941741 |
| }, |
| { |
| "epoch": 0.18544303797468353, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.864891983314033e-07, |
| "loss": 0.29184651374816895, |
| "step": 879, |
| "token_acc": 0.9218231210383339 |
| }, |
| { |
| "epoch": 0.18565400843881857, |
| "grad_norm": 2.859375, |
| "learning_rate": 9.8645012951938e-07, |
| "loss": 0.2807004451751709, |
| "step": 880, |
| "token_acc": 0.9238008500303583 |
| }, |
| { |
| "epoch": 0.1858649789029536, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.864110050776672e-07, |
| "loss": 0.25495046377182007, |
| "step": 881, |
| "token_acc": 0.9281183932346723 |
| }, |
| { |
| "epoch": 0.1860759493670886, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.86371825010739e-07, |
| "loss": 0.26357853412628174, |
| "step": 882, |
| "token_acc": 0.9274457329765091 |
| }, |
| { |
| "epoch": 0.18628691983122364, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.86332589323076e-07, |
| "loss": 0.2856602966785431, |
| "step": 883, |
| "token_acc": 0.9247496423462088 |
| }, |
| { |
| "epoch": 0.18649789029535865, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.862932980191652e-07, |
| "loss": 0.26217591762542725, |
| "step": 884, |
| "token_acc": 0.9308156140907649 |
| }, |
| { |
| "epoch": 0.18670886075949367, |
| "grad_norm": 0.859375, |
| "learning_rate": 9.862539511034997e-07, |
| "loss": 0.2957126498222351, |
| "step": 885, |
| "token_acc": 0.9175007582650895 |
| }, |
| { |
| "epoch": 0.18691983122362868, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.862145485805793e-07, |
| "loss": 0.2381889373064041, |
| "step": 886, |
| "token_acc": 0.9338040600176523 |
| }, |
| { |
| "epoch": 0.18713080168776372, |
| "grad_norm": 0.61328125, |
| "learning_rate": 9.861750904549099e-07, |
| "loss": 0.23038305342197418, |
| "step": 887, |
| "token_acc": 0.933588010578901 |
| }, |
| { |
| "epoch": 0.18734177215189873, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.86135576731004e-07, |
| "loss": 0.2670343518257141, |
| "step": 888, |
| "token_acc": 0.9209346991037132 |
| }, |
| { |
| "epoch": 0.18755274261603375, |
| "grad_norm": 0.875, |
| "learning_rate": 9.860960074133802e-07, |
| "loss": 0.3037135899066925, |
| "step": 889, |
| "token_acc": 0.9173450219160927 |
| }, |
| { |
| "epoch": 0.1877637130801688, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.860563825065637e-07, |
| "loss": 0.23587052524089813, |
| "step": 890, |
| "token_acc": 0.9326950971859588 |
| }, |
| { |
| "epoch": 0.1879746835443038, |
| "grad_norm": 1.046875, |
| "learning_rate": 9.86016702015086e-07, |
| "loss": 0.2837037444114685, |
| "step": 891, |
| "token_acc": 0.9186681222707423 |
| }, |
| { |
| "epoch": 0.1881856540084388, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.85976965943485e-07, |
| "loss": 0.273685485124588, |
| "step": 892, |
| "token_acc": 0.9198871650211565 |
| }, |
| { |
| "epoch": 0.18839662447257383, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.859371742963043e-07, |
| "loss": 0.24621078372001648, |
| "step": 893, |
| "token_acc": 0.9370564640543042 |
| }, |
| { |
| "epoch": 0.18860759493670887, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.85897327078095e-07, |
| "loss": 0.2355155646800995, |
| "step": 894, |
| "token_acc": 0.933295647258338 |
| }, |
| { |
| "epoch": 0.18881856540084388, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.858574242934136e-07, |
| "loss": 0.29725679755210876, |
| "step": 895, |
| "token_acc": 0.9205632306057385 |
| }, |
| { |
| "epoch": 0.1890295358649789, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.858174659468237e-07, |
| "loss": 0.23919257521629333, |
| "step": 896, |
| "token_acc": 0.9367167919799498 |
| }, |
| { |
| "epoch": 0.18924050632911393, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.857774520428945e-07, |
| "loss": 0.2421645075082779, |
| "step": 897, |
| "token_acc": 0.928311057108141 |
| }, |
| { |
| "epoch": 0.18945147679324895, |
| "grad_norm": 0.90625, |
| "learning_rate": 9.85737382586202e-07, |
| "loss": 0.22805655002593994, |
| "step": 898, |
| "token_acc": 0.9353342428376534 |
| }, |
| { |
| "epoch": 0.18966244725738396, |
| "grad_norm": 1.125, |
| "learning_rate": 9.856972575813285e-07, |
| "loss": 0.2736568748950958, |
| "step": 899, |
| "token_acc": 0.9199507389162561 |
| }, |
| { |
| "epoch": 0.189873417721519, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.85657077032863e-07, |
| "loss": 0.251034677028656, |
| "step": 900, |
| "token_acc": 0.933903806432576 |
| }, |
| { |
| "epoch": 0.190084388185654, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.856168409454e-07, |
| "loss": 0.2377174347639084, |
| "step": 901, |
| "token_acc": 0.9313658201784488 |
| }, |
| { |
| "epoch": 0.19029535864978903, |
| "grad_norm": 0.625, |
| "learning_rate": 9.855765493235408e-07, |
| "loss": 0.27164188027381897, |
| "step": 902, |
| "token_acc": 0.9263128176171654 |
| }, |
| { |
| "epoch": 0.19050632911392404, |
| "grad_norm": 0.84765625, |
| "learning_rate": 9.855362021718936e-07, |
| "loss": 0.250331312417984, |
| "step": 903, |
| "token_acc": 0.9330877839165131 |
| }, |
| { |
| "epoch": 0.19071729957805908, |
| "grad_norm": 0.60546875, |
| "learning_rate": 9.85495799495072e-07, |
| "loss": 0.20965948700904846, |
| "step": 904, |
| "token_acc": 0.936726272352132 |
| }, |
| { |
| "epoch": 0.1909282700421941, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.854553412976965e-07, |
| "loss": 0.24447084963321686, |
| "step": 905, |
| "token_acc": 0.9254159495123351 |
| }, |
| { |
| "epoch": 0.1911392405063291, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.854148275843939e-07, |
| "loss": 0.2490314543247223, |
| "step": 906, |
| "token_acc": 0.9285930408472012 |
| }, |
| { |
| "epoch": 0.19135021097046415, |
| "grad_norm": 0.61328125, |
| "learning_rate": 9.853742583597973e-07, |
| "loss": 0.21816563606262207, |
| "step": 907, |
| "token_acc": 0.9387067116150781 |
| }, |
| { |
| "epoch": 0.19156118143459916, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.853336336285461e-07, |
| "loss": 0.24077807366847992, |
| "step": 908, |
| "token_acc": 0.9278679026651216 |
| }, |
| { |
| "epoch": 0.19177215189873417, |
| "grad_norm": 0.82421875, |
| "learning_rate": 9.852929533952858e-07, |
| "loss": 0.2617112696170807, |
| "step": 909, |
| "token_acc": 0.9296264118158123 |
| }, |
| { |
| "epoch": 0.19198312236286919, |
| "grad_norm": 0.75, |
| "learning_rate": 9.852522176646692e-07, |
| "loss": 0.22484534978866577, |
| "step": 910, |
| "token_acc": 0.9368040926873308 |
| }, |
| { |
| "epoch": 0.19219409282700423, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.85211426441354e-07, |
| "loss": 0.2532415986061096, |
| "step": 911, |
| "token_acc": 0.9334488734835356 |
| }, |
| { |
| "epoch": 0.19240506329113924, |
| "grad_norm": 0.87890625, |
| "learning_rate": 9.851705797300056e-07, |
| "loss": 0.31424853205680847, |
| "step": 912, |
| "token_acc": 0.9197608558842039 |
| }, |
| { |
| "epoch": 0.19261603375527425, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.851296775352948e-07, |
| "loss": 0.29285135865211487, |
| "step": 913, |
| "token_acc": 0.9182986536107711 |
| }, |
| { |
| "epoch": 0.1928270042194093, |
| "grad_norm": 0.59765625, |
| "learning_rate": 9.850887198618996e-07, |
| "loss": 0.21450576186180115, |
| "step": 914, |
| "token_acc": 0.9373626373626374 |
| }, |
| { |
| "epoch": 0.1930379746835443, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.850477067145031e-07, |
| "loss": 0.2844701111316681, |
| "step": 915, |
| "token_acc": 0.919885094158953 |
| }, |
| { |
| "epoch": 0.19324894514767932, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.850066380977961e-07, |
| "loss": 0.26549211144447327, |
| "step": 916, |
| "token_acc": 0.9245901639344263 |
| }, |
| { |
| "epoch": 0.19345991561181436, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.849655140164752e-07, |
| "loss": 0.258350133895874, |
| "step": 917, |
| "token_acc": 0.918646080760095 |
| }, |
| { |
| "epoch": 0.19367088607594937, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.849243344752427e-07, |
| "loss": 0.2719504237174988, |
| "step": 918, |
| "token_acc": 0.9267654751525719 |
| }, |
| { |
| "epoch": 0.19388185654008439, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.848830994788083e-07, |
| "loss": 0.27195435762405396, |
| "step": 919, |
| "token_acc": 0.9220445459737293 |
| }, |
| { |
| "epoch": 0.1940928270042194, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.848418090318876e-07, |
| "loss": 0.24952857196331024, |
| "step": 920, |
| "token_acc": 0.9340033500837521 |
| }, |
| { |
| "epoch": 0.19430379746835444, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.848004631392022e-07, |
| "loss": 0.22502082586288452, |
| "step": 921, |
| "token_acc": 0.935454267360049 |
| }, |
| { |
| "epoch": 0.19451476793248945, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.847590618054806e-07, |
| "loss": 0.30236607789993286, |
| "step": 922, |
| "token_acc": 0.9160954208938854 |
| }, |
| { |
| "epoch": 0.19472573839662446, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.847176050354573e-07, |
| "loss": 0.26875466108322144, |
| "step": 923, |
| "token_acc": 0.9231622746185852 |
| }, |
| { |
| "epoch": 0.1949367088607595, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.846760928338734e-07, |
| "loss": 0.21099932491779327, |
| "step": 924, |
| "token_acc": 0.9381474710542352 |
| }, |
| { |
| "epoch": 0.19514767932489452, |
| "grad_norm": 2.921875, |
| "learning_rate": 9.846345252054758e-07, |
| "loss": 0.24902689456939697, |
| "step": 925, |
| "token_acc": 0.9338211899459116 |
| }, |
| { |
| "epoch": 0.19535864978902953, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.845929021550184e-07, |
| "loss": 0.22670647501945496, |
| "step": 926, |
| "token_acc": 0.9382314694408322 |
| }, |
| { |
| "epoch": 0.19556962025316454, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.84551223687261e-07, |
| "loss": 0.24977506697177887, |
| "step": 927, |
| "token_acc": 0.927700089259149 |
| }, |
| { |
| "epoch": 0.19578059071729959, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.8450948980697e-07, |
| "loss": 0.2701714038848877, |
| "step": 928, |
| "token_acc": 0.9202069716775599 |
| }, |
| { |
| "epoch": 0.1959915611814346, |
| "grad_norm": 0.82421875, |
| "learning_rate": 9.844677005189182e-07, |
| "loss": 0.2738378643989563, |
| "step": 929, |
| "token_acc": 0.9230093676814989 |
| }, |
| { |
| "epoch": 0.1962025316455696, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.844258558278842e-07, |
| "loss": 0.2802038788795471, |
| "step": 930, |
| "token_acc": 0.9218846869187849 |
| }, |
| { |
| "epoch": 0.19641350210970465, |
| "grad_norm": 1.125, |
| "learning_rate": 9.843839557386534e-07, |
| "loss": 0.28460338711738586, |
| "step": 931, |
| "token_acc": 0.9176701204144497 |
| }, |
| { |
| "epoch": 0.19662447257383966, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.843420002560173e-07, |
| "loss": 0.2364983856678009, |
| "step": 932, |
| "token_acc": 0.9339788732394366 |
| }, |
| { |
| "epoch": 0.19683544303797468, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.842999893847744e-07, |
| "loss": 0.24972565472126007, |
| "step": 933, |
| "token_acc": 0.9282414536495226 |
| }, |
| { |
| "epoch": 0.19704641350210972, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.842579231297284e-07, |
| "loss": 0.23772844672203064, |
| "step": 934, |
| "token_acc": 0.9301578024547048 |
| }, |
| { |
| "epoch": 0.19725738396624473, |
| "grad_norm": 0.86328125, |
| "learning_rate": 9.842158014956901e-07, |
| "loss": 0.2724204659461975, |
| "step": 935, |
| "token_acc": 0.920952380952381 |
| }, |
| { |
| "epoch": 0.19746835443037974, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.841736244874769e-07, |
| "loss": 0.20951035618782043, |
| "step": 936, |
| "token_acc": 0.9367752622860298 |
| }, |
| { |
| "epoch": 0.19767932489451476, |
| "grad_norm": 1.84375, |
| "learning_rate": 9.841313921099112e-07, |
| "loss": 0.2654408812522888, |
| "step": 937, |
| "token_acc": 0.9252709640616087 |
| }, |
| { |
| "epoch": 0.1978902953586498, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.840891043678235e-07, |
| "loss": 0.20615626871585846, |
| "step": 938, |
| "token_acc": 0.9382829208677055 |
| }, |
| { |
| "epoch": 0.1981012658227848, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.840467612660494e-07, |
| "loss": 0.24997380375862122, |
| "step": 939, |
| "token_acc": 0.9305555555555556 |
| }, |
| { |
| "epoch": 0.19831223628691982, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.84004362809431e-07, |
| "loss": 0.2462070733308792, |
| "step": 940, |
| "token_acc": 0.9301426872770512 |
| }, |
| { |
| "epoch": 0.19852320675105486, |
| "grad_norm": 0.81640625, |
| "learning_rate": 9.839619090028173e-07, |
| "loss": 0.28827589750289917, |
| "step": 941, |
| "token_acc": 0.9256148770245951 |
| }, |
| { |
| "epoch": 0.19873417721518988, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.83919399851063e-07, |
| "loss": 0.27797433733940125, |
| "step": 942, |
| "token_acc": 0.9241207421766824 |
| }, |
| { |
| "epoch": 0.1989451476793249, |
| "grad_norm": 0.84765625, |
| "learning_rate": 9.838768353590297e-07, |
| "loss": 0.3198699951171875, |
| "step": 943, |
| "token_acc": 0.909556313993174 |
| }, |
| { |
| "epoch": 0.1991561181434599, |
| "grad_norm": 0.625, |
| "learning_rate": 9.838342155315847e-07, |
| "loss": 0.23603345453739166, |
| "step": 944, |
| "token_acc": 0.9322977725674091 |
| }, |
| { |
| "epoch": 0.19936708860759494, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.837915403736017e-07, |
| "loss": 0.1939564049243927, |
| "step": 945, |
| "token_acc": 0.9405116002379535 |
| }, |
| { |
| "epoch": 0.19957805907172996, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.837488098899616e-07, |
| "loss": 0.2682676911354065, |
| "step": 946, |
| "token_acc": 0.9287606711804534 |
| }, |
| { |
| "epoch": 0.19978902953586497, |
| "grad_norm": 0.94921875, |
| "learning_rate": 9.837060240855506e-07, |
| "loss": 0.264107882976532, |
| "step": 947, |
| "token_acc": 0.9270292429625581 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.836631829652617e-07, |
| "loss": 0.31936952471733093, |
| "step": 948, |
| "token_acc": 0.9171994884910486 |
| }, |
| { |
| "epoch": 0.20021097046413502, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.83620286533994e-07, |
| "loss": 0.2610703706741333, |
| "step": 949, |
| "token_acc": 0.9247813411078717 |
| }, |
| { |
| "epoch": 0.20042194092827004, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.835773347966535e-07, |
| "loss": 0.27383172512054443, |
| "step": 950, |
| "token_acc": 0.9266730707652898 |
| }, |
| { |
| "epoch": 0.20063291139240505, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.835343277581513e-07, |
| "loss": 0.253266841173172, |
| "step": 951, |
| "token_acc": 0.9326241134751773 |
| }, |
| { |
| "epoch": 0.2008438818565401, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.834912654234065e-07, |
| "loss": 0.24679061770439148, |
| "step": 952, |
| "token_acc": 0.9246597024374802 |
| }, |
| { |
| "epoch": 0.2010548523206751, |
| "grad_norm": 0.92578125, |
| "learning_rate": 9.834481477973433e-07, |
| "loss": 0.25128480792045593, |
| "step": 953, |
| "token_acc": 0.9299694189602447 |
| }, |
| { |
| "epoch": 0.20126582278481012, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.834049748848924e-07, |
| "loss": 0.26062366366386414, |
| "step": 954, |
| "token_acc": 0.9283121597096189 |
| }, |
| { |
| "epoch": 0.20147679324894516, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.833617466909912e-07, |
| "loss": 0.2557450234889984, |
| "step": 955, |
| "token_acc": 0.92808867261422 |
| }, |
| { |
| "epoch": 0.20168776371308017, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.83318463220583e-07, |
| "loss": 0.28644537925720215, |
| "step": 956, |
| "token_acc": 0.9155513065646909 |
| }, |
| { |
| "epoch": 0.20189873417721518, |
| "grad_norm": 0.9375, |
| "learning_rate": 9.832751244786178e-07, |
| "loss": 0.27308011054992676, |
| "step": 957, |
| "token_acc": 0.9252837326607818 |
| }, |
| { |
| "epoch": 0.20210970464135022, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.832317304700517e-07, |
| "loss": 0.2365753948688507, |
| "step": 958, |
| "token_acc": 0.9307948860478044 |
| }, |
| { |
| "epoch": 0.20232067510548524, |
| "grad_norm": 1.2265625, |
| "learning_rate": 9.831882811998472e-07, |
| "loss": 0.25882843136787415, |
| "step": 959, |
| "token_acc": 0.9280114041339986 |
| }, |
| { |
| "epoch": 0.20253164556962025, |
| "grad_norm": 0.6171875, |
| "learning_rate": 9.83144776672973e-07, |
| "loss": 0.24906384944915771, |
| "step": 960, |
| "token_acc": 0.9268585131894485 |
| }, |
| { |
| "epoch": 0.20274261603375526, |
| "grad_norm": 1.421875, |
| "learning_rate": 9.831012168944045e-07, |
| "loss": 0.25317683815956116, |
| "step": 961, |
| "token_acc": 0.9272997032640949 |
| }, |
| { |
| "epoch": 0.2029535864978903, |
| "grad_norm": 1.40625, |
| "learning_rate": 9.830576018691227e-07, |
| "loss": 0.2348695993423462, |
| "step": 962, |
| "token_acc": 0.9317293233082706 |
| }, |
| { |
| "epoch": 0.20316455696202532, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.830139316021155e-07, |
| "loss": 0.22149190306663513, |
| "step": 963, |
| "token_acc": 0.9351633986928105 |
| }, |
| { |
| "epoch": 0.20337552742616033, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.829702060983772e-07, |
| "loss": 0.2570660710334778, |
| "step": 964, |
| "token_acc": 0.9295127183573398 |
| }, |
| { |
| "epoch": 0.20358649789029537, |
| "grad_norm": 1.0234375, |
| "learning_rate": 9.829264253629079e-07, |
| "loss": 0.2847985625267029, |
| "step": 965, |
| "token_acc": 0.9199036434808793 |
| }, |
| { |
| "epoch": 0.20379746835443038, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.828825894007146e-07, |
| "loss": 0.267423540353775, |
| "step": 966, |
| "token_acc": 0.9270031365839749 |
| }, |
| { |
| "epoch": 0.2040084388185654, |
| "grad_norm": 6.0625, |
| "learning_rate": 9.8283869821681e-07, |
| "loss": 0.2526509165763855, |
| "step": 967, |
| "token_acc": 0.9267187106522287 |
| }, |
| { |
| "epoch": 0.2042194092827004, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.827947518162135e-07, |
| "loss": 0.22644475102424622, |
| "step": 968, |
| "token_acc": 0.9335453100158982 |
| }, |
| { |
| "epoch": 0.20443037974683545, |
| "grad_norm": 0.859375, |
| "learning_rate": 9.827507502039507e-07, |
| "loss": 0.313146710395813, |
| "step": 969, |
| "token_acc": 0.9218163195629908 |
| }, |
| { |
| "epoch": 0.20464135021097046, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.82706693385054e-07, |
| "loss": 0.2515157163143158, |
| "step": 970, |
| "token_acc": 0.9318849089841457 |
| }, |
| { |
| "epoch": 0.20485232067510548, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.82662581364561e-07, |
| "loss": 0.33044931292533875, |
| "step": 971, |
| "token_acc": 0.911062906724512 |
| }, |
| { |
| "epoch": 0.20506329113924052, |
| "grad_norm": 1.09375, |
| "learning_rate": 9.826184141475165e-07, |
| "loss": 0.3272978961467743, |
| "step": 972, |
| "token_acc": 0.9140117537890504 |
| }, |
| { |
| "epoch": 0.20527426160337553, |
| "grad_norm": 0.59375, |
| "learning_rate": 9.825741917389717e-07, |
| "loss": 0.21767356991767883, |
| "step": 973, |
| "token_acc": 0.9358974358974359 |
| }, |
| { |
| "epoch": 0.20548523206751054, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.825299141439835e-07, |
| "loss": 0.28333914279937744, |
| "step": 974, |
| "token_acc": 0.9232728430436167 |
| }, |
| { |
| "epoch": 0.20569620253164558, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.824855813676157e-07, |
| "loss": 0.23762467503547668, |
| "step": 975, |
| "token_acc": 0.9316065192083819 |
| }, |
| { |
| "epoch": 0.2059071729957806, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.824411934149377e-07, |
| "loss": 0.2822648882865906, |
| "step": 976, |
| "token_acc": 0.9237147595356551 |
| }, |
| { |
| "epoch": 0.2061181434599156, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.823967502910259e-07, |
| "loss": 0.2508828043937683, |
| "step": 977, |
| "token_acc": 0.9297841726618705 |
| }, |
| { |
| "epoch": 0.20632911392405062, |
| "grad_norm": 0.625, |
| "learning_rate": 9.82352252000963e-07, |
| "loss": 0.2554951608181, |
| "step": 978, |
| "token_acc": 0.9255730872283418 |
| }, |
| { |
| "epoch": 0.20654008438818566, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.823076985498373e-07, |
| "loss": 0.2603085935115814, |
| "step": 979, |
| "token_acc": 0.927246790299572 |
| }, |
| { |
| "epoch": 0.20675105485232068, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.82263089942744e-07, |
| "loss": 0.27707576751708984, |
| "step": 980, |
| "token_acc": 0.9242250287026407 |
| }, |
| { |
| "epoch": 0.2069620253164557, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.822184261847847e-07, |
| "loss": 0.23693615198135376, |
| "step": 981, |
| "token_acc": 0.9334923948702655 |
| }, |
| { |
| "epoch": 0.20717299578059073, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.821737072810668e-07, |
| "loss": 0.2479907125234604, |
| "step": 982, |
| "token_acc": 0.9293939393939394 |
| }, |
| { |
| "epoch": 0.20738396624472574, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.821289332367043e-07, |
| "loss": 0.25571757555007935, |
| "step": 983, |
| "token_acc": 0.9304549405969285 |
| }, |
| { |
| "epoch": 0.20759493670886076, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.820841040568177e-07, |
| "loss": 0.2608758807182312, |
| "step": 984, |
| "token_acc": 0.9285266457680251 |
| }, |
| { |
| "epoch": 0.20780590717299577, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.820392197465335e-07, |
| "loss": 0.28490036725997925, |
| "step": 985, |
| "token_acc": 0.920461445051609 |
| }, |
| { |
| "epoch": 0.2080168776371308, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.819942803109844e-07, |
| "loss": 0.2503746449947357, |
| "step": 986, |
| "token_acc": 0.9277822689302075 |
| }, |
| { |
| "epoch": 0.20822784810126582, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.8194928575531e-07, |
| "loss": 0.2538071870803833, |
| "step": 987, |
| "token_acc": 0.9264251614714968 |
| }, |
| { |
| "epoch": 0.20843881856540084, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.819042360846554e-07, |
| "loss": 0.2641909718513489, |
| "step": 988, |
| "token_acc": 0.9284467713787086 |
| }, |
| { |
| "epoch": 0.20864978902953588, |
| "grad_norm": 0.75, |
| "learning_rate": 9.818591313041727e-07, |
| "loss": 0.2759447395801544, |
| "step": 989, |
| "token_acc": 0.9222654081066074 |
| }, |
| { |
| "epoch": 0.2088607594936709, |
| "grad_norm": 0.8125, |
| "learning_rate": 9.818139714190198e-07, |
| "loss": 0.23161228001117706, |
| "step": 990, |
| "token_acc": 0.9333521604066648 |
| }, |
| { |
| "epoch": 0.2090717299578059, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.817687564343615e-07, |
| "loss": 0.2939218580722809, |
| "step": 991, |
| "token_acc": 0.9156313204276221 |
| }, |
| { |
| "epoch": 0.20928270042194091, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.817234863553681e-07, |
| "loss": 0.259197473526001, |
| "step": 992, |
| "token_acc": 0.9242243436754176 |
| }, |
| { |
| "epoch": 0.20949367088607596, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.816781611872167e-07, |
| "loss": 0.27298709750175476, |
| "step": 993, |
| "token_acc": 0.9176136363636364 |
| }, |
| { |
| "epoch": 0.20970464135021097, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.816327809350907e-07, |
| "loss": 0.2868914008140564, |
| "step": 994, |
| "token_acc": 0.9294675216057987 |
| }, |
| { |
| "epoch": 0.20991561181434598, |
| "grad_norm": 0.6171875, |
| "learning_rate": 9.815873456041797e-07, |
| "loss": 0.26026803255081177, |
| "step": 995, |
| "token_acc": 0.9263676432460461 |
| }, |
| { |
| "epoch": 0.21012658227848102, |
| "grad_norm": 0.8359375, |
| "learning_rate": 9.815418551996795e-07, |
| "loss": 0.2792215049266815, |
| "step": 996, |
| "token_acc": 0.9241547365214743 |
| }, |
| { |
| "epoch": 0.21033755274261604, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.814963097267925e-07, |
| "loss": 0.23070243000984192, |
| "step": 997, |
| "token_acc": 0.9354066985645934 |
| }, |
| { |
| "epoch": 0.21054852320675105, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.814507091907271e-07, |
| "loss": 0.2509482502937317, |
| "step": 998, |
| "token_acc": 0.9299403078856425 |
| }, |
| { |
| "epoch": 0.2107594936708861, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.814050535966981e-07, |
| "loss": 0.24006497859954834, |
| "step": 999, |
| "token_acc": 0.9315068493150684 |
| }, |
| { |
| "epoch": 0.2109704641350211, |
| "grad_norm": 0.83984375, |
| "learning_rate": 9.813593429499268e-07, |
| "loss": 0.28949546813964844, |
| "step": 1000, |
| "token_acc": 0.9210992907801419 |
| }, |
| { |
| "epoch": 0.2109704641350211, |
| "eval_loss": 0.4336377680301666, |
| "eval_runtime": 245.5659, |
| "eval_samples_per_second": 137.254, |
| "eval_steps_per_second": 2.146, |
| "eval_token_acc": 0.8990386341200753, |
| "step": 1000 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 9480, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.5165183244464292e+18, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
