| { |
| "best_metric": 0.43360278, |
| "best_model_checkpoint": "/data/liuzihang/haobin/pangkaiyu/output/output_step_audio2_mini-encoder+align+llm-whole0130_signal_new1_dpdc-lora-1gpu-bs16_4_gckF_2e6_all/v2-20260215-150801/checkpoint-1200", |
| "epoch": 0.4219409282700422, |
| "eval_steps": 200, |
| "global_step": 2000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0002109704641350211, |
| "grad_norm": 0.76171875, |
| "learning_rate": 5.263157894736842e-09, |
| "loss": 0.2671268880367279, |
| "step": 1, |
| "token_acc": 0.9268792044457443 |
| }, |
| { |
| "epoch": 0.0004219409282700422, |
| "grad_norm": 0.6640625, |
| "learning_rate": 1.0526315789473684e-08, |
| "loss": 0.25691983103752136, |
| "step": 2, |
| "token_acc": 0.9315326633165829 |
| }, |
| { |
| "epoch": 0.0006329113924050633, |
| "grad_norm": 0.58984375, |
| "learning_rate": 1.5789473684210525e-08, |
| "loss": 0.20553478598594666, |
| "step": 3, |
| "token_acc": 0.9399263247378861 |
| }, |
| { |
| "epoch": 0.0008438818565400844, |
| "grad_norm": 0.7578125, |
| "learning_rate": 2.1052631578947368e-08, |
| "loss": 0.2874465584754944, |
| "step": 4, |
| "token_acc": 0.9190901238122661 |
| }, |
| { |
| "epoch": 0.0010548523206751054, |
| "grad_norm": 0.99609375, |
| "learning_rate": 2.6315789473684208e-08, |
| "loss": 0.23955097794532776, |
| "step": 5, |
| "token_acc": 0.9297171186934966 |
| }, |
| { |
| "epoch": 0.0012658227848101266, |
| "grad_norm": 0.6484375, |
| "learning_rate": 3.157894736842105e-08, |
| "loss": 0.22314852476119995, |
| "step": 6, |
| "token_acc": 0.9365693865396069 |
| }, |
| { |
| "epoch": 0.0014767932489451476, |
| "grad_norm": 0.74609375, |
| "learning_rate": 3.684210526315789e-08, |
| "loss": 0.23751771450042725, |
| "step": 7, |
| "token_acc": 0.9336440910337264 |
| }, |
| { |
| "epoch": 0.0016877637130801688, |
| "grad_norm": 0.86328125, |
| "learning_rate": 4.2105263157894737e-08, |
| "loss": 0.22823776304721832, |
| "step": 8, |
| "token_acc": 0.9342301943198804 |
| }, |
| { |
| "epoch": 0.0018987341772151898, |
| "grad_norm": 0.6015625, |
| "learning_rate": 4.736842105263158e-08, |
| "loss": 0.22278322279453278, |
| "step": 9, |
| "token_acc": 0.9367531331973186 |
| }, |
| { |
| "epoch": 0.002109704641350211, |
| "grad_norm": 0.72265625, |
| "learning_rate": 5.2631578947368416e-08, |
| "loss": 0.25690096616744995, |
| "step": 10, |
| "token_acc": 0.9291217257318952 |
| }, |
| { |
| "epoch": 0.002320675105485232, |
| "grad_norm": 1.046875, |
| "learning_rate": 5.789473684210526e-08, |
| "loss": 0.3066456913948059, |
| "step": 11, |
| "token_acc": 0.9201006605850897 |
| }, |
| { |
| "epoch": 0.002531645569620253, |
| "grad_norm": 0.7890625, |
| "learning_rate": 6.31578947368421e-08, |
| "loss": 0.2525354027748108, |
| "step": 12, |
| "token_acc": 0.9276785714285715 |
| }, |
| { |
| "epoch": 0.0027426160337552744, |
| "grad_norm": 0.76953125, |
| "learning_rate": 6.842105263157895e-08, |
| "loss": 0.30059731006622314, |
| "step": 13, |
| "token_acc": 0.9238062986793092 |
| }, |
| { |
| "epoch": 0.002953586497890295, |
| "grad_norm": 0.9921875, |
| "learning_rate": 7.368421052631577e-08, |
| "loss": 0.250629723072052, |
| "step": 14, |
| "token_acc": 0.9291187739463601 |
| }, |
| { |
| "epoch": 0.0031645569620253164, |
| "grad_norm": 0.6796875, |
| "learning_rate": 7.894736842105262e-08, |
| "loss": 0.25745123624801636, |
| "step": 15, |
| "token_acc": 0.9317230273752013 |
| }, |
| { |
| "epoch": 0.0033755274261603376, |
| "grad_norm": 0.85546875, |
| "learning_rate": 8.421052631578947e-08, |
| "loss": 0.3376100957393646, |
| "step": 16, |
| "token_acc": 0.9077240566037735 |
| }, |
| { |
| "epoch": 0.003586497890295359, |
| "grad_norm": 0.703125, |
| "learning_rate": 8.947368421052631e-08, |
| "loss": 0.24760955572128296, |
| "step": 17, |
| "token_acc": 0.9222253760999148 |
| }, |
| { |
| "epoch": 0.0037974683544303796, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.473684210526316e-08, |
| "loss": 0.2046602964401245, |
| "step": 18, |
| "token_acc": 0.9403993855606759 |
| }, |
| { |
| "epoch": 0.004008438818565401, |
| "grad_norm": 0.83203125, |
| "learning_rate": 1e-07, |
| "loss": 0.26379868388175964, |
| "step": 19, |
| "token_acc": 0.9294478527607362 |
| }, |
| { |
| "epoch": 0.004219409282700422, |
| "grad_norm": 0.72265625, |
| "learning_rate": 1.0526315789473683e-07, |
| "loss": 0.2657994031906128, |
| "step": 20, |
| "token_acc": 0.9254714157437893 |
| }, |
| { |
| "epoch": 0.004430379746835443, |
| "grad_norm": 0.6640625, |
| "learning_rate": 1.1052631578947368e-07, |
| "loss": 0.28728997707366943, |
| "step": 21, |
| "token_acc": 0.9262518968133535 |
| }, |
| { |
| "epoch": 0.004641350210970464, |
| "grad_norm": 0.77734375, |
| "learning_rate": 1.1578947368421052e-07, |
| "loss": 0.27618926763534546, |
| "step": 22, |
| "token_acc": 0.9308072487644151 |
| }, |
| { |
| "epoch": 0.004852320675105486, |
| "grad_norm": 0.7109375, |
| "learning_rate": 1.2105263157894737e-07, |
| "loss": 0.2314767688512802, |
| "step": 23, |
| "token_acc": 0.936124911284599 |
| }, |
| { |
| "epoch": 0.005063291139240506, |
| "grad_norm": 0.73828125, |
| "learning_rate": 1.263157894736842e-07, |
| "loss": 0.24274200201034546, |
| "step": 24, |
| "token_acc": 0.9345039018952063 |
| }, |
| { |
| "epoch": 0.005274261603375527, |
| "grad_norm": 0.64453125, |
| "learning_rate": 1.3157894736842104e-07, |
| "loss": 0.2632070481777191, |
| "step": 25, |
| "token_acc": 0.9223796033994335 |
| }, |
| { |
| "epoch": 0.005485232067510549, |
| "grad_norm": 0.7421875, |
| "learning_rate": 1.368421052631579e-07, |
| "loss": 0.2736364006996155, |
| "step": 26, |
| "token_acc": 0.9269776876267748 |
| }, |
| { |
| "epoch": 0.00569620253164557, |
| "grad_norm": 0.96875, |
| "learning_rate": 1.4210526315789474e-07, |
| "loss": 0.29377132654190063, |
| "step": 27, |
| "token_acc": 0.9181763285024155 |
| }, |
| { |
| "epoch": 0.00590717299578059, |
| "grad_norm": 0.7734375, |
| "learning_rate": 1.4736842105263155e-07, |
| "loss": 0.25689125061035156, |
| "step": 28, |
| "token_acc": 0.9299856527977044 |
| }, |
| { |
| "epoch": 0.006118143459915612, |
| "grad_norm": 0.9609375, |
| "learning_rate": 1.526315789473684e-07, |
| "loss": 0.24775874614715576, |
| "step": 29, |
| "token_acc": 0.9330016583747927 |
| }, |
| { |
| "epoch": 0.006329113924050633, |
| "grad_norm": 0.703125, |
| "learning_rate": 1.5789473684210525e-07, |
| "loss": 0.25338542461395264, |
| "step": 30, |
| "token_acc": 0.925512104283054 |
| }, |
| { |
| "epoch": 0.006540084388185654, |
| "grad_norm": 0.6328125, |
| "learning_rate": 1.631578947368421e-07, |
| "loss": 0.25087809562683105, |
| "step": 31, |
| "token_acc": 0.9313120472229676 |
| }, |
| { |
| "epoch": 0.006751054852320675, |
| "grad_norm": 0.67578125, |
| "learning_rate": 1.6842105263157895e-07, |
| "loss": 0.2502059042453766, |
| "step": 32, |
| "token_acc": 0.9279077218840115 |
| }, |
| { |
| "epoch": 0.006962025316455696, |
| "grad_norm": 0.578125, |
| "learning_rate": 1.7368421052631578e-07, |
| "loss": 0.18295930325984955, |
| "step": 33, |
| "token_acc": 0.9424480628860191 |
| }, |
| { |
| "epoch": 0.007172995780590718, |
| "grad_norm": 0.7265625, |
| "learning_rate": 1.7894736842105262e-07, |
| "loss": 0.2690507471561432, |
| "step": 34, |
| "token_acc": 0.9241155819605725 |
| }, |
| { |
| "epoch": 0.007383966244725738, |
| "grad_norm": 0.90234375, |
| "learning_rate": 1.8421052631578946e-07, |
| "loss": 0.2535433769226074, |
| "step": 35, |
| "token_acc": 0.9346446700507615 |
| }, |
| { |
| "epoch": 0.007594936708860759, |
| "grad_norm": 0.73046875, |
| "learning_rate": 1.8947368421052632e-07, |
| "loss": 0.26006314158439636, |
| "step": 36, |
| "token_acc": 0.9291425420457678 |
| }, |
| { |
| "epoch": 0.007805907172995781, |
| "grad_norm": 0.86328125, |
| "learning_rate": 1.9473684210526315e-07, |
| "loss": 0.2664929926395416, |
| "step": 37, |
| "token_acc": 0.9286128845037724 |
| }, |
| { |
| "epoch": 0.008016877637130802, |
| "grad_norm": 0.65234375, |
| "learning_rate": 2e-07, |
| "loss": 0.2170935869216919, |
| "step": 38, |
| "token_acc": 0.9359218028780885 |
| }, |
| { |
| "epoch": 0.008227848101265823, |
| "grad_norm": 0.75390625, |
| "learning_rate": 2.0526315789473683e-07, |
| "loss": 0.31706634163856506, |
| "step": 39, |
| "token_acc": 0.9133278822567457 |
| }, |
| { |
| "epoch": 0.008438818565400843, |
| "grad_norm": 0.6953125, |
| "learning_rate": 2.1052631578947366e-07, |
| "loss": 0.23433184623718262, |
| "step": 40, |
| "token_acc": 0.9313227829202747 |
| }, |
| { |
| "epoch": 0.008649789029535865, |
| "grad_norm": 0.65234375, |
| "learning_rate": 2.1578947368421053e-07, |
| "loss": 0.19157642126083374, |
| "step": 41, |
| "token_acc": 0.9416859122401847 |
| }, |
| { |
| "epoch": 0.008860759493670886, |
| "grad_norm": 0.75390625, |
| "learning_rate": 2.2105263157894736e-07, |
| "loss": 0.26239246129989624, |
| "step": 42, |
| "token_acc": 0.9240352476450927 |
| }, |
| { |
| "epoch": 0.009071729957805906, |
| "grad_norm": 0.97265625, |
| "learning_rate": 2.263157894736842e-07, |
| "loss": 0.27333155274391174, |
| "step": 43, |
| "token_acc": 0.9244935543278084 |
| }, |
| { |
| "epoch": 0.009282700421940928, |
| "grad_norm": 0.671875, |
| "learning_rate": 2.3157894736842104e-07, |
| "loss": 0.22739389538764954, |
| "step": 44, |
| "token_acc": 0.9345622119815669 |
| }, |
| { |
| "epoch": 0.00949367088607595, |
| "grad_norm": 1.359375, |
| "learning_rate": 2.3684210526315787e-07, |
| "loss": 0.2970912754535675, |
| "step": 45, |
| "token_acc": 0.918966119455117 |
| }, |
| { |
| "epoch": 0.009704641350210971, |
| "grad_norm": 0.98046875, |
| "learning_rate": 2.4210526315789473e-07, |
| "loss": 0.24367359280586243, |
| "step": 46, |
| "token_acc": 0.9307627357162961 |
| }, |
| { |
| "epoch": 0.009915611814345991, |
| "grad_norm": 0.69140625, |
| "learning_rate": 2.4736842105263157e-07, |
| "loss": 0.24166589975357056, |
| "step": 47, |
| "token_acc": 0.925096985974336 |
| }, |
| { |
| "epoch": 0.010126582278481013, |
| "grad_norm": 0.8203125, |
| "learning_rate": 2.526315789473684e-07, |
| "loss": 0.2498053014278412, |
| "step": 48, |
| "token_acc": 0.9309855154785572 |
| }, |
| { |
| "epoch": 0.010337552742616034, |
| "grad_norm": 0.81640625, |
| "learning_rate": 2.578947368421053e-07, |
| "loss": 0.27882808446884155, |
| "step": 49, |
| "token_acc": 0.9232902033271719 |
| }, |
| { |
| "epoch": 0.010548523206751054, |
| "grad_norm": 0.7890625, |
| "learning_rate": 2.631578947368421e-07, |
| "loss": 0.2516263723373413, |
| "step": 50, |
| "token_acc": 0.9283572142619126 |
| }, |
| { |
| "epoch": 0.010759493670886076, |
| "grad_norm": 0.65625, |
| "learning_rate": 2.684210526315789e-07, |
| "loss": 0.22138270735740662, |
| "step": 51, |
| "token_acc": 0.9392942583732058 |
| }, |
| { |
| "epoch": 0.010970464135021098, |
| "grad_norm": 1.015625, |
| "learning_rate": 2.736842105263158e-07, |
| "loss": 0.25101763010025024, |
| "step": 52, |
| "token_acc": 0.9323397913561848 |
| }, |
| { |
| "epoch": 0.011181434599156118, |
| "grad_norm": 0.77734375, |
| "learning_rate": 2.789473684210526e-07, |
| "loss": 0.2590043842792511, |
| "step": 53, |
| "token_acc": 0.9248989023685731 |
| }, |
| { |
| "epoch": 0.01139240506329114, |
| "grad_norm": 1.03125, |
| "learning_rate": 2.842105263157895e-07, |
| "loss": 0.22629833221435547, |
| "step": 54, |
| "token_acc": 0.9388133498145859 |
| }, |
| { |
| "epoch": 0.011603375527426161, |
| "grad_norm": 1.2421875, |
| "learning_rate": 2.894736842105263e-07, |
| "loss": 0.26315873861312866, |
| "step": 55, |
| "token_acc": 0.9215632686526374 |
| }, |
| { |
| "epoch": 0.01181434599156118, |
| "grad_norm": 1.390625, |
| "learning_rate": 2.947368421052631e-07, |
| "loss": 0.3269142806529999, |
| "step": 56, |
| "token_acc": 0.9163541967118546 |
| }, |
| { |
| "epoch": 0.012025316455696202, |
| "grad_norm": 0.8125, |
| "learning_rate": 3e-07, |
| "loss": 0.2740277945995331, |
| "step": 57, |
| "token_acc": 0.9223241590214067 |
| }, |
| { |
| "epoch": 0.012236286919831224, |
| "grad_norm": 0.7109375, |
| "learning_rate": 3.052631578947368e-07, |
| "loss": 0.2807028889656067, |
| "step": 58, |
| "token_acc": 0.9231628946633138 |
| }, |
| { |
| "epoch": 0.012447257383966244, |
| "grad_norm": 0.83984375, |
| "learning_rate": 3.105263157894737e-07, |
| "loss": 0.3021116256713867, |
| "step": 59, |
| "token_acc": 0.9209953343701399 |
| }, |
| { |
| "epoch": 0.012658227848101266, |
| "grad_norm": 0.73828125, |
| "learning_rate": 3.157894736842105e-07, |
| "loss": 0.2364785373210907, |
| "step": 60, |
| "token_acc": 0.9329750237116662 |
| }, |
| { |
| "epoch": 0.012869198312236287, |
| "grad_norm": 0.7109375, |
| "learning_rate": 3.2105263157894733e-07, |
| "loss": 0.2884541153907776, |
| "step": 61, |
| "token_acc": 0.9274515831540117 |
| }, |
| { |
| "epoch": 0.013080168776371307, |
| "grad_norm": 0.76953125, |
| "learning_rate": 3.263157894736842e-07, |
| "loss": 0.25490057468414307, |
| "step": 62, |
| "token_acc": 0.9336579427875837 |
| }, |
| { |
| "epoch": 0.013291139240506329, |
| "grad_norm": 0.859375, |
| "learning_rate": 3.31578947368421e-07, |
| "loss": 0.27591922879219055, |
| "step": 63, |
| "token_acc": 0.9201367308887508 |
| }, |
| { |
| "epoch": 0.01350210970464135, |
| "grad_norm": 0.83203125, |
| "learning_rate": 3.368421052631579e-07, |
| "loss": 0.2646903693675995, |
| "step": 64, |
| "token_acc": 0.9261189454322502 |
| }, |
| { |
| "epoch": 0.013713080168776372, |
| "grad_norm": 0.7265625, |
| "learning_rate": 3.4210526315789473e-07, |
| "loss": 0.2481774091720581, |
| "step": 65, |
| "token_acc": 0.9300921512551636 |
| }, |
| { |
| "epoch": 0.013924050632911392, |
| "grad_norm": 0.671875, |
| "learning_rate": 3.4736842105263157e-07, |
| "loss": 0.2667776644229889, |
| "step": 66, |
| "token_acc": 0.9202678027997565 |
| }, |
| { |
| "epoch": 0.014135021097046414, |
| "grad_norm": 0.77734375, |
| "learning_rate": 3.526315789473684e-07, |
| "loss": 0.2720962464809418, |
| "step": 67, |
| "token_acc": 0.9237356168049238 |
| }, |
| { |
| "epoch": 0.014345991561181435, |
| "grad_norm": 0.6171875, |
| "learning_rate": 3.5789473684210524e-07, |
| "loss": 0.25555452704429626, |
| "step": 68, |
| "token_acc": 0.9306469298245614 |
| }, |
| { |
| "epoch": 0.014556962025316455, |
| "grad_norm": 0.640625, |
| "learning_rate": 3.6315789473684213e-07, |
| "loss": 0.22453869879245758, |
| "step": 69, |
| "token_acc": 0.9388444990780578 |
| }, |
| { |
| "epoch": 0.014767932489451477, |
| "grad_norm": 0.75, |
| "learning_rate": 3.684210526315789e-07, |
| "loss": 0.28728553652763367, |
| "step": 70, |
| "token_acc": 0.9182989690721649 |
| }, |
| { |
| "epoch": 0.014978902953586498, |
| "grad_norm": 0.95703125, |
| "learning_rate": 3.7368421052631575e-07, |
| "loss": 0.2622889578342438, |
| "step": 71, |
| "token_acc": 0.9239098624524437 |
| }, |
| { |
| "epoch": 0.015189873417721518, |
| "grad_norm": 0.78125, |
| "learning_rate": 3.7894736842105264e-07, |
| "loss": 0.2780531346797943, |
| "step": 72, |
| "token_acc": 0.9266362252663622 |
| }, |
| { |
| "epoch": 0.01540084388185654, |
| "grad_norm": 0.703125, |
| "learning_rate": 3.842105263157894e-07, |
| "loss": 0.2625043988227844, |
| "step": 73, |
| "token_acc": 0.9331468531468532 |
| }, |
| { |
| "epoch": 0.015611814345991562, |
| "grad_norm": 0.703125, |
| "learning_rate": 3.894736842105263e-07, |
| "loss": 0.25795984268188477, |
| "step": 74, |
| "token_acc": 0.9242160278745645 |
| }, |
| { |
| "epoch": 0.015822784810126583, |
| "grad_norm": 0.71484375, |
| "learning_rate": 3.9473684210526315e-07, |
| "loss": 0.2481173276901245, |
| "step": 75, |
| "token_acc": 0.9310846176214016 |
| }, |
| { |
| "epoch": 0.016033755274261603, |
| "grad_norm": 0.640625, |
| "learning_rate": 4e-07, |
| "loss": 0.23631326854228973, |
| "step": 76, |
| "token_acc": 0.9369342184671092 |
| }, |
| { |
| "epoch": 0.016244725738396623, |
| "grad_norm": 0.69140625, |
| "learning_rate": 4.052631578947368e-07, |
| "loss": 0.24659401178359985, |
| "step": 77, |
| "token_acc": 0.930279458369346 |
| }, |
| { |
| "epoch": 0.016455696202531647, |
| "grad_norm": 0.77734375, |
| "learning_rate": 4.1052631578947365e-07, |
| "loss": 0.28330034017562866, |
| "step": 78, |
| "token_acc": 0.9203966005665722 |
| }, |
| { |
| "epoch": 0.016666666666666666, |
| "grad_norm": 0.96484375, |
| "learning_rate": 4.1578947368421054e-07, |
| "loss": 0.2582593560218811, |
| "step": 79, |
| "token_acc": 0.9296250768285187 |
| }, |
| { |
| "epoch": 0.016877637130801686, |
| "grad_norm": 0.734375, |
| "learning_rate": 4.2105263157894733e-07, |
| "loss": 0.2518593370914459, |
| "step": 80, |
| "token_acc": 0.9288208434058555 |
| }, |
| { |
| "epoch": 0.01708860759493671, |
| "grad_norm": 0.859375, |
| "learning_rate": 4.2631578947368416e-07, |
| "loss": 0.30441492795944214, |
| "step": 81, |
| "token_acc": 0.9242614707730987 |
| }, |
| { |
| "epoch": 0.01729957805907173, |
| "grad_norm": 0.7578125, |
| "learning_rate": 4.3157894736842105e-07, |
| "loss": 0.30916911363601685, |
| "step": 82, |
| "token_acc": 0.9124253625248792 |
| }, |
| { |
| "epoch": 0.01751054852320675, |
| "grad_norm": 0.609375, |
| "learning_rate": 4.368421052631579e-07, |
| "loss": 0.28638702630996704, |
| "step": 83, |
| "token_acc": 0.9245689655172413 |
| }, |
| { |
| "epoch": 0.017721518987341773, |
| "grad_norm": 0.80859375, |
| "learning_rate": 4.421052631578947e-07, |
| "loss": 0.2646373510360718, |
| "step": 84, |
| "token_acc": 0.9279176201372997 |
| }, |
| { |
| "epoch": 0.017932489451476793, |
| "grad_norm": 0.97265625, |
| "learning_rate": 4.4736842105263156e-07, |
| "loss": 0.27530571818351746, |
| "step": 85, |
| "token_acc": 0.9217687074829932 |
| }, |
| { |
| "epoch": 0.018143459915611813, |
| "grad_norm": 0.73828125, |
| "learning_rate": 4.526315789473684e-07, |
| "loss": 0.30989915132522583, |
| "step": 86, |
| "token_acc": 0.9133137062479555 |
| }, |
| { |
| "epoch": 0.018354430379746836, |
| "grad_norm": 0.91015625, |
| "learning_rate": 4.5789473684210523e-07, |
| "loss": 0.2850973308086395, |
| "step": 87, |
| "token_acc": 0.9211218229623137 |
| }, |
| { |
| "epoch": 0.018565400843881856, |
| "grad_norm": 0.72265625, |
| "learning_rate": 4.6315789473684207e-07, |
| "loss": 0.2523067593574524, |
| "step": 88, |
| "token_acc": 0.9337899543378996 |
| }, |
| { |
| "epoch": 0.018776371308016876, |
| "grad_norm": 0.734375, |
| "learning_rate": 4.6842105263157896e-07, |
| "loss": 0.2510542869567871, |
| "step": 89, |
| "token_acc": 0.9345845983991168 |
| }, |
| { |
| "epoch": 0.0189873417721519, |
| "grad_norm": 0.65625, |
| "learning_rate": 4.7368421052631574e-07, |
| "loss": 0.27831587195396423, |
| "step": 90, |
| "token_acc": 0.9237072619384007 |
| }, |
| { |
| "epoch": 0.01919831223628692, |
| "grad_norm": 0.67578125, |
| "learning_rate": 4.789473684210526e-07, |
| "loss": 0.2806670665740967, |
| "step": 91, |
| "token_acc": 0.9245553643144004 |
| }, |
| { |
| "epoch": 0.019409282700421943, |
| "grad_norm": 0.8046875, |
| "learning_rate": 4.842105263157895e-07, |
| "loss": 0.2630135416984558, |
| "step": 92, |
| "token_acc": 0.9274447949526814 |
| }, |
| { |
| "epoch": 0.019620253164556962, |
| "grad_norm": 0.71875, |
| "learning_rate": 4.894736842105263e-07, |
| "loss": 0.2662945091724396, |
| "step": 93, |
| "token_acc": 0.9303838646714379 |
| }, |
| { |
| "epoch": 0.019831223628691982, |
| "grad_norm": 0.703125, |
| "learning_rate": 4.947368421052631e-07, |
| "loss": 0.2430751472711563, |
| "step": 94, |
| "token_acc": 0.9333737129012719 |
| }, |
| { |
| "epoch": 0.020042194092827006, |
| "grad_norm": 0.80078125, |
| "learning_rate": 5e-07, |
| "loss": 0.2676389515399933, |
| "step": 95, |
| "token_acc": 0.9231901118304885 |
| }, |
| { |
| "epoch": 0.020253164556962026, |
| "grad_norm": 0.765625, |
| "learning_rate": 5.052631578947368e-07, |
| "loss": 0.24123789370059967, |
| "step": 96, |
| "token_acc": 0.9292089873807325 |
| }, |
| { |
| "epoch": 0.020464135021097046, |
| "grad_norm": 0.80078125, |
| "learning_rate": 5.105263157894736e-07, |
| "loss": 0.24845993518829346, |
| "step": 97, |
| "token_acc": 0.9311657879320445 |
| }, |
| { |
| "epoch": 0.02067510548523207, |
| "grad_norm": 0.6953125, |
| "learning_rate": 5.157894736842106e-07, |
| "loss": 0.2502240836620331, |
| "step": 98, |
| "token_acc": 0.9316136772645471 |
| }, |
| { |
| "epoch": 0.02088607594936709, |
| "grad_norm": 0.64453125, |
| "learning_rate": 5.210526315789473e-07, |
| "loss": 0.2715577483177185, |
| "step": 99, |
| "token_acc": 0.9284542172628816 |
| }, |
| { |
| "epoch": 0.02109704641350211, |
| "grad_norm": 0.640625, |
| "learning_rate": 5.263157894736842e-07, |
| "loss": 0.25573915243148804, |
| "step": 100, |
| "token_acc": 0.9303937007874016 |
| }, |
| { |
| "epoch": 0.021308016877637132, |
| "grad_norm": 0.5859375, |
| "learning_rate": 5.31578947368421e-07, |
| "loss": 0.23634707927703857, |
| "step": 101, |
| "token_acc": 0.9278404618210443 |
| }, |
| { |
| "epoch": 0.021518987341772152, |
| "grad_norm": 0.79296875, |
| "learning_rate": 5.368421052631578e-07, |
| "loss": 0.24541448056697845, |
| "step": 102, |
| "token_acc": 0.9269794721407625 |
| }, |
| { |
| "epoch": 0.021729957805907172, |
| "grad_norm": 0.8046875, |
| "learning_rate": 5.421052631578948e-07, |
| "loss": 0.29984721541404724, |
| "step": 103, |
| "token_acc": 0.9175257731958762 |
| }, |
| { |
| "epoch": 0.021940928270042195, |
| "grad_norm": 0.703125, |
| "learning_rate": 5.473684210526316e-07, |
| "loss": 0.23752300441265106, |
| "step": 104, |
| "token_acc": 0.9307146753955264 |
| }, |
| { |
| "epoch": 0.022151898734177215, |
| "grad_norm": 0.7578125, |
| "learning_rate": 5.526315789473684e-07, |
| "loss": 0.26209786534309387, |
| "step": 105, |
| "token_acc": 0.9331191588785047 |
| }, |
| { |
| "epoch": 0.022362869198312235, |
| "grad_norm": 0.6015625, |
| "learning_rate": 5.578947368421052e-07, |
| "loss": 0.26135504245758057, |
| "step": 106, |
| "token_acc": 0.9239098624524437 |
| }, |
| { |
| "epoch": 0.02257383966244726, |
| "grad_norm": 0.76171875, |
| "learning_rate": 5.63157894736842e-07, |
| "loss": 0.2286645919084549, |
| "step": 107, |
| "token_acc": 0.9346016646848989 |
| }, |
| { |
| "epoch": 0.02278481012658228, |
| "grad_norm": 0.94921875, |
| "learning_rate": 5.68421052631579e-07, |
| "loss": 0.2228844314813614, |
| "step": 108, |
| "token_acc": 0.9335610058987892 |
| }, |
| { |
| "epoch": 0.0229957805907173, |
| "grad_norm": 0.7265625, |
| "learning_rate": 5.736842105263158e-07, |
| "loss": 0.23979443311691284, |
| "step": 109, |
| "token_acc": 0.9332460732984293 |
| }, |
| { |
| "epoch": 0.023206751054852322, |
| "grad_norm": 0.7734375, |
| "learning_rate": 5.789473684210526e-07, |
| "loss": 0.2925586402416229, |
| "step": 110, |
| "token_acc": 0.9247163973874184 |
| }, |
| { |
| "epoch": 0.02341772151898734, |
| "grad_norm": 0.89453125, |
| "learning_rate": 5.842105263157895e-07, |
| "loss": 0.26546645164489746, |
| "step": 111, |
| "token_acc": 0.9265167364016736 |
| }, |
| { |
| "epoch": 0.02362869198312236, |
| "grad_norm": 0.71875, |
| "learning_rate": 5.894736842105262e-07, |
| "loss": 0.23430243134498596, |
| "step": 112, |
| "token_acc": 0.9325294286534597 |
| }, |
| { |
| "epoch": 0.023839662447257385, |
| "grad_norm": 0.6875, |
| "learning_rate": 5.947368421052631e-07, |
| "loss": 0.2555156946182251, |
| "step": 113, |
| "token_acc": 0.9277472527472528 |
| }, |
| { |
| "epoch": 0.024050632911392405, |
| "grad_norm": 0.625, |
| "learning_rate": 6e-07, |
| "loss": 0.27733132243156433, |
| "step": 114, |
| "token_acc": 0.9281454979129398 |
| }, |
| { |
| "epoch": 0.024261603375527425, |
| "grad_norm": 0.6328125, |
| "learning_rate": 6.052631578947368e-07, |
| "loss": 0.2438090741634369, |
| "step": 115, |
| "token_acc": 0.9304691916336914 |
| }, |
| { |
| "epoch": 0.024472573839662448, |
| "grad_norm": 0.70703125, |
| "learning_rate": 6.105263157894736e-07, |
| "loss": 0.2810766100883484, |
| "step": 116, |
| "token_acc": 0.9260921603830042 |
| }, |
| { |
| "epoch": 0.024683544303797468, |
| "grad_norm": 0.6171875, |
| "learning_rate": 6.157894736842105e-07, |
| "loss": 0.21388083696365356, |
| "step": 117, |
| "token_acc": 0.9422394320748628 |
| }, |
| { |
| "epoch": 0.024894514767932488, |
| "grad_norm": 0.8828125, |
| "learning_rate": 6.210526315789474e-07, |
| "loss": 0.304085373878479, |
| "step": 118, |
| "token_acc": 0.9148753224419605 |
| }, |
| { |
| "epoch": 0.02510548523206751, |
| "grad_norm": 0.8125, |
| "learning_rate": 6.263157894736842e-07, |
| "loss": 0.24785375595092773, |
| "step": 119, |
| "token_acc": 0.9345686160972785 |
| }, |
| { |
| "epoch": 0.02531645569620253, |
| "grad_norm": 0.6015625, |
| "learning_rate": 6.31578947368421e-07, |
| "loss": 0.23662757873535156, |
| "step": 120, |
| "token_acc": 0.9339464882943144 |
| }, |
| { |
| "epoch": 0.02552742616033755, |
| "grad_norm": 0.7890625, |
| "learning_rate": 6.368421052631578e-07, |
| "loss": 0.30741703510284424, |
| "step": 121, |
| "token_acc": 0.9190517490604221 |
| }, |
| { |
| "epoch": 0.025738396624472575, |
| "grad_norm": 0.58984375, |
| "learning_rate": 6.421052631578947e-07, |
| "loss": 0.2324860692024231, |
| "step": 122, |
| "token_acc": 0.9350512753089666 |
| }, |
| { |
| "epoch": 0.025949367088607594, |
| "grad_norm": 0.71875, |
| "learning_rate": 6.473684210526316e-07, |
| "loss": 0.22093364596366882, |
| "step": 123, |
| "token_acc": 0.9382284382284383 |
| }, |
| { |
| "epoch": 0.026160337552742614, |
| "grad_norm": 0.58203125, |
| "learning_rate": 6.526315789473684e-07, |
| "loss": 0.26719486713409424, |
| "step": 124, |
| "token_acc": 0.9285504263451926 |
| }, |
| { |
| "epoch": 0.026371308016877638, |
| "grad_norm": 0.69921875, |
| "learning_rate": 6.578947368421053e-07, |
| "loss": 0.26403629779815674, |
| "step": 125, |
| "token_acc": 0.9270715096481271 |
| }, |
| { |
| "epoch": 0.026582278481012658, |
| "grad_norm": 1.046875, |
| "learning_rate": 6.63157894736842e-07, |
| "loss": 0.24764738976955414, |
| "step": 126, |
| "token_acc": 0.9328358208955224 |
| }, |
| { |
| "epoch": 0.02679324894514768, |
| "grad_norm": 0.80078125, |
| "learning_rate": 6.684210526315788e-07, |
| "loss": 0.2644532322883606, |
| "step": 127, |
| "token_acc": 0.9267714201008005 |
| }, |
| { |
| "epoch": 0.0270042194092827, |
| "grad_norm": 0.80859375, |
| "learning_rate": 6.736842105263158e-07, |
| "loss": 0.2985777258872986, |
| "step": 128, |
| "token_acc": 0.9214629997164729 |
| }, |
| { |
| "epoch": 0.02721518987341772, |
| "grad_norm": 0.62109375, |
| "learning_rate": 6.789473684210526e-07, |
| "loss": 0.23605869710445404, |
| "step": 129, |
| "token_acc": 0.9335576114381834 |
| }, |
| { |
| "epoch": 0.027426160337552744, |
| "grad_norm": 0.72265625, |
| "learning_rate": 6.842105263157895e-07, |
| "loss": 0.254613995552063, |
| "step": 130, |
| "token_acc": 0.9289265867212635 |
| }, |
| { |
| "epoch": 0.027637130801687764, |
| "grad_norm": 0.91015625, |
| "learning_rate": 6.894736842105263e-07, |
| "loss": 0.32649004459381104, |
| "step": 131, |
| "token_acc": 0.9107457428068115 |
| }, |
| { |
| "epoch": 0.027848101265822784, |
| "grad_norm": 0.66796875, |
| "learning_rate": 6.947368421052631e-07, |
| "loss": 0.2345716655254364, |
| "step": 132, |
| "token_acc": 0.9308671922377199 |
| }, |
| { |
| "epoch": 0.028059071729957807, |
| "grad_norm": 0.796875, |
| "learning_rate": 7e-07, |
| "loss": 0.2658767104148865, |
| "step": 133, |
| "token_acc": 0.9226377390807879 |
| }, |
| { |
| "epoch": 0.028270042194092827, |
| "grad_norm": 0.70703125, |
| "learning_rate": 7.052631578947368e-07, |
| "loss": 0.2791082561016083, |
| "step": 134, |
| "token_acc": 0.9298836497244336 |
| }, |
| { |
| "epoch": 0.028481012658227847, |
| "grad_norm": 0.75390625, |
| "learning_rate": 7.105263157894736e-07, |
| "loss": 0.28342780470848083, |
| "step": 135, |
| "token_acc": 0.9173340961098398 |
| }, |
| { |
| "epoch": 0.02869198312236287, |
| "grad_norm": 0.53125, |
| "learning_rate": 7.157894736842105e-07, |
| "loss": 0.19060048460960388, |
| "step": 136, |
| "token_acc": 0.9426000620539869 |
| }, |
| { |
| "epoch": 0.02890295358649789, |
| "grad_norm": 0.76171875, |
| "learning_rate": 7.210526315789473e-07, |
| "loss": 0.24044275283813477, |
| "step": 137, |
| "token_acc": 0.9315665883931566 |
| }, |
| { |
| "epoch": 0.02911392405063291, |
| "grad_norm": 0.69921875, |
| "learning_rate": 7.263157894736843e-07, |
| "loss": 0.22750994563102722, |
| "step": 138, |
| "token_acc": 0.9367798193709125 |
| }, |
| { |
| "epoch": 0.029324894514767934, |
| "grad_norm": 0.65234375, |
| "learning_rate": 7.315789473684211e-07, |
| "loss": 0.2409280240535736, |
| "step": 139, |
| "token_acc": 0.9357879234167894 |
| }, |
| { |
| "epoch": 0.029535864978902954, |
| "grad_norm": 0.74609375, |
| "learning_rate": 7.368421052631578e-07, |
| "loss": 0.24030432105064392, |
| "step": 140, |
| "token_acc": 0.928141912206855 |
| }, |
| { |
| "epoch": 0.029746835443037974, |
| "grad_norm": 0.703125, |
| "learning_rate": 7.421052631578947e-07, |
| "loss": 0.255402147769928, |
| "step": 141, |
| "token_acc": 0.9247853124074622 |
| }, |
| { |
| "epoch": 0.029957805907172997, |
| "grad_norm": 0.74609375, |
| "learning_rate": 7.473684210526315e-07, |
| "loss": 0.21290147304534912, |
| "step": 142, |
| "token_acc": 0.9362466327446872 |
| }, |
| { |
| "epoch": 0.030168776371308017, |
| "grad_norm": 0.88671875, |
| "learning_rate": 7.526315789473684e-07, |
| "loss": 0.2536450922489166, |
| "step": 143, |
| "token_acc": 0.9314112291350531 |
| }, |
| { |
| "epoch": 0.030379746835443037, |
| "grad_norm": 0.6015625, |
| "learning_rate": 7.578947368421053e-07, |
| "loss": 0.20192307233810425, |
| "step": 144, |
| "token_acc": 0.9473519272955186 |
| }, |
| { |
| "epoch": 0.03059071729957806, |
| "grad_norm": 0.7734375, |
| "learning_rate": 7.631578947368421e-07, |
| "loss": 0.27158498764038086, |
| "step": 145, |
| "token_acc": 0.9229805886036319 |
| }, |
| { |
| "epoch": 0.03080168776371308, |
| "grad_norm": 0.93359375, |
| "learning_rate": 7.684210526315788e-07, |
| "loss": 0.2483355551958084, |
| "step": 146, |
| "token_acc": 0.9249113760876571 |
| }, |
| { |
| "epoch": 0.0310126582278481, |
| "grad_norm": 0.546875, |
| "learning_rate": 7.736842105263157e-07, |
| "loss": 0.2523292303085327, |
| "step": 147, |
| "token_acc": 0.9309432853364679 |
| }, |
| { |
| "epoch": 0.031223628691983123, |
| "grad_norm": 0.9375, |
| "learning_rate": 7.789473684210526e-07, |
| "loss": 0.28833281993865967, |
| "step": 148, |
| "token_acc": 0.9170937594211637 |
| }, |
| { |
| "epoch": 0.03143459915611815, |
| "grad_norm": 0.7421875, |
| "learning_rate": 7.842105263157895e-07, |
| "loss": 0.250460147857666, |
| "step": 149, |
| "token_acc": 0.9285714285714286 |
| }, |
| { |
| "epoch": 0.03164556962025317, |
| "grad_norm": 0.9453125, |
| "learning_rate": 7.894736842105263e-07, |
| "loss": 0.2840534746646881, |
| "step": 150, |
| "token_acc": 0.9216349108789182 |
| }, |
| { |
| "epoch": 0.03185654008438819, |
| "grad_norm": 0.74609375, |
| "learning_rate": 7.947368421052631e-07, |
| "loss": 0.2967279851436615, |
| "step": 151, |
| "token_acc": 0.9164603960396039 |
| }, |
| { |
| "epoch": 0.032067510548523206, |
| "grad_norm": 0.83203125, |
| "learning_rate": 8e-07, |
| "loss": 0.25097131729125977, |
| "step": 152, |
| "token_acc": 0.929299572509043 |
| }, |
| { |
| "epoch": 0.032278481012658226, |
| "grad_norm": 0.6953125, |
| "learning_rate": 8.052631578947368e-07, |
| "loss": 0.23201878368854523, |
| "step": 153, |
| "token_acc": 0.9383025367992484 |
| }, |
| { |
| "epoch": 0.032489451476793246, |
| "grad_norm": 0.65625, |
| "learning_rate": 8.105263157894736e-07, |
| "loss": 0.2245524525642395, |
| "step": 154, |
| "token_acc": 0.9406554472984943 |
| }, |
| { |
| "epoch": 0.03270042194092827, |
| "grad_norm": 0.75, |
| "learning_rate": 8.157894736842105e-07, |
| "loss": 0.22958879172801971, |
| "step": 155, |
| "token_acc": 0.9288455860643637 |
| }, |
| { |
| "epoch": 0.03291139240506329, |
| "grad_norm": 0.70703125, |
| "learning_rate": 8.210526315789473e-07, |
| "loss": 0.2539287805557251, |
| "step": 156, |
| "token_acc": 0.9255386565272496 |
| }, |
| { |
| "epoch": 0.03312236286919831, |
| "grad_norm": 0.6875, |
| "learning_rate": 8.263157894736841e-07, |
| "loss": 0.245978444814682, |
| "step": 157, |
| "token_acc": 0.9341576506955178 |
| }, |
| { |
| "epoch": 0.03333333333333333, |
| "grad_norm": 0.66796875, |
| "learning_rate": 8.315789473684211e-07, |
| "loss": 0.26281115412712097, |
| "step": 158, |
| "token_acc": 0.927784222737819 |
| }, |
| { |
| "epoch": 0.03354430379746835, |
| "grad_norm": 1.0, |
| "learning_rate": 8.368421052631579e-07, |
| "loss": 0.229181706905365, |
| "step": 159, |
| "token_acc": 0.9329073482428115 |
| }, |
| { |
| "epoch": 0.03375527426160337, |
| "grad_norm": 0.73046875, |
| "learning_rate": 8.421052631578947e-07, |
| "loss": 0.2598130702972412, |
| "step": 160, |
| "token_acc": 0.9302388707926167 |
| }, |
| { |
| "epoch": 0.0339662447257384, |
| "grad_norm": 0.75, |
| "learning_rate": 8.473684210526315e-07, |
| "loss": 0.25113117694854736, |
| "step": 161, |
| "token_acc": 0.9281177829099307 |
| }, |
| { |
| "epoch": 0.03417721518987342, |
| "grad_norm": 0.6015625, |
| "learning_rate": 8.526315789473683e-07, |
| "loss": 0.20510195195674896, |
| "step": 162, |
| "token_acc": 0.936978417266187 |
| }, |
| { |
| "epoch": 0.03438818565400844, |
| "grad_norm": 0.75, |
| "learning_rate": 8.578947368421053e-07, |
| "loss": 0.25259485840797424, |
| "step": 163, |
| "token_acc": 0.9289311695579183 |
| }, |
| { |
| "epoch": 0.03459915611814346, |
| "grad_norm": 0.6484375, |
| "learning_rate": 8.631578947368421e-07, |
| "loss": 0.2823118567466736, |
| "step": 164, |
| "token_acc": 0.9225122349102773 |
| }, |
| { |
| "epoch": 0.03481012658227848, |
| "grad_norm": 0.84375, |
| "learning_rate": 8.684210526315789e-07, |
| "loss": 0.2576562762260437, |
| "step": 165, |
| "token_acc": 0.931045050566963 |
| }, |
| { |
| "epoch": 0.0350210970464135, |
| "grad_norm": 0.6796875, |
| "learning_rate": 8.736842105263158e-07, |
| "loss": 0.2349683940410614, |
| "step": 166, |
| "token_acc": 0.9357770372614359 |
| }, |
| { |
| "epoch": 0.035232067510548526, |
| "grad_norm": 0.89453125, |
| "learning_rate": 8.789473684210525e-07, |
| "loss": 0.19951120018959045, |
| "step": 167, |
| "token_acc": 0.9381918819188192 |
| }, |
| { |
| "epoch": 0.035443037974683546, |
| "grad_norm": 0.58984375, |
| "learning_rate": 8.842105263157895e-07, |
| "loss": 0.24796079099178314, |
| "step": 168, |
| "token_acc": 0.9311111111111111 |
| }, |
| { |
| "epoch": 0.035654008438818566, |
| "grad_norm": 0.73828125, |
| "learning_rate": 8.894736842105263e-07, |
| "loss": 0.2532733082771301, |
| "step": 169, |
| "token_acc": 0.9297912713472486 |
| }, |
| { |
| "epoch": 0.035864978902953586, |
| "grad_norm": 0.98046875, |
| "learning_rate": 8.947368421052631e-07, |
| "loss": 0.25062763690948486, |
| "step": 170, |
| "token_acc": 0.9289099526066351 |
| }, |
| { |
| "epoch": 0.036075949367088606, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9e-07, |
| "loss": 0.2228512465953827, |
| "step": 171, |
| "token_acc": 0.9302030456852792 |
| }, |
| { |
| "epoch": 0.036286919831223625, |
| "grad_norm": 0.55859375, |
| "learning_rate": 9.052631578947368e-07, |
| "loss": 0.20684444904327393, |
| "step": 172, |
| "token_acc": 0.9388583019414662 |
| }, |
| { |
| "epoch": 0.03649789029535865, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.105263157894737e-07, |
| "loss": 0.2119678407907486, |
| "step": 173, |
| "token_acc": 0.938135593220339 |
| }, |
| { |
| "epoch": 0.03670886075949367, |
| "grad_norm": 0.828125, |
| "learning_rate": 9.157894736842105e-07, |
| "loss": 0.25168293714523315, |
| "step": 174, |
| "token_acc": 0.9275818639798489 |
| }, |
| { |
| "epoch": 0.03691983122362869, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.210526315789473e-07, |
| "loss": 0.2518053650856018, |
| "step": 175, |
| "token_acc": 0.9275232105420784 |
| }, |
| { |
| "epoch": 0.03713080168776371, |
| "grad_norm": 0.6171875, |
| "learning_rate": 9.263157894736841e-07, |
| "loss": 0.25257354974746704, |
| "step": 176, |
| "token_acc": 0.9272777932571747 |
| }, |
| { |
| "epoch": 0.03734177215189873, |
| "grad_norm": 1.0390625, |
| "learning_rate": 9.31578947368421e-07, |
| "loss": 0.24908028542995453, |
| "step": 177, |
| "token_acc": 0.9316982303632412 |
| }, |
| { |
| "epoch": 0.03755274261603375, |
| "grad_norm": 0.796875, |
| "learning_rate": 9.368421052631579e-07, |
| "loss": 0.2594815194606781, |
| "step": 178, |
| "token_acc": 0.9222846441947565 |
| }, |
| { |
| "epoch": 0.03776371308016878, |
| "grad_norm": 1.734375, |
| "learning_rate": 9.421052631578948e-07, |
| "loss": 0.301219642162323, |
| "step": 179, |
| "token_acc": 0.9261637239165329 |
| }, |
| { |
| "epoch": 0.0379746835443038, |
| "grad_norm": 0.6171875, |
| "learning_rate": 9.473684210526315e-07, |
| "loss": 0.2224687933921814, |
| "step": 180, |
| "token_acc": 0.9298196166854565 |
| }, |
| { |
| "epoch": 0.03818565400843882, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.526315789473683e-07, |
| "loss": 0.2755109667778015, |
| "step": 181, |
| "token_acc": 0.9245460237946149 |
| }, |
| { |
| "epoch": 0.03839662447257384, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.578947368421053e-07, |
| "loss": 0.24350810050964355, |
| "step": 182, |
| "token_acc": 0.9347500748278958 |
| }, |
| { |
| "epoch": 0.03860759493670886, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.63157894736842e-07, |
| "loss": 0.26835542917251587, |
| "step": 183, |
| "token_acc": 0.9246247205365697 |
| }, |
| { |
| "epoch": 0.038818565400843885, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.68421052631579e-07, |
| "loss": 0.25252771377563477, |
| "step": 184, |
| "token_acc": 0.9330130016958734 |
| }, |
| { |
| "epoch": 0.039029535864978905, |
| "grad_norm": 1.21875, |
| "learning_rate": 9.736842105263158e-07, |
| "loss": 0.27294090390205383, |
| "step": 185, |
| "token_acc": 0.9220917822838848 |
| }, |
| { |
| "epoch": 0.039240506329113925, |
| "grad_norm": 0.9140625, |
| "learning_rate": 9.789473684210526e-07, |
| "loss": 0.257973313331604, |
| "step": 186, |
| "token_acc": 0.9298401420959147 |
| }, |
| { |
| "epoch": 0.039451476793248945, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.842105263157894e-07, |
| "loss": 0.20286661386489868, |
| "step": 187, |
| "token_acc": 0.9379893517068587 |
| }, |
| { |
| "epoch": 0.039662447257383965, |
| "grad_norm": 1.0859375, |
| "learning_rate": 9.894736842105263e-07, |
| "loss": 0.30547526478767395, |
| "step": 188, |
| "token_acc": 0.9224360815857512 |
| }, |
| { |
| "epoch": 0.039873417721518985, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.947368421052631e-07, |
| "loss": 0.2581551671028137, |
| "step": 189, |
| "token_acc": 0.9263346257083209 |
| }, |
| { |
| "epoch": 0.04008438818565401, |
| "grad_norm": 0.99609375, |
| "learning_rate": 1e-06, |
| "loss": 0.267391562461853, |
| "step": 190, |
| "token_acc": 0.9272947591638897 |
| }, |
| { |
| "epoch": 0.04029535864978903, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.99999971410384e-07, |
| "loss": 0.22360718250274658, |
| "step": 191, |
| "token_acc": 0.9367160775370581 |
| }, |
| { |
| "epoch": 0.04050632911392405, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.999998856415392e-07, |
| "loss": 0.2589290738105774, |
| "step": 192, |
| "token_acc": 0.9256432004523607 |
| }, |
| { |
| "epoch": 0.04071729957805907, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.999997426934757e-07, |
| "loss": 0.2469128668308258, |
| "step": 193, |
| "token_acc": 0.9290098745663197 |
| }, |
| { |
| "epoch": 0.04092827004219409, |
| "grad_norm": 1.203125, |
| "learning_rate": 9.999995425662095e-07, |
| "loss": 0.2602100968360901, |
| "step": 194, |
| "token_acc": 0.9284731774415406 |
| }, |
| { |
| "epoch": 0.04113924050632911, |
| "grad_norm": 0.61328125, |
| "learning_rate": 9.999992852597638e-07, |
| "loss": 0.2579442858695984, |
| "step": 195, |
| "token_acc": 0.9280116110304789 |
| }, |
| { |
| "epoch": 0.04135021097046414, |
| "grad_norm": 0.75, |
| "learning_rate": 9.999989707741678e-07, |
| "loss": 0.266757071018219, |
| "step": 196, |
| "token_acc": 0.923786841321822 |
| }, |
| { |
| "epoch": 0.04156118143459916, |
| "grad_norm": 0.59765625, |
| "learning_rate": 9.999985991094577e-07, |
| "loss": 0.22912907600402832, |
| "step": 197, |
| "token_acc": 0.9336933693369337 |
| }, |
| { |
| "epoch": 0.04177215189873418, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.999981702656756e-07, |
| "loss": 0.23296543955802917, |
| "step": 198, |
| "token_acc": 0.931110498759989 |
| }, |
| { |
| "epoch": 0.0419831223628692, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.999976842428708e-07, |
| "loss": 0.27944594621658325, |
| "step": 199, |
| "token_acc": 0.9281785829828535 |
| }, |
| { |
| "epoch": 0.04219409282700422, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.99997141041099e-07, |
| "loss": 0.2449186146259308, |
| "step": 200, |
| "token_acc": 0.9309120699071546 |
| }, |
| { |
| "epoch": 0.04219409282700422, |
| "eval_loss": 0.43372446298599243, |
| "eval_runtime": 245.8313, |
| "eval_samples_per_second": 137.106, |
| "eval_steps_per_second": 2.144, |
| "eval_token_acc": 0.8990801399982051, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.04240506329113924, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.99996540660422e-07, |
| "loss": 0.2534567713737488, |
| "step": 201, |
| "token_acc": 0.9282550930026572 |
| }, |
| { |
| "epoch": 0.042616033755274264, |
| "grad_norm": 1.0, |
| "learning_rate": 9.999958831009087e-07, |
| "loss": 0.2861325144767761, |
| "step": 202, |
| "token_acc": 0.9250295159386068 |
| }, |
| { |
| "epoch": 0.042827004219409284, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.999951683626345e-07, |
| "loss": 0.24760206043720245, |
| "step": 203, |
| "token_acc": 0.9320360151031077 |
| }, |
| { |
| "epoch": 0.043037974683544304, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.999943964456805e-07, |
| "loss": 0.2488883137702942, |
| "step": 204, |
| "token_acc": 0.9300783604581073 |
| }, |
| { |
| "epoch": 0.043248945147679324, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.999935673501355e-07, |
| "loss": 0.257844477891922, |
| "step": 205, |
| "token_acc": 0.9278959810874704 |
| }, |
| { |
| "epoch": 0.043459915611814344, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.99992681076094e-07, |
| "loss": 0.21238219738006592, |
| "step": 206, |
| "token_acc": 0.937776467118844 |
| }, |
| { |
| "epoch": 0.043670886075949364, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.999917376236578e-07, |
| "loss": 0.21476256847381592, |
| "step": 207, |
| "token_acc": 0.9357326478149101 |
| }, |
| { |
| "epoch": 0.04388185654008439, |
| "grad_norm": 0.97265625, |
| "learning_rate": 9.999907369929344e-07, |
| "loss": 0.24194155633449554, |
| "step": 208, |
| "token_acc": 0.9311714096624751 |
| }, |
| { |
| "epoch": 0.04409282700421941, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.999896791840383e-07, |
| "loss": 0.2757856249809265, |
| "step": 209, |
| "token_acc": 0.9243792325056434 |
| }, |
| { |
| "epoch": 0.04430379746835443, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.999885641970906e-07, |
| "loss": 0.2318935990333557, |
| "step": 210, |
| "token_acc": 0.9357142857142857 |
| }, |
| { |
| "epoch": 0.04451476793248945, |
| "grad_norm": 0.64453125, |
| "learning_rate": 9.999873920322186e-07, |
| "loss": 0.2802179157733917, |
| "step": 211, |
| "token_acc": 0.9227716727716728 |
| }, |
| { |
| "epoch": 0.04472573839662447, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.999861626895565e-07, |
| "loss": 0.2558714747428894, |
| "step": 212, |
| "token_acc": 0.9255022321428571 |
| }, |
| { |
| "epoch": 0.04493670886075949, |
| "grad_norm": 0.890625, |
| "learning_rate": 9.99984876169245e-07, |
| "loss": 0.29882046580314636, |
| "step": 213, |
| "token_acc": 0.9213449414590213 |
| }, |
| { |
| "epoch": 0.04514767932489452, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.999835324714307e-07, |
| "loss": 0.24097202718257904, |
| "step": 214, |
| "token_acc": 0.9359388774610637 |
| }, |
| { |
| "epoch": 0.04535864978902954, |
| "grad_norm": 1.703125, |
| "learning_rate": 9.99982131596268e-07, |
| "loss": 0.28899186849594116, |
| "step": 215, |
| "token_acc": 0.9218701937865272 |
| }, |
| { |
| "epoch": 0.04556962025316456, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.999806735439165e-07, |
| "loss": 0.2710872292518616, |
| "step": 216, |
| "token_acc": 0.9248780487804878 |
| }, |
| { |
| "epoch": 0.04578059071729958, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.999791583145433e-07, |
| "loss": 0.2295331209897995, |
| "step": 217, |
| "token_acc": 0.9357304643261608 |
| }, |
| { |
| "epoch": 0.0459915611814346, |
| "grad_norm": 0.9921875, |
| "learning_rate": 9.999775859083216e-07, |
| "loss": 0.2171935886144638, |
| "step": 218, |
| "token_acc": 0.9356940509915014 |
| }, |
| { |
| "epoch": 0.046202531645569624, |
| "grad_norm": 0.94921875, |
| "learning_rate": 9.99975956325431e-07, |
| "loss": 0.2726757526397705, |
| "step": 219, |
| "token_acc": 0.9209691375829248 |
| }, |
| { |
| "epoch": 0.046413502109704644, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.99974269566058e-07, |
| "loss": 0.27028149366378784, |
| "step": 220, |
| "token_acc": 0.9284016636957814 |
| }, |
| { |
| "epoch": 0.04662447257383966, |
| "grad_norm": 0.56640625, |
| "learning_rate": 9.999725256303957e-07, |
| "loss": 0.20975014567375183, |
| "step": 221, |
| "token_acc": 0.9344503233392122 |
| }, |
| { |
| "epoch": 0.04683544303797468, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.999707245186434e-07, |
| "loss": 0.3065168261528015, |
| "step": 222, |
| "token_acc": 0.9186879823594267 |
| }, |
| { |
| "epoch": 0.0470464135021097, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.999688662310072e-07, |
| "loss": 0.20764990150928497, |
| "step": 223, |
| "token_acc": 0.9452255418863503 |
| }, |
| { |
| "epoch": 0.04725738396624472, |
| "grad_norm": 0.89453125, |
| "learning_rate": 9.99966950767699e-07, |
| "loss": 0.2654411196708679, |
| "step": 224, |
| "token_acc": 0.9302244039270687 |
| }, |
| { |
| "epoch": 0.04746835443037975, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.999649781289385e-07, |
| "loss": 0.2514041066169739, |
| "step": 225, |
| "token_acc": 0.933082271147161 |
| }, |
| { |
| "epoch": 0.04767932489451477, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.99962948314951e-07, |
| "loss": 0.21037127077579498, |
| "step": 226, |
| "token_acc": 0.9351134846461949 |
| }, |
| { |
| "epoch": 0.04789029535864979, |
| "grad_norm": 0.59765625, |
| "learning_rate": 9.99960861325969e-07, |
| "loss": 0.21236909925937653, |
| "step": 227, |
| "token_acc": 0.940097449125824 |
| }, |
| { |
| "epoch": 0.04810126582278481, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.999587171622305e-07, |
| "loss": 0.21992863714694977, |
| "step": 228, |
| "token_acc": 0.9344711978055471 |
| }, |
| { |
| "epoch": 0.04831223628691983, |
| "grad_norm": 0.95703125, |
| "learning_rate": 9.999565158239812e-07, |
| "loss": 0.26401764154434204, |
| "step": 229, |
| "token_acc": 0.9244654262704805 |
| }, |
| { |
| "epoch": 0.04852320675105485, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.999542573114728e-07, |
| "loss": 0.24087585508823395, |
| "step": 230, |
| "token_acc": 0.926786751888437 |
| }, |
| { |
| "epoch": 0.048734177215189876, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.999519416249634e-07, |
| "loss": 0.2533552646636963, |
| "step": 231, |
| "token_acc": 0.9275784028451342 |
| }, |
| { |
| "epoch": 0.048945147679324896, |
| "grad_norm": 1.4296875, |
| "learning_rate": 9.999495687647178e-07, |
| "loss": 0.2529897689819336, |
| "step": 232, |
| "token_acc": 0.9269195189639223 |
| }, |
| { |
| "epoch": 0.049156118143459916, |
| "grad_norm": 0.81640625, |
| "learning_rate": 9.999471387310077e-07, |
| "loss": 0.2788076400756836, |
| "step": 233, |
| "token_acc": 0.9202168861347793 |
| }, |
| { |
| "epoch": 0.049367088607594936, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.999446515241108e-07, |
| "loss": 0.2300492525100708, |
| "step": 234, |
| "token_acc": 0.9325668116842759 |
| }, |
| { |
| "epoch": 0.049578059071729956, |
| "grad_norm": 0.85546875, |
| "learning_rate": 9.999421071443115e-07, |
| "loss": 0.2711006700992584, |
| "step": 235, |
| "token_acc": 0.9220738900962434 |
| }, |
| { |
| "epoch": 0.049789029535864976, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.999395055919007e-07, |
| "loss": 0.24382656812667847, |
| "step": 236, |
| "token_acc": 0.9297777777777778 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.999368468671758e-07, |
| "loss": 0.2818126380443573, |
| "step": 237, |
| "token_acc": 0.9211531781868705 |
| }, |
| { |
| "epoch": 0.05021097046413502, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.999341309704413e-07, |
| "loss": 0.29420921206474304, |
| "step": 238, |
| "token_acc": 0.9187301587301587 |
| }, |
| { |
| "epoch": 0.05042194092827004, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.999313579020074e-07, |
| "loss": 0.24233081936836243, |
| "step": 239, |
| "token_acc": 0.9322516367776829 |
| }, |
| { |
| "epoch": 0.05063291139240506, |
| "grad_norm": 0.93359375, |
| "learning_rate": 9.999285276621913e-07, |
| "loss": 0.22199922800064087, |
| "step": 240, |
| "token_acc": 0.9347892956013534 |
| }, |
| { |
| "epoch": 0.05084388185654008, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.999256402513168e-07, |
| "loss": 0.2756049931049347, |
| "step": 241, |
| "token_acc": 0.9229754682141915 |
| }, |
| { |
| "epoch": 0.0510548523206751, |
| "grad_norm": 1.7421875, |
| "learning_rate": 9.999226956697138e-07, |
| "loss": 0.2459474354982376, |
| "step": 242, |
| "token_acc": 0.9287122207621551 |
| }, |
| { |
| "epoch": 0.05126582278481013, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.999196939177195e-07, |
| "loss": 0.26543667912483215, |
| "step": 243, |
| "token_acc": 0.9251445086705202 |
| }, |
| { |
| "epoch": 0.05147679324894515, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.999166349956768e-07, |
| "loss": 0.29306668043136597, |
| "step": 244, |
| "token_acc": 0.922089552238806 |
| }, |
| { |
| "epoch": 0.05168776371308017, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.999135189039356e-07, |
| "loss": 0.232993021607399, |
| "step": 245, |
| "token_acc": 0.933374460209747 |
| }, |
| { |
| "epoch": 0.05189873417721519, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.999103456428522e-07, |
| "loss": 0.29452502727508545, |
| "step": 246, |
| "token_acc": 0.9255251432208784 |
| }, |
| { |
| "epoch": 0.05210970464135021, |
| "grad_norm": 0.75, |
| "learning_rate": 9.999071152127897e-07, |
| "loss": 0.2289431095123291, |
| "step": 247, |
| "token_acc": 0.9372047791053071 |
| }, |
| { |
| "epoch": 0.05232067510548523, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.999038276141175e-07, |
| "loss": 0.3194141983985901, |
| "step": 248, |
| "token_acc": 0.914375 |
| }, |
| { |
| "epoch": 0.052531645569620256, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.999004828472112e-07, |
| "loss": 0.24136003851890564, |
| "step": 249, |
| "token_acc": 0.9315025252525253 |
| }, |
| { |
| "epoch": 0.052742616033755275, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.998970809124537e-07, |
| "loss": 0.31663718819618225, |
| "step": 250, |
| "token_acc": 0.9186367823150138 |
| }, |
| { |
| "epoch": 0.052953586497890295, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.998936218102338e-07, |
| "loss": 0.2638603448867798, |
| "step": 251, |
| "token_acc": 0.9242610837438424 |
| }, |
| { |
| "epoch": 0.053164556962025315, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.998901055409474e-07, |
| "loss": 0.26234734058380127, |
| "step": 252, |
| "token_acc": 0.9283480238839921 |
| }, |
| { |
| "epoch": 0.053375527426160335, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.99886532104996e-07, |
| "loss": 0.27683377265930176, |
| "step": 253, |
| "token_acc": 0.9228208232445521 |
| }, |
| { |
| "epoch": 0.05358649789029536, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.99882901502789e-07, |
| "loss": 0.20958667993545532, |
| "step": 254, |
| "token_acc": 0.9367622259696459 |
| }, |
| { |
| "epoch": 0.05379746835443038, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.998792137347412e-07, |
| "loss": 0.2769642174243927, |
| "step": 255, |
| "token_acc": 0.9259877573734001 |
| }, |
| { |
| "epoch": 0.0540084388185654, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.998754688012744e-07, |
| "loss": 0.291420578956604, |
| "step": 256, |
| "token_acc": 0.9195469067673541 |
| }, |
| { |
| "epoch": 0.05421940928270042, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.998716667028166e-07, |
| "loss": 0.2671175003051758, |
| "step": 257, |
| "token_acc": 0.9248520710059172 |
| }, |
| { |
| "epoch": 0.05443037974683544, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.99867807439803e-07, |
| "loss": 0.2104148268699646, |
| "step": 258, |
| "token_acc": 0.9412735070933685 |
| }, |
| { |
| "epoch": 0.05464135021097046, |
| "grad_norm": 0.8125, |
| "learning_rate": 9.99863891012675e-07, |
| "loss": 0.25562331080436707, |
| "step": 259, |
| "token_acc": 0.9300422386483632 |
| }, |
| { |
| "epoch": 0.05485232067510549, |
| "grad_norm": 0.93359375, |
| "learning_rate": 9.998599174218797e-07, |
| "loss": 0.25945645570755005, |
| "step": 260, |
| "token_acc": 0.9278557114228457 |
| }, |
| { |
| "epoch": 0.05506329113924051, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.998558866678726e-07, |
| "loss": 0.2575325667858124, |
| "step": 261, |
| "token_acc": 0.9237336368810473 |
| }, |
| { |
| "epoch": 0.05527426160337553, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.998517987511139e-07, |
| "loss": 0.21312668919563293, |
| "step": 262, |
| "token_acc": 0.9391352244560727 |
| }, |
| { |
| "epoch": 0.05548523206751055, |
| "grad_norm": 1.5390625, |
| "learning_rate": 9.998476536720712e-07, |
| "loss": 0.27397406101226807, |
| "step": 263, |
| "token_acc": 0.9302109181141439 |
| }, |
| { |
| "epoch": 0.05569620253164557, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.998434514312187e-07, |
| "loss": 0.27095240354537964, |
| "step": 264, |
| "token_acc": 0.9266853059956508 |
| }, |
| { |
| "epoch": 0.05590717299578059, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.99839192029037e-07, |
| "loss": 0.237601175904274, |
| "step": 265, |
| "token_acc": 0.9364719228587635 |
| }, |
| { |
| "epoch": 0.056118143459915615, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.998348754660129e-07, |
| "loss": 0.2851409316062927, |
| "step": 266, |
| "token_acc": 0.9176470588235294 |
| }, |
| { |
| "epoch": 0.056329113924050635, |
| "grad_norm": 0.796875, |
| "learning_rate": 9.998305017426403e-07, |
| "loss": 0.26605701446533203, |
| "step": 267, |
| "token_acc": 0.9261460101867572 |
| }, |
| { |
| "epoch": 0.056540084388185655, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.998260708594192e-07, |
| "loss": 0.26237568259239197, |
| "step": 268, |
| "token_acc": 0.9257142857142857 |
| }, |
| { |
| "epoch": 0.056751054852320675, |
| "grad_norm": 0.859375, |
| "learning_rate": 9.998215828168566e-07, |
| "loss": 0.2315206527709961, |
| "step": 269, |
| "token_acc": 0.9332755632582322 |
| }, |
| { |
| "epoch": 0.056962025316455694, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.998170376154654e-07, |
| "loss": 0.26748204231262207, |
| "step": 270, |
| "token_acc": 0.9308067757680161 |
| }, |
| { |
| "epoch": 0.057172995780590714, |
| "grad_norm": 0.9609375, |
| "learning_rate": 9.998124352557655e-07, |
| "loss": 0.33397209644317627, |
| "step": 271, |
| "token_acc": 0.9161147902869757 |
| }, |
| { |
| "epoch": 0.05738396624472574, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.998077757382835e-07, |
| "loss": 0.2637864351272583, |
| "step": 272, |
| "token_acc": 0.9291949563530553 |
| }, |
| { |
| "epoch": 0.05759493670886076, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.998030590635517e-07, |
| "loss": 0.2878430485725403, |
| "step": 273, |
| "token_acc": 0.919882100750268 |
| }, |
| { |
| "epoch": 0.05780590717299578, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.997982852321099e-07, |
| "loss": 0.2438146024942398, |
| "step": 274, |
| "token_acc": 0.9312955692652832 |
| }, |
| { |
| "epoch": 0.0580168776371308, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.99793454244504e-07, |
| "loss": 0.2523839771747589, |
| "step": 275, |
| "token_acc": 0.9254349627174814 |
| }, |
| { |
| "epoch": 0.05822784810126582, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.997885661012865e-07, |
| "loss": 0.23295487463474274, |
| "step": 276, |
| "token_acc": 0.937351934719663 |
| }, |
| { |
| "epoch": 0.05843881856540084, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.99783620803016e-07, |
| "loss": 0.287087619304657, |
| "step": 277, |
| "token_acc": 0.9255798969072165 |
| }, |
| { |
| "epoch": 0.05864978902953587, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.997786183502584e-07, |
| "loss": 0.23424138128757477, |
| "step": 278, |
| "token_acc": 0.924812030075188 |
| }, |
| { |
| "epoch": 0.05886075949367089, |
| "grad_norm": 0.9296875, |
| "learning_rate": 9.997735587435858e-07, |
| "loss": 0.25225332379341125, |
| "step": 279, |
| "token_acc": 0.9257325210327821 |
| }, |
| { |
| "epoch": 0.05907172995780591, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.997684419835767e-07, |
| "loss": 0.24867427349090576, |
| "step": 280, |
| "token_acc": 0.9290465631929047 |
| }, |
| { |
| "epoch": 0.05928270042194093, |
| "grad_norm": 1.265625, |
| "learning_rate": 9.997632680708163e-07, |
| "loss": 0.2555754482746124, |
| "step": 281, |
| "token_acc": 0.9300212056952438 |
| }, |
| { |
| "epoch": 0.05949367088607595, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.99758037005896e-07, |
| "loss": 0.25050830841064453, |
| "step": 282, |
| "token_acc": 0.9328039095907147 |
| }, |
| { |
| "epoch": 0.05970464135021097, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.997527487894144e-07, |
| "loss": 0.264704167842865, |
| "step": 283, |
| "token_acc": 0.9269878805793674 |
| }, |
| { |
| "epoch": 0.059915611814345994, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.997474034219762e-07, |
| "loss": 0.29550492763519287, |
| "step": 284, |
| "token_acc": 0.9211438474870017 |
| }, |
| { |
| "epoch": 0.060126582278481014, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.997420009041927e-07, |
| "loss": 0.264403373003006, |
| "step": 285, |
| "token_acc": 0.9260048721071864 |
| }, |
| { |
| "epoch": 0.060337552742616034, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.997365412366812e-07, |
| "loss": 0.2595897316932678, |
| "step": 286, |
| "token_acc": 0.9286173633440514 |
| }, |
| { |
| "epoch": 0.060548523206751054, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.997310244200667e-07, |
| "loss": 0.23976776003837585, |
| "step": 287, |
| "token_acc": 0.9318894271872328 |
| }, |
| { |
| "epoch": 0.060759493670886074, |
| "grad_norm": 0.9140625, |
| "learning_rate": 9.997254504549799e-07, |
| "loss": 0.26183438301086426, |
| "step": 288, |
| "token_acc": 0.9322949777495232 |
| }, |
| { |
| "epoch": 0.0609704641350211, |
| "grad_norm": 1.0078125, |
| "learning_rate": 9.99719819342058e-07, |
| "loss": 0.24600914120674133, |
| "step": 289, |
| "token_acc": 0.9311287236949987 |
| }, |
| { |
| "epoch": 0.06118143459915612, |
| "grad_norm": 0.83984375, |
| "learning_rate": 9.997141310819454e-07, |
| "loss": 0.3296029567718506, |
| "step": 290, |
| "token_acc": 0.9126184834123223 |
| }, |
| { |
| "epoch": 0.06139240506329114, |
| "grad_norm": 0.85546875, |
| "learning_rate": 9.997083856752923e-07, |
| "loss": 0.2794192433357239, |
| "step": 291, |
| "token_acc": 0.9190751445086706 |
| }, |
| { |
| "epoch": 0.06160337552742616, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.997025831227557e-07, |
| "loss": 0.23178298771381378, |
| "step": 292, |
| "token_acc": 0.9380645161290323 |
| }, |
| { |
| "epoch": 0.06181434599156118, |
| "grad_norm": 0.87109375, |
| "learning_rate": 9.996967234249994e-07, |
| "loss": 0.2989250123500824, |
| "step": 293, |
| "token_acc": 0.9201101928374655 |
| }, |
| { |
| "epoch": 0.0620253164556962, |
| "grad_norm": 0.625, |
| "learning_rate": 9.996908065826935e-07, |
| "loss": 0.20801636576652527, |
| "step": 294, |
| "token_acc": 0.9374828626268166 |
| }, |
| { |
| "epoch": 0.06223628691983123, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.996848325965142e-07, |
| "loss": 0.2513968050479889, |
| "step": 295, |
| "token_acc": 0.9286151960784313 |
| }, |
| { |
| "epoch": 0.06244725738396625, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.99678801467145e-07, |
| "loss": 0.23670442402362823, |
| "step": 296, |
| "token_acc": 0.9297945205479452 |
| }, |
| { |
| "epoch": 0.06265822784810127, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.99672713195276e-07, |
| "loss": 0.3005760908126831, |
| "step": 297, |
| "token_acc": 0.9181008902077151 |
| }, |
| { |
| "epoch": 0.0628691983122363, |
| "grad_norm": 0.64453125, |
| "learning_rate": 9.996665677816027e-07, |
| "loss": 0.2198331356048584, |
| "step": 298, |
| "token_acc": 0.934411226357535 |
| }, |
| { |
| "epoch": 0.0630801687763713, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.996603652268283e-07, |
| "loss": 0.22930385172367096, |
| "step": 299, |
| "token_acc": 0.9343891402714932 |
| }, |
| { |
| "epoch": 0.06329113924050633, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.99654105531662e-07, |
| "loss": 0.26769182085990906, |
| "step": 300, |
| "token_acc": 0.9295731707317073 |
| }, |
| { |
| "epoch": 0.06350210970464135, |
| "grad_norm": 0.58203125, |
| "learning_rate": 9.9964778869682e-07, |
| "loss": 0.2113886922597885, |
| "step": 301, |
| "token_acc": 0.9383966244725739 |
| }, |
| { |
| "epoch": 0.06371308016877637, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.996414147230242e-07, |
| "loss": 0.2549387812614441, |
| "step": 302, |
| "token_acc": 0.9245056920311564 |
| }, |
| { |
| "epoch": 0.06392405063291139, |
| "grad_norm": 0.83203125, |
| "learning_rate": 9.996349836110035e-07, |
| "loss": 0.24877741932868958, |
| "step": 303, |
| "token_acc": 0.9278890600924499 |
| }, |
| { |
| "epoch": 0.06413502109704641, |
| "grad_norm": 0.85546875, |
| "learning_rate": 9.996284953614938e-07, |
| "loss": 0.2965357303619385, |
| "step": 304, |
| "token_acc": 0.9167351410572446 |
| }, |
| { |
| "epoch": 0.06434599156118144, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.996219499752365e-07, |
| "loss": 0.21444806456565857, |
| "step": 305, |
| "token_acc": 0.938101788170564 |
| }, |
| { |
| "epoch": 0.06455696202531645, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.996153474529807e-07, |
| "loss": 0.24650560319423676, |
| "step": 306, |
| "token_acc": 0.928284854563691 |
| }, |
| { |
| "epoch": 0.06476793248945148, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.996086877954812e-07, |
| "loss": 0.26447594165802, |
| "step": 307, |
| "token_acc": 0.9272459499263623 |
| }, |
| { |
| "epoch": 0.06497890295358649, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.996019710034997e-07, |
| "loss": 0.22312676906585693, |
| "step": 308, |
| "token_acc": 0.9304399524375743 |
| }, |
| { |
| "epoch": 0.06518987341772152, |
| "grad_norm": 0.75, |
| "learning_rate": 9.99595197077804e-07, |
| "loss": 0.3124806582927704, |
| "step": 309, |
| "token_acc": 0.9134506242905789 |
| }, |
| { |
| "epoch": 0.06540084388185655, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.99588366019169e-07, |
| "loss": 0.21681739389896393, |
| "step": 310, |
| "token_acc": 0.9393859879296772 |
| }, |
| { |
| "epoch": 0.06561181434599156, |
| "grad_norm": 0.7734375, |
| "learning_rate": 9.99581477828376e-07, |
| "loss": 0.262542188167572, |
| "step": 311, |
| "token_acc": 0.9339063426200356 |
| }, |
| { |
| "epoch": 0.06582278481012659, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.995745325062126e-07, |
| "loss": 0.24062800407409668, |
| "step": 312, |
| "token_acc": 0.9331594391913922 |
| }, |
| { |
| "epoch": 0.0660337552742616, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.995675300534729e-07, |
| "loss": 0.26486438512802124, |
| "step": 313, |
| "token_acc": 0.9250824093497153 |
| }, |
| { |
| "epoch": 0.06624472573839663, |
| "grad_norm": 0.54296875, |
| "learning_rate": 9.995604704709578e-07, |
| "loss": 0.18465927243232727, |
| "step": 314, |
| "token_acc": 0.9464985994397759 |
| }, |
| { |
| "epoch": 0.06645569620253164, |
| "grad_norm": 0.91015625, |
| "learning_rate": 9.99553353759475e-07, |
| "loss": 0.2520803213119507, |
| "step": 315, |
| "token_acc": 0.9257213014119091 |
| }, |
| { |
| "epoch": 0.06666666666666667, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.995461799198378e-07, |
| "loss": 0.29753151535987854, |
| "step": 316, |
| "token_acc": 0.9256516587677726 |
| }, |
| { |
| "epoch": 0.06687763713080169, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.995389489528667e-07, |
| "loss": 0.2546613812446594, |
| "step": 317, |
| "token_acc": 0.9310240048617442 |
| }, |
| { |
| "epoch": 0.0670886075949367, |
| "grad_norm": 1.4140625, |
| "learning_rate": 9.995316608593886e-07, |
| "loss": 0.24808946251869202, |
| "step": 318, |
| "token_acc": 0.9316290130796671 |
| }, |
| { |
| "epoch": 0.06729957805907173, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.995243156402374e-07, |
| "loss": 0.2512444853782654, |
| "step": 319, |
| "token_acc": 0.9294703723125328 |
| }, |
| { |
| "epoch": 0.06751054852320675, |
| "grad_norm": 0.921875, |
| "learning_rate": 9.995169132962527e-07, |
| "loss": 0.2597760260105133, |
| "step": 320, |
| "token_acc": 0.9277310924369748 |
| }, |
| { |
| "epoch": 0.06772151898734177, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.99509453828281e-07, |
| "loss": 0.2552398443222046, |
| "step": 321, |
| "token_acc": 0.9278263321116437 |
| }, |
| { |
| "epoch": 0.0679324894514768, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.995019372371754e-07, |
| "loss": 0.29060834646224976, |
| "step": 322, |
| "token_acc": 0.9247988807275271 |
| }, |
| { |
| "epoch": 0.06814345991561181, |
| "grad_norm": 0.57421875, |
| "learning_rate": 9.994943635237955e-07, |
| "loss": 0.21358612179756165, |
| "step": 323, |
| "token_acc": 0.9360210341805434 |
| }, |
| { |
| "epoch": 0.06835443037974684, |
| "grad_norm": 0.8671875, |
| "learning_rate": 9.994867326890078e-07, |
| "loss": 0.2634425759315491, |
| "step": 324, |
| "token_acc": 0.9219944937289691 |
| }, |
| { |
| "epoch": 0.06856540084388185, |
| "grad_norm": 0.82421875, |
| "learning_rate": 9.994790447336842e-07, |
| "loss": 0.3185754120349884, |
| "step": 325, |
| "token_acc": 0.9133514986376022 |
| }, |
| { |
| "epoch": 0.06877637130801688, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.994712996587044e-07, |
| "loss": 0.29746031761169434, |
| "step": 326, |
| "token_acc": 0.9256002705444707 |
| }, |
| { |
| "epoch": 0.0689873417721519, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.994634974649541e-07, |
| "loss": 0.29588472843170166, |
| "step": 327, |
| "token_acc": 0.9272846380609236 |
| }, |
| { |
| "epoch": 0.06919831223628692, |
| "grad_norm": 0.875, |
| "learning_rate": 9.994556381533252e-07, |
| "loss": 0.277068167924881, |
| "step": 328, |
| "token_acc": 0.922756981580511 |
| }, |
| { |
| "epoch": 0.06940928270042195, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.994477217247168e-07, |
| "loss": 0.27129507064819336, |
| "step": 329, |
| "token_acc": 0.9270741068792442 |
| }, |
| { |
| "epoch": 0.06962025316455696, |
| "grad_norm": 0.8671875, |
| "learning_rate": 9.994397481800342e-07, |
| "loss": 0.24473360180854797, |
| "step": 330, |
| "token_acc": 0.9313361611876988 |
| }, |
| { |
| "epoch": 0.06983122362869199, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.994317175201893e-07, |
| "loss": 0.22818127274513245, |
| "step": 331, |
| "token_acc": 0.9380833851897946 |
| }, |
| { |
| "epoch": 0.070042194092827, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.994236297461003e-07, |
| "loss": 0.262783944606781, |
| "step": 332, |
| "token_acc": 0.9235968263297091 |
| }, |
| { |
| "epoch": 0.07025316455696203, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.994154848586919e-07, |
| "loss": 0.24861930310726166, |
| "step": 333, |
| "token_acc": 0.930621342992477 |
| }, |
| { |
| "epoch": 0.07046413502109705, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.99407282858896e-07, |
| "loss": 0.26165515184402466, |
| "step": 334, |
| "token_acc": 0.9247956403269755 |
| }, |
| { |
| "epoch": 0.07067510548523206, |
| "grad_norm": 0.64453125, |
| "learning_rate": 9.993990237476504e-07, |
| "loss": 0.23681169748306274, |
| "step": 335, |
| "token_acc": 0.9285078611687927 |
| }, |
| { |
| "epoch": 0.07088607594936709, |
| "grad_norm": 1.65625, |
| "learning_rate": 9.993907075258994e-07, |
| "loss": 0.2824210524559021, |
| "step": 336, |
| "token_acc": 0.925273390036452 |
| }, |
| { |
| "epoch": 0.0710970464135021, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.993823341945942e-07, |
| "loss": 0.2578677535057068, |
| "step": 337, |
| "token_acc": 0.9232230059685296 |
| }, |
| { |
| "epoch": 0.07130801687763713, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.993739037546924e-07, |
| "loss": 0.25358960032463074, |
| "step": 338, |
| "token_acc": 0.9312054539820267 |
| }, |
| { |
| "epoch": 0.07151898734177216, |
| "grad_norm": 0.83984375, |
| "learning_rate": 9.99365416207158e-07, |
| "loss": 0.2980523705482483, |
| "step": 339, |
| "token_acc": 0.9155807365439094 |
| }, |
| { |
| "epoch": 0.07172995780590717, |
| "grad_norm": 0.9296875, |
| "learning_rate": 9.993568715529616e-07, |
| "loss": 0.29448622465133667, |
| "step": 340, |
| "token_acc": 0.9224402207234825 |
| }, |
| { |
| "epoch": 0.0719409282700422, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.993482697930805e-07, |
| "loss": 0.2686302065849304, |
| "step": 341, |
| "token_acc": 0.9284134881149807 |
| }, |
| { |
| "epoch": 0.07215189873417721, |
| "grad_norm": 0.75, |
| "learning_rate": 9.993396109284985e-07, |
| "loss": 0.2800794839859009, |
| "step": 342, |
| "token_acc": 0.9271758436944938 |
| }, |
| { |
| "epoch": 0.07236286919831224, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.993308949602054e-07, |
| "loss": 0.2576884329319, |
| "step": 343, |
| "token_acc": 0.9227618490345231 |
| }, |
| { |
| "epoch": 0.07257383966244725, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.993221218891982e-07, |
| "loss": 0.24451857805252075, |
| "step": 344, |
| "token_acc": 0.933461117196057 |
| }, |
| { |
| "epoch": 0.07278481012658228, |
| "grad_norm": 0.95703125, |
| "learning_rate": 9.993132917164801e-07, |
| "loss": 0.2957763075828552, |
| "step": 345, |
| "token_acc": 0.9123943661971831 |
| }, |
| { |
| "epoch": 0.0729957805907173, |
| "grad_norm": 1.6875, |
| "learning_rate": 9.99304404443061e-07, |
| "loss": 0.253467321395874, |
| "step": 346, |
| "token_acc": 0.9318112633181126 |
| }, |
| { |
| "epoch": 0.07320675105485232, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.99295460069957e-07, |
| "loss": 0.2847754955291748, |
| "step": 347, |
| "token_acc": 0.9224688355123137 |
| }, |
| { |
| "epoch": 0.07341772151898734, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.992864585981913e-07, |
| "loss": 0.25176408886909485, |
| "step": 348, |
| "token_acc": 0.9317745035233824 |
| }, |
| { |
| "epoch": 0.07362869198312236, |
| "grad_norm": 0.96484375, |
| "learning_rate": 9.99277400028793e-07, |
| "loss": 0.282976359128952, |
| "step": 349, |
| "token_acc": 0.9220568335588634 |
| }, |
| { |
| "epoch": 0.07383966244725738, |
| "grad_norm": 0.64453125, |
| "learning_rate": 9.992682843627984e-07, |
| "loss": 0.2807369530200958, |
| "step": 350, |
| "token_acc": 0.9215148188803512 |
| }, |
| { |
| "epoch": 0.07405063291139241, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.992591116012495e-07, |
| "loss": 0.2882058322429657, |
| "step": 351, |
| "token_acc": 0.9216602528862012 |
| }, |
| { |
| "epoch": 0.07426160337552742, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.992498817451955e-07, |
| "loss": 0.27112358808517456, |
| "step": 352, |
| "token_acc": 0.9312214611872146 |
| }, |
| { |
| "epoch": 0.07447257383966245, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.99240594795692e-07, |
| "loss": 0.25564056634902954, |
| "step": 353, |
| "token_acc": 0.9308086560364465 |
| }, |
| { |
| "epoch": 0.07468354430379746, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.99231250753801e-07, |
| "loss": 0.21060852706432343, |
| "step": 354, |
| "token_acc": 0.9366489046773239 |
| }, |
| { |
| "epoch": 0.07489451476793249, |
| "grad_norm": 0.5546875, |
| "learning_rate": 9.992218496205908e-07, |
| "loss": 0.23291520774364471, |
| "step": 355, |
| "token_acc": 0.9379619852164731 |
| }, |
| { |
| "epoch": 0.0751054852320675, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.99212391397137e-07, |
| "loss": 0.23014740645885468, |
| "step": 356, |
| "token_acc": 0.930849478390462 |
| }, |
| { |
| "epoch": 0.07531645569620253, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.992028760845207e-07, |
| "loss": 0.2653324604034424, |
| "step": 357, |
| "token_acc": 0.9264833574529667 |
| }, |
| { |
| "epoch": 0.07552742616033756, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.991933036838303e-07, |
| "loss": 0.23712849617004395, |
| "step": 358, |
| "token_acc": 0.9348139601961349 |
| }, |
| { |
| "epoch": 0.07573839662447257, |
| "grad_norm": 0.61328125, |
| "learning_rate": 9.991836741961605e-07, |
| "loss": 0.24832651019096375, |
| "step": 359, |
| "token_acc": 0.9297736506094022 |
| }, |
| { |
| "epoch": 0.0759493670886076, |
| "grad_norm": 2.21875, |
| "learning_rate": 9.991739876226127e-07, |
| "loss": 0.30170413851737976, |
| "step": 360, |
| "token_acc": 0.9175753688261706 |
| }, |
| { |
| "epoch": 0.07616033755274261, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.991642439642944e-07, |
| "loss": 0.2096886932849884, |
| "step": 361, |
| "token_acc": 0.9416713404374649 |
| }, |
| { |
| "epoch": 0.07637130801687764, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.991544432223198e-07, |
| "loss": 0.24230161309242249, |
| "step": 362, |
| "token_acc": 0.9317358595709111 |
| }, |
| { |
| "epoch": 0.07658227848101266, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.991445853978098e-07, |
| "loss": 0.2464846670627594, |
| "step": 363, |
| "token_acc": 0.9277708592777086 |
| }, |
| { |
| "epoch": 0.07679324894514768, |
| "grad_norm": 0.99609375, |
| "learning_rate": 9.991346704918918e-07, |
| "loss": 0.25032496452331543, |
| "step": 364, |
| "token_acc": 0.931261207411835 |
| }, |
| { |
| "epoch": 0.0770042194092827, |
| "grad_norm": 1.0, |
| "learning_rate": 9.991246985056995e-07, |
| "loss": 0.3197912871837616, |
| "step": 365, |
| "token_acc": 0.9187062937062938 |
| }, |
| { |
| "epoch": 0.07721518987341772, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.991146694403733e-07, |
| "loss": 0.2740510404109955, |
| "step": 366, |
| "token_acc": 0.9192671056398511 |
| }, |
| { |
| "epoch": 0.07742616033755274, |
| "grad_norm": 0.875, |
| "learning_rate": 9.991045832970603e-07, |
| "loss": 0.29503384232521057, |
| "step": 367, |
| "token_acc": 0.919302394324564 |
| }, |
| { |
| "epoch": 0.07763713080168777, |
| "grad_norm": 0.796875, |
| "learning_rate": 9.990944400769138e-07, |
| "loss": 0.27579015493392944, |
| "step": 368, |
| "token_acc": 0.9176502882239912 |
| }, |
| { |
| "epoch": 0.07784810126582278, |
| "grad_norm": 0.8828125, |
| "learning_rate": 9.99084239781094e-07, |
| "loss": 0.2694048583507538, |
| "step": 369, |
| "token_acc": 0.925148762918885 |
| }, |
| { |
| "epoch": 0.07805907172995781, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.990739824107669e-07, |
| "loss": 0.2885046601295471, |
| "step": 370, |
| "token_acc": 0.9219858156028369 |
| }, |
| { |
| "epoch": 0.07827004219409282, |
| "grad_norm": 1.109375, |
| "learning_rate": 9.99063667967106e-07, |
| "loss": 0.2373015433549881, |
| "step": 371, |
| "token_acc": 0.9304477611940298 |
| }, |
| { |
| "epoch": 0.07848101265822785, |
| "grad_norm": 0.93359375, |
| "learning_rate": 9.990532964512901e-07, |
| "loss": 0.29645416140556335, |
| "step": 372, |
| "token_acc": 0.918646080760095 |
| }, |
| { |
| "epoch": 0.07869198312236286, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.990428678645062e-07, |
| "loss": 0.24266409873962402, |
| "step": 373, |
| "token_acc": 0.9363528715216104 |
| }, |
| { |
| "epoch": 0.07890295358649789, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.990323822079464e-07, |
| "loss": 0.2219400256872177, |
| "step": 374, |
| "token_acc": 0.9366262814538676 |
| }, |
| { |
| "epoch": 0.07911392405063292, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.9902183948281e-07, |
| "loss": 0.2171144187450409, |
| "step": 375, |
| "token_acc": 0.937206572769953 |
| }, |
| { |
| "epoch": 0.07932489451476793, |
| "grad_norm": 0.61328125, |
| "learning_rate": 9.990112396903027e-07, |
| "loss": 0.23284628987312317, |
| "step": 376, |
| "token_acc": 0.9356833642547928 |
| }, |
| { |
| "epoch": 0.07953586497890296, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.990005828316363e-07, |
| "loss": 0.26610440015792847, |
| "step": 377, |
| "token_acc": 0.9276832460732984 |
| }, |
| { |
| "epoch": 0.07974683544303797, |
| "grad_norm": 0.55859375, |
| "learning_rate": 9.989898689080299e-07, |
| "loss": 0.19865182042121887, |
| "step": 378, |
| "token_acc": 0.946978672985782 |
| }, |
| { |
| "epoch": 0.079957805907173, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.989790979207085e-07, |
| "loss": 0.2547116279602051, |
| "step": 379, |
| "token_acc": 0.9301753306674869 |
| }, |
| { |
| "epoch": 0.08016877637130802, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.98968269870904e-07, |
| "loss": 0.2702917456626892, |
| "step": 380, |
| "token_acc": 0.9255110613273593 |
| }, |
| { |
| "epoch": 0.08037974683544304, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.989573847598545e-07, |
| "loss": 0.24545586109161377, |
| "step": 381, |
| "token_acc": 0.9353233830845771 |
| }, |
| { |
| "epoch": 0.08059071729957806, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.98946442588805e-07, |
| "loss": 0.25997835397720337, |
| "step": 382, |
| "token_acc": 0.9318181818181818 |
| }, |
| { |
| "epoch": 0.08080168776371308, |
| "grad_norm": 0.921875, |
| "learning_rate": 9.989354433590067e-07, |
| "loss": 0.2865683436393738, |
| "step": 383, |
| "token_acc": 0.9229352164568622 |
| }, |
| { |
| "epoch": 0.0810126582278481, |
| "grad_norm": 0.93359375, |
| "learning_rate": 9.989243870717174e-07, |
| "loss": 0.25773969292640686, |
| "step": 384, |
| "token_acc": 0.9284097340124505 |
| }, |
| { |
| "epoch": 0.08122362869198312, |
| "grad_norm": 0.87890625, |
| "learning_rate": 9.989132737282015e-07, |
| "loss": 0.2665586471557617, |
| "step": 385, |
| "token_acc": 0.92599672310213 |
| }, |
| { |
| "epoch": 0.08143459915611814, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.989021033297302e-07, |
| "loss": 0.29251331090927124, |
| "step": 386, |
| "token_acc": 0.9255349500713267 |
| }, |
| { |
| "epoch": 0.08164556962025317, |
| "grad_norm": 0.90625, |
| "learning_rate": 9.988908758775807e-07, |
| "loss": 0.31350889801979065, |
| "step": 387, |
| "token_acc": 0.9161179501860864 |
| }, |
| { |
| "epoch": 0.08185654008438818, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.98879591373037e-07, |
| "loss": 0.2779198884963989, |
| "step": 388, |
| "token_acc": 0.9238483234095894 |
| }, |
| { |
| "epoch": 0.08206751054852321, |
| "grad_norm": 0.60546875, |
| "learning_rate": 9.988682498173895e-07, |
| "loss": 0.22718225419521332, |
| "step": 389, |
| "token_acc": 0.9420247204237787 |
| }, |
| { |
| "epoch": 0.08227848101265822, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.98856851211935e-07, |
| "loss": 0.22414159774780273, |
| "step": 390, |
| "token_acc": 0.9357366771159875 |
| }, |
| { |
| "epoch": 0.08248945147679325, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.988453955579776e-07, |
| "loss": 0.2700081467628479, |
| "step": 391, |
| "token_acc": 0.9235555555555556 |
| }, |
| { |
| "epoch": 0.08270042194092828, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.98833882856827e-07, |
| "loss": 0.24140852689743042, |
| "step": 392, |
| "token_acc": 0.9277988101676582 |
| }, |
| { |
| "epoch": 0.08291139240506329, |
| "grad_norm": 0.8359375, |
| "learning_rate": 9.988223131097996e-07, |
| "loss": 0.28851526975631714, |
| "step": 393, |
| "token_acc": 0.9173528514791095 |
| }, |
| { |
| "epoch": 0.08312236286919832, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.98810686318219e-07, |
| "loss": 0.2673947215080261, |
| "step": 394, |
| "token_acc": 0.9220706930141943 |
| }, |
| { |
| "epoch": 0.08333333333333333, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.98799002483414e-07, |
| "loss": 0.27388495206832886, |
| "step": 395, |
| "token_acc": 0.9260257562144355 |
| }, |
| { |
| "epoch": 0.08354430379746836, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.987872616067216e-07, |
| "loss": 0.2556672692298889, |
| "step": 396, |
| "token_acc": 0.9255903349807798 |
| }, |
| { |
| "epoch": 0.08375527426160338, |
| "grad_norm": 0.96875, |
| "learning_rate": 9.987754636894843e-07, |
| "loss": 0.32614314556121826, |
| "step": 397, |
| "token_acc": 0.9155054847316929 |
| }, |
| { |
| "epoch": 0.0839662447257384, |
| "grad_norm": 0.60546875, |
| "learning_rate": 9.987636087330509e-07, |
| "loss": 0.23008616268634796, |
| "step": 398, |
| "token_acc": 0.9367875647668393 |
| }, |
| { |
| "epoch": 0.08417721518987342, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.987516967387775e-07, |
| "loss": 0.2754250764846802, |
| "step": 399, |
| "token_acc": 0.9202546998180715 |
| }, |
| { |
| "epoch": 0.08438818565400844, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.98739727708026e-07, |
| "loss": 0.23332414031028748, |
| "step": 400, |
| "token_acc": 0.9356028368794326 |
| }, |
| { |
| "epoch": 0.08438818565400844, |
| "eval_loss": 0.43364420533180237, |
| "eval_runtime": 245.8014, |
| "eval_samples_per_second": 137.123, |
| "eval_steps_per_second": 2.144, |
| "eval_token_acc": 0.8990711657542853, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.08459915611814346, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.987277016421654e-07, |
| "loss": 0.2699899673461914, |
| "step": 401, |
| "token_acc": 0.9288135593220339 |
| }, |
| { |
| "epoch": 0.08481012658227848, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.98715618542571e-07, |
| "loss": 0.25560492277145386, |
| "step": 402, |
| "token_acc": 0.9252772913018097 |
| }, |
| { |
| "epoch": 0.0850210970464135, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.987034784106244e-07, |
| "loss": 0.3024590015411377, |
| "step": 403, |
| "token_acc": 0.9186206896551724 |
| }, |
| { |
| "epoch": 0.08523206751054853, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.98691281247714e-07, |
| "loss": 0.2880774438381195, |
| "step": 404, |
| "token_acc": 0.9188865609099072 |
| }, |
| { |
| "epoch": 0.08544303797468354, |
| "grad_norm": 0.859375, |
| "learning_rate": 9.986790270552347e-07, |
| "loss": 0.2641194760799408, |
| "step": 405, |
| "token_acc": 0.9306480920654149 |
| }, |
| { |
| "epoch": 0.08565400843881857, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.98666715834588e-07, |
| "loss": 0.25727787613868713, |
| "step": 406, |
| "token_acc": 0.9288548752834467 |
| }, |
| { |
| "epoch": 0.08586497890295358, |
| "grad_norm": 0.61328125, |
| "learning_rate": 9.986543475871818e-07, |
| "loss": 0.2398534119129181, |
| "step": 407, |
| "token_acc": 0.9377962085308057 |
| }, |
| { |
| "epoch": 0.08607594936708861, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.986419223144302e-07, |
| "loss": 0.25430333614349365, |
| "step": 408, |
| "token_acc": 0.9305912596401028 |
| }, |
| { |
| "epoch": 0.08628691983122364, |
| "grad_norm": 0.60546875, |
| "learning_rate": 9.986294400177544e-07, |
| "loss": 0.20513233542442322, |
| "step": 409, |
| "token_acc": 0.9459538416593631 |
| }, |
| { |
| "epoch": 0.08649789029535865, |
| "grad_norm": 0.5625, |
| "learning_rate": 9.986169006985817e-07, |
| "loss": 0.20912200212478638, |
| "step": 410, |
| "token_acc": 0.9390818128310771 |
| }, |
| { |
| "epoch": 0.08670886075949367, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.986043043583462e-07, |
| "loss": 0.2466573864221573, |
| "step": 411, |
| "token_acc": 0.9298196948682386 |
| }, |
| { |
| "epoch": 0.08691983122362869, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.98591650998488e-07, |
| "loss": 0.23664775490760803, |
| "step": 412, |
| "token_acc": 0.9329004329004329 |
| }, |
| { |
| "epoch": 0.08713080168776371, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.985789406204547e-07, |
| "loss": 0.23415768146514893, |
| "step": 413, |
| "token_acc": 0.9317912218268091 |
| }, |
| { |
| "epoch": 0.08734177215189873, |
| "grad_norm": 0.75, |
| "learning_rate": 9.985661732256998e-07, |
| "loss": 0.2954852283000946, |
| "step": 414, |
| "token_acc": 0.9218203033838973 |
| }, |
| { |
| "epoch": 0.08755274261603375, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.98553348815683e-07, |
| "loss": 0.2565650939941406, |
| "step": 415, |
| "token_acc": 0.9298298906439855 |
| }, |
| { |
| "epoch": 0.08776371308016878, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.98540467391871e-07, |
| "loss": 0.22425369918346405, |
| "step": 416, |
| "token_acc": 0.9359098228663446 |
| }, |
| { |
| "epoch": 0.0879746835443038, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.98527528955737e-07, |
| "loss": 0.2637927532196045, |
| "step": 417, |
| "token_acc": 0.9261443414771132 |
| }, |
| { |
| "epoch": 0.08818565400843882, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.985145335087605e-07, |
| "loss": 0.27013063430786133, |
| "step": 418, |
| "token_acc": 0.9248719408081958 |
| }, |
| { |
| "epoch": 0.08839662447257383, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.985014810524278e-07, |
| "loss": 0.25381606817245483, |
| "step": 419, |
| "token_acc": 0.9342265529841657 |
| }, |
| { |
| "epoch": 0.08860759493670886, |
| "grad_norm": 1.59375, |
| "learning_rate": 9.984883715882315e-07, |
| "loss": 0.2093265801668167, |
| "step": 420, |
| "token_acc": 0.936447410231967 |
| }, |
| { |
| "epoch": 0.08881856540084389, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.984752051176707e-07, |
| "loss": 0.2633010447025299, |
| "step": 421, |
| "token_acc": 0.9257308401369502 |
| }, |
| { |
| "epoch": 0.0890295358649789, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.98461981642251e-07, |
| "loss": 0.28037169575691223, |
| "step": 422, |
| "token_acc": 0.9264617239300783 |
| }, |
| { |
| "epoch": 0.08924050632911393, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.984487011634848e-07, |
| "loss": 0.23874756693840027, |
| "step": 423, |
| "token_acc": 0.9345043167609407 |
| }, |
| { |
| "epoch": 0.08945147679324894, |
| "grad_norm": 4.9375, |
| "learning_rate": 9.984353636828908e-07, |
| "loss": 0.2935020923614502, |
| "step": 424, |
| "token_acc": 0.9228658536585366 |
| }, |
| { |
| "epoch": 0.08966244725738397, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.984219692019943e-07, |
| "loss": 0.2578403949737549, |
| "step": 425, |
| "token_acc": 0.9282193468884782 |
| }, |
| { |
| "epoch": 0.08987341772151898, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.98408517722327e-07, |
| "loss": 0.24426788091659546, |
| "step": 426, |
| "token_acc": 0.9371653987038603 |
| }, |
| { |
| "epoch": 0.09008438818565401, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.983950092454272e-07, |
| "loss": 0.2677040994167328, |
| "step": 427, |
| "token_acc": 0.9215219976218787 |
| }, |
| { |
| "epoch": 0.09029535864978903, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.983814437728396e-07, |
| "loss": 0.2604065239429474, |
| "step": 428, |
| "token_acc": 0.9289383561643836 |
| }, |
| { |
| "epoch": 0.09050632911392405, |
| "grad_norm": 1.3125, |
| "learning_rate": 9.983678213061157e-07, |
| "loss": 0.24889585375785828, |
| "step": 429, |
| "token_acc": 0.9251644736842105 |
| }, |
| { |
| "epoch": 0.09071729957805907, |
| "grad_norm": 0.796875, |
| "learning_rate": 9.983541418468134e-07, |
| "loss": 0.2805905342102051, |
| "step": 430, |
| "token_acc": 0.9248591108328115 |
| }, |
| { |
| "epoch": 0.09092827004219409, |
| "grad_norm": 0.7734375, |
| "learning_rate": 9.983404053964967e-07, |
| "loss": 0.2725668251514435, |
| "step": 431, |
| "token_acc": 0.9280293116985082 |
| }, |
| { |
| "epoch": 0.09113924050632911, |
| "grad_norm": 0.84375, |
| "learning_rate": 9.98326611956737e-07, |
| "loss": 0.3275222182273865, |
| "step": 432, |
| "token_acc": 0.9095477386934674 |
| }, |
| { |
| "epoch": 0.09135021097046414, |
| "grad_norm": 0.91015625, |
| "learning_rate": 9.98312761529111e-07, |
| "loss": 0.27813225984573364, |
| "step": 433, |
| "token_acc": 0.9216018048505358 |
| }, |
| { |
| "epoch": 0.09156118143459915, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.982988541152036e-07, |
| "loss": 0.2637915015220642, |
| "step": 434, |
| "token_acc": 0.9244929797191888 |
| }, |
| { |
| "epoch": 0.09177215189873418, |
| "grad_norm": 1.0703125, |
| "learning_rate": 9.982848897166042e-07, |
| "loss": 0.2686794102191925, |
| "step": 435, |
| "token_acc": 0.9231661351116266 |
| }, |
| { |
| "epoch": 0.0919831223628692, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.982708683349105e-07, |
| "loss": 0.24819687008857727, |
| "step": 436, |
| "token_acc": 0.9376739009460211 |
| }, |
| { |
| "epoch": 0.09219409282700422, |
| "grad_norm": 0.75, |
| "learning_rate": 9.982567899717256e-07, |
| "loss": 0.25789859890937805, |
| "step": 437, |
| "token_acc": 0.9243027888446215 |
| }, |
| { |
| "epoch": 0.09240506329113925, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.982426546286596e-07, |
| "loss": 0.2573246359825134, |
| "step": 438, |
| "token_acc": 0.9290590679726922 |
| }, |
| { |
| "epoch": 0.09261603375527426, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.98228462307329e-07, |
| "loss": 0.2979215383529663, |
| "step": 439, |
| "token_acc": 0.9225908372827805 |
| }, |
| { |
| "epoch": 0.09282700421940929, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.982142130093566e-07, |
| "loss": 0.2403128445148468, |
| "step": 440, |
| "token_acc": 0.9290377519159807 |
| }, |
| { |
| "epoch": 0.0930379746835443, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.98199906736372e-07, |
| "loss": 0.2767883241176605, |
| "step": 441, |
| "token_acc": 0.9238754325259516 |
| }, |
| { |
| "epoch": 0.09324894514767933, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.981855434900115e-07, |
| "loss": 0.25662270188331604, |
| "step": 442, |
| "token_acc": 0.9294367050272562 |
| }, |
| { |
| "epoch": 0.09345991561181434, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.981711232719175e-07, |
| "loss": 0.24665901064872742, |
| "step": 443, |
| "token_acc": 0.9237830319888735 |
| }, |
| { |
| "epoch": 0.09367088607594937, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.98156646083739e-07, |
| "loss": 0.23571115732192993, |
| "step": 444, |
| "token_acc": 0.9281145293938471 |
| }, |
| { |
| "epoch": 0.0938818565400844, |
| "grad_norm": 1.21875, |
| "learning_rate": 9.981421119271316e-07, |
| "loss": 0.2607622742652893, |
| "step": 445, |
| "token_acc": 0.9253941441441441 |
| }, |
| { |
| "epoch": 0.0940928270042194, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.981275208037575e-07, |
| "loss": 0.2898206114768982, |
| "step": 446, |
| "token_acc": 0.918967587034814 |
| }, |
| { |
| "epoch": 0.09430379746835443, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.981128727152854e-07, |
| "loss": 0.2372782677412033, |
| "step": 447, |
| "token_acc": 0.9295408605255558 |
| }, |
| { |
| "epoch": 0.09451476793248945, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.980981676633903e-07, |
| "loss": 0.22987963259220123, |
| "step": 448, |
| "token_acc": 0.9354383986467437 |
| }, |
| { |
| "epoch": 0.09472573839662447, |
| "grad_norm": 0.95703125, |
| "learning_rate": 9.980834056497538e-07, |
| "loss": 0.26702481508255005, |
| "step": 449, |
| "token_acc": 0.9252548131370328 |
| }, |
| { |
| "epoch": 0.0949367088607595, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.98068586676064e-07, |
| "loss": 0.27268826961517334, |
| "step": 450, |
| "token_acc": 0.9244391971664699 |
| }, |
| { |
| "epoch": 0.09514767932489451, |
| "grad_norm": 0.93359375, |
| "learning_rate": 9.98053710744016e-07, |
| "loss": 0.22254578769207, |
| "step": 451, |
| "token_acc": 0.9397944199706314 |
| }, |
| { |
| "epoch": 0.09535864978902954, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.980387778553103e-07, |
| "loss": 0.2529526948928833, |
| "step": 452, |
| "token_acc": 0.9301044083526682 |
| }, |
| { |
| "epoch": 0.09556962025316455, |
| "grad_norm": 0.93359375, |
| "learning_rate": 9.980237880116553e-07, |
| "loss": 0.2600526809692383, |
| "step": 453, |
| "token_acc": 0.9255893212155638 |
| }, |
| { |
| "epoch": 0.09578059071729958, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.980087412147648e-07, |
| "loss": 0.2552299499511719, |
| "step": 454, |
| "token_acc": 0.9276672694394213 |
| }, |
| { |
| "epoch": 0.09599156118143459, |
| "grad_norm": 0.984375, |
| "learning_rate": 9.979936374663595e-07, |
| "loss": 0.28409841656684875, |
| "step": 455, |
| "token_acc": 0.9230544177881802 |
| }, |
| { |
| "epoch": 0.09620253164556962, |
| "grad_norm": 0.83984375, |
| "learning_rate": 9.979784767681668e-07, |
| "loss": 0.256397545337677, |
| "step": 456, |
| "token_acc": 0.9331357048748353 |
| }, |
| { |
| "epoch": 0.09641350210970465, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.979632591219207e-07, |
| "loss": 0.2313995659351349, |
| "step": 457, |
| "token_acc": 0.9336188436830836 |
| }, |
| { |
| "epoch": 0.09662447257383966, |
| "grad_norm": 0.87890625, |
| "learning_rate": 9.97947984529361e-07, |
| "loss": 0.2967644929885864, |
| "step": 458, |
| "token_acc": 0.9195630585898709 |
| }, |
| { |
| "epoch": 0.09683544303797469, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.979326529922348e-07, |
| "loss": 0.30269140005111694, |
| "step": 459, |
| "token_acc": 0.9189985272459499 |
| }, |
| { |
| "epoch": 0.0970464135021097, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.97917264512295e-07, |
| "loss": 0.2591363787651062, |
| "step": 460, |
| "token_acc": 0.9290578887627696 |
| }, |
| { |
| "epoch": 0.09725738396624473, |
| "grad_norm": 0.84375, |
| "learning_rate": 9.979018190913018e-07, |
| "loss": 0.32560282945632935, |
| "step": 461, |
| "token_acc": 0.9178757980266976 |
| }, |
| { |
| "epoch": 0.09746835443037975, |
| "grad_norm": 0.83984375, |
| "learning_rate": 9.978863167310213e-07, |
| "loss": 0.2893942892551422, |
| "step": 462, |
| "token_acc": 0.924191063174114 |
| }, |
| { |
| "epoch": 0.09767932489451477, |
| "grad_norm": 0.625, |
| "learning_rate": 9.978707574332266e-07, |
| "loss": 0.2492993026971817, |
| "step": 463, |
| "token_acc": 0.9310970081595649 |
| }, |
| { |
| "epoch": 0.09789029535864979, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.978551411996967e-07, |
| "loss": 0.27646076679229736, |
| "step": 464, |
| "token_acc": 0.9283480238839921 |
| }, |
| { |
| "epoch": 0.0981012658227848, |
| "grad_norm": 0.87890625, |
| "learning_rate": 9.978394680322176e-07, |
| "loss": 0.22209137678146362, |
| "step": 465, |
| "token_acc": 0.9360902255639098 |
| }, |
| { |
| "epoch": 0.09831223628691983, |
| "grad_norm": 0.84375, |
| "learning_rate": 9.978237379325818e-07, |
| "loss": 0.2588399648666382, |
| "step": 466, |
| "token_acc": 0.9257776408992916 |
| }, |
| { |
| "epoch": 0.09852320675105486, |
| "grad_norm": 0.88671875, |
| "learning_rate": 9.978079509025878e-07, |
| "loss": 0.3038383722305298, |
| "step": 467, |
| "token_acc": 0.9133605600933489 |
| }, |
| { |
| "epoch": 0.09873417721518987, |
| "grad_norm": 0.8125, |
| "learning_rate": 9.977921069440415e-07, |
| "loss": 0.24923110008239746, |
| "step": 468, |
| "token_acc": 0.9317915690866511 |
| }, |
| { |
| "epoch": 0.0989451476793249, |
| "grad_norm": 0.8515625, |
| "learning_rate": 9.97776206058754e-07, |
| "loss": 0.23833706974983215, |
| "step": 469, |
| "token_acc": 0.9329593267882188 |
| }, |
| { |
| "epoch": 0.09915611814345991, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.977602482485445e-07, |
| "loss": 0.25747478008270264, |
| "step": 470, |
| "token_acc": 0.9295946357817738 |
| }, |
| { |
| "epoch": 0.09936708860759494, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.977442335152377e-07, |
| "loss": 0.2688140571117401, |
| "step": 471, |
| "token_acc": 0.9248041775456919 |
| }, |
| { |
| "epoch": 0.09957805907172995, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.977281618606649e-07, |
| "loss": 0.19290462136268616, |
| "step": 472, |
| "token_acc": 0.9412288512911843 |
| }, |
| { |
| "epoch": 0.09978902953586498, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.977120332866638e-07, |
| "loss": 0.24847334623336792, |
| "step": 473, |
| "token_acc": 0.9335578689528475 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.976958477950794e-07, |
| "loss": 0.24599069356918335, |
| "step": 474, |
| "token_acc": 0.9284507042253521 |
| }, |
| { |
| "epoch": 0.10021097046413502, |
| "grad_norm": 0.83203125, |
| "learning_rate": 9.976796053877622e-07, |
| "loss": 0.2468043714761734, |
| "step": 475, |
| "token_acc": 0.9286099137931034 |
| }, |
| { |
| "epoch": 0.10042194092827005, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.976633060665697e-07, |
| "loss": 0.2741178572177887, |
| "step": 476, |
| "token_acc": 0.9224250325945241 |
| }, |
| { |
| "epoch": 0.10063291139240506, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.97646949833366e-07, |
| "loss": 0.23784510791301727, |
| "step": 477, |
| "token_acc": 0.9328483491885842 |
| }, |
| { |
| "epoch": 0.10084388185654009, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.976305366900216e-07, |
| "loss": 0.23838309943675995, |
| "step": 478, |
| "token_acc": 0.9320939839917377 |
| }, |
| { |
| "epoch": 0.10105485232067511, |
| "grad_norm": 0.86328125, |
| "learning_rate": 9.976140666384134e-07, |
| "loss": 0.2787632346153259, |
| "step": 479, |
| "token_acc": 0.9210836277974087 |
| }, |
| { |
| "epoch": 0.10126582278481013, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.97597539680425e-07, |
| "loss": 0.2557927370071411, |
| "step": 480, |
| "token_acc": 0.9304747320061256 |
| }, |
| { |
| "epoch": 0.10147679324894515, |
| "grad_norm": 0.8359375, |
| "learning_rate": 9.975809558179463e-07, |
| "loss": 0.2617788314819336, |
| "step": 481, |
| "token_acc": 0.9297163995067818 |
| }, |
| { |
| "epoch": 0.10168776371308016, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.975643150528737e-07, |
| "loss": 0.24790287017822266, |
| "step": 482, |
| "token_acc": 0.9321890827236916 |
| }, |
| { |
| "epoch": 0.10189873417721519, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.975476173871102e-07, |
| "loss": 0.22530625760555267, |
| "step": 483, |
| "token_acc": 0.9375520399666945 |
| }, |
| { |
| "epoch": 0.1021097046413502, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.975308628225657e-07, |
| "loss": 0.23794007301330566, |
| "step": 484, |
| "token_acc": 0.9279202279202279 |
| }, |
| { |
| "epoch": 0.10232067510548523, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.975140513611558e-07, |
| "loss": 0.2270554155111313, |
| "step": 485, |
| "token_acc": 0.9365750528541226 |
| }, |
| { |
| "epoch": 0.10253164556962026, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.974971830048033e-07, |
| "loss": 0.23995614051818848, |
| "step": 486, |
| "token_acc": 0.9316101238556812 |
| }, |
| { |
| "epoch": 0.10274261603375527, |
| "grad_norm": 0.58203125, |
| "learning_rate": 9.974802577554372e-07, |
| "loss": 0.2599806487560272, |
| "step": 487, |
| "token_acc": 0.9297071129707113 |
| }, |
| { |
| "epoch": 0.1029535864978903, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.974632756149928e-07, |
| "loss": 0.2610231935977936, |
| "step": 488, |
| "token_acc": 0.9277639922801213 |
| }, |
| { |
| "epoch": 0.10316455696202531, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.974462365854124e-07, |
| "loss": 0.2433297038078308, |
| "step": 489, |
| "token_acc": 0.9279082468596396 |
| }, |
| { |
| "epoch": 0.10337552742616034, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.974291406686446e-07, |
| "loss": 0.21656793355941772, |
| "step": 490, |
| "token_acc": 0.9369074861065708 |
| }, |
| { |
| "epoch": 0.10358649789029536, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.974119878666442e-07, |
| "loss": 0.2721899151802063, |
| "step": 491, |
| "token_acc": 0.9287462605384824 |
| }, |
| { |
| "epoch": 0.10379746835443038, |
| "grad_norm": 0.87890625, |
| "learning_rate": 9.973947781813731e-07, |
| "loss": 0.25939926505088806, |
| "step": 492, |
| "token_acc": 0.9284844796104686 |
| }, |
| { |
| "epoch": 0.1040084388185654, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.973775116147992e-07, |
| "loss": 0.2712750732898712, |
| "step": 493, |
| "token_acc": 0.9242995689655172 |
| }, |
| { |
| "epoch": 0.10421940928270042, |
| "grad_norm": 0.8203125, |
| "learning_rate": 9.97360188168897e-07, |
| "loss": 0.2513953447341919, |
| "step": 494, |
| "token_acc": 0.929803328290469 |
| }, |
| { |
| "epoch": 0.10443037974683544, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.973428078456475e-07, |
| "loss": 0.2344273030757904, |
| "step": 495, |
| "token_acc": 0.9309220278683664 |
| }, |
| { |
| "epoch": 0.10464135021097046, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.973253706470388e-07, |
| "loss": 0.24709591269493103, |
| "step": 496, |
| "token_acc": 0.9282845668387837 |
| }, |
| { |
| "epoch": 0.10485232067510548, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.973078765750644e-07, |
| "loss": 0.26154980063438416, |
| "step": 497, |
| "token_acc": 0.9249655172413793 |
| }, |
| { |
| "epoch": 0.10506329113924051, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.972903256317251e-07, |
| "loss": 0.2260134369134903, |
| "step": 498, |
| "token_acc": 0.9395458566794456 |
| }, |
| { |
| "epoch": 0.10527426160337552, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.972727178190281e-07, |
| "loss": 0.33081650733947754, |
| "step": 499, |
| "token_acc": 0.9097568121886903 |
| }, |
| { |
| "epoch": 0.10548523206751055, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.97255053138987e-07, |
| "loss": 0.23815643787384033, |
| "step": 500, |
| "token_acc": 0.929639889196676 |
| }, |
| { |
| "epoch": 0.10569620253164556, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.972373315936218e-07, |
| "loss": 0.2648988962173462, |
| "step": 501, |
| "token_acc": 0.9245283018867925 |
| }, |
| { |
| "epoch": 0.10590717299578059, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.972195531849592e-07, |
| "loss": 0.2421625256538391, |
| "step": 502, |
| "token_acc": 0.9339531901250401 |
| }, |
| { |
| "epoch": 0.10611814345991562, |
| "grad_norm": 0.53125, |
| "learning_rate": 9.97201717915032e-07, |
| "loss": 0.2174941599369049, |
| "step": 503, |
| "token_acc": 0.9379822806516147 |
| }, |
| { |
| "epoch": 0.10632911392405063, |
| "grad_norm": 0.9375, |
| "learning_rate": 9.971838257858804e-07, |
| "loss": 0.24187928438186646, |
| "step": 504, |
| "token_acc": 0.924503742271396 |
| }, |
| { |
| "epoch": 0.10654008438818566, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.9716587679955e-07, |
| "loss": 0.2514258921146393, |
| "step": 505, |
| "token_acc": 0.9230990783410138 |
| }, |
| { |
| "epoch": 0.10675105485232067, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.971478709580937e-07, |
| "loss": 0.282311350107193, |
| "step": 506, |
| "token_acc": 0.9201725997842503 |
| }, |
| { |
| "epoch": 0.1069620253164557, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.971298082635705e-07, |
| "loss": 0.2298332005739212, |
| "step": 507, |
| "token_acc": 0.936689779921616 |
| }, |
| { |
| "epoch": 0.10717299578059072, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.971116887180461e-07, |
| "loss": 0.26396387815475464, |
| "step": 508, |
| "token_acc": 0.9267986176562991 |
| }, |
| { |
| "epoch": 0.10738396624472574, |
| "grad_norm": 1.3046875, |
| "learning_rate": 9.970935123235926e-07, |
| "loss": 0.2639835476875305, |
| "step": 509, |
| "token_acc": 0.9236704326260677 |
| }, |
| { |
| "epoch": 0.10759493670886076, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.970752790822886e-07, |
| "loss": 0.27394697070121765, |
| "step": 510, |
| "token_acc": 0.9261565836298933 |
| }, |
| { |
| "epoch": 0.10780590717299578, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.97056988996219e-07, |
| "loss": 0.2229761779308319, |
| "step": 511, |
| "token_acc": 0.9351882160392798 |
| }, |
| { |
| "epoch": 0.1080168776371308, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.970386420674758e-07, |
| "loss": 0.26045358180999756, |
| "step": 512, |
| "token_acc": 0.9279547484370348 |
| }, |
| { |
| "epoch": 0.10822784810126582, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.97020238298157e-07, |
| "loss": 0.23026743531227112, |
| "step": 513, |
| "token_acc": 0.9363579080025205 |
| }, |
| { |
| "epoch": 0.10843881856540084, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.970017776903671e-07, |
| "loss": 0.2587951421737671, |
| "step": 514, |
| "token_acc": 0.9307073030477285 |
| }, |
| { |
| "epoch": 0.10864978902953587, |
| "grad_norm": 0.87109375, |
| "learning_rate": 9.969832602462174e-07, |
| "loss": 0.22050908207893372, |
| "step": 515, |
| "token_acc": 0.9343434343434344 |
| }, |
| { |
| "epoch": 0.10886075949367088, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.969646859678256e-07, |
| "loss": 0.25485992431640625, |
| "step": 516, |
| "token_acc": 0.9255828808687321 |
| }, |
| { |
| "epoch": 0.10907172995780591, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.969460548573156e-07, |
| "loss": 0.24492983520030975, |
| "step": 517, |
| "token_acc": 0.9348314606741573 |
| }, |
| { |
| "epoch": 0.10928270042194092, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.96927366916818e-07, |
| "loss": 0.28373780846595764, |
| "step": 518, |
| "token_acc": 0.9258015267175572 |
| }, |
| { |
| "epoch": 0.10949367088607595, |
| "grad_norm": 0.75, |
| "learning_rate": 9.969086221484701e-07, |
| "loss": 0.2899026870727539, |
| "step": 519, |
| "token_acc": 0.9206824304100568 |
| }, |
| { |
| "epoch": 0.10970464135021098, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.968898205544153e-07, |
| "loss": 0.2812725305557251, |
| "step": 520, |
| "token_acc": 0.9226502311248074 |
| }, |
| { |
| "epoch": 0.10991561181434599, |
| "grad_norm": 0.6171875, |
| "learning_rate": 9.968709621368041e-07, |
| "loss": 0.24981510639190674, |
| "step": 521, |
| "token_acc": 0.9326704545454545 |
| }, |
| { |
| "epoch": 0.11012658227848102, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.96852046897793e-07, |
| "loss": 0.3039143681526184, |
| "step": 522, |
| "token_acc": 0.9203347799132052 |
| }, |
| { |
| "epoch": 0.11033755274261603, |
| "grad_norm": 0.92578125, |
| "learning_rate": 9.968330748395448e-07, |
| "loss": 0.2633418142795563, |
| "step": 523, |
| "token_acc": 0.9283835135925168 |
| }, |
| { |
| "epoch": 0.11054852320675106, |
| "grad_norm": 1.4609375, |
| "learning_rate": 9.968140459642294e-07, |
| "loss": 0.24586576223373413, |
| "step": 524, |
| "token_acc": 0.9281601316150261 |
| }, |
| { |
| "epoch": 0.11075949367088607, |
| "grad_norm": 0.8515625, |
| "learning_rate": 9.967949602740228e-07, |
| "loss": 0.2739730477333069, |
| "step": 525, |
| "token_acc": 0.9166417687481326 |
| }, |
| { |
| "epoch": 0.1109704641350211, |
| "grad_norm": 0.796875, |
| "learning_rate": 9.967758177711076e-07, |
| "loss": 0.2627703845500946, |
| "step": 526, |
| "token_acc": 0.9227409227409228 |
| }, |
| { |
| "epoch": 0.11118143459915612, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.967566184576732e-07, |
| "loss": 0.26023009419441223, |
| "step": 527, |
| "token_acc": 0.927381745502998 |
| }, |
| { |
| "epoch": 0.11139240506329114, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.967373623359148e-07, |
| "loss": 0.24462240934371948, |
| "step": 528, |
| "token_acc": 0.9283416203568294 |
| }, |
| { |
| "epoch": 0.11160337552742616, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.967180494080347e-07, |
| "loss": 0.24981698393821716, |
| "step": 529, |
| "token_acc": 0.9291265153870065 |
| }, |
| { |
| "epoch": 0.11181434599156118, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.966986796762414e-07, |
| "loss": 0.2446298450231552, |
| "step": 530, |
| "token_acc": 0.9370728929384966 |
| }, |
| { |
| "epoch": 0.1120253164556962, |
| "grad_norm": 2.421875, |
| "learning_rate": 9.9667925314275e-07, |
| "loss": 0.24656617641448975, |
| "step": 531, |
| "token_acc": 0.9356594110115237 |
| }, |
| { |
| "epoch": 0.11223628691983123, |
| "grad_norm": 0.8203125, |
| "learning_rate": 9.966597698097823e-07, |
| "loss": 0.2559359073638916, |
| "step": 532, |
| "token_acc": 0.9327158812312721 |
| }, |
| { |
| "epoch": 0.11244725738396624, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.966402296795661e-07, |
| "loss": 0.2284064143896103, |
| "step": 533, |
| "token_acc": 0.9354838709677419 |
| }, |
| { |
| "epoch": 0.11265822784810127, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.966206327543362e-07, |
| "loss": 0.2628895938396454, |
| "step": 534, |
| "token_acc": 0.923578751164958 |
| }, |
| { |
| "epoch": 0.11286919831223628, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.966009790363337e-07, |
| "loss": 0.2363075464963913, |
| "step": 535, |
| "token_acc": 0.9275167785234899 |
| }, |
| { |
| "epoch": 0.11308016877637131, |
| "grad_norm": 0.90625, |
| "learning_rate": 9.965812685278059e-07, |
| "loss": 0.2766547203063965, |
| "step": 536, |
| "token_acc": 0.9212160836874795 |
| }, |
| { |
| "epoch": 0.11329113924050632, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.96561501231007e-07, |
| "loss": 0.24981704354286194, |
| "step": 537, |
| "token_acc": 0.9287794545935928 |
| }, |
| { |
| "epoch": 0.11350210970464135, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.965416771481975e-07, |
| "loss": 0.2477213591337204, |
| "step": 538, |
| "token_acc": 0.9247878255779924 |
| }, |
| { |
| "epoch": 0.11371308016877638, |
| "grad_norm": 0.97265625, |
| "learning_rate": 9.965217962816446e-07, |
| "loss": 0.2585391104221344, |
| "step": 539, |
| "token_acc": 0.9276463963963963 |
| }, |
| { |
| "epoch": 0.11392405063291139, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.965018586336218e-07, |
| "loss": 0.24559935927391052, |
| "step": 540, |
| "token_acc": 0.9349939246658566 |
| }, |
| { |
| "epoch": 0.11413502109704642, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.96481864206409e-07, |
| "loss": 0.22781570255756378, |
| "step": 541, |
| "token_acc": 0.9306022623051055 |
| }, |
| { |
| "epoch": 0.11434599156118143, |
| "grad_norm": 1.0390625, |
| "learning_rate": 9.964618130022931e-07, |
| "loss": 0.2166275829076767, |
| "step": 542, |
| "token_acc": 0.9374454466104161 |
| }, |
| { |
| "epoch": 0.11455696202531646, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.964417050235665e-07, |
| "loss": 0.267704039812088, |
| "step": 543, |
| "token_acc": 0.9261410788381743 |
| }, |
| { |
| "epoch": 0.11476793248945148, |
| "grad_norm": 0.8203125, |
| "learning_rate": 9.964215402725294e-07, |
| "loss": 0.23303918540477753, |
| "step": 544, |
| "token_acc": 0.9341683658607631 |
| }, |
| { |
| "epoch": 0.1149789029535865, |
| "grad_norm": 0.921875, |
| "learning_rate": 9.964013187514872e-07, |
| "loss": 0.33097875118255615, |
| "step": 545, |
| "token_acc": 0.9122987324426174 |
| }, |
| { |
| "epoch": 0.11518987341772152, |
| "grad_norm": 1.9453125, |
| "learning_rate": 9.963810404627529e-07, |
| "loss": 0.2524172067642212, |
| "step": 546, |
| "token_acc": 0.9373441396508728 |
| }, |
| { |
| "epoch": 0.11540084388185654, |
| "grad_norm": 0.60546875, |
| "learning_rate": 9.963607054086453e-07, |
| "loss": 0.25729498267173767, |
| "step": 547, |
| "token_acc": 0.9215870040612308 |
| }, |
| { |
| "epoch": 0.11561181434599156, |
| "grad_norm": 0.75, |
| "learning_rate": 9.963403135914898e-07, |
| "loss": 0.2928774356842041, |
| "step": 548, |
| "token_acc": 0.9192731605600238 |
| }, |
| { |
| "epoch": 0.11582278481012659, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.963198650136184e-07, |
| "loss": 0.25337544083595276, |
| "step": 549, |
| "token_acc": 0.9240650870682272 |
| }, |
| { |
| "epoch": 0.1160337552742616, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.962993596773697e-07, |
| "loss": 0.27310362458229065, |
| "step": 550, |
| "token_acc": 0.9247853124074622 |
| }, |
| { |
| "epoch": 0.11624472573839663, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.962787975850886e-07, |
| "loss": 0.22571566700935364, |
| "step": 551, |
| "token_acc": 0.9384902143522833 |
| }, |
| { |
| "epoch": 0.11645569620253164, |
| "grad_norm": 0.8671875, |
| "learning_rate": 9.962581787391265e-07, |
| "loss": 0.25049251317977905, |
| "step": 552, |
| "token_acc": 0.9287239722370528 |
| }, |
| { |
| "epoch": 0.11666666666666667, |
| "grad_norm": 1.2734375, |
| "learning_rate": 9.962375031418413e-07, |
| "loss": 0.24676430225372314, |
| "step": 553, |
| "token_acc": 0.9325946445060018 |
| }, |
| { |
| "epoch": 0.11687763713080168, |
| "grad_norm": 0.75, |
| "learning_rate": 9.962167707955977e-07, |
| "loss": 0.22018642723560333, |
| "step": 554, |
| "token_acc": 0.9440233236151604 |
| }, |
| { |
| "epoch": 0.11708860759493671, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.96195981702766e-07, |
| "loss": 0.2333768904209137, |
| "step": 555, |
| "token_acc": 0.9352249928346231 |
| }, |
| { |
| "epoch": 0.11729957805907174, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.961751358657244e-07, |
| "loss": 0.2830660939216614, |
| "step": 556, |
| "token_acc": 0.9188869153345175 |
| }, |
| { |
| "epoch": 0.11751054852320675, |
| "grad_norm": 0.81640625, |
| "learning_rate": 9.961542332868564e-07, |
| "loss": 0.26290833950042725, |
| "step": 557, |
| "token_acc": 0.9261704681872749 |
| }, |
| { |
| "epoch": 0.11772151898734177, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.961332739685523e-07, |
| "loss": 0.2768633961677551, |
| "step": 558, |
| "token_acc": 0.9245508982035928 |
| }, |
| { |
| "epoch": 0.11793248945147679, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.96112257913209e-07, |
| "loss": 0.2084287852048874, |
| "step": 559, |
| "token_acc": 0.9381261048909841 |
| }, |
| { |
| "epoch": 0.11814345991561181, |
| "grad_norm": 0.796875, |
| "learning_rate": 9.960911851232301e-07, |
| "loss": 0.2791953682899475, |
| "step": 560, |
| "token_acc": 0.924936025021325 |
| }, |
| { |
| "epoch": 0.11835443037974684, |
| "grad_norm": 1.34375, |
| "learning_rate": 9.960700556010253e-07, |
| "loss": 0.319602370262146, |
| "step": 561, |
| "token_acc": 0.9191286183228887 |
| }, |
| { |
| "epoch": 0.11856540084388185, |
| "grad_norm": 0.8515625, |
| "learning_rate": 9.960488693490108e-07, |
| "loss": 0.21053284406661987, |
| "step": 562, |
| "token_acc": 0.9407194244604317 |
| }, |
| { |
| "epoch": 0.11877637130801688, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.960276263696097e-07, |
| "loss": 0.27438345551490784, |
| "step": 563, |
| "token_acc": 0.9290875033449291 |
| }, |
| { |
| "epoch": 0.1189873417721519, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.960063266652512e-07, |
| "loss": 0.2969055771827698, |
| "step": 564, |
| "token_acc": 0.918200408997955 |
| }, |
| { |
| "epoch": 0.11919831223628692, |
| "grad_norm": 1.0234375, |
| "learning_rate": 9.95984970238371e-07, |
| "loss": 0.3027820587158203, |
| "step": 565, |
| "token_acc": 0.924516531503431 |
| }, |
| { |
| "epoch": 0.11940928270042193, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.959635570914115e-07, |
| "loss": 0.26206478476524353, |
| "step": 566, |
| "token_acc": 0.9267332727823191 |
| }, |
| { |
| "epoch": 0.11962025316455696, |
| "grad_norm": 0.8359375, |
| "learning_rate": 9.959420872268214e-07, |
| "loss": 0.22268003225326538, |
| "step": 567, |
| "token_acc": 0.9377475947934352 |
| }, |
| { |
| "epoch": 0.11983122362869199, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.95920560647056e-07, |
| "loss": 0.2821509838104248, |
| "step": 568, |
| "token_acc": 0.9257203277821835 |
| }, |
| { |
| "epoch": 0.120042194092827, |
| "grad_norm": 0.8125, |
| "learning_rate": 9.958989773545772e-07, |
| "loss": 0.2774399518966675, |
| "step": 569, |
| "token_acc": 0.9208851167020309 |
| }, |
| { |
| "epoch": 0.12025316455696203, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.95877337351853e-07, |
| "loss": 0.20950725674629211, |
| "step": 570, |
| "token_acc": 0.9383966244725739 |
| }, |
| { |
| "epoch": 0.12046413502109704, |
| "grad_norm": 2.375, |
| "learning_rate": 9.95855640641358e-07, |
| "loss": 0.24889153242111206, |
| "step": 571, |
| "token_acc": 0.9338555265448216 |
| }, |
| { |
| "epoch": 0.12067510548523207, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.958338872255738e-07, |
| "loss": 0.27347537875175476, |
| "step": 572, |
| "token_acc": 0.9261669024045261 |
| }, |
| { |
| "epoch": 0.1208860759493671, |
| "grad_norm": 0.625, |
| "learning_rate": 9.958120771069878e-07, |
| "loss": 0.2640995383262634, |
| "step": 573, |
| "token_acc": 0.9278178789561354 |
| }, |
| { |
| "epoch": 0.12109704641350211, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.957902102880945e-07, |
| "loss": 0.23652713000774384, |
| "step": 574, |
| "token_acc": 0.9364988558352403 |
| }, |
| { |
| "epoch": 0.12130801687763713, |
| "grad_norm": 0.8359375, |
| "learning_rate": 9.957682867713942e-07, |
| "loss": 0.291990727186203, |
| "step": 575, |
| "token_acc": 0.9223826714801444 |
| }, |
| { |
| "epoch": 0.12151898734177215, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.95746306559394e-07, |
| "loss": 0.21727707982063293, |
| "step": 576, |
| "token_acc": 0.9308996088657105 |
| }, |
| { |
| "epoch": 0.12172995780590717, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.957242696546077e-07, |
| "loss": 0.2906607985496521, |
| "step": 577, |
| "token_acc": 0.9158725837190308 |
| }, |
| { |
| "epoch": 0.1219409282700422, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.957021760595556e-07, |
| "loss": 0.226593479514122, |
| "step": 578, |
| "token_acc": 0.9271303824149353 |
| }, |
| { |
| "epoch": 0.12215189873417721, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.956800257767639e-07, |
| "loss": 0.26656001806259155, |
| "step": 579, |
| "token_acc": 0.930952380952381 |
| }, |
| { |
| "epoch": 0.12236286919831224, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.956578188087658e-07, |
| "loss": 0.2880259156227112, |
| "step": 580, |
| "token_acc": 0.9256572982774252 |
| }, |
| { |
| "epoch": 0.12257383966244725, |
| "grad_norm": 0.83984375, |
| "learning_rate": 9.95635555158101e-07, |
| "loss": 0.24349641799926758, |
| "step": 581, |
| "token_acc": 0.9316569954867827 |
| }, |
| { |
| "epoch": 0.12278481012658228, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.956132348273157e-07, |
| "loss": 0.24496349692344666, |
| "step": 582, |
| "token_acc": 0.9309711286089238 |
| }, |
| { |
| "epoch": 0.1229957805907173, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.955908578189619e-07, |
| "loss": 0.2652456760406494, |
| "step": 583, |
| "token_acc": 0.9269628727936701 |
| }, |
| { |
| "epoch": 0.12320675105485232, |
| "grad_norm": 0.87109375, |
| "learning_rate": 9.955684241355988e-07, |
| "loss": 0.2777090072631836, |
| "step": 584, |
| "token_acc": 0.9167887489012599 |
| }, |
| { |
| "epoch": 0.12341772151898735, |
| "grad_norm": 1.2109375, |
| "learning_rate": 9.95545933779792e-07, |
| "loss": 0.3164791464805603, |
| "step": 585, |
| "token_acc": 0.919442072302875 |
| }, |
| { |
| "epoch": 0.12362869198312236, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.955233867541134e-07, |
| "loss": 0.26809951663017273, |
| "step": 586, |
| "token_acc": 0.9227027027027027 |
| }, |
| { |
| "epoch": 0.12383966244725739, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.955007830611414e-07, |
| "loss": 0.25988298654556274, |
| "step": 587, |
| "token_acc": 0.9277679100059206 |
| }, |
| { |
| "epoch": 0.1240506329113924, |
| "grad_norm": 1.453125, |
| "learning_rate": 9.954781227034612e-07, |
| "loss": 0.22518092393875122, |
| "step": 588, |
| "token_acc": 0.935474701534963 |
| }, |
| { |
| "epoch": 0.12426160337552743, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.954554056836637e-07, |
| "loss": 0.23757173120975494, |
| "step": 589, |
| "token_acc": 0.929593589009731 |
| }, |
| { |
| "epoch": 0.12447257383966245, |
| "grad_norm": 0.7734375, |
| "learning_rate": 9.954326320043472e-07, |
| "loss": 0.2483949363231659, |
| "step": 590, |
| "token_acc": 0.9315320847405588 |
| }, |
| { |
| "epoch": 0.12468354430379747, |
| "grad_norm": 0.82421875, |
| "learning_rate": 9.95409801668116e-07, |
| "loss": 0.26530349254608154, |
| "step": 591, |
| "token_acc": 0.9214407260351674 |
| }, |
| { |
| "epoch": 0.1248945147679325, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.953869146775806e-07, |
| "loss": 0.2826001048088074, |
| "step": 592, |
| "token_acc": 0.9162200282087447 |
| }, |
| { |
| "epoch": 0.12510548523206752, |
| "grad_norm": 0.59375, |
| "learning_rate": 9.953639710353589e-07, |
| "loss": 0.1961941421031952, |
| "step": 593, |
| "token_acc": 0.9426091825307951 |
| }, |
| { |
| "epoch": 0.12531645569620253, |
| "grad_norm": 0.82421875, |
| "learning_rate": 9.953409707440742e-07, |
| "loss": 0.26104363799095154, |
| "step": 594, |
| "token_acc": 0.9215813350615684 |
| }, |
| { |
| "epoch": 0.12552742616033755, |
| "grad_norm": 0.828125, |
| "learning_rate": 9.95317913806357e-07, |
| "loss": 0.30334994196891785, |
| "step": 595, |
| "token_acc": 0.9229497354497355 |
| }, |
| { |
| "epoch": 0.1257383966244726, |
| "grad_norm": 0.8125, |
| "learning_rate": 9.95294800224844e-07, |
| "loss": 0.27462461590766907, |
| "step": 596, |
| "token_acc": 0.9222963177732676 |
| }, |
| { |
| "epoch": 0.1259493670886076, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.952716300021784e-07, |
| "loss": 0.25919121503829956, |
| "step": 597, |
| "token_acc": 0.9274289099526066 |
| }, |
| { |
| "epoch": 0.1261603375527426, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.952484031410102e-07, |
| "loss": 0.24202126264572144, |
| "step": 598, |
| "token_acc": 0.9379543094496365 |
| }, |
| { |
| "epoch": 0.12637130801687763, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.95225119643995e-07, |
| "loss": 0.22879423201084137, |
| "step": 599, |
| "token_acc": 0.9303405572755418 |
| }, |
| { |
| "epoch": 0.12658227848101267, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.952017795137962e-07, |
| "loss": 0.2557697892189026, |
| "step": 600, |
| "token_acc": 0.9307598039215687 |
| }, |
| { |
| "epoch": 0.12658227848101267, |
| "eval_loss": 0.4336538016796112, |
| "eval_runtime": 246.0329, |
| "eval_samples_per_second": 136.994, |
| "eval_steps_per_second": 2.142, |
| "eval_token_acc": 0.899098088486045, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.12679324894514768, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.951783827530821e-07, |
| "loss": 0.24460609257221222, |
| "step": 601, |
| "token_acc": 0.935226264418811 |
| }, |
| { |
| "epoch": 0.1270042194092827, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.951549293645292e-07, |
| "loss": 0.24832656979560852, |
| "step": 602, |
| "token_acc": 0.9309408926417371 |
| }, |
| { |
| "epoch": 0.12721518987341773, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.95131419350819e-07, |
| "loss": 0.23030316829681396, |
| "step": 603, |
| "token_acc": 0.9332206255283179 |
| }, |
| { |
| "epoch": 0.12742616033755275, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.951078527146403e-07, |
| "loss": 0.2880566418170929, |
| "step": 604, |
| "token_acc": 0.9192907367777438 |
| }, |
| { |
| "epoch": 0.12763713080168776, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.95084229458688e-07, |
| "loss": 0.24888081848621368, |
| "step": 605, |
| "token_acc": 0.929957805907173 |
| }, |
| { |
| "epoch": 0.12784810126582277, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.950605495856637e-07, |
| "loss": 0.2833850681781769, |
| "step": 606, |
| "token_acc": 0.9213352685050799 |
| }, |
| { |
| "epoch": 0.1280590717299578, |
| "grad_norm": 0.875, |
| "learning_rate": 9.950368130982755e-07, |
| "loss": 0.26693737506866455, |
| "step": 607, |
| "token_acc": 0.9250070482097548 |
| }, |
| { |
| "epoch": 0.12827004219409283, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.950130199992377e-07, |
| "loss": 0.23543164134025574, |
| "step": 608, |
| "token_acc": 0.9348515422311905 |
| }, |
| { |
| "epoch": 0.12848101265822784, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.949891702912712e-07, |
| "loss": 0.22989103198051453, |
| "step": 609, |
| "token_acc": 0.9318626082099972 |
| }, |
| { |
| "epoch": 0.12869198312236288, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.949652639771036e-07, |
| "loss": 0.24984115362167358, |
| "step": 610, |
| "token_acc": 0.9261559696342305 |
| }, |
| { |
| "epoch": 0.1289029535864979, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.94941301059469e-07, |
| "loss": 0.2549693286418915, |
| "step": 611, |
| "token_acc": 0.9259363559560687 |
| }, |
| { |
| "epoch": 0.1291139240506329, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.94917281541107e-07, |
| "loss": 0.2592216432094574, |
| "step": 612, |
| "token_acc": 0.9255747126436782 |
| }, |
| { |
| "epoch": 0.12932489451476795, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.948932054247652e-07, |
| "loss": 0.2784273624420166, |
| "step": 613, |
| "token_acc": 0.9198324022346369 |
| }, |
| { |
| "epoch": 0.12953586497890296, |
| "grad_norm": 1.359375, |
| "learning_rate": 9.948690727131965e-07, |
| "loss": 0.2754824161529541, |
| "step": 614, |
| "token_acc": 0.9211413748378728 |
| }, |
| { |
| "epoch": 0.12974683544303797, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.948448834091608e-07, |
| "loss": 0.22421778738498688, |
| "step": 615, |
| "token_acc": 0.9337539432176656 |
| }, |
| { |
| "epoch": 0.12995780590717299, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.948206375154244e-07, |
| "loss": 0.22916918992996216, |
| "step": 616, |
| "token_acc": 0.933944374209861 |
| }, |
| { |
| "epoch": 0.13016877637130803, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.947963350347598e-07, |
| "loss": 0.23158694803714752, |
| "step": 617, |
| "token_acc": 0.9291338582677166 |
| }, |
| { |
| "epoch": 0.13037974683544304, |
| "grad_norm": 0.85546875, |
| "learning_rate": 9.947719759699466e-07, |
| "loss": 0.2788570523262024, |
| "step": 618, |
| "token_acc": 0.9231003039513678 |
| }, |
| { |
| "epoch": 0.13059071729957805, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.947475603237702e-07, |
| "loss": 0.28004133701324463, |
| "step": 619, |
| "token_acc": 0.9180544541369283 |
| }, |
| { |
| "epoch": 0.1308016877637131, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.947230880990227e-07, |
| "loss": 0.2773160934448242, |
| "step": 620, |
| "token_acc": 0.9248013620885358 |
| }, |
| { |
| "epoch": 0.1310126582278481, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.946985592985028e-07, |
| "loss": 0.2508021593093872, |
| "step": 621, |
| "token_acc": 0.9334818586887333 |
| }, |
| { |
| "epoch": 0.13122362869198312, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.946739739250156e-07, |
| "loss": 0.23769596219062805, |
| "step": 622, |
| "token_acc": 0.9302249755461363 |
| }, |
| { |
| "epoch": 0.13143459915611813, |
| "grad_norm": 1.2109375, |
| "learning_rate": 9.946493319813725e-07, |
| "loss": 0.21937592327594757, |
| "step": 623, |
| "token_acc": 0.9373860182370821 |
| }, |
| { |
| "epoch": 0.13164556962025317, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.946246334703916e-07, |
| "loss": 0.27754154801368713, |
| "step": 624, |
| "token_acc": 0.9261245159368484 |
| }, |
| { |
| "epoch": 0.13185654008438819, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.945998783948975e-07, |
| "loss": 0.2924942672252655, |
| "step": 625, |
| "token_acc": 0.9139688249400479 |
| }, |
| { |
| "epoch": 0.1320675105485232, |
| "grad_norm": 0.64453125, |
| "learning_rate": 9.945750667577209e-07, |
| "loss": 0.2303755283355713, |
| "step": 626, |
| "token_acc": 0.9341597796143251 |
| }, |
| { |
| "epoch": 0.13227848101265824, |
| "grad_norm": 0.7734375, |
| "learning_rate": 9.945501985616995e-07, |
| "loss": 0.20424559712409973, |
| "step": 627, |
| "token_acc": 0.9430594900849858 |
| }, |
| { |
| "epoch": 0.13248945147679325, |
| "grad_norm": 0.64453125, |
| "learning_rate": 9.94525273809677e-07, |
| "loss": 0.2620590031147003, |
| "step": 628, |
| "token_acc": 0.9274099883855982 |
| }, |
| { |
| "epoch": 0.13270042194092826, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.945002925045038e-07, |
| "loss": 0.2684752643108368, |
| "step": 629, |
| "token_acc": 0.9270194986072423 |
| }, |
| { |
| "epoch": 0.13291139240506328, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.944752546490367e-07, |
| "loss": 0.23374760150909424, |
| "step": 630, |
| "token_acc": 0.9325842696629213 |
| }, |
| { |
| "epoch": 0.13312236286919832, |
| "grad_norm": 1.1953125, |
| "learning_rate": 9.94450160246139e-07, |
| "loss": 0.22228139638900757, |
| "step": 631, |
| "token_acc": 0.9354534005037783 |
| }, |
| { |
| "epoch": 0.13333333333333333, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.944250092986807e-07, |
| "loss": 0.2018851488828659, |
| "step": 632, |
| "token_acc": 0.9405840886203424 |
| }, |
| { |
| "epoch": 0.13354430379746834, |
| "grad_norm": 1.1796875, |
| "learning_rate": 9.943998018095377e-07, |
| "loss": 0.26342812180519104, |
| "step": 633, |
| "token_acc": 0.9279495646952867 |
| }, |
| { |
| "epoch": 0.13375527426160339, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.943745377815927e-07, |
| "loss": 0.24731256067752838, |
| "step": 634, |
| "token_acc": 0.9329608938547486 |
| }, |
| { |
| "epoch": 0.1339662447257384, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.94349217217735e-07, |
| "loss": 0.22763285040855408, |
| "step": 635, |
| "token_acc": 0.9298531810766721 |
| }, |
| { |
| "epoch": 0.1341772151898734, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.943238401208602e-07, |
| "loss": 0.25396978855133057, |
| "step": 636, |
| "token_acc": 0.9292196007259528 |
| }, |
| { |
| "epoch": 0.13438818565400845, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.942984064938705e-07, |
| "loss": 0.30096304416656494, |
| "step": 637, |
| "token_acc": 0.9151027703306523 |
| }, |
| { |
| "epoch": 0.13459915611814346, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.942729163396741e-07, |
| "loss": 0.29584643244743347, |
| "step": 638, |
| "token_acc": 0.919442072302875 |
| }, |
| { |
| "epoch": 0.13481012658227848, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.942473696611862e-07, |
| "loss": 0.2260875701904297, |
| "step": 639, |
| "token_acc": 0.934560327198364 |
| }, |
| { |
| "epoch": 0.1350210970464135, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.942217664613284e-07, |
| "loss": 0.25592464208602905, |
| "step": 640, |
| "token_acc": 0.926865671641791 |
| }, |
| { |
| "epoch": 0.13523206751054853, |
| "grad_norm": 0.6171875, |
| "learning_rate": 9.941961067430285e-07, |
| "loss": 0.24965469539165497, |
| "step": 641, |
| "token_acc": 0.92850705917693 |
| }, |
| { |
| "epoch": 0.13544303797468354, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.94170390509221e-07, |
| "loss": 0.2692350149154663, |
| "step": 642, |
| "token_acc": 0.9312614259597807 |
| }, |
| { |
| "epoch": 0.13565400843881856, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.941446177628467e-07, |
| "loss": 0.2497376799583435, |
| "step": 643, |
| "token_acc": 0.925979262672811 |
| }, |
| { |
| "epoch": 0.1358649789029536, |
| "grad_norm": 1.046875, |
| "learning_rate": 9.94118788506853e-07, |
| "loss": 0.27541112899780273, |
| "step": 644, |
| "token_acc": 0.9211567732115677 |
| }, |
| { |
| "epoch": 0.1360759493670886, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.940929027441936e-07, |
| "loss": 0.2414344996213913, |
| "step": 645, |
| "token_acc": 0.9313432835820895 |
| }, |
| { |
| "epoch": 0.13628691983122362, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.940669604778288e-07, |
| "loss": 0.2977514863014221, |
| "step": 646, |
| "token_acc": 0.922911547911548 |
| }, |
| { |
| "epoch": 0.13649789029535864, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.940409617107252e-07, |
| "loss": 0.2718917727470398, |
| "step": 647, |
| "token_acc": 0.9186241610738255 |
| }, |
| { |
| "epoch": 0.13670886075949368, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.940149064458563e-07, |
| "loss": 0.2234637290239334, |
| "step": 648, |
| "token_acc": 0.9408866995073891 |
| }, |
| { |
| "epoch": 0.1369198312236287, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.939887946862017e-07, |
| "loss": 0.2774735689163208, |
| "step": 649, |
| "token_acc": 0.9290869155946031 |
| }, |
| { |
| "epoch": 0.1371308016877637, |
| "grad_norm": 0.90625, |
| "learning_rate": 9.93962626434747e-07, |
| "loss": 0.2615464925765991, |
| "step": 650, |
| "token_acc": 0.9272910881090634 |
| }, |
| { |
| "epoch": 0.13734177215189874, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.939364016944852e-07, |
| "loss": 0.23573726415634155, |
| "step": 651, |
| "token_acc": 0.9329399141630901 |
| }, |
| { |
| "epoch": 0.13755274261603376, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.939101204684151e-07, |
| "loss": 0.2487039864063263, |
| "step": 652, |
| "token_acc": 0.932972972972973 |
| }, |
| { |
| "epoch": 0.13776371308016877, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.938837827595424e-07, |
| "loss": 0.26214438676834106, |
| "step": 653, |
| "token_acc": 0.9278832116788321 |
| }, |
| { |
| "epoch": 0.1379746835443038, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.938573885708792e-07, |
| "loss": 0.24997225403785706, |
| "step": 654, |
| "token_acc": 0.9322553666016169 |
| }, |
| { |
| "epoch": 0.13818565400843882, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.938309379054433e-07, |
| "loss": 0.28863316774368286, |
| "step": 655, |
| "token_acc": 0.9217944831767202 |
| }, |
| { |
| "epoch": 0.13839662447257384, |
| "grad_norm": 0.625, |
| "learning_rate": 9.9380443076626e-07, |
| "loss": 0.23938237130641937, |
| "step": 656, |
| "token_acc": 0.9307647740440325 |
| }, |
| { |
| "epoch": 0.13860759493670885, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.937778671563606e-07, |
| "loss": 0.26946017146110535, |
| "step": 657, |
| "token_acc": 0.9250278706800446 |
| }, |
| { |
| "epoch": 0.1388185654008439, |
| "grad_norm": 0.64453125, |
| "learning_rate": 9.937512470787827e-07, |
| "loss": 0.25879329442977905, |
| "step": 658, |
| "token_acc": 0.9263622974963182 |
| }, |
| { |
| "epoch": 0.1390295358649789, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.937245705365707e-07, |
| "loss": 0.26367712020874023, |
| "step": 659, |
| "token_acc": 0.9273255813953488 |
| }, |
| { |
| "epoch": 0.13924050632911392, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.93697837532775e-07, |
| "loss": 0.27003130316734314, |
| "step": 660, |
| "token_acc": 0.9255381035485748 |
| }, |
| { |
| "epoch": 0.13945147679324896, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.936710480704531e-07, |
| "loss": 0.3241864740848541, |
| "step": 661, |
| "token_acc": 0.9117466174661747 |
| }, |
| { |
| "epoch": 0.13966244725738397, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.936442021526685e-07, |
| "loss": 0.254525363445282, |
| "step": 662, |
| "token_acc": 0.9274787535410765 |
| }, |
| { |
| "epoch": 0.13987341772151898, |
| "grad_norm": 0.85546875, |
| "learning_rate": 9.936172997824912e-07, |
| "loss": 0.22039127349853516, |
| "step": 663, |
| "token_acc": 0.9337885985748219 |
| }, |
| { |
| "epoch": 0.140084388185654, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.935903409629977e-07, |
| "loss": 0.26330018043518066, |
| "step": 664, |
| "token_acc": 0.9245566576495341 |
| }, |
| { |
| "epoch": 0.14029535864978904, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.93563325697271e-07, |
| "loss": 0.25053250789642334, |
| "step": 665, |
| "token_acc": 0.9321644150617994 |
| }, |
| { |
| "epoch": 0.14050632911392405, |
| "grad_norm": 1.015625, |
| "learning_rate": 9.935362539884004e-07, |
| "loss": 0.23359492421150208, |
| "step": 666, |
| "token_acc": 0.9295649600473513 |
| }, |
| { |
| "epoch": 0.14071729957805906, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.935091258394821e-07, |
| "loss": 0.3050011098384857, |
| "step": 667, |
| "token_acc": 0.9222160044767768 |
| }, |
| { |
| "epoch": 0.1409282700421941, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.93481941253618e-07, |
| "loss": 0.24552345275878906, |
| "step": 668, |
| "token_acc": 0.9327153110047847 |
| }, |
| { |
| "epoch": 0.14113924050632912, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.934547002339174e-07, |
| "loss": 0.2593832015991211, |
| "step": 669, |
| "token_acc": 0.9236835410836938 |
| }, |
| { |
| "epoch": 0.14135021097046413, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.93427402783495e-07, |
| "loss": 0.2546125054359436, |
| "step": 670, |
| "token_acc": 0.9320175438596491 |
| }, |
| { |
| "epoch": 0.14156118143459914, |
| "grad_norm": 0.84765625, |
| "learning_rate": 9.93400048905473e-07, |
| "loss": 0.27444595098495483, |
| "step": 671, |
| "token_acc": 0.9244940321743643 |
| }, |
| { |
| "epoch": 0.14177215189873418, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.93372638602979e-07, |
| "loss": 0.2675279378890991, |
| "step": 672, |
| "token_acc": 0.9254424136930665 |
| }, |
| { |
| "epoch": 0.1419831223628692, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.933451718791481e-07, |
| "loss": 0.22922030091285706, |
| "step": 673, |
| "token_acc": 0.9329147389292796 |
| }, |
| { |
| "epoch": 0.1421940928270042, |
| "grad_norm": 1.015625, |
| "learning_rate": 9.933176487371213e-07, |
| "loss": 0.3030126094818115, |
| "step": 674, |
| "token_acc": 0.9166399487015069 |
| }, |
| { |
| "epoch": 0.14240506329113925, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.932900691800457e-07, |
| "loss": 0.2756281793117523, |
| "step": 675, |
| "token_acc": 0.921146953405018 |
| }, |
| { |
| "epoch": 0.14261603375527426, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.932624332110758e-07, |
| "loss": 0.23098278045654297, |
| "step": 676, |
| "token_acc": 0.937677859988617 |
| }, |
| { |
| "epoch": 0.14282700421940928, |
| "grad_norm": 0.58203125, |
| "learning_rate": 9.932347408333715e-07, |
| "loss": 0.22887524962425232, |
| "step": 677, |
| "token_acc": 0.9341611319665031 |
| }, |
| { |
| "epoch": 0.14303797468354432, |
| "grad_norm": 0.98046875, |
| "learning_rate": 9.932069920501e-07, |
| "loss": 0.2759955823421478, |
| "step": 678, |
| "token_acc": 0.9240579710144927 |
| }, |
| { |
| "epoch": 0.14324894514767933, |
| "grad_norm": 0.59375, |
| "learning_rate": 9.931791868644341e-07, |
| "loss": 0.2028590440750122, |
| "step": 679, |
| "token_acc": 0.9378352792679079 |
| }, |
| { |
| "epoch": 0.14345991561181434, |
| "grad_norm": 0.8203125, |
| "learning_rate": 9.931513252795543e-07, |
| "loss": 0.30346542596817017, |
| "step": 680, |
| "token_acc": 0.9129104062326099 |
| }, |
| { |
| "epoch": 0.14367088607594936, |
| "grad_norm": 0.98828125, |
| "learning_rate": 9.931234072986466e-07, |
| "loss": 0.27435851097106934, |
| "step": 681, |
| "token_acc": 0.9276353276353276 |
| }, |
| { |
| "epoch": 0.1438818565400844, |
| "grad_norm": 0.83203125, |
| "learning_rate": 9.930954329249032e-07, |
| "loss": 0.2799455523490906, |
| "step": 682, |
| "token_acc": 0.9241399588356366 |
| }, |
| { |
| "epoch": 0.1440928270042194, |
| "grad_norm": 0.82421875, |
| "learning_rate": 9.930674021615237e-07, |
| "loss": 0.28436923027038574, |
| "step": 683, |
| "token_acc": 0.9250146455770357 |
| }, |
| { |
| "epoch": 0.14430379746835442, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.930393150117133e-07, |
| "loss": 0.29506832361221313, |
| "step": 684, |
| "token_acc": 0.9232 |
| }, |
| { |
| "epoch": 0.14451476793248946, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.930111714786844e-07, |
| "loss": 0.27069365978240967, |
| "step": 685, |
| "token_acc": 0.926836079307456 |
| }, |
| { |
| "epoch": 0.14472573839662448, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.92982971565655e-07, |
| "loss": 0.21447613835334778, |
| "step": 686, |
| "token_acc": 0.9363425925925926 |
| }, |
| { |
| "epoch": 0.1449367088607595, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.929547152758505e-07, |
| "loss": 0.2686905264854431, |
| "step": 687, |
| "token_acc": 0.9303255282695603 |
| }, |
| { |
| "epoch": 0.1451476793248945, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.929264026125017e-07, |
| "loss": 0.27938973903656006, |
| "step": 688, |
| "token_acc": 0.92536881689326 |
| }, |
| { |
| "epoch": 0.14535864978902954, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.928980335788469e-07, |
| "loss": 0.2390938103199005, |
| "step": 689, |
| "token_acc": 0.9279638490164805 |
| }, |
| { |
| "epoch": 0.14556962025316456, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.928696081781299e-07, |
| "loss": 0.2756063640117645, |
| "step": 690, |
| "token_acc": 0.920317553660688 |
| }, |
| { |
| "epoch": 0.14578059071729957, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.928411264136017e-07, |
| "loss": 0.23743261396884918, |
| "step": 691, |
| "token_acc": 0.9318757921419518 |
| }, |
| { |
| "epoch": 0.1459915611814346, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.928125882885193e-07, |
| "loss": 0.2753446102142334, |
| "step": 692, |
| "token_acc": 0.9266131265577402 |
| }, |
| { |
| "epoch": 0.14620253164556962, |
| "grad_norm": 0.8359375, |
| "learning_rate": 9.927839938061461e-07, |
| "loss": 0.24559064209461212, |
| "step": 693, |
| "token_acc": 0.9276517473942366 |
| }, |
| { |
| "epoch": 0.14641350210970464, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.927553429697526e-07, |
| "loss": 0.24906222522258759, |
| "step": 694, |
| "token_acc": 0.9354838709677419 |
| }, |
| { |
| "epoch": 0.14662447257383968, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.92726635782615e-07, |
| "loss": 0.26196521520614624, |
| "step": 695, |
| "token_acc": 0.9294971487817522 |
| }, |
| { |
| "epoch": 0.1468354430379747, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.92697872248016e-07, |
| "loss": 0.28846031427383423, |
| "step": 696, |
| "token_acc": 0.9216428779493154 |
| }, |
| { |
| "epoch": 0.1470464135021097, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.926690523692454e-07, |
| "loss": 0.2781599164009094, |
| "step": 697, |
| "token_acc": 0.9191949534394713 |
| }, |
| { |
| "epoch": 0.14725738396624471, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.926401761495986e-07, |
| "loss": 0.24464154243469238, |
| "step": 698, |
| "token_acc": 0.9295774647887324 |
| }, |
| { |
| "epoch": 0.14746835443037976, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.926112435923778e-07, |
| "loss": 0.24627582728862762, |
| "step": 699, |
| "token_acc": 0.9308590242442383 |
| }, |
| { |
| "epoch": 0.14767932489451477, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.92582254700892e-07, |
| "loss": 0.27795839309692383, |
| "step": 700, |
| "token_acc": 0.9238838084991932 |
| }, |
| { |
| "epoch": 0.14789029535864978, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.925532094784563e-07, |
| "loss": 0.24588271975517273, |
| "step": 701, |
| "token_acc": 0.9284253578732107 |
| }, |
| { |
| "epoch": 0.14810126582278482, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.92524107928392e-07, |
| "loss": 0.24630197882652283, |
| "step": 702, |
| "token_acc": 0.9327267714364489 |
| }, |
| { |
| "epoch": 0.14831223628691984, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.924949500540275e-07, |
| "loss": 0.2578659653663635, |
| "step": 703, |
| "token_acc": 0.9267192784667418 |
| }, |
| { |
| "epoch": 0.14852320675105485, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.924657358586967e-07, |
| "loss": 0.25091686844825745, |
| "step": 704, |
| "token_acc": 0.9329545454545455 |
| }, |
| { |
| "epoch": 0.14873417721518986, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.924364653457411e-07, |
| "loss": 0.2511135935783386, |
| "step": 705, |
| "token_acc": 0.9301768055139347 |
| }, |
| { |
| "epoch": 0.1489451476793249, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.924071385185075e-07, |
| "loss": 0.2616545259952545, |
| "step": 706, |
| "token_acc": 0.927741935483871 |
| }, |
| { |
| "epoch": 0.14915611814345991, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.9237775538035e-07, |
| "loss": 0.2902517318725586, |
| "step": 707, |
| "token_acc": 0.9226774379688402 |
| }, |
| { |
| "epoch": 0.14936708860759493, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.92348315934629e-07, |
| "loss": 0.27046293020248413, |
| "step": 708, |
| "token_acc": 0.9296824368114064 |
| }, |
| { |
| "epoch": 0.14957805907172997, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.923188201847107e-07, |
| "loss": 0.20588457584381104, |
| "step": 709, |
| "token_acc": 0.9350493864112541 |
| }, |
| { |
| "epoch": 0.14978902953586498, |
| "grad_norm": 0.83984375, |
| "learning_rate": 9.92289268133968e-07, |
| "loss": 0.25359445810317993, |
| "step": 710, |
| "token_acc": 0.9285503395335105 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.922596597857811e-07, |
| "loss": 0.267612099647522, |
| "step": 711, |
| "token_acc": 0.9265569917743831 |
| }, |
| { |
| "epoch": 0.150210970464135, |
| "grad_norm": 0.9140625, |
| "learning_rate": 9.922299951435357e-07, |
| "loss": 0.2501794993877411, |
| "step": 712, |
| "token_acc": 0.9300184162062615 |
| }, |
| { |
| "epoch": 0.15042194092827005, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.922002742106242e-07, |
| "loss": 0.2614431381225586, |
| "step": 713, |
| "token_acc": 0.9250471825289835 |
| }, |
| { |
| "epoch": 0.15063291139240506, |
| "grad_norm": 0.61328125, |
| "learning_rate": 9.921704969904453e-07, |
| "loss": 0.2227068841457367, |
| "step": 714, |
| "token_acc": 0.934162192709805 |
| }, |
| { |
| "epoch": 0.15084388185654007, |
| "grad_norm": 0.95703125, |
| "learning_rate": 9.92140663486404e-07, |
| "loss": 0.2870650887489319, |
| "step": 715, |
| "token_acc": 0.9198347107438016 |
| }, |
| { |
| "epoch": 0.15105485232067511, |
| "grad_norm": 0.59765625, |
| "learning_rate": 9.92110773701913e-07, |
| "loss": 0.24414213001728058, |
| "step": 716, |
| "token_acc": 0.9290909090909091 |
| }, |
| { |
| "epoch": 0.15126582278481013, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.920808276403893e-07, |
| "loss": 0.27001482248306274, |
| "step": 717, |
| "token_acc": 0.9276070094800345 |
| }, |
| { |
| "epoch": 0.15147679324894514, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.920508253052584e-07, |
| "loss": 0.24048057198524475, |
| "step": 718, |
| "token_acc": 0.9305245535714286 |
| }, |
| { |
| "epoch": 0.15168776371308018, |
| "grad_norm": 0.9921875, |
| "learning_rate": 9.92020766699951e-07, |
| "loss": 0.267702579498291, |
| "step": 719, |
| "token_acc": 0.9254603916983338 |
| }, |
| { |
| "epoch": 0.1518987341772152, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.919906518279043e-07, |
| "loss": 0.23744544386863708, |
| "step": 720, |
| "token_acc": 0.9312857886517438 |
| }, |
| { |
| "epoch": 0.1521097046413502, |
| "grad_norm": 0.85546875, |
| "learning_rate": 9.919604806925623e-07, |
| "loss": 0.2514658570289612, |
| "step": 721, |
| "token_acc": 0.9293015332197615 |
| }, |
| { |
| "epoch": 0.15232067510548522, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.919302532973754e-07, |
| "loss": 0.2536316215991974, |
| "step": 722, |
| "token_acc": 0.9287620064034151 |
| }, |
| { |
| "epoch": 0.15253164556962026, |
| "grad_norm": 0.8359375, |
| "learning_rate": 9.918999696458006e-07, |
| "loss": 0.23538361489772797, |
| "step": 723, |
| "token_acc": 0.9311200744647844 |
| }, |
| { |
| "epoch": 0.15274261603375527, |
| "grad_norm": 0.64453125, |
| "learning_rate": 9.918696297413008e-07, |
| "loss": 0.2112676054239273, |
| "step": 724, |
| "token_acc": 0.9377406931964056 |
| }, |
| { |
| "epoch": 0.1529535864978903, |
| "grad_norm": 0.6171875, |
| "learning_rate": 9.918392335873457e-07, |
| "loss": 0.22141136229038239, |
| "step": 725, |
| "token_acc": 0.9383989145183175 |
| }, |
| { |
| "epoch": 0.15316455696202533, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.91808781187411e-07, |
| "loss": 0.27773499488830566, |
| "step": 726, |
| "token_acc": 0.9278820375335121 |
| }, |
| { |
| "epoch": 0.15337552742616034, |
| "grad_norm": 0.94921875, |
| "learning_rate": 9.917782725449799e-07, |
| "loss": 0.32096052169799805, |
| "step": 727, |
| "token_acc": 0.9175288205734555 |
| }, |
| { |
| "epoch": 0.15358649789029535, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.91747707663541e-07, |
| "loss": 0.2451501190662384, |
| "step": 728, |
| "token_acc": 0.9271503803393798 |
| }, |
| { |
| "epoch": 0.15379746835443037, |
| "grad_norm": 1.546875, |
| "learning_rate": 9.917170865465894e-07, |
| "loss": 0.29911404848098755, |
| "step": 729, |
| "token_acc": 0.9180237372343362 |
| }, |
| { |
| "epoch": 0.1540084388185654, |
| "grad_norm": 0.953125, |
| "learning_rate": 9.91686409197627e-07, |
| "loss": 0.3019820749759674, |
| "step": 730, |
| "token_acc": 0.9172510518934082 |
| }, |
| { |
| "epoch": 0.15421940928270042, |
| "grad_norm": 1.1484375, |
| "learning_rate": 9.916556756201624e-07, |
| "loss": 0.281706839799881, |
| "step": 731, |
| "token_acc": 0.9272495213784301 |
| }, |
| { |
| "epoch": 0.15443037974683543, |
| "grad_norm": 0.93359375, |
| "learning_rate": 9.916248858177099e-07, |
| "loss": 0.27722233533859253, |
| "step": 732, |
| "token_acc": 0.9146039603960396 |
| }, |
| { |
| "epoch": 0.15464135021097047, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.915940397937906e-07, |
| "loss": 0.29295605421066284, |
| "step": 733, |
| "token_acc": 0.9225071225071225 |
| }, |
| { |
| "epoch": 0.1548523206751055, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.91563137551932e-07, |
| "loss": 0.24334131181240082, |
| "step": 734, |
| "token_acc": 0.9294417682062908 |
| }, |
| { |
| "epoch": 0.1550632911392405, |
| "grad_norm": 0.81640625, |
| "learning_rate": 9.91532179095668e-07, |
| "loss": 0.2572481334209442, |
| "step": 735, |
| "token_acc": 0.9311695579182988 |
| }, |
| { |
| "epoch": 0.15527426160337554, |
| "grad_norm": 0.75, |
| "learning_rate": 9.915011644285391e-07, |
| "loss": 0.26280131936073303, |
| "step": 736, |
| "token_acc": 0.9256795835743205 |
| }, |
| { |
| "epoch": 0.15548523206751055, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.91470093554092e-07, |
| "loss": 0.23156148195266724, |
| "step": 737, |
| "token_acc": 0.9377058999700509 |
| }, |
| { |
| "epoch": 0.15569620253164557, |
| "grad_norm": 0.60546875, |
| "learning_rate": 9.914389664758799e-07, |
| "loss": 0.24967870116233826, |
| "step": 738, |
| "token_acc": 0.9284906726964387 |
| }, |
| { |
| "epoch": 0.15590717299578058, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.914077831974626e-07, |
| "loss": 0.24829944968223572, |
| "step": 739, |
| "token_acc": 0.931044267877412 |
| }, |
| { |
| "epoch": 0.15611814345991562, |
| "grad_norm": 0.61328125, |
| "learning_rate": 9.91376543722406e-07, |
| "loss": 0.24180346727371216, |
| "step": 740, |
| "token_acc": 0.9371293001186239 |
| }, |
| { |
| "epoch": 0.15632911392405063, |
| "grad_norm": 0.84765625, |
| "learning_rate": 9.913452480542825e-07, |
| "loss": 0.26637858152389526, |
| "step": 741, |
| "token_acc": 0.9162153552086651 |
| }, |
| { |
| "epoch": 0.15654008438818565, |
| "grad_norm": 0.5625, |
| "learning_rate": 9.913138961966715e-07, |
| "loss": 0.22019389271736145, |
| "step": 742, |
| "token_acc": 0.9336415556159913 |
| }, |
| { |
| "epoch": 0.1567510548523207, |
| "grad_norm": 0.83203125, |
| "learning_rate": 9.912824881531577e-07, |
| "loss": 0.2972027361392975, |
| "step": 743, |
| "token_acc": 0.9233983286908078 |
| }, |
| { |
| "epoch": 0.1569620253164557, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.912510239273332e-07, |
| "loss": 0.26124250888824463, |
| "step": 744, |
| "token_acc": 0.9267277268942548 |
| }, |
| { |
| "epoch": 0.1571729957805907, |
| "grad_norm": 0.95703125, |
| "learning_rate": 9.912195035227964e-07, |
| "loss": 0.32723483443260193, |
| "step": 745, |
| "token_acc": 0.9195718654434251 |
| }, |
| { |
| "epoch": 0.15738396624472573, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.911879269431517e-07, |
| "loss": 0.23630690574645996, |
| "step": 746, |
| "token_acc": 0.9347326049453709 |
| }, |
| { |
| "epoch": 0.15759493670886077, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.911562941920099e-07, |
| "loss": 0.21784129738807678, |
| "step": 747, |
| "token_acc": 0.9337892446378614 |
| }, |
| { |
| "epoch": 0.15780590717299578, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.911246052729891e-07, |
| "loss": 0.26233282685279846, |
| "step": 748, |
| "token_acc": 0.9323260937991816 |
| }, |
| { |
| "epoch": 0.1580168776371308, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.910928601897126e-07, |
| "loss": 0.2327466756105423, |
| "step": 749, |
| "token_acc": 0.9362054681027341 |
| }, |
| { |
| "epoch": 0.15822784810126583, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.91061058945811e-07, |
| "loss": 0.27062827348709106, |
| "step": 750, |
| "token_acc": 0.918719909374115 |
| }, |
| { |
| "epoch": 0.15843881856540085, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.910292015449211e-07, |
| "loss": 0.20303724706172943, |
| "step": 751, |
| "token_acc": 0.9412310547479121 |
| }, |
| { |
| "epoch": 0.15864978902953586, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.909972879906858e-07, |
| "loss": 0.24677664041519165, |
| "step": 752, |
| "token_acc": 0.925 |
| }, |
| { |
| "epoch": 0.15886075949367087, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.90965318286755e-07, |
| "loss": 0.2709593176841736, |
| "step": 753, |
| "token_acc": 0.9230769230769231 |
| }, |
| { |
| "epoch": 0.1590717299578059, |
| "grad_norm": 0.99609375, |
| "learning_rate": 9.909332924367846e-07, |
| "loss": 0.265384703874588, |
| "step": 754, |
| "token_acc": 0.9230769230769231 |
| }, |
| { |
| "epoch": 0.15928270042194093, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.909012104444368e-07, |
| "loss": 0.2868095636367798, |
| "step": 755, |
| "token_acc": 0.920038228735266 |
| }, |
| { |
| "epoch": 0.15949367088607594, |
| "grad_norm": 0.81640625, |
| "learning_rate": 9.908690723133807e-07, |
| "loss": 0.24986404180526733, |
| "step": 756, |
| "token_acc": 0.9256695756846224 |
| }, |
| { |
| "epoch": 0.15970464135021098, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.908368780472916e-07, |
| "loss": 0.20347082614898682, |
| "step": 757, |
| "token_acc": 0.9389263902282224 |
| }, |
| { |
| "epoch": 0.159915611814346, |
| "grad_norm": 0.59375, |
| "learning_rate": 9.908046276498511e-07, |
| "loss": 0.2612215578556061, |
| "step": 758, |
| "token_acc": 0.9279416235937975 |
| }, |
| { |
| "epoch": 0.160126582278481, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.907723211247472e-07, |
| "loss": 0.23647598922252655, |
| "step": 759, |
| "token_acc": 0.9354395604395604 |
| }, |
| { |
| "epoch": 0.16033755274261605, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.907399584756744e-07, |
| "loss": 0.28146815299987793, |
| "step": 760, |
| "token_acc": 0.92171219374824 |
| }, |
| { |
| "epoch": 0.16054852320675106, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.90707539706334e-07, |
| "loss": 0.2895510494709015, |
| "step": 761, |
| "token_acc": 0.9175170068027211 |
| }, |
| { |
| "epoch": 0.16075949367088607, |
| "grad_norm": 0.64453125, |
| "learning_rate": 9.90675064820433e-07, |
| "loss": 0.25281795859336853, |
| "step": 762, |
| "token_acc": 0.9276477832512315 |
| }, |
| { |
| "epoch": 0.16097046413502109, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.906425338216852e-07, |
| "loss": 0.2702397108078003, |
| "step": 763, |
| "token_acc": 0.9337220006136852 |
| }, |
| { |
| "epoch": 0.16118143459915613, |
| "grad_norm": 0.82421875, |
| "learning_rate": 9.906099467138111e-07, |
| "loss": 0.3201596736907959, |
| "step": 764, |
| "token_acc": 0.9149093599704032 |
| }, |
| { |
| "epoch": 0.16139240506329114, |
| "grad_norm": 0.8359375, |
| "learning_rate": 9.90577303500537e-07, |
| "loss": 0.26031017303466797, |
| "step": 765, |
| "token_acc": 0.922656699252444 |
| }, |
| { |
| "epoch": 0.16160337552742615, |
| "grad_norm": 0.84765625, |
| "learning_rate": 9.90544604185596e-07, |
| "loss": 0.2320261150598526, |
| "step": 766, |
| "token_acc": 0.933118216485773 |
| }, |
| { |
| "epoch": 0.1618143459915612, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.905118487727277e-07, |
| "loss": 0.2794190049171448, |
| "step": 767, |
| "token_acc": 0.9201467268623025 |
| }, |
| { |
| "epoch": 0.1620253164556962, |
| "grad_norm": 0.84375, |
| "learning_rate": 9.904790372656778e-07, |
| "loss": 0.2765384018421173, |
| "step": 768, |
| "token_acc": 0.9225014961101137 |
| }, |
| { |
| "epoch": 0.16223628691983122, |
| "grad_norm": 0.84765625, |
| "learning_rate": 9.904461696681984e-07, |
| "loss": 0.3068510890007019, |
| "step": 769, |
| "token_acc": 0.9177502267916541 |
| }, |
| { |
| "epoch": 0.16244725738396623, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.904132459840485e-07, |
| "loss": 0.28465330600738525, |
| "step": 770, |
| "token_acc": 0.9240544629349471 |
| }, |
| { |
| "epoch": 0.16265822784810127, |
| "grad_norm": 0.75, |
| "learning_rate": 9.903802662169932e-07, |
| "loss": 0.2329617142677307, |
| "step": 771, |
| "token_acc": 0.9319875776397516 |
| }, |
| { |
| "epoch": 0.16286919831223629, |
| "grad_norm": 0.64453125, |
| "learning_rate": 9.903472303708038e-07, |
| "loss": 0.2284744679927826, |
| "step": 772, |
| "token_acc": 0.931237721021611 |
| }, |
| { |
| "epoch": 0.1630801687763713, |
| "grad_norm": 1.140625, |
| "learning_rate": 9.903141384492583e-07, |
| "loss": 0.23831237852573395, |
| "step": 773, |
| "token_acc": 0.9291455790413814 |
| }, |
| { |
| "epoch": 0.16329113924050634, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.902809904561414e-07, |
| "loss": 0.23870491981506348, |
| "step": 774, |
| "token_acc": 0.9348308374930671 |
| }, |
| { |
| "epoch": 0.16350210970464135, |
| "grad_norm": 0.75, |
| "learning_rate": 9.902477863952431e-07, |
| "loss": 0.27838945388793945, |
| "step": 775, |
| "token_acc": 0.9261146496815287 |
| }, |
| { |
| "epoch": 0.16371308016877636, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.902145262703613e-07, |
| "loss": 0.2492181956768036, |
| "step": 776, |
| "token_acc": 0.9293759512937595 |
| }, |
| { |
| "epoch": 0.1639240506329114, |
| "grad_norm": 0.58984375, |
| "learning_rate": 9.901812100852993e-07, |
| "loss": 0.2085292637348175, |
| "step": 777, |
| "token_acc": 0.9389517569982132 |
| }, |
| { |
| "epoch": 0.16413502109704642, |
| "grad_norm": 0.953125, |
| "learning_rate": 9.90147837843867e-07, |
| "loss": 0.2694481909275055, |
| "step": 778, |
| "token_acc": 0.9280432309442548 |
| }, |
| { |
| "epoch": 0.16434599156118143, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.901144095498808e-07, |
| "loss": 0.25209715962409973, |
| "step": 779, |
| "token_acc": 0.9302030456852792 |
| }, |
| { |
| "epoch": 0.16455696202531644, |
| "grad_norm": 0.88671875, |
| "learning_rate": 9.900809252071635e-07, |
| "loss": 0.31358861923217773, |
| "step": 780, |
| "token_acc": 0.9151069518716578 |
| }, |
| { |
| "epoch": 0.16476793248945149, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.900473848195446e-07, |
| "loss": 0.23959940671920776, |
| "step": 781, |
| "token_acc": 0.9326456310679612 |
| }, |
| { |
| "epoch": 0.1649789029535865, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.900137883908592e-07, |
| "loss": 0.29789382219314575, |
| "step": 782, |
| "token_acc": 0.9166666666666666 |
| }, |
| { |
| "epoch": 0.1651898734177215, |
| "grad_norm": 0.796875, |
| "learning_rate": 9.8998013592495e-07, |
| "loss": 0.22469905018806458, |
| "step": 783, |
| "token_acc": 0.933932193567082 |
| }, |
| { |
| "epoch": 0.16540084388185655, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.89946427425665e-07, |
| "loss": 0.28561171889305115, |
| "step": 784, |
| "token_acc": 0.9251565167899829 |
| }, |
| { |
| "epoch": 0.16561181434599156, |
| "grad_norm": 0.90625, |
| "learning_rate": 9.89912662896859e-07, |
| "loss": 0.28935301303863525, |
| "step": 785, |
| "token_acc": 0.9215164615896242 |
| }, |
| { |
| "epoch": 0.16582278481012658, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.898788423423935e-07, |
| "loss": 0.2708919048309326, |
| "step": 786, |
| "token_acc": 0.927591706539075 |
| }, |
| { |
| "epoch": 0.1660337552742616, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.898449657661362e-07, |
| "loss": 0.2672666311264038, |
| "step": 787, |
| "token_acc": 0.9263598326359833 |
| }, |
| { |
| "epoch": 0.16624472573839663, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.89811033171961e-07, |
| "loss": 0.2862321734428406, |
| "step": 788, |
| "token_acc": 0.9180470793374019 |
| }, |
| { |
| "epoch": 0.16645569620253164, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.897770445637483e-07, |
| "loss": 0.2871711850166321, |
| "step": 789, |
| "token_acc": 0.9249183895538629 |
| }, |
| { |
| "epoch": 0.16666666666666666, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.897429999453852e-07, |
| "loss": 0.2397966980934143, |
| "step": 790, |
| "token_acc": 0.9377081945369754 |
| }, |
| { |
| "epoch": 0.1668776371308017, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.89708899320765e-07, |
| "loss": 0.2998412847518921, |
| "step": 791, |
| "token_acc": 0.9202363367799113 |
| }, |
| { |
| "epoch": 0.1670886075949367, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.89674742693787e-07, |
| "loss": 0.27035748958587646, |
| "step": 792, |
| "token_acc": 0.9229891614375356 |
| }, |
| { |
| "epoch": 0.16729957805907172, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.89640530068358e-07, |
| "loss": 0.17933598160743713, |
| "step": 793, |
| "token_acc": 0.9483188044831881 |
| }, |
| { |
| "epoch": 0.16751054852320676, |
| "grad_norm": 0.91796875, |
| "learning_rate": 9.896062614483898e-07, |
| "loss": 0.2540227472782135, |
| "step": 794, |
| "token_acc": 0.929927414852038 |
| }, |
| { |
| "epoch": 0.16772151898734178, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.895719368378016e-07, |
| "loss": 0.24861711263656616, |
| "step": 795, |
| "token_acc": 0.9333129397369226 |
| }, |
| { |
| "epoch": 0.1679324894514768, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.89537556240519e-07, |
| "loss": 0.2633477449417114, |
| "step": 796, |
| "token_acc": 0.9196560924992588 |
| }, |
| { |
| "epoch": 0.1681434599156118, |
| "grad_norm": 0.8671875, |
| "learning_rate": 9.89503119660473e-07, |
| "loss": 0.2524856925010681, |
| "step": 797, |
| "token_acc": 0.9313725490196079 |
| }, |
| { |
| "epoch": 0.16835443037974684, |
| "grad_norm": 0.91796875, |
| "learning_rate": 9.894686271016027e-07, |
| "loss": 0.30388563871383667, |
| "step": 798, |
| "token_acc": 0.9198352344740177 |
| }, |
| { |
| "epoch": 0.16856540084388186, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.894340785678517e-07, |
| "loss": 0.2910333573818207, |
| "step": 799, |
| "token_acc": 0.9234449760765551 |
| }, |
| { |
| "epoch": 0.16877637130801687, |
| "grad_norm": 0.859375, |
| "learning_rate": 9.893994740631713e-07, |
| "loss": 0.25983309745788574, |
| "step": 800, |
| "token_acc": 0.9273416982783775 |
| }, |
| { |
| "epoch": 0.16877637130801687, |
| "eval_loss": 0.43369975686073303, |
| "eval_runtime": 245.7245, |
| "eval_samples_per_second": 137.166, |
| "eval_steps_per_second": 2.145, |
| "eval_token_acc": 0.8991631517544647, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.1689873417721519, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.893648135915188e-07, |
| "loss": 0.26705414056777954, |
| "step": 801, |
| "token_acc": 0.9297355062783863 |
| }, |
| { |
| "epoch": 0.16919831223628692, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.893300971568578e-07, |
| "loss": 0.2386769950389862, |
| "step": 802, |
| "token_acc": 0.935367545076283 |
| }, |
| { |
| "epoch": 0.16940928270042194, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.892953247631589e-07, |
| "loss": 0.2654857337474823, |
| "step": 803, |
| "token_acc": 0.9260304912478825 |
| }, |
| { |
| "epoch": 0.16962025316455695, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.89260496414398e-07, |
| "loss": 0.2585882842540741, |
| "step": 804, |
| "token_acc": 0.9277403551745255 |
| }, |
| { |
| "epoch": 0.169831223628692, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.892256121145584e-07, |
| "loss": 0.25679513812065125, |
| "step": 805, |
| "token_acc": 0.928305133352452 |
| }, |
| { |
| "epoch": 0.170042194092827, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.891906718676291e-07, |
| "loss": 0.269248902797699, |
| "step": 806, |
| "token_acc": 0.9328318108543794 |
| }, |
| { |
| "epoch": 0.17025316455696202, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.89155675677606e-07, |
| "loss": 0.2557290196418762, |
| "step": 807, |
| "token_acc": 0.9275456919060052 |
| }, |
| { |
| "epoch": 0.17046413502109706, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.891206235484913e-07, |
| "loss": 0.23980513215065002, |
| "step": 808, |
| "token_acc": 0.9353355807539074 |
| }, |
| { |
| "epoch": 0.17067510548523207, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.890855154842935e-07, |
| "loss": 0.2392064481973648, |
| "step": 809, |
| "token_acc": 0.9303870595031773 |
| }, |
| { |
| "epoch": 0.17088607594936708, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.890503514890275e-07, |
| "loss": 0.23739401996135712, |
| "step": 810, |
| "token_acc": 0.9328014728444308 |
| }, |
| { |
| "epoch": 0.1710970464135021, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.89015131566714e-07, |
| "loss": 0.2900955080986023, |
| "step": 811, |
| "token_acc": 0.9233797698364627 |
| }, |
| { |
| "epoch": 0.17130801687763714, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.889798557213818e-07, |
| "loss": 0.27924585342407227, |
| "step": 812, |
| "token_acc": 0.9214012363850457 |
| }, |
| { |
| "epoch": 0.17151898734177215, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.88944523957064e-07, |
| "loss": 0.2851244807243347, |
| "step": 813, |
| "token_acc": 0.9264660254421346 |
| }, |
| { |
| "epoch": 0.17172995780590716, |
| "grad_norm": 1.1875, |
| "learning_rate": 9.889091362778017e-07, |
| "loss": 0.23967793583869934, |
| "step": 814, |
| "token_acc": 0.9278113316077078 |
| }, |
| { |
| "epoch": 0.1719409282700422, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.888736926876415e-07, |
| "loss": 0.23629070818424225, |
| "step": 815, |
| "token_acc": 0.9284259528658714 |
| }, |
| { |
| "epoch": 0.17215189873417722, |
| "grad_norm": 0.93359375, |
| "learning_rate": 9.88838193190637e-07, |
| "loss": 0.3324328064918518, |
| "step": 816, |
| "token_acc": 0.9166411277965063 |
| }, |
| { |
| "epoch": 0.17236286919831223, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.888026377908472e-07, |
| "loss": 0.2603840231895447, |
| "step": 817, |
| "token_acc": 0.9286516853932584 |
| }, |
| { |
| "epoch": 0.17257383966244727, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.887670264923387e-07, |
| "loss": 0.25500792264938354, |
| "step": 818, |
| "token_acc": 0.9334559950935296 |
| }, |
| { |
| "epoch": 0.17278481012658228, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.88731359299184e-07, |
| "loss": 0.25971531867980957, |
| "step": 819, |
| "token_acc": 0.928698752228164 |
| }, |
| { |
| "epoch": 0.1729957805907173, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.886956362154617e-07, |
| "loss": 0.2521659731864929, |
| "step": 820, |
| "token_acc": 0.9252336448598131 |
| }, |
| { |
| "epoch": 0.1732067510548523, |
| "grad_norm": 1.0078125, |
| "learning_rate": 9.88659857245257e-07, |
| "loss": 0.23598764836788177, |
| "step": 821, |
| "token_acc": 0.9364791288566243 |
| }, |
| { |
| "epoch": 0.17341772151898735, |
| "grad_norm": 2.28125, |
| "learning_rate": 9.886240223926617e-07, |
| "loss": 0.2466164529323578, |
| "step": 822, |
| "token_acc": 0.9289433384379786 |
| }, |
| { |
| "epoch": 0.17362869198312236, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.88588131661774e-07, |
| "loss": 0.2287391722202301, |
| "step": 823, |
| "token_acc": 0.9339788732394366 |
| }, |
| { |
| "epoch": 0.17383966244725738, |
| "grad_norm": 0.9921875, |
| "learning_rate": 9.885521850566977e-07, |
| "loss": 0.3011782765388489, |
| "step": 824, |
| "token_acc": 0.9158669225847729 |
| }, |
| { |
| "epoch": 0.17405063291139242, |
| "grad_norm": 0.88671875, |
| "learning_rate": 9.88516182581544e-07, |
| "loss": 0.24732713401317596, |
| "step": 825, |
| "token_acc": 0.9297990096125838 |
| }, |
| { |
| "epoch": 0.17426160337552743, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.884801242404303e-07, |
| "loss": 0.2557525038719177, |
| "step": 826, |
| "token_acc": 0.9272430668841762 |
| }, |
| { |
| "epoch": 0.17447257383966244, |
| "grad_norm": 0.58203125, |
| "learning_rate": 9.884440100374798e-07, |
| "loss": 0.2030971348285675, |
| "step": 827, |
| "token_acc": 0.9397905759162304 |
| }, |
| { |
| "epoch": 0.17468354430379746, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.884078399768226e-07, |
| "loss": 0.23457200825214386, |
| "step": 828, |
| "token_acc": 0.9320594479830149 |
| }, |
| { |
| "epoch": 0.1748945147679325, |
| "grad_norm": 0.75, |
| "learning_rate": 9.88371614062595e-07, |
| "loss": 0.27027198672294617, |
| "step": 829, |
| "token_acc": 0.9281524926686217 |
| }, |
| { |
| "epoch": 0.1751054852320675, |
| "grad_norm": 0.578125, |
| "learning_rate": 9.8833533229894e-07, |
| "loss": 0.2117438018321991, |
| "step": 830, |
| "token_acc": 0.9373803664205633 |
| }, |
| { |
| "epoch": 0.17531645569620252, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.882989946900063e-07, |
| "loss": 0.21879255771636963, |
| "step": 831, |
| "token_acc": 0.9381270903010034 |
| }, |
| { |
| "epoch": 0.17552742616033756, |
| "grad_norm": 0.75, |
| "learning_rate": 9.882626012399495e-07, |
| "loss": 0.27527743577957153, |
| "step": 832, |
| "token_acc": 0.9288235294117647 |
| }, |
| { |
| "epoch": 0.17573839662447258, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.882261519529318e-07, |
| "loss": 0.2788648307323456, |
| "step": 833, |
| "token_acc": 0.9233587786259542 |
| }, |
| { |
| "epoch": 0.1759493670886076, |
| "grad_norm": 0.75, |
| "learning_rate": 9.881896468331215e-07, |
| "loss": 0.26945775747299194, |
| "step": 834, |
| "token_acc": 0.9267376330619912 |
| }, |
| { |
| "epoch": 0.17616033755274263, |
| "grad_norm": 0.89453125, |
| "learning_rate": 9.881530858846928e-07, |
| "loss": 0.30408790707588196, |
| "step": 835, |
| "token_acc": 0.9146719234018587 |
| }, |
| { |
| "epoch": 0.17637130801687764, |
| "grad_norm": 0.8125, |
| "learning_rate": 9.88116469111827e-07, |
| "loss": 0.2584350109100342, |
| "step": 836, |
| "token_acc": 0.9246458923512748 |
| }, |
| { |
| "epoch": 0.17658227848101266, |
| "grad_norm": 0.8125, |
| "learning_rate": 9.880797965187119e-07, |
| "loss": 0.3014131784439087, |
| "step": 837, |
| "token_acc": 0.9151281344723065 |
| }, |
| { |
| "epoch": 0.17679324894514767, |
| "grad_norm": 0.59375, |
| "learning_rate": 9.880430681095407e-07, |
| "loss": 0.21773123741149902, |
| "step": 838, |
| "token_acc": 0.9367166004280036 |
| }, |
| { |
| "epoch": 0.1770042194092827, |
| "grad_norm": 1.9609375, |
| "learning_rate": 9.88006283888514e-07, |
| "loss": 0.26315808296203613, |
| "step": 839, |
| "token_acc": 0.9259569712210115 |
| }, |
| { |
| "epoch": 0.17721518987341772, |
| "grad_norm": 0.93359375, |
| "learning_rate": 9.879694438598383e-07, |
| "loss": 0.2646620571613312, |
| "step": 840, |
| "token_acc": 0.9318522966076254 |
| }, |
| { |
| "epoch": 0.17742616033755274, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.879325480277266e-07, |
| "loss": 0.2713755965232849, |
| "step": 841, |
| "token_acc": 0.9206214689265537 |
| }, |
| { |
| "epoch": 0.17763713080168778, |
| "grad_norm": 0.859375, |
| "learning_rate": 9.878955963963979e-07, |
| "loss": 0.26667535305023193, |
| "step": 842, |
| "token_acc": 0.9262686567164179 |
| }, |
| { |
| "epoch": 0.1778481012658228, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.878585889700785e-07, |
| "loss": 0.24986431002616882, |
| "step": 843, |
| "token_acc": 0.9370695053224797 |
| }, |
| { |
| "epoch": 0.1780590717299578, |
| "grad_norm": 1.4140625, |
| "learning_rate": 9.878215257530004e-07, |
| "loss": 0.2651556730270386, |
| "step": 844, |
| "token_acc": 0.9286946520989074 |
| }, |
| { |
| "epoch": 0.17827004219409281, |
| "grad_norm": 0.828125, |
| "learning_rate": 9.877844067494017e-07, |
| "loss": 0.2608075737953186, |
| "step": 845, |
| "token_acc": 0.9263001485884101 |
| }, |
| { |
| "epoch": 0.17848101265822786, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.877472319635275e-07, |
| "loss": 0.28958860039711, |
| "step": 846, |
| "token_acc": 0.9233128834355828 |
| }, |
| { |
| "epoch": 0.17869198312236287, |
| "grad_norm": 1.0234375, |
| "learning_rate": 9.877100013996291e-07, |
| "loss": 0.2941049039363861, |
| "step": 847, |
| "token_acc": 0.9213372664700098 |
| }, |
| { |
| "epoch": 0.17890295358649788, |
| "grad_norm": 0.84375, |
| "learning_rate": 9.876727150619642e-07, |
| "loss": 0.2620714604854584, |
| "step": 848, |
| "token_acc": 0.9288433382137629 |
| }, |
| { |
| "epoch": 0.17911392405063292, |
| "grad_norm": 0.60546875, |
| "learning_rate": 9.876353729547968e-07, |
| "loss": 0.2020449936389923, |
| "step": 849, |
| "token_acc": 0.9392366412213741 |
| }, |
| { |
| "epoch": 0.17932489451476794, |
| "grad_norm": 0.953125, |
| "learning_rate": 9.875979750823969e-07, |
| "loss": 0.2892880439758301, |
| "step": 850, |
| "token_acc": 0.9246448424953675 |
| }, |
| { |
| "epoch": 0.17953586497890295, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.875605214490417e-07, |
| "loss": 0.2778629660606384, |
| "step": 851, |
| "token_acc": 0.923582580115037 |
| }, |
| { |
| "epoch": 0.17974683544303796, |
| "grad_norm": 0.5859375, |
| "learning_rate": 9.875230120590142e-07, |
| "loss": 0.23370903730392456, |
| "step": 852, |
| "token_acc": 0.9249401117913228 |
| }, |
| { |
| "epoch": 0.179957805907173, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.874854469166038e-07, |
| "loss": 0.28334856033325195, |
| "step": 853, |
| "token_acc": 0.9264705882352942 |
| }, |
| { |
| "epoch": 0.18016877637130801, |
| "grad_norm": 0.55078125, |
| "learning_rate": 9.874478260261067e-07, |
| "loss": 0.2282511293888092, |
| "step": 854, |
| "token_acc": 0.933620159803319 |
| }, |
| { |
| "epoch": 0.18037974683544303, |
| "grad_norm": 1.1015625, |
| "learning_rate": 9.874101493918249e-07, |
| "loss": 0.27366286516189575, |
| "step": 855, |
| "token_acc": 0.9260089686098655 |
| }, |
| { |
| "epoch": 0.18059071729957807, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.87372417018067e-07, |
| "loss": 0.25619056820869446, |
| "step": 856, |
| "token_acc": 0.9255610290093049 |
| }, |
| { |
| "epoch": 0.18080168776371308, |
| "grad_norm": 0.828125, |
| "learning_rate": 9.873346289091483e-07, |
| "loss": 0.270757257938385, |
| "step": 857, |
| "token_acc": 0.923998738568275 |
| }, |
| { |
| "epoch": 0.1810126582278481, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.8729678506939e-07, |
| "loss": 0.28628918528556824, |
| "step": 858, |
| "token_acc": 0.9234957020057306 |
| }, |
| { |
| "epoch": 0.18122362869198314, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.872588855031197e-07, |
| "loss": 0.2525092661380768, |
| "step": 859, |
| "token_acc": 0.9317073170731708 |
| }, |
| { |
| "epoch": 0.18143459915611815, |
| "grad_norm": 0.83984375, |
| "learning_rate": 9.872209302146718e-07, |
| "loss": 0.28244319558143616, |
| "step": 860, |
| "token_acc": 0.9267202859696158 |
| }, |
| { |
| "epoch": 0.18164556962025316, |
| "grad_norm": 0.828125, |
| "learning_rate": 9.871829192083867e-07, |
| "loss": 0.254133403301239, |
| "step": 861, |
| "token_acc": 0.928436911487759 |
| }, |
| { |
| "epoch": 0.18185654008438817, |
| "grad_norm": 0.75, |
| "learning_rate": 9.871448524886113e-07, |
| "loss": 0.2619815468788147, |
| "step": 862, |
| "token_acc": 0.9243888573052871 |
| }, |
| { |
| "epoch": 0.18206751054852321, |
| "grad_norm": 0.91796875, |
| "learning_rate": 9.87106730059699e-07, |
| "loss": 0.2682092487812042, |
| "step": 863, |
| "token_acc": 0.9261158021712907 |
| }, |
| { |
| "epoch": 0.18227848101265823, |
| "grad_norm": 0.6015625, |
| "learning_rate": 9.870685519260092e-07, |
| "loss": 0.245108962059021, |
| "step": 864, |
| "token_acc": 0.9272880404267265 |
| }, |
| { |
| "epoch": 0.18248945147679324, |
| "grad_norm": 0.9609375, |
| "learning_rate": 9.870303180919078e-07, |
| "loss": 0.2907876670360565, |
| "step": 865, |
| "token_acc": 0.9245337159253946 |
| }, |
| { |
| "epoch": 0.18270042194092828, |
| "grad_norm": 0.60546875, |
| "learning_rate": 9.869920285617676e-07, |
| "loss": 0.24249601364135742, |
| "step": 866, |
| "token_acc": 0.931304347826087 |
| }, |
| { |
| "epoch": 0.1829113924050633, |
| "grad_norm": 0.83203125, |
| "learning_rate": 9.869536833399669e-07, |
| "loss": 0.2370653748512268, |
| "step": 867, |
| "token_acc": 0.9323520200438459 |
| }, |
| { |
| "epoch": 0.1831223628691983, |
| "grad_norm": 0.859375, |
| "learning_rate": 9.869152824308912e-07, |
| "loss": 0.3008883595466614, |
| "step": 868, |
| "token_acc": 0.9213197969543148 |
| }, |
| { |
| "epoch": 0.18333333333333332, |
| "grad_norm": 0.8125, |
| "learning_rate": 9.868768258389314e-07, |
| "loss": 0.2317754030227661, |
| "step": 869, |
| "token_acc": 0.9351635514018691 |
| }, |
| { |
| "epoch": 0.18354430379746836, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.868383135684857e-07, |
| "loss": 0.2313736081123352, |
| "step": 870, |
| "token_acc": 0.9373202990224266 |
| }, |
| { |
| "epoch": 0.18375527426160337, |
| "grad_norm": 0.9296875, |
| "learning_rate": 9.867997456239586e-07, |
| "loss": 0.28026607632637024, |
| "step": 871, |
| "token_acc": 0.9176308539944904 |
| }, |
| { |
| "epoch": 0.1839662447257384, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.8676112200976e-07, |
| "loss": 0.254774272441864, |
| "step": 872, |
| "token_acc": 0.9306763962952568 |
| }, |
| { |
| "epoch": 0.18417721518987343, |
| "grad_norm": 0.75, |
| "learning_rate": 9.867224427303073e-07, |
| "loss": 0.24183842539787292, |
| "step": 873, |
| "token_acc": 0.9341463414634147 |
| }, |
| { |
| "epoch": 0.18438818565400844, |
| "grad_norm": 0.86328125, |
| "learning_rate": 9.86683707790024e-07, |
| "loss": 0.23453059792518616, |
| "step": 874, |
| "token_acc": 0.9323812299621101 |
| }, |
| { |
| "epoch": 0.18459915611814345, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.86644917193339e-07, |
| "loss": 0.24839141964912415, |
| "step": 875, |
| "token_acc": 0.9287037037037037 |
| }, |
| { |
| "epoch": 0.1848101265822785, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.86606070944689e-07, |
| "loss": 0.2521136403083801, |
| "step": 876, |
| "token_acc": 0.9300189993666877 |
| }, |
| { |
| "epoch": 0.1850210970464135, |
| "grad_norm": 1.046875, |
| "learning_rate": 9.865671690485162e-07, |
| "loss": 0.3050832748413086, |
| "step": 877, |
| "token_acc": 0.9174647887323943 |
| }, |
| { |
| "epoch": 0.18523206751054852, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.865282115092692e-07, |
| "loss": 0.2835577726364136, |
| "step": 878, |
| "token_acc": 0.9225286643941741 |
| }, |
| { |
| "epoch": 0.18544303797468353, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.864891983314033e-07, |
| "loss": 0.29184651374816895, |
| "step": 879, |
| "token_acc": 0.9218231210383339 |
| }, |
| { |
| "epoch": 0.18565400843881857, |
| "grad_norm": 2.859375, |
| "learning_rate": 9.8645012951938e-07, |
| "loss": 0.2807004451751709, |
| "step": 880, |
| "token_acc": 0.9238008500303583 |
| }, |
| { |
| "epoch": 0.1858649789029536, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.864110050776672e-07, |
| "loss": 0.25495046377182007, |
| "step": 881, |
| "token_acc": 0.9281183932346723 |
| }, |
| { |
| "epoch": 0.1860759493670886, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.86371825010739e-07, |
| "loss": 0.26357853412628174, |
| "step": 882, |
| "token_acc": 0.9274457329765091 |
| }, |
| { |
| "epoch": 0.18628691983122364, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.86332589323076e-07, |
| "loss": 0.2856602966785431, |
| "step": 883, |
| "token_acc": 0.9247496423462088 |
| }, |
| { |
| "epoch": 0.18649789029535865, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.862932980191652e-07, |
| "loss": 0.26217591762542725, |
| "step": 884, |
| "token_acc": 0.9308156140907649 |
| }, |
| { |
| "epoch": 0.18670886075949367, |
| "grad_norm": 0.859375, |
| "learning_rate": 9.862539511034997e-07, |
| "loss": 0.2957126498222351, |
| "step": 885, |
| "token_acc": 0.9175007582650895 |
| }, |
| { |
| "epoch": 0.18691983122362868, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.862145485805793e-07, |
| "loss": 0.2381889373064041, |
| "step": 886, |
| "token_acc": 0.9338040600176523 |
| }, |
| { |
| "epoch": 0.18713080168776372, |
| "grad_norm": 0.61328125, |
| "learning_rate": 9.861750904549099e-07, |
| "loss": 0.23038305342197418, |
| "step": 887, |
| "token_acc": 0.933588010578901 |
| }, |
| { |
| "epoch": 0.18734177215189873, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.86135576731004e-07, |
| "loss": 0.2670343518257141, |
| "step": 888, |
| "token_acc": 0.9209346991037132 |
| }, |
| { |
| "epoch": 0.18755274261603375, |
| "grad_norm": 0.875, |
| "learning_rate": 9.860960074133802e-07, |
| "loss": 0.3037135899066925, |
| "step": 889, |
| "token_acc": 0.9173450219160927 |
| }, |
| { |
| "epoch": 0.1877637130801688, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.860563825065637e-07, |
| "loss": 0.23587052524089813, |
| "step": 890, |
| "token_acc": 0.9326950971859588 |
| }, |
| { |
| "epoch": 0.1879746835443038, |
| "grad_norm": 1.046875, |
| "learning_rate": 9.86016702015086e-07, |
| "loss": 0.2837037444114685, |
| "step": 891, |
| "token_acc": 0.9186681222707423 |
| }, |
| { |
| "epoch": 0.1881856540084388, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.85976965943485e-07, |
| "loss": 0.273685485124588, |
| "step": 892, |
| "token_acc": 0.9198871650211565 |
| }, |
| { |
| "epoch": 0.18839662447257383, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.859371742963043e-07, |
| "loss": 0.24621078372001648, |
| "step": 893, |
| "token_acc": 0.9370564640543042 |
| }, |
| { |
| "epoch": 0.18860759493670887, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.85897327078095e-07, |
| "loss": 0.2355155646800995, |
| "step": 894, |
| "token_acc": 0.933295647258338 |
| }, |
| { |
| "epoch": 0.18881856540084388, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.858574242934136e-07, |
| "loss": 0.29725679755210876, |
| "step": 895, |
| "token_acc": 0.9205632306057385 |
| }, |
| { |
| "epoch": 0.1890295358649789, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.858174659468237e-07, |
| "loss": 0.23919257521629333, |
| "step": 896, |
| "token_acc": 0.9367167919799498 |
| }, |
| { |
| "epoch": 0.18924050632911393, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.857774520428945e-07, |
| "loss": 0.2421645075082779, |
| "step": 897, |
| "token_acc": 0.928311057108141 |
| }, |
| { |
| "epoch": 0.18945147679324895, |
| "grad_norm": 0.90625, |
| "learning_rate": 9.85737382586202e-07, |
| "loss": 0.22805655002593994, |
| "step": 898, |
| "token_acc": 0.9353342428376534 |
| }, |
| { |
| "epoch": 0.18966244725738396, |
| "grad_norm": 1.125, |
| "learning_rate": 9.856972575813285e-07, |
| "loss": 0.2736568748950958, |
| "step": 899, |
| "token_acc": 0.9199507389162561 |
| }, |
| { |
| "epoch": 0.189873417721519, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.85657077032863e-07, |
| "loss": 0.251034677028656, |
| "step": 900, |
| "token_acc": 0.933903806432576 |
| }, |
| { |
| "epoch": 0.190084388185654, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.856168409454e-07, |
| "loss": 0.2377174347639084, |
| "step": 901, |
| "token_acc": 0.9313658201784488 |
| }, |
| { |
| "epoch": 0.19029535864978903, |
| "grad_norm": 0.625, |
| "learning_rate": 9.855765493235408e-07, |
| "loss": 0.27164188027381897, |
| "step": 902, |
| "token_acc": 0.9263128176171654 |
| }, |
| { |
| "epoch": 0.19050632911392404, |
| "grad_norm": 0.84765625, |
| "learning_rate": 9.855362021718936e-07, |
| "loss": 0.250331312417984, |
| "step": 903, |
| "token_acc": 0.9330877839165131 |
| }, |
| { |
| "epoch": 0.19071729957805908, |
| "grad_norm": 0.60546875, |
| "learning_rate": 9.85495799495072e-07, |
| "loss": 0.20965948700904846, |
| "step": 904, |
| "token_acc": 0.936726272352132 |
| }, |
| { |
| "epoch": 0.1909282700421941, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.854553412976965e-07, |
| "loss": 0.24447084963321686, |
| "step": 905, |
| "token_acc": 0.9254159495123351 |
| }, |
| { |
| "epoch": 0.1911392405063291, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.854148275843939e-07, |
| "loss": 0.2490314543247223, |
| "step": 906, |
| "token_acc": 0.9285930408472012 |
| }, |
| { |
| "epoch": 0.19135021097046415, |
| "grad_norm": 0.61328125, |
| "learning_rate": 9.853742583597973e-07, |
| "loss": 0.21816563606262207, |
| "step": 907, |
| "token_acc": 0.9387067116150781 |
| }, |
| { |
| "epoch": 0.19156118143459916, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.853336336285461e-07, |
| "loss": 0.24077807366847992, |
| "step": 908, |
| "token_acc": 0.9278679026651216 |
| }, |
| { |
| "epoch": 0.19177215189873417, |
| "grad_norm": 0.82421875, |
| "learning_rate": 9.852929533952858e-07, |
| "loss": 0.2617112696170807, |
| "step": 909, |
| "token_acc": 0.9296264118158123 |
| }, |
| { |
| "epoch": 0.19198312236286919, |
| "grad_norm": 0.75, |
| "learning_rate": 9.852522176646692e-07, |
| "loss": 0.22484534978866577, |
| "step": 910, |
| "token_acc": 0.9368040926873308 |
| }, |
| { |
| "epoch": 0.19219409282700423, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.85211426441354e-07, |
| "loss": 0.2532415986061096, |
| "step": 911, |
| "token_acc": 0.9334488734835356 |
| }, |
| { |
| "epoch": 0.19240506329113924, |
| "grad_norm": 0.87890625, |
| "learning_rate": 9.851705797300056e-07, |
| "loss": 0.31424853205680847, |
| "step": 912, |
| "token_acc": 0.9197608558842039 |
| }, |
| { |
| "epoch": 0.19261603375527425, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.851296775352948e-07, |
| "loss": 0.29285135865211487, |
| "step": 913, |
| "token_acc": 0.9182986536107711 |
| }, |
| { |
| "epoch": 0.1928270042194093, |
| "grad_norm": 0.59765625, |
| "learning_rate": 9.850887198618996e-07, |
| "loss": 0.21450576186180115, |
| "step": 914, |
| "token_acc": 0.9373626373626374 |
| }, |
| { |
| "epoch": 0.1930379746835443, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.850477067145031e-07, |
| "loss": 0.2844701111316681, |
| "step": 915, |
| "token_acc": 0.919885094158953 |
| }, |
| { |
| "epoch": 0.19324894514767932, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.850066380977961e-07, |
| "loss": 0.26549211144447327, |
| "step": 916, |
| "token_acc": 0.9245901639344263 |
| }, |
| { |
| "epoch": 0.19345991561181436, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.849655140164752e-07, |
| "loss": 0.258350133895874, |
| "step": 917, |
| "token_acc": 0.918646080760095 |
| }, |
| { |
| "epoch": 0.19367088607594937, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.849243344752427e-07, |
| "loss": 0.2719504237174988, |
| "step": 918, |
| "token_acc": 0.9267654751525719 |
| }, |
| { |
| "epoch": 0.19388185654008439, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.848830994788083e-07, |
| "loss": 0.27195435762405396, |
| "step": 919, |
| "token_acc": 0.9220445459737293 |
| }, |
| { |
| "epoch": 0.1940928270042194, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.848418090318876e-07, |
| "loss": 0.24952857196331024, |
| "step": 920, |
| "token_acc": 0.9340033500837521 |
| }, |
| { |
| "epoch": 0.19430379746835444, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.848004631392022e-07, |
| "loss": 0.22502082586288452, |
| "step": 921, |
| "token_acc": 0.935454267360049 |
| }, |
| { |
| "epoch": 0.19451476793248945, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.847590618054806e-07, |
| "loss": 0.30236607789993286, |
| "step": 922, |
| "token_acc": 0.9160954208938854 |
| }, |
| { |
| "epoch": 0.19472573839662446, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.847176050354573e-07, |
| "loss": 0.26875466108322144, |
| "step": 923, |
| "token_acc": 0.9231622746185852 |
| }, |
| { |
| "epoch": 0.1949367088607595, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.846760928338734e-07, |
| "loss": 0.21099932491779327, |
| "step": 924, |
| "token_acc": 0.9381474710542352 |
| }, |
| { |
| "epoch": 0.19514767932489452, |
| "grad_norm": 2.921875, |
| "learning_rate": 9.846345252054758e-07, |
| "loss": 0.24902689456939697, |
| "step": 925, |
| "token_acc": 0.9338211899459116 |
| }, |
| { |
| "epoch": 0.19535864978902953, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.845929021550184e-07, |
| "loss": 0.22670647501945496, |
| "step": 926, |
| "token_acc": 0.9382314694408322 |
| }, |
| { |
| "epoch": 0.19556962025316454, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.84551223687261e-07, |
| "loss": 0.24977506697177887, |
| "step": 927, |
| "token_acc": 0.927700089259149 |
| }, |
| { |
| "epoch": 0.19578059071729959, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.8450948980697e-07, |
| "loss": 0.2701714038848877, |
| "step": 928, |
| "token_acc": 0.9202069716775599 |
| }, |
| { |
| "epoch": 0.1959915611814346, |
| "grad_norm": 0.82421875, |
| "learning_rate": 9.844677005189182e-07, |
| "loss": 0.2738378643989563, |
| "step": 929, |
| "token_acc": 0.9230093676814989 |
| }, |
| { |
| "epoch": 0.1962025316455696, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.844258558278842e-07, |
| "loss": 0.2802038788795471, |
| "step": 930, |
| "token_acc": 0.9218846869187849 |
| }, |
| { |
| "epoch": 0.19641350210970465, |
| "grad_norm": 1.125, |
| "learning_rate": 9.843839557386534e-07, |
| "loss": 0.28460338711738586, |
| "step": 931, |
| "token_acc": 0.9176701204144497 |
| }, |
| { |
| "epoch": 0.19662447257383966, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.843420002560173e-07, |
| "loss": 0.2364983856678009, |
| "step": 932, |
| "token_acc": 0.9339788732394366 |
| }, |
| { |
| "epoch": 0.19683544303797468, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.842999893847744e-07, |
| "loss": 0.24972565472126007, |
| "step": 933, |
| "token_acc": 0.9282414536495226 |
| }, |
| { |
| "epoch": 0.19704641350210972, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.842579231297284e-07, |
| "loss": 0.23772844672203064, |
| "step": 934, |
| "token_acc": 0.9301578024547048 |
| }, |
| { |
| "epoch": 0.19725738396624473, |
| "grad_norm": 0.86328125, |
| "learning_rate": 9.842158014956901e-07, |
| "loss": 0.2724204659461975, |
| "step": 935, |
| "token_acc": 0.920952380952381 |
| }, |
| { |
| "epoch": 0.19746835443037974, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.841736244874769e-07, |
| "loss": 0.20951035618782043, |
| "step": 936, |
| "token_acc": 0.9367752622860298 |
| }, |
| { |
| "epoch": 0.19767932489451476, |
| "grad_norm": 1.84375, |
| "learning_rate": 9.841313921099112e-07, |
| "loss": 0.2654408812522888, |
| "step": 937, |
| "token_acc": 0.9252709640616087 |
| }, |
| { |
| "epoch": 0.1978902953586498, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.840891043678235e-07, |
| "loss": 0.20615626871585846, |
| "step": 938, |
| "token_acc": 0.9382829208677055 |
| }, |
| { |
| "epoch": 0.1981012658227848, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.840467612660494e-07, |
| "loss": 0.24997380375862122, |
| "step": 939, |
| "token_acc": 0.9305555555555556 |
| }, |
| { |
| "epoch": 0.19831223628691982, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.84004362809431e-07, |
| "loss": 0.2462070733308792, |
| "step": 940, |
| "token_acc": 0.9301426872770512 |
| }, |
| { |
| "epoch": 0.19852320675105486, |
| "grad_norm": 0.81640625, |
| "learning_rate": 9.839619090028173e-07, |
| "loss": 0.28827589750289917, |
| "step": 941, |
| "token_acc": 0.9256148770245951 |
| }, |
| { |
| "epoch": 0.19873417721518988, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.83919399851063e-07, |
| "loss": 0.27797433733940125, |
| "step": 942, |
| "token_acc": 0.9241207421766824 |
| }, |
| { |
| "epoch": 0.1989451476793249, |
| "grad_norm": 0.84765625, |
| "learning_rate": 9.838768353590297e-07, |
| "loss": 0.3198699951171875, |
| "step": 943, |
| "token_acc": 0.909556313993174 |
| }, |
| { |
| "epoch": 0.1991561181434599, |
| "grad_norm": 0.625, |
| "learning_rate": 9.838342155315847e-07, |
| "loss": 0.23603345453739166, |
| "step": 944, |
| "token_acc": 0.9322977725674091 |
| }, |
| { |
| "epoch": 0.19936708860759494, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.837915403736017e-07, |
| "loss": 0.1939564049243927, |
| "step": 945, |
| "token_acc": 0.9405116002379535 |
| }, |
| { |
| "epoch": 0.19957805907172996, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.837488098899616e-07, |
| "loss": 0.2682676911354065, |
| "step": 946, |
| "token_acc": 0.9287606711804534 |
| }, |
| { |
| "epoch": 0.19978902953586497, |
| "grad_norm": 0.94921875, |
| "learning_rate": 9.837060240855506e-07, |
| "loss": 0.264107882976532, |
| "step": 947, |
| "token_acc": 0.9270292429625581 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.836631829652617e-07, |
| "loss": 0.31936952471733093, |
| "step": 948, |
| "token_acc": 0.9171994884910486 |
| }, |
| { |
| "epoch": 0.20021097046413502, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.83620286533994e-07, |
| "loss": 0.2610703706741333, |
| "step": 949, |
| "token_acc": 0.9247813411078717 |
| }, |
| { |
| "epoch": 0.20042194092827004, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.835773347966535e-07, |
| "loss": 0.27383172512054443, |
| "step": 950, |
| "token_acc": 0.9266730707652898 |
| }, |
| { |
| "epoch": 0.20063291139240505, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.835343277581513e-07, |
| "loss": 0.253266841173172, |
| "step": 951, |
| "token_acc": 0.9326241134751773 |
| }, |
| { |
| "epoch": 0.2008438818565401, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.834912654234065e-07, |
| "loss": 0.24679061770439148, |
| "step": 952, |
| "token_acc": 0.9246597024374802 |
| }, |
| { |
| "epoch": 0.2010548523206751, |
| "grad_norm": 0.92578125, |
| "learning_rate": 9.834481477973433e-07, |
| "loss": 0.25128480792045593, |
| "step": 953, |
| "token_acc": 0.9299694189602447 |
| }, |
| { |
| "epoch": 0.20126582278481012, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.834049748848924e-07, |
| "loss": 0.26062366366386414, |
| "step": 954, |
| "token_acc": 0.9283121597096189 |
| }, |
| { |
| "epoch": 0.20147679324894516, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.833617466909912e-07, |
| "loss": 0.2557450234889984, |
| "step": 955, |
| "token_acc": 0.92808867261422 |
| }, |
| { |
| "epoch": 0.20168776371308017, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.83318463220583e-07, |
| "loss": 0.28644537925720215, |
| "step": 956, |
| "token_acc": 0.9155513065646909 |
| }, |
| { |
| "epoch": 0.20189873417721518, |
| "grad_norm": 0.9375, |
| "learning_rate": 9.832751244786178e-07, |
| "loss": 0.27308011054992676, |
| "step": 957, |
| "token_acc": 0.9252837326607818 |
| }, |
| { |
| "epoch": 0.20210970464135022, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.832317304700517e-07, |
| "loss": 0.2365753948688507, |
| "step": 958, |
| "token_acc": 0.9307948860478044 |
| }, |
| { |
| "epoch": 0.20232067510548524, |
| "grad_norm": 1.2265625, |
| "learning_rate": 9.831882811998472e-07, |
| "loss": 0.25882843136787415, |
| "step": 959, |
| "token_acc": 0.9280114041339986 |
| }, |
| { |
| "epoch": 0.20253164556962025, |
| "grad_norm": 0.6171875, |
| "learning_rate": 9.83144776672973e-07, |
| "loss": 0.24906384944915771, |
| "step": 960, |
| "token_acc": 0.9268585131894485 |
| }, |
| { |
| "epoch": 0.20274261603375526, |
| "grad_norm": 1.421875, |
| "learning_rate": 9.831012168944045e-07, |
| "loss": 0.25317683815956116, |
| "step": 961, |
| "token_acc": 0.9272997032640949 |
| }, |
| { |
| "epoch": 0.2029535864978903, |
| "grad_norm": 1.40625, |
| "learning_rate": 9.830576018691227e-07, |
| "loss": 0.2348695993423462, |
| "step": 962, |
| "token_acc": 0.9317293233082706 |
| }, |
| { |
| "epoch": 0.20316455696202532, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.830139316021155e-07, |
| "loss": 0.22149190306663513, |
| "step": 963, |
| "token_acc": 0.9351633986928105 |
| }, |
| { |
| "epoch": 0.20337552742616033, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.829702060983772e-07, |
| "loss": 0.2570660710334778, |
| "step": 964, |
| "token_acc": 0.9295127183573398 |
| }, |
| { |
| "epoch": 0.20358649789029537, |
| "grad_norm": 1.0234375, |
| "learning_rate": 9.829264253629079e-07, |
| "loss": 0.2847985625267029, |
| "step": 965, |
| "token_acc": 0.9199036434808793 |
| }, |
| { |
| "epoch": 0.20379746835443038, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.828825894007146e-07, |
| "loss": 0.267423540353775, |
| "step": 966, |
| "token_acc": 0.9270031365839749 |
| }, |
| { |
| "epoch": 0.2040084388185654, |
| "grad_norm": 6.0625, |
| "learning_rate": 9.8283869821681e-07, |
| "loss": 0.2526509165763855, |
| "step": 967, |
| "token_acc": 0.9267187106522287 |
| }, |
| { |
| "epoch": 0.2042194092827004, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.827947518162135e-07, |
| "loss": 0.22644475102424622, |
| "step": 968, |
| "token_acc": 0.9335453100158982 |
| }, |
| { |
| "epoch": 0.20443037974683545, |
| "grad_norm": 0.859375, |
| "learning_rate": 9.827507502039507e-07, |
| "loss": 0.313146710395813, |
| "step": 969, |
| "token_acc": 0.9218163195629908 |
| }, |
| { |
| "epoch": 0.20464135021097046, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.82706693385054e-07, |
| "loss": 0.2515157163143158, |
| "step": 970, |
| "token_acc": 0.9318849089841457 |
| }, |
| { |
| "epoch": 0.20485232067510548, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.82662581364561e-07, |
| "loss": 0.33044931292533875, |
| "step": 971, |
| "token_acc": 0.911062906724512 |
| }, |
| { |
| "epoch": 0.20506329113924052, |
| "grad_norm": 1.09375, |
| "learning_rate": 9.826184141475165e-07, |
| "loss": 0.3272978961467743, |
| "step": 972, |
| "token_acc": 0.9140117537890504 |
| }, |
| { |
| "epoch": 0.20527426160337553, |
| "grad_norm": 0.59375, |
| "learning_rate": 9.825741917389717e-07, |
| "loss": 0.21767356991767883, |
| "step": 973, |
| "token_acc": 0.9358974358974359 |
| }, |
| { |
| "epoch": 0.20548523206751054, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.825299141439835e-07, |
| "loss": 0.28333914279937744, |
| "step": 974, |
| "token_acc": 0.9232728430436167 |
| }, |
| { |
| "epoch": 0.20569620253164558, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.824855813676157e-07, |
| "loss": 0.23762467503547668, |
| "step": 975, |
| "token_acc": 0.9316065192083819 |
| }, |
| { |
| "epoch": 0.2059071729957806, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.824411934149377e-07, |
| "loss": 0.2822648882865906, |
| "step": 976, |
| "token_acc": 0.9237147595356551 |
| }, |
| { |
| "epoch": 0.2061181434599156, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.823967502910259e-07, |
| "loss": 0.2508828043937683, |
| "step": 977, |
| "token_acc": 0.9297841726618705 |
| }, |
| { |
| "epoch": 0.20632911392405062, |
| "grad_norm": 0.625, |
| "learning_rate": 9.82352252000963e-07, |
| "loss": 0.2554951608181, |
| "step": 978, |
| "token_acc": 0.9255730872283418 |
| }, |
| { |
| "epoch": 0.20654008438818566, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.823076985498373e-07, |
| "loss": 0.2603085935115814, |
| "step": 979, |
| "token_acc": 0.927246790299572 |
| }, |
| { |
| "epoch": 0.20675105485232068, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.82263089942744e-07, |
| "loss": 0.27707576751708984, |
| "step": 980, |
| "token_acc": 0.9242250287026407 |
| }, |
| { |
| "epoch": 0.2069620253164557, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.822184261847847e-07, |
| "loss": 0.23693615198135376, |
| "step": 981, |
| "token_acc": 0.9334923948702655 |
| }, |
| { |
| "epoch": 0.20717299578059073, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.821737072810668e-07, |
| "loss": 0.2479907125234604, |
| "step": 982, |
| "token_acc": 0.9293939393939394 |
| }, |
| { |
| "epoch": 0.20738396624472574, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.821289332367043e-07, |
| "loss": 0.25571757555007935, |
| "step": 983, |
| "token_acc": 0.9304549405969285 |
| }, |
| { |
| "epoch": 0.20759493670886076, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.820841040568177e-07, |
| "loss": 0.2608758807182312, |
| "step": 984, |
| "token_acc": 0.9285266457680251 |
| }, |
| { |
| "epoch": 0.20780590717299577, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.820392197465335e-07, |
| "loss": 0.28490036725997925, |
| "step": 985, |
| "token_acc": 0.920461445051609 |
| }, |
| { |
| "epoch": 0.2080168776371308, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.819942803109844e-07, |
| "loss": 0.2503746449947357, |
| "step": 986, |
| "token_acc": 0.9277822689302075 |
| }, |
| { |
| "epoch": 0.20822784810126582, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.8194928575531e-07, |
| "loss": 0.2538071870803833, |
| "step": 987, |
| "token_acc": 0.9264251614714968 |
| }, |
| { |
| "epoch": 0.20843881856540084, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.819042360846554e-07, |
| "loss": 0.2641909718513489, |
| "step": 988, |
| "token_acc": 0.9284467713787086 |
| }, |
| { |
| "epoch": 0.20864978902953588, |
| "grad_norm": 0.75, |
| "learning_rate": 9.818591313041727e-07, |
| "loss": 0.2759447395801544, |
| "step": 989, |
| "token_acc": 0.9222654081066074 |
| }, |
| { |
| "epoch": 0.2088607594936709, |
| "grad_norm": 0.8125, |
| "learning_rate": 9.818139714190198e-07, |
| "loss": 0.23161228001117706, |
| "step": 990, |
| "token_acc": 0.9333521604066648 |
| }, |
| { |
| "epoch": 0.2090717299578059, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.817687564343615e-07, |
| "loss": 0.2939218580722809, |
| "step": 991, |
| "token_acc": 0.9156313204276221 |
| }, |
| { |
| "epoch": 0.20928270042194091, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.817234863553681e-07, |
| "loss": 0.259197473526001, |
| "step": 992, |
| "token_acc": 0.9242243436754176 |
| }, |
| { |
| "epoch": 0.20949367088607596, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.816781611872167e-07, |
| "loss": 0.27298709750175476, |
| "step": 993, |
| "token_acc": 0.9176136363636364 |
| }, |
| { |
| "epoch": 0.20970464135021097, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.816327809350907e-07, |
| "loss": 0.2868914008140564, |
| "step": 994, |
| "token_acc": 0.9294675216057987 |
| }, |
| { |
| "epoch": 0.20991561181434598, |
| "grad_norm": 0.6171875, |
| "learning_rate": 9.815873456041797e-07, |
| "loss": 0.26026803255081177, |
| "step": 995, |
| "token_acc": 0.9263676432460461 |
| }, |
| { |
| "epoch": 0.21012658227848102, |
| "grad_norm": 0.8359375, |
| "learning_rate": 9.815418551996795e-07, |
| "loss": 0.2792215049266815, |
| "step": 996, |
| "token_acc": 0.9241547365214743 |
| }, |
| { |
| "epoch": 0.21033755274261604, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.814963097267925e-07, |
| "loss": 0.23070243000984192, |
| "step": 997, |
| "token_acc": 0.9354066985645934 |
| }, |
| { |
| "epoch": 0.21054852320675105, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.814507091907271e-07, |
| "loss": 0.2509482502937317, |
| "step": 998, |
| "token_acc": 0.9299403078856425 |
| }, |
| { |
| "epoch": 0.2107594936708861, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.814050535966981e-07, |
| "loss": 0.24006497859954834, |
| "step": 999, |
| "token_acc": 0.9315068493150684 |
| }, |
| { |
| "epoch": 0.2109704641350211, |
| "grad_norm": 0.83984375, |
| "learning_rate": 9.813593429499268e-07, |
| "loss": 0.28949546813964844, |
| "step": 1000, |
| "token_acc": 0.9210992907801419 |
| }, |
| { |
| "epoch": 0.2109704641350211, |
| "eval_loss": 0.4336377680301666, |
| "eval_runtime": 245.5659, |
| "eval_samples_per_second": 137.254, |
| "eval_steps_per_second": 2.146, |
| "eval_token_acc": 0.8990386341200753, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.21118143459915611, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.813135772556405e-07, |
| "loss": 0.28296542167663574, |
| "step": 1001, |
| "token_acc": 0.9212338198843294 |
| }, |
| { |
| "epoch": 0.21139240506329113, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.812677565190728e-07, |
| "loss": 0.2738898694515228, |
| "step": 1002, |
| "token_acc": 0.926865671641791 |
| }, |
| { |
| "epoch": 0.21160337552742617, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.812218807454635e-07, |
| "loss": 0.24410274624824524, |
| "step": 1003, |
| "token_acc": 0.9221090473337328 |
| }, |
| { |
| "epoch": 0.21181434599156118, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.811759499400593e-07, |
| "loss": 0.2736046314239502, |
| "step": 1004, |
| "token_acc": 0.9195751138088012 |
| }, |
| { |
| "epoch": 0.2120253164556962, |
| "grad_norm": 0.6171875, |
| "learning_rate": 9.811299641081126e-07, |
| "loss": 0.24416279792785645, |
| "step": 1005, |
| "token_acc": 0.9294429708222812 |
| }, |
| { |
| "epoch": 0.21223628691983124, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.81083923254882e-07, |
| "loss": 0.26535558700561523, |
| "step": 1006, |
| "token_acc": 0.9219015280135824 |
| }, |
| { |
| "epoch": 0.21244725738396625, |
| "grad_norm": 0.7734375, |
| "learning_rate": 9.81037827385633e-07, |
| "loss": 0.25298815965652466, |
| "step": 1007, |
| "token_acc": 0.9291294642857143 |
| }, |
| { |
| "epoch": 0.21265822784810126, |
| "grad_norm": 0.60546875, |
| "learning_rate": 9.809916765056373e-07, |
| "loss": 0.18925216794013977, |
| "step": 1008, |
| "token_acc": 0.9450386215092097 |
| }, |
| { |
| "epoch": 0.21286919831223627, |
| "grad_norm": 0.6171875, |
| "learning_rate": 9.809454706201719e-07, |
| "loss": 0.262004017829895, |
| "step": 1009, |
| "token_acc": 0.9288862768145754 |
| }, |
| { |
| "epoch": 0.21308016877637131, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.808992097345216e-07, |
| "loss": 0.289574533700943, |
| "step": 1010, |
| "token_acc": 0.9239130434782609 |
| }, |
| { |
| "epoch": 0.21329113924050633, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.80852893853976e-07, |
| "loss": 0.19858276844024658, |
| "step": 1011, |
| "token_acc": 0.9515328467153285 |
| }, |
| { |
| "epoch": 0.21350210970464134, |
| "grad_norm": 0.58984375, |
| "learning_rate": 9.808065229838323e-07, |
| "loss": 0.24258631467819214, |
| "step": 1012, |
| "token_acc": 0.9321187187775493 |
| }, |
| { |
| "epoch": 0.21371308016877638, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.807600971293932e-07, |
| "loss": 0.27060335874557495, |
| "step": 1013, |
| "token_acc": 0.9243027888446215 |
| }, |
| { |
| "epoch": 0.2139240506329114, |
| "grad_norm": 0.625, |
| "learning_rate": 9.807136162959678e-07, |
| "loss": 0.27900418639183044, |
| "step": 1014, |
| "token_acc": 0.9236888626988804 |
| }, |
| { |
| "epoch": 0.2141350210970464, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.806670804888716e-07, |
| "loss": 0.2552199959754944, |
| "step": 1015, |
| "token_acc": 0.9293139293139293 |
| }, |
| { |
| "epoch": 0.21434599156118145, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.806204897134265e-07, |
| "loss": 0.2198866307735443, |
| "step": 1016, |
| "token_acc": 0.933115823817292 |
| }, |
| { |
| "epoch": 0.21455696202531646, |
| "grad_norm": 0.94140625, |
| "learning_rate": 9.805738439749604e-07, |
| "loss": 0.2905495762825012, |
| "step": 1017, |
| "token_acc": 0.9233921815889029 |
| }, |
| { |
| "epoch": 0.21476793248945147, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.805271432788077e-07, |
| "loss": 0.23594287037849426, |
| "step": 1018, |
| "token_acc": 0.9323369565217391 |
| }, |
| { |
| "epoch": 0.2149789029535865, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.80480387630309e-07, |
| "loss": 0.2431170493364334, |
| "step": 1019, |
| "token_acc": 0.9300763358778626 |
| }, |
| { |
| "epoch": 0.21518987341772153, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.804335770348115e-07, |
| "loss": 0.32254183292388916, |
| "step": 1020, |
| "token_acc": 0.9199491740787802 |
| }, |
| { |
| "epoch": 0.21540084388185654, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.803867114976678e-07, |
| "loss": 0.2706320285797119, |
| "step": 1021, |
| "token_acc": 0.9207768975210836 |
| }, |
| { |
| "epoch": 0.21561181434599155, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.803397910242378e-07, |
| "loss": 0.26340216398239136, |
| "step": 1022, |
| "token_acc": 0.9282065834279228 |
| }, |
| { |
| "epoch": 0.2158227848101266, |
| "grad_norm": 0.859375, |
| "learning_rate": 9.802928156198871e-07, |
| "loss": 0.27076318860054016, |
| "step": 1023, |
| "token_acc": 0.9234196602617655 |
| }, |
| { |
| "epoch": 0.2160337552742616, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.802457852899878e-07, |
| "loss": 0.24231645464897156, |
| "step": 1024, |
| "token_acc": 0.9345052452509215 |
| }, |
| { |
| "epoch": 0.21624472573839662, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.80198700039918e-07, |
| "loss": 0.26031437516212463, |
| "step": 1025, |
| "token_acc": 0.9236091092533871 |
| }, |
| { |
| "epoch": 0.21645569620253163, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.801515598750626e-07, |
| "loss": 0.29187077283859253, |
| "step": 1026, |
| "token_acc": 0.9215414471860272 |
| }, |
| { |
| "epoch": 0.21666666666666667, |
| "grad_norm": 0.578125, |
| "learning_rate": 9.801043648008126e-07, |
| "loss": 0.21546629071235657, |
| "step": 1027, |
| "token_acc": 0.9334701055099648 |
| }, |
| { |
| "epoch": 0.2168776371308017, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.800571148225647e-07, |
| "loss": 0.2522656321525574, |
| "step": 1028, |
| "token_acc": 0.930021868166198 |
| }, |
| { |
| "epoch": 0.2170886075949367, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.800098099457225e-07, |
| "loss": 0.293454647064209, |
| "step": 1029, |
| "token_acc": 0.9204295154185022 |
| }, |
| { |
| "epoch": 0.21729957805907174, |
| "grad_norm": 0.53125, |
| "learning_rate": 9.799624501756957e-07, |
| "loss": 0.22426486015319824, |
| "step": 1030, |
| "token_acc": 0.943021582733813 |
| }, |
| { |
| "epoch": 0.21751054852320675, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.799150355179007e-07, |
| "loss": 0.25977182388305664, |
| "step": 1031, |
| "token_acc": 0.9289996844430419 |
| }, |
| { |
| "epoch": 0.21772151898734177, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.79867565977759e-07, |
| "loss": 0.23819683492183685, |
| "step": 1032, |
| "token_acc": 0.932983323038913 |
| }, |
| { |
| "epoch": 0.21793248945147678, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.798200415607e-07, |
| "loss": 0.22482289373874664, |
| "step": 1033, |
| "token_acc": 0.9358479358479358 |
| }, |
| { |
| "epoch": 0.21814345991561182, |
| "grad_norm": 1.015625, |
| "learning_rate": 9.797724622721578e-07, |
| "loss": 0.2759067416191101, |
| "step": 1034, |
| "token_acc": 0.9251207729468599 |
| }, |
| { |
| "epoch": 0.21835443037974683, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.797248281175737e-07, |
| "loss": 0.28211140632629395, |
| "step": 1035, |
| "token_acc": 0.9303056269637247 |
| }, |
| { |
| "epoch": 0.21856540084388185, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.796771391023952e-07, |
| "loss": 0.26458674669265747, |
| "step": 1036, |
| "token_acc": 0.9243227326266196 |
| }, |
| { |
| "epoch": 0.2187763713080169, |
| "grad_norm": 0.85546875, |
| "learning_rate": 9.79629395232076e-07, |
| "loss": 0.24054330587387085, |
| "step": 1037, |
| "token_acc": 0.9339233038348083 |
| }, |
| { |
| "epoch": 0.2189873417721519, |
| "grad_norm": 0.6171875, |
| "learning_rate": 9.795815965120757e-07, |
| "loss": 0.21638503670692444, |
| "step": 1038, |
| "token_acc": 0.9390750484630296 |
| }, |
| { |
| "epoch": 0.2191983122362869, |
| "grad_norm": 0.8515625, |
| "learning_rate": 9.79533742947861e-07, |
| "loss": 0.247116357088089, |
| "step": 1039, |
| "token_acc": 0.9303322615219721 |
| }, |
| { |
| "epoch": 0.21940928270042195, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.794858345449039e-07, |
| "loss": 0.24935264885425568, |
| "step": 1040, |
| "token_acc": 0.9318113547611896 |
| }, |
| { |
| "epoch": 0.21962025316455697, |
| "grad_norm": 0.5546875, |
| "learning_rate": 9.794378713086833e-07, |
| "loss": 0.2215247005224228, |
| "step": 1041, |
| "token_acc": 0.9337332969730024 |
| }, |
| { |
| "epoch": 0.21983122362869198, |
| "grad_norm": 0.86328125, |
| "learning_rate": 9.793898532446841e-07, |
| "loss": 0.2293887734413147, |
| "step": 1042, |
| "token_acc": 0.9368061485909479 |
| }, |
| { |
| "epoch": 0.220042194092827, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.793417803583979e-07, |
| "loss": 0.24102169275283813, |
| "step": 1043, |
| "token_acc": 0.9339817270851754 |
| }, |
| { |
| "epoch": 0.22025316455696203, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.792936526553218e-07, |
| "loss": 0.23523153364658356, |
| "step": 1044, |
| "token_acc": 0.9332579185520362 |
| }, |
| { |
| "epoch": 0.22046413502109705, |
| "grad_norm": 2.34375, |
| "learning_rate": 9.7924547014096e-07, |
| "loss": 0.2483244389295578, |
| "step": 1045, |
| "token_acc": 0.9263482280431433 |
| }, |
| { |
| "epoch": 0.22067510548523206, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.79197232820822e-07, |
| "loss": 0.2850404679775238, |
| "step": 1046, |
| "token_acc": 0.9232827832292596 |
| }, |
| { |
| "epoch": 0.2208860759493671, |
| "grad_norm": 0.56640625, |
| "learning_rate": 9.791489407004248e-07, |
| "loss": 0.22615236043930054, |
| "step": 1047, |
| "token_acc": 0.9381818181818182 |
| }, |
| { |
| "epoch": 0.2210970464135021, |
| "grad_norm": 1.203125, |
| "learning_rate": 9.791005937852906e-07, |
| "loss": 0.2923763692378998, |
| "step": 1048, |
| "token_acc": 0.9200850805226375 |
| }, |
| { |
| "epoch": 0.22130801687763713, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.790521920809485e-07, |
| "loss": 0.24023482203483582, |
| "step": 1049, |
| "token_acc": 0.9306590257879657 |
| }, |
| { |
| "epoch": 0.22151898734177214, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.790037355929336e-07, |
| "loss": 0.24101434648036957, |
| "step": 1050, |
| "token_acc": 0.9310859188544153 |
| }, |
| { |
| "epoch": 0.22172995780590718, |
| "grad_norm": 0.8359375, |
| "learning_rate": 9.789552243267873e-07, |
| "loss": 0.24817001819610596, |
| "step": 1051, |
| "token_acc": 0.9296261388627082 |
| }, |
| { |
| "epoch": 0.2219409282700422, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.789066582880573e-07, |
| "loss": 0.24397243559360504, |
| "step": 1052, |
| "token_acc": 0.9321930360415394 |
| }, |
| { |
| "epoch": 0.2221518987341772, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.788580374822974e-07, |
| "loss": 0.2505425810813904, |
| "step": 1053, |
| "token_acc": 0.9343989343989344 |
| }, |
| { |
| "epoch": 0.22236286919831225, |
| "grad_norm": 0.859375, |
| "learning_rate": 9.78809361915068e-07, |
| "loss": 0.2832062244415283, |
| "step": 1054, |
| "token_acc": 0.9229067930489732 |
| }, |
| { |
| "epoch": 0.22257383966244726, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.787606315919353e-07, |
| "loss": 0.2667236328125, |
| "step": 1055, |
| "token_acc": 0.9272619751626257 |
| }, |
| { |
| "epoch": 0.22278481012658227, |
| "grad_norm": 0.59765625, |
| "learning_rate": 9.787118465184723e-07, |
| "loss": 0.2523917853832245, |
| "step": 1056, |
| "token_acc": 0.930327868852459 |
| }, |
| { |
| "epoch": 0.2229957805907173, |
| "grad_norm": 0.9921875, |
| "learning_rate": 9.78663006700258e-07, |
| "loss": 0.2004603147506714, |
| "step": 1057, |
| "token_acc": 0.9434229137199435 |
| }, |
| { |
| "epoch": 0.22320675105485233, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.786141121428773e-07, |
| "loss": 0.2887023687362671, |
| "step": 1058, |
| "token_acc": 0.9227068633739577 |
| }, |
| { |
| "epoch": 0.22341772151898734, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.78565162851922e-07, |
| "loss": 0.2264334261417389, |
| "step": 1059, |
| "token_acc": 0.9340407226842558 |
| }, |
| { |
| "epoch": 0.22362869198312235, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.785161588329896e-07, |
| "loss": 0.25807666778564453, |
| "step": 1060, |
| "token_acc": 0.9267456359102244 |
| }, |
| { |
| "epoch": 0.2238396624472574, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.784671000916844e-07, |
| "loss": 0.2947354018688202, |
| "step": 1061, |
| "token_acc": 0.919414969888156 |
| }, |
| { |
| "epoch": 0.2240506329113924, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.784179866336167e-07, |
| "loss": 0.25580474734306335, |
| "step": 1062, |
| "token_acc": 0.9270348837209302 |
| }, |
| { |
| "epoch": 0.22426160337552742, |
| "grad_norm": 0.5390625, |
| "learning_rate": 9.783688184644027e-07, |
| "loss": 0.23662078380584717, |
| "step": 1063, |
| "token_acc": 0.9339968569931901 |
| }, |
| { |
| "epoch": 0.22447257383966246, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.783195955896656e-07, |
| "loss": 0.24781087040901184, |
| "step": 1064, |
| "token_acc": 0.9331036462819409 |
| }, |
| { |
| "epoch": 0.22468354430379747, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.782703180150345e-07, |
| "loss": 0.25100642442703247, |
| "step": 1065, |
| "token_acc": 0.9296745725317154 |
| }, |
| { |
| "epoch": 0.22489451476793249, |
| "grad_norm": 0.61328125, |
| "learning_rate": 9.782209857461441e-07, |
| "loss": 0.25573456287384033, |
| "step": 1066, |
| "token_acc": 0.9306306306306307 |
| }, |
| { |
| "epoch": 0.2251054852320675, |
| "grad_norm": 0.75, |
| "learning_rate": 9.781715987886365e-07, |
| "loss": 0.28791964054107666, |
| "step": 1067, |
| "token_acc": 0.9302730970366067 |
| }, |
| { |
| "epoch": 0.22531645569620254, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.781221571481594e-07, |
| "loss": 0.2471371442079544, |
| "step": 1068, |
| "token_acc": 0.9301613800779076 |
| }, |
| { |
| "epoch": 0.22552742616033755, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.780726608303669e-07, |
| "loss": 0.27067384123802185, |
| "step": 1069, |
| "token_acc": 0.9273190045248869 |
| }, |
| { |
| "epoch": 0.22573839662447256, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.780231098409191e-07, |
| "loss": 0.28875893354415894, |
| "step": 1070, |
| "token_acc": 0.927710843373494 |
| }, |
| { |
| "epoch": 0.2259493670886076, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.779735041854829e-07, |
| "loss": 0.2351369857788086, |
| "step": 1071, |
| "token_acc": 0.9268510258697591 |
| }, |
| { |
| "epoch": 0.22616033755274262, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.779238438697309e-07, |
| "loss": 0.2744210958480835, |
| "step": 1072, |
| "token_acc": 0.9206251915415262 |
| }, |
| { |
| "epoch": 0.22637130801687763, |
| "grad_norm": 0.84375, |
| "learning_rate": 9.778741288993423e-07, |
| "loss": 0.3181830942630768, |
| "step": 1073, |
| "token_acc": 0.9197530864197531 |
| }, |
| { |
| "epoch": 0.22658227848101264, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.778243592800021e-07, |
| "loss": 0.26819008588790894, |
| "step": 1074, |
| "token_acc": 0.9223744292237442 |
| }, |
| { |
| "epoch": 0.22679324894514769, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.777745350174023e-07, |
| "loss": 0.2756550908088684, |
| "step": 1075, |
| "token_acc": 0.9224232456140351 |
| }, |
| { |
| "epoch": 0.2270042194092827, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.777246561172408e-07, |
| "loss": 0.23100243508815765, |
| "step": 1076, |
| "token_acc": 0.9374826340650181 |
| }, |
| { |
| "epoch": 0.2272151898734177, |
| "grad_norm": 0.8984375, |
| "learning_rate": 9.776747225852212e-07, |
| "loss": 0.2505825161933899, |
| "step": 1077, |
| "token_acc": 0.9271615234917987 |
| }, |
| { |
| "epoch": 0.22742616033755275, |
| "grad_norm": 1.828125, |
| "learning_rate": 9.77624734427054e-07, |
| "loss": 0.2634645998477936, |
| "step": 1078, |
| "token_acc": 0.9258319232938522 |
| }, |
| { |
| "epoch": 0.22763713080168776, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.77574691648456e-07, |
| "loss": 0.2142142951488495, |
| "step": 1079, |
| "token_acc": 0.9364801864801865 |
| }, |
| { |
| "epoch": 0.22784810126582278, |
| "grad_norm": 1.34375, |
| "learning_rate": 9.775245942551499e-07, |
| "loss": 0.3275116980075836, |
| "step": 1080, |
| "token_acc": 0.9079022171688459 |
| }, |
| { |
| "epoch": 0.22805907172995782, |
| "grad_norm": 0.82421875, |
| "learning_rate": 9.774744422528645e-07, |
| "loss": 0.2572461664676666, |
| "step": 1081, |
| "token_acc": 0.9303560274828232 |
| }, |
| { |
| "epoch": 0.22827004219409283, |
| "grad_norm": 0.921875, |
| "learning_rate": 9.774242356473355e-07, |
| "loss": 0.26090332865715027, |
| "step": 1082, |
| "token_acc": 0.9227313566936208 |
| }, |
| { |
| "epoch": 0.22848101265822784, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.773739744443041e-07, |
| "loss": 0.25752192735671997, |
| "step": 1083, |
| "token_acc": 0.9295694325634445 |
| }, |
| { |
| "epoch": 0.22869198312236286, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.773236586495184e-07, |
| "loss": 0.26559850573539734, |
| "step": 1084, |
| "token_acc": 0.9298945568538045 |
| }, |
| { |
| "epoch": 0.2289029535864979, |
| "grad_norm": 0.92578125, |
| "learning_rate": 9.772732882687322e-07, |
| "loss": 0.27687737345695496, |
| "step": 1085, |
| "token_acc": 0.928654970760234 |
| }, |
| { |
| "epoch": 0.2291139240506329, |
| "grad_norm": 0.8125, |
| "learning_rate": 9.772228633077059e-07, |
| "loss": 0.23229250311851501, |
| "step": 1086, |
| "token_acc": 0.9331412103746398 |
| }, |
| { |
| "epoch": 0.22932489451476792, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.77172383772206e-07, |
| "loss": 0.2462151050567627, |
| "step": 1087, |
| "token_acc": 0.9313640312771503 |
| }, |
| { |
| "epoch": 0.22953586497890296, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.771218496680052e-07, |
| "loss": 0.2657579183578491, |
| "step": 1088, |
| "token_acc": 0.9255605381165919 |
| }, |
| { |
| "epoch": 0.22974683544303798, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.770712610008826e-07, |
| "loss": 0.22832798957824707, |
| "step": 1089, |
| "token_acc": 0.9297372060857538 |
| }, |
| { |
| "epoch": 0.229957805907173, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.770206177766236e-07, |
| "loss": 0.23893365263938904, |
| "step": 1090, |
| "token_acc": 0.9337880079568059 |
| }, |
| { |
| "epoch": 0.230168776371308, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.769699200010193e-07, |
| "loss": 0.25824564695358276, |
| "step": 1091, |
| "token_acc": 0.9248587570621469 |
| }, |
| { |
| "epoch": 0.23037974683544304, |
| "grad_norm": 0.58203125, |
| "learning_rate": 9.769191676798677e-07, |
| "loss": 0.24014432728290558, |
| "step": 1092, |
| "token_acc": 0.9332155477031802 |
| }, |
| { |
| "epoch": 0.23059071729957806, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.768683608189726e-07, |
| "loss": 0.22704805433750153, |
| "step": 1093, |
| "token_acc": 0.9340954942837929 |
| }, |
| { |
| "epoch": 0.23080168776371307, |
| "grad_norm": 0.796875, |
| "learning_rate": 9.768174994241443e-07, |
| "loss": 0.32337048649787903, |
| "step": 1094, |
| "token_acc": 0.9150032195750161 |
| }, |
| { |
| "epoch": 0.2310126582278481, |
| "grad_norm": 0.59765625, |
| "learning_rate": 9.76766583501199e-07, |
| "loss": 0.23895105719566345, |
| "step": 1095, |
| "token_acc": 0.9323377019201463 |
| }, |
| { |
| "epoch": 0.23122362869198312, |
| "grad_norm": 0.8125, |
| "learning_rate": 9.767156130559598e-07, |
| "loss": 0.3005239963531494, |
| "step": 1096, |
| "token_acc": 0.9185533666568656 |
| }, |
| { |
| "epoch": 0.23143459915611814, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.766645880942553e-07, |
| "loss": 0.2561134099960327, |
| "step": 1097, |
| "token_acc": 0.9301909307875895 |
| }, |
| { |
| "epoch": 0.23164556962025318, |
| "grad_norm": 1.0703125, |
| "learning_rate": 9.766135086219208e-07, |
| "loss": 0.273573100566864, |
| "step": 1098, |
| "token_acc": 0.9235312402859808 |
| }, |
| { |
| "epoch": 0.2318565400843882, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.765623746447973e-07, |
| "loss": 0.23628413677215576, |
| "step": 1099, |
| "token_acc": 0.9250535331905781 |
| }, |
| { |
| "epoch": 0.2320675105485232, |
| "grad_norm": 1.0703125, |
| "learning_rate": 9.765111861687328e-07, |
| "loss": 0.3046630620956421, |
| "step": 1100, |
| "token_acc": 0.9216944801026957 |
| }, |
| { |
| "epoch": 0.23227848101265822, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.76459943199581e-07, |
| "loss": 0.24554237723350525, |
| "step": 1101, |
| "token_acc": 0.9288537549407114 |
| }, |
| { |
| "epoch": 0.23248945147679326, |
| "grad_norm": 0.796875, |
| "learning_rate": 9.76408645743202e-07, |
| "loss": 0.2889293432235718, |
| "step": 1102, |
| "token_acc": 0.9233661075766338 |
| }, |
| { |
| "epoch": 0.23270042194092827, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.763572938054621e-07, |
| "loss": 0.25873494148254395, |
| "step": 1103, |
| "token_acc": 0.9205917874396136 |
| }, |
| { |
| "epoch": 0.23291139240506328, |
| "grad_norm": 0.61328125, |
| "learning_rate": 9.763058873922336e-07, |
| "loss": 0.23966625332832336, |
| "step": 1104, |
| "token_acc": 0.9342347879532883 |
| }, |
| { |
| "epoch": 0.23312236286919832, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.762544265093958e-07, |
| "loss": 0.25258344411849976, |
| "step": 1105, |
| "token_acc": 0.9244996967859309 |
| }, |
| { |
| "epoch": 0.23333333333333334, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.76202911162833e-07, |
| "loss": 0.2642197608947754, |
| "step": 1106, |
| "token_acc": 0.9265809217577706 |
| }, |
| { |
| "epoch": 0.23354430379746835, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.761513413584369e-07, |
| "loss": 0.27011817693710327, |
| "step": 1107, |
| "token_acc": 0.927093282394142 |
| }, |
| { |
| "epoch": 0.23375527426160336, |
| "grad_norm": 0.83203125, |
| "learning_rate": 9.760997171021047e-07, |
| "loss": 0.2859058380126953, |
| "step": 1108, |
| "token_acc": 0.9265121537591859 |
| }, |
| { |
| "epoch": 0.2339662447257384, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.760480383997403e-07, |
| "loss": 0.2449111044406891, |
| "step": 1109, |
| "token_acc": 0.9347949886104784 |
| }, |
| { |
| "epoch": 0.23417721518987342, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.759963052572535e-07, |
| "loss": 0.2845684289932251, |
| "step": 1110, |
| "token_acc": 0.9204577169969299 |
| }, |
| { |
| "epoch": 0.23438818565400843, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.759445176805603e-07, |
| "loss": 0.25201043486595154, |
| "step": 1111, |
| "token_acc": 0.9282962962962963 |
| }, |
| { |
| "epoch": 0.23459915611814347, |
| "grad_norm": 0.55859375, |
| "learning_rate": 9.758926756755832e-07, |
| "loss": 0.22519253194332123, |
| "step": 1112, |
| "token_acc": 0.9384904646790223 |
| }, |
| { |
| "epoch": 0.23481012658227848, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.758407792482508e-07, |
| "loss": 0.21577298641204834, |
| "step": 1113, |
| "token_acc": 0.9366028708133971 |
| }, |
| { |
| "epoch": 0.2350210970464135, |
| "grad_norm": 1.0234375, |
| "learning_rate": 9.757888284044978e-07, |
| "loss": 0.2565447688102722, |
| "step": 1114, |
| "token_acc": 0.9269433080070134 |
| }, |
| { |
| "epoch": 0.23523206751054854, |
| "grad_norm": 0.60546875, |
| "learning_rate": 9.75736823150265e-07, |
| "loss": 0.2519682049751282, |
| "step": 1115, |
| "token_acc": 0.9242471282210494 |
| }, |
| { |
| "epoch": 0.23544303797468355, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.756847634915e-07, |
| "loss": 0.2238023430109024, |
| "step": 1116, |
| "token_acc": 0.9373587342589603 |
| }, |
| { |
| "epoch": 0.23565400843881856, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.75632649434156e-07, |
| "loss": 0.23814505338668823, |
| "step": 1117, |
| "token_acc": 0.9302662037037037 |
| }, |
| { |
| "epoch": 0.23586497890295358, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.755804809841932e-07, |
| "loss": 0.2618996500968933, |
| "step": 1118, |
| "token_acc": 0.9262518968133535 |
| }, |
| { |
| "epoch": 0.23607594936708862, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.755282581475767e-07, |
| "loss": 0.2755908966064453, |
| "step": 1119, |
| "token_acc": 0.9285714285714286 |
| }, |
| { |
| "epoch": 0.23628691983122363, |
| "grad_norm": 0.58984375, |
| "learning_rate": 9.754759809302793e-07, |
| "loss": 0.22718246281147003, |
| "step": 1120, |
| "token_acc": 0.936778449697636 |
| }, |
| { |
| "epoch": 0.23649789029535864, |
| "grad_norm": 1.109375, |
| "learning_rate": 9.75423649338279e-07, |
| "loss": 0.25046756863594055, |
| "step": 1121, |
| "token_acc": 0.9300994275384152 |
| }, |
| { |
| "epoch": 0.23670886075949368, |
| "grad_norm": 3.6875, |
| "learning_rate": 9.753712633775603e-07, |
| "loss": 0.2738564610481262, |
| "step": 1122, |
| "token_acc": 0.9289681379713534 |
| }, |
| { |
| "epoch": 0.2369198312236287, |
| "grad_norm": 0.59765625, |
| "learning_rate": 9.753188230541144e-07, |
| "loss": 0.2159212827682495, |
| "step": 1123, |
| "token_acc": 0.9403917116094238 |
| }, |
| { |
| "epoch": 0.2371308016877637, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.752663283739378e-07, |
| "loss": 0.27135610580444336, |
| "step": 1124, |
| "token_acc": 0.9201945080091534 |
| }, |
| { |
| "epoch": 0.23734177215189872, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.752137793430338e-07, |
| "loss": 0.20492365956306458, |
| "step": 1125, |
| "token_acc": 0.9434542102028273 |
| }, |
| { |
| "epoch": 0.23755274261603376, |
| "grad_norm": 0.75, |
| "learning_rate": 9.751611759674123e-07, |
| "loss": 0.24978362023830414, |
| "step": 1126, |
| "token_acc": 0.9274985557481225 |
| }, |
| { |
| "epoch": 0.23776371308016878, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.751085182530885e-07, |
| "loss": 0.2612837553024292, |
| "step": 1127, |
| "token_acc": 0.9279176201372997 |
| }, |
| { |
| "epoch": 0.2379746835443038, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.750558062060844e-07, |
| "loss": 0.22179251909255981, |
| "step": 1128, |
| "token_acc": 0.9389685688129387 |
| }, |
| { |
| "epoch": 0.23818565400843883, |
| "grad_norm": 0.890625, |
| "learning_rate": 9.750030398324279e-07, |
| "loss": 0.2751111388206482, |
| "step": 1129, |
| "token_acc": 0.9258064516129032 |
| }, |
| { |
| "epoch": 0.23839662447257384, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.749502191381533e-07, |
| "loss": 0.259870707988739, |
| "step": 1130, |
| "token_acc": 0.9296420923829918 |
| }, |
| { |
| "epoch": 0.23860759493670886, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.748973441293014e-07, |
| "loss": 0.24654024839401245, |
| "step": 1131, |
| "token_acc": 0.933527696793003 |
| }, |
| { |
| "epoch": 0.23881856540084387, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.748444148119185e-07, |
| "loss": 0.2358575463294983, |
| "step": 1132, |
| "token_acc": 0.9305291723202171 |
| }, |
| { |
| "epoch": 0.2390295358649789, |
| "grad_norm": 1.0, |
| "learning_rate": 9.74791431192058e-07, |
| "loss": 0.2531391978263855, |
| "step": 1133, |
| "token_acc": 0.9241610738255034 |
| }, |
| { |
| "epoch": 0.23924050632911392, |
| "grad_norm": 0.890625, |
| "learning_rate": 9.747383932757787e-07, |
| "loss": 0.26321518421173096, |
| "step": 1134, |
| "token_acc": 0.9286318758815233 |
| }, |
| { |
| "epoch": 0.23945147679324894, |
| "grad_norm": 0.5625, |
| "learning_rate": 9.746853010691457e-07, |
| "loss": 0.2001633495092392, |
| "step": 1135, |
| "token_acc": 0.9387040280210157 |
| }, |
| { |
| "epoch": 0.23966244725738398, |
| "grad_norm": 1.0703125, |
| "learning_rate": 9.74632154578231e-07, |
| "loss": 0.2789958715438843, |
| "step": 1136, |
| "token_acc": 0.9239491150442478 |
| }, |
| { |
| "epoch": 0.239873417721519, |
| "grad_norm": 0.7734375, |
| "learning_rate": 9.745789538091123e-07, |
| "loss": 0.2799132168292999, |
| "step": 1137, |
| "token_acc": 0.919815668202765 |
| }, |
| { |
| "epoch": 0.240084388185654, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.745256987678733e-07, |
| "loss": 0.3027660846710205, |
| "step": 1138, |
| "token_acc": 0.9214015151515151 |
| }, |
| { |
| "epoch": 0.24029535864978904, |
| "grad_norm": 1.453125, |
| "learning_rate": 9.74472389460604e-07, |
| "loss": 0.2762015461921692, |
| "step": 1139, |
| "token_acc": 0.9253100338218715 |
| }, |
| { |
| "epoch": 0.24050632911392406, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.744190258934015e-07, |
| "loss": 0.2636283040046692, |
| "step": 1140, |
| "token_acc": 0.9310656231186033 |
| }, |
| { |
| "epoch": 0.24071729957805907, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.743656080723676e-07, |
| "loss": 0.24154981970787048, |
| "step": 1141, |
| "token_acc": 0.9304322084073416 |
| }, |
| { |
| "epoch": 0.24092827004219408, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.743121360036117e-07, |
| "loss": 0.26985490322113037, |
| "step": 1142, |
| "token_acc": 0.9234859675036927 |
| }, |
| { |
| "epoch": 0.24113924050632912, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.742586096932484e-07, |
| "loss": 0.26405149698257446, |
| "step": 1143, |
| "token_acc": 0.925842060571752 |
| }, |
| { |
| "epoch": 0.24135021097046414, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.74205029147399e-07, |
| "loss": 0.2645023465156555, |
| "step": 1144, |
| "token_acc": 0.9224408326204734 |
| }, |
| { |
| "epoch": 0.24156118143459915, |
| "grad_norm": 0.59375, |
| "learning_rate": 9.74151394372191e-07, |
| "loss": 0.24868255853652954, |
| "step": 1145, |
| "token_acc": 0.9265844565529108 |
| }, |
| { |
| "epoch": 0.2417721518987342, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.740977053737575e-07, |
| "loss": 0.2382085621356964, |
| "step": 1146, |
| "token_acc": 0.9304396215915415 |
| }, |
| { |
| "epoch": 0.2419831223628692, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.74043962158239e-07, |
| "loss": 0.27882516384124756, |
| "step": 1147, |
| "token_acc": 0.9233477789815818 |
| }, |
| { |
| "epoch": 0.24219409282700421, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.73990164731781e-07, |
| "loss": 0.2696080207824707, |
| "step": 1148, |
| "token_acc": 0.9303629389200354 |
| }, |
| { |
| "epoch": 0.24240506329113923, |
| "grad_norm": 0.84375, |
| "learning_rate": 9.739363131005358e-07, |
| "loss": 0.2302226722240448, |
| "step": 1149, |
| "token_acc": 0.9319037960011591 |
| }, |
| { |
| "epoch": 0.24261603375527427, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.738824072706619e-07, |
| "loss": 0.300628125667572, |
| "step": 1150, |
| "token_acc": 0.9245404708158659 |
| }, |
| { |
| "epoch": 0.24282700421940928, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.738284472483239e-07, |
| "loss": 0.28427547216415405, |
| "step": 1151, |
| "token_acc": 0.9175200664267922 |
| }, |
| { |
| "epoch": 0.2430379746835443, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.737744330396924e-07, |
| "loss": 0.25487983226776123, |
| "step": 1152, |
| "token_acc": 0.9297150610583447 |
| }, |
| { |
| "epoch": 0.24324894514767934, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.737203646509445e-07, |
| "loss": 0.23934927582740784, |
| "step": 1153, |
| "token_acc": 0.9319465081723626 |
| }, |
| { |
| "epoch": 0.24345991561181435, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.736662420882636e-07, |
| "loss": 0.24117323756217957, |
| "step": 1154, |
| "token_acc": 0.9246076233183856 |
| }, |
| { |
| "epoch": 0.24367088607594936, |
| "grad_norm": 0.64453125, |
| "learning_rate": 9.736120653578385e-07, |
| "loss": 0.21268248558044434, |
| "step": 1155, |
| "token_acc": 0.9357798165137615 |
| }, |
| { |
| "epoch": 0.2438818565400844, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.735578344658652e-07, |
| "loss": 0.20961320400238037, |
| "step": 1156, |
| "token_acc": 0.936529933481153 |
| }, |
| { |
| "epoch": 0.24409282700421941, |
| "grad_norm": 0.75, |
| "learning_rate": 9.735035494185454e-07, |
| "loss": 0.23409229516983032, |
| "step": 1157, |
| "token_acc": 0.9367359413202934 |
| }, |
| { |
| "epoch": 0.24430379746835443, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.73449210222087e-07, |
| "loss": 0.2215413749217987, |
| "step": 1158, |
| "token_acc": 0.9337132573485303 |
| }, |
| { |
| "epoch": 0.24451476793248944, |
| "grad_norm": 0.5078125, |
| "learning_rate": 9.733948168827042e-07, |
| "loss": 0.20670649409294128, |
| "step": 1159, |
| "token_acc": 0.9404427814156533 |
| }, |
| { |
| "epoch": 0.24472573839662448, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.733403694066174e-07, |
| "loss": 0.22479060292243958, |
| "step": 1160, |
| "token_acc": 0.9324430479183032 |
| }, |
| { |
| "epoch": 0.2449367088607595, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.732858678000528e-07, |
| "loss": 0.26787155866622925, |
| "step": 1161, |
| "token_acc": 0.9296438033559022 |
| }, |
| { |
| "epoch": 0.2451476793248945, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.732313120692436e-07, |
| "loss": 0.23902547359466553, |
| "step": 1162, |
| "token_acc": 0.9335614485315085 |
| }, |
| { |
| "epoch": 0.24535864978902955, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.731767022204283e-07, |
| "loss": 0.25326600670814514, |
| "step": 1163, |
| "token_acc": 0.9322571346209282 |
| }, |
| { |
| "epoch": 0.24556962025316456, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.73122038259852e-07, |
| "loss": 0.25212883949279785, |
| "step": 1164, |
| "token_acc": 0.928149300155521 |
| }, |
| { |
| "epoch": 0.24578059071729957, |
| "grad_norm": 0.61328125, |
| "learning_rate": 9.730673201937667e-07, |
| "loss": 0.22139108180999756, |
| "step": 1165, |
| "token_acc": 0.9381711682395054 |
| }, |
| { |
| "epoch": 0.2459915611814346, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.73012548028429e-07, |
| "loss": 0.2780754566192627, |
| "step": 1166, |
| "token_acc": 0.9247701309556979 |
| }, |
| { |
| "epoch": 0.24620253164556963, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.729577217701028e-07, |
| "loss": 0.25920483469963074, |
| "step": 1167, |
| "token_acc": 0.9288939051918735 |
| }, |
| { |
| "epoch": 0.24641350210970464, |
| "grad_norm": 0.91796875, |
| "learning_rate": 9.729028414250581e-07, |
| "loss": 0.2644927501678467, |
| "step": 1168, |
| "token_acc": 0.9281803542673108 |
| }, |
| { |
| "epoch": 0.24662447257383965, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.72847906999571e-07, |
| "loss": 0.2646119296550751, |
| "step": 1169, |
| "token_acc": 0.9231905465288035 |
| }, |
| { |
| "epoch": 0.2468354430379747, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.727929184999235e-07, |
| "loss": 0.28313902020454407, |
| "step": 1170, |
| "token_acc": 0.9207523897625656 |
| }, |
| { |
| "epoch": 0.2470464135021097, |
| "grad_norm": 0.5625, |
| "learning_rate": 9.72737875932404e-07, |
| "loss": 0.2552646994590759, |
| "step": 1171, |
| "token_acc": 0.9269677419354839 |
| }, |
| { |
| "epoch": 0.24725738396624472, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.726827793033072e-07, |
| "loss": 0.31298452615737915, |
| "step": 1172, |
| "token_acc": 0.9097605893186004 |
| }, |
| { |
| "epoch": 0.24746835443037973, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.726276286189338e-07, |
| "loss": 0.262067973613739, |
| "step": 1173, |
| "token_acc": 0.927277716794731 |
| }, |
| { |
| "epoch": 0.24767932489451477, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.72572423885591e-07, |
| "loss": 0.2698643207550049, |
| "step": 1174, |
| "token_acc": 0.9250425894378195 |
| }, |
| { |
| "epoch": 0.2478902953586498, |
| "grad_norm": 0.5390625, |
| "learning_rate": 9.725171651095914e-07, |
| "loss": 0.2563115954399109, |
| "step": 1175, |
| "token_acc": 0.9273853081902618 |
| }, |
| { |
| "epoch": 0.2481012658227848, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.724618522972547e-07, |
| "loss": 0.2558833658695221, |
| "step": 1176, |
| "token_acc": 0.9279216235129462 |
| }, |
| { |
| "epoch": 0.24831223628691984, |
| "grad_norm": 0.92578125, |
| "learning_rate": 9.724064854549066e-07, |
| "loss": 0.2242472767829895, |
| "step": 1177, |
| "token_acc": 0.9351190476190476 |
| }, |
| { |
| "epoch": 0.24852320675105485, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.723510645888782e-07, |
| "loss": 0.24171394109725952, |
| "step": 1178, |
| "token_acc": 0.9324016899577511 |
| }, |
| { |
| "epoch": 0.24873417721518987, |
| "grad_norm": 0.98046875, |
| "learning_rate": 9.722955897055077e-07, |
| "loss": 0.2775258719921112, |
| "step": 1179, |
| "token_acc": 0.9166889900884008 |
| }, |
| { |
| "epoch": 0.2489451476793249, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.72240060811139e-07, |
| "loss": 0.2454729527235031, |
| "step": 1180, |
| "token_acc": 0.9307559145989613 |
| }, |
| { |
| "epoch": 0.24915611814345992, |
| "grad_norm": 0.91796875, |
| "learning_rate": 9.721844779121222e-07, |
| "loss": 0.3090250790119171, |
| "step": 1181, |
| "token_acc": 0.9210233592880979 |
| }, |
| { |
| "epoch": 0.24936708860759493, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.721288410148139e-07, |
| "loss": 0.2278854250907898, |
| "step": 1182, |
| "token_acc": 0.9349336702463676 |
| }, |
| { |
| "epoch": 0.24957805907172995, |
| "grad_norm": 0.82421875, |
| "learning_rate": 9.720731501255766e-07, |
| "loss": 0.28732359409332275, |
| "step": 1183, |
| "token_acc": 0.9273584905660377 |
| }, |
| { |
| "epoch": 0.249789029535865, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.72017405250779e-07, |
| "loss": 0.25907230377197266, |
| "step": 1184, |
| "token_acc": 0.9236153377967133 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.71961606396796e-07, |
| "loss": 0.25944262742996216, |
| "step": 1185, |
| "token_acc": 0.9268510258697591 |
| }, |
| { |
| "epoch": 0.25021097046413504, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.719057535700087e-07, |
| "loss": 0.22414150834083557, |
| "step": 1186, |
| "token_acc": 0.9399524375743162 |
| }, |
| { |
| "epoch": 0.25042194092827, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.71849846776804e-07, |
| "loss": 0.22336113452911377, |
| "step": 1187, |
| "token_acc": 0.9373601789709173 |
| }, |
| { |
| "epoch": 0.25063291139240507, |
| "grad_norm": 0.91015625, |
| "learning_rate": 9.717938860235761e-07, |
| "loss": 0.266832172870636, |
| "step": 1188, |
| "token_acc": 0.9330294530154277 |
| }, |
| { |
| "epoch": 0.2508438818565401, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.717378713167238e-07, |
| "loss": 0.2418878674507141, |
| "step": 1189, |
| "token_acc": 0.9303391384051329 |
| }, |
| { |
| "epoch": 0.2510548523206751, |
| "grad_norm": 1.359375, |
| "learning_rate": 9.716818026626531e-07, |
| "loss": 0.2523130774497986, |
| "step": 1190, |
| "token_acc": 0.9264534883720931 |
| }, |
| { |
| "epoch": 0.25126582278481013, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.716256800677763e-07, |
| "loss": 0.24182310700416565, |
| "step": 1191, |
| "token_acc": 0.9301447451227187 |
| }, |
| { |
| "epoch": 0.2514767932489452, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.715695035385109e-07, |
| "loss": 0.2770576477050781, |
| "step": 1192, |
| "token_acc": 0.9195145320983711 |
| }, |
| { |
| "epoch": 0.25168776371308016, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.715132730812816e-07, |
| "loss": 0.23406967520713806, |
| "step": 1193, |
| "token_acc": 0.9375539568345324 |
| }, |
| { |
| "epoch": 0.2518987341772152, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.714569887025185e-07, |
| "loss": 0.24692702293395996, |
| "step": 1194, |
| "token_acc": 0.9298245614035088 |
| }, |
| { |
| "epoch": 0.2521097046413502, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.714006504086584e-07, |
| "loss": 0.30922287702560425, |
| "step": 1195, |
| "token_acc": 0.9170774137431139 |
| }, |
| { |
| "epoch": 0.2523206751054852, |
| "grad_norm": 1.078125, |
| "learning_rate": 9.71344258206144e-07, |
| "loss": 0.25276121497154236, |
| "step": 1196, |
| "token_acc": 0.9233000322268772 |
| }, |
| { |
| "epoch": 0.25253164556962027, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.712878121014243e-07, |
| "loss": 0.24556684494018555, |
| "step": 1197, |
| "token_acc": 0.9253149370125975 |
| }, |
| { |
| "epoch": 0.25274261603375525, |
| "grad_norm": 0.89453125, |
| "learning_rate": 9.712313121009545e-07, |
| "loss": 0.24084654450416565, |
| "step": 1198, |
| "token_acc": 0.9290652239254583 |
| }, |
| { |
| "epoch": 0.2529535864978903, |
| "grad_norm": 0.86328125, |
| "learning_rate": 9.711747582111956e-07, |
| "loss": 0.28878283500671387, |
| "step": 1199, |
| "token_acc": 0.9240226986128626 |
| }, |
| { |
| "epoch": 0.25316455696202533, |
| "grad_norm": 0.81640625, |
| "learning_rate": 9.71118150438615e-07, |
| "loss": 0.2748972177505493, |
| "step": 1200, |
| "token_acc": 0.9292035398230089 |
| }, |
| { |
| "epoch": 0.25316455696202533, |
| "eval_loss": 0.43360278010368347, |
| "eval_runtime": 245.4913, |
| "eval_samples_per_second": 137.296, |
| "eval_steps_per_second": 2.147, |
| "eval_token_acc": 0.8991687606569146, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.2533755274261603, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.710614887896864e-07, |
| "loss": 0.2842106521129608, |
| "step": 1201, |
| "token_acc": 0.9268008165645961 |
| }, |
| { |
| "epoch": 0.25358649789029536, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.710047732708896e-07, |
| "loss": 0.2714993357658386, |
| "step": 1202, |
| "token_acc": 0.9253355704697986 |
| }, |
| { |
| "epoch": 0.2537974683544304, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.709480038887104e-07, |
| "loss": 0.2943306863307953, |
| "step": 1203, |
| "token_acc": 0.9169639961076873 |
| }, |
| { |
| "epoch": 0.2540084388185654, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.708911806496409e-07, |
| "loss": 0.2546621859073639, |
| "step": 1204, |
| "token_acc": 0.925904145839459 |
| }, |
| { |
| "epoch": 0.2542194092827004, |
| "grad_norm": 0.8828125, |
| "learning_rate": 9.708343035601792e-07, |
| "loss": 0.28815045952796936, |
| "step": 1205, |
| "token_acc": 0.9163055254604551 |
| }, |
| { |
| "epoch": 0.25443037974683547, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.707773726268297e-07, |
| "loss": 0.2761947214603424, |
| "step": 1206, |
| "token_acc": 0.9241419094317854 |
| }, |
| { |
| "epoch": 0.25464135021097045, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.707203878561032e-07, |
| "loss": 0.2541855573654175, |
| "step": 1207, |
| "token_acc": 0.9287749287749287 |
| }, |
| { |
| "epoch": 0.2548523206751055, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.706633492545163e-07, |
| "loss": 0.24647629261016846, |
| "step": 1208, |
| "token_acc": 0.9260204081632653 |
| }, |
| { |
| "epoch": 0.25506329113924053, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.706062568285915e-07, |
| "loss": 0.26219797134399414, |
| "step": 1209, |
| "token_acc": 0.9297507283910651 |
| }, |
| { |
| "epoch": 0.2552742616033755, |
| "grad_norm": 0.8671875, |
| "learning_rate": 9.705491105848582e-07, |
| "loss": 0.33000296354293823, |
| "step": 1210, |
| "token_acc": 0.9137880129908473 |
| }, |
| { |
| "epoch": 0.25548523206751056, |
| "grad_norm": 0.94140625, |
| "learning_rate": 9.704919105298515e-07, |
| "loss": 0.2628134489059448, |
| "step": 1211, |
| "token_acc": 0.9242511520737328 |
| }, |
| { |
| "epoch": 0.25569620253164554, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.704346566701123e-07, |
| "loss": 0.2608003616333008, |
| "step": 1212, |
| "token_acc": 0.9264790350373349 |
| }, |
| { |
| "epoch": 0.2559071729957806, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.703773490121888e-07, |
| "loss": 0.2128331959247589, |
| "step": 1213, |
| "token_acc": 0.9373394966615306 |
| }, |
| { |
| "epoch": 0.2561181434599156, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.703199875626338e-07, |
| "loss": 0.2637559771537781, |
| "step": 1214, |
| "token_acc": 0.9277810133954572 |
| }, |
| { |
| "epoch": 0.2563291139240506, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.702625723280076e-07, |
| "loss": 0.24556344747543335, |
| "step": 1215, |
| "token_acc": 0.9323801012809055 |
| }, |
| { |
| "epoch": 0.25654008438818565, |
| "grad_norm": 0.61328125, |
| "learning_rate": 9.70205103314876e-07, |
| "loss": 0.25457581877708435, |
| "step": 1216, |
| "token_acc": 0.9285921625544267 |
| }, |
| { |
| "epoch": 0.2567510548523207, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.701475805298111e-07, |
| "loss": 0.24435514211654663, |
| "step": 1217, |
| "token_acc": 0.9288 |
| }, |
| { |
| "epoch": 0.2569620253164557, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.70090003979391e-07, |
| "loss": 0.27876341342926025, |
| "step": 1218, |
| "token_acc": 0.9308375634517766 |
| }, |
| { |
| "epoch": 0.2571729957805907, |
| "grad_norm": 0.890625, |
| "learning_rate": 9.700323736702003e-07, |
| "loss": 0.2775731682777405, |
| "step": 1219, |
| "token_acc": 0.9191780821917809 |
| }, |
| { |
| "epoch": 0.25738396624472576, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.699746896088293e-07, |
| "loss": 0.28725969791412354, |
| "step": 1220, |
| "token_acc": 0.9266795865633075 |
| }, |
| { |
| "epoch": 0.25759493670886074, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.699169518018747e-07, |
| "loss": 0.2132992148399353, |
| "step": 1221, |
| "token_acc": 0.9392470051340559 |
| }, |
| { |
| "epoch": 0.2578059071729958, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.698591602559392e-07, |
| "loss": 0.22622618079185486, |
| "step": 1222, |
| "token_acc": 0.9333721268548153 |
| }, |
| { |
| "epoch": 0.2580168776371308, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.698013149776318e-07, |
| "loss": 0.260597288608551, |
| "step": 1223, |
| "token_acc": 0.9280405405405405 |
| }, |
| { |
| "epoch": 0.2582278481012658, |
| "grad_norm": 0.57421875, |
| "learning_rate": 9.697434159735679e-07, |
| "loss": 0.24745848774909973, |
| "step": 1224, |
| "token_acc": 0.9323770491803278 |
| }, |
| { |
| "epoch": 0.25843881856540085, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.696854632503684e-07, |
| "loss": 0.2582542896270752, |
| "step": 1225, |
| "token_acc": 0.9207642596234897 |
| }, |
| { |
| "epoch": 0.2586497890295359, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.696274568146607e-07, |
| "loss": 0.23025202751159668, |
| "step": 1226, |
| "token_acc": 0.9355661881977672 |
| }, |
| { |
| "epoch": 0.2588607594936709, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.695693966730786e-07, |
| "loss": 0.2466697096824646, |
| "step": 1227, |
| "token_acc": 0.9332688588007737 |
| }, |
| { |
| "epoch": 0.2590717299578059, |
| "grad_norm": 0.5859375, |
| "learning_rate": 9.695112828322614e-07, |
| "loss": 0.24845033884048462, |
| "step": 1228, |
| "token_acc": 0.9291573452647278 |
| }, |
| { |
| "epoch": 0.2592827004219409, |
| "grad_norm": 0.87890625, |
| "learning_rate": 9.694531152988553e-07, |
| "loss": 0.27860498428344727, |
| "step": 1229, |
| "token_acc": 0.921844342707652 |
| }, |
| { |
| "epoch": 0.25949367088607594, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.69394894079512e-07, |
| "loss": 0.2347266525030136, |
| "step": 1230, |
| "token_acc": 0.9367695534911598 |
| }, |
| { |
| "epoch": 0.259704641350211, |
| "grad_norm": 1.0234375, |
| "learning_rate": 9.693366191808895e-07, |
| "loss": 0.2848036289215088, |
| "step": 1231, |
| "token_acc": 0.9186012342051131 |
| }, |
| { |
| "epoch": 0.25991561181434597, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.692782906096522e-07, |
| "loss": 0.271634578704834, |
| "step": 1232, |
| "token_acc": 0.9254937163375224 |
| }, |
| { |
| "epoch": 0.260126582278481, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.692199083724704e-07, |
| "loss": 0.3552762567996979, |
| "step": 1233, |
| "token_acc": 0.9169062679700978 |
| }, |
| { |
| "epoch": 0.26033755274261605, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.691614724760208e-07, |
| "loss": 0.2829202115535736, |
| "step": 1234, |
| "token_acc": 0.92018779342723 |
| }, |
| { |
| "epoch": 0.26054852320675104, |
| "grad_norm": 0.91015625, |
| "learning_rate": 9.691029829269856e-07, |
| "loss": 0.24786871671676636, |
| "step": 1235, |
| "token_acc": 0.9295311214697011 |
| }, |
| { |
| "epoch": 0.2607594936708861, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.690444397320543e-07, |
| "loss": 0.23441259562969208, |
| "step": 1236, |
| "token_acc": 0.9349985807550383 |
| }, |
| { |
| "epoch": 0.2609704641350211, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.68985842897921e-07, |
| "loss": 0.21858146786689758, |
| "step": 1237, |
| "token_acc": 0.9393670511682934 |
| }, |
| { |
| "epoch": 0.2611814345991561, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.689271924312873e-07, |
| "loss": 0.28490114212036133, |
| "step": 1238, |
| "token_acc": 0.9234604105571848 |
| }, |
| { |
| "epoch": 0.26139240506329114, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.688684883388598e-07, |
| "loss": 0.26761138439178467, |
| "step": 1239, |
| "token_acc": 0.9277440706012134 |
| }, |
| { |
| "epoch": 0.2616033755274262, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.688097306273525e-07, |
| "loss": 0.2610659599304199, |
| "step": 1240, |
| "token_acc": 0.9297409943435546 |
| }, |
| { |
| "epoch": 0.26181434599156117, |
| "grad_norm": 0.59765625, |
| "learning_rate": 9.687509193034844e-07, |
| "loss": 0.22601675987243652, |
| "step": 1241, |
| "token_acc": 0.9416980118216013 |
| }, |
| { |
| "epoch": 0.2620253164556962, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.686920543739815e-07, |
| "loss": 0.248170405626297, |
| "step": 1242, |
| "token_acc": 0.9330609679446888 |
| }, |
| { |
| "epoch": 0.2622362869198312, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.686331358455747e-07, |
| "loss": 0.23889891803264618, |
| "step": 1243, |
| "token_acc": 0.9359560841720037 |
| }, |
| { |
| "epoch": 0.26244725738396624, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.685741637250027e-07, |
| "loss": 0.2646980285644531, |
| "step": 1244, |
| "token_acc": 0.9301587301587302 |
| }, |
| { |
| "epoch": 0.2626582278481013, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.68515138019009e-07, |
| "loss": 0.23318523168563843, |
| "step": 1245, |
| "token_acc": 0.9326036866359447 |
| }, |
| { |
| "epoch": 0.26286919831223626, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.684560587343439e-07, |
| "loss": 0.25974488258361816, |
| "step": 1246, |
| "token_acc": 0.9271044258027191 |
| }, |
| { |
| "epoch": 0.2630801687763713, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.683969258777634e-07, |
| "loss": 0.2580402195453644, |
| "step": 1247, |
| "token_acc": 0.9221480775341595 |
| }, |
| { |
| "epoch": 0.26329113924050634, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.6833773945603e-07, |
| "loss": 0.26659655570983887, |
| "step": 1248, |
| "token_acc": 0.9241719930273097 |
| }, |
| { |
| "epoch": 0.26350210970464133, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.68278499475912e-07, |
| "loss": 0.24891090393066406, |
| "step": 1249, |
| "token_acc": 0.9277293695540748 |
| }, |
| { |
| "epoch": 0.26371308016877637, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.68219205944184e-07, |
| "loss": 0.23200133442878723, |
| "step": 1250, |
| "token_acc": 0.9329558998808105 |
| }, |
| { |
| "epoch": 0.2639240506329114, |
| "grad_norm": 0.8359375, |
| "learning_rate": 9.68159858867627e-07, |
| "loss": 0.2909882664680481, |
| "step": 1251, |
| "token_acc": 0.9168533034714446 |
| }, |
| { |
| "epoch": 0.2641350210970464, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.681004582530279e-07, |
| "loss": 0.2549628019332886, |
| "step": 1252, |
| "token_acc": 0.924122926298613 |
| }, |
| { |
| "epoch": 0.26434599156118144, |
| "grad_norm": 0.8984375, |
| "learning_rate": 9.68041004107179e-07, |
| "loss": 0.24394650757312775, |
| "step": 1253, |
| "token_acc": 0.9308855291576674 |
| }, |
| { |
| "epoch": 0.2645569620253165, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.6798149643688e-07, |
| "loss": 0.2381609082221985, |
| "step": 1254, |
| "token_acc": 0.9395761741122566 |
| }, |
| { |
| "epoch": 0.26476793248945146, |
| "grad_norm": 0.8515625, |
| "learning_rate": 9.67921935248936e-07, |
| "loss": 0.2466859370470047, |
| "step": 1255, |
| "token_acc": 0.9292594822396147 |
| }, |
| { |
| "epoch": 0.2649789029535865, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.67862320550158e-07, |
| "loss": 0.2523610591888428, |
| "step": 1256, |
| "token_acc": 0.9285103958986044 |
| }, |
| { |
| "epoch": 0.26518987341772154, |
| "grad_norm": 0.75, |
| "learning_rate": 9.67802652347364e-07, |
| "loss": 0.25371021032333374, |
| "step": 1257, |
| "token_acc": 0.9257921067259589 |
| }, |
| { |
| "epoch": 0.26540084388185653, |
| "grad_norm": 0.84765625, |
| "learning_rate": 9.67742930647377e-07, |
| "loss": 0.26243138313293457, |
| "step": 1258, |
| "token_acc": 0.9317498496692724 |
| }, |
| { |
| "epoch": 0.26561181434599157, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.67683155457027e-07, |
| "loss": 0.26387542486190796, |
| "step": 1259, |
| "token_acc": 0.9278320023661638 |
| }, |
| { |
| "epoch": 0.26582278481012656, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.6762332678315e-07, |
| "loss": 0.2729257047176361, |
| "step": 1260, |
| "token_acc": 0.9249352890422778 |
| }, |
| { |
| "epoch": 0.2660337552742616, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.675634446325873e-07, |
| "loss": 0.3026050329208374, |
| "step": 1261, |
| "token_acc": 0.9185979142526072 |
| }, |
| { |
| "epoch": 0.26624472573839664, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.675035090121875e-07, |
| "loss": 0.2565396726131439, |
| "step": 1262, |
| "token_acc": 0.9267410310521556 |
| }, |
| { |
| "epoch": 0.2664556962025316, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.674435199288045e-07, |
| "loss": 0.25251418352127075, |
| "step": 1263, |
| "token_acc": 0.9283837056504599 |
| }, |
| { |
| "epoch": 0.26666666666666666, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.673834773892984e-07, |
| "loss": 0.24896693229675293, |
| "step": 1264, |
| "token_acc": 0.930945558739255 |
| }, |
| { |
| "epoch": 0.2668776371308017, |
| "grad_norm": 1.203125, |
| "learning_rate": 9.673233814005359e-07, |
| "loss": 0.23103883862495422, |
| "step": 1265, |
| "token_acc": 0.9342560553633218 |
| }, |
| { |
| "epoch": 0.2670886075949367, |
| "grad_norm": 1.0703125, |
| "learning_rate": 9.672632319693894e-07, |
| "loss": 0.24049502611160278, |
| "step": 1266, |
| "token_acc": 0.9309718437783833 |
| }, |
| { |
| "epoch": 0.26729957805907173, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.672030291027374e-07, |
| "loss": 0.26001042127609253, |
| "step": 1267, |
| "token_acc": 0.9262520638414969 |
| }, |
| { |
| "epoch": 0.26751054852320677, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.671427728074644e-07, |
| "loss": 0.28741368651390076, |
| "step": 1268, |
| "token_acc": 0.9232505643340858 |
| }, |
| { |
| "epoch": 0.26772151898734176, |
| "grad_norm": 0.84765625, |
| "learning_rate": 9.670824630904617e-07, |
| "loss": 0.27266865968704224, |
| "step": 1269, |
| "token_acc": 0.9303104077906269 |
| }, |
| { |
| "epoch": 0.2679324894514768, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.67022099958626e-07, |
| "loss": 0.23278406262397766, |
| "step": 1270, |
| "token_acc": 0.9318857822724569 |
| }, |
| { |
| "epoch": 0.26814345991561184, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.669616834188604e-07, |
| "loss": 0.24085257947444916, |
| "step": 1271, |
| "token_acc": 0.9365031597953656 |
| }, |
| { |
| "epoch": 0.2683544303797468, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.66901213478074e-07, |
| "loss": 0.23926323652267456, |
| "step": 1272, |
| "token_acc": 0.9300341296928327 |
| }, |
| { |
| "epoch": 0.26856540084388186, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.668406901431816e-07, |
| "loss": 0.2380378544330597, |
| "step": 1273, |
| "token_acc": 0.9354371742906775 |
| }, |
| { |
| "epoch": 0.2687763713080169, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.667801134211054e-07, |
| "loss": 0.2831774353981018, |
| "step": 1274, |
| "token_acc": 0.9198927933293627 |
| }, |
| { |
| "epoch": 0.2689873417721519, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.667194833187722e-07, |
| "loss": 0.25443994998931885, |
| "step": 1275, |
| "token_acc": 0.927960927960928 |
| }, |
| { |
| "epoch": 0.26919831223628693, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.66658799843116e-07, |
| "loss": 0.2516897916793823, |
| "step": 1276, |
| "token_acc": 0.9287622439893143 |
| }, |
| { |
| "epoch": 0.2694092827004219, |
| "grad_norm": 0.890625, |
| "learning_rate": 9.665980630010762e-07, |
| "loss": 0.2877979874610901, |
| "step": 1277, |
| "token_acc": 0.9202143495087823 |
| }, |
| { |
| "epoch": 0.26962025316455696, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.665372727995985e-07, |
| "loss": 0.2647358775138855, |
| "step": 1278, |
| "token_acc": 0.9289904291447978 |
| }, |
| { |
| "epoch": 0.269831223628692, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.66476429245635e-07, |
| "loss": 0.22759586572647095, |
| "step": 1279, |
| "token_acc": 0.9376068376068376 |
| }, |
| { |
| "epoch": 0.270042194092827, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.664155323461436e-07, |
| "loss": 0.25757282972335815, |
| "step": 1280, |
| "token_acc": 0.927784222737819 |
| }, |
| { |
| "epoch": 0.270253164556962, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.663545821080884e-07, |
| "loss": 0.26837342977523804, |
| "step": 1281, |
| "token_acc": 0.9224065223502952 |
| }, |
| { |
| "epoch": 0.27046413502109706, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.662935785384395e-07, |
| "loss": 0.28320473432540894, |
| "step": 1282, |
| "token_acc": 0.9173576561636263 |
| }, |
| { |
| "epoch": 0.27067510548523205, |
| "grad_norm": 0.859375, |
| "learning_rate": 9.662325216441733e-07, |
| "loss": 0.23279771208763123, |
| "step": 1283, |
| "token_acc": 0.9394752534287418 |
| }, |
| { |
| "epoch": 0.2708860759493671, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.66171411432272e-07, |
| "loss": 0.2523917555809021, |
| "step": 1284, |
| "token_acc": 0.9287851585876721 |
| }, |
| { |
| "epoch": 0.27109704641350213, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.661102479097241e-07, |
| "loss": 0.2521704435348511, |
| "step": 1285, |
| "token_acc": 0.9344652963955913 |
| }, |
| { |
| "epoch": 0.2713080168776371, |
| "grad_norm": 1.0, |
| "learning_rate": 9.660490310835243e-07, |
| "loss": 0.22997595369815826, |
| "step": 1286, |
| "token_acc": 0.9331612162937464 |
| }, |
| { |
| "epoch": 0.27151898734177216, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.659877609606732e-07, |
| "loss": 0.2617974579334259, |
| "step": 1287, |
| "token_acc": 0.9331476323119777 |
| }, |
| { |
| "epoch": 0.2717299578059072, |
| "grad_norm": 0.796875, |
| "learning_rate": 9.659264375481777e-07, |
| "loss": 0.2871522605419159, |
| "step": 1288, |
| "token_acc": 0.9222536984576645 |
| }, |
| { |
| "epoch": 0.2719409282700422, |
| "grad_norm": 0.828125, |
| "learning_rate": 9.658650608530503e-07, |
| "loss": 0.2694163918495178, |
| "step": 1289, |
| "token_acc": 0.9271523178807947 |
| }, |
| { |
| "epoch": 0.2721518987341772, |
| "grad_norm": 1.015625, |
| "learning_rate": 9.658036308823101e-07, |
| "loss": 0.2750623822212219, |
| "step": 1290, |
| "token_acc": 0.9309335674568335 |
| }, |
| { |
| "epoch": 0.27236286919831226, |
| "grad_norm": 1.0703125, |
| "learning_rate": 9.657421476429823e-07, |
| "loss": 0.24293242394924164, |
| "step": 1291, |
| "token_acc": 0.9321070234113712 |
| }, |
| { |
| "epoch": 0.27257383966244725, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.656806111420978e-07, |
| "loss": 0.26937633752822876, |
| "step": 1292, |
| "token_acc": 0.9326610279765778 |
| }, |
| { |
| "epoch": 0.2727848101265823, |
| "grad_norm": 0.75, |
| "learning_rate": 9.656190213866942e-07, |
| "loss": 0.258544385433197, |
| "step": 1293, |
| "token_acc": 0.9324324324324325 |
| }, |
| { |
| "epoch": 0.2729957805907173, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.655573783838142e-07, |
| "loss": 0.30913591384887695, |
| "step": 1294, |
| "token_acc": 0.9182915506035283 |
| }, |
| { |
| "epoch": 0.2732067510548523, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.654956821405076e-07, |
| "loss": 0.2871444821357727, |
| "step": 1295, |
| "token_acc": 0.9226289517470881 |
| }, |
| { |
| "epoch": 0.27341772151898736, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.6543393266383e-07, |
| "loss": 0.2559030055999756, |
| "step": 1296, |
| "token_acc": 0.9310548025928108 |
| }, |
| { |
| "epoch": 0.27362869198312234, |
| "grad_norm": 0.875, |
| "learning_rate": 9.653721299608425e-07, |
| "loss": 0.2956152558326721, |
| "step": 1297, |
| "token_acc": 0.9208739297313256 |
| }, |
| { |
| "epoch": 0.2738396624472574, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.653102740386134e-07, |
| "loss": 0.21772214770317078, |
| "step": 1298, |
| "token_acc": 0.9364857302742026 |
| }, |
| { |
| "epoch": 0.2740506329113924, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.65248364904216e-07, |
| "loss": 0.30199459195137024, |
| "step": 1299, |
| "token_acc": 0.9205334815226451 |
| }, |
| { |
| "epoch": 0.2742616033755274, |
| "grad_norm": 0.87109375, |
| "learning_rate": 9.651864025647303e-07, |
| "loss": 0.24779856204986572, |
| "step": 1300, |
| "token_acc": 0.9276583381754794 |
| }, |
| { |
| "epoch": 0.27447257383966245, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.65124387027242e-07, |
| "loss": 0.2366098165512085, |
| "step": 1301, |
| "token_acc": 0.931989247311828 |
| }, |
| { |
| "epoch": 0.2746835443037975, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.650623182988434e-07, |
| "loss": 0.24503357708454132, |
| "step": 1302, |
| "token_acc": 0.9304397815464214 |
| }, |
| { |
| "epoch": 0.2748945147679325, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.650001963866324e-07, |
| "loss": 0.24037089943885803, |
| "step": 1303, |
| "token_acc": 0.9337579617834395 |
| }, |
| { |
| "epoch": 0.2751054852320675, |
| "grad_norm": 1.21875, |
| "learning_rate": 9.64938021297713e-07, |
| "loss": 0.24094949662685394, |
| "step": 1304, |
| "token_acc": 0.9320071258907363 |
| }, |
| { |
| "epoch": 0.27531645569620256, |
| "grad_norm": 0.8125, |
| "learning_rate": 9.64875793039196e-07, |
| "loss": 0.26656514406204224, |
| "step": 1305, |
| "token_acc": 0.9331143624962676 |
| }, |
| { |
| "epoch": 0.27552742616033754, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.64813511618197e-07, |
| "loss": 0.27888917922973633, |
| "step": 1306, |
| "token_acc": 0.9265919811320755 |
| }, |
| { |
| "epoch": 0.2757383966244726, |
| "grad_norm": 0.89453125, |
| "learning_rate": 9.64751177041839e-07, |
| "loss": 0.2879449725151062, |
| "step": 1307, |
| "token_acc": 0.9250924784217016 |
| }, |
| { |
| "epoch": 0.2759493670886076, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.646887893172504e-07, |
| "loss": 0.2646368443965912, |
| "step": 1308, |
| "token_acc": 0.9223654708520179 |
| }, |
| { |
| "epoch": 0.2761603375527426, |
| "grad_norm": 0.82421875, |
| "learning_rate": 9.646263484515657e-07, |
| "loss": 0.23699407279491425, |
| "step": 1309, |
| "token_acc": 0.9358803986710963 |
| }, |
| { |
| "epoch": 0.27637130801687765, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.645638544519253e-07, |
| "loss": 0.20495551824569702, |
| "step": 1310, |
| "token_acc": 0.9403642773207991 |
| }, |
| { |
| "epoch": 0.27658227848101263, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.645013073254762e-07, |
| "loss": 0.24341881275177002, |
| "step": 1311, |
| "token_acc": 0.9322884012539185 |
| }, |
| { |
| "epoch": 0.2767932489451477, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.64438707079371e-07, |
| "loss": 0.23052801191806793, |
| "step": 1312, |
| "token_acc": 0.9312657166806371 |
| }, |
| { |
| "epoch": 0.2770042194092827, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.643760537207688e-07, |
| "loss": 0.3025025725364685, |
| "step": 1313, |
| "token_acc": 0.9218884120171674 |
| }, |
| { |
| "epoch": 0.2772151898734177, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.643133472568344e-07, |
| "loss": 0.20893415808677673, |
| "step": 1314, |
| "token_acc": 0.9359681372549019 |
| }, |
| { |
| "epoch": 0.27742616033755274, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.642505876947386e-07, |
| "loss": 0.2443920075893402, |
| "step": 1315, |
| "token_acc": 0.928676254769592 |
| }, |
| { |
| "epoch": 0.2776371308016878, |
| "grad_norm": 1.234375, |
| "learning_rate": 9.64187775041659e-07, |
| "loss": 0.25716376304626465, |
| "step": 1316, |
| "token_acc": 0.9291851851851852 |
| }, |
| { |
| "epoch": 0.27784810126582277, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.641249093047784e-07, |
| "loss": 0.23076121509075165, |
| "step": 1317, |
| "token_acc": 0.9285714285714286 |
| }, |
| { |
| "epoch": 0.2780590717299578, |
| "grad_norm": 0.9375, |
| "learning_rate": 9.640619904912859e-07, |
| "loss": 0.2742810845375061, |
| "step": 1318, |
| "token_acc": 0.9297956493078444 |
| }, |
| { |
| "epoch": 0.27827004219409285, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.63999018608377e-07, |
| "loss": 0.22001489996910095, |
| "step": 1319, |
| "token_acc": 0.936816192560175 |
| }, |
| { |
| "epoch": 0.27848101265822783, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.639359936632535e-07, |
| "loss": 0.2529153525829315, |
| "step": 1320, |
| "token_acc": 0.9257350712337071 |
| }, |
| { |
| "epoch": 0.2786919831223629, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.63872915663122e-07, |
| "loss": 0.23905983567237854, |
| "step": 1321, |
| "token_acc": 0.9326950971859588 |
| }, |
| { |
| "epoch": 0.2789029535864979, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.638097846151965e-07, |
| "loss": 0.2406499683856964, |
| "step": 1322, |
| "token_acc": 0.930352798053528 |
| }, |
| { |
| "epoch": 0.2791139240506329, |
| "grad_norm": 0.98046875, |
| "learning_rate": 9.637466005266963e-07, |
| "loss": 0.26858270168304443, |
| "step": 1323, |
| "token_acc": 0.9200705260064649 |
| }, |
| { |
| "epoch": 0.27932489451476794, |
| "grad_norm": 0.859375, |
| "learning_rate": 9.636833634048475e-07, |
| "loss": 0.2660675644874573, |
| "step": 1324, |
| "token_acc": 0.9298245614035088 |
| }, |
| { |
| "epoch": 0.2795358649789029, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.636200732568814e-07, |
| "loss": 0.26166456937789917, |
| "step": 1325, |
| "token_acc": 0.9308510638297872 |
| }, |
| { |
| "epoch": 0.27974683544303797, |
| "grad_norm": 0.8671875, |
| "learning_rate": 9.63556730090036e-07, |
| "loss": 0.2833145260810852, |
| "step": 1326, |
| "token_acc": 0.9278801123946301 |
| }, |
| { |
| "epoch": 0.279957805907173, |
| "grad_norm": 0.81640625, |
| "learning_rate": 9.634933339115547e-07, |
| "loss": 0.28151270747184753, |
| "step": 1327, |
| "token_acc": 0.9252669039145908 |
| }, |
| { |
| "epoch": 0.280168776371308, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.63429884728688e-07, |
| "loss": 0.2141590267419815, |
| "step": 1328, |
| "token_acc": 0.9334285714285714 |
| }, |
| { |
| "epoch": 0.28037974683544303, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.633663825486914e-07, |
| "loss": 0.2234039306640625, |
| "step": 1329, |
| "token_acc": 0.9323050556983719 |
| }, |
| { |
| "epoch": 0.2805907172995781, |
| "grad_norm": 0.7734375, |
| "learning_rate": 9.633028273788272e-07, |
| "loss": 0.2672632336616516, |
| "step": 1330, |
| "token_acc": 0.9254259080681453 |
| }, |
| { |
| "epoch": 0.28080168776371306, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.63239219226363e-07, |
| "loss": 0.2287733405828476, |
| "step": 1331, |
| "token_acc": 0.9398969662278192 |
| }, |
| { |
| "epoch": 0.2810126582278481, |
| "grad_norm": 1.34375, |
| "learning_rate": 9.631755580985735e-07, |
| "loss": 0.26213157176971436, |
| "step": 1332, |
| "token_acc": 0.9299184505606524 |
| }, |
| { |
| "epoch": 0.28122362869198314, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.631118440027386e-07, |
| "loss": 0.28404700756073, |
| "step": 1333, |
| "token_acc": 0.9141087017741482 |
| }, |
| { |
| "epoch": 0.2814345991561181, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.630480769461447e-07, |
| "loss": 0.239895761013031, |
| "step": 1334, |
| "token_acc": 0.9308807134894092 |
| }, |
| { |
| "epoch": 0.28164556962025317, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.629842569360838e-07, |
| "loss": 0.26395344734191895, |
| "step": 1335, |
| "token_acc": 0.9277073732718893 |
| }, |
| { |
| "epoch": 0.2818565400843882, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.629203839798546e-07, |
| "loss": 0.21334236860275269, |
| "step": 1336, |
| "token_acc": 0.936906584992343 |
| }, |
| { |
| "epoch": 0.2820675105485232, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.628564580847613e-07, |
| "loss": 0.23438285291194916, |
| "step": 1337, |
| "token_acc": 0.9287510477787091 |
| }, |
| { |
| "epoch": 0.28227848101265823, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.627924792581143e-07, |
| "loss": 0.26787251234054565, |
| "step": 1338, |
| "token_acc": 0.9322139303482587 |
| }, |
| { |
| "epoch": 0.2824894514767933, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.627284475072303e-07, |
| "loss": 0.25793296098709106, |
| "step": 1339, |
| "token_acc": 0.927893175074184 |
| }, |
| { |
| "epoch": 0.28270042194092826, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.626643628394321e-07, |
| "loss": 0.2458716779947281, |
| "step": 1340, |
| "token_acc": 0.9302045728038508 |
| }, |
| { |
| "epoch": 0.2829113924050633, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.626002252620478e-07, |
| "loss": 0.2576259970664978, |
| "step": 1341, |
| "token_acc": 0.9324796274738067 |
| }, |
| { |
| "epoch": 0.2831223628691983, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.625360347824123e-07, |
| "loss": 0.27822190523147583, |
| "step": 1342, |
| "token_acc": 0.9268867924528302 |
| }, |
| { |
| "epoch": 0.2833333333333333, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.624717914078666e-07, |
| "loss": 0.2430208921432495, |
| "step": 1343, |
| "token_acc": 0.9362327358213341 |
| }, |
| { |
| "epoch": 0.28354430379746837, |
| "grad_norm": 0.9453125, |
| "learning_rate": 9.62407495145757e-07, |
| "loss": 0.2376978099346161, |
| "step": 1344, |
| "token_acc": 0.9352154531946508 |
| }, |
| { |
| "epoch": 0.28375527426160335, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.623431460034365e-07, |
| "loss": 0.28660112619400024, |
| "step": 1345, |
| "token_acc": 0.9231664726426076 |
| }, |
| { |
| "epoch": 0.2839662447257384, |
| "grad_norm": 1.078125, |
| "learning_rate": 9.622787439882642e-07, |
| "loss": 0.22470048069953918, |
| "step": 1346, |
| "token_acc": 0.9390454284071306 |
| }, |
| { |
| "epoch": 0.28417721518987343, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.622142891076049e-07, |
| "loss": 0.3022032380104065, |
| "step": 1347, |
| "token_acc": 0.9156626506024096 |
| }, |
| { |
| "epoch": 0.2843881856540084, |
| "grad_norm": 0.890625, |
| "learning_rate": 9.621497813688292e-07, |
| "loss": 0.24632784724235535, |
| "step": 1348, |
| "token_acc": 0.9298975672215108 |
| }, |
| { |
| "epoch": 0.28459915611814346, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.620852207793146e-07, |
| "loss": 0.26282811164855957, |
| "step": 1349, |
| "token_acc": 0.9305875576036866 |
| }, |
| { |
| "epoch": 0.2848101265822785, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.620206073464438e-07, |
| "loss": 0.2368626892566681, |
| "step": 1350, |
| "token_acc": 0.9320417287630403 |
| }, |
| { |
| "epoch": 0.2850210970464135, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.619559410776062e-07, |
| "loss": 0.27300721406936646, |
| "step": 1351, |
| "token_acc": 0.9214989059080962 |
| }, |
| { |
| "epoch": 0.2852320675105485, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.618912219801968e-07, |
| "loss": 0.3053458333015442, |
| "step": 1352, |
| "token_acc": 0.9201213346814965 |
| }, |
| { |
| "epoch": 0.28544303797468357, |
| "grad_norm": 0.796875, |
| "learning_rate": 9.618264500616164e-07, |
| "loss": 0.2645854353904724, |
| "step": 1353, |
| "token_acc": 0.9302251823660006 |
| }, |
| { |
| "epoch": 0.28565400843881855, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.61761625329273e-07, |
| "loss": 0.27379700541496277, |
| "step": 1354, |
| "token_acc": 0.9288623404833016 |
| }, |
| { |
| "epoch": 0.2858649789029536, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.61696747790579e-07, |
| "loss": 0.2626631557941437, |
| "step": 1355, |
| "token_acc": 0.9282009282009283 |
| }, |
| { |
| "epoch": 0.28607594936708863, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.616318174529544e-07, |
| "loss": 0.2584306001663208, |
| "step": 1356, |
| "token_acc": 0.9292520935604967 |
| }, |
| { |
| "epoch": 0.2862869198312236, |
| "grad_norm": 0.55078125, |
| "learning_rate": 9.615668343238243e-07, |
| "loss": 0.25304126739501953, |
| "step": 1357, |
| "token_acc": 0.9346613545816733 |
| }, |
| { |
| "epoch": 0.28649789029535866, |
| "grad_norm": 1.171875, |
| "learning_rate": 9.6150179841062e-07, |
| "loss": 0.3054851293563843, |
| "step": 1358, |
| "token_acc": 0.9169445286450439 |
| }, |
| { |
| "epoch": 0.28670886075949364, |
| "grad_norm": 0.86328125, |
| "learning_rate": 9.614367097207788e-07, |
| "loss": 0.33616381883621216, |
| "step": 1359, |
| "token_acc": 0.9140366696723775 |
| }, |
| { |
| "epoch": 0.2869198312236287, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.613715682617442e-07, |
| "loss": 0.2768439054489136, |
| "step": 1360, |
| "token_acc": 0.9238784370477569 |
| }, |
| { |
| "epoch": 0.2871308016877637, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.61306374040966e-07, |
| "loss": 0.2657453417778015, |
| "step": 1361, |
| "token_acc": 0.9254338394793926 |
| }, |
| { |
| "epoch": 0.2873417721518987, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.612411270658994e-07, |
| "loss": 0.30385810136795044, |
| "step": 1362, |
| "token_acc": 0.9217443249701314 |
| }, |
| { |
| "epoch": 0.28755274261603375, |
| "grad_norm": 0.83203125, |
| "learning_rate": 9.611758273440058e-07, |
| "loss": 0.2552698254585266, |
| "step": 1363, |
| "token_acc": 0.9243302954984811 |
| }, |
| { |
| "epoch": 0.2877637130801688, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.611104748827533e-07, |
| "loss": 0.290875107049942, |
| "step": 1364, |
| "token_acc": 0.9198113207547169 |
| }, |
| { |
| "epoch": 0.2879746835443038, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.61045069689615e-07, |
| "loss": 0.24223566055297852, |
| "step": 1365, |
| "token_acc": 0.931023419955085 |
| }, |
| { |
| "epoch": 0.2881856540084388, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.609796117720708e-07, |
| "loss": 0.2444673329591751, |
| "step": 1366, |
| "token_acc": 0.933668936926266 |
| }, |
| { |
| "epoch": 0.28839662447257386, |
| "grad_norm": 0.875, |
| "learning_rate": 9.609141011376062e-07, |
| "loss": 0.28656303882598877, |
| "step": 1367, |
| "token_acc": 0.9205431956082057 |
| }, |
| { |
| "epoch": 0.28860759493670884, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.60848537793713e-07, |
| "loss": 0.22629567980766296, |
| "step": 1368, |
| "token_acc": 0.9353916523727844 |
| }, |
| { |
| "epoch": 0.2888185654008439, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.60782921747889e-07, |
| "loss": 0.21632830798625946, |
| "step": 1369, |
| "token_acc": 0.9382108822625269 |
| }, |
| { |
| "epoch": 0.2890295358649789, |
| "grad_norm": 0.95703125, |
| "learning_rate": 9.607172530076377e-07, |
| "loss": 0.27289730310440063, |
| "step": 1370, |
| "token_acc": 0.9276901987662782 |
| }, |
| { |
| "epoch": 0.2892405063291139, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.606515315804691e-07, |
| "loss": 0.23308590054512024, |
| "step": 1371, |
| "token_acc": 0.933515731874145 |
| }, |
| { |
| "epoch": 0.28945147679324895, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.605857574738991e-07, |
| "loss": 0.23849669098854065, |
| "step": 1372, |
| "token_acc": 0.9353348729792148 |
| }, |
| { |
| "epoch": 0.289662447257384, |
| "grad_norm": 1.3828125, |
| "learning_rate": 9.605199306954492e-07, |
| "loss": 0.24058642983436584, |
| "step": 1373, |
| "token_acc": 0.9371130661453242 |
| }, |
| { |
| "epoch": 0.289873417721519, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.604540512526475e-07, |
| "loss": 0.27291715145111084, |
| "step": 1374, |
| "token_acc": 0.92439293598234 |
| }, |
| { |
| "epoch": 0.290084388185654, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.603881191530279e-07, |
| "loss": 0.26681673526763916, |
| "step": 1375, |
| "token_acc": 0.9251798561151079 |
| }, |
| { |
| "epoch": 0.290295358649789, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.6032213440413e-07, |
| "loss": 0.3197612166404724, |
| "step": 1376, |
| "token_acc": 0.9159369527145359 |
| }, |
| { |
| "epoch": 0.29050632911392404, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.602560970134998e-07, |
| "loss": 0.2690644860267639, |
| "step": 1377, |
| "token_acc": 0.9309221244705116 |
| }, |
| { |
| "epoch": 0.2907172995780591, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.601900069886896e-07, |
| "loss": 0.2277158945798874, |
| "step": 1378, |
| "token_acc": 0.9329285920786354 |
| }, |
| { |
| "epoch": 0.29092827004219407, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.601238643372568e-07, |
| "loss": 0.2508387565612793, |
| "step": 1379, |
| "token_acc": 0.9271716101694916 |
| }, |
| { |
| "epoch": 0.2911392405063291, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.600576690667659e-07, |
| "loss": 0.30543452501296997, |
| "step": 1380, |
| "token_acc": 0.9198903441973805 |
| }, |
| { |
| "epoch": 0.29135021097046415, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.599914211847866e-07, |
| "loss": 0.2164490967988968, |
| "step": 1381, |
| "token_acc": 0.9413218035824583 |
| }, |
| { |
| "epoch": 0.29156118143459914, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.59925120698895e-07, |
| "loss": 0.2733488082885742, |
| "step": 1382, |
| "token_acc": 0.9247685185185185 |
| }, |
| { |
| "epoch": 0.2917721518987342, |
| "grad_norm": 0.59375, |
| "learning_rate": 9.59858767616673e-07, |
| "loss": 0.24653790891170502, |
| "step": 1383, |
| "token_acc": 0.9360535931790499 |
| }, |
| { |
| "epoch": 0.2919831223628692, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.597923619457085e-07, |
| "loss": 0.297510027885437, |
| "step": 1384, |
| "token_acc": 0.9154051647373108 |
| }, |
| { |
| "epoch": 0.2921940928270042, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.59725903693596e-07, |
| "loss": 0.2266286015510559, |
| "step": 1385, |
| "token_acc": 0.9409148665819568 |
| }, |
| { |
| "epoch": 0.29240506329113924, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.596593928679354e-07, |
| "loss": 0.2754872441291809, |
| "step": 1386, |
| "token_acc": 0.927317523868186 |
| }, |
| { |
| "epoch": 0.2926160337552743, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.595928294763324e-07, |
| "loss": 0.2459161877632141, |
| "step": 1387, |
| "token_acc": 0.9298745724059293 |
| }, |
| { |
| "epoch": 0.29282700421940927, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.595262135263996e-07, |
| "loss": 0.23659512400627136, |
| "step": 1388, |
| "token_acc": 0.9361702127659575 |
| }, |
| { |
| "epoch": 0.2930379746835443, |
| "grad_norm": 0.8125, |
| "learning_rate": 9.594595450257549e-07, |
| "loss": 0.3071826100349426, |
| "step": 1389, |
| "token_acc": 0.9145141451414515 |
| }, |
| { |
| "epoch": 0.29324894514767935, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.593928239820225e-07, |
| "loss": 0.23544950783252716, |
| "step": 1390, |
| "token_acc": 0.9367909238249594 |
| }, |
| { |
| "epoch": 0.29345991561181434, |
| "grad_norm": 0.828125, |
| "learning_rate": 9.59326050402832e-07, |
| "loss": 0.25213587284088135, |
| "step": 1391, |
| "token_acc": 0.931865516215412 |
| }, |
| { |
| "epoch": 0.2936708860759494, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.5925922429582e-07, |
| "loss": 0.304402619600296, |
| "step": 1392, |
| "token_acc": 0.9191438763376932 |
| }, |
| { |
| "epoch": 0.29388185654008436, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.59192345668629e-07, |
| "loss": 0.24235710501670837, |
| "step": 1393, |
| "token_acc": 0.931580519868539 |
| }, |
| { |
| "epoch": 0.2940928270042194, |
| "grad_norm": 0.56640625, |
| "learning_rate": 9.591254145289066e-07, |
| "loss": 0.26642921566963196, |
| "step": 1394, |
| "token_acc": 0.9295583852614467 |
| }, |
| { |
| "epoch": 0.29430379746835444, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.590584308843067e-07, |
| "loss": 0.25638318061828613, |
| "step": 1395, |
| "token_acc": 0.9266789895255699 |
| }, |
| { |
| "epoch": 0.29451476793248943, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.5899139474249e-07, |
| "loss": 0.27632462978363037, |
| "step": 1396, |
| "token_acc": 0.9211767971135165 |
| }, |
| { |
| "epoch": 0.29472573839662447, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.589243061111224e-07, |
| "loss": 0.2598225772380829, |
| "step": 1397, |
| "token_acc": 0.9285505978419364 |
| }, |
| { |
| "epoch": 0.2949367088607595, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.58857164997876e-07, |
| "loss": 0.2595940828323364, |
| "step": 1398, |
| "token_acc": 0.9247278382581648 |
| }, |
| { |
| "epoch": 0.2951476793248945, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.587899714104294e-07, |
| "loss": 0.25946277379989624, |
| "step": 1399, |
| "token_acc": 0.9253688989784336 |
| }, |
| { |
| "epoch": 0.29535864978902954, |
| "grad_norm": 0.625, |
| "learning_rate": 9.58722725356466e-07, |
| "loss": 0.20068538188934326, |
| "step": 1400, |
| "token_acc": 0.93887460725507 |
| }, |
| { |
| "epoch": 0.29535864978902954, |
| "eval_loss": 0.43371880054473877, |
| "eval_runtime": 246.0163, |
| "eval_samples_per_second": 137.003, |
| "eval_steps_per_second": 2.142, |
| "eval_token_acc": 0.8990397559005654, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.2955696202531646, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.586554268436765e-07, |
| "loss": 0.1949131339788437, |
| "step": 1401, |
| "token_acc": 0.9440918706557873 |
| }, |
| { |
| "epoch": 0.29578059071729956, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.585880758797569e-07, |
| "loss": 0.2542431950569153, |
| "step": 1402, |
| "token_acc": 0.9296116504854369 |
| }, |
| { |
| "epoch": 0.2959915611814346, |
| "grad_norm": 0.84375, |
| "learning_rate": 9.585206724724094e-07, |
| "loss": 0.2671182155609131, |
| "step": 1403, |
| "token_acc": 0.9345066358915176 |
| }, |
| { |
| "epoch": 0.29620253164556964, |
| "grad_norm": 1.46875, |
| "learning_rate": 9.584532166293422e-07, |
| "loss": 0.23155038058757782, |
| "step": 1404, |
| "token_acc": 0.9271665642286416 |
| }, |
| { |
| "epoch": 0.29641350210970463, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.583857083582691e-07, |
| "loss": 0.3051491379737854, |
| "step": 1405, |
| "token_acc": 0.9181929181929182 |
| }, |
| { |
| "epoch": 0.29662447257383967, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.583181476669108e-07, |
| "loss": 0.2135426104068756, |
| "step": 1406, |
| "token_acc": 0.9333539987600744 |
| }, |
| { |
| "epoch": 0.2968354430379747, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.58250534562993e-07, |
| "loss": 0.24095328152179718, |
| "step": 1407, |
| "token_acc": 0.9283995186522263 |
| }, |
| { |
| "epoch": 0.2970464135021097, |
| "grad_norm": 1.125, |
| "learning_rate": 9.58182869054248e-07, |
| "loss": 0.2426932454109192, |
| "step": 1408, |
| "token_acc": 0.928467998841587 |
| }, |
| { |
| "epoch": 0.29725738396624474, |
| "grad_norm": 0.93359375, |
| "learning_rate": 9.581151511484137e-07, |
| "loss": 0.2751479148864746, |
| "step": 1409, |
| "token_acc": 0.9293640054127199 |
| }, |
| { |
| "epoch": 0.2974683544303797, |
| "grad_norm": 1.921875, |
| "learning_rate": 9.580473808532348e-07, |
| "loss": 0.2397601157426834, |
| "step": 1410, |
| "token_acc": 0.9367764915405165 |
| }, |
| { |
| "epoch": 0.29767932489451476, |
| "grad_norm": 0.90625, |
| "learning_rate": 9.579795581764606e-07, |
| "loss": 0.24342301487922668, |
| "step": 1411, |
| "token_acc": 0.9319277108433734 |
| }, |
| { |
| "epoch": 0.2978902953586498, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.579116831258478e-07, |
| "loss": 0.24738198518753052, |
| "step": 1412, |
| "token_acc": 0.9260881467287161 |
| }, |
| { |
| "epoch": 0.2981012658227848, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.578437557091586e-07, |
| "loss": 0.30160653591156006, |
| "step": 1413, |
| "token_acc": 0.9232409381663113 |
| }, |
| { |
| "epoch": 0.29831223628691983, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.577757759341603e-07, |
| "loss": 0.25977736711502075, |
| "step": 1414, |
| "token_acc": 0.9217270194986072 |
| }, |
| { |
| "epoch": 0.29852320675105487, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.577077438086276e-07, |
| "loss": 0.2611219882965088, |
| "step": 1415, |
| "token_acc": 0.9298686784017882 |
| }, |
| { |
| "epoch": 0.29873417721518986, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.576396593403405e-07, |
| "loss": 0.3144347369670868, |
| "step": 1416, |
| "token_acc": 0.9093191088798243 |
| }, |
| { |
| "epoch": 0.2989451476793249, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.57571522537085e-07, |
| "loss": 0.24973896145820618, |
| "step": 1417, |
| "token_acc": 0.9304597701149425 |
| }, |
| { |
| "epoch": 0.29915611814345994, |
| "grad_norm": 0.9296875, |
| "learning_rate": 9.575033334066527e-07, |
| "loss": 0.2714025378227234, |
| "step": 1418, |
| "token_acc": 0.9243498817966903 |
| }, |
| { |
| "epoch": 0.2993670886075949, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.574350919568421e-07, |
| "loss": 0.24550315737724304, |
| "step": 1419, |
| "token_acc": 0.9313218390804597 |
| }, |
| { |
| "epoch": 0.29957805907172996, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.573667981954573e-07, |
| "loss": 0.24378708004951477, |
| "step": 1420, |
| "token_acc": 0.9386270167668459 |
| }, |
| { |
| "epoch": 0.299789029535865, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.572984521303076e-07, |
| "loss": 0.25155583024024963, |
| "step": 1421, |
| "token_acc": 0.9310128566948886 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.82421875, |
| "learning_rate": 9.572300537692094e-07, |
| "loss": 0.27014413475990295, |
| "step": 1422, |
| "token_acc": 0.9274395329441201 |
| }, |
| { |
| "epoch": 0.30021097046413503, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.57161603119985e-07, |
| "loss": 0.259027898311615, |
| "step": 1423, |
| "token_acc": 0.9269093895428415 |
| }, |
| { |
| "epoch": 0.30042194092827, |
| "grad_norm": 0.96484375, |
| "learning_rate": 9.570931001904616e-07, |
| "loss": 0.30663132667541504, |
| "step": 1424, |
| "token_acc": 0.921604938271605 |
| }, |
| { |
| "epoch": 0.30063291139240506, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.570245449884733e-07, |
| "loss": 0.2871406376361847, |
| "step": 1425, |
| "token_acc": 0.9261591299370349 |
| }, |
| { |
| "epoch": 0.3008438818565401, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.5695593752186e-07, |
| "loss": 0.26376545429229736, |
| "step": 1426, |
| "token_acc": 0.9314728682170542 |
| }, |
| { |
| "epoch": 0.3010548523206751, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.568872777984681e-07, |
| "loss": 0.24171243607997894, |
| "step": 1427, |
| "token_acc": 0.9354838709677419 |
| }, |
| { |
| "epoch": 0.3012658227848101, |
| "grad_norm": 0.90234375, |
| "learning_rate": 9.568185658261485e-07, |
| "loss": 0.29318904876708984, |
| "step": 1428, |
| "token_acc": 0.9312581063553826 |
| }, |
| { |
| "epoch": 0.30147679324894516, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.567498016127595e-07, |
| "loss": 0.21925503015518188, |
| "step": 1429, |
| "token_acc": 0.9372488408037094 |
| }, |
| { |
| "epoch": 0.30168776371308015, |
| "grad_norm": 0.796875, |
| "learning_rate": 9.566809851661648e-07, |
| "loss": 0.28585126996040344, |
| "step": 1430, |
| "token_acc": 0.9222972972972973 |
| }, |
| { |
| "epoch": 0.3018987341772152, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.56612116494234e-07, |
| "loss": 0.22612613439559937, |
| "step": 1431, |
| "token_acc": 0.93677303906949 |
| }, |
| { |
| "epoch": 0.30210970464135023, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.56543195604843e-07, |
| "loss": 0.26892632246017456, |
| "step": 1432, |
| "token_acc": 0.9255504055619931 |
| }, |
| { |
| "epoch": 0.3023206751054852, |
| "grad_norm": 0.796875, |
| "learning_rate": 9.564742225058734e-07, |
| "loss": 0.27015364170074463, |
| "step": 1433, |
| "token_acc": 0.9248231132075472 |
| }, |
| { |
| "epoch": 0.30253164556962026, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.564051972052132e-07, |
| "loss": 0.24233023822307587, |
| "step": 1434, |
| "token_acc": 0.9338118022328549 |
| }, |
| { |
| "epoch": 0.3027426160337553, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.563361197107554e-07, |
| "loss": 0.2551451623439789, |
| "step": 1435, |
| "token_acc": 0.9307293256026854 |
| }, |
| { |
| "epoch": 0.3029535864978903, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.562669900304002e-07, |
| "loss": 0.2726331949234009, |
| "step": 1436, |
| "token_acc": 0.9276739197057922 |
| }, |
| { |
| "epoch": 0.3031645569620253, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.561978081720524e-07, |
| "loss": 0.24130704998970032, |
| "step": 1437, |
| "token_acc": 0.9269317814419658 |
| }, |
| { |
| "epoch": 0.30337552742616036, |
| "grad_norm": 2.0, |
| "learning_rate": 9.561285741436245e-07, |
| "loss": 0.2952617108821869, |
| "step": 1438, |
| "token_acc": 0.9171339563862928 |
| }, |
| { |
| "epoch": 0.30358649789029535, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.560592879530333e-07, |
| "loss": 0.2580583691596985, |
| "step": 1439, |
| "token_acc": 0.9276932084309133 |
| }, |
| { |
| "epoch": 0.3037974683544304, |
| "grad_norm": 1.1640625, |
| "learning_rate": 9.559899496082024e-07, |
| "loss": 0.2909284234046936, |
| "step": 1440, |
| "token_acc": 0.9199145755472504 |
| }, |
| { |
| "epoch": 0.3040084388185654, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.559205591170614e-07, |
| "loss": 0.25040456652641296, |
| "step": 1441, |
| "token_acc": 0.9311377245508982 |
| }, |
| { |
| "epoch": 0.3042194092827004, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.558511164875455e-07, |
| "loss": 0.23942893743515015, |
| "step": 1442, |
| "token_acc": 0.93700356066831 |
| }, |
| { |
| "epoch": 0.30443037974683546, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.557816217275962e-07, |
| "loss": 0.24013203382492065, |
| "step": 1443, |
| "token_acc": 0.9334166927164739 |
| }, |
| { |
| "epoch": 0.30464135021097044, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.557120748451608e-07, |
| "loss": 0.2695329189300537, |
| "step": 1444, |
| "token_acc": 0.9281867145421903 |
| }, |
| { |
| "epoch": 0.3048523206751055, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.556424758481926e-07, |
| "loss": 0.28713494539260864, |
| "step": 1445, |
| "token_acc": 0.9243258915627718 |
| }, |
| { |
| "epoch": 0.3050632911392405, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.555728247446505e-07, |
| "loss": 0.2532760500907898, |
| "step": 1446, |
| "token_acc": 0.9253039953676896 |
| }, |
| { |
| "epoch": 0.3052742616033755, |
| "grad_norm": 0.94140625, |
| "learning_rate": 9.555031215425e-07, |
| "loss": 0.25795722007751465, |
| "step": 1447, |
| "token_acc": 0.924613987284287 |
| }, |
| { |
| "epoch": 0.30548523206751055, |
| "grad_norm": 1.0390625, |
| "learning_rate": 9.554333662497122e-07, |
| "loss": 0.24081915616989136, |
| "step": 1448, |
| "token_acc": 0.925282098200671 |
| }, |
| { |
| "epoch": 0.3056962025316456, |
| "grad_norm": 0.6015625, |
| "learning_rate": 9.553635588742644e-07, |
| "loss": 0.2439633309841156, |
| "step": 1449, |
| "token_acc": 0.929632999696694 |
| }, |
| { |
| "epoch": 0.3059071729957806, |
| "grad_norm": 0.8515625, |
| "learning_rate": 9.552936994241394e-07, |
| "loss": 0.2797650694847107, |
| "step": 1450, |
| "token_acc": 0.9248277927523211 |
| }, |
| { |
| "epoch": 0.3061181434599156, |
| "grad_norm": 1.03125, |
| "learning_rate": 9.552237879073262e-07, |
| "loss": 0.23650625348091125, |
| "step": 1451, |
| "token_acc": 0.927787406123628 |
| }, |
| { |
| "epoch": 0.30632911392405066, |
| "grad_norm": 0.9921875, |
| "learning_rate": 9.5515382433182e-07, |
| "loss": 0.23584780097007751, |
| "step": 1452, |
| "token_acc": 0.9325115562403699 |
| }, |
| { |
| "epoch": 0.30654008438818564, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.550838087056215e-07, |
| "loss": 0.25513389706611633, |
| "step": 1453, |
| "token_acc": 0.9239160839160839 |
| }, |
| { |
| "epoch": 0.3067510548523207, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.550137410367379e-07, |
| "loss": 0.2748698592185974, |
| "step": 1454, |
| "token_acc": 0.9194828092859242 |
| }, |
| { |
| "epoch": 0.3069620253164557, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.549436213331814e-07, |
| "loss": 0.2806450426578522, |
| "step": 1455, |
| "token_acc": 0.9268160950580611 |
| }, |
| { |
| "epoch": 0.3071729957805907, |
| "grad_norm": 0.6171875, |
| "learning_rate": 9.548734496029715e-07, |
| "loss": 0.24432675540447235, |
| "step": 1456, |
| "token_acc": 0.9289112790372236 |
| }, |
| { |
| "epoch": 0.30738396624472575, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.548032258541325e-07, |
| "loss": 0.2699507772922516, |
| "step": 1457, |
| "token_acc": 0.9230322393261691 |
| }, |
| { |
| "epoch": 0.30759493670886073, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.547329500946951e-07, |
| "loss": 0.266490638256073, |
| "step": 1458, |
| "token_acc": 0.926647564469914 |
| }, |
| { |
| "epoch": 0.3078059071729958, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.546626223326964e-07, |
| "loss": 0.2475104182958603, |
| "step": 1459, |
| "token_acc": 0.9266259032795998 |
| }, |
| { |
| "epoch": 0.3080168776371308, |
| "grad_norm": 0.87109375, |
| "learning_rate": 9.545922425761782e-07, |
| "loss": 0.27554529905319214, |
| "step": 1460, |
| "token_acc": 0.9233644859813084 |
| }, |
| { |
| "epoch": 0.3082278481012658, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.545218108331895e-07, |
| "loss": 0.20847618579864502, |
| "step": 1461, |
| "token_acc": 0.9386682242990654 |
| }, |
| { |
| "epoch": 0.30843881856540084, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.54451327111785e-07, |
| "loss": 0.2351740300655365, |
| "step": 1462, |
| "token_acc": 0.9326732673267327 |
| }, |
| { |
| "epoch": 0.3086497890295359, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.543807914200244e-07, |
| "loss": 0.26930472254753113, |
| "step": 1463, |
| "token_acc": 0.9294723294723295 |
| }, |
| { |
| "epoch": 0.30886075949367087, |
| "grad_norm": 3.5, |
| "learning_rate": 9.543102037659746e-07, |
| "loss": 0.26640209555625916, |
| "step": 1464, |
| "token_acc": 0.9225462527438069 |
| }, |
| { |
| "epoch": 0.3090717299578059, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.542395641577079e-07, |
| "loss": 0.2432868480682373, |
| "step": 1465, |
| "token_acc": 0.930205618302925 |
| }, |
| { |
| "epoch": 0.30928270042194095, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.541688726033022e-07, |
| "loss": 0.21304035186767578, |
| "step": 1466, |
| "token_acc": 0.9346386409444285 |
| }, |
| { |
| "epoch": 0.30949367088607593, |
| "grad_norm": 0.55859375, |
| "learning_rate": 9.540981291108419e-07, |
| "loss": 0.23767802119255066, |
| "step": 1467, |
| "token_acc": 0.9310522253666066 |
| }, |
| { |
| "epoch": 0.309704641350211, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.54027333688417e-07, |
| "loss": 0.24264025688171387, |
| "step": 1468, |
| "token_acc": 0.9302891110510673 |
| }, |
| { |
| "epoch": 0.309915611814346, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.539564863441239e-07, |
| "loss": 0.24002739787101746, |
| "step": 1469, |
| "token_acc": 0.9333333333333333 |
| }, |
| { |
| "epoch": 0.310126582278481, |
| "grad_norm": 0.8125, |
| "learning_rate": 9.53885587086064e-07, |
| "loss": 0.2675400376319885, |
| "step": 1470, |
| "token_acc": 0.9192083062946139 |
| }, |
| { |
| "epoch": 0.31033755274261604, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.538146359223457e-07, |
| "loss": 0.23460690677165985, |
| "step": 1471, |
| "token_acc": 0.9331210191082803 |
| }, |
| { |
| "epoch": 0.3105485232067511, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.537436328610829e-07, |
| "loss": 0.26020288467407227, |
| "step": 1472, |
| "token_acc": 0.9312090530077427 |
| }, |
| { |
| "epoch": 0.31075949367088607, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.536725779103952e-07, |
| "loss": 0.2224973738193512, |
| "step": 1473, |
| "token_acc": 0.9334952930458549 |
| }, |
| { |
| "epoch": 0.3109704641350211, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.536014710784082e-07, |
| "loss": 0.23821187019348145, |
| "step": 1474, |
| "token_acc": 0.9365303244005642 |
| }, |
| { |
| "epoch": 0.3111814345991561, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.535303123732537e-07, |
| "loss": 0.24408169090747833, |
| "step": 1475, |
| "token_acc": 0.9283845650752126 |
| }, |
| { |
| "epoch": 0.31139240506329113, |
| "grad_norm": 0.9921875, |
| "learning_rate": 9.534591018030693e-07, |
| "loss": 0.2836637794971466, |
| "step": 1476, |
| "token_acc": 0.9262971698113207 |
| }, |
| { |
| "epoch": 0.3116033755274262, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.533878393759988e-07, |
| "loss": 0.21933302283287048, |
| "step": 1477, |
| "token_acc": 0.9352976913730255 |
| }, |
| { |
| "epoch": 0.31181434599156116, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.533165251001912e-07, |
| "loss": 0.2876891493797302, |
| "step": 1478, |
| "token_acc": 0.9213543055185284 |
| }, |
| { |
| "epoch": 0.3120253164556962, |
| "grad_norm": 1.0390625, |
| "learning_rate": 9.532451589838022e-07, |
| "loss": 0.22867098450660706, |
| "step": 1479, |
| "token_acc": 0.9380315917375456 |
| }, |
| { |
| "epoch": 0.31223628691983124, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.53173741034993e-07, |
| "loss": 0.20845067501068115, |
| "step": 1480, |
| "token_acc": 0.9393183707398172 |
| }, |
| { |
| "epoch": 0.3124472573839662, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.53102271261931e-07, |
| "loss": 0.22937451303005219, |
| "step": 1481, |
| "token_acc": 0.9368231046931408 |
| }, |
| { |
| "epoch": 0.31265822784810127, |
| "grad_norm": 0.625, |
| "learning_rate": 9.530307496727891e-07, |
| "loss": 0.24746280908584595, |
| "step": 1482, |
| "token_acc": 0.9314791403286978 |
| }, |
| { |
| "epoch": 0.3128691983122363, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.529591762757468e-07, |
| "loss": 0.2423558235168457, |
| "step": 1483, |
| "token_acc": 0.9336126329358685 |
| }, |
| { |
| "epoch": 0.3130801687763713, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.528875510789885e-07, |
| "loss": 0.23221366107463837, |
| "step": 1484, |
| "token_acc": 0.9326707277973709 |
| }, |
| { |
| "epoch": 0.31329113924050633, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.528158740907058e-07, |
| "loss": 0.2552267014980316, |
| "step": 1485, |
| "token_acc": 0.9284696494727843 |
| }, |
| { |
| "epoch": 0.3135021097046414, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.527441453190951e-07, |
| "loss": 0.22586306929588318, |
| "step": 1486, |
| "token_acc": 0.9339469409853817 |
| }, |
| { |
| "epoch": 0.31371308016877636, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.526723647723596e-07, |
| "loss": 0.2447504699230194, |
| "step": 1487, |
| "token_acc": 0.927639751552795 |
| }, |
| { |
| "epoch": 0.3139240506329114, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.526005324587076e-07, |
| "loss": 0.27702945470809937, |
| "step": 1488, |
| "token_acc": 0.9251620506776664 |
| }, |
| { |
| "epoch": 0.31413502109704644, |
| "grad_norm": 0.94921875, |
| "learning_rate": 9.525286483863542e-07, |
| "loss": 0.29128116369247437, |
| "step": 1489, |
| "token_acc": 0.916892502258356 |
| }, |
| { |
| "epoch": 0.3143459915611814, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.524567125635195e-07, |
| "loss": 0.2566947042942047, |
| "step": 1490, |
| "token_acc": 0.9236556143772638 |
| }, |
| { |
| "epoch": 0.31455696202531647, |
| "grad_norm": 0.8671875, |
| "learning_rate": 9.523847249984303e-07, |
| "loss": 0.23654621839523315, |
| "step": 1491, |
| "token_acc": 0.9337433603578418 |
| }, |
| { |
| "epoch": 0.31476793248945145, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.523126856993187e-07, |
| "loss": 0.22157318890094757, |
| "step": 1492, |
| "token_acc": 0.9311002178649237 |
| }, |
| { |
| "epoch": 0.3149789029535865, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.52240594674423e-07, |
| "loss": 0.24354051053524017, |
| "step": 1493, |
| "token_acc": 0.9276387377584331 |
| }, |
| { |
| "epoch": 0.31518987341772153, |
| "grad_norm": 0.75, |
| "learning_rate": 9.521684519319878e-07, |
| "loss": 0.2520773410797119, |
| "step": 1494, |
| "token_acc": 0.9277808522412839 |
| }, |
| { |
| "epoch": 0.3154008438818565, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.520962574802628e-07, |
| "loss": 0.2067497968673706, |
| "step": 1495, |
| "token_acc": 0.9425287356321839 |
| }, |
| { |
| "epoch": 0.31561181434599156, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.520240113275046e-07, |
| "loss": 0.24253101646900177, |
| "step": 1496, |
| "token_acc": 0.9343544857768052 |
| }, |
| { |
| "epoch": 0.3158227848101266, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.519517134819746e-07, |
| "loss": 0.23171034455299377, |
| "step": 1497, |
| "token_acc": 0.934695244474213 |
| }, |
| { |
| "epoch": 0.3160337552742616, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.518793639519408e-07, |
| "loss": 0.20974554121494293, |
| "step": 1498, |
| "token_acc": 0.9291677888499865 |
| }, |
| { |
| "epoch": 0.3162447257383966, |
| "grad_norm": 0.82421875, |
| "learning_rate": 9.518069627456771e-07, |
| "loss": 0.26031211018562317, |
| "step": 1499, |
| "token_acc": 0.932449105490438 |
| }, |
| { |
| "epoch": 0.31645569620253167, |
| "grad_norm": 0.81640625, |
| "learning_rate": 9.517345098714631e-07, |
| "loss": 0.2840519845485687, |
| "step": 1500, |
| "token_acc": 0.9211150652431791 |
| }, |
| { |
| "epoch": 0.31666666666666665, |
| "grad_norm": 1.4609375, |
| "learning_rate": 9.516620053375845e-07, |
| "loss": 0.24605998396873474, |
| "step": 1501, |
| "token_acc": 0.9327284105131415 |
| }, |
| { |
| "epoch": 0.3168776371308017, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.515894491523328e-07, |
| "loss": 0.2669103443622589, |
| "step": 1502, |
| "token_acc": 0.9236850106415324 |
| }, |
| { |
| "epoch": 0.31708860759493673, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.515168413240054e-07, |
| "loss": 0.33311209082603455, |
| "step": 1503, |
| "token_acc": 0.9080691642651297 |
| }, |
| { |
| "epoch": 0.3172995780590717, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.514441818609055e-07, |
| "loss": 0.24630479514598846, |
| "step": 1504, |
| "token_acc": 0.9333128457283344 |
| }, |
| { |
| "epoch": 0.31751054852320676, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.513714707713424e-07, |
| "loss": 0.2654748857021332, |
| "step": 1505, |
| "token_acc": 0.9272495213784301 |
| }, |
| { |
| "epoch": 0.31772151898734174, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.512987080636312e-07, |
| "loss": 0.27504950761795044, |
| "step": 1506, |
| "token_acc": 0.9268217054263566 |
| }, |
| { |
| "epoch": 0.3179324894514768, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.512258937460931e-07, |
| "loss": 0.23799118399620056, |
| "step": 1507, |
| "token_acc": 0.9329538266919671 |
| }, |
| { |
| "epoch": 0.3181434599156118, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.511530278270548e-07, |
| "loss": 0.24022099375724792, |
| "step": 1508, |
| "token_acc": 0.9324768449357633 |
| }, |
| { |
| "epoch": 0.3183544303797468, |
| "grad_norm": 0.7734375, |
| "learning_rate": 9.510801103148494e-07, |
| "loss": 0.2613435983657837, |
| "step": 1509, |
| "token_acc": 0.9316982303632412 |
| }, |
| { |
| "epoch": 0.31856540084388185, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.510071412178153e-07, |
| "loss": 0.24355687201023102, |
| "step": 1510, |
| "token_acc": 0.9279303780255643 |
| }, |
| { |
| "epoch": 0.3187763713080169, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.509341205442973e-07, |
| "loss": 0.2355407327413559, |
| "step": 1511, |
| "token_acc": 0.9361508057160232 |
| }, |
| { |
| "epoch": 0.3189873417721519, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.508610483026461e-07, |
| "loss": 0.2515805661678314, |
| "step": 1512, |
| "token_acc": 0.9299863387978142 |
| }, |
| { |
| "epoch": 0.3191983122362869, |
| "grad_norm": 0.8671875, |
| "learning_rate": 9.507879245012178e-07, |
| "loss": 0.2919672131538391, |
| "step": 1513, |
| "token_acc": 0.9186514073615837 |
| }, |
| { |
| "epoch": 0.31940928270042196, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.507147491483749e-07, |
| "loss": 0.249205082654953, |
| "step": 1514, |
| "token_acc": 0.9292244175759363 |
| }, |
| { |
| "epoch": 0.31962025316455694, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.506415222524857e-07, |
| "loss": 0.24349896609783173, |
| "step": 1515, |
| "token_acc": 0.9286709389802174 |
| }, |
| { |
| "epoch": 0.319831223628692, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.505682438219242e-07, |
| "loss": 0.2532562017440796, |
| "step": 1516, |
| "token_acc": 0.9333507579717721 |
| }, |
| { |
| "epoch": 0.320042194092827, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.504949138650705e-07, |
| "loss": 0.2774209976196289, |
| "step": 1517, |
| "token_acc": 0.9235361000568505 |
| }, |
| { |
| "epoch": 0.320253164556962, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.504215323903105e-07, |
| "loss": 0.2720155119895935, |
| "step": 1518, |
| "token_acc": 0.9254856480139171 |
| }, |
| { |
| "epoch": 0.32046413502109705, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.503480994060357e-07, |
| "loss": 0.2988170087337494, |
| "step": 1519, |
| "token_acc": 0.9205357142857142 |
| }, |
| { |
| "epoch": 0.3206751054852321, |
| "grad_norm": 0.89453125, |
| "learning_rate": 9.502746149206442e-07, |
| "loss": 0.21745893359184265, |
| "step": 1520, |
| "token_acc": 0.933983286908078 |
| }, |
| { |
| "epoch": 0.3208860759493671, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.502010789425393e-07, |
| "loss": 0.24026605486869812, |
| "step": 1521, |
| "token_acc": 0.9371310507674144 |
| }, |
| { |
| "epoch": 0.3210970464135021, |
| "grad_norm": 0.84765625, |
| "learning_rate": 9.501274914801306e-07, |
| "loss": 0.3082854747772217, |
| "step": 1522, |
| "token_acc": 0.9195114312558722 |
| }, |
| { |
| "epoch": 0.3213080168776371, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.500538525418333e-07, |
| "loss": 0.26113343238830566, |
| "step": 1523, |
| "token_acc": 0.9287790697674418 |
| }, |
| { |
| "epoch": 0.32151898734177214, |
| "grad_norm": 0.625, |
| "learning_rate": 9.49980162136069e-07, |
| "loss": 0.23083993792533875, |
| "step": 1524, |
| "token_acc": 0.9333127508490274 |
| }, |
| { |
| "epoch": 0.3217299578059072, |
| "grad_norm": 1.0546875, |
| "learning_rate": 9.499064202712643e-07, |
| "loss": 0.26131874322891235, |
| "step": 1525, |
| "token_acc": 0.9319688671086769 |
| }, |
| { |
| "epoch": 0.32194092827004217, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.498326269558525e-07, |
| "loss": 0.23430953919887543, |
| "step": 1526, |
| "token_acc": 0.9324556382369776 |
| }, |
| { |
| "epoch": 0.3221518987341772, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.497587821982727e-07, |
| "loss": 0.2851739525794983, |
| "step": 1527, |
| "token_acc": 0.9238906846899795 |
| }, |
| { |
| "epoch": 0.32236286919831225, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.496848860069691e-07, |
| "loss": 0.22896860539913177, |
| "step": 1528, |
| "token_acc": 0.9341647331786543 |
| }, |
| { |
| "epoch": 0.32257383966244724, |
| "grad_norm": 0.86328125, |
| "learning_rate": 9.496109383903929e-07, |
| "loss": 0.2737294137477875, |
| "step": 1529, |
| "token_acc": 0.9315191387559809 |
| }, |
| { |
| "epoch": 0.3227848101265823, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.495369393570003e-07, |
| "loss": 0.2521006464958191, |
| "step": 1530, |
| "token_acc": 0.9293909973521624 |
| }, |
| { |
| "epoch": 0.3229957805907173, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.494628889152539e-07, |
| "loss": 0.23891186714172363, |
| "step": 1531, |
| "token_acc": 0.9335803876852907 |
| }, |
| { |
| "epoch": 0.3232067510548523, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.493887870736218e-07, |
| "loss": 0.23902195692062378, |
| "step": 1532, |
| "token_acc": 0.9280039721946375 |
| }, |
| { |
| "epoch": 0.32341772151898734, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.493146338405784e-07, |
| "loss": 0.29924818873405457, |
| "step": 1533, |
| "token_acc": 0.9268981089472199 |
| }, |
| { |
| "epoch": 0.3236286919831224, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.492404292246037e-07, |
| "loss": 0.230657160282135, |
| "step": 1534, |
| "token_acc": 0.9317676927959379 |
| }, |
| { |
| "epoch": 0.32383966244725737, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.491661732341836e-07, |
| "loss": 0.28479820489883423, |
| "step": 1535, |
| "token_acc": 0.924031007751938 |
| }, |
| { |
| "epoch": 0.3240506329113924, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.490918658778098e-07, |
| "loss": 0.25515246391296387, |
| "step": 1536, |
| "token_acc": 0.9273451870018393 |
| }, |
| { |
| "epoch": 0.32426160337552745, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.4901750716398e-07, |
| "loss": 0.2776564359664917, |
| "step": 1537, |
| "token_acc": 0.9246202350243623 |
| }, |
| { |
| "epoch": 0.32447257383966244, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.489430971011978e-07, |
| "loss": 0.23764348030090332, |
| "step": 1538, |
| "token_acc": 0.9334790755777639 |
| }, |
| { |
| "epoch": 0.3246835443037975, |
| "grad_norm": 1.203125, |
| "learning_rate": 9.488686356979727e-07, |
| "loss": 0.2838374972343445, |
| "step": 1539, |
| "token_acc": 0.9257334963325183 |
| }, |
| { |
| "epoch": 0.32489451476793246, |
| "grad_norm": 0.90625, |
| "learning_rate": 9.487941229628199e-07, |
| "loss": 0.3395375907421112, |
| "step": 1540, |
| "token_acc": 0.9116038882138517 |
| }, |
| { |
| "epoch": 0.3251054852320675, |
| "grad_norm": 0.796875, |
| "learning_rate": 9.487195589042606e-07, |
| "loss": 0.2461426556110382, |
| "step": 1541, |
| "token_acc": 0.9316965690903368 |
| }, |
| { |
| "epoch": 0.32531645569620254, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.486449435308218e-07, |
| "loss": 0.22606943547725677, |
| "step": 1542, |
| "token_acc": 0.9363494539781592 |
| }, |
| { |
| "epoch": 0.32552742616033753, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.485702768510364e-07, |
| "loss": 0.2177889347076416, |
| "step": 1543, |
| "token_acc": 0.9346268656716418 |
| }, |
| { |
| "epoch": 0.32573839662447257, |
| "grad_norm": 0.82421875, |
| "learning_rate": 9.484955588734431e-07, |
| "loss": 0.2693382501602173, |
| "step": 1544, |
| "token_acc": 0.9304897314375987 |
| }, |
| { |
| "epoch": 0.3259493670886076, |
| "grad_norm": 0.578125, |
| "learning_rate": 9.484207896065868e-07, |
| "loss": 0.24160149693489075, |
| "step": 1545, |
| "token_acc": 0.936786410470621 |
| }, |
| { |
| "epoch": 0.3261603375527426, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.483459690590176e-07, |
| "loss": 0.2740339934825897, |
| "step": 1546, |
| "token_acc": 0.9267431597528685 |
| }, |
| { |
| "epoch": 0.32637130801687764, |
| "grad_norm": 1.21875, |
| "learning_rate": 9.482710972392922e-07, |
| "loss": 0.22905594110488892, |
| "step": 1547, |
| "token_acc": 0.9407459044963402 |
| }, |
| { |
| "epoch": 0.3265822784810127, |
| "grad_norm": 0.75, |
| "learning_rate": 9.481961741559725e-07, |
| "loss": 0.27816396951675415, |
| "step": 1548, |
| "token_acc": 0.9170243204577968 |
| }, |
| { |
| "epoch": 0.32679324894514766, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.48121199817627e-07, |
| "loss": 0.2953186631202698, |
| "step": 1549, |
| "token_acc": 0.9229046705054382 |
| }, |
| { |
| "epoch": 0.3270042194092827, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.480461742328294e-07, |
| "loss": 0.21503537893295288, |
| "step": 1550, |
| "token_acc": 0.9387460271597804 |
| }, |
| { |
| "epoch": 0.32721518987341774, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.479710974101594e-07, |
| "loss": 0.2728448808193207, |
| "step": 1551, |
| "token_acc": 0.9233208417411358 |
| }, |
| { |
| "epoch": 0.32742616033755273, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.47895969358203e-07, |
| "loss": 0.25554656982421875, |
| "step": 1552, |
| "token_acc": 0.9293216009083167 |
| }, |
| { |
| "epoch": 0.32763713080168777, |
| "grad_norm": 0.75, |
| "learning_rate": 9.478207900855515e-07, |
| "loss": 0.23449862003326416, |
| "step": 1553, |
| "token_acc": 0.939615736505032 |
| }, |
| { |
| "epoch": 0.3278481012658228, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.477455596008022e-07, |
| "loss": 0.28548648953437805, |
| "step": 1554, |
| "token_acc": 0.9239766081871345 |
| }, |
| { |
| "epoch": 0.3280590717299578, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.476702779125585e-07, |
| "loss": 0.27637791633605957, |
| "step": 1555, |
| "token_acc": 0.9250645994832042 |
| }, |
| { |
| "epoch": 0.32827004219409284, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.475949450294297e-07, |
| "loss": 0.2447734922170639, |
| "step": 1556, |
| "token_acc": 0.9353186039065001 |
| }, |
| { |
| "epoch": 0.3284810126582278, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.475195609600303e-07, |
| "loss": 0.27998554706573486, |
| "step": 1557, |
| "token_acc": 0.9227260531258384 |
| }, |
| { |
| "epoch": 0.32869198312236286, |
| "grad_norm": 0.6015625, |
| "learning_rate": 9.474441257129813e-07, |
| "loss": 0.2545619606971741, |
| "step": 1558, |
| "token_acc": 0.9234523503724634 |
| }, |
| { |
| "epoch": 0.3289029535864979, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.473686392969096e-07, |
| "loss": 0.25500959157943726, |
| "step": 1559, |
| "token_acc": 0.9239380022962113 |
| }, |
| { |
| "epoch": 0.3291139240506329, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.472931017204473e-07, |
| "loss": 0.22655850648880005, |
| "step": 1560, |
| "token_acc": 0.9381243063263041 |
| }, |
| { |
| "epoch": 0.32932489451476793, |
| "grad_norm": 0.87109375, |
| "learning_rate": 9.47217512992233e-07, |
| "loss": 0.30268189311027527, |
| "step": 1561, |
| "token_acc": 0.9165935030728709 |
| }, |
| { |
| "epoch": 0.32953586497890297, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.471418731209108e-07, |
| "loss": 0.2656475007534027, |
| "step": 1562, |
| "token_acc": 0.9258801729462631 |
| }, |
| { |
| "epoch": 0.32974683544303796, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.47066182115131e-07, |
| "loss": 0.2406896948814392, |
| "step": 1563, |
| "token_acc": 0.9350610664283586 |
| }, |
| { |
| "epoch": 0.329957805907173, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.469904399835493e-07, |
| "loss": 0.2999385595321655, |
| "step": 1564, |
| "token_acc": 0.9215285880980163 |
| }, |
| { |
| "epoch": 0.33016877637130804, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.469146467348274e-07, |
| "loss": 0.2671598792076111, |
| "step": 1565, |
| "token_acc": 0.9232323232323232 |
| }, |
| { |
| "epoch": 0.330379746835443, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.46838802377633e-07, |
| "loss": 0.27922165393829346, |
| "step": 1566, |
| "token_acc": 0.9190307328605201 |
| }, |
| { |
| "epoch": 0.33059071729957806, |
| "grad_norm": 0.625, |
| "learning_rate": 9.467629069206397e-07, |
| "loss": 0.24752941727638245, |
| "step": 1567, |
| "token_acc": 0.9327052489905787 |
| }, |
| { |
| "epoch": 0.3308016877637131, |
| "grad_norm": 0.90234375, |
| "learning_rate": 9.466869603725265e-07, |
| "loss": 0.2795766294002533, |
| "step": 1568, |
| "token_acc": 0.9258549057206775 |
| }, |
| { |
| "epoch": 0.3310126582278481, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.466109627419788e-07, |
| "loss": 0.2570780813694, |
| "step": 1569, |
| "token_acc": 0.9308101714961561 |
| }, |
| { |
| "epoch": 0.33122362869198313, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.465349140376871e-07, |
| "loss": 0.2272178828716278, |
| "step": 1570, |
| "token_acc": 0.9376088218224028 |
| }, |
| { |
| "epoch": 0.33143459915611817, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.464588142683488e-07, |
| "loss": 0.2625764012336731, |
| "step": 1571, |
| "token_acc": 0.9222898230088495 |
| }, |
| { |
| "epoch": 0.33164556962025316, |
| "grad_norm": 1.046875, |
| "learning_rate": 9.463826634426661e-07, |
| "loss": 0.2913757562637329, |
| "step": 1572, |
| "token_acc": 0.9228368794326242 |
| }, |
| { |
| "epoch": 0.3318565400843882, |
| "grad_norm": 1.015625, |
| "learning_rate": 9.463064615693479e-07, |
| "loss": 0.2961352467536926, |
| "step": 1573, |
| "token_acc": 0.9242700729927007 |
| }, |
| { |
| "epoch": 0.3320675105485232, |
| "grad_norm": 0.9453125, |
| "learning_rate": 9.462302086571081e-07, |
| "loss": 0.2536572813987732, |
| "step": 1574, |
| "token_acc": 0.9272577545978589 |
| }, |
| { |
| "epoch": 0.3322784810126582, |
| "grad_norm": 0.91796875, |
| "learning_rate": 9.461539047146672e-07, |
| "loss": 0.2897554039955139, |
| "step": 1575, |
| "token_acc": 0.9191452497834248 |
| }, |
| { |
| "epoch": 0.33248945147679326, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.460775497507512e-07, |
| "loss": 0.2721807062625885, |
| "step": 1576, |
| "token_acc": 0.9249371859296482 |
| }, |
| { |
| "epoch": 0.33270042194092825, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.460011437740916e-07, |
| "loss": 0.2651718556880951, |
| "step": 1577, |
| "token_acc": 0.9248257047590179 |
| }, |
| { |
| "epoch": 0.3329113924050633, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.459246867934263e-07, |
| "loss": 0.2130395919084549, |
| "step": 1578, |
| "token_acc": 0.9348395546823838 |
| }, |
| { |
| "epoch": 0.33312236286919833, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.45848178817499e-07, |
| "loss": 0.25840145349502563, |
| "step": 1579, |
| "token_acc": 0.9321983273596177 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 0.5703125, |
| "learning_rate": 9.457716198550586e-07, |
| "loss": 0.24820664525032043, |
| "step": 1580, |
| "token_acc": 0.9322164948453608 |
| }, |
| { |
| "epoch": 0.33354430379746836, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.456950099148606e-07, |
| "loss": 0.23400051891803741, |
| "step": 1581, |
| "token_acc": 0.9332925336597307 |
| }, |
| { |
| "epoch": 0.3337552742616034, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.456183490056659e-07, |
| "loss": 0.27070870995521545, |
| "step": 1582, |
| "token_acc": 0.9294269990288119 |
| }, |
| { |
| "epoch": 0.3339662447257384, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.455416371362413e-07, |
| "loss": 0.26411256194114685, |
| "step": 1583, |
| "token_acc": 0.9285919128190422 |
| }, |
| { |
| "epoch": 0.3341772151898734, |
| "grad_norm": 1.1171875, |
| "learning_rate": 9.454648743153593e-07, |
| "loss": 0.3222864866256714, |
| "step": 1584, |
| "token_acc": 0.9186418962203715 |
| }, |
| { |
| "epoch": 0.33438818565400846, |
| "grad_norm": 0.64453125, |
| "learning_rate": 9.453880605517986e-07, |
| "loss": 0.25822392106056213, |
| "step": 1585, |
| "token_acc": 0.9284223083805547 |
| }, |
| { |
| "epoch": 0.33459915611814345, |
| "grad_norm": 0.9453125, |
| "learning_rate": 9.453111958543436e-07, |
| "loss": 0.26547372341156006, |
| "step": 1586, |
| "token_acc": 0.9233236151603499 |
| }, |
| { |
| "epoch": 0.3348101265822785, |
| "grad_norm": 0.82421875, |
| "learning_rate": 9.452342802317841e-07, |
| "loss": 0.2866516411304474, |
| "step": 1587, |
| "token_acc": 0.9244858611825193 |
| }, |
| { |
| "epoch": 0.33502109704641353, |
| "grad_norm": 0.6015625, |
| "learning_rate": 9.451573136929163e-07, |
| "loss": 0.25004857778549194, |
| "step": 1588, |
| "token_acc": 0.9289326590364653 |
| }, |
| { |
| "epoch": 0.3352320675105485, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.450802962465418e-07, |
| "loss": 0.2522854804992676, |
| "step": 1589, |
| "token_acc": 0.9273840769903762 |
| }, |
| { |
| "epoch": 0.33544303797468356, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.450032279014686e-07, |
| "loss": 0.320743203163147, |
| "step": 1590, |
| "token_acc": 0.9178940770918207 |
| }, |
| { |
| "epoch": 0.33565400843881854, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.449261086665095e-07, |
| "loss": 0.2889062762260437, |
| "step": 1591, |
| "token_acc": 0.930829420970266 |
| }, |
| { |
| "epoch": 0.3358649789029536, |
| "grad_norm": 0.85546875, |
| "learning_rate": 9.448489385504842e-07, |
| "loss": 0.2749912738800049, |
| "step": 1592, |
| "token_acc": 0.9262124367747694 |
| }, |
| { |
| "epoch": 0.3360759493670886, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.447717175622175e-07, |
| "loss": 0.3473696708679199, |
| "step": 1593, |
| "token_acc": 0.9091406677613574 |
| }, |
| { |
| "epoch": 0.3362869198312236, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.446944457105405e-07, |
| "loss": 0.26022714376449585, |
| "step": 1594, |
| "token_acc": 0.9322671683913453 |
| }, |
| { |
| "epoch": 0.33649789029535865, |
| "grad_norm": 0.75, |
| "learning_rate": 9.446171230042897e-07, |
| "loss": 0.22268863022327423, |
| "step": 1595, |
| "token_acc": 0.9359122401847575 |
| }, |
| { |
| "epoch": 0.3367088607594937, |
| "grad_norm": 0.8203125, |
| "learning_rate": 9.445397494523077e-07, |
| "loss": 0.30218058824539185, |
| "step": 1596, |
| "token_acc": 0.9221233312142403 |
| }, |
| { |
| "epoch": 0.3369198312236287, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.444623250634427e-07, |
| "loss": 0.2494884729385376, |
| "step": 1597, |
| "token_acc": 0.930500917912405 |
| }, |
| { |
| "epoch": 0.3371308016877637, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.44384849846549e-07, |
| "loss": 0.2274206578731537, |
| "step": 1598, |
| "token_acc": 0.9355882352941176 |
| }, |
| { |
| "epoch": 0.33734177215189876, |
| "grad_norm": 0.59765625, |
| "learning_rate": 9.443073238104865e-07, |
| "loss": 0.26012539863586426, |
| "step": 1599, |
| "token_acc": 0.930809804529941 |
| }, |
| { |
| "epoch": 0.33755274261603374, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.44229746964121e-07, |
| "loss": 0.23634777963161469, |
| "step": 1600, |
| "token_acc": 0.9323394495412844 |
| }, |
| { |
| "epoch": 0.33755274261603374, |
| "eval_loss": 0.4337185323238373, |
| "eval_runtime": 245.7809, |
| "eval_samples_per_second": 137.134, |
| "eval_steps_per_second": 2.144, |
| "eval_token_acc": 0.8991530557300548, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.3377637130801688, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.441521193163238e-07, |
| "loss": 0.23944209516048431, |
| "step": 1601, |
| "token_acc": 0.927382319173364 |
| }, |
| { |
| "epoch": 0.3379746835443038, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.440744408759727e-07, |
| "loss": 0.24298495054244995, |
| "step": 1602, |
| "token_acc": 0.9336686576548255 |
| }, |
| { |
| "epoch": 0.3381856540084388, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.439967116519505e-07, |
| "loss": 0.2587997019290924, |
| "step": 1603, |
| "token_acc": 0.9240464344941957 |
| }, |
| { |
| "epoch": 0.33839662447257385, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.439189316531464e-07, |
| "loss": 0.2167397290468216, |
| "step": 1604, |
| "token_acc": 0.9390922401171303 |
| }, |
| { |
| "epoch": 0.33860759493670883, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.438411008884553e-07, |
| "loss": 0.2602764368057251, |
| "step": 1605, |
| "token_acc": 0.9219173952366596 |
| }, |
| { |
| "epoch": 0.3388185654008439, |
| "grad_norm": 0.64453125, |
| "learning_rate": 9.437632193667775e-07, |
| "loss": 0.23749463260173798, |
| "step": 1606, |
| "token_acc": 0.934610705596107 |
| }, |
| { |
| "epoch": 0.3390295358649789, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.436852870970196e-07, |
| "loss": 0.2818450331687927, |
| "step": 1607, |
| "token_acc": 0.9215006305170239 |
| }, |
| { |
| "epoch": 0.3392405063291139, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.436073040880939e-07, |
| "loss": 0.2736986577510834, |
| "step": 1608, |
| "token_acc": 0.9178852643419573 |
| }, |
| { |
| "epoch": 0.33945147679324894, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.435292703489184e-07, |
| "loss": 0.24205069243907928, |
| "step": 1609, |
| "token_acc": 0.9281653746770026 |
| }, |
| { |
| "epoch": 0.339662447257384, |
| "grad_norm": 0.96875, |
| "learning_rate": 9.434511858884167e-07, |
| "loss": 0.23683682084083557, |
| "step": 1610, |
| "token_acc": 0.9266888821569221 |
| }, |
| { |
| "epoch": 0.33987341772151897, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.433730507155184e-07, |
| "loss": 0.24786365032196045, |
| "step": 1611, |
| "token_acc": 0.9293495175848117 |
| }, |
| { |
| "epoch": 0.340084388185654, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.432948648391593e-07, |
| "loss": 0.2611381411552429, |
| "step": 1612, |
| "token_acc": 0.9250978200111795 |
| }, |
| { |
| "epoch": 0.34029535864978905, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.432166282682803e-07, |
| "loss": 0.2261401265859604, |
| "step": 1613, |
| "token_acc": 0.9268707482993197 |
| }, |
| { |
| "epoch": 0.34050632911392403, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.431383410118286e-07, |
| "loss": 0.2952437996864319, |
| "step": 1614, |
| "token_acc": 0.9218795888399413 |
| }, |
| { |
| "epoch": 0.3407172995780591, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.430600030787568e-07, |
| "loss": 0.2706619203090668, |
| "step": 1615, |
| "token_acc": 0.9214936783299029 |
| }, |
| { |
| "epoch": 0.3409282700421941, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.429816144780236e-07, |
| "loss": 0.28954198956489563, |
| "step": 1616, |
| "token_acc": 0.9216836734693877 |
| }, |
| { |
| "epoch": 0.3411392405063291, |
| "grad_norm": 0.6171875, |
| "learning_rate": 9.429031752185936e-07, |
| "loss": 0.23225362598896027, |
| "step": 1617, |
| "token_acc": 0.9354280772556933 |
| }, |
| { |
| "epoch": 0.34135021097046414, |
| "grad_norm": 1.2109375, |
| "learning_rate": 9.428246853094366e-07, |
| "loss": 0.2903389632701874, |
| "step": 1618, |
| "token_acc": 0.9204334365325078 |
| }, |
| { |
| "epoch": 0.3415611814345992, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.427461447595288e-07, |
| "loss": 0.2608135938644409, |
| "step": 1619, |
| "token_acc": 0.9234987661091308 |
| }, |
| { |
| "epoch": 0.34177215189873417, |
| "grad_norm": 0.91796875, |
| "learning_rate": 9.426675535778522e-07, |
| "loss": 0.3057047724723816, |
| "step": 1620, |
| "token_acc": 0.9140136864028563 |
| }, |
| { |
| "epoch": 0.3419831223628692, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.425889117733939e-07, |
| "loss": 0.2640751600265503, |
| "step": 1621, |
| "token_acc": 0.9277286135693216 |
| }, |
| { |
| "epoch": 0.3421940928270042, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.425102193551477e-07, |
| "loss": 0.28919440507888794, |
| "step": 1622, |
| "token_acc": 0.9247822644497229 |
| }, |
| { |
| "epoch": 0.34240506329113923, |
| "grad_norm": 0.7734375, |
| "learning_rate": 9.424314763321124e-07, |
| "loss": 0.2618682384490967, |
| "step": 1623, |
| "token_acc": 0.9260844748858448 |
| }, |
| { |
| "epoch": 0.3426160337552743, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.423526827132931e-07, |
| "loss": 0.2545069754123688, |
| "step": 1624, |
| "token_acc": 0.9270595897101921 |
| }, |
| { |
| "epoch": 0.34282700421940926, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.422738385077005e-07, |
| "loss": 0.27819639444351196, |
| "step": 1625, |
| "token_acc": 0.9325095057034221 |
| }, |
| { |
| "epoch": 0.3430379746835443, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.421949437243511e-07, |
| "loss": 0.2696912884712219, |
| "step": 1626, |
| "token_acc": 0.9227120535714286 |
| }, |
| { |
| "epoch": 0.34324894514767934, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.421159983722671e-07, |
| "loss": 0.23221710324287415, |
| "step": 1627, |
| "token_acc": 0.9322323462414579 |
| }, |
| { |
| "epoch": 0.3434599156118143, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.420370024604767e-07, |
| "loss": 0.21929380297660828, |
| "step": 1628, |
| "token_acc": 0.9286370597243492 |
| }, |
| { |
| "epoch": 0.34367088607594937, |
| "grad_norm": 0.81640625, |
| "learning_rate": 9.419579559980136e-07, |
| "loss": 0.2439175844192505, |
| "step": 1629, |
| "token_acc": 0.9296130117779025 |
| }, |
| { |
| "epoch": 0.3438818565400844, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.418788589939177e-07, |
| "loss": 0.23102378845214844, |
| "step": 1630, |
| "token_acc": 0.9315107913669065 |
| }, |
| { |
| "epoch": 0.3440928270042194, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.417997114572342e-07, |
| "loss": 0.2606005072593689, |
| "step": 1631, |
| "token_acc": 0.9257028112449799 |
| }, |
| { |
| "epoch": 0.34430379746835443, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.417205133970143e-07, |
| "loss": 0.24455326795578003, |
| "step": 1632, |
| "token_acc": 0.9317640835757736 |
| }, |
| { |
| "epoch": 0.3445147679324895, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.41641264822315e-07, |
| "loss": 0.2429400384426117, |
| "step": 1633, |
| "token_acc": 0.9239130434782609 |
| }, |
| { |
| "epoch": 0.34472573839662446, |
| "grad_norm": 1.34375, |
| "learning_rate": 9.415619657421991e-07, |
| "loss": 0.2420717179775238, |
| "step": 1634, |
| "token_acc": 0.9310043668122271 |
| }, |
| { |
| "epoch": 0.3449367088607595, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.41482616165735e-07, |
| "loss": 0.27381402254104614, |
| "step": 1635, |
| "token_acc": 0.9236192714453584 |
| }, |
| { |
| "epoch": 0.34514767932489454, |
| "grad_norm": 1.5859375, |
| "learning_rate": 9.41403216101997e-07, |
| "loss": 0.24875643849372864, |
| "step": 1636, |
| "token_acc": 0.931766704416761 |
| }, |
| { |
| "epoch": 0.3453586497890295, |
| "grad_norm": 1.015625, |
| "learning_rate": 9.413237655600654e-07, |
| "loss": 0.2728778123855591, |
| "step": 1637, |
| "token_acc": 0.9263157894736842 |
| }, |
| { |
| "epoch": 0.34556962025316457, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.412442645490257e-07, |
| "loss": 0.30332183837890625, |
| "step": 1638, |
| "token_acc": 0.9168779938010707 |
| }, |
| { |
| "epoch": 0.34578059071729955, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.411647130779699e-07, |
| "loss": 0.26190561056137085, |
| "step": 1639, |
| "token_acc": 0.9347617524784139 |
| }, |
| { |
| "epoch": 0.3459915611814346, |
| "grad_norm": 0.90234375, |
| "learning_rate": 9.41085111155995e-07, |
| "loss": 0.2752026915550232, |
| "step": 1640, |
| "token_acc": 0.9264008921103987 |
| }, |
| { |
| "epoch": 0.34620253164556963, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.410054587922043e-07, |
| "loss": 0.26243409514427185, |
| "step": 1641, |
| "token_acc": 0.928486646884273 |
| }, |
| { |
| "epoch": 0.3464135021097046, |
| "grad_norm": 0.84765625, |
| "learning_rate": 9.409257559957069e-07, |
| "loss": 0.2628988027572632, |
| "step": 1642, |
| "token_acc": 0.9306260575296108 |
| }, |
| { |
| "epoch": 0.34662447257383966, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.408460027756172e-07, |
| "loss": 0.2401159405708313, |
| "step": 1643, |
| "token_acc": 0.9343711843711844 |
| }, |
| { |
| "epoch": 0.3468354430379747, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.407661991410558e-07, |
| "loss": 0.2749597132205963, |
| "step": 1644, |
| "token_acc": 0.9255230125523013 |
| }, |
| { |
| "epoch": 0.3470464135021097, |
| "grad_norm": 0.88671875, |
| "learning_rate": 9.40686345101149e-07, |
| "loss": 0.2682425379753113, |
| "step": 1645, |
| "token_acc": 0.9265940902021773 |
| }, |
| { |
| "epoch": 0.3472573839662447, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.406064406650287e-07, |
| "loss": 0.2411586046218872, |
| "step": 1646, |
| "token_acc": 0.9323656578134651 |
| }, |
| { |
| "epoch": 0.34746835443037977, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.405264858418326e-07, |
| "loss": 0.21946536004543304, |
| "step": 1647, |
| "token_acc": 0.9317245438493231 |
| }, |
| { |
| "epoch": 0.34767932489451475, |
| "grad_norm": 0.9375, |
| "learning_rate": 9.404464806407042e-07, |
| "loss": 0.296546071767807, |
| "step": 1648, |
| "token_acc": 0.9222361024359775 |
| }, |
| { |
| "epoch": 0.3478902953586498, |
| "grad_norm": 0.59375, |
| "learning_rate": 9.40366425070793e-07, |
| "loss": 0.20803073048591614, |
| "step": 1649, |
| "token_acc": 0.9425218176346675 |
| }, |
| { |
| "epoch": 0.34810126582278483, |
| "grad_norm": 0.83984375, |
| "learning_rate": 9.402863191412537e-07, |
| "loss": 0.3020900785923004, |
| "step": 1650, |
| "token_acc": 0.9220455254131588 |
| }, |
| { |
| "epoch": 0.3483122362869198, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.402061628612472e-07, |
| "loss": 0.25674012303352356, |
| "step": 1651, |
| "token_acc": 0.9310624493106245 |
| }, |
| { |
| "epoch": 0.34852320675105486, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.401259562399403e-07, |
| "loss": 0.28478553891181946, |
| "step": 1652, |
| "token_acc": 0.9299287410926366 |
| }, |
| { |
| "epoch": 0.3487341772151899, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.40045699286505e-07, |
| "loss": 0.23817691206932068, |
| "step": 1653, |
| "token_acc": 0.9281288723667905 |
| }, |
| { |
| "epoch": 0.3489451476793249, |
| "grad_norm": 0.6171875, |
| "learning_rate": 9.399653920101195e-07, |
| "loss": 0.22525762021541595, |
| "step": 1654, |
| "token_acc": 0.9331259720062208 |
| }, |
| { |
| "epoch": 0.3491561181434599, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.398850344199675e-07, |
| "loss": 0.23875603079795837, |
| "step": 1655, |
| "token_acc": 0.930642750373692 |
| }, |
| { |
| "epoch": 0.3493670886075949, |
| "grad_norm": 0.921875, |
| "learning_rate": 9.398046265252388e-07, |
| "loss": 0.25053465366363525, |
| "step": 1656, |
| "token_acc": 0.9324946302546794 |
| }, |
| { |
| "epoch": 0.34957805907172995, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.397241683351285e-07, |
| "loss": 0.2564641833305359, |
| "step": 1657, |
| "token_acc": 0.9294522512188127 |
| }, |
| { |
| "epoch": 0.349789029535865, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.396436598588378e-07, |
| "loss": 0.2557925283908844, |
| "step": 1658, |
| "token_acc": 0.9266431924882629 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.395631011055734e-07, |
| "loss": 0.26249969005584717, |
| "step": 1659, |
| "token_acc": 0.9319962394233783 |
| }, |
| { |
| "epoch": 0.350210970464135, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.394824920845481e-07, |
| "loss": 0.23513028025627136, |
| "step": 1660, |
| "token_acc": 0.9312829038514824 |
| }, |
| { |
| "epoch": 0.35042194092827006, |
| "grad_norm": 0.7734375, |
| "learning_rate": 9.394018328049799e-07, |
| "loss": 0.2548867464065552, |
| "step": 1661, |
| "token_acc": 0.9336269267065115 |
| }, |
| { |
| "epoch": 0.35063291139240504, |
| "grad_norm": 0.7734375, |
| "learning_rate": 9.393211232760932e-07, |
| "loss": 0.23487508296966553, |
| "step": 1662, |
| "token_acc": 0.9349162011173184 |
| }, |
| { |
| "epoch": 0.3508438818565401, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.392403635071176e-07, |
| "loss": 0.260843962430954, |
| "step": 1663, |
| "token_acc": 0.9274122159929182 |
| }, |
| { |
| "epoch": 0.3510548523206751, |
| "grad_norm": 0.796875, |
| "learning_rate": 9.391595535072887e-07, |
| "loss": 0.2631385922431946, |
| "step": 1664, |
| "token_acc": 0.9209509658246656 |
| }, |
| { |
| "epoch": 0.3512658227848101, |
| "grad_norm": 0.8359375, |
| "learning_rate": 9.390786932858479e-07, |
| "loss": 0.23830120265483856, |
| "step": 1665, |
| "token_acc": 0.9282700421940928 |
| }, |
| { |
| "epoch": 0.35147679324894515, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.389977828520421e-07, |
| "loss": 0.26736193895339966, |
| "step": 1666, |
| "token_acc": 0.9238440616500453 |
| }, |
| { |
| "epoch": 0.3516877637130802, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.389168222151243e-07, |
| "loss": 0.27793848514556885, |
| "step": 1667, |
| "token_acc": 0.9270031365839749 |
| }, |
| { |
| "epoch": 0.3518987341772152, |
| "grad_norm": 0.57421875, |
| "learning_rate": 9.388358113843529e-07, |
| "loss": 0.25020474195480347, |
| "step": 1668, |
| "token_acc": 0.9275283937263386 |
| }, |
| { |
| "epoch": 0.3521097046413502, |
| "grad_norm": 0.85546875, |
| "learning_rate": 9.387547503689921e-07, |
| "loss": 0.2771265506744385, |
| "step": 1669, |
| "token_acc": 0.9255952380952381 |
| }, |
| { |
| "epoch": 0.35232067510548526, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.386736391783121e-07, |
| "loss": 0.29730749130249023, |
| "step": 1670, |
| "token_acc": 0.9246809835045129 |
| }, |
| { |
| "epoch": 0.35253164556962024, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.385924778215885e-07, |
| "loss": 0.2390887439250946, |
| "step": 1671, |
| "token_acc": 0.93340922026181 |
| }, |
| { |
| "epoch": 0.3527426160337553, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.385112663081028e-07, |
| "loss": 0.2280537337064743, |
| "step": 1672, |
| "token_acc": 0.9354485776805251 |
| }, |
| { |
| "epoch": 0.35295358649789027, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.384300046471424e-07, |
| "loss": 0.3002857565879822, |
| "step": 1673, |
| "token_acc": 0.9189271563547698 |
| }, |
| { |
| "epoch": 0.3531645569620253, |
| "grad_norm": 0.8828125, |
| "learning_rate": 9.38348692848e-07, |
| "loss": 0.2538878917694092, |
| "step": 1674, |
| "token_acc": 0.9297851875601154 |
| }, |
| { |
| "epoch": 0.35337552742616035, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.382673309199745e-07, |
| "loss": 0.22456809878349304, |
| "step": 1675, |
| "token_acc": 0.9339071626191208 |
| }, |
| { |
| "epoch": 0.35358649789029534, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.381859188723702e-07, |
| "loss": 0.25327855348587036, |
| "step": 1676, |
| "token_acc": 0.929019929019929 |
| }, |
| { |
| "epoch": 0.3537974683544304, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.381044567144973e-07, |
| "loss": 0.24936312437057495, |
| "step": 1677, |
| "token_acc": 0.9296285953644233 |
| }, |
| { |
| "epoch": 0.3540084388185654, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.380229444556717e-07, |
| "loss": 0.231843501329422, |
| "step": 1678, |
| "token_acc": 0.9309262166405023 |
| }, |
| { |
| "epoch": 0.3542194092827004, |
| "grad_norm": 0.81640625, |
| "learning_rate": 9.379413821052151e-07, |
| "loss": 0.2699410319328308, |
| "step": 1679, |
| "token_acc": 0.9276815557581283 |
| }, |
| { |
| "epoch": 0.35443037974683544, |
| "grad_norm": 0.75, |
| "learning_rate": 9.378597696724546e-07, |
| "loss": 0.24168401956558228, |
| "step": 1680, |
| "token_acc": 0.9271465741543798 |
| }, |
| { |
| "epoch": 0.3546413502109705, |
| "grad_norm": 0.85546875, |
| "learning_rate": 9.377781071667235e-07, |
| "loss": 0.27143609523773193, |
| "step": 1681, |
| "token_acc": 0.9236213506340313 |
| }, |
| { |
| "epoch": 0.35485232067510547, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.376963945973606e-07, |
| "loss": 0.2371048629283905, |
| "step": 1682, |
| "token_acc": 0.9340296866410115 |
| }, |
| { |
| "epoch": 0.3550632911392405, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.376146319737102e-07, |
| "loss": 0.2859129309654236, |
| "step": 1683, |
| "token_acc": 0.9200359389038635 |
| }, |
| { |
| "epoch": 0.35527426160337555, |
| "grad_norm": 0.8828125, |
| "learning_rate": 9.375328193051227e-07, |
| "loss": 0.28455692529678345, |
| "step": 1684, |
| "token_acc": 0.9202853598014888 |
| }, |
| { |
| "epoch": 0.35548523206751054, |
| "grad_norm": 0.87109375, |
| "learning_rate": 9.374509566009542e-07, |
| "loss": 0.2839798331260681, |
| "step": 1685, |
| "token_acc": 0.9208261617900172 |
| }, |
| { |
| "epoch": 0.3556962025316456, |
| "grad_norm": 0.91796875, |
| "learning_rate": 9.373690438705661e-07, |
| "loss": 0.2920804023742676, |
| "step": 1686, |
| "token_acc": 0.9253557943653791 |
| }, |
| { |
| "epoch": 0.35590717299578056, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.372870811233261e-07, |
| "loss": 0.29054540395736694, |
| "step": 1687, |
| "token_acc": 0.9222520107238605 |
| }, |
| { |
| "epoch": 0.3561181434599156, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.372050683686071e-07, |
| "loss": 0.2947998046875, |
| "step": 1688, |
| "token_acc": 0.918534718425369 |
| }, |
| { |
| "epoch": 0.35632911392405064, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.371230056157882e-07, |
| "loss": 0.2592851519584656, |
| "step": 1689, |
| "token_acc": 0.9262319268220714 |
| }, |
| { |
| "epoch": 0.35654008438818563, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.370408928742537e-07, |
| "loss": 0.26862451434135437, |
| "step": 1690, |
| "token_acc": 0.9255605381165919 |
| }, |
| { |
| "epoch": 0.35675105485232067, |
| "grad_norm": 1.1875, |
| "learning_rate": 9.369587301533941e-07, |
| "loss": 0.27907925844192505, |
| "step": 1691, |
| "token_acc": 0.9208823529411765 |
| }, |
| { |
| "epoch": 0.3569620253164557, |
| "grad_norm": 1.1015625, |
| "learning_rate": 9.368765174626052e-07, |
| "loss": 0.27880504727363586, |
| "step": 1692, |
| "token_acc": 0.9164239953407105 |
| }, |
| { |
| "epoch": 0.3571729957805907, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.367942548112889e-07, |
| "loss": 0.22724300622940063, |
| "step": 1693, |
| "token_acc": 0.9299659126123334 |
| }, |
| { |
| "epoch": 0.35738396624472574, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.367119422088526e-07, |
| "loss": 0.2403573840856552, |
| "step": 1694, |
| "token_acc": 0.9322590271560728 |
| }, |
| { |
| "epoch": 0.3575949367088608, |
| "grad_norm": 0.59375, |
| "learning_rate": 9.366295796647093e-07, |
| "loss": 0.22870095074176788, |
| "step": 1695, |
| "token_acc": 0.9367552703941339 |
| }, |
| { |
| "epoch": 0.35780590717299576, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.365471671882781e-07, |
| "loss": 0.28150975704193115, |
| "step": 1696, |
| "token_acc": 0.9182144997004195 |
| }, |
| { |
| "epoch": 0.3580168776371308, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.364647047889833e-07, |
| "loss": 0.31994009017944336, |
| "step": 1697, |
| "token_acc": 0.9140805334701205 |
| }, |
| { |
| "epoch": 0.35822784810126584, |
| "grad_norm": 0.7734375, |
| "learning_rate": 9.363821924762554e-07, |
| "loss": 0.2513180077075958, |
| "step": 1698, |
| "token_acc": 0.9310533515731874 |
| }, |
| { |
| "epoch": 0.35843881856540083, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.362996302595303e-07, |
| "loss": 0.29430505633354187, |
| "step": 1699, |
| "token_acc": 0.9234194122885129 |
| }, |
| { |
| "epoch": 0.35864978902953587, |
| "grad_norm": 0.75, |
| "learning_rate": 9.362170181482496e-07, |
| "loss": 0.2608153820037842, |
| "step": 1700, |
| "token_acc": 0.9316065192083819 |
| }, |
| { |
| "epoch": 0.3588607594936709, |
| "grad_norm": 0.96875, |
| "learning_rate": 9.361343561518608e-07, |
| "loss": 0.27800315618515015, |
| "step": 1701, |
| "token_acc": 0.9215134459036898 |
| }, |
| { |
| "epoch": 0.3590717299578059, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.36051644279817e-07, |
| "loss": 0.26527389883995056, |
| "step": 1702, |
| "token_acc": 0.9273917108133375 |
| }, |
| { |
| "epoch": 0.35928270042194094, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.359688825415768e-07, |
| "loss": 0.24779286980628967, |
| "step": 1703, |
| "token_acc": 0.930368636629608 |
| }, |
| { |
| "epoch": 0.3594936708860759, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.35886070946605e-07, |
| "loss": 0.2481088787317276, |
| "step": 1704, |
| "token_acc": 0.936046511627907 |
| }, |
| { |
| "epoch": 0.35970464135021096, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.358032095043716e-07, |
| "loss": 0.23535574972629547, |
| "step": 1705, |
| "token_acc": 0.9337689337689338 |
| }, |
| { |
| "epoch": 0.359915611814346, |
| "grad_norm": 0.8359375, |
| "learning_rate": 9.357202982243526e-07, |
| "loss": 0.29152315855026245, |
| "step": 1706, |
| "token_acc": 0.9170403587443946 |
| }, |
| { |
| "epoch": 0.360126582278481, |
| "grad_norm": 0.578125, |
| "learning_rate": 9.356373371160298e-07, |
| "loss": 0.21768781542778015, |
| "step": 1707, |
| "token_acc": 0.939873417721519 |
| }, |
| { |
| "epoch": 0.36033755274261603, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.3555432618889e-07, |
| "loss": 0.2704032063484192, |
| "step": 1708, |
| "token_acc": 0.9234184239733629 |
| }, |
| { |
| "epoch": 0.36054852320675107, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.354712654524267e-07, |
| "loss": 0.24188432097434998, |
| "step": 1709, |
| "token_acc": 0.9323047858942065 |
| }, |
| { |
| "epoch": 0.36075949367088606, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.353881549161383e-07, |
| "loss": 0.26301664113998413, |
| "step": 1710, |
| "token_acc": 0.9259364358683314 |
| }, |
| { |
| "epoch": 0.3609704641350211, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.353049945895293e-07, |
| "loss": 0.24812474846839905, |
| "step": 1711, |
| "token_acc": 0.9318505845451953 |
| }, |
| { |
| "epoch": 0.36118143459915614, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.352217844821098e-07, |
| "loss": 0.2484617680311203, |
| "step": 1712, |
| "token_acc": 0.9366929133858267 |
| }, |
| { |
| "epoch": 0.3613924050632911, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.351385246033956e-07, |
| "loss": 0.23907536268234253, |
| "step": 1713, |
| "token_acc": 0.9324242424242424 |
| }, |
| { |
| "epoch": 0.36160337552742616, |
| "grad_norm": 0.6171875, |
| "learning_rate": 9.35055214962908e-07, |
| "loss": 0.23805205523967743, |
| "step": 1714, |
| "token_acc": 0.9346926713947991 |
| }, |
| { |
| "epoch": 0.3618143459915612, |
| "grad_norm": 0.578125, |
| "learning_rate": 9.349718555701744e-07, |
| "loss": 0.2235066294670105, |
| "step": 1715, |
| "token_acc": 0.9360208062418726 |
| }, |
| { |
| "epoch": 0.3620253164556962, |
| "grad_norm": 0.96875, |
| "learning_rate": 9.348884464347275e-07, |
| "loss": 0.28189563751220703, |
| "step": 1716, |
| "token_acc": 0.9183735860593091 |
| }, |
| { |
| "epoch": 0.36223628691983123, |
| "grad_norm": 0.91015625, |
| "learning_rate": 9.348049875661059e-07, |
| "loss": 0.28244683146476746, |
| "step": 1717, |
| "token_acc": 0.9196454103517301 |
| }, |
| { |
| "epoch": 0.36244725738396627, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.347214789738538e-07, |
| "loss": 0.3043467700481415, |
| "step": 1718, |
| "token_acc": 0.9222814164838609 |
| }, |
| { |
| "epoch": 0.36265822784810126, |
| "grad_norm": 0.95703125, |
| "learning_rate": 9.346379206675211e-07, |
| "loss": 0.2614938020706177, |
| "step": 1719, |
| "token_acc": 0.9301948051948052 |
| }, |
| { |
| "epoch": 0.3628691983122363, |
| "grad_norm": 0.85546875, |
| "learning_rate": 9.345543126566635e-07, |
| "loss": 0.2756979167461395, |
| "step": 1720, |
| "token_acc": 0.9246906939214632 |
| }, |
| { |
| "epoch": 0.3630801687763713, |
| "grad_norm": 0.8671875, |
| "learning_rate": 9.344706549508421e-07, |
| "loss": 0.28513869643211365, |
| "step": 1721, |
| "token_acc": 0.9201053555750659 |
| }, |
| { |
| "epoch": 0.3632911392405063, |
| "grad_norm": 0.86328125, |
| "learning_rate": 9.343869475596241e-07, |
| "loss": 0.2887800931930542, |
| "step": 1722, |
| "token_acc": 0.9226091763405196 |
| }, |
| { |
| "epoch": 0.36350210970464136, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.34303190492582e-07, |
| "loss": 0.23534713685512543, |
| "step": 1723, |
| "token_acc": 0.935820895522388 |
| }, |
| { |
| "epoch": 0.36371308016877635, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.342193837592941e-07, |
| "loss": 0.30718207359313965, |
| "step": 1724, |
| "token_acc": 0.9156766154737758 |
| }, |
| { |
| "epoch": 0.3639240506329114, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.341355273693446e-07, |
| "loss": 0.2970879077911377, |
| "step": 1725, |
| "token_acc": 0.9235145385587863 |
| }, |
| { |
| "epoch": 0.36413502109704643, |
| "grad_norm": 0.84765625, |
| "learning_rate": 9.340516213323228e-07, |
| "loss": 0.2779674530029297, |
| "step": 1726, |
| "token_acc": 0.926529357516139 |
| }, |
| { |
| "epoch": 0.3643459915611814, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.339676656578245e-07, |
| "loss": 0.301363468170166, |
| "step": 1727, |
| "token_acc": 0.9251336898395722 |
| }, |
| { |
| "epoch": 0.36455696202531646, |
| "grad_norm": 0.5859375, |
| "learning_rate": 9.338836603554505e-07, |
| "loss": 0.25844764709472656, |
| "step": 1728, |
| "token_acc": 0.9302995391705069 |
| }, |
| { |
| "epoch": 0.3647679324894515, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.337996054348076e-07, |
| "loss": 0.2536547780036926, |
| "step": 1729, |
| "token_acc": 0.9244303432362273 |
| }, |
| { |
| "epoch": 0.3649789029535865, |
| "grad_norm": 0.6015625, |
| "learning_rate": 9.337155009055081e-07, |
| "loss": 0.2093231976032257, |
| "step": 1730, |
| "token_acc": 0.9381860196418256 |
| }, |
| { |
| "epoch": 0.3651898734177215, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.336313467771701e-07, |
| "loss": 0.2366497814655304, |
| "step": 1731, |
| "token_acc": 0.9375562894025818 |
| }, |
| { |
| "epoch": 0.36540084388185656, |
| "grad_norm": 0.61328125, |
| "learning_rate": 9.335471430594175e-07, |
| "loss": 0.23666155338287354, |
| "step": 1732, |
| "token_acc": 0.9285078611687927 |
| }, |
| { |
| "epoch": 0.36561181434599155, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.334628897618797e-07, |
| "loss": 0.2761836349964142, |
| "step": 1733, |
| "token_acc": 0.9200749297533563 |
| }, |
| { |
| "epoch": 0.3658227848101266, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.333785868941915e-07, |
| "loss": 0.22819164395332336, |
| "step": 1734, |
| "token_acc": 0.9270286047869235 |
| }, |
| { |
| "epoch": 0.36603375527426163, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.332942344659938e-07, |
| "loss": 0.25955134630203247, |
| "step": 1735, |
| "token_acc": 0.9318693693693694 |
| }, |
| { |
| "epoch": 0.3662447257383966, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.332098324869329e-07, |
| "loss": 0.24414655566215515, |
| "step": 1736, |
| "token_acc": 0.9310754604872252 |
| }, |
| { |
| "epoch": 0.36645569620253166, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.331253809666611e-07, |
| "loss": 0.27255892753601074, |
| "step": 1737, |
| "token_acc": 0.9247685185185185 |
| }, |
| { |
| "epoch": 0.36666666666666664, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.330408799148362e-07, |
| "loss": 0.2682799994945526, |
| "step": 1738, |
| "token_acc": 0.9308393586922351 |
| }, |
| { |
| "epoch": 0.3668776371308017, |
| "grad_norm": 0.90625, |
| "learning_rate": 9.329563293411211e-07, |
| "loss": 0.2974281311035156, |
| "step": 1739, |
| "token_acc": 0.9198951354500436 |
| }, |
| { |
| "epoch": 0.3670886075949367, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.328717292551855e-07, |
| "loss": 0.22290384769439697, |
| "step": 1740, |
| "token_acc": 0.9367441860465117 |
| }, |
| { |
| "epoch": 0.3672995780590717, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.327870796667038e-07, |
| "loss": 0.22769173979759216, |
| "step": 1741, |
| "token_acc": 0.933920704845815 |
| }, |
| { |
| "epoch": 0.36751054852320675, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.327023805853564e-07, |
| "loss": 0.2551524043083191, |
| "step": 1742, |
| "token_acc": 0.9279952195996415 |
| }, |
| { |
| "epoch": 0.3677215189873418, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.326176320208296e-07, |
| "loss": 0.21800342202186584, |
| "step": 1743, |
| "token_acc": 0.9341448189762797 |
| }, |
| { |
| "epoch": 0.3679324894514768, |
| "grad_norm": 0.75, |
| "learning_rate": 9.325328339828147e-07, |
| "loss": 0.29383134841918945, |
| "step": 1744, |
| "token_acc": 0.9246655031995347 |
| }, |
| { |
| "epoch": 0.3681434599156118, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.324479864810094e-07, |
| "loss": 0.24657410383224487, |
| "step": 1745, |
| "token_acc": 0.9288770053475935 |
| }, |
| { |
| "epoch": 0.36835443037974686, |
| "grad_norm": 0.77734375, |
| "learning_rate": 9.323630895251167e-07, |
| "loss": 0.24168427288532257, |
| "step": 1746, |
| "token_acc": 0.9318403115871471 |
| }, |
| { |
| "epoch": 0.36856540084388184, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.322781431248452e-07, |
| "loss": 0.2549583315849304, |
| "step": 1747, |
| "token_acc": 0.9271541950113379 |
| }, |
| { |
| "epoch": 0.3687763713080169, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.321931472899092e-07, |
| "loss": 0.2550113797187805, |
| "step": 1748, |
| "token_acc": 0.9294592914853946 |
| }, |
| { |
| "epoch": 0.3689873417721519, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.321081020300288e-07, |
| "loss": 0.2872239947319031, |
| "step": 1749, |
| "token_acc": 0.9191132414619533 |
| }, |
| { |
| "epoch": 0.3691983122362869, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.320230073549295e-07, |
| "loss": 0.22348162531852722, |
| "step": 1750, |
| "token_acc": 0.9379411764705883 |
| }, |
| { |
| "epoch": 0.36940928270042195, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.319378632743429e-07, |
| "loss": 0.25937214493751526, |
| "step": 1751, |
| "token_acc": 0.9258928571428572 |
| }, |
| { |
| "epoch": 0.369620253164557, |
| "grad_norm": 0.921875, |
| "learning_rate": 9.318526697980056e-07, |
| "loss": 0.277938574552536, |
| "step": 1752, |
| "token_acc": 0.9225372698041509 |
| }, |
| { |
| "epoch": 0.369831223628692, |
| "grad_norm": 1.1171875, |
| "learning_rate": 9.317674269356604e-07, |
| "loss": 0.3054434061050415, |
| "step": 1753, |
| "token_acc": 0.915146249637996 |
| }, |
| { |
| "epoch": 0.370042194092827, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.316821346970554e-07, |
| "loss": 0.2515072822570801, |
| "step": 1754, |
| "token_acc": 0.9270833333333334 |
| }, |
| { |
| "epoch": 0.370253164556962, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.315967930919445e-07, |
| "loss": 0.2604433298110962, |
| "step": 1755, |
| "token_acc": 0.9382022471910112 |
| }, |
| { |
| "epoch": 0.37046413502109704, |
| "grad_norm": 0.83984375, |
| "learning_rate": 9.315114021300874e-07, |
| "loss": 0.30326345562934875, |
| "step": 1756, |
| "token_acc": 0.9137931034482759 |
| }, |
| { |
| "epoch": 0.3706751054852321, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.314259618212492e-07, |
| "loss": 0.2592795491218567, |
| "step": 1757, |
| "token_acc": 0.9306569343065694 |
| }, |
| { |
| "epoch": 0.37088607594936707, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.313404721752008e-07, |
| "loss": 0.24161499738693237, |
| "step": 1758, |
| "token_acc": 0.9281354051054383 |
| }, |
| { |
| "epoch": 0.3710970464135021, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.312549332017183e-07, |
| "loss": 0.2770785093307495, |
| "step": 1759, |
| "token_acc": 0.9250313676286073 |
| }, |
| { |
| "epoch": 0.37130801687763715, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.311693449105844e-07, |
| "loss": 0.2557133734226227, |
| "step": 1760, |
| "token_acc": 0.926200451176281 |
| }, |
| { |
| "epoch": 0.37151898734177213, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.310837073115862e-07, |
| "loss": 0.3002878427505493, |
| "step": 1761, |
| "token_acc": 0.9207248018120046 |
| }, |
| { |
| "epoch": 0.3717299578059072, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.309980204145176e-07, |
| "loss": 0.24686521291732788, |
| "step": 1762, |
| "token_acc": 0.9330046403712297 |
| }, |
| { |
| "epoch": 0.3719409282700422, |
| "grad_norm": 0.76953125, |
| "learning_rate": 9.309122842291774e-07, |
| "loss": 0.292415589094162, |
| "step": 1763, |
| "token_acc": 0.9288702928870293 |
| }, |
| { |
| "epoch": 0.3721518987341772, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.308264987653703e-07, |
| "loss": 0.25645536184310913, |
| "step": 1764, |
| "token_acc": 0.9317073170731708 |
| }, |
| { |
| "epoch": 0.37236286919831224, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.307406640329065e-07, |
| "loss": 0.22903116047382355, |
| "step": 1765, |
| "token_acc": 0.9329577464788732 |
| }, |
| { |
| "epoch": 0.3725738396624473, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.306547800416022e-07, |
| "loss": 0.2557244300842285, |
| "step": 1766, |
| "token_acc": 0.9314949201741655 |
| }, |
| { |
| "epoch": 0.37278481012658227, |
| "grad_norm": 0.8125, |
| "learning_rate": 9.305688468012787e-07, |
| "loss": 0.19353802502155304, |
| "step": 1767, |
| "token_acc": 0.9413680781758957 |
| }, |
| { |
| "epoch": 0.3729957805907173, |
| "grad_norm": 1.171875, |
| "learning_rate": 9.304828643217631e-07, |
| "loss": 0.31406620144844055, |
| "step": 1768, |
| "token_acc": 0.9192907367777438 |
| }, |
| { |
| "epoch": 0.37320675105485235, |
| "grad_norm": 0.57421875, |
| "learning_rate": 9.303968326128884e-07, |
| "loss": 0.21769124269485474, |
| "step": 1769, |
| "token_acc": 0.9381910972497873 |
| }, |
| { |
| "epoch": 0.37341772151898733, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.303107516844932e-07, |
| "loss": 0.2673788070678711, |
| "step": 1770, |
| "token_acc": 0.9337557603686636 |
| }, |
| { |
| "epoch": 0.3736286919831224, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.302246215464213e-07, |
| "loss": 0.24331021308898926, |
| "step": 1771, |
| "token_acc": 0.9333902647309992 |
| }, |
| { |
| "epoch": 0.37383966244725736, |
| "grad_norm": 0.8828125, |
| "learning_rate": 9.301384422085227e-07, |
| "loss": 0.27998149394989014, |
| "step": 1772, |
| "token_acc": 0.9219777079165475 |
| }, |
| { |
| "epoch": 0.3740506329113924, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.300522136806524e-07, |
| "loss": 0.2714657187461853, |
| "step": 1773, |
| "token_acc": 0.9230088495575222 |
| }, |
| { |
| "epoch": 0.37426160337552744, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.299659359726717e-07, |
| "loss": 0.23993107676506042, |
| "step": 1774, |
| "token_acc": 0.9355118565644881 |
| }, |
| { |
| "epoch": 0.3744725738396624, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.298796090944468e-07, |
| "loss": 0.27614468336105347, |
| "step": 1775, |
| "token_acc": 0.9254237288135593 |
| }, |
| { |
| "epoch": 0.37468354430379747, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.297932330558503e-07, |
| "loss": 0.26223164796829224, |
| "step": 1776, |
| "token_acc": 0.9227665706051873 |
| }, |
| { |
| "epoch": 0.3748945147679325, |
| "grad_norm": 0.61328125, |
| "learning_rate": 9.297068078667598e-07, |
| "loss": 0.21317782998085022, |
| "step": 1777, |
| "token_acc": 0.9325064897605999 |
| }, |
| { |
| "epoch": 0.3751054852320675, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.296203335370587e-07, |
| "loss": 0.30340367555618286, |
| "step": 1778, |
| "token_acc": 0.9200648123143397 |
| }, |
| { |
| "epoch": 0.37531645569620253, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.295338100766364e-07, |
| "loss": 0.21391162276268005, |
| "step": 1779, |
| "token_acc": 0.9396666666666667 |
| }, |
| { |
| "epoch": 0.3755274261603376, |
| "grad_norm": 0.625, |
| "learning_rate": 9.294472374953872e-07, |
| "loss": 0.2524837851524353, |
| "step": 1780, |
| "token_acc": 0.9336639801611903 |
| }, |
| { |
| "epoch": 0.37573839662447256, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.293606158032117e-07, |
| "loss": 0.24630481004714966, |
| "step": 1781, |
| "token_acc": 0.931282722513089 |
| }, |
| { |
| "epoch": 0.3759493670886076, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.292739450100155e-07, |
| "loss": 0.2903074026107788, |
| "step": 1782, |
| "token_acc": 0.9166461765429064 |
| }, |
| { |
| "epoch": 0.37616033755274264, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.291872251257107e-07, |
| "loss": 0.2113291174173355, |
| "step": 1783, |
| "token_acc": 0.9350509930220076 |
| }, |
| { |
| "epoch": 0.3763713080168776, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.291004561602138e-07, |
| "loss": 0.2671849727630615, |
| "step": 1784, |
| "token_acc": 0.9261083743842364 |
| }, |
| { |
| "epoch": 0.37658227848101267, |
| "grad_norm": 1.1875, |
| "learning_rate": 9.290136381234479e-07, |
| "loss": 0.34464550018310547, |
| "step": 1785, |
| "token_acc": 0.9090909090909091 |
| }, |
| { |
| "epoch": 0.37679324894514765, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.289267710253415e-07, |
| "loss": 0.24422526359558105, |
| "step": 1786, |
| "token_acc": 0.9316384180790961 |
| }, |
| { |
| "epoch": 0.3770042194092827, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.288398548758283e-07, |
| "loss": 0.2332957684993744, |
| "step": 1787, |
| "token_acc": 0.9384615384615385 |
| }, |
| { |
| "epoch": 0.37721518987341773, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.28752889684848e-07, |
| "loss": 0.32483792304992676, |
| "step": 1788, |
| "token_acc": 0.9187627464309993 |
| }, |
| { |
| "epoch": 0.3774261603375527, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.286658754623458e-07, |
| "loss": 0.2529968023300171, |
| "step": 1789, |
| "token_acc": 0.9290078556881001 |
| }, |
| { |
| "epoch": 0.37763713080168776, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.285788122182728e-07, |
| "loss": 0.21313020586967468, |
| "step": 1790, |
| "token_acc": 0.9386806160999709 |
| }, |
| { |
| "epoch": 0.3778481012658228, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.284916999625849e-07, |
| "loss": 0.28534191846847534, |
| "step": 1791, |
| "token_acc": 0.918232044198895 |
| }, |
| { |
| "epoch": 0.3780590717299578, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.284045387052444e-07, |
| "loss": 0.2752482295036316, |
| "step": 1792, |
| "token_acc": 0.9267692307692308 |
| }, |
| { |
| "epoch": 0.3782700421940928, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.283173284562189e-07, |
| "loss": 0.23181575536727905, |
| "step": 1793, |
| "token_acc": 0.9338775510204081 |
| }, |
| { |
| "epoch": 0.37848101265822787, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.282300692254818e-07, |
| "loss": 0.2837159037590027, |
| "step": 1794, |
| "token_acc": 0.9179869524697111 |
| }, |
| { |
| "epoch": 0.37869198312236285, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.281427610230117e-07, |
| "loss": 0.2748425602912903, |
| "step": 1795, |
| "token_acc": 0.9209206255532606 |
| }, |
| { |
| "epoch": 0.3789029535864979, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.280554038587931e-07, |
| "loss": 0.27525874972343445, |
| "step": 1796, |
| "token_acc": 0.9241778319123021 |
| }, |
| { |
| "epoch": 0.37911392405063293, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.27967997742816e-07, |
| "loss": 0.24282464385032654, |
| "step": 1797, |
| "token_acc": 0.9311178247734139 |
| }, |
| { |
| "epoch": 0.3793248945147679, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.278805426850761e-07, |
| "loss": 0.2466842383146286, |
| "step": 1798, |
| "token_acc": 0.9305689488910318 |
| }, |
| { |
| "epoch": 0.37953586497890296, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.277930386955745e-07, |
| "loss": 0.28594300150871277, |
| "step": 1799, |
| "token_acc": 0.9248895434462445 |
| }, |
| { |
| "epoch": 0.379746835443038, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.277054857843183e-07, |
| "loss": 0.2887975573539734, |
| "step": 1800, |
| "token_acc": 0.9212067955477445 |
| }, |
| { |
| "epoch": 0.379746835443038, |
| "eval_loss": 0.43369510769844055, |
| "eval_runtime": 245.8672, |
| "eval_samples_per_second": 137.086, |
| "eval_steps_per_second": 2.143, |
| "eval_token_acc": 0.899108184510455, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.379957805907173, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.276178839613196e-07, |
| "loss": 0.2607673108577728, |
| "step": 1801, |
| "token_acc": 0.928168130489335 |
| }, |
| { |
| "epoch": 0.380168776371308, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.275302332365965e-07, |
| "loss": 0.2245202362537384, |
| "step": 1802, |
| "token_acc": 0.9333936106088004 |
| }, |
| { |
| "epoch": 0.380379746835443, |
| "grad_norm": 0.66015625, |
| "learning_rate": 9.274425336201728e-07, |
| "loss": 0.23835879564285278, |
| "step": 1803, |
| "token_acc": 0.9261068702290076 |
| }, |
| { |
| "epoch": 0.38059071729957805, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.273547851220775e-07, |
| "loss": 0.24824509024620056, |
| "step": 1804, |
| "token_acc": 0.9263188918361333 |
| }, |
| { |
| "epoch": 0.3808016877637131, |
| "grad_norm": 0.83984375, |
| "learning_rate": 9.272669877523454e-07, |
| "loss": 0.23923823237419128, |
| "step": 1805, |
| "token_acc": 0.9348637015781922 |
| }, |
| { |
| "epoch": 0.3810126582278481, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.271791415210168e-07, |
| "loss": 0.26697322726249695, |
| "step": 1806, |
| "token_acc": 0.9220437956204379 |
| }, |
| { |
| "epoch": 0.3812236286919831, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.270912464381377e-07, |
| "loss": 0.24041783809661865, |
| "step": 1807, |
| "token_acc": 0.93335325762104 |
| }, |
| { |
| "epoch": 0.38143459915611816, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.270033025137598e-07, |
| "loss": 0.27658283710479736, |
| "step": 1808, |
| "token_acc": 0.9247249565720903 |
| }, |
| { |
| "epoch": 0.38164556962025314, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.269153097579401e-07, |
| "loss": 0.22341014444828033, |
| "step": 1809, |
| "token_acc": 0.9340346886551038 |
| }, |
| { |
| "epoch": 0.3818565400843882, |
| "grad_norm": 0.65625, |
| "learning_rate": 9.268272681807415e-07, |
| "loss": 0.2665144205093384, |
| "step": 1810, |
| "token_acc": 0.9275118947663028 |
| }, |
| { |
| "epoch": 0.3820675105485232, |
| "grad_norm": 0.96875, |
| "learning_rate": 9.26739177792232e-07, |
| "loss": 0.25565192103385925, |
| "step": 1811, |
| "token_acc": 0.927958307786634 |
| }, |
| { |
| "epoch": 0.3822784810126582, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.266510386024858e-07, |
| "loss": 0.27763834595680237, |
| "step": 1812, |
| "token_acc": 0.9273282442748092 |
| }, |
| { |
| "epoch": 0.38248945147679325, |
| "grad_norm": 0.96484375, |
| "learning_rate": 9.265628506215819e-07, |
| "loss": 0.2819390594959259, |
| "step": 1813, |
| "token_acc": 0.9262629432067775 |
| }, |
| { |
| "epoch": 0.3827004219409283, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.264746138596058e-07, |
| "loss": 0.29503488540649414, |
| "step": 1814, |
| "token_acc": 0.920820189274448 |
| }, |
| { |
| "epoch": 0.3829113924050633, |
| "grad_norm": 0.83984375, |
| "learning_rate": 9.26386328326648e-07, |
| "loss": 0.2595806121826172, |
| "step": 1815, |
| "token_acc": 0.9269662921348315 |
| }, |
| { |
| "epoch": 0.3831223628691983, |
| "grad_norm": 1.03125, |
| "learning_rate": 9.262979940328046e-07, |
| "loss": 0.24287866055965424, |
| "step": 1816, |
| "token_acc": 0.9247341913822048 |
| }, |
| { |
| "epoch": 0.38333333333333336, |
| "grad_norm": 0.75, |
| "learning_rate": 9.262096109881774e-07, |
| "loss": 0.2156772017478943, |
| "step": 1817, |
| "token_acc": 0.9401315789473684 |
| }, |
| { |
| "epoch": 0.38354430379746834, |
| "grad_norm": 0.8359375, |
| "learning_rate": 9.261211792028738e-07, |
| "loss": 0.2951451539993286, |
| "step": 1818, |
| "token_acc": 0.9252308608876973 |
| }, |
| { |
| "epoch": 0.3837552742616034, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.260326986870066e-07, |
| "loss": 0.27076175808906555, |
| "step": 1819, |
| "token_acc": 0.9258073901658423 |
| }, |
| { |
| "epoch": 0.38396624472573837, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.259441694506944e-07, |
| "loss": 0.22185054421424866, |
| "step": 1820, |
| "token_acc": 0.9377751687701791 |
| }, |
| { |
| "epoch": 0.3841772151898734, |
| "grad_norm": 1.0390625, |
| "learning_rate": 9.258555915040614e-07, |
| "loss": 0.22383590042591095, |
| "step": 1821, |
| "token_acc": 0.9407185628742515 |
| }, |
| { |
| "epoch": 0.38438818565400845, |
| "grad_norm": 1.1171875, |
| "learning_rate": 9.257669648572371e-07, |
| "loss": 0.2371908277273178, |
| "step": 1822, |
| "token_acc": 0.938851142680667 |
| }, |
| { |
| "epoch": 0.38459915611814344, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.256782895203567e-07, |
| "loss": 0.26829174160957336, |
| "step": 1823, |
| "token_acc": 0.9228368794326242 |
| }, |
| { |
| "epoch": 0.3848101265822785, |
| "grad_norm": 0.79296875, |
| "learning_rate": 9.255895655035608e-07, |
| "loss": 0.2719237506389618, |
| "step": 1824, |
| "token_acc": 0.9227082085080887 |
| }, |
| { |
| "epoch": 0.3850210970464135, |
| "grad_norm": 0.82421875, |
| "learning_rate": 9.255007928169961e-07, |
| "loss": 0.2967223823070526, |
| "step": 1825, |
| "token_acc": 0.9157397107897665 |
| }, |
| { |
| "epoch": 0.3852320675105485, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.254119714708142e-07, |
| "loss": 0.24009615182876587, |
| "step": 1826, |
| "token_acc": 0.9363372093023256 |
| }, |
| { |
| "epoch": 0.38544303797468354, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.253231014751729e-07, |
| "loss": 0.307847797870636, |
| "step": 1827, |
| "token_acc": 0.9175531914893617 |
| }, |
| { |
| "epoch": 0.3856540084388186, |
| "grad_norm": 1.1328125, |
| "learning_rate": 9.252341828402349e-07, |
| "loss": 0.23958738148212433, |
| "step": 1828, |
| "token_acc": 0.9360444907890163 |
| }, |
| { |
| "epoch": 0.38586497890295357, |
| "grad_norm": 1.078125, |
| "learning_rate": 9.25145215576169e-07, |
| "loss": 0.2339942902326584, |
| "step": 1829, |
| "token_acc": 0.9394484412470024 |
| }, |
| { |
| "epoch": 0.3860759493670886, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.250561996931492e-07, |
| "loss": 0.225580632686615, |
| "step": 1830, |
| "token_acc": 0.9307692307692308 |
| }, |
| { |
| "epoch": 0.38628691983122365, |
| "grad_norm": 0.78125, |
| "learning_rate": 9.249671352013553e-07, |
| "loss": 0.26309460401535034, |
| "step": 1831, |
| "token_acc": 0.9265518362040949 |
| }, |
| { |
| "epoch": 0.38649789029535864, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.248780221109728e-07, |
| "loss": 0.24800172448158264, |
| "step": 1832, |
| "token_acc": 0.9343544857768052 |
| }, |
| { |
| "epoch": 0.3867088607594937, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.247888604321923e-07, |
| "loss": 0.25037574768066406, |
| "step": 1833, |
| "token_acc": 0.9315494710640946 |
| }, |
| { |
| "epoch": 0.3869198312236287, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.2469965017521e-07, |
| "loss": 0.28050029277801514, |
| "step": 1834, |
| "token_acc": 0.9182209469153515 |
| }, |
| { |
| "epoch": 0.3871308016877637, |
| "grad_norm": 1.171875, |
| "learning_rate": 9.246103913502282e-07, |
| "loss": 0.26002001762390137, |
| "step": 1835, |
| "token_acc": 0.9284110050533408 |
| }, |
| { |
| "epoch": 0.38734177215189874, |
| "grad_norm": 0.7734375, |
| "learning_rate": 9.245210839674543e-07, |
| "loss": 0.2603076696395874, |
| "step": 1836, |
| "token_acc": 0.9262130347401665 |
| }, |
| { |
| "epoch": 0.38755274261603373, |
| "grad_norm": 0.55859375, |
| "learning_rate": 9.244317280371013e-07, |
| "loss": 0.21622005105018616, |
| "step": 1837, |
| "token_acc": 0.9399153737658674 |
| }, |
| { |
| "epoch": 0.38776371308016877, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.243423235693879e-07, |
| "loss": 0.2640265226364136, |
| "step": 1838, |
| "token_acc": 0.9272887842213718 |
| }, |
| { |
| "epoch": 0.3879746835443038, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.242528705745381e-07, |
| "loss": 0.2691488265991211, |
| "step": 1839, |
| "token_acc": 0.9298516687268232 |
| }, |
| { |
| "epoch": 0.3881856540084388, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.241633690627818e-07, |
| "loss": 0.24178001284599304, |
| "step": 1840, |
| "token_acc": 0.9338363319791062 |
| }, |
| { |
| "epoch": 0.38839662447257384, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.240738190443541e-07, |
| "loss": 0.25345578789711, |
| "step": 1841, |
| "token_acc": 0.9266702878870179 |
| }, |
| { |
| "epoch": 0.3886075949367089, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.239842205294959e-07, |
| "loss": 0.2360486388206482, |
| "step": 1842, |
| "token_acc": 0.9328785811732606 |
| }, |
| { |
| "epoch": 0.38881856540084386, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.238945735284534e-07, |
| "loss": 0.2449038028717041, |
| "step": 1843, |
| "token_acc": 0.9268953068592057 |
| }, |
| { |
| "epoch": 0.3890295358649789, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.238048780514787e-07, |
| "loss": 0.26960039138793945, |
| "step": 1844, |
| "token_acc": 0.9270607375271149 |
| }, |
| { |
| "epoch": 0.38924050632911394, |
| "grad_norm": 0.83203125, |
| "learning_rate": 9.237151341088292e-07, |
| "loss": 0.2575567662715912, |
| "step": 1845, |
| "token_acc": 0.9342750072066878 |
| }, |
| { |
| "epoch": 0.38945147679324893, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.236253417107676e-07, |
| "loss": 0.2754535675048828, |
| "step": 1846, |
| "token_acc": 0.9288154897494305 |
| }, |
| { |
| "epoch": 0.38966244725738397, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.23535500867563e-07, |
| "loss": 0.2439945489168167, |
| "step": 1847, |
| "token_acc": 0.9362714013950539 |
| }, |
| { |
| "epoch": 0.389873417721519, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.234456115894888e-07, |
| "loss": 0.2606812119483948, |
| "step": 1848, |
| "token_acc": 0.9236545682102628 |
| }, |
| { |
| "epoch": 0.390084388185654, |
| "grad_norm": 0.9140625, |
| "learning_rate": 9.233556738868249e-07, |
| "loss": 0.27625495195388794, |
| "step": 1849, |
| "token_acc": 0.9225721784776902 |
| }, |
| { |
| "epoch": 0.39029535864978904, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.232656877698566e-07, |
| "loss": 0.2793102264404297, |
| "step": 1850, |
| "token_acc": 0.9202629322663618 |
| }, |
| { |
| "epoch": 0.3905063291139241, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.231756532488743e-07, |
| "loss": 0.2455964833498001, |
| "step": 1851, |
| "token_acc": 0.9258962011771 |
| }, |
| { |
| "epoch": 0.39071729957805906, |
| "grad_norm": 0.5078125, |
| "learning_rate": 9.230855703341743e-07, |
| "loss": 0.19969472289085388, |
| "step": 1852, |
| "token_acc": 0.9432416617905208 |
| }, |
| { |
| "epoch": 0.3909282700421941, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.229954390360584e-07, |
| "loss": 0.28671932220458984, |
| "step": 1853, |
| "token_acc": 0.9230058515552818 |
| }, |
| { |
| "epoch": 0.3911392405063291, |
| "grad_norm": 0.75, |
| "learning_rate": 9.229052593648339e-07, |
| "loss": 0.26401039958000183, |
| "step": 1854, |
| "token_acc": 0.9225410977988298 |
| }, |
| { |
| "epoch": 0.39135021097046413, |
| "grad_norm": 0.7734375, |
| "learning_rate": 9.228150313308134e-07, |
| "loss": 0.233763188123703, |
| "step": 1855, |
| "token_acc": 0.9356511131442513 |
| }, |
| { |
| "epoch": 0.39156118143459917, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.227247549443156e-07, |
| "loss": 0.19187316298484802, |
| "step": 1856, |
| "token_acc": 0.9460545193687231 |
| }, |
| { |
| "epoch": 0.39177215189873416, |
| "grad_norm": 0.82421875, |
| "learning_rate": 9.226344302156641e-07, |
| "loss": 0.24813725054264069, |
| "step": 1857, |
| "token_acc": 0.9283582089552239 |
| }, |
| { |
| "epoch": 0.3919831223628692, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.225440571551882e-07, |
| "loss": 0.28099197149276733, |
| "step": 1858, |
| "token_acc": 0.9286861548345647 |
| }, |
| { |
| "epoch": 0.39219409282700424, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.224536357732231e-07, |
| "loss": 0.23781321942806244, |
| "step": 1859, |
| "token_acc": 0.9274464239607539 |
| }, |
| { |
| "epoch": 0.3924050632911392, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.223631660801093e-07, |
| "loss": 0.3117380440235138, |
| "step": 1860, |
| "token_acc": 0.9198289684660609 |
| }, |
| { |
| "epoch": 0.39261603375527426, |
| "grad_norm": 0.81640625, |
| "learning_rate": 9.222726480861922e-07, |
| "loss": 0.2948303818702698, |
| "step": 1861, |
| "token_acc": 0.9180280882774434 |
| }, |
| { |
| "epoch": 0.3928270042194093, |
| "grad_norm": 0.58203125, |
| "learning_rate": 9.22182081801824e-07, |
| "loss": 0.2569146454334259, |
| "step": 1862, |
| "token_acc": 0.9329383248047401 |
| }, |
| { |
| "epoch": 0.3930379746835443, |
| "grad_norm": 0.94921875, |
| "learning_rate": 9.220914672373614e-07, |
| "loss": 0.32216933369636536, |
| "step": 1863, |
| "token_acc": 0.9064083457526081 |
| }, |
| { |
| "epoch": 0.39324894514767933, |
| "grad_norm": 0.9453125, |
| "learning_rate": 9.220008044031669e-07, |
| "loss": 0.27637138962745667, |
| "step": 1864, |
| "token_acc": 0.9210816777041942 |
| }, |
| { |
| "epoch": 0.39345991561181437, |
| "grad_norm": 0.81640625, |
| "learning_rate": 9.219100933096086e-07, |
| "loss": 0.26345184445381165, |
| "step": 1865, |
| "token_acc": 0.9283387622149837 |
| }, |
| { |
| "epoch": 0.39367088607594936, |
| "grad_norm": 0.8671875, |
| "learning_rate": 9.218193339670601e-07, |
| "loss": 0.3173444867134094, |
| "step": 1866, |
| "token_acc": 0.9129682997118156 |
| }, |
| { |
| "epoch": 0.3938818565400844, |
| "grad_norm": 0.625, |
| "learning_rate": 9.217285263859007e-07, |
| "loss": 0.22335606813430786, |
| "step": 1867, |
| "token_acc": 0.935064935064935 |
| }, |
| { |
| "epoch": 0.39409282700421944, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.216376705765147e-07, |
| "loss": 0.2642119526863098, |
| "step": 1868, |
| "token_acc": 0.9246898995865328 |
| }, |
| { |
| "epoch": 0.3943037974683544, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.215467665492923e-07, |
| "loss": 0.23183171451091766, |
| "step": 1869, |
| "token_acc": 0.9344312290332418 |
| }, |
| { |
| "epoch": 0.39451476793248946, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.214558143146292e-07, |
| "loss": 0.272377073764801, |
| "step": 1870, |
| "token_acc": 0.9305785123966942 |
| }, |
| { |
| "epoch": 0.39472573839662445, |
| "grad_norm": 0.8359375, |
| "learning_rate": 9.213648138829266e-07, |
| "loss": 0.26784923672676086, |
| "step": 1871, |
| "token_acc": 0.928849902534113 |
| }, |
| { |
| "epoch": 0.3949367088607595, |
| "grad_norm": 0.890625, |
| "learning_rate": 9.212737652645913e-07, |
| "loss": 0.23856118321418762, |
| "step": 1872, |
| "token_acc": 0.9337503554165482 |
| }, |
| { |
| "epoch": 0.39514767932489453, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.211826684700351e-07, |
| "loss": 0.2687574625015259, |
| "step": 1873, |
| "token_acc": 0.9265722752716496 |
| }, |
| { |
| "epoch": 0.3953586497890295, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.210915235096759e-07, |
| "loss": 0.2604142427444458, |
| "step": 1874, |
| "token_acc": 0.9201069201069201 |
| }, |
| { |
| "epoch": 0.39556962025316456, |
| "grad_norm": 0.59765625, |
| "learning_rate": 9.210003303939371e-07, |
| "loss": 0.21657685935497284, |
| "step": 1875, |
| "token_acc": 0.9314020224104946 |
| }, |
| { |
| "epoch": 0.3957805907172996, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.20909089133247e-07, |
| "loss": 0.24224431812763214, |
| "step": 1876, |
| "token_acc": 0.9318985849056604 |
| }, |
| { |
| "epoch": 0.3959915611814346, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.208177997380399e-07, |
| "loss": 0.29792293906211853, |
| "step": 1877, |
| "token_acc": 0.9213075060532687 |
| }, |
| { |
| "epoch": 0.3962025316455696, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.20726462218756e-07, |
| "loss": 0.2578182816505432, |
| "step": 1878, |
| "token_acc": 0.924163783160323 |
| }, |
| { |
| "epoch": 0.39641350210970466, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.2063507658584e-07, |
| "loss": 0.23330868780612946, |
| "step": 1879, |
| "token_acc": 0.9328333876752527 |
| }, |
| { |
| "epoch": 0.39662447257383965, |
| "grad_norm": 0.890625, |
| "learning_rate": 9.205436428497426e-07, |
| "loss": 0.28994351625442505, |
| "step": 1880, |
| "token_acc": 0.9161849710982659 |
| }, |
| { |
| "epoch": 0.3968354430379747, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.204521610209202e-07, |
| "loss": 0.2730024456977844, |
| "step": 1881, |
| "token_acc": 0.9229598051157125 |
| }, |
| { |
| "epoch": 0.39704641350210973, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.203606311098347e-07, |
| "loss": 0.24187864363193512, |
| "step": 1882, |
| "token_acc": 0.9261853448275862 |
| }, |
| { |
| "epoch": 0.3972573839662447, |
| "grad_norm": 1.8984375, |
| "learning_rate": 9.202690531269531e-07, |
| "loss": 0.2717437148094177, |
| "step": 1883, |
| "token_acc": 0.9216603332358959 |
| }, |
| { |
| "epoch": 0.39746835443037976, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.201774270827481e-07, |
| "loss": 0.281715989112854, |
| "step": 1884, |
| "token_acc": 0.9242509892594686 |
| }, |
| { |
| "epoch": 0.39767932489451474, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.200857529876978e-07, |
| "loss": 0.2318015843629837, |
| "step": 1885, |
| "token_acc": 0.9304397815464214 |
| }, |
| { |
| "epoch": 0.3978902953586498, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.199940308522862e-07, |
| "loss": 0.27065324783325195, |
| "step": 1886, |
| "token_acc": 0.92619825708061 |
| }, |
| { |
| "epoch": 0.3981012658227848, |
| "grad_norm": 0.83984375, |
| "learning_rate": 9.199022606870024e-07, |
| "loss": 0.2438652217388153, |
| "step": 1887, |
| "token_acc": 0.9273247496423462 |
| }, |
| { |
| "epoch": 0.3983122362869198, |
| "grad_norm": 0.703125, |
| "learning_rate": 9.198104425023411e-07, |
| "loss": 0.24134406447410583, |
| "step": 1888, |
| "token_acc": 0.9285099052540913 |
| }, |
| { |
| "epoch": 0.39852320675105485, |
| "grad_norm": 0.9765625, |
| "learning_rate": 9.197185763088024e-07, |
| "loss": 0.24476462602615356, |
| "step": 1889, |
| "token_acc": 0.92578125 |
| }, |
| { |
| "epoch": 0.3987341772151899, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.19626662116892e-07, |
| "loss": 0.24153611063957214, |
| "step": 1890, |
| "token_acc": 0.9318809450751764 |
| }, |
| { |
| "epoch": 0.3989451476793249, |
| "grad_norm": 0.671875, |
| "learning_rate": 9.195346999371211e-07, |
| "loss": 0.271758496761322, |
| "step": 1891, |
| "token_acc": 0.9209603452926896 |
| }, |
| { |
| "epoch": 0.3991561181434599, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.194426897800064e-07, |
| "loss": 0.26978251338005066, |
| "step": 1892, |
| "token_acc": 0.9290673105946272 |
| }, |
| { |
| "epoch": 0.39936708860759496, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.1935063165607e-07, |
| "loss": 0.28870701789855957, |
| "step": 1893, |
| "token_acc": 0.9254198690577854 |
| }, |
| { |
| "epoch": 0.39957805907172994, |
| "grad_norm": 0.8125, |
| "learning_rate": 9.192585255758394e-07, |
| "loss": 0.2580242455005646, |
| "step": 1894, |
| "token_acc": 0.9339540296770439 |
| }, |
| { |
| "epoch": 0.399789029535865, |
| "grad_norm": 1.375, |
| "learning_rate": 9.191663715498478e-07, |
| "loss": 0.21934179961681366, |
| "step": 1895, |
| "token_acc": 0.9387427838357921 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.19074169588634e-07, |
| "loss": 0.27658939361572266, |
| "step": 1896, |
| "token_acc": 0.9278290993071594 |
| }, |
| { |
| "epoch": 0.400210970464135, |
| "grad_norm": 0.68359375, |
| "learning_rate": 9.189819197027418e-07, |
| "loss": 0.22759562730789185, |
| "step": 1897, |
| "token_acc": 0.9377700950734659 |
| }, |
| { |
| "epoch": 0.40042194092827005, |
| "grad_norm": 0.70703125, |
| "learning_rate": 9.188896219027209e-07, |
| "loss": 0.2513328790664673, |
| "step": 1898, |
| "token_acc": 0.9277489925158319 |
| }, |
| { |
| "epoch": 0.4006329113924051, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.187972761991263e-07, |
| "loss": 0.22657060623168945, |
| "step": 1899, |
| "token_acc": 0.935752688172043 |
| }, |
| { |
| "epoch": 0.4008438818565401, |
| "grad_norm": 1.0390625, |
| "learning_rate": 9.187048826025184e-07, |
| "loss": 0.2751932442188263, |
| "step": 1900, |
| "token_acc": 0.9230091096091684 |
| }, |
| { |
| "epoch": 0.4010548523206751, |
| "grad_norm": 0.7890625, |
| "learning_rate": 9.186124411234632e-07, |
| "loss": 0.27560490369796753, |
| "step": 1901, |
| "token_acc": 0.9197261978842564 |
| }, |
| { |
| "epoch": 0.4012658227848101, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.185199517725324e-07, |
| "loss": 0.24792620539665222, |
| "step": 1902, |
| "token_acc": 0.9330645161290323 |
| }, |
| { |
| "epoch": 0.40147679324894514, |
| "grad_norm": 0.87890625, |
| "learning_rate": 9.184274145603029e-07, |
| "loss": 0.3180472254753113, |
| "step": 1903, |
| "token_acc": 0.9188658057271196 |
| }, |
| { |
| "epoch": 0.4016877637130802, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.183348294973568e-07, |
| "loss": 0.24376609921455383, |
| "step": 1904, |
| "token_acc": 0.9286992840095465 |
| }, |
| { |
| "epoch": 0.40189873417721517, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.182421965942821e-07, |
| "loss": 0.28026020526885986, |
| "step": 1905, |
| "token_acc": 0.9222288438617402 |
| }, |
| { |
| "epoch": 0.4021097046413502, |
| "grad_norm": 3.65625, |
| "learning_rate": 9.181495158616725e-07, |
| "loss": 0.25579574704170227, |
| "step": 1906, |
| "token_acc": 0.9286159600997507 |
| }, |
| { |
| "epoch": 0.40232067510548525, |
| "grad_norm": 0.6328125, |
| "learning_rate": 9.180567873101265e-07, |
| "loss": 0.23290948569774628, |
| "step": 1907, |
| "token_acc": 0.9333922782198645 |
| }, |
| { |
| "epoch": 0.40253164556962023, |
| "grad_norm": 0.5859375, |
| "learning_rate": 9.179640109502484e-07, |
| "loss": 0.2401217222213745, |
| "step": 1908, |
| "token_acc": 0.9341425619834711 |
| }, |
| { |
| "epoch": 0.4027426160337553, |
| "grad_norm": 0.8203125, |
| "learning_rate": 9.17871186792648e-07, |
| "loss": 0.26812300086021423, |
| "step": 1909, |
| "token_acc": 0.9327782917052112 |
| }, |
| { |
| "epoch": 0.4029535864978903, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.177783148479408e-07, |
| "loss": 0.2858043909072876, |
| "step": 1910, |
| "token_acc": 0.9216884198833657 |
| }, |
| { |
| "epoch": 0.4031645569620253, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.176853951267469e-07, |
| "loss": 0.23564667999744415, |
| "step": 1911, |
| "token_acc": 0.9349294045426643 |
| }, |
| { |
| "epoch": 0.40337552742616034, |
| "grad_norm": 0.75, |
| "learning_rate": 9.175924276396931e-07, |
| "loss": 0.24908998608589172, |
| "step": 1912, |
| "token_acc": 0.9320012890750886 |
| }, |
| { |
| "epoch": 0.4035864978902954, |
| "grad_norm": 0.796875, |
| "learning_rate": 9.174994123974105e-07, |
| "loss": 0.25956442952156067, |
| "step": 1913, |
| "token_acc": 0.9315411065958112 |
| }, |
| { |
| "epoch": 0.40379746835443037, |
| "grad_norm": 0.546875, |
| "learning_rate": 9.174063494105366e-07, |
| "loss": 0.1772785186767578, |
| "step": 1914, |
| "token_acc": 0.9457151570600792 |
| }, |
| { |
| "epoch": 0.4040084388185654, |
| "grad_norm": 1.078125, |
| "learning_rate": 9.173132386897136e-07, |
| "loss": 0.26592162251472473, |
| "step": 1915, |
| "token_acc": 0.9237465181058496 |
| }, |
| { |
| "epoch": 0.40421940928270045, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.172200802455898e-07, |
| "loss": 0.25685757398605347, |
| "step": 1916, |
| "token_acc": 0.9311940759024993 |
| }, |
| { |
| "epoch": 0.40443037974683543, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.171268740888182e-07, |
| "loss": 0.250326544046402, |
| "step": 1917, |
| "token_acc": 0.9311023622047244 |
| }, |
| { |
| "epoch": 0.4046413502109705, |
| "grad_norm": 1.1875, |
| "learning_rate": 9.170336202300583e-07, |
| "loss": 0.2700883150100708, |
| "step": 1918, |
| "token_acc": 0.9242227979274611 |
| }, |
| { |
| "epoch": 0.40485232067510546, |
| "grad_norm": 0.74609375, |
| "learning_rate": 9.169403186799741e-07, |
| "loss": 0.2698970437049866, |
| "step": 1919, |
| "token_acc": 0.9252514270182115 |
| }, |
| { |
| "epoch": 0.4050632911392405, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.168469694492355e-07, |
| "loss": 0.28905174136161804, |
| "step": 1920, |
| "token_acc": 0.9209056159952955 |
| }, |
| { |
| "epoch": 0.40527426160337554, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.167535725485178e-07, |
| "loss": 0.23809051513671875, |
| "step": 1921, |
| "token_acc": 0.9302013422818792 |
| }, |
| { |
| "epoch": 0.4054852320675105, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.166601279885017e-07, |
| "loss": 0.23999746143817902, |
| "step": 1922, |
| "token_acc": 0.935251798561151 |
| }, |
| { |
| "epoch": 0.40569620253164557, |
| "grad_norm": 0.6796875, |
| "learning_rate": 9.165666357798733e-07, |
| "loss": 0.23197510838508606, |
| "step": 1923, |
| "token_acc": 0.9327980969372583 |
| }, |
| { |
| "epoch": 0.4059071729957806, |
| "grad_norm": 0.86328125, |
| "learning_rate": 9.164730959333245e-07, |
| "loss": 0.29541683197021484, |
| "step": 1924, |
| "token_acc": 0.9220892909250072 |
| }, |
| { |
| "epoch": 0.4061181434599156, |
| "grad_norm": 0.60546875, |
| "learning_rate": 9.16379508459552e-07, |
| "loss": 0.27687525749206543, |
| "step": 1925, |
| "token_acc": 0.9200790737079921 |
| }, |
| { |
| "epoch": 0.40632911392405063, |
| "grad_norm": 1.2109375, |
| "learning_rate": 9.162858733692585e-07, |
| "loss": 0.3053325116634369, |
| "step": 1926, |
| "token_acc": 0.916566265060241 |
| }, |
| { |
| "epoch": 0.4065400843881857, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.16192190673152e-07, |
| "loss": 0.2050454467535019, |
| "step": 1927, |
| "token_acc": 0.9362162162162162 |
| }, |
| { |
| "epoch": 0.40675105485232066, |
| "grad_norm": 0.7734375, |
| "learning_rate": 9.160984603819459e-07, |
| "loss": 0.2896081805229187, |
| "step": 1928, |
| "token_acc": 0.9183372641509434 |
| }, |
| { |
| "epoch": 0.4069620253164557, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.160046825063591e-07, |
| "loss": 0.30498236417770386, |
| "step": 1929, |
| "token_acc": 0.925463948889565 |
| }, |
| { |
| "epoch": 0.40717299578059074, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.159108570571157e-07, |
| "loss": 0.26336434483528137, |
| "step": 1930, |
| "token_acc": 0.9244799088059276 |
| }, |
| { |
| "epoch": 0.4073839662447257, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.158169840449457e-07, |
| "loss": 0.2476760447025299, |
| "step": 1931, |
| "token_acc": 0.9316361556064073 |
| }, |
| { |
| "epoch": 0.40759493670886077, |
| "grad_norm": 0.8359375, |
| "learning_rate": 9.157230634805839e-07, |
| "loss": 0.23430106043815613, |
| "step": 1932, |
| "token_acc": 0.9355336212214682 |
| }, |
| { |
| "epoch": 0.4078059071729958, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.156290953747714e-07, |
| "loss": 0.2746797502040863, |
| "step": 1933, |
| "token_acc": 0.9278319123020706 |
| }, |
| { |
| "epoch": 0.4080168776371308, |
| "grad_norm": 0.76171875, |
| "learning_rate": 9.155350797382537e-07, |
| "loss": 0.2650185525417328, |
| "step": 1934, |
| "token_acc": 0.9247412982126059 |
| }, |
| { |
| "epoch": 0.40822784810126583, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.154410165817828e-07, |
| "loss": 0.30540603399276733, |
| "step": 1935, |
| "token_acc": 0.9162790697674419 |
| }, |
| { |
| "epoch": 0.4084388185654008, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.153469059161153e-07, |
| "loss": 0.27233344316482544, |
| "step": 1936, |
| "token_acc": 0.9290521592821088 |
| }, |
| { |
| "epoch": 0.40864978902953586, |
| "grad_norm": 2.515625, |
| "learning_rate": 9.152527477520137e-07, |
| "loss": 0.3095840811729431, |
| "step": 1937, |
| "token_acc": 0.9161658653846154 |
| }, |
| { |
| "epoch": 0.4088607594936709, |
| "grad_norm": 1.390625, |
| "learning_rate": 9.151585421002457e-07, |
| "loss": 0.31651750206947327, |
| "step": 1938, |
| "token_acc": 0.9165916591659166 |
| }, |
| { |
| "epoch": 0.4090717299578059, |
| "grad_norm": 0.75, |
| "learning_rate": 9.150642889715845e-07, |
| "loss": 0.26749229431152344, |
| "step": 1939, |
| "token_acc": 0.9320086929524992 |
| }, |
| { |
| "epoch": 0.4092827004219409, |
| "grad_norm": 0.6484375, |
| "learning_rate": 9.149699883768088e-07, |
| "loss": 0.21710315346717834, |
| "step": 1940, |
| "token_acc": 0.9348079161816065 |
| }, |
| { |
| "epoch": 0.40949367088607597, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.148756403267026e-07, |
| "loss": 0.34100958704948425, |
| "step": 1941, |
| "token_acc": 0.9185356200527705 |
| }, |
| { |
| "epoch": 0.40970464135021095, |
| "grad_norm": 0.7734375, |
| "learning_rate": 9.147812448320554e-07, |
| "loss": 0.25636026263237, |
| "step": 1942, |
| "token_acc": 0.9277210884353742 |
| }, |
| { |
| "epoch": 0.409915611814346, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.146868019036623e-07, |
| "loss": 0.31487444043159485, |
| "step": 1943, |
| "token_acc": 0.916615194564546 |
| }, |
| { |
| "epoch": 0.41012658227848103, |
| "grad_norm": 0.83984375, |
| "learning_rate": 9.145923115523236e-07, |
| "loss": 0.2474036067724228, |
| "step": 1944, |
| "token_acc": 0.932229377491567 |
| }, |
| { |
| "epoch": 0.410337552742616, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.144977737888448e-07, |
| "loss": 0.23942765593528748, |
| "step": 1945, |
| "token_acc": 0.935179358086847 |
| }, |
| { |
| "epoch": 0.41054852320675106, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.144031886240373e-07, |
| "loss": 0.321605384349823, |
| "step": 1946, |
| "token_acc": 0.9218192627824019 |
| }, |
| { |
| "epoch": 0.4107594936708861, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.143085560687179e-07, |
| "loss": 0.24766230583190918, |
| "step": 1947, |
| "token_acc": 0.9277746793084216 |
| }, |
| { |
| "epoch": 0.4109704641350211, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.142138761337082e-07, |
| "loss": 0.26399165391921997, |
| "step": 1948, |
| "token_acc": 0.9282596835788325 |
| }, |
| { |
| "epoch": 0.4111814345991561, |
| "grad_norm": 0.69921875, |
| "learning_rate": 9.141191488298361e-07, |
| "loss": 0.2344694286584854, |
| "step": 1949, |
| "token_acc": 0.9286647504572773 |
| }, |
| { |
| "epoch": 0.41139240506329117, |
| "grad_norm": 0.69140625, |
| "learning_rate": 9.140243741679341e-07, |
| "loss": 0.20495407283306122, |
| "step": 1950, |
| "token_acc": 0.937727724412057 |
| }, |
| { |
| "epoch": 0.41160337552742615, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.139295521588406e-07, |
| "loss": 0.2814640998840332, |
| "step": 1951, |
| "token_acc": 0.9239944521497919 |
| }, |
| { |
| "epoch": 0.4118143459915612, |
| "grad_norm": 0.6875, |
| "learning_rate": 9.138346828133995e-07, |
| "loss": 0.257242351770401, |
| "step": 1952, |
| "token_acc": 0.9294289897510981 |
| }, |
| { |
| "epoch": 0.4120253164556962, |
| "grad_norm": 0.7734375, |
| "learning_rate": 9.137397661424596e-07, |
| "loss": 0.30631783604621887, |
| "step": 1953, |
| "token_acc": 0.9265954533004657 |
| }, |
| { |
| "epoch": 0.4122362869198312, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.136448021568757e-07, |
| "loss": 0.2396744191646576, |
| "step": 1954, |
| "token_acc": 0.9292063492063493 |
| }, |
| { |
| "epoch": 0.41244725738396626, |
| "grad_norm": 0.54296875, |
| "learning_rate": 9.135497908675076e-07, |
| "loss": 0.2213076651096344, |
| "step": 1955, |
| "token_acc": 0.9362022269034005 |
| }, |
| { |
| "epoch": 0.41265822784810124, |
| "grad_norm": 0.73828125, |
| "learning_rate": 9.134547322852206e-07, |
| "loss": 0.2861933708190918, |
| "step": 1956, |
| "token_acc": 0.9219481735872619 |
| }, |
| { |
| "epoch": 0.4128691983122363, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.133596264208856e-07, |
| "loss": 0.2793295383453369, |
| "step": 1957, |
| "token_acc": 0.9232751216719153 |
| }, |
| { |
| "epoch": 0.4130801687763713, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.132644732853785e-07, |
| "loss": 0.23415514826774597, |
| "step": 1958, |
| "token_acc": 0.936848752762867 |
| }, |
| { |
| "epoch": 0.4132911392405063, |
| "grad_norm": 0.7109375, |
| "learning_rate": 9.131692728895811e-07, |
| "loss": 0.29440468549728394, |
| "step": 1959, |
| "token_acc": 0.9173300673606859 |
| }, |
| { |
| "epoch": 0.41350210970464135, |
| "grad_norm": 0.62890625, |
| "learning_rate": 9.130740252443803e-07, |
| "loss": 0.25713711977005005, |
| "step": 1960, |
| "token_acc": 0.9248366013071896 |
| }, |
| { |
| "epoch": 0.4137130801687764, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.129787303606687e-07, |
| "loss": 0.28025707602500916, |
| "step": 1961, |
| "token_acc": 0.9208227669766131 |
| }, |
| { |
| "epoch": 0.4139240506329114, |
| "grad_norm": 0.83984375, |
| "learning_rate": 9.128833882493436e-07, |
| "loss": 0.25988930463790894, |
| "step": 1962, |
| "token_acc": 0.9253945480631277 |
| }, |
| { |
| "epoch": 0.4141350210970464, |
| "grad_norm": 1.015625, |
| "learning_rate": 9.127879989213086e-07, |
| "loss": 0.2681414484977722, |
| "step": 1963, |
| "token_acc": 0.924223602484472 |
| }, |
| { |
| "epoch": 0.41434599156118146, |
| "grad_norm": 0.609375, |
| "learning_rate": 9.126925623874719e-07, |
| "loss": 0.23518618941307068, |
| "step": 1964, |
| "token_acc": 0.9347695990424896 |
| }, |
| { |
| "epoch": 0.41455696202531644, |
| "grad_norm": 0.84375, |
| "learning_rate": 9.125970786587479e-07, |
| "loss": 0.2538262605667114, |
| "step": 1965, |
| "token_acc": 0.9263786242183059 |
| }, |
| { |
| "epoch": 0.4147679324894515, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.125015477460556e-07, |
| "loss": 0.2897471785545349, |
| "step": 1966, |
| "token_acc": 0.9163509180996794 |
| }, |
| { |
| "epoch": 0.41497890295358647, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.124059696603201e-07, |
| "loss": 0.2630343437194824, |
| "step": 1967, |
| "token_acc": 0.9244324970131422 |
| }, |
| { |
| "epoch": 0.4151898734177215, |
| "grad_norm": 0.7421875, |
| "learning_rate": 9.123103444124713e-07, |
| "loss": 0.25306540727615356, |
| "step": 1968, |
| "token_acc": 0.9272513933704899 |
| }, |
| { |
| "epoch": 0.41540084388185655, |
| "grad_norm": 0.62109375, |
| "learning_rate": 9.12214672013445e-07, |
| "loss": 0.22293509542942047, |
| "step": 1969, |
| "token_acc": 0.9381590196637218 |
| }, |
| { |
| "epoch": 0.41561181434599154, |
| "grad_norm": 0.5625, |
| "learning_rate": 9.121189524741817e-07, |
| "loss": 0.23128658533096313, |
| "step": 1970, |
| "token_acc": 0.9351984013702541 |
| }, |
| { |
| "epoch": 0.4158227848101266, |
| "grad_norm": 0.54296875, |
| "learning_rate": 9.120231858056282e-07, |
| "loss": 0.2618774175643921, |
| "step": 1971, |
| "token_acc": 0.9295605057194462 |
| }, |
| { |
| "epoch": 0.4160337552742616, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.119273720187361e-07, |
| "loss": 0.25696003437042236, |
| "step": 1972, |
| "token_acc": 0.9253450439146801 |
| }, |
| { |
| "epoch": 0.4162447257383966, |
| "grad_norm": 1.1328125, |
| "learning_rate": 9.118315111244624e-07, |
| "loss": 0.22687079012393951, |
| "step": 1973, |
| "token_acc": 0.9345570630486831 |
| }, |
| { |
| "epoch": 0.41645569620253164, |
| "grad_norm": 0.8671875, |
| "learning_rate": 9.117356031337698e-07, |
| "loss": 0.25750643014907837, |
| "step": 1974, |
| "token_acc": 0.9301022090339598 |
| }, |
| { |
| "epoch": 0.4166666666666667, |
| "grad_norm": 0.91796875, |
| "learning_rate": 9.11639648057626e-07, |
| "loss": 0.2913302481174469, |
| "step": 1975, |
| "token_acc": 0.9276166456494326 |
| }, |
| { |
| "epoch": 0.41687763713080167, |
| "grad_norm": 0.86328125, |
| "learning_rate": 9.115436459070044e-07, |
| "loss": 0.2763899564743042, |
| "step": 1976, |
| "token_acc": 0.9230769230769231 |
| }, |
| { |
| "epoch": 0.4170886075949367, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.114475966928836e-07, |
| "loss": 0.2513253390789032, |
| "step": 1977, |
| "token_acc": 0.9275092936802974 |
| }, |
| { |
| "epoch": 0.41729957805907175, |
| "grad_norm": 0.72265625, |
| "learning_rate": 9.113515004262475e-07, |
| "loss": 0.24095700681209564, |
| "step": 1978, |
| "token_acc": 0.9372488408037094 |
| }, |
| { |
| "epoch": 0.41751054852320674, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.112553571180858e-07, |
| "loss": 0.2281455397605896, |
| "step": 1979, |
| "token_acc": 0.9321780699133553 |
| }, |
| { |
| "epoch": 0.4177215189873418, |
| "grad_norm": 0.765625, |
| "learning_rate": 9.111591667793933e-07, |
| "loss": 0.23691600561141968, |
| "step": 1980, |
| "token_acc": 0.934855403348554 |
| }, |
| { |
| "epoch": 0.4179324894514768, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.1106292942117e-07, |
| "loss": 0.25448983907699585, |
| "step": 1981, |
| "token_acc": 0.9298789947254111 |
| }, |
| { |
| "epoch": 0.4181434599156118, |
| "grad_norm": 1.265625, |
| "learning_rate": 9.109666450544213e-07, |
| "loss": 0.2553502023220062, |
| "step": 1982, |
| "token_acc": 0.93343653250774 |
| }, |
| { |
| "epoch": 0.41835443037974684, |
| "grad_norm": 0.7734375, |
| "learning_rate": 9.108703136901587e-07, |
| "loss": 0.28221210837364197, |
| "step": 1983, |
| "token_acc": 0.9225239616613419 |
| }, |
| { |
| "epoch": 0.41856540084388183, |
| "grad_norm": 0.71875, |
| "learning_rate": 9.10773935339398e-07, |
| "loss": 0.27611416578292847, |
| "step": 1984, |
| "token_acc": 0.9298349056603774 |
| }, |
| { |
| "epoch": 0.41877637130801687, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.106775100131608e-07, |
| "loss": 0.2644606828689575, |
| "step": 1985, |
| "token_acc": 0.9235033259423503 |
| }, |
| { |
| "epoch": 0.4189873417721519, |
| "grad_norm": 0.64453125, |
| "learning_rate": 9.105810377224745e-07, |
| "loss": 0.2672709822654724, |
| "step": 1986, |
| "token_acc": 0.927710843373494 |
| }, |
| { |
| "epoch": 0.4191983122362869, |
| "grad_norm": 0.71484375, |
| "learning_rate": 9.104845184783716e-07, |
| "loss": 0.2812398076057434, |
| "step": 1987, |
| "token_acc": 0.9225935447015139 |
| }, |
| { |
| "epoch": 0.41940928270042194, |
| "grad_norm": 0.5546875, |
| "learning_rate": 9.103879522918896e-07, |
| "loss": 0.26493459939956665, |
| "step": 1988, |
| "token_acc": 0.9258202567760342 |
| }, |
| { |
| "epoch": 0.419620253164557, |
| "grad_norm": 0.67578125, |
| "learning_rate": 9.102913391740716e-07, |
| "loss": 0.23307015001773834, |
| "step": 1989, |
| "token_acc": 0.936281241417193 |
| }, |
| { |
| "epoch": 0.41983122362869196, |
| "grad_norm": 0.99609375, |
| "learning_rate": 9.101946791359665e-07, |
| "loss": 0.28101563453674316, |
| "step": 1990, |
| "token_acc": 0.923546511627907 |
| }, |
| { |
| "epoch": 0.420042194092827, |
| "grad_norm": 0.6953125, |
| "learning_rate": 9.100979721886279e-07, |
| "loss": 0.24740473926067352, |
| "step": 1991, |
| "token_acc": 0.9285905322278684 |
| }, |
| { |
| "epoch": 0.42025316455696204, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.100012183431152e-07, |
| "loss": 0.25005412101745605, |
| "step": 1992, |
| "token_acc": 0.9281230382925298 |
| }, |
| { |
| "epoch": 0.42046413502109703, |
| "grad_norm": 0.7578125, |
| "learning_rate": 9.099044176104929e-07, |
| "loss": 0.20773842930793762, |
| "step": 1993, |
| "token_acc": 0.9379124175164967 |
| }, |
| { |
| "epoch": 0.42067510548523207, |
| "grad_norm": 0.859375, |
| "learning_rate": 9.098075700018311e-07, |
| "loss": 0.28273704648017883, |
| "step": 1994, |
| "token_acc": 0.9198189460071128 |
| }, |
| { |
| "epoch": 0.4208860759493671, |
| "grad_norm": 1.0546875, |
| "learning_rate": 9.097106755282049e-07, |
| "loss": 0.28721871972084045, |
| "step": 1995, |
| "token_acc": 0.9265134347685335 |
| }, |
| { |
| "epoch": 0.4210970464135021, |
| "grad_norm": 1.8359375, |
| "learning_rate": 9.096137342006953e-07, |
| "loss": 0.27081963419914246, |
| "step": 1996, |
| "token_acc": 0.9250157529930687 |
| }, |
| { |
| "epoch": 0.42130801687763714, |
| "grad_norm": 0.640625, |
| "learning_rate": 9.095167460303883e-07, |
| "loss": 0.23872046172618866, |
| "step": 1997, |
| "token_acc": 0.9386761842959117 |
| }, |
| { |
| "epoch": 0.4215189873417722, |
| "grad_norm": 0.66796875, |
| "learning_rate": 9.094197110283752e-07, |
| "loss": 0.26904159784317017, |
| "step": 1998, |
| "token_acc": 0.9290484140233722 |
| }, |
| { |
| "epoch": 0.42172995780590716, |
| "grad_norm": 0.98828125, |
| "learning_rate": 9.093226292057529e-07, |
| "loss": 0.3138263523578644, |
| "step": 1999, |
| "token_acc": 0.9206625980819529 |
| }, |
| { |
| "epoch": 0.4219409282700422, |
| "grad_norm": 0.55078125, |
| "learning_rate": 9.092255005736236e-07, |
| "loss": 0.1999545842409134, |
| "step": 2000, |
| "token_acc": 0.9382038694773318 |
| }, |
| { |
| "epoch": 0.4219409282700422, |
| "eval_loss": 0.43380746245384216, |
| "eval_runtime": 245.6162, |
| "eval_samples_per_second": 137.226, |
| "eval_steps_per_second": 2.146, |
| "eval_token_acc": 0.8990778964372251, |
| "step": 2000 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 9480, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.0315273681255793e+18, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
