| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.999815668202765, |
| "eval_steps": 500, |
| "global_step": 1808, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0005529953917050691, |
| "grad_norm": 5.9790191650390625, |
| "learning_rate": 5.524861878453039e-08, |
| "loss": 0.8575, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0011059907834101382, |
| "grad_norm": 5.738432884216309, |
| "learning_rate": 1.1049723756906078e-07, |
| "loss": 0.8535, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0016589861751152074, |
| "grad_norm": 5.905203342437744, |
| "learning_rate": 1.6574585635359117e-07, |
| "loss": 0.8907, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0022119815668202765, |
| "grad_norm": 5.97217321395874, |
| "learning_rate": 2.2099447513812156e-07, |
| "loss": 0.8695, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0027649769585253456, |
| "grad_norm": 6.003969669342041, |
| "learning_rate": 2.7624309392265196e-07, |
| "loss": 0.8746, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0033179723502304147, |
| "grad_norm": 5.878486156463623, |
| "learning_rate": 3.3149171270718233e-07, |
| "loss": 0.866, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.003870967741935484, |
| "grad_norm": 5.74072265625, |
| "learning_rate": 3.867403314917127e-07, |
| "loss": 0.8351, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.004423963133640553, |
| "grad_norm": 5.6800150871276855, |
| "learning_rate": 4.419889502762431e-07, |
| "loss": 0.8534, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.004976958525345622, |
| "grad_norm": 5.634627819061279, |
| "learning_rate": 4.972375690607735e-07, |
| "loss": 0.8592, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.005529953917050691, |
| "grad_norm": 5.71673059463501, |
| "learning_rate": 5.524861878453039e-07, |
| "loss": 0.8825, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.00608294930875576, |
| "grad_norm": 5.533100605010986, |
| "learning_rate": 6.077348066298343e-07, |
| "loss": 0.8662, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.0066359447004608295, |
| "grad_norm": 5.378372669219971, |
| "learning_rate": 6.629834254143647e-07, |
| "loss": 0.8688, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.007188940092165899, |
| "grad_norm": 5.282576560974121, |
| "learning_rate": 7.18232044198895e-07, |
| "loss": 0.8179, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.007741935483870968, |
| "grad_norm": 4.443999290466309, |
| "learning_rate": 7.734806629834254e-07, |
| "loss": 0.829, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.008294930875576038, |
| "grad_norm": 4.481590270996094, |
| "learning_rate": 8.287292817679559e-07, |
| "loss": 0.8441, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.008847926267281106, |
| "grad_norm": 4.04002571105957, |
| "learning_rate": 8.839779005524863e-07, |
| "loss": 0.7884, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.009400921658986176, |
| "grad_norm": 3.9912734031677246, |
| "learning_rate": 9.392265193370166e-07, |
| "loss": 0.7851, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.009953917050691244, |
| "grad_norm": 3.7548842430114746, |
| "learning_rate": 9.94475138121547e-07, |
| "loss": 0.7836, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.010506912442396314, |
| "grad_norm": 2.2732059955596924, |
| "learning_rate": 1.0497237569060774e-06, |
| "loss": 0.7572, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.011059907834101382, |
| "grad_norm": 2.244140625, |
| "learning_rate": 1.1049723756906078e-06, |
| "loss": 0.7637, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.011612903225806452, |
| "grad_norm": 2.1460845470428467, |
| "learning_rate": 1.160220994475138e-06, |
| "loss": 0.7849, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.01216589861751152, |
| "grad_norm": 2.0333800315856934, |
| "learning_rate": 1.2154696132596686e-06, |
| "loss": 0.8008, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.01271889400921659, |
| "grad_norm": 1.962172508239746, |
| "learning_rate": 1.270718232044199e-06, |
| "loss": 0.7914, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.013271889400921659, |
| "grad_norm": 1.9014993906021118, |
| "learning_rate": 1.3259668508287293e-06, |
| "loss": 0.754, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.013824884792626729, |
| "grad_norm": 1.5539250373840332, |
| "learning_rate": 1.3812154696132598e-06, |
| "loss": 0.7218, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.014377880184331797, |
| "grad_norm": 2.1412103176116943, |
| "learning_rate": 1.43646408839779e-06, |
| "loss": 0.7083, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.014930875576036867, |
| "grad_norm": 2.793086290359497, |
| "learning_rate": 1.4917127071823205e-06, |
| "loss": 0.7505, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.015483870967741935, |
| "grad_norm": 2.779872179031372, |
| "learning_rate": 1.5469613259668508e-06, |
| "loss": 0.7609, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.016036866359447004, |
| "grad_norm": 2.9033734798431396, |
| "learning_rate": 1.6022099447513815e-06, |
| "loss": 0.7388, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.016589861751152075, |
| "grad_norm": 2.6718666553497314, |
| "learning_rate": 1.6574585635359118e-06, |
| "loss": 0.7395, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.017142857142857144, |
| "grad_norm": 2.3672306537628174, |
| "learning_rate": 1.7127071823204422e-06, |
| "loss": 0.736, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.017695852534562212, |
| "grad_norm": 2.0016157627105713, |
| "learning_rate": 1.7679558011049725e-06, |
| "loss": 0.7169, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.01824884792626728, |
| "grad_norm": 1.755001425743103, |
| "learning_rate": 1.823204419889503e-06, |
| "loss": 0.7358, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.018801843317972352, |
| "grad_norm": 1.084032416343689, |
| "learning_rate": 1.8784530386740332e-06, |
| "loss": 0.654, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.01935483870967742, |
| "grad_norm": 1.0225807428359985, |
| "learning_rate": 1.933701657458564e-06, |
| "loss": 0.6793, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.01990783410138249, |
| "grad_norm": 1.0972223281860352, |
| "learning_rate": 1.988950276243094e-06, |
| "loss": 0.6625, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.020460829493087557, |
| "grad_norm": 1.1796579360961914, |
| "learning_rate": 2.0441988950276245e-06, |
| "loss": 0.6905, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.02101382488479263, |
| "grad_norm": 1.1285828351974487, |
| "learning_rate": 2.0994475138121547e-06, |
| "loss": 0.6433, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.021566820276497697, |
| "grad_norm": 1.0303235054016113, |
| "learning_rate": 2.1546961325966854e-06, |
| "loss": 0.637, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.022119815668202765, |
| "grad_norm": 0.9121658205986023, |
| "learning_rate": 2.2099447513812157e-06, |
| "loss": 0.6506, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.022672811059907833, |
| "grad_norm": 0.8387944102287292, |
| "learning_rate": 2.265193370165746e-06, |
| "loss": 0.6217, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.023225806451612905, |
| "grad_norm": 0.762744665145874, |
| "learning_rate": 2.320441988950276e-06, |
| "loss": 0.6131, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.023778801843317973, |
| "grad_norm": 0.8466107845306396, |
| "learning_rate": 2.375690607734807e-06, |
| "loss": 0.6313, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.02433179723502304, |
| "grad_norm": 0.7411535382270813, |
| "learning_rate": 2.430939226519337e-06, |
| "loss": 0.6178, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.02488479262672811, |
| "grad_norm": 0.7712140083312988, |
| "learning_rate": 2.486187845303868e-06, |
| "loss": 0.6218, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.02543778801843318, |
| "grad_norm": 1.0630971193313599, |
| "learning_rate": 2.541436464088398e-06, |
| "loss": 0.6497, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.02599078341013825, |
| "grad_norm": 0.8186689615249634, |
| "learning_rate": 2.5966850828729284e-06, |
| "loss": 0.6493, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.026543778801843318, |
| "grad_norm": 0.7290191650390625, |
| "learning_rate": 2.6519337016574586e-06, |
| "loss": 0.6278, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.027096774193548386, |
| "grad_norm": 0.6419755816459656, |
| "learning_rate": 2.707182320441989e-06, |
| "loss": 0.6495, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.027649769585253458, |
| "grad_norm": 0.6034302711486816, |
| "learning_rate": 2.7624309392265196e-06, |
| "loss": 0.6262, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.028202764976958526, |
| "grad_norm": 0.7188774943351746, |
| "learning_rate": 2.81767955801105e-06, |
| "loss": 0.6416, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.028755760368663594, |
| "grad_norm": 0.7371018528938293, |
| "learning_rate": 2.87292817679558e-06, |
| "loss": 0.6181, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.029308755760368663, |
| "grad_norm": 0.7526310086250305, |
| "learning_rate": 2.9281767955801104e-06, |
| "loss": 0.6644, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.029861751152073734, |
| "grad_norm": 0.6002934575080872, |
| "learning_rate": 2.983425414364641e-06, |
| "loss": 0.57, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.030414746543778803, |
| "grad_norm": 0.535647451877594, |
| "learning_rate": 3.0386740331491713e-06, |
| "loss": 0.6158, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.03096774193548387, |
| "grad_norm": 0.5333572030067444, |
| "learning_rate": 3.0939226519337016e-06, |
| "loss": 0.6237, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.03152073732718894, |
| "grad_norm": 0.6033058166503906, |
| "learning_rate": 3.149171270718232e-06, |
| "loss": 0.5905, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.03207373271889401, |
| "grad_norm": 0.5824403166770935, |
| "learning_rate": 3.204419889502763e-06, |
| "loss": 0.5934, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.03262672811059908, |
| "grad_norm": 0.5389731526374817, |
| "learning_rate": 3.2596685082872933e-06, |
| "loss": 0.6149, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.03317972350230415, |
| "grad_norm": 0.5317662954330444, |
| "learning_rate": 3.3149171270718235e-06, |
| "loss": 0.5953, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.033732718894009216, |
| "grad_norm": 0.5464670658111572, |
| "learning_rate": 3.370165745856354e-06, |
| "loss": 0.5848, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.03428571428571429, |
| "grad_norm": 0.5087230205535889, |
| "learning_rate": 3.4254143646408845e-06, |
| "loss": 0.5912, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.03483870967741935, |
| "grad_norm": 0.4756256937980652, |
| "learning_rate": 3.4806629834254147e-06, |
| "loss": 0.5842, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.035391705069124424, |
| "grad_norm": 0.49870121479034424, |
| "learning_rate": 3.535911602209945e-06, |
| "loss": 0.6009, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.035944700460829496, |
| "grad_norm": 0.44439196586608887, |
| "learning_rate": 3.5911602209944757e-06, |
| "loss": 0.5832, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.03649769585253456, |
| "grad_norm": 0.4260464608669281, |
| "learning_rate": 3.646408839779006e-06, |
| "loss": 0.5896, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.03705069124423963, |
| "grad_norm": 0.4569395184516907, |
| "learning_rate": 3.7016574585635362e-06, |
| "loss": 0.6184, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.037603686635944704, |
| "grad_norm": 0.4692537486553192, |
| "learning_rate": 3.7569060773480665e-06, |
| "loss": 0.5623, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.03815668202764977, |
| "grad_norm": 0.40080568194389343, |
| "learning_rate": 3.812154696132597e-06, |
| "loss": 0.5832, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.03870967741935484, |
| "grad_norm": 0.47561773657798767, |
| "learning_rate": 3.867403314917128e-06, |
| "loss": 0.5801, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.039262672811059905, |
| "grad_norm": 0.47063136100769043, |
| "learning_rate": 3.922651933701658e-06, |
| "loss": 0.5913, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.03981566820276498, |
| "grad_norm": 0.435703843832016, |
| "learning_rate": 3.977900552486188e-06, |
| "loss": 0.583, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.04036866359447005, |
| "grad_norm": 0.44961071014404297, |
| "learning_rate": 4.033149171270719e-06, |
| "loss": 0.6015, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.04092165898617511, |
| "grad_norm": 0.43612730503082275, |
| "learning_rate": 4.088397790055249e-06, |
| "loss": 0.5916, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.041474654377880185, |
| "grad_norm": 0.4045799970626831, |
| "learning_rate": 4.143646408839779e-06, |
| "loss": 0.5365, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.04202764976958526, |
| "grad_norm": 0.47303467988967896, |
| "learning_rate": 4.1988950276243095e-06, |
| "loss": 0.587, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.04258064516129032, |
| "grad_norm": 0.3942665159702301, |
| "learning_rate": 4.2541436464088406e-06, |
| "loss": 0.5682, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.04313364055299539, |
| "grad_norm": 0.40599432587623596, |
| "learning_rate": 4.309392265193371e-06, |
| "loss": 0.5686, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.04368663594470046, |
| "grad_norm": 0.41502925753593445, |
| "learning_rate": 4.364640883977901e-06, |
| "loss": 0.5644, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.04423963133640553, |
| "grad_norm": 0.4402730166912079, |
| "learning_rate": 4.419889502762431e-06, |
| "loss": 0.5458, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.0447926267281106, |
| "grad_norm": 0.4110409915447235, |
| "learning_rate": 4.475138121546962e-06, |
| "loss": 0.5447, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.045345622119815666, |
| "grad_norm": 0.46120530366897583, |
| "learning_rate": 4.530386740331492e-06, |
| "loss": 0.584, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.04589861751152074, |
| "grad_norm": 0.4089435040950775, |
| "learning_rate": 4.585635359116022e-06, |
| "loss": 0.555, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.04645161290322581, |
| "grad_norm": 0.4719107449054718, |
| "learning_rate": 4.640883977900552e-06, |
| "loss": 0.5714, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.047004608294930875, |
| "grad_norm": 0.45129814743995667, |
| "learning_rate": 4.6961325966850835e-06, |
| "loss": 0.5443, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.047557603686635946, |
| "grad_norm": 0.4321492612361908, |
| "learning_rate": 4.751381215469614e-06, |
| "loss": 0.5624, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.04811059907834101, |
| "grad_norm": 0.4300953149795532, |
| "learning_rate": 4.806629834254144e-06, |
| "loss": 0.5497, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.04866359447004608, |
| "grad_norm": 0.4590497314929962, |
| "learning_rate": 4.861878453038674e-06, |
| "loss": 0.5652, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.049216589861751155, |
| "grad_norm": 0.47058796882629395, |
| "learning_rate": 4.9171270718232054e-06, |
| "loss": 0.5768, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.04976958525345622, |
| "grad_norm": 0.43738317489624023, |
| "learning_rate": 4.972375690607736e-06, |
| "loss": 0.58, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.05032258064516129, |
| "grad_norm": 0.4055286943912506, |
| "learning_rate": 5.027624309392266e-06, |
| "loss": 0.5503, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.05087557603686636, |
| "grad_norm": 0.44679558277130127, |
| "learning_rate": 5.082872928176796e-06, |
| "loss": 0.5347, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.05142857142857143, |
| "grad_norm": 0.46003517508506775, |
| "learning_rate": 5.1381215469613265e-06, |
| "loss": 0.5854, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.0519815668202765, |
| "grad_norm": 0.44815686345100403, |
| "learning_rate": 5.193370165745857e-06, |
| "loss": 0.5316, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.052534562211981564, |
| "grad_norm": 0.4559434950351715, |
| "learning_rate": 5.248618784530387e-06, |
| "loss": 0.5724, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.053087557603686636, |
| "grad_norm": 0.45906394720077515, |
| "learning_rate": 5.303867403314917e-06, |
| "loss": 0.565, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.05364055299539171, |
| "grad_norm": 0.3892553448677063, |
| "learning_rate": 5.3591160220994476e-06, |
| "loss": 0.5397, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.05419354838709677, |
| "grad_norm": 0.4995177090167999, |
| "learning_rate": 5.414364640883978e-06, |
| "loss": 0.5509, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.054746543778801844, |
| "grad_norm": 0.4675018787384033, |
| "learning_rate": 5.469613259668509e-06, |
| "loss": 0.5432, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.055299539170506916, |
| "grad_norm": 0.4121154844760895, |
| "learning_rate": 5.524861878453039e-06, |
| "loss": 0.5463, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.05585253456221198, |
| "grad_norm": 0.4763623774051666, |
| "learning_rate": 5.5801104972375695e-06, |
| "loss": 0.5673, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.05640552995391705, |
| "grad_norm": 0.44080275297164917, |
| "learning_rate": 5.6353591160221e-06, |
| "loss": 0.5684, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.05695852534562212, |
| "grad_norm": 0.4623638391494751, |
| "learning_rate": 5.69060773480663e-06, |
| "loss": 0.5738, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.05751152073732719, |
| "grad_norm": 0.379423588514328, |
| "learning_rate": 5.74585635359116e-06, |
| "loss": 0.5503, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.05806451612903226, |
| "grad_norm": 0.45095521211624146, |
| "learning_rate": 5.8011049723756905e-06, |
| "loss": 0.5683, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.058617511520737325, |
| "grad_norm": 0.4157678484916687, |
| "learning_rate": 5.856353591160221e-06, |
| "loss": 0.5459, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.0591705069124424, |
| "grad_norm": 0.4484108090400696, |
| "learning_rate": 5.911602209944752e-06, |
| "loss": 0.5465, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.05972350230414747, |
| "grad_norm": 0.41227927803993225, |
| "learning_rate": 5.966850828729282e-06, |
| "loss": 0.5737, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.060276497695852534, |
| "grad_norm": 0.4771617352962494, |
| "learning_rate": 6.0220994475138124e-06, |
| "loss": 0.5295, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.060829493087557605, |
| "grad_norm": 0.42870959639549255, |
| "learning_rate": 6.077348066298343e-06, |
| "loss": 0.5432, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.06138248847926267, |
| "grad_norm": 0.47716712951660156, |
| "learning_rate": 6.132596685082873e-06, |
| "loss": 0.5695, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.06193548387096774, |
| "grad_norm": 0.43211421370506287, |
| "learning_rate": 6.187845303867403e-06, |
| "loss": 0.5408, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.062488479262672814, |
| "grad_norm": 0.49489325284957886, |
| "learning_rate": 6.2430939226519335e-06, |
| "loss": 0.5488, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.06304147465437789, |
| "grad_norm": 0.4600902199745178, |
| "learning_rate": 6.298342541436464e-06, |
| "loss": 0.5445, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.06359447004608294, |
| "grad_norm": 0.41128382086753845, |
| "learning_rate": 6.353591160220996e-06, |
| "loss": 0.5507, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.06414746543778801, |
| "grad_norm": 0.38756921887397766, |
| "learning_rate": 6.408839779005526e-06, |
| "loss": 0.5072, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.06470046082949309, |
| "grad_norm": 0.4521966278553009, |
| "learning_rate": 6.464088397790056e-06, |
| "loss": 0.5597, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.06525345622119816, |
| "grad_norm": 0.39012429118156433, |
| "learning_rate": 6.5193370165745865e-06, |
| "loss": 0.5017, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.06580645161290323, |
| "grad_norm": 0.4543527364730835, |
| "learning_rate": 6.574585635359117e-06, |
| "loss": 0.5342, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.0663594470046083, |
| "grad_norm": 0.4338400065898895, |
| "learning_rate": 6.629834254143647e-06, |
| "loss": 0.5489, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.06691244239631336, |
| "grad_norm": 0.461480975151062, |
| "learning_rate": 6.685082872928177e-06, |
| "loss": 0.5327, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.06746543778801843, |
| "grad_norm": 0.4241288900375366, |
| "learning_rate": 6.740331491712708e-06, |
| "loss": 0.5297, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.0680184331797235, |
| "grad_norm": 0.5540463924407959, |
| "learning_rate": 6.795580110497239e-06, |
| "loss": 0.5262, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.06857142857142857, |
| "grad_norm": 0.4794096350669861, |
| "learning_rate": 6.850828729281769e-06, |
| "loss": 0.5638, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.06912442396313365, |
| "grad_norm": 0.43071404099464417, |
| "learning_rate": 6.906077348066299e-06, |
| "loss": 0.5254, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.0696774193548387, |
| "grad_norm": 0.4853145480155945, |
| "learning_rate": 6.9613259668508295e-06, |
| "loss": 0.5524, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.07023041474654378, |
| "grad_norm": 0.47362276911735535, |
| "learning_rate": 7.01657458563536e-06, |
| "loss": 0.5469, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.07078341013824885, |
| "grad_norm": 0.45325443148612976, |
| "learning_rate": 7.07182320441989e-06, |
| "loss": 0.5476, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.07133640552995392, |
| "grad_norm": 0.43244412541389465, |
| "learning_rate": 7.12707182320442e-06, |
| "loss": 0.5367, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.07188940092165899, |
| "grad_norm": 0.5289068222045898, |
| "learning_rate": 7.182320441988951e-06, |
| "loss": 0.5796, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.07244239631336405, |
| "grad_norm": 0.4485274851322174, |
| "learning_rate": 7.237569060773482e-06, |
| "loss": 0.5396, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.07299539170506912, |
| "grad_norm": 0.42793214321136475, |
| "learning_rate": 7.292817679558012e-06, |
| "loss": 0.5532, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.07354838709677419, |
| "grad_norm": 0.4250226318836212, |
| "learning_rate": 7.348066298342542e-06, |
| "loss": 0.5847, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.07410138248847926, |
| "grad_norm": 0.44791412353515625, |
| "learning_rate": 7.4033149171270724e-06, |
| "loss": 0.5216, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.07465437788018434, |
| "grad_norm": 0.48473551869392395, |
| "learning_rate": 7.458563535911603e-06, |
| "loss": 0.5434, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.07520737327188941, |
| "grad_norm": 0.5042223334312439, |
| "learning_rate": 7.513812154696133e-06, |
| "loss": 0.5292, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.07576036866359447, |
| "grad_norm": 0.5112206935882568, |
| "learning_rate": 7.569060773480663e-06, |
| "loss": 0.573, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.07631336405529954, |
| "grad_norm": 0.4625641107559204, |
| "learning_rate": 7.624309392265194e-06, |
| "loss": 0.5656, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.07686635944700461, |
| "grad_norm": 0.507746160030365, |
| "learning_rate": 7.679558011049725e-06, |
| "loss": 0.5352, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.07741935483870968, |
| "grad_norm": 0.4666261672973633, |
| "learning_rate": 7.734806629834256e-06, |
| "loss": 0.5465, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.07797235023041475, |
| "grad_norm": 0.44455286860466003, |
| "learning_rate": 7.790055248618785e-06, |
| "loss": 0.5395, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.07852534562211981, |
| "grad_norm": 0.4286342263221741, |
| "learning_rate": 7.845303867403316e-06, |
| "loss": 0.5045, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.07907834101382488, |
| "grad_norm": 0.4748035669326782, |
| "learning_rate": 7.900552486187846e-06, |
| "loss": 0.552, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.07963133640552995, |
| "grad_norm": 0.44316938519477844, |
| "learning_rate": 7.955801104972377e-06, |
| "loss": 0.5394, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.08018433179723503, |
| "grad_norm": 0.4846290647983551, |
| "learning_rate": 8.011049723756906e-06, |
| "loss": 0.5267, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.0807373271889401, |
| "grad_norm": 0.4428083300590515, |
| "learning_rate": 8.066298342541437e-06, |
| "loss": 0.4941, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.08129032258064516, |
| "grad_norm": 0.44677111506462097, |
| "learning_rate": 8.121546961325968e-06, |
| "loss": 0.4885, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.08184331797235023, |
| "grad_norm": 0.4421268105506897, |
| "learning_rate": 8.176795580110498e-06, |
| "loss": 0.5765, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.0823963133640553, |
| "grad_norm": 0.4853808581829071, |
| "learning_rate": 8.232044198895029e-06, |
| "loss": 0.5297, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.08294930875576037, |
| "grad_norm": 0.47924932837486267, |
| "learning_rate": 8.287292817679558e-06, |
| "loss": 0.5192, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.08350230414746544, |
| "grad_norm": 0.5630611181259155, |
| "learning_rate": 8.34254143646409e-06, |
| "loss": 0.5439, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.08405529953917051, |
| "grad_norm": 0.6081127524375916, |
| "learning_rate": 8.397790055248619e-06, |
| "loss": 0.5012, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.08460829493087557, |
| "grad_norm": 0.44527262449264526, |
| "learning_rate": 8.45303867403315e-06, |
| "loss": 0.5305, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.08516129032258064, |
| "grad_norm": 0.4948616623878479, |
| "learning_rate": 8.508287292817681e-06, |
| "loss": 0.5109, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.08571428571428572, |
| "grad_norm": 0.5024743676185608, |
| "learning_rate": 8.56353591160221e-06, |
| "loss": 0.5632, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.08626728110599079, |
| "grad_norm": 0.45424172282218933, |
| "learning_rate": 8.618784530386742e-06, |
| "loss": 0.5029, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.08682027649769586, |
| "grad_norm": 0.5445595979690552, |
| "learning_rate": 8.674033149171271e-06, |
| "loss": 0.5451, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.08737327188940092, |
| "grad_norm": 0.495613157749176, |
| "learning_rate": 8.729281767955802e-06, |
| "loss": 0.527, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.08792626728110599, |
| "grad_norm": 0.6915062665939331, |
| "learning_rate": 8.784530386740332e-06, |
| "loss": 0.5378, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.08847926267281106, |
| "grad_norm": 0.4711109697818756, |
| "learning_rate": 8.839779005524863e-06, |
| "loss": 0.5105, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.08903225806451613, |
| "grad_norm": 0.5774613618850708, |
| "learning_rate": 8.895027624309392e-06, |
| "loss": 0.5268, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.0895852534562212, |
| "grad_norm": 0.534370481967926, |
| "learning_rate": 8.950276243093923e-06, |
| "loss": 0.5275, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.09013824884792626, |
| "grad_norm": 0.5167669057846069, |
| "learning_rate": 9.005524861878454e-06, |
| "loss": 0.5173, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.09069124423963133, |
| "grad_norm": 0.5220374464988708, |
| "learning_rate": 9.060773480662984e-06, |
| "loss": 0.5117, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.0912442396313364, |
| "grad_norm": 0.6151928305625916, |
| "learning_rate": 9.116022099447515e-06, |
| "loss": 0.5236, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.09179723502304148, |
| "grad_norm": 0.54198157787323, |
| "learning_rate": 9.171270718232044e-06, |
| "loss": 0.5113, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.09235023041474655, |
| "grad_norm": 0.540729820728302, |
| "learning_rate": 9.226519337016575e-06, |
| "loss": 0.5293, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.09290322580645162, |
| "grad_norm": 0.4339202642440796, |
| "learning_rate": 9.281767955801105e-06, |
| "loss": 0.5105, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.09345622119815668, |
| "grad_norm": 0.5427307486534119, |
| "learning_rate": 9.337016574585636e-06, |
| "loss": 0.5442, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.09400921658986175, |
| "grad_norm": 0.5696178674697876, |
| "learning_rate": 9.392265193370167e-06, |
| "loss": 0.5198, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.09456221198156682, |
| "grad_norm": 0.475676029920578, |
| "learning_rate": 9.447513812154696e-06, |
| "loss": 0.5275, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.09511520737327189, |
| "grad_norm": 0.6084780693054199, |
| "learning_rate": 9.502762430939228e-06, |
| "loss": 0.5344, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.09566820276497696, |
| "grad_norm": 0.45912471413612366, |
| "learning_rate": 9.558011049723757e-06, |
| "loss": 0.5128, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.09622119815668202, |
| "grad_norm": 0.5522315502166748, |
| "learning_rate": 9.613259668508288e-06, |
| "loss": 0.4985, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.0967741935483871, |
| "grad_norm": 0.5598754286766052, |
| "learning_rate": 9.668508287292818e-06, |
| "loss": 0.5438, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.09732718894009217, |
| "grad_norm": 0.4842788577079773, |
| "learning_rate": 9.723756906077349e-06, |
| "loss": 0.5098, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.09788018433179724, |
| "grad_norm": 0.5201513171195984, |
| "learning_rate": 9.779005524861878e-06, |
| "loss": 0.5155, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.09843317972350231, |
| "grad_norm": 0.4839669466018677, |
| "learning_rate": 9.834254143646411e-06, |
| "loss": 0.5201, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.09898617511520737, |
| "grad_norm": 0.5859594941139221, |
| "learning_rate": 9.88950276243094e-06, |
| "loss": 0.5603, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.09953917050691244, |
| "grad_norm": 0.48163536190986633, |
| "learning_rate": 9.944751381215471e-06, |
| "loss": 0.5279, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.10009216589861751, |
| "grad_norm": 0.508065938949585, |
| "learning_rate": 1e-05, |
| "loss": 0.5186, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.10064516129032258, |
| "grad_norm": 0.47829869389533997, |
| "learning_rate": 9.999990678956964e-06, |
| "loss": 0.5224, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.10119815668202765, |
| "grad_norm": 0.5300391912460327, |
| "learning_rate": 9.999962715862601e-06, |
| "loss": 0.5128, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.10175115207373273, |
| "grad_norm": 0.47900837659835815, |
| "learning_rate": 9.999916110821174e-06, |
| "loss": 0.5232, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.10230414746543778, |
| "grad_norm": 0.4351784288883209, |
| "learning_rate": 9.999850864006444e-06, |
| "loss": 0.5274, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.10285714285714286, |
| "grad_norm": 0.48379045724868774, |
| "learning_rate": 9.99976697566168e-06, |
| "loss": 0.4964, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.10341013824884793, |
| "grad_norm": 0.4367005228996277, |
| "learning_rate": 9.999664446099651e-06, |
| "loss": 0.5311, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.103963133640553, |
| "grad_norm": 0.4944308400154114, |
| "learning_rate": 9.999543275702632e-06, |
| "loss": 0.5093, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.10451612903225807, |
| "grad_norm": 0.44800275564193726, |
| "learning_rate": 9.999403464922393e-06, |
| "loss": 0.5124, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.10506912442396313, |
| "grad_norm": 0.5029193758964539, |
| "learning_rate": 9.99924501428021e-06, |
| "loss": 0.5538, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.1056221198156682, |
| "grad_norm": 0.4435194730758667, |
| "learning_rate": 9.999067924366854e-06, |
| "loss": 0.5291, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.10617511520737327, |
| "grad_norm": 0.45577532052993774, |
| "learning_rate": 9.998872195842588e-06, |
| "loss": 0.5107, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.10672811059907834, |
| "grad_norm": 0.4373863637447357, |
| "learning_rate": 9.998657829437171e-06, |
| "loss": 0.5137, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.10728110599078342, |
| "grad_norm": 0.4408453404903412, |
| "learning_rate": 9.998424825949848e-06, |
| "loss": 0.5061, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.10783410138248847, |
| "grad_norm": 0.5477350950241089, |
| "learning_rate": 9.998173186249357e-06, |
| "loss": 0.5363, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.10838709677419354, |
| "grad_norm": 0.43939393758773804, |
| "learning_rate": 9.99790291127391e-06, |
| "loss": 0.5095, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.10894009216589862, |
| "grad_norm": 0.47420209646224976, |
| "learning_rate": 9.997614002031211e-06, |
| "loss": 0.5297, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.10949308755760369, |
| "grad_norm": 0.45546746253967285, |
| "learning_rate": 9.99730645959843e-06, |
| "loss": 0.5139, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.11004608294930876, |
| "grad_norm": 0.4920537769794464, |
| "learning_rate": 9.996980285122218e-06, |
| "loss": 0.5344, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.11059907834101383, |
| "grad_norm": 0.562940776348114, |
| "learning_rate": 9.996635479818683e-06, |
| "loss": 0.535, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.11115207373271889, |
| "grad_norm": 0.5914273262023926, |
| "learning_rate": 9.99627204497341e-06, |
| "loss": 0.5134, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.11170506912442396, |
| "grad_norm": 0.4358191192150116, |
| "learning_rate": 9.995889981941432e-06, |
| "loss": 0.4886, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.11225806451612903, |
| "grad_norm": 0.569436252117157, |
| "learning_rate": 9.995489292147238e-06, |
| "loss": 0.5302, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.1128110599078341, |
| "grad_norm": 0.5561317801475525, |
| "learning_rate": 9.995069977084769e-06, |
| "loss": 0.5214, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.11336405529953918, |
| "grad_norm": 0.4526347219944, |
| "learning_rate": 9.994632038317407e-06, |
| "loss": 0.5106, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.11391705069124423, |
| "grad_norm": 0.6103693246841431, |
| "learning_rate": 9.99417547747797e-06, |
| "loss": 0.5187, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.1144700460829493, |
| "grad_norm": 0.5255654454231262, |
| "learning_rate": 9.993700296268705e-06, |
| "loss": 0.5253, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.11502304147465438, |
| "grad_norm": 0.48559436202049255, |
| "learning_rate": 9.993206496461287e-06, |
| "loss": 0.5127, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.11557603686635945, |
| "grad_norm": 0.5230923891067505, |
| "learning_rate": 9.992694079896812e-06, |
| "loss": 0.5078, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.11612903225806452, |
| "grad_norm": 0.45681560039520264, |
| "learning_rate": 9.992163048485776e-06, |
| "loss": 0.522, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.11668202764976958, |
| "grad_norm": 0.510287344455719, |
| "learning_rate": 9.99161340420809e-06, |
| "loss": 0.509, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.11723502304147465, |
| "grad_norm": 0.4897903501987457, |
| "learning_rate": 9.991045149113055e-06, |
| "loss": 0.5118, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.11778801843317972, |
| "grad_norm": 0.516163170337677, |
| "learning_rate": 9.990458285319362e-06, |
| "loss": 0.4915, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.1183410138248848, |
| "grad_norm": 0.5389583110809326, |
| "learning_rate": 9.98985281501509e-06, |
| "loss": 0.5192, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.11889400921658987, |
| "grad_norm": 0.6268092393875122, |
| "learning_rate": 9.989228740457679e-06, |
| "loss": 0.524, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.11944700460829494, |
| "grad_norm": 0.447966605424881, |
| "learning_rate": 9.988586063973942e-06, |
| "loss": 0.4864, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.6052084565162659, |
| "learning_rate": 9.987924787960043e-06, |
| "loss": 0.5005, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.12055299539170507, |
| "grad_norm": 0.5076256990432739, |
| "learning_rate": 9.987244914881498e-06, |
| "loss": 0.5219, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.12110599078341014, |
| "grad_norm": 0.5539697408676147, |
| "learning_rate": 9.986546447273153e-06, |
| "loss": 0.5024, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.12165898617511521, |
| "grad_norm": 0.4377414584159851, |
| "learning_rate": 9.985829387739192e-06, |
| "loss": 0.5291, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.12221198156682028, |
| "grad_norm": 0.5455598831176758, |
| "learning_rate": 9.985093738953108e-06, |
| "loss": 0.5126, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.12276497695852534, |
| "grad_norm": 0.462424099445343, |
| "learning_rate": 9.98433950365771e-06, |
| "loss": 0.5225, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.12331797235023041, |
| "grad_norm": 0.49225398898124695, |
| "learning_rate": 9.983566684665097e-06, |
| "loss": 0.5328, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.12387096774193548, |
| "grad_norm": 0.5304319262504578, |
| "learning_rate": 9.982775284856665e-06, |
| "loss": 0.5212, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.12442396313364056, |
| "grad_norm": 0.4655149579048157, |
| "learning_rate": 9.981965307183081e-06, |
| "loss": 0.5161, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.12497695852534563, |
| "grad_norm": 0.6474348902702332, |
| "learning_rate": 9.98113675466428e-06, |
| "loss": 0.4983, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.12552995391705069, |
| "grad_norm": 0.43538525700569153, |
| "learning_rate": 9.980289630389453e-06, |
| "loss": 0.5286, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.12608294930875577, |
| "grad_norm": 0.5731073617935181, |
| "learning_rate": 9.97942393751703e-06, |
| "loss": 0.5414, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.12663594470046083, |
| "grad_norm": 0.4664866626262665, |
| "learning_rate": 9.978539679274675e-06, |
| "loss": 0.5052, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.1271889400921659, |
| "grad_norm": 0.5314398407936096, |
| "learning_rate": 9.977636858959274e-06, |
| "loss": 0.527, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.12774193548387097, |
| "grad_norm": 0.538694441318512, |
| "learning_rate": 9.976715479936916e-06, |
| "loss": 0.5094, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.12829493087557603, |
| "grad_norm": 0.4854016900062561, |
| "learning_rate": 9.975775545642889e-06, |
| "loss": 0.5078, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.12884792626728112, |
| "grad_norm": 0.5078600645065308, |
| "learning_rate": 9.974817059581656e-06, |
| "loss": 0.5236, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.12940092165898617, |
| "grad_norm": 0.455322802066803, |
| "learning_rate": 9.973840025326858e-06, |
| "loss": 0.5137, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.12995391705069123, |
| "grad_norm": 0.5216564536094666, |
| "learning_rate": 9.972844446521281e-06, |
| "loss": 0.5289, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.13050691244239632, |
| "grad_norm": 0.4569193422794342, |
| "learning_rate": 9.971830326876864e-06, |
| "loss": 0.5137, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.13105990783410137, |
| "grad_norm": 0.5937883853912354, |
| "learning_rate": 9.970797670174663e-06, |
| "loss": 0.5142, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.13161290322580646, |
| "grad_norm": 0.48625534772872925, |
| "learning_rate": 9.969746480264855e-06, |
| "loss": 0.5279, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.13216589861751152, |
| "grad_norm": 0.47141098976135254, |
| "learning_rate": 9.968676761066714e-06, |
| "loss": 0.5042, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.1327188940092166, |
| "grad_norm": 0.4889548122882843, |
| "learning_rate": 9.967588516568601e-06, |
| "loss": 0.5154, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.13327188940092166, |
| "grad_norm": 0.4120868444442749, |
| "learning_rate": 9.966481750827943e-06, |
| "loss": 0.504, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.13382488479262672, |
| "grad_norm": 0.5358414053916931, |
| "learning_rate": 9.965356467971228e-06, |
| "loss": 0.5264, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.1343778801843318, |
| "grad_norm": 0.472572922706604, |
| "learning_rate": 9.964212672193978e-06, |
| "loss": 0.5176, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.13493087557603686, |
| "grad_norm": 0.4870736598968506, |
| "learning_rate": 9.96305036776074e-06, |
| "loss": 0.5071, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.13548387096774195, |
| "grad_norm": 0.5704755783081055, |
| "learning_rate": 9.96186955900507e-06, |
| "loss": 0.5198, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.136036866359447, |
| "grad_norm": 0.5287049412727356, |
| "learning_rate": 9.960670250329517e-06, |
| "loss": 0.5216, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.13658986175115206, |
| "grad_norm": 0.5611394643783569, |
| "learning_rate": 9.959452446205603e-06, |
| "loss": 0.5188, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.13714285714285715, |
| "grad_norm": 0.4512503445148468, |
| "learning_rate": 9.958216151173812e-06, |
| "loss": 0.4979, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.1376958525345622, |
| "grad_norm": 0.47202053666114807, |
| "learning_rate": 9.956961369843565e-06, |
| "loss": 0.4834, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.1382488479262673, |
| "grad_norm": 0.5006586909294128, |
| "learning_rate": 9.95568810689321e-06, |
| "loss": 0.5285, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.13880184331797235, |
| "grad_norm": 0.4660753011703491, |
| "learning_rate": 9.954396367070006e-06, |
| "loss": 0.5192, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.1393548387096774, |
| "grad_norm": 0.4885999262332916, |
| "learning_rate": 9.953086155190095e-06, |
| "loss": 0.5028, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.1399078341013825, |
| "grad_norm": 0.49867549538612366, |
| "learning_rate": 9.951757476138495e-06, |
| "loss": 0.5039, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.14046082949308755, |
| "grad_norm": 0.5823776125907898, |
| "learning_rate": 9.950410334869075e-06, |
| "loss": 0.535, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.14101382488479264, |
| "grad_norm": 0.47015827894210815, |
| "learning_rate": 9.949044736404538e-06, |
| "loss": 0.528, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.1415668202764977, |
| "grad_norm": 0.5392245054244995, |
| "learning_rate": 9.94766068583641e-06, |
| "loss": 0.4855, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.14211981566820275, |
| "grad_norm": 0.5323054194450378, |
| "learning_rate": 9.946258188325003e-06, |
| "loss": 0.5269, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.14267281105990784, |
| "grad_norm": 0.5459584593772888, |
| "learning_rate": 9.944837249099418e-06, |
| "loss": 0.4874, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.1432258064516129, |
| "grad_norm": 0.4532824158668518, |
| "learning_rate": 9.943397873457503e-06, |
| "loss": 0.5111, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.14377880184331798, |
| "grad_norm": 0.46974876523017883, |
| "learning_rate": 9.94194006676586e-06, |
| "loss": 0.5261, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.14433179723502304, |
| "grad_norm": 0.5061238408088684, |
| "learning_rate": 9.94046383445979e-06, |
| "loss": 0.5217, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.1448847926267281, |
| "grad_norm": 0.4556806981563568, |
| "learning_rate": 9.938969182043312e-06, |
| "loss": 0.4969, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.14543778801843318, |
| "grad_norm": 0.48571473360061646, |
| "learning_rate": 9.937456115089108e-06, |
| "loss": 0.5057, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.14599078341013824, |
| "grad_norm": 0.497122198343277, |
| "learning_rate": 9.935924639238526e-06, |
| "loss": 0.5205, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.14654377880184333, |
| "grad_norm": 0.5786699652671814, |
| "learning_rate": 9.934374760201546e-06, |
| "loss": 0.5122, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.14709677419354839, |
| "grad_norm": 0.5201807022094727, |
| "learning_rate": 9.932806483756763e-06, |
| "loss": 0.5328, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.14764976958525344, |
| "grad_norm": 0.5433037877082825, |
| "learning_rate": 9.931219815751368e-06, |
| "loss": 0.5153, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.14820276497695853, |
| "grad_norm": 0.47332048416137695, |
| "learning_rate": 9.929614762101117e-06, |
| "loss": 0.5004, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.1487557603686636, |
| "grad_norm": 0.5838091373443604, |
| "learning_rate": 9.927991328790324e-06, |
| "loss": 0.4889, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.14930875576036867, |
| "grad_norm": 0.4618660807609558, |
| "learning_rate": 9.926349521871824e-06, |
| "loss": 0.5265, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.14986175115207373, |
| "grad_norm": 0.5086191892623901, |
| "learning_rate": 9.924689347466959e-06, |
| "loss": 0.5106, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.15041474654377882, |
| "grad_norm": 0.457042932510376, |
| "learning_rate": 9.92301081176555e-06, |
| "loss": 0.518, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.15096774193548387, |
| "grad_norm": 0.5256728529930115, |
| "learning_rate": 9.92131392102588e-06, |
| "loss": 0.531, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.15152073732718893, |
| "grad_norm": 0.4683758318424225, |
| "learning_rate": 9.919598681574665e-06, |
| "loss": 0.4896, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.15207373271889402, |
| "grad_norm": 0.4681558609008789, |
| "learning_rate": 9.917865099807034e-06, |
| "loss": 0.5089, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.15262672811059907, |
| "grad_norm": 0.4770297706127167, |
| "learning_rate": 9.916113182186503e-06, |
| "loss": 0.4973, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.15317972350230416, |
| "grad_norm": 0.4939088225364685, |
| "learning_rate": 9.91434293524495e-06, |
| "loss": 0.5388, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.15373271889400922, |
| "grad_norm": 0.5165495276451111, |
| "learning_rate": 9.912554365582596e-06, |
| "loss": 0.5046, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.15428571428571428, |
| "grad_norm": 0.4685964584350586, |
| "learning_rate": 9.910747479867975e-06, |
| "loss": 0.5373, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.15483870967741936, |
| "grad_norm": 0.5078836679458618, |
| "learning_rate": 9.908922284837911e-06, |
| "loss": 0.5105, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.15539170506912442, |
| "grad_norm": 0.4230501651763916, |
| "learning_rate": 9.90707878729749e-06, |
| "loss": 0.4749, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.1559447004608295, |
| "grad_norm": 0.483981728553772, |
| "learning_rate": 9.905216994120044e-06, |
| "loss": 0.4954, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.15649769585253456, |
| "grad_norm": 0.4270246922969818, |
| "learning_rate": 9.90333691224711e-06, |
| "loss": 0.5007, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.15705069124423962, |
| "grad_norm": 0.4967236816883087, |
| "learning_rate": 9.901438548688423e-06, |
| "loss": 0.5308, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.1576036866359447, |
| "grad_norm": 0.4965408444404602, |
| "learning_rate": 9.89952191052187e-06, |
| "loss": 0.5093, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.15815668202764976, |
| "grad_norm": 0.45975926518440247, |
| "learning_rate": 9.89758700489348e-06, |
| "loss": 0.5122, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.15870967741935485, |
| "grad_norm": 0.5180716514587402, |
| "learning_rate": 9.895633839017387e-06, |
| "loss": 0.5515, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.1592626728110599, |
| "grad_norm": 0.43234091997146606, |
| "learning_rate": 9.893662420175809e-06, |
| "loss": 0.4901, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.15981566820276497, |
| "grad_norm": 0.4894983768463135, |
| "learning_rate": 9.89167275571902e-06, |
| "loss": 0.5052, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.16036866359447005, |
| "grad_norm": 0.4710214138031006, |
| "learning_rate": 9.889664853065315e-06, |
| "loss": 0.5, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.1609216589861751, |
| "grad_norm": 0.5677446126937866, |
| "learning_rate": 9.887638719700996e-06, |
| "loss": 0.5169, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.1614746543778802, |
| "grad_norm": 0.45073893666267395, |
| "learning_rate": 9.88559436318033e-06, |
| "loss": 0.5258, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.16202764976958525, |
| "grad_norm": 0.5394282341003418, |
| "learning_rate": 9.883531791125538e-06, |
| "loss": 0.4799, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.1625806451612903, |
| "grad_norm": 0.4784766435623169, |
| "learning_rate": 9.881451011226742e-06, |
| "loss": 0.4693, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.1631336405529954, |
| "grad_norm": 0.435619980096817, |
| "learning_rate": 9.87935203124196e-06, |
| "loss": 0.5196, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.16368663594470045, |
| "grad_norm": 0.5438254475593567, |
| "learning_rate": 9.877234858997066e-06, |
| "loss": 0.5078, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.16423963133640554, |
| "grad_norm": 0.4646199643611908, |
| "learning_rate": 9.875099502385761e-06, |
| "loss": 0.5239, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.1647926267281106, |
| "grad_norm": 0.549284040927887, |
| "learning_rate": 9.872945969369546e-06, |
| "loss": 0.5029, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.16534562211981566, |
| "grad_norm": 0.5235300064086914, |
| "learning_rate": 9.87077426797769e-06, |
| "loss": 0.5225, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.16589861751152074, |
| "grad_norm": 0.525598406791687, |
| "learning_rate": 9.8685844063072e-06, |
| "loss": 0.5366, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.1664516129032258, |
| "grad_norm": 0.5001644492149353, |
| "learning_rate": 9.866376392522798e-06, |
| "loss": 0.5025, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.16700460829493088, |
| "grad_norm": 0.4980228841304779, |
| "learning_rate": 9.864150234856876e-06, |
| "loss": 0.5332, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.16755760368663594, |
| "grad_norm": 0.44216716289520264, |
| "learning_rate": 9.861905941609482e-06, |
| "loss": 0.4831, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.16811059907834103, |
| "grad_norm": 0.45178863406181335, |
| "learning_rate": 9.859643521148275e-06, |
| "loss": 0.5164, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.16866359447004609, |
| "grad_norm": 0.4833186864852905, |
| "learning_rate": 9.857362981908505e-06, |
| "loss": 0.5128, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.16921658986175114, |
| "grad_norm": 0.5167268514633179, |
| "learning_rate": 9.855064332392972e-06, |
| "loss": 0.5149, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.16976958525345623, |
| "grad_norm": 0.4465697109699249, |
| "learning_rate": 9.852747581172002e-06, |
| "loss": 0.5016, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.1703225806451613, |
| "grad_norm": 0.5105251669883728, |
| "learning_rate": 9.850412736883408e-06, |
| "loss": 0.5021, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.17087557603686637, |
| "grad_norm": 0.5230706334114075, |
| "learning_rate": 9.848059808232464e-06, |
| "loss": 0.4857, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.17142857142857143, |
| "grad_norm": 0.5510496497154236, |
| "learning_rate": 9.845688803991873e-06, |
| "loss": 0.5305, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.1719815668202765, |
| "grad_norm": 0.4802294671535492, |
| "learning_rate": 9.843299733001723e-06, |
| "loss": 0.5084, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.17253456221198157, |
| "grad_norm": 0.5729020833969116, |
| "learning_rate": 9.840892604169473e-06, |
| "loss": 0.4797, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.17308755760368663, |
| "grad_norm": 0.6035499572753906, |
| "learning_rate": 9.838467426469897e-06, |
| "loss": 0.5069, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.17364055299539172, |
| "grad_norm": 0.4519449770450592, |
| "learning_rate": 9.836024208945074e-06, |
| "loss": 0.4959, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.17419354838709677, |
| "grad_norm": 0.5990521907806396, |
| "learning_rate": 9.833562960704336e-06, |
| "loss": 0.522, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.17474654377880183, |
| "grad_norm": 0.4257313013076782, |
| "learning_rate": 9.831083690924246e-06, |
| "loss": 0.4769, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.17529953917050692, |
| "grad_norm": 0.5456443428993225, |
| "learning_rate": 9.828586408848553e-06, |
| "loss": 0.5129, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.17585253456221198, |
| "grad_norm": 0.4802759885787964, |
| "learning_rate": 9.82607112378817e-06, |
| "loss": 0.5043, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.17640552995391706, |
| "grad_norm": 0.6043391823768616, |
| "learning_rate": 9.823537845121126e-06, |
| "loss": 0.5063, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.17695852534562212, |
| "grad_norm": 0.4696696698665619, |
| "learning_rate": 9.82098658229254e-06, |
| "loss": 0.5164, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.17751152073732718, |
| "grad_norm": 0.5530909299850464, |
| "learning_rate": 9.818417344814587e-06, |
| "loss": 0.5275, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.17806451612903226, |
| "grad_norm": 0.609788179397583, |
| "learning_rate": 9.815830142266457e-06, |
| "loss": 0.4716, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.17861751152073732, |
| "grad_norm": 0.46327316761016846, |
| "learning_rate": 9.813224984294318e-06, |
| "loss": 0.4887, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.1791705069124424, |
| "grad_norm": 0.5943720936775208, |
| "learning_rate": 9.810601880611286e-06, |
| "loss": 0.5009, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.17972350230414746, |
| "grad_norm": 0.4262332320213318, |
| "learning_rate": 9.807960840997387e-06, |
| "loss": 0.4747, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.18027649769585252, |
| "grad_norm": 0.47295740246772766, |
| "learning_rate": 9.805301875299518e-06, |
| "loss": 0.5092, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.1808294930875576, |
| "grad_norm": 0.4910508394241333, |
| "learning_rate": 9.802624993431414e-06, |
| "loss": 0.5195, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.18138248847926267, |
| "grad_norm": 0.5312582850456238, |
| "learning_rate": 9.799930205373605e-06, |
| "loss": 0.5077, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.18193548387096775, |
| "grad_norm": 0.49236226081848145, |
| "learning_rate": 9.797217521173385e-06, |
| "loss": 0.5228, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.1824884792626728, |
| "grad_norm": 0.5442107319831848, |
| "learning_rate": 9.794486950944775e-06, |
| "loss": 0.4909, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.18304147465437787, |
| "grad_norm": 0.4408930242061615, |
| "learning_rate": 9.79173850486848e-06, |
| "loss": 0.4919, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.18359447004608295, |
| "grad_norm": 0.4888366460800171, |
| "learning_rate": 9.78897219319185e-06, |
| "loss": 0.5247, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.184147465437788, |
| "grad_norm": 0.48040100932121277, |
| "learning_rate": 9.786188026228853e-06, |
| "loss": 0.4746, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.1847004608294931, |
| "grad_norm": 0.46840646862983704, |
| "learning_rate": 9.783386014360024e-06, |
| "loss": 0.5174, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.18525345622119815, |
| "grad_norm": 0.4824281930923462, |
| "learning_rate": 9.780566168032432e-06, |
| "loss": 0.4944, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.18580645161290324, |
| "grad_norm": 0.4401717483997345, |
| "learning_rate": 9.77772849775964e-06, |
| "loss": 0.5074, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.1863594470046083, |
| "grad_norm": 0.5038358569145203, |
| "learning_rate": 9.774873014121667e-06, |
| "loss": 0.5052, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.18691244239631336, |
| "grad_norm": 0.47577494382858276, |
| "learning_rate": 9.771999727764946e-06, |
| "loss": 0.4856, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.18746543778801844, |
| "grad_norm": 0.4989863634109497, |
| "learning_rate": 9.76910864940229e-06, |
| "loss": 0.4839, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.1880184331797235, |
| "grad_norm": 0.49821236729621887, |
| "learning_rate": 9.766199789812845e-06, |
| "loss": 0.498, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.18857142857142858, |
| "grad_norm": 0.44591957330703735, |
| "learning_rate": 9.763273159842052e-06, |
| "loss": 0.4832, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.18912442396313364, |
| "grad_norm": 0.4908744990825653, |
| "learning_rate": 9.76032877040161e-06, |
| "loss": 0.4927, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.1896774193548387, |
| "grad_norm": 0.55243319272995, |
| "learning_rate": 9.757366632469427e-06, |
| "loss": 0.5005, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.19023041474654379, |
| "grad_norm": 0.4234575629234314, |
| "learning_rate": 9.754386757089596e-06, |
| "loss": 0.4799, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.19078341013824884, |
| "grad_norm": 0.49401965737342834, |
| "learning_rate": 9.751389155372329e-06, |
| "loss": 0.4942, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.19133640552995393, |
| "grad_norm": 0.4622778594493866, |
| "learning_rate": 9.74837383849394e-06, |
| "loss": 0.4644, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.191889400921659, |
| "grad_norm": 0.4600273072719574, |
| "learning_rate": 9.745340817696787e-06, |
| "loss": 0.5019, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.19244239631336404, |
| "grad_norm": 0.4513567388057709, |
| "learning_rate": 9.742290104289237e-06, |
| "loss": 0.4704, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.19299539170506913, |
| "grad_norm": 0.5180230736732483, |
| "learning_rate": 9.739221709645622e-06, |
| "loss": 0.4917, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.1935483870967742, |
| "grad_norm": 0.44200998544692993, |
| "learning_rate": 9.736135645206198e-06, |
| "loss": 0.5047, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.19410138248847927, |
| "grad_norm": 0.5660358667373657, |
| "learning_rate": 9.7330319224771e-06, |
| "loss": 0.5023, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.19465437788018433, |
| "grad_norm": 0.44904786348342896, |
| "learning_rate": 9.729910553030304e-06, |
| "loss": 0.4998, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.1952073732718894, |
| "grad_norm": 0.523826003074646, |
| "learning_rate": 9.726771548503575e-06, |
| "loss": 0.4966, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.19576036866359448, |
| "grad_norm": 0.4515267312526703, |
| "learning_rate": 9.72361492060043e-06, |
| "loss": 0.4996, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.19631336405529953, |
| "grad_norm": 0.4984499216079712, |
| "learning_rate": 9.7204406810901e-06, |
| "loss": 0.4985, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.19686635944700462, |
| "grad_norm": 0.4689009189605713, |
| "learning_rate": 9.71724884180747e-06, |
| "loss": 0.4936, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.19741935483870968, |
| "grad_norm": 0.46954217553138733, |
| "learning_rate": 9.714039414653047e-06, |
| "loss": 0.491, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.19797235023041473, |
| "grad_norm": 0.5114353895187378, |
| "learning_rate": 9.71081241159292e-06, |
| "loss": 0.488, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.19852534562211982, |
| "grad_norm": 0.4611765742301941, |
| "learning_rate": 9.707567844658698e-06, |
| "loss": 0.4749, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.19907834101382488, |
| "grad_norm": 0.5052332878112793, |
| "learning_rate": 9.704305725947483e-06, |
| "loss": 0.5234, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.19963133640552996, |
| "grad_norm": 0.5130250453948975, |
| "learning_rate": 9.701026067621813e-06, |
| "loss": 0.5006, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.20018433179723502, |
| "grad_norm": 0.47562843561172485, |
| "learning_rate": 9.697728881909622e-06, |
| "loss": 0.529, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.20073732718894008, |
| "grad_norm": 0.48228660225868225, |
| "learning_rate": 9.694414181104197e-06, |
| "loss": 0.5057, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.20129032258064516, |
| "grad_norm": 0.501700222492218, |
| "learning_rate": 9.691081977564124e-06, |
| "loss": 0.4949, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.20184331797235022, |
| "grad_norm": 0.4578889012336731, |
| "learning_rate": 9.687732283713247e-06, |
| "loss": 0.4989, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.2023963133640553, |
| "grad_norm": 0.5223492980003357, |
| "learning_rate": 9.684365112040622e-06, |
| "loss": 0.4772, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.20294930875576037, |
| "grad_norm": 0.4984261393547058, |
| "learning_rate": 9.680980475100471e-06, |
| "loss": 0.5132, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.20350230414746545, |
| "grad_norm": 0.4805150032043457, |
| "learning_rate": 9.677578385512135e-06, |
| "loss": 0.5069, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.2040552995391705, |
| "grad_norm": 0.46725666522979736, |
| "learning_rate": 9.674158855960017e-06, |
| "loss": 0.4806, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.20460829493087557, |
| "grad_norm": 0.47330862283706665, |
| "learning_rate": 9.670721899193556e-06, |
| "loss": 0.5127, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.20516129032258065, |
| "grad_norm": 0.5010029077529907, |
| "learning_rate": 9.667267528027157e-06, |
| "loss": 0.5189, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.2057142857142857, |
| "grad_norm": 0.5415194034576416, |
| "learning_rate": 9.663795755340159e-06, |
| "loss": 0.5053, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.2062672811059908, |
| "grad_norm": 0.4000757932662964, |
| "learning_rate": 9.660306594076779e-06, |
| "loss": 0.4939, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.20682027649769585, |
| "grad_norm": 0.5064148306846619, |
| "learning_rate": 9.656800057246065e-06, |
| "loss": 0.4937, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.2073732718894009, |
| "grad_norm": 0.467369943857193, |
| "learning_rate": 9.65327615792185e-06, |
| "loss": 0.5215, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.207926267281106, |
| "grad_norm": 0.4753814935684204, |
| "learning_rate": 9.649734909242699e-06, |
| "loss": 0.4903, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.20847926267281106, |
| "grad_norm": 0.4203657805919647, |
| "learning_rate": 9.646176324411867e-06, |
| "loss": 0.4874, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.20903225806451614, |
| "grad_norm": 0.4930543601512909, |
| "learning_rate": 9.642600416697242e-06, |
| "loss": 0.4816, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.2095852534562212, |
| "grad_norm": 0.4189959764480591, |
| "learning_rate": 9.639007199431298e-06, |
| "loss": 0.491, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.21013824884792626, |
| "grad_norm": 0.48571497201919556, |
| "learning_rate": 9.635396686011052e-06, |
| "loss": 0.5005, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.21069124423963134, |
| "grad_norm": 0.4344756007194519, |
| "learning_rate": 9.631768889898004e-06, |
| "loss": 0.5113, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.2112442396313364, |
| "grad_norm": 0.5239787101745605, |
| "learning_rate": 9.628123824618087e-06, |
| "loss": 0.5013, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.21179723502304149, |
| "grad_norm": 0.40745410323143005, |
| "learning_rate": 9.624461503761628e-06, |
| "loss": 0.4824, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.21235023041474654, |
| "grad_norm": 0.5618027448654175, |
| "learning_rate": 9.620781940983288e-06, |
| "loss": 0.4852, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.2129032258064516, |
| "grad_norm": 0.5030412673950195, |
| "learning_rate": 9.617085150002012e-06, |
| "loss": 0.4868, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.2134562211981567, |
| "grad_norm": 0.5133850574493408, |
| "learning_rate": 9.613371144600976e-06, |
| "loss": 0.5076, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.21400921658986174, |
| "grad_norm": 0.47164881229400635, |
| "learning_rate": 9.609639938627546e-06, |
| "loss": 0.5076, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.21456221198156683, |
| "grad_norm": 0.4972430467605591, |
| "learning_rate": 9.605891545993214e-06, |
| "loss": 0.4843, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.2151152073732719, |
| "grad_norm": 0.4716038405895233, |
| "learning_rate": 9.60212598067355e-06, |
| "loss": 0.4782, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.21566820276497695, |
| "grad_norm": 0.4822791814804077, |
| "learning_rate": 9.59834325670815e-06, |
| "loss": 0.4874, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.21622119815668203, |
| "grad_norm": 0.4538308382034302, |
| "learning_rate": 9.594543388200592e-06, |
| "loss": 0.501, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.2167741935483871, |
| "grad_norm": 0.4863637387752533, |
| "learning_rate": 9.59072638931837e-06, |
| "loss": 0.5115, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.21732718894009218, |
| "grad_norm": 0.4747362434864044, |
| "learning_rate": 9.586892274292846e-06, |
| "loss": 0.5262, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.21788018433179723, |
| "grad_norm": 0.4688088595867157, |
| "learning_rate": 9.583041057419203e-06, |
| "loss": 0.517, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.2184331797235023, |
| "grad_norm": 0.49005988240242004, |
| "learning_rate": 9.579172753056383e-06, |
| "loss": 0.4737, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.21898617511520738, |
| "grad_norm": 0.4679119288921356, |
| "learning_rate": 9.575287375627037e-06, |
| "loss": 0.4978, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.21953917050691243, |
| "grad_norm": 0.47708967328071594, |
| "learning_rate": 9.571384939617478e-06, |
| "loss": 0.5005, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.22009216589861752, |
| "grad_norm": 0.47183945775032043, |
| "learning_rate": 9.567465459577613e-06, |
| "loss": 0.4708, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.22064516129032258, |
| "grad_norm": 0.47582703828811646, |
| "learning_rate": 9.563528950120895e-06, |
| "loss": 0.4983, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.22119815668202766, |
| "grad_norm": 0.48260581493377686, |
| "learning_rate": 9.559575425924279e-06, |
| "loss": 0.4894, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.22175115207373272, |
| "grad_norm": 0.5306166410446167, |
| "learning_rate": 9.55560490172815e-06, |
| "loss": 0.5068, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.22230414746543778, |
| "grad_norm": 0.49763691425323486, |
| "learning_rate": 9.551617392336281e-06, |
| "loss": 0.5028, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.22285714285714286, |
| "grad_norm": 0.5285375118255615, |
| "learning_rate": 9.547612912615769e-06, |
| "loss": 0.484, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.22341013824884792, |
| "grad_norm": 0.5528775453567505, |
| "learning_rate": 9.543591477496985e-06, |
| "loss": 0.4774, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.223963133640553, |
| "grad_norm": 0.48812106251716614, |
| "learning_rate": 9.539553101973516e-06, |
| "loss": 0.5042, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.22451612903225807, |
| "grad_norm": 0.5272664427757263, |
| "learning_rate": 9.535497801102114e-06, |
| "loss": 0.4987, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.22506912442396312, |
| "grad_norm": 0.5162638425827026, |
| "learning_rate": 9.531425590002629e-06, |
| "loss": 0.4942, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.2256221198156682, |
| "grad_norm": 0.45863449573516846, |
| "learning_rate": 9.527336483857965e-06, |
| "loss": 0.5165, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.22617511520737327, |
| "grad_norm": 0.5142653584480286, |
| "learning_rate": 9.523230497914016e-06, |
| "loss": 0.4883, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.22672811059907835, |
| "grad_norm": 0.4717908203601837, |
| "learning_rate": 9.519107647479609e-06, |
| "loss": 0.4859, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.2272811059907834, |
| "grad_norm": 0.4761084020137787, |
| "learning_rate": 9.514967947926453e-06, |
| "loss": 0.5022, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.22783410138248847, |
| "grad_norm": 0.4796617925167084, |
| "learning_rate": 9.510811414689073e-06, |
| "loss": 0.5058, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.22838709677419355, |
| "grad_norm": 0.5060638189315796, |
| "learning_rate": 9.506638063264759e-06, |
| "loss": 0.4859, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.2289400921658986, |
| "grad_norm": 0.42853257060050964, |
| "learning_rate": 9.502447909213508e-06, |
| "loss": 0.5004, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.2294930875576037, |
| "grad_norm": 0.45876848697662354, |
| "learning_rate": 9.498240968157962e-06, |
| "loss": 0.4898, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.23004608294930876, |
| "grad_norm": 0.4455052614212036, |
| "learning_rate": 9.49401725578335e-06, |
| "loss": 0.4972, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.2305990783410138, |
| "grad_norm": 0.41394197940826416, |
| "learning_rate": 9.489776787837438e-06, |
| "loss": 0.5006, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.2311520737327189, |
| "grad_norm": 0.44113320112228394, |
| "learning_rate": 9.485519580130456e-06, |
| "loss": 0.4644, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.23170506912442396, |
| "grad_norm": 0.4882364869117737, |
| "learning_rate": 9.481245648535053e-06, |
| "loss": 0.4726, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.23225806451612904, |
| "grad_norm": 0.4658440053462982, |
| "learning_rate": 9.476955008986228e-06, |
| "loss": 0.497, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.2328110599078341, |
| "grad_norm": 0.4944906532764435, |
| "learning_rate": 9.472647677481275e-06, |
| "loss": 0.4743, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.23336405529953916, |
| "grad_norm": 0.4508844316005707, |
| "learning_rate": 9.468323670079725e-06, |
| "loss": 0.4884, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.23391705069124424, |
| "grad_norm": 0.470225065946579, |
| "learning_rate": 9.463983002903278e-06, |
| "loss": 0.4929, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.2344700460829493, |
| "grad_norm": 0.5286823511123657, |
| "learning_rate": 9.459625692135756e-06, |
| "loss": 0.4938, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.2350230414746544, |
| "grad_norm": 0.45246848464012146, |
| "learning_rate": 9.45525175402303e-06, |
| "loss": 0.4834, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.23557603686635945, |
| "grad_norm": 0.48045429587364197, |
| "learning_rate": 9.450861204872965e-06, |
| "loss": 0.4877, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.2361290322580645, |
| "grad_norm": 0.5548929572105408, |
| "learning_rate": 9.44645406105536e-06, |
| "loss": 0.5185, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.2366820276497696, |
| "grad_norm": 0.4929436147212982, |
| "learning_rate": 9.44203033900189e-06, |
| "loss": 0.5048, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.23723502304147465, |
| "grad_norm": 0.46492716670036316, |
| "learning_rate": 9.437590055206032e-06, |
| "loss": 0.4939, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.23778801843317973, |
| "grad_norm": 0.4560331404209137, |
| "learning_rate": 9.433133226223018e-06, |
| "loss": 0.5016, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.2383410138248848, |
| "grad_norm": 0.4622935652732849, |
| "learning_rate": 9.428659868669765e-06, |
| "loss": 0.4748, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.23889400921658988, |
| "grad_norm": 0.4686061441898346, |
| "learning_rate": 9.424169999224819e-06, |
| "loss": 0.5012, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.23944700460829493, |
| "grad_norm": 0.47005850076675415, |
| "learning_rate": 9.419663634628283e-06, |
| "loss": 0.4902, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.5422276854515076, |
| "learning_rate": 9.415140791681767e-06, |
| "loss": 0.4923, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.24055299539170508, |
| "grad_norm": 0.42137962579727173, |
| "learning_rate": 9.410601487248315e-06, |
| "loss": 0.4762, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.24110599078341013, |
| "grad_norm": 0.518340528011322, |
| "learning_rate": 9.406045738252349e-06, |
| "loss": 0.5257, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.24165898617511522, |
| "grad_norm": 0.5296422243118286, |
| "learning_rate": 9.4014735616796e-06, |
| "loss": 0.4959, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.24221198156682028, |
| "grad_norm": 0.4660092890262604, |
| "learning_rate": 9.396884974577052e-06, |
| "loss": 0.4902, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.24276497695852534, |
| "grad_norm": 0.5939272046089172, |
| "learning_rate": 9.392279994052872e-06, |
| "loss": 0.4859, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.24331797235023042, |
| "grad_norm": 0.4680648446083069, |
| "learning_rate": 9.387658637276348e-06, |
| "loss": 0.4856, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.24387096774193548, |
| "grad_norm": 0.4640378952026367, |
| "learning_rate": 9.383020921477824e-06, |
| "loss": 0.4976, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.24442396313364056, |
| "grad_norm": 0.5372658371925354, |
| "learning_rate": 9.378366863948644e-06, |
| "loss": 0.4731, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.24497695852534562, |
| "grad_norm": 0.48611563444137573, |
| "learning_rate": 9.373696482041072e-06, |
| "loss": 0.474, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.24552995391705068, |
| "grad_norm": 0.4766850173473358, |
| "learning_rate": 9.369009793168243e-06, |
| "loss": 0.4878, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.24608294930875577, |
| "grad_norm": 0.503322184085846, |
| "learning_rate": 9.364306814804086e-06, |
| "loss": 0.49, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.24663594470046082, |
| "grad_norm": 0.5735645294189453, |
| "learning_rate": 9.35958756448327e-06, |
| "loss": 0.5357, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.2471889400921659, |
| "grad_norm": 0.5782787799835205, |
| "learning_rate": 9.354852059801127e-06, |
| "loss": 0.5052, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.24774193548387097, |
| "grad_norm": 0.48679542541503906, |
| "learning_rate": 9.350100318413594e-06, |
| "loss": 0.4824, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.24829493087557603, |
| "grad_norm": 0.535241961479187, |
| "learning_rate": 9.345332358037147e-06, |
| "loss": 0.4814, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.2488479262672811, |
| "grad_norm": 0.5126506090164185, |
| "learning_rate": 9.340548196448729e-06, |
| "loss": 0.4903, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.24940092165898617, |
| "grad_norm": 0.459888219833374, |
| "learning_rate": 9.33574785148569e-06, |
| "loss": 0.4764, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.24995391705069125, |
| "grad_norm": 0.47858306765556335, |
| "learning_rate": 9.330931341045723e-06, |
| "loss": 0.4759, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.2505069124423963, |
| "grad_norm": 0.4925948977470398, |
| "learning_rate": 9.326098683086786e-06, |
| "loss": 0.5092, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.25105990783410137, |
| "grad_norm": 0.4197613000869751, |
| "learning_rate": 9.321249895627043e-06, |
| "loss": 0.4855, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.25161290322580643, |
| "grad_norm": 0.4368072748184204, |
| "learning_rate": 9.316384996744798e-06, |
| "loss": 0.4731, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.25216589861751154, |
| "grad_norm": 0.4712340533733368, |
| "learning_rate": 9.311504004578425e-06, |
| "loss": 0.4864, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.2527188940092166, |
| "grad_norm": 0.4518265426158905, |
| "learning_rate": 9.306606937326295e-06, |
| "loss": 0.5119, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.25327188940092166, |
| "grad_norm": 0.48842400312423706, |
| "learning_rate": 9.301693813246721e-06, |
| "loss": 0.4732, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.2538248847926267, |
| "grad_norm": 0.5565005540847778, |
| "learning_rate": 9.296764650657881e-06, |
| "loss": 0.5018, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.2543778801843318, |
| "grad_norm": 0.4874143600463867, |
| "learning_rate": 9.291819467937746e-06, |
| "loss": 0.4712, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.2549308755760369, |
| "grad_norm": 0.5408375859260559, |
| "learning_rate": 9.286858283524022e-06, |
| "loss": 0.4785, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.25548387096774194, |
| "grad_norm": 0.4784450829029083, |
| "learning_rate": 9.281881115914075e-06, |
| "loss": 0.4893, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.256036866359447, |
| "grad_norm": 0.4540750980377197, |
| "learning_rate": 9.276887983664861e-06, |
| "loss": 0.4873, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.25658986175115206, |
| "grad_norm": 0.5902926921844482, |
| "learning_rate": 9.271878905392863e-06, |
| "loss": 0.4903, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.2571428571428571, |
| "grad_norm": 0.44395557045936584, |
| "learning_rate": 9.26685389977401e-06, |
| "loss": 0.4862, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.25769585253456223, |
| "grad_norm": 0.44266945123672485, |
| "learning_rate": 9.261812985543625e-06, |
| "loss": 0.4875, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.2582488479262673, |
| "grad_norm": 0.5877528190612793, |
| "learning_rate": 9.256756181496334e-06, |
| "loss": 0.498, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.25880184331797235, |
| "grad_norm": 0.43955346941947937, |
| "learning_rate": 9.251683506486016e-06, |
| "loss": 0.4782, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.2593548387096774, |
| "grad_norm": 0.5338640809059143, |
| "learning_rate": 9.246594979425719e-06, |
| "loss": 0.4834, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.25990783410138246, |
| "grad_norm": 0.4647727608680725, |
| "learning_rate": 9.241490619287593e-06, |
| "loss": 0.4957, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.2604608294930876, |
| "grad_norm": 0.3950575590133667, |
| "learning_rate": 9.236370445102825e-06, |
| "loss": 0.4864, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.26101382488479263, |
| "grad_norm": 0.5759503245353699, |
| "learning_rate": 9.231234475961559e-06, |
| "loss": 0.5049, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.2615668202764977, |
| "grad_norm": 0.49982547760009766, |
| "learning_rate": 9.22608273101283e-06, |
| "loss": 0.5099, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.26211981566820275, |
| "grad_norm": 0.45275378227233887, |
| "learning_rate": 9.220915229464496e-06, |
| "loss": 0.4768, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.2626728110599078, |
| "grad_norm": 0.4712145924568176, |
| "learning_rate": 9.215731990583155e-06, |
| "loss": 0.4418, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.2632258064516129, |
| "grad_norm": 0.4405660927295685, |
| "learning_rate": 9.210533033694084e-06, |
| "loss": 0.4938, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.263778801843318, |
| "grad_norm": 0.4714353382587433, |
| "learning_rate": 9.205318378181167e-06, |
| "loss": 0.4806, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.26433179723502304, |
| "grad_norm": 0.5084551572799683, |
| "learning_rate": 9.200088043486813e-06, |
| "loss": 0.487, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.2648847926267281, |
| "grad_norm": 0.4339804947376251, |
| "learning_rate": 9.194842049111889e-06, |
| "loss": 0.4703, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.2654377880184332, |
| "grad_norm": 0.5167462825775146, |
| "learning_rate": 9.189580414615658e-06, |
| "loss": 0.495, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.26599078341013827, |
| "grad_norm": 0.5027214288711548, |
| "learning_rate": 9.184303159615682e-06, |
| "loss": 0.487, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.2665437788018433, |
| "grad_norm": 0.5376026034355164, |
| "learning_rate": 9.179010303787772e-06, |
| "loss": 0.4974, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.2670967741935484, |
| "grad_norm": 0.4745848774909973, |
| "learning_rate": 9.173701866865905e-06, |
| "loss": 0.4761, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.26764976958525344, |
| "grad_norm": 0.615476667881012, |
| "learning_rate": 9.168377868642142e-06, |
| "loss": 0.4903, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.26820276497695855, |
| "grad_norm": 0.43914616107940674, |
| "learning_rate": 9.163038328966578e-06, |
| "loss": 0.5018, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.2687557603686636, |
| "grad_norm": 0.5516188144683838, |
| "learning_rate": 9.157683267747239e-06, |
| "loss": 0.5042, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.26930875576036867, |
| "grad_norm": 0.5231643319129944, |
| "learning_rate": 9.152312704950028e-06, |
| "loss": 0.4745, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.2698617511520737, |
| "grad_norm": 0.4931274354457855, |
| "learning_rate": 9.146926660598646e-06, |
| "loss": 0.4891, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.2704147465437788, |
| "grad_norm": 0.5022376179695129, |
| "learning_rate": 9.141525154774513e-06, |
| "loss": 0.4707, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.2709677419354839, |
| "grad_norm": 0.4848520755767822, |
| "learning_rate": 9.136108207616694e-06, |
| "loss": 0.5176, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.27152073732718895, |
| "grad_norm": 0.5185691118240356, |
| "learning_rate": 9.130675839321829e-06, |
| "loss": 0.4951, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.272073732718894, |
| "grad_norm": 0.4987480938434601, |
| "learning_rate": 9.125228070144056e-06, |
| "loss": 0.4865, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.27262672811059907, |
| "grad_norm": 0.47905007004737854, |
| "learning_rate": 9.119764920394928e-06, |
| "loss": 0.4931, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.27317972350230413, |
| "grad_norm": 0.5060631632804871, |
| "learning_rate": 9.114286410443349e-06, |
| "loss": 0.4912, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.27373271889400924, |
| "grad_norm": 0.5127936005592346, |
| "learning_rate": 9.108792560715487e-06, |
| "loss": 0.5004, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.2742857142857143, |
| "grad_norm": 0.5518050193786621, |
| "learning_rate": 9.103283391694711e-06, |
| "loss": 0.5051, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.27483870967741936, |
| "grad_norm": 0.5080561637878418, |
| "learning_rate": 9.097758923921495e-06, |
| "loss": 0.4679, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.2753917050691244, |
| "grad_norm": 0.5666584372520447, |
| "learning_rate": 9.092219177993365e-06, |
| "loss": 0.4861, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.2759447004608295, |
| "grad_norm": 0.48917266726493835, |
| "learning_rate": 9.086664174564804e-06, |
| "loss": 0.4616, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.2764976958525346, |
| "grad_norm": 0.4538862407207489, |
| "learning_rate": 9.081093934347178e-06, |
| "loss": 0.4917, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.27705069124423964, |
| "grad_norm": 0.6453654170036316, |
| "learning_rate": 9.075508478108674e-06, |
| "loss": 0.477, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.2776036866359447, |
| "grad_norm": 0.5007541179656982, |
| "learning_rate": 9.069907826674199e-06, |
| "loss": 0.4748, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.27815668202764976, |
| "grad_norm": 0.5134044289588928, |
| "learning_rate": 9.064292000925316e-06, |
| "loss": 0.5122, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.2787096774193548, |
| "grad_norm": 0.5208799242973328, |
| "learning_rate": 9.05866102180017e-06, |
| "loss": 0.4908, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.27926267281105993, |
| "grad_norm": 0.4694979786872864, |
| "learning_rate": 9.053014910293399e-06, |
| "loss": 0.5006, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.279815668202765, |
| "grad_norm": 0.4957534670829773, |
| "learning_rate": 9.047353687456064e-06, |
| "loss": 0.4901, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.28036866359447005, |
| "grad_norm": 0.5231026411056519, |
| "learning_rate": 9.041677374395563e-06, |
| "loss": 0.5062, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.2809216589861751, |
| "grad_norm": 0.5049005150794983, |
| "learning_rate": 9.035985992275562e-06, |
| "loss": 0.501, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.28147465437788016, |
| "grad_norm": 0.48721855878829956, |
| "learning_rate": 9.030279562315907e-06, |
| "loss": 0.4881, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.2820276497695853, |
| "grad_norm": 0.47729742527008057, |
| "learning_rate": 9.02455810579255e-06, |
| "loss": 0.4734, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.28258064516129033, |
| "grad_norm": 0.5377198457717896, |
| "learning_rate": 9.018821644037466e-06, |
| "loss": 0.4655, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.2831336405529954, |
| "grad_norm": 0.5237789154052734, |
| "learning_rate": 9.01307019843858e-06, |
| "loss": 0.5081, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.28368663594470045, |
| "grad_norm": 0.6095771193504333, |
| "learning_rate": 9.00730379043968e-06, |
| "loss": 0.4938, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.2842396313364055, |
| "grad_norm": 0.5196386575698853, |
| "learning_rate": 9.001522441540342e-06, |
| "loss": 0.4901, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.2847926267281106, |
| "grad_norm": 0.5163764357566833, |
| "learning_rate": 8.995726173295845e-06, |
| "loss": 0.4901, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.2853456221198157, |
| "grad_norm": 0.5501850247383118, |
| "learning_rate": 8.989915007317095e-06, |
| "loss": 0.4884, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.28589861751152074, |
| "grad_norm": 0.4907573461532593, |
| "learning_rate": 8.984088965270547e-06, |
| "loss": 0.4803, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.2864516129032258, |
| "grad_norm": 0.4490540325641632, |
| "learning_rate": 8.978248068878113e-06, |
| "loss": 0.5025, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.28700460829493085, |
| "grad_norm": 0.541654109954834, |
| "learning_rate": 8.97239233991709e-06, |
| "loss": 0.4844, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.28755760368663597, |
| "grad_norm": 0.4671088457107544, |
| "learning_rate": 8.966521800220084e-06, |
| "loss": 0.4775, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.288110599078341, |
| "grad_norm": 0.5631542801856995, |
| "learning_rate": 8.960636471674913e-06, |
| "loss": 0.4723, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.2886635944700461, |
| "grad_norm": 0.5776397585868835, |
| "learning_rate": 8.954736376224536e-06, |
| "loss": 0.4949, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.28921658986175114, |
| "grad_norm": 0.5042744874954224, |
| "learning_rate": 8.948821535866973e-06, |
| "loss": 0.4934, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.2897695852534562, |
| "grad_norm": 0.5939375162124634, |
| "learning_rate": 8.942891972655217e-06, |
| "loss": 0.4884, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.2903225806451613, |
| "grad_norm": 0.4696662127971649, |
| "learning_rate": 8.93694770869715e-06, |
| "loss": 0.5052, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.29087557603686637, |
| "grad_norm": 0.45712941884994507, |
| "learning_rate": 8.930988766155472e-06, |
| "loss": 0.5488, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.2914285714285714, |
| "grad_norm": 0.5518166422843933, |
| "learning_rate": 8.925015167247604e-06, |
| "loss": 0.5129, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.2919815668202765, |
| "grad_norm": 0.446274071931839, |
| "learning_rate": 8.919026934245618e-06, |
| "loss": 0.504, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.29253456221198154, |
| "grad_norm": 0.5146806836128235, |
| "learning_rate": 8.91302408947614e-06, |
| "loss": 0.4779, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.29308755760368665, |
| "grad_norm": 0.4867715537548065, |
| "learning_rate": 8.907006655320287e-06, |
| "loss": 0.4743, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.2936405529953917, |
| "grad_norm": 0.47047367691993713, |
| "learning_rate": 8.90097465421356e-06, |
| "loss": 0.4881, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.29419354838709677, |
| "grad_norm": 0.46602970361709595, |
| "learning_rate": 8.894928108645772e-06, |
| "loss": 0.486, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.29474654377880183, |
| "grad_norm": 0.45530185103416443, |
| "learning_rate": 8.888867041160975e-06, |
| "loss": 0.4726, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.2952995391705069, |
| "grad_norm": 0.4860335886478424, |
| "learning_rate": 8.882791474357354e-06, |
| "loss": 0.4818, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.295852534562212, |
| "grad_norm": 0.4780627191066742, |
| "learning_rate": 8.876701430887156e-06, |
| "loss": 0.4937, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.29640552995391706, |
| "grad_norm": 0.488271027803421, |
| "learning_rate": 8.870596933456603e-06, |
| "loss": 0.4988, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.2969585253456221, |
| "grad_norm": 0.48193061351776123, |
| "learning_rate": 8.864478004825812e-06, |
| "loss": 0.4925, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.2975115207373272, |
| "grad_norm": 0.5294972658157349, |
| "learning_rate": 8.8583446678087e-06, |
| "loss": 0.4787, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.29806451612903223, |
| "grad_norm": 0.48833131790161133, |
| "learning_rate": 8.852196945272906e-06, |
| "loss": 0.5055, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.29861751152073734, |
| "grad_norm": 0.4671526551246643, |
| "learning_rate": 8.846034860139706e-06, |
| "loss": 0.4775, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.2991705069124424, |
| "grad_norm": 0.6074989438056946, |
| "learning_rate": 8.839858435383918e-06, |
| "loss": 0.4894, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.29972350230414746, |
| "grad_norm": 0.46650996804237366, |
| "learning_rate": 8.833667694033841e-06, |
| "loss": 0.4913, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.3002764976958525, |
| "grad_norm": 0.7234087586402893, |
| "learning_rate": 8.827462659171134e-06, |
| "loss": 0.4794, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.30082949308755763, |
| "grad_norm": 0.5737038850784302, |
| "learning_rate": 8.821243353930756e-06, |
| "loss": 0.5169, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.3013824884792627, |
| "grad_norm": 0.6461325883865356, |
| "learning_rate": 8.815009801500875e-06, |
| "loss": 0.4846, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.30193548387096775, |
| "grad_norm": 0.4608705937862396, |
| "learning_rate": 8.808762025122774e-06, |
| "loss": 0.4763, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.3024884792626728, |
| "grad_norm": 0.6168321371078491, |
| "learning_rate": 8.802500048090769e-06, |
| "loss": 0.4906, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.30304147465437786, |
| "grad_norm": 0.5032297968864441, |
| "learning_rate": 8.796223893752125e-06, |
| "loss": 0.4809, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.303594470046083, |
| "grad_norm": 0.48676756024360657, |
| "learning_rate": 8.789933585506962e-06, |
| "loss": 0.4844, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.30414746543778803, |
| "grad_norm": 0.5273764133453369, |
| "learning_rate": 8.783629146808175e-06, |
| "loss": 0.4979, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.3047004608294931, |
| "grad_norm": 0.47446364164352417, |
| "learning_rate": 8.77731060116134e-06, |
| "loss": 0.4633, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.30525345622119815, |
| "grad_norm": 0.5045877695083618, |
| "learning_rate": 8.77097797212463e-06, |
| "loss": 0.4907, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.3058064516129032, |
| "grad_norm": 0.4806043803691864, |
| "learning_rate": 8.764631283308733e-06, |
| "loss": 0.4794, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.3063594470046083, |
| "grad_norm": 0.5195322036743164, |
| "learning_rate": 8.758270558376752e-06, |
| "loss": 0.4921, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.3069124423963134, |
| "grad_norm": 0.5429467558860779, |
| "learning_rate": 8.751895821044118e-06, |
| "loss": 0.4825, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.30746543778801844, |
| "grad_norm": 0.48403802514076233, |
| "learning_rate": 8.745507095078515e-06, |
| "loss": 0.4997, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.3080184331797235, |
| "grad_norm": 0.5179433822631836, |
| "learning_rate": 8.739104404299781e-06, |
| "loss": 0.4444, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.30857142857142855, |
| "grad_norm": 0.5344632863998413, |
| "learning_rate": 8.732687772579816e-06, |
| "loss": 0.4695, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.30912442396313367, |
| "grad_norm": 0.5367107391357422, |
| "learning_rate": 8.7262572238425e-06, |
| "loss": 0.453, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.3096774193548387, |
| "grad_norm": 0.5187183618545532, |
| "learning_rate": 8.719812782063603e-06, |
| "loss": 0.4975, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.3102304147465438, |
| "grad_norm": 0.4541904330253601, |
| "learning_rate": 8.713354471270691e-06, |
| "loss": 0.5075, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.31078341013824884, |
| "grad_norm": 0.4493202865123749, |
| "learning_rate": 8.706882315543043e-06, |
| "loss": 0.458, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.3113364055299539, |
| "grad_norm": 0.571712076663971, |
| "learning_rate": 8.700396339011554e-06, |
| "loss": 0.5057, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.311889400921659, |
| "grad_norm": 0.4367184042930603, |
| "learning_rate": 8.69389656585865e-06, |
| "loss": 0.4725, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.31244239631336407, |
| "grad_norm": 0.5127226710319519, |
| "learning_rate": 8.6873830203182e-06, |
| "loss": 0.4615, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.3129953917050691, |
| "grad_norm": 0.5464975833892822, |
| "learning_rate": 8.680855726675419e-06, |
| "loss": 0.4661, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.3135483870967742, |
| "grad_norm": 0.5116366147994995, |
| "learning_rate": 8.674314709266778e-06, |
| "loss": 0.4789, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.31410138248847924, |
| "grad_norm": 0.5597204566001892, |
| "learning_rate": 8.667759992479922e-06, |
| "loss": 0.4903, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.31465437788018435, |
| "grad_norm": 0.4036201536655426, |
| "learning_rate": 8.661191600753567e-06, |
| "loss": 0.5093, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.3152073732718894, |
| "grad_norm": 0.6131529808044434, |
| "learning_rate": 8.65460955857742e-06, |
| "loss": 0.4572, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.31576036866359447, |
| "grad_norm": 0.532192587852478, |
| "learning_rate": 8.648013890492081e-06, |
| "loss": 0.4679, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.31631336405529953, |
| "grad_norm": 0.4397170841693878, |
| "learning_rate": 8.641404621088951e-06, |
| "loss": 0.4841, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.3168663594470046, |
| "grad_norm": 0.44879838824272156, |
| "learning_rate": 8.634781775010144e-06, |
| "loss": 0.4853, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.3174193548387097, |
| "grad_norm": 0.5257536768913269, |
| "learning_rate": 8.628145376948392e-06, |
| "loss": 0.4915, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.31797235023041476, |
| "grad_norm": 0.4205341637134552, |
| "learning_rate": 8.621495451646958e-06, |
| "loss": 0.4895, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.3185253456221198, |
| "grad_norm": 0.4227660298347473, |
| "learning_rate": 8.614832023899536e-06, |
| "loss": 0.488, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.3190783410138249, |
| "grad_norm": 0.441709965467453, |
| "learning_rate": 8.608155118550167e-06, |
| "loss": 0.4756, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.31963133640552993, |
| "grad_norm": 0.4320451021194458, |
| "learning_rate": 8.601464760493138e-06, |
| "loss": 0.4726, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.32018433179723504, |
| "grad_norm": 0.3868134617805481, |
| "learning_rate": 8.594760974672898e-06, |
| "loss": 0.475, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.3207373271889401, |
| "grad_norm": 0.43438073992729187, |
| "learning_rate": 8.588043786083952e-06, |
| "loss": 0.4874, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.32129032258064516, |
| "grad_norm": 0.40946924686431885, |
| "learning_rate": 8.581313219770788e-06, |
| "loss": 0.4843, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.3218433179723502, |
| "grad_norm": 0.4077948331832886, |
| "learning_rate": 8.57456930082776e-06, |
| "loss": 0.4656, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.3223963133640553, |
| "grad_norm": 0.4392508566379547, |
| "learning_rate": 8.567812054399016e-06, |
| "loss": 0.4911, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.3229493087557604, |
| "grad_norm": 0.4225884974002838, |
| "learning_rate": 8.561041505678385e-06, |
| "loss": 0.4907, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.32350230414746545, |
| "grad_norm": 0.4444757103919983, |
| "learning_rate": 8.5542576799093e-06, |
| "loss": 0.484, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.3240552995391705, |
| "grad_norm": 0.4226742088794708, |
| "learning_rate": 8.547460602384697e-06, |
| "loss": 0.4947, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.32460829493087556, |
| "grad_norm": 0.5053589344024658, |
| "learning_rate": 8.540650298446912e-06, |
| "loss": 0.4984, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.3251612903225806, |
| "grad_norm": 0.4462142586708069, |
| "learning_rate": 8.533826793487601e-06, |
| "loss": 0.4624, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.32571428571428573, |
| "grad_norm": 0.5019125938415527, |
| "learning_rate": 8.526990112947636e-06, |
| "loss": 0.4597, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.3262672811059908, |
| "grad_norm": 0.4495023787021637, |
| "learning_rate": 8.520140282317018e-06, |
| "loss": 0.4619, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.32682027649769585, |
| "grad_norm": 0.45633986592292786, |
| "learning_rate": 8.51327732713477e-06, |
| "loss": 0.4997, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.3273732718894009, |
| "grad_norm": 0.45402443408966064, |
| "learning_rate": 8.506401272988854e-06, |
| "loss": 0.4726, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.32792626728110597, |
| "grad_norm": 0.4144057631492615, |
| "learning_rate": 8.499512145516068e-06, |
| "loss": 0.483, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.3284792626728111, |
| "grad_norm": 0.506801962852478, |
| "learning_rate": 8.492609970401955e-06, |
| "loss": 0.4936, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.32903225806451614, |
| "grad_norm": 0.45201730728149414, |
| "learning_rate": 8.4856947733807e-06, |
| "loss": 0.5055, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.3295852534562212, |
| "grad_norm": 0.4555196762084961, |
| "learning_rate": 8.478766580235044e-06, |
| "loss": 0.4847, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.33013824884792625, |
| "grad_norm": 0.49041327834129333, |
| "learning_rate": 8.471825416796185e-06, |
| "loss": 0.4662, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.3306912442396313, |
| "grad_norm": 0.466457724571228, |
| "learning_rate": 8.464871308943673e-06, |
| "loss": 0.4794, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.3312442396313364, |
| "grad_norm": 0.5273913145065308, |
| "learning_rate": 8.457904282605324e-06, |
| "loss": 0.482, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.3317972350230415, |
| "grad_norm": 0.42694202065467834, |
| "learning_rate": 8.45092436375712e-06, |
| "loss": 0.4663, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.33235023041474654, |
| "grad_norm": 0.467692494392395, |
| "learning_rate": 8.443931578423108e-06, |
| "loss": 0.4606, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.3329032258064516, |
| "grad_norm": 0.5536178946495056, |
| "learning_rate": 8.436925952675312e-06, |
| "loss": 0.49, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.33345622119815665, |
| "grad_norm": 0.5051153898239136, |
| "learning_rate": 8.429907512633626e-06, |
| "loss": 0.5041, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.33400921658986177, |
| "grad_norm": 0.4975510835647583, |
| "learning_rate": 8.422876284465722e-06, |
| "loss": 0.491, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.3345622119815668, |
| "grad_norm": 0.5645290613174438, |
| "learning_rate": 8.415832294386956e-06, |
| "loss": 0.4942, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.3351152073732719, |
| "grad_norm": 0.5082492828369141, |
| "learning_rate": 8.408775568660256e-06, |
| "loss": 0.4829, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.33566820276497694, |
| "grad_norm": 0.4222676753997803, |
| "learning_rate": 8.401706133596047e-06, |
| "loss": 0.4837, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.33622119815668206, |
| "grad_norm": 0.5251336693763733, |
| "learning_rate": 8.394624015552124e-06, |
| "loss": 0.492, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.3367741935483871, |
| "grad_norm": 0.4806731641292572, |
| "learning_rate": 8.387529240933585e-06, |
| "loss": 0.4791, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.33732718894009217, |
| "grad_norm": 0.5003568530082703, |
| "learning_rate": 8.380421836192705e-06, |
| "loss": 0.4768, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.33788018433179723, |
| "grad_norm": 0.48693132400512695, |
| "learning_rate": 8.373301827828858e-06, |
| "loss": 0.5219, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.3384331797235023, |
| "grad_norm": 0.43921712040901184, |
| "learning_rate": 8.366169242388402e-06, |
| "loss": 0.4668, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.3389861751152074, |
| "grad_norm": 0.5484280586242676, |
| "learning_rate": 8.359024106464594e-06, |
| "loss": 0.4669, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.33953917050691246, |
| "grad_norm": 0.4520418643951416, |
| "learning_rate": 8.351866446697483e-06, |
| "loss": 0.4973, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.3400921658986175, |
| "grad_norm": 0.588077962398529, |
| "learning_rate": 8.344696289773806e-06, |
| "loss": 0.4749, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.3406451612903226, |
| "grad_norm": 0.4226244390010834, |
| "learning_rate": 8.337513662426904e-06, |
| "loss": 0.482, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.34119815668202763, |
| "grad_norm": 0.5818718671798706, |
| "learning_rate": 8.330318591436606e-06, |
| "loss": 0.4963, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.34175115207373274, |
| "grad_norm": 0.4959838092327118, |
| "learning_rate": 8.32311110362914e-06, |
| "loss": 0.4928, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.3423041474654378, |
| "grad_norm": 0.43233931064605713, |
| "learning_rate": 8.315891225877026e-06, |
| "loss": 0.4619, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.34285714285714286, |
| "grad_norm": 0.506004273891449, |
| "learning_rate": 8.308658985098983e-06, |
| "loss": 0.4638, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.3434101382488479, |
| "grad_norm": 0.5699809193611145, |
| "learning_rate": 8.301414408259821e-06, |
| "loss": 0.4666, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.343963133640553, |
| "grad_norm": 0.4087035059928894, |
| "learning_rate": 8.294157522370343e-06, |
| "loss": 0.4792, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.3445161290322581, |
| "grad_norm": 0.482768714427948, |
| "learning_rate": 8.28688835448725e-06, |
| "loss": 0.4943, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.34506912442396315, |
| "grad_norm": 0.4292857348918915, |
| "learning_rate": 8.27960693171303e-06, |
| "loss": 0.4809, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.3456221198156682, |
| "grad_norm": 0.43942004442214966, |
| "learning_rate": 8.272313281195868e-06, |
| "loss": 0.488, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.34617511520737326, |
| "grad_norm": 0.5329846739768982, |
| "learning_rate": 8.265007430129535e-06, |
| "loss": 0.494, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.3467281105990783, |
| "grad_norm": 0.41792014241218567, |
| "learning_rate": 8.25768940575329e-06, |
| "loss": 0.4838, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.34728110599078343, |
| "grad_norm": 0.522320568561554, |
| "learning_rate": 8.250359235351783e-06, |
| "loss": 0.4778, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.3478341013824885, |
| "grad_norm": 0.4983687996864319, |
| "learning_rate": 8.243016946254947e-06, |
| "loss": 0.4761, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.34838709677419355, |
| "grad_norm": 0.5216838717460632, |
| "learning_rate": 8.235662565837901e-06, |
| "loss": 0.4949, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.3489400921658986, |
| "grad_norm": 0.5560440421104431, |
| "learning_rate": 8.22829612152084e-06, |
| "loss": 0.4653, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.34949308755760367, |
| "grad_norm": 0.505742073059082, |
| "learning_rate": 8.220917640768943e-06, |
| "loss": 0.4981, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.3500460829493088, |
| "grad_norm": 0.4594072103500366, |
| "learning_rate": 8.213527151092267e-06, |
| "loss": 0.4522, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.35059907834101384, |
| "grad_norm": 0.40718746185302734, |
| "learning_rate": 8.20612468004564e-06, |
| "loss": 0.4728, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.3511520737327189, |
| "grad_norm": 0.500005304813385, |
| "learning_rate": 8.19871025522856e-06, |
| "loss": 0.4667, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.35170506912442395, |
| "grad_norm": 0.4374920427799225, |
| "learning_rate": 8.191283904285098e-06, |
| "loss": 0.4801, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.352258064516129, |
| "grad_norm": 0.4499951899051666, |
| "learning_rate": 8.183845654903789e-06, |
| "loss": 0.4588, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.3528110599078341, |
| "grad_norm": 0.41557565331459045, |
| "learning_rate": 8.17639553481753e-06, |
| "loss": 0.4953, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.3533640552995392, |
| "grad_norm": 0.44742459058761597, |
| "learning_rate": 8.168933571803475e-06, |
| "loss": 0.4711, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.35391705069124424, |
| "grad_norm": 0.4027085304260254, |
| "learning_rate": 8.161459793682937e-06, |
| "loss": 0.4872, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.3544700460829493, |
| "grad_norm": 0.4093347191810608, |
| "learning_rate": 8.153974228321279e-06, |
| "loss": 0.477, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.35502304147465436, |
| "grad_norm": 0.45894891023635864, |
| "learning_rate": 8.146476903627813e-06, |
| "loss": 0.4844, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.35557603686635947, |
| "grad_norm": 0.44424736499786377, |
| "learning_rate": 8.138967847555693e-06, |
| "loss": 0.4754, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.3561290322580645, |
| "grad_norm": 0.4633028209209442, |
| "learning_rate": 8.13144708810181e-06, |
| "loss": 0.4873, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.3566820276497696, |
| "grad_norm": 0.46212074160575867, |
| "learning_rate": 8.123914653306695e-06, |
| "loss": 0.4576, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.35723502304147464, |
| "grad_norm": 0.5635020732879639, |
| "learning_rate": 8.116370571254407e-06, |
| "loss": 0.4651, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.3577880184331797, |
| "grad_norm": 0.43892374634742737, |
| "learning_rate": 8.108814870072434e-06, |
| "loss": 0.5018, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.3583410138248848, |
| "grad_norm": 0.4993932843208313, |
| "learning_rate": 8.10124757793158e-06, |
| "loss": 0.4848, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.35889400921658987, |
| "grad_norm": 0.5206483006477356, |
| "learning_rate": 8.093668723045866e-06, |
| "loss": 0.4845, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.35944700460829493, |
| "grad_norm": 0.4889640808105469, |
| "learning_rate": 8.08607833367243e-06, |
| "loss": 0.4731, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.5545540452003479, |
| "learning_rate": 8.078476438111404e-06, |
| "loss": 0.4919, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.36055299539170504, |
| "grad_norm": 0.47018927335739136, |
| "learning_rate": 8.07086306470583e-06, |
| "loss": 0.4902, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.36110599078341016, |
| "grad_norm": 0.5213498473167419, |
| "learning_rate": 8.06323824184154e-06, |
| "loss": 0.4918, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.3616589861751152, |
| "grad_norm": 0.4931851923465729, |
| "learning_rate": 8.055601997947056e-06, |
| "loss": 0.4868, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.3622119815668203, |
| "grad_norm": 0.4996345341205597, |
| "learning_rate": 8.04795436149348e-06, |
| "loss": 0.4908, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.36276497695852533, |
| "grad_norm": 0.48268017172813416, |
| "learning_rate": 8.04029536099439e-06, |
| "loss": 0.4975, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.3633179723502304, |
| "grad_norm": 0.5365729928016663, |
| "learning_rate": 8.032625025005736e-06, |
| "loss": 0.4891, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.3638709677419355, |
| "grad_norm": 0.5524755716323853, |
| "learning_rate": 8.024943382125732e-06, |
| "loss": 0.4833, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.36442396313364056, |
| "grad_norm": 0.4499988257884979, |
| "learning_rate": 8.017250460994748e-06, |
| "loss": 0.4724, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.3649769585253456, |
| "grad_norm": 0.44743797183036804, |
| "learning_rate": 8.0095462902952e-06, |
| "loss": 0.503, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.3655299539170507, |
| "grad_norm": 0.502610445022583, |
| "learning_rate": 8.001830898751455e-06, |
| "loss": 0.4813, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.36608294930875573, |
| "grad_norm": 0.41622281074523926, |
| "learning_rate": 7.99410431512971e-06, |
| "loss": 0.5157, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.36663594470046085, |
| "grad_norm": 0.4399860203266144, |
| "learning_rate": 7.986366568237893e-06, |
| "loss": 0.4741, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.3671889400921659, |
| "grad_norm": 0.43299001455307007, |
| "learning_rate": 7.97861768692555e-06, |
| "loss": 0.4727, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.36774193548387096, |
| "grad_norm": 0.44035786390304565, |
| "learning_rate": 7.970857700083747e-06, |
| "loss": 0.4662, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.368294930875576, |
| "grad_norm": 0.422536164522171, |
| "learning_rate": 7.96308663664495e-06, |
| "loss": 0.4969, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.3688479262672811, |
| "grad_norm": 0.44590070843696594, |
| "learning_rate": 7.955304525582928e-06, |
| "loss": 0.4591, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.3694009216589862, |
| "grad_norm": 0.43369054794311523, |
| "learning_rate": 7.947511395912635e-06, |
| "loss": 0.4941, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.36995391705069125, |
| "grad_norm": 0.40852341055870056, |
| "learning_rate": 7.939707276690111e-06, |
| "loss": 0.4859, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.3705069124423963, |
| "grad_norm": 0.3855592906475067, |
| "learning_rate": 7.93189219701237e-06, |
| "loss": 0.4834, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.37105990783410137, |
| "grad_norm": 0.40031880140304565, |
| "learning_rate": 7.924066186017288e-06, |
| "loss": 0.5146, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.3716129032258065, |
| "grad_norm": 0.42813777923583984, |
| "learning_rate": 7.916229272883499e-06, |
| "loss": 0.4875, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.37216589861751154, |
| "grad_norm": 0.4341396689414978, |
| "learning_rate": 7.908381486830286e-06, |
| "loss": 0.4787, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.3727188940092166, |
| "grad_norm": 0.40330180525779724, |
| "learning_rate": 7.90052285711747e-06, |
| "loss": 0.4866, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.37327188940092165, |
| "grad_norm": 0.4432542026042938, |
| "learning_rate": 7.892653413045298e-06, |
| "loss": 0.4574, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.3738248847926267, |
| "grad_norm": 0.4223710298538208, |
| "learning_rate": 7.884773183954344e-06, |
| "loss": 0.4619, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.3743778801843318, |
| "grad_norm": 0.39498183131217957, |
| "learning_rate": 7.876882199225388e-06, |
| "loss": 0.4717, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.3749308755760369, |
| "grad_norm": 0.4838169813156128, |
| "learning_rate": 7.868980488279316e-06, |
| "loss": 0.4756, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.37548387096774194, |
| "grad_norm": 0.3836471140384674, |
| "learning_rate": 7.861068080576998e-06, |
| "loss": 0.462, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.376036866359447, |
| "grad_norm": 0.503296971321106, |
| "learning_rate": 7.853145005619199e-06, |
| "loss": 0.4963, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.37658986175115206, |
| "grad_norm": 0.3729606568813324, |
| "learning_rate": 7.84521129294644e-06, |
| "loss": 0.4684, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.37714285714285717, |
| "grad_norm": 0.5140215158462524, |
| "learning_rate": 7.837266972138918e-06, |
| "loss": 0.5041, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.3776958525345622, |
| "grad_norm": 0.4366711676120758, |
| "learning_rate": 7.82931207281637e-06, |
| "loss": 0.5007, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.3782488479262673, |
| "grad_norm": 0.43705347180366516, |
| "learning_rate": 7.821346624637984e-06, |
| "loss": 0.4988, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.37880184331797234, |
| "grad_norm": 0.4190782308578491, |
| "learning_rate": 7.813370657302273e-06, |
| "loss": 0.4815, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.3793548387096774, |
| "grad_norm": 0.43545421957969666, |
| "learning_rate": 7.80538420054697e-06, |
| "loss": 0.486, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.3799078341013825, |
| "grad_norm": 0.4012760818004608, |
| "learning_rate": 7.797387284148919e-06, |
| "loss": 0.456, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.38046082949308757, |
| "grad_norm": 0.45634332299232483, |
| "learning_rate": 7.789379937923958e-06, |
| "loss": 0.4827, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.38101382488479263, |
| "grad_norm": 0.45957717299461365, |
| "learning_rate": 7.781362191726818e-06, |
| "loss": 0.4976, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.3815668202764977, |
| "grad_norm": 0.4902954399585724, |
| "learning_rate": 7.773334075451e-06, |
| "loss": 0.4952, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.38211981566820274, |
| "grad_norm": 0.4607703387737274, |
| "learning_rate": 7.765295619028672e-06, |
| "loss": 0.4995, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.38267281105990786, |
| "grad_norm": 0.49557220935821533, |
| "learning_rate": 7.757246852430553e-06, |
| "loss": 0.4921, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.3832258064516129, |
| "grad_norm": 0.4447820782661438, |
| "learning_rate": 7.749187805665801e-06, |
| "loss": 0.4589, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.383778801843318, |
| "grad_norm": 0.4028923809528351, |
| "learning_rate": 7.741118508781906e-06, |
| "loss": 0.4732, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.38433179723502303, |
| "grad_norm": 0.4806511700153351, |
| "learning_rate": 7.733038991864576e-06, |
| "loss": 0.4968, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.3848847926267281, |
| "grad_norm": 0.4322826862335205, |
| "learning_rate": 7.724949285037619e-06, |
| "loss": 0.4904, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.3854377880184332, |
| "grad_norm": 0.44291332364082336, |
| "learning_rate": 7.716849418462836e-06, |
| "loss": 0.4829, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.38599078341013826, |
| "grad_norm": 0.4092819094657898, |
| "learning_rate": 7.70873942233991e-06, |
| "loss": 0.4809, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.3865437788018433, |
| "grad_norm": 0.4542578160762787, |
| "learning_rate": 7.700619326906288e-06, |
| "loss": 0.4713, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.3870967741935484, |
| "grad_norm": 0.4618943929672241, |
| "learning_rate": 7.69248916243708e-06, |
| "loss": 0.4443, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.38764976958525343, |
| "grad_norm": 0.43175920844078064, |
| "learning_rate": 7.684348959244924e-06, |
| "loss": 0.4761, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.38820276497695855, |
| "grad_norm": 0.4224050045013428, |
| "learning_rate": 7.676198747679898e-06, |
| "loss": 0.4943, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.3887557603686636, |
| "grad_norm": 0.4592989683151245, |
| "learning_rate": 7.66803855812939e-06, |
| "loss": 0.4529, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.38930875576036866, |
| "grad_norm": 0.4457801878452301, |
| "learning_rate": 7.659868421017989e-06, |
| "loss": 0.4785, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.3898617511520737, |
| "grad_norm": 0.4617078900337219, |
| "learning_rate": 7.651688366807378e-06, |
| "loss": 0.4755, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.3904147465437788, |
| "grad_norm": 0.43977999687194824, |
| "learning_rate": 7.64349842599621e-06, |
| "loss": 0.5098, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.3909677419354839, |
| "grad_norm": 0.4340912699699402, |
| "learning_rate": 7.635298629120002e-06, |
| "loss": 0.4452, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.39152073732718895, |
| "grad_norm": 0.5204182863235474, |
| "learning_rate": 7.6270890067510196e-06, |
| "loss": 0.4677, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.392073732718894, |
| "grad_norm": 0.47488752007484436, |
| "learning_rate": 7.618869589498157e-06, |
| "loss": 0.465, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.39262672811059907, |
| "grad_norm": 0.4327450692653656, |
| "learning_rate": 7.610640408006832e-06, |
| "loss": 0.4945, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.3931797235023041, |
| "grad_norm": 0.5072281360626221, |
| "learning_rate": 7.602401492958868e-06, |
| "loss": 0.4987, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.39373271889400924, |
| "grad_norm": 0.4239625632762909, |
| "learning_rate": 7.594152875072376e-06, |
| "loss": 0.4715, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.3942857142857143, |
| "grad_norm": 0.4698258936405182, |
| "learning_rate": 7.5858945851016455e-06, |
| "loss": 0.4779, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.39483870967741935, |
| "grad_norm": 0.42160850763320923, |
| "learning_rate": 7.577626653837028e-06, |
| "loss": 0.45, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.3953917050691244, |
| "grad_norm": 0.4377395808696747, |
| "learning_rate": 7.5693491121048194e-06, |
| "loss": 0.5144, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.39594470046082947, |
| "grad_norm": 0.4012657403945923, |
| "learning_rate": 7.561061990767149e-06, |
| "loss": 0.4812, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.3964976958525346, |
| "grad_norm": 0.41947153210639954, |
| "learning_rate": 7.552765320721865e-06, |
| "loss": 0.4407, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.39705069124423964, |
| "grad_norm": 0.48914283514022827, |
| "learning_rate": 7.544459132902409e-06, |
| "loss": 0.4689, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.3976036866359447, |
| "grad_norm": 0.3954436480998993, |
| "learning_rate": 7.5361434582777205e-06, |
| "loss": 0.4866, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.39815668202764976, |
| "grad_norm": 0.45554065704345703, |
| "learning_rate": 7.527818327852101e-06, |
| "loss": 0.4499, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.3987096774193548, |
| "grad_norm": 0.3696426451206207, |
| "learning_rate": 7.519483772665113e-06, |
| "loss": 0.4963, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.3992626728110599, |
| "grad_norm": 0.42578935623168945, |
| "learning_rate": 7.511139823791452e-06, |
| "loss": 0.4642, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.399815668202765, |
| "grad_norm": 0.3758449852466583, |
| "learning_rate": 7.502786512340841e-06, |
| "loss": 0.516, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.40036866359447004, |
| "grad_norm": 0.4170108139514923, |
| "learning_rate": 7.494423869457912e-06, |
| "loss": 0.4824, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.4009216589861751, |
| "grad_norm": 0.3795914053916931, |
| "learning_rate": 7.4860519263220865e-06, |
| "loss": 0.4744, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.40147465437788016, |
| "grad_norm": 0.389635294675827, |
| "learning_rate": 7.477670714147461e-06, |
| "loss": 0.4957, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.40202764976958527, |
| "grad_norm": 0.44072335958480835, |
| "learning_rate": 7.469280264182689e-06, |
| "loss": 0.5172, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.40258064516129033, |
| "grad_norm": 0.372860312461853, |
| "learning_rate": 7.460880607710872e-06, |
| "loss": 0.4465, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.4031336405529954, |
| "grad_norm": 0.47300985455513, |
| "learning_rate": 7.452471776049432e-06, |
| "loss": 0.4636, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.40368663594470044, |
| "grad_norm": 0.44356971979141235, |
| "learning_rate": 7.444053800550004e-06, |
| "loss": 0.4911, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.4042396313364055, |
| "grad_norm": 0.4640626311302185, |
| "learning_rate": 7.435626712598312e-06, |
| "loss": 0.4873, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.4047926267281106, |
| "grad_norm": 0.4652840197086334, |
| "learning_rate": 7.427190543614053e-06, |
| "loss": 0.4641, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.4053456221198157, |
| "grad_norm": 0.46554264426231384, |
| "learning_rate": 7.418745325050787e-06, |
| "loss": 0.4797, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.40589861751152073, |
| "grad_norm": 0.42912858724594116, |
| "learning_rate": 7.410291088395812e-06, |
| "loss": 0.5064, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.4064516129032258, |
| "grad_norm": 0.41365447640419006, |
| "learning_rate": 7.401827865170047e-06, |
| "loss": 0.4873, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.4070046082949309, |
| "grad_norm": 0.5490487813949585, |
| "learning_rate": 7.3933556869279235e-06, |
| "loss": 0.4583, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.40755760368663596, |
| "grad_norm": 0.39917993545532227, |
| "learning_rate": 7.384874585257255e-06, |
| "loss": 0.4625, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.408110599078341, |
| "grad_norm": 0.4784587621688843, |
| "learning_rate": 7.3763845917791245e-06, |
| "loss": 0.5073, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.4086635944700461, |
| "grad_norm": 0.4989032447338104, |
| "learning_rate": 7.367885738147773e-06, |
| "loss": 0.4652, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.40921658986175113, |
| "grad_norm": 0.4629876911640167, |
| "learning_rate": 7.359378056050472e-06, |
| "loss": 0.4601, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.40976958525345625, |
| "grad_norm": 0.4878072440624237, |
| "learning_rate": 7.35086157720741e-06, |
| "loss": 0.4713, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.4103225806451613, |
| "grad_norm": 0.49611517786979675, |
| "learning_rate": 7.3423363333715726e-06, |
| "loss": 0.4727, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.41087557603686636, |
| "grad_norm": 0.5412954688072205, |
| "learning_rate": 7.333802356328624e-06, |
| "loss": 0.4795, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.4114285714285714, |
| "grad_norm": 0.387992262840271, |
| "learning_rate": 7.3252596778967954e-06, |
| "loss": 0.492, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.4119815668202765, |
| "grad_norm": 0.47084909677505493, |
| "learning_rate": 7.316708329926754e-06, |
| "loss": 0.4546, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.4125345622119816, |
| "grad_norm": 0.5451803803443909, |
| "learning_rate": 7.308148344301491e-06, |
| "loss": 0.5053, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.41308755760368665, |
| "grad_norm": 0.4724251329898834, |
| "learning_rate": 7.2995797529362075e-06, |
| "loss": 0.4937, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.4136405529953917, |
| "grad_norm": 0.48225685954093933, |
| "learning_rate": 7.291002587778184e-06, |
| "loss": 0.4939, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.41419354838709677, |
| "grad_norm": 0.4945637881755829, |
| "learning_rate": 7.282416880806673e-06, |
| "loss": 0.4934, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.4147465437788018, |
| "grad_norm": 0.48181742429733276, |
| "learning_rate": 7.273822664032771e-06, |
| "loss": 0.4763, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.41529953917050694, |
| "grad_norm": 0.41117456555366516, |
| "learning_rate": 7.265219969499302e-06, |
| "loss": 0.4928, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.415852534562212, |
| "grad_norm": 0.5093626976013184, |
| "learning_rate": 7.256608829280705e-06, |
| "loss": 0.4563, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.41640552995391705, |
| "grad_norm": 0.45837345719337463, |
| "learning_rate": 7.2479892754828995e-06, |
| "loss": 0.4736, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.4169585253456221, |
| "grad_norm": 0.4117204546928406, |
| "learning_rate": 7.239361340243179e-06, |
| "loss": 0.4788, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.41751152073732717, |
| "grad_norm": 0.44084909558296204, |
| "learning_rate": 7.230725055730088e-06, |
| "loss": 0.4781, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.4180645161290323, |
| "grad_norm": 0.5877032279968262, |
| "learning_rate": 7.222080454143296e-06, |
| "loss": 0.4782, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.41861751152073734, |
| "grad_norm": 0.3853990137577057, |
| "learning_rate": 7.213427567713485e-06, |
| "loss": 0.4498, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.4191705069124424, |
| "grad_norm": 0.4723830819129944, |
| "learning_rate": 7.204766428702226e-06, |
| "loss": 0.4601, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.41972350230414746, |
| "grad_norm": 0.43980076909065247, |
| "learning_rate": 7.196097069401857e-06, |
| "loss": 0.4783, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.4202764976958525, |
| "grad_norm": 0.4152413606643677, |
| "learning_rate": 7.1874195221353706e-06, |
| "loss": 0.4873, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.4208294930875576, |
| "grad_norm": 0.3723086714744568, |
| "learning_rate": 7.17873381925628e-06, |
| "loss": 0.4664, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.4213824884792627, |
| "grad_norm": 0.44318974018096924, |
| "learning_rate": 7.17003999314851e-06, |
| "loss": 0.4865, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.42193548387096774, |
| "grad_norm": 0.40795907378196716, |
| "learning_rate": 7.161338076226272e-06, |
| "loss": 0.4795, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.4224884792626728, |
| "grad_norm": 0.4073677659034729, |
| "learning_rate": 7.1526281009339426e-06, |
| "loss": 0.4815, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.42304147465437786, |
| "grad_norm": 0.4583486020565033, |
| "learning_rate": 7.143910099745944e-06, |
| "loss": 0.4872, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.42359447004608297, |
| "grad_norm": 0.4036937654018402, |
| "learning_rate": 7.13518410516662e-06, |
| "loss": 0.4616, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.42414746543778803, |
| "grad_norm": 0.42568910121917725, |
| "learning_rate": 7.126450149730122e-06, |
| "loss": 0.489, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.4247004608294931, |
| "grad_norm": 0.42301973700523376, |
| "learning_rate": 7.1177082660002784e-06, |
| "loss": 0.4685, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.42525345622119815, |
| "grad_norm": 0.45005002617836, |
| "learning_rate": 7.108958486570479e-06, |
| "loss": 0.4555, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.4258064516129032, |
| "grad_norm": 0.45795372128486633, |
| "learning_rate": 7.1002008440635515e-06, |
| "loss": 0.4678, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.4263594470046083, |
| "grad_norm": 0.41580426692962646, |
| "learning_rate": 7.091435371131642e-06, |
| "loss": 0.5058, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.4269124423963134, |
| "grad_norm": 0.4396505355834961, |
| "learning_rate": 7.082662100456089e-06, |
| "loss": 0.492, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.42746543778801843, |
| "grad_norm": 0.4275103211402893, |
| "learning_rate": 7.073881064747308e-06, |
| "loss": 0.4624, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.4280184331797235, |
| "grad_norm": 0.37376993894577026, |
| "learning_rate": 7.0650922967446634e-06, |
| "loss": 0.4626, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.42857142857142855, |
| "grad_norm": 0.40532317757606506, |
| "learning_rate": 7.056295829216347e-06, |
| "loss": 0.5042, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.42912442396313366, |
| "grad_norm": 0.39862802624702454, |
| "learning_rate": 7.047491694959263e-06, |
| "loss": 0.4398, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.4296774193548387, |
| "grad_norm": 0.4326246380805969, |
| "learning_rate": 7.038679926798895e-06, |
| "loss": 0.4902, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.4302304147465438, |
| "grad_norm": 0.43664461374282837, |
| "learning_rate": 7.029860557589191e-06, |
| "loss": 0.4817, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.43078341013824883, |
| "grad_norm": 0.4556635320186615, |
| "learning_rate": 7.02103362021244e-06, |
| "loss": 0.4825, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.4313364055299539, |
| "grad_norm": 0.40778669714927673, |
| "learning_rate": 7.012199147579146e-06, |
| "loss": 0.496, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.431889400921659, |
| "grad_norm": 0.41946834325790405, |
| "learning_rate": 7.00335717262791e-06, |
| "loss": 0.482, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.43244239631336406, |
| "grad_norm": 0.4511401653289795, |
| "learning_rate": 6.994507728325304e-06, |
| "loss": 0.4763, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.4329953917050691, |
| "grad_norm": 0.43290090560913086, |
| "learning_rate": 6.985650847665747e-06, |
| "loss": 0.4804, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.4335483870967742, |
| "grad_norm": 0.4241175949573517, |
| "learning_rate": 6.976786563671386e-06, |
| "loss": 0.4776, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.43410138248847924, |
| "grad_norm": 0.4226067364215851, |
| "learning_rate": 6.967914909391971e-06, |
| "loss": 0.4839, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.43465437788018435, |
| "grad_norm": 0.39866408705711365, |
| "learning_rate": 6.959035917904728e-06, |
| "loss": 0.4596, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.4352073732718894, |
| "grad_norm": 0.37730705738067627, |
| "learning_rate": 6.950149622314245e-06, |
| "loss": 0.4784, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.43576036866359447, |
| "grad_norm": 0.41297316551208496, |
| "learning_rate": 6.941256055752337e-06, |
| "loss": 0.4887, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.4363133640552995, |
| "grad_norm": 0.4532250761985779, |
| "learning_rate": 6.932355251377932e-06, |
| "loss": 0.4897, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.4368663594470046, |
| "grad_norm": 0.4239371418952942, |
| "learning_rate": 6.923447242376942e-06, |
| "loss": 0.4873, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.4374193548387097, |
| "grad_norm": 0.33959221839904785, |
| "learning_rate": 6.91453206196214e-06, |
| "loss": 0.4697, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.43797235023041475, |
| "grad_norm": 0.4459823668003082, |
| "learning_rate": 6.90560974337304e-06, |
| "loss": 0.4799, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.4385253456221198, |
| "grad_norm": 0.4143071174621582, |
| "learning_rate": 6.896680319875767e-06, |
| "loss": 0.4556, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.43907834101382487, |
| "grad_norm": 0.4591521620750427, |
| "learning_rate": 6.887743824762937e-06, |
| "loss": 0.4841, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.4396313364055299, |
| "grad_norm": 0.41245412826538086, |
| "learning_rate": 6.878800291353533e-06, |
| "loss": 0.5083, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.44018433179723504, |
| "grad_norm": 0.4207186996936798, |
| "learning_rate": 6.8698497529927784e-06, |
| "loss": 0.4653, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.4407373271889401, |
| "grad_norm": 0.42010927200317383, |
| "learning_rate": 6.860892243052015e-06, |
| "loss": 0.4595, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.44129032258064516, |
| "grad_norm": 0.41488680243492126, |
| "learning_rate": 6.851927794928578e-06, |
| "loss": 0.4685, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.4418433179723502, |
| "grad_norm": 0.43417924642562866, |
| "learning_rate": 6.842956442045668e-06, |
| "loss": 0.4753, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.4423963133640553, |
| "grad_norm": 0.35748791694641113, |
| "learning_rate": 6.833978217852233e-06, |
| "loss": 0.4677, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.4429493087557604, |
| "grad_norm": 0.4993172883987427, |
| "learning_rate": 6.824993155822838e-06, |
| "loss": 0.4729, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.44350230414746544, |
| "grad_norm": 0.36592617630958557, |
| "learning_rate": 6.816001289457542e-06, |
| "loss": 0.4565, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.4440552995391705, |
| "grad_norm": 0.3910996615886688, |
| "learning_rate": 6.807002652281777e-06, |
| "loss": 0.4619, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.44460829493087556, |
| "grad_norm": 0.41243669390678406, |
| "learning_rate": 6.797997277846215e-06, |
| "loss": 0.46, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.44516129032258067, |
| "grad_norm": 0.3570329546928406, |
| "learning_rate": 6.788985199726648e-06, |
| "loss": 0.4624, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.44571428571428573, |
| "grad_norm": 0.4660005271434784, |
| "learning_rate": 6.779966451523866e-06, |
| "loss": 0.494, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.4462672811059908, |
| "grad_norm": 0.38170328736305237, |
| "learning_rate": 6.770941066863523e-06, |
| "loss": 0.4848, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.44682027649769585, |
| "grad_norm": 0.410656601190567, |
| "learning_rate": 6.761909079396018e-06, |
| "loss": 0.4783, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.4473732718894009, |
| "grad_norm": 0.39199960231781006, |
| "learning_rate": 6.752870522796372e-06, |
| "loss": 0.4706, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.447926267281106, |
| "grad_norm": 0.4048680067062378, |
| "learning_rate": 6.743825430764091e-06, |
| "loss": 0.4841, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.4484792626728111, |
| "grad_norm": 0.3699415922164917, |
| "learning_rate": 6.734773837023054e-06, |
| "loss": 0.4479, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.44903225806451613, |
| "grad_norm": 0.3935936391353607, |
| "learning_rate": 6.725715775321379e-06, |
| "loss": 0.4802, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.4495852534562212, |
| "grad_norm": 0.39852485060691833, |
| "learning_rate": 6.7166512794312986e-06, |
| "loss": 0.4652, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.45013824884792625, |
| "grad_norm": 0.38947340846061707, |
| "learning_rate": 6.707580383149035e-06, |
| "loss": 0.4925, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.45069124423963136, |
| "grad_norm": 0.4168023467063904, |
| "learning_rate": 6.698503120294674e-06, |
| "loss": 0.4829, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.4512442396313364, |
| "grad_norm": 0.39369869232177734, |
| "learning_rate": 6.6894195247120396e-06, |
| "loss": 0.4562, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.4517972350230415, |
| "grad_norm": 0.3529163599014282, |
| "learning_rate": 6.680329630268565e-06, |
| "loss": 0.4628, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.45235023041474653, |
| "grad_norm": 0.3897452652454376, |
| "learning_rate": 6.671233470855171e-06, |
| "loss": 0.4635, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.4529032258064516, |
| "grad_norm": 0.4104883074760437, |
| "learning_rate": 6.662131080386132e-06, |
| "loss": 0.4716, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.4534562211981567, |
| "grad_norm": 0.39856767654418945, |
| "learning_rate": 6.653022492798959e-06, |
| "loss": 0.4666, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.45400921658986176, |
| "grad_norm": 0.3940970301628113, |
| "learning_rate": 6.643907742054267e-06, |
| "loss": 0.4899, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.4545622119815668, |
| "grad_norm": 0.4091474413871765, |
| "learning_rate": 6.63478686213565e-06, |
| "loss": 0.4829, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.4551152073732719, |
| "grad_norm": 0.4372076690196991, |
| "learning_rate": 6.625659887049554e-06, |
| "loss": 0.4872, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.45566820276497694, |
| "grad_norm": 0.4298078417778015, |
| "learning_rate": 6.6165268508251455e-06, |
| "loss": 0.4748, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.45622119815668205, |
| "grad_norm": 0.4123404622077942, |
| "learning_rate": 6.607387787514199e-06, |
| "loss": 0.4784, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.4567741935483871, |
| "grad_norm": 0.48749467730522156, |
| "learning_rate": 6.598242731190955e-06, |
| "loss": 0.4617, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.45732718894009217, |
| "grad_norm": 0.44510942697525024, |
| "learning_rate": 6.589091715951996e-06, |
| "loss": 0.5012, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.4578801843317972, |
| "grad_norm": 0.4342193603515625, |
| "learning_rate": 6.579934775916128e-06, |
| "loss": 0.4686, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.4584331797235023, |
| "grad_norm": 0.46518048644065857, |
| "learning_rate": 6.570771945224243e-06, |
| "loss": 0.4695, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.4589861751152074, |
| "grad_norm": 0.4383966326713562, |
| "learning_rate": 6.561603258039195e-06, |
| "loss": 0.4719, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.45953917050691245, |
| "grad_norm": 0.41184401512145996, |
| "learning_rate": 6.552428748545677e-06, |
| "loss": 0.4789, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.4600921658986175, |
| "grad_norm": 0.4380422830581665, |
| "learning_rate": 6.543248450950087e-06, |
| "loss": 0.4907, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.46064516129032257, |
| "grad_norm": 0.453457236289978, |
| "learning_rate": 6.534062399480405e-06, |
| "loss": 0.4747, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.4611981566820276, |
| "grad_norm": 0.36671724915504456, |
| "learning_rate": 6.524870628386064e-06, |
| "loss": 0.4905, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.46175115207373274, |
| "grad_norm": 0.42992615699768066, |
| "learning_rate": 6.515673171937822e-06, |
| "loss": 0.4634, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.4623041474654378, |
| "grad_norm": 0.40917208790779114, |
| "learning_rate": 6.5064700644276315e-06, |
| "loss": 0.4661, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.46285714285714286, |
| "grad_norm": 0.4510115385055542, |
| "learning_rate": 6.497261340168519e-06, |
| "loss": 0.4504, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.4634101382488479, |
| "grad_norm": 0.45596301555633545, |
| "learning_rate": 6.4880470334944515e-06, |
| "loss": 0.4551, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.46396313364055297, |
| "grad_norm": 0.4473353624343872, |
| "learning_rate": 6.478827178760205e-06, |
| "loss": 0.4834, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.4645161290322581, |
| "grad_norm": 0.4285813271999359, |
| "learning_rate": 6.469601810341247e-06, |
| "loss": 0.498, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.46506912442396314, |
| "grad_norm": 0.38439249992370605, |
| "learning_rate": 6.4603709626336e-06, |
| "loss": 0.4754, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.4656221198156682, |
| "grad_norm": 0.3741195499897003, |
| "learning_rate": 6.451134670053716e-06, |
| "loss": 0.4887, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.46617511520737326, |
| "grad_norm": 0.4147772789001465, |
| "learning_rate": 6.441892967038346e-06, |
| "loss": 0.5023, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.4667281105990783, |
| "grad_norm": 0.3958702087402344, |
| "learning_rate": 6.4326458880444155e-06, |
| "loss": 0.507, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.46728110599078343, |
| "grad_norm": 0.4042072892189026, |
| "learning_rate": 6.423393467548893e-06, |
| "loss": 0.444, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.4678341013824885, |
| "grad_norm": 0.387441486120224, |
| "learning_rate": 6.414135740048662e-06, |
| "loss": 0.4446, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.46838709677419355, |
| "grad_norm": 0.4227030277252197, |
| "learning_rate": 6.404872740060392e-06, |
| "loss": 0.5104, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.4689400921658986, |
| "grad_norm": 0.3976932764053345, |
| "learning_rate": 6.395604502120412e-06, |
| "loss": 0.4686, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.46949308755760366, |
| "grad_norm": 0.41935819387435913, |
| "learning_rate": 6.386331060784583e-06, |
| "loss": 0.4802, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.4700460829493088, |
| "grad_norm": 0.3910142183303833, |
| "learning_rate": 6.377052450628159e-06, |
| "loss": 0.465, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.47059907834101383, |
| "grad_norm": 0.3708650469779968, |
| "learning_rate": 6.367768706245674e-06, |
| "loss": 0.4844, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.4711520737327189, |
| "grad_norm": 0.39117151498794556, |
| "learning_rate": 6.358479862250796e-06, |
| "loss": 0.4826, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.47170506912442395, |
| "grad_norm": 0.36844393610954285, |
| "learning_rate": 6.349185953276216e-06, |
| "loss": 0.4531, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.472258064516129, |
| "grad_norm": 0.3579118549823761, |
| "learning_rate": 6.339887013973498e-06, |
| "loss": 0.4579, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.4728110599078341, |
| "grad_norm": 0.4207668900489807, |
| "learning_rate": 6.330583079012972e-06, |
| "loss": 0.4769, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.4733640552995392, |
| "grad_norm": 0.37506356835365295, |
| "learning_rate": 6.321274183083588e-06, |
| "loss": 0.4592, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.47391705069124423, |
| "grad_norm": 0.4109135568141937, |
| "learning_rate": 6.3119603608927914e-06, |
| "loss": 0.4721, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.4744700460829493, |
| "grad_norm": 0.4288492202758789, |
| "learning_rate": 6.302641647166402e-06, |
| "loss": 0.4766, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.47502304147465435, |
| "grad_norm": 0.37833884358406067, |
| "learning_rate": 6.293318076648469e-06, |
| "loss": 0.4779, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.47557603686635946, |
| "grad_norm": 0.4019952714443207, |
| "learning_rate": 6.283989684101155e-06, |
| "loss": 0.487, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.4761290322580645, |
| "grad_norm": 0.45245492458343506, |
| "learning_rate": 6.274656504304598e-06, |
| "loss": 0.4582, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.4766820276497696, |
| "grad_norm": 0.4037781357765198, |
| "learning_rate": 6.265318572056787e-06, |
| "loss": 0.4536, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.47723502304147464, |
| "grad_norm": 0.4167582392692566, |
| "learning_rate": 6.25597592217343e-06, |
| "loss": 0.4737, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.47778801843317975, |
| "grad_norm": 0.38921552896499634, |
| "learning_rate": 6.2466285894878206e-06, |
| "loss": 0.4889, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.4783410138248848, |
| "grad_norm": 0.3599966764450073, |
| "learning_rate": 6.2372766088507195e-06, |
| "loss": 0.4421, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.47889400921658987, |
| "grad_norm": 0.440920889377594, |
| "learning_rate": 6.227920015130209e-06, |
| "loss": 0.4959, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.4794470046082949, |
| "grad_norm": 0.39445987343788147, |
| "learning_rate": 6.218558843211576e-06, |
| "loss": 0.4784, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.4886539578437805, |
| "learning_rate": 6.209193127997173e-06, |
| "loss": 0.4702, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.4805529953917051, |
| "grad_norm": 0.43818390369415283, |
| "learning_rate": 6.199822904406295e-06, |
| "loss": 0.4685, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.48110599078341015, |
| "grad_norm": 0.4038926064968109, |
| "learning_rate": 6.190448207375046e-06, |
| "loss": 0.4572, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.4816589861751152, |
| "grad_norm": 0.5002937912940979, |
| "learning_rate": 6.1810690718562065e-06, |
| "loss": 0.4899, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.48221198156682027, |
| "grad_norm": 0.39266350865364075, |
| "learning_rate": 6.1716855328191064e-06, |
| "loss": 0.4682, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.4827649769585253, |
| "grad_norm": 0.4712425470352173, |
| "learning_rate": 6.162297625249494e-06, |
| "loss": 0.473, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.48331797235023044, |
| "grad_norm": 0.33758747577667236, |
| "learning_rate": 6.1529053841494065e-06, |
| "loss": 0.4771, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.4838709677419355, |
| "grad_norm": 0.442381888628006, |
| "learning_rate": 6.143508844537038e-06, |
| "loss": 0.4834, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.48442396313364056, |
| "grad_norm": 0.43109333515167236, |
| "learning_rate": 6.134108041446609e-06, |
| "loss": 0.4717, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.4849769585253456, |
| "grad_norm": 0.4240846037864685, |
| "learning_rate": 6.124703009928233e-06, |
| "loss": 0.491, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.48552995391705067, |
| "grad_norm": 0.41452300548553467, |
| "learning_rate": 6.115293785047793e-06, |
| "loss": 0.4789, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.4860829493087558, |
| "grad_norm": 0.397856742143631, |
| "learning_rate": 6.105880401886804e-06, |
| "loss": 0.4655, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.48663594470046084, |
| "grad_norm": 0.3984890878200531, |
| "learning_rate": 6.096462895542288e-06, |
| "loss": 0.4864, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.4871889400921659, |
| "grad_norm": 0.4527179002761841, |
| "learning_rate": 6.087041301126636e-06, |
| "loss": 0.4884, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.48774193548387096, |
| "grad_norm": 0.4393288791179657, |
| "learning_rate": 6.077615653767484e-06, |
| "loss": 0.45, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.488294930875576, |
| "grad_norm": 0.4285862445831299, |
| "learning_rate": 6.068185988607575e-06, |
| "loss": 0.4858, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.48884792626728113, |
| "grad_norm": 0.4243047833442688, |
| "learning_rate": 6.058752340804639e-06, |
| "loss": 0.4801, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.4894009216589862, |
| "grad_norm": 0.37787267565727234, |
| "learning_rate": 6.0493147455312475e-06, |
| "loss": 0.4584, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.48995391705069125, |
| "grad_norm": 0.4291735589504242, |
| "learning_rate": 6.039873237974695e-06, |
| "loss": 0.5038, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.4905069124423963, |
| "grad_norm": 0.3942468464374542, |
| "learning_rate": 6.03042785333686e-06, |
| "loss": 0.4805, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.49105990783410136, |
| "grad_norm": 0.42691728472709656, |
| "learning_rate": 6.020978626834077e-06, |
| "loss": 0.4587, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.4916129032258065, |
| "grad_norm": 0.3891282379627228, |
| "learning_rate": 6.0115255936970056e-06, |
| "loss": 0.4756, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.49216589861751153, |
| "grad_norm": 0.39589089155197144, |
| "learning_rate": 6.002068789170497e-06, |
| "loss": 0.4796, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.4927188940092166, |
| "grad_norm": 0.4499064087867737, |
| "learning_rate": 5.992608248513465e-06, |
| "loss": 0.4667, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.49327188940092165, |
| "grad_norm": 0.4281262457370758, |
| "learning_rate": 5.983144006998751e-06, |
| "loss": 0.4762, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.4938248847926267, |
| "grad_norm": 0.4095862805843353, |
| "learning_rate": 5.973676099912996e-06, |
| "loss": 0.4691, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.4943778801843318, |
| "grad_norm": 0.4401033818721771, |
| "learning_rate": 5.964204562556508e-06, |
| "loss": 0.4688, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.4949308755760369, |
| "grad_norm": 0.41105031967163086, |
| "learning_rate": 5.954729430243129e-06, |
| "loss": 0.4877, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.49548387096774194, |
| "grad_norm": 0.39041486382484436, |
| "learning_rate": 5.945250738300108e-06, |
| "loss": 0.4504, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.496036866359447, |
| "grad_norm": 0.4423321485519409, |
| "learning_rate": 5.935768522067962e-06, |
| "loss": 0.4858, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.49658986175115205, |
| "grad_norm": 0.4127327799797058, |
| "learning_rate": 5.9262828169003476e-06, |
| "loss": 0.4767, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.49714285714285716, |
| "grad_norm": 0.41609784960746765, |
| "learning_rate": 5.9167936581639325e-06, |
| "loss": 0.4901, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.4976958525345622, |
| "grad_norm": 0.3699811100959778, |
| "learning_rate": 5.9073010812382595e-06, |
| "loss": 0.4595, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.4982488479262673, |
| "grad_norm": 0.45880934596061707, |
| "learning_rate": 5.897805121515616e-06, |
| "loss": 0.4514, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.49880184331797234, |
| "grad_norm": 0.38559094071388245, |
| "learning_rate": 5.888305814400901e-06, |
| "loss": 0.4871, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.4993548387096774, |
| "grad_norm": 0.40912917256355286, |
| "learning_rate": 5.878803195311496e-06, |
| "loss": 0.4726, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.4999078341013825, |
| "grad_norm": 0.4119787812232971, |
| "learning_rate": 5.869297299677128e-06, |
| "loss": 0.459, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.5004608294930876, |
| "grad_norm": 0.4300439953804016, |
| "learning_rate": 5.8597881629397435e-06, |
| "loss": 0.4764, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.5010138248847926, |
| "grad_norm": 0.4216427803039551, |
| "learning_rate": 5.850275820553368e-06, |
| "loss": 0.4795, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.5015668202764977, |
| "grad_norm": 0.578460693359375, |
| "learning_rate": 5.840760307983988e-06, |
| "loss": 0.4463, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.5021198156682027, |
| "grad_norm": 0.38813382387161255, |
| "learning_rate": 5.831241660709402e-06, |
| "loss": 0.479, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.5026728110599078, |
| "grad_norm": 0.4912916123867035, |
| "learning_rate": 5.8217199142190975e-06, |
| "loss": 0.4846, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.5032258064516129, |
| "grad_norm": 0.4877387285232544, |
| "learning_rate": 5.812195104014119e-06, |
| "loss": 0.5051, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.503778801843318, |
| "grad_norm": 0.4228856861591339, |
| "learning_rate": 5.802667265606933e-06, |
| "loss": 0.4853, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.5043317972350231, |
| "grad_norm": 0.4995596706867218, |
| "learning_rate": 5.793136434521296e-06, |
| "loss": 0.4603, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.5048847926267281, |
| "grad_norm": 0.5033881664276123, |
| "learning_rate": 5.783602646292123e-06, |
| "loss": 0.4793, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.5054377880184332, |
| "grad_norm": 0.41643261909484863, |
| "learning_rate": 5.774065936465352e-06, |
| "loss": 0.4744, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.5059907834101383, |
| "grad_norm": 0.4517223834991455, |
| "learning_rate": 5.764526340597818e-06, |
| "loss": 0.4659, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.5065437788018433, |
| "grad_norm": 0.3723732531070709, |
| "learning_rate": 5.754983894257114e-06, |
| "loss": 0.4727, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.5070967741935484, |
| "grad_norm": 0.46375709772109985, |
| "learning_rate": 5.745438633021462e-06, |
| "loss": 0.4977, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.5076497695852534, |
| "grad_norm": 0.42543715238571167, |
| "learning_rate": 5.7358905924795775e-06, |
| "loss": 0.4931, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.5082027649769585, |
| "grad_norm": 0.3639947772026062, |
| "learning_rate": 5.726339808230539e-06, |
| "loss": 0.4608, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.5087557603686635, |
| "grad_norm": 0.47503146529197693, |
| "learning_rate": 5.716786315883657e-06, |
| "loss": 0.4746, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.5093087557603687, |
| "grad_norm": 0.4439897835254669, |
| "learning_rate": 5.707230151058334e-06, |
| "loss": 0.47, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.5098617511520738, |
| "grad_norm": 0.43655335903167725, |
| "learning_rate": 5.697671349383939e-06, |
| "loss": 0.4668, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.5104147465437788, |
| "grad_norm": 0.4014508128166199, |
| "learning_rate": 5.688109946499676e-06, |
| "loss": 0.4537, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.5109677419354839, |
| "grad_norm": 0.4049840271472931, |
| "learning_rate": 5.678545978054443e-06, |
| "loss": 0.4713, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.511520737327189, |
| "grad_norm": 0.4141314923763275, |
| "learning_rate": 5.668979479706703e-06, |
| "loss": 0.4882, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.512073732718894, |
| "grad_norm": 0.4375897943973541, |
| "learning_rate": 5.659410487124355e-06, |
| "loss": 0.4625, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.5126267281105991, |
| "grad_norm": 0.3951698839664459, |
| "learning_rate": 5.649839035984597e-06, |
| "loss": 0.4841, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.5131797235023041, |
| "grad_norm": 0.367379367351532, |
| "learning_rate": 5.6402651619737865e-06, |
| "loss": 0.4818, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.5137327188940092, |
| "grad_norm": 0.3982902765274048, |
| "learning_rate": 5.630688900787326e-06, |
| "loss": 0.4835, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.5142857142857142, |
| "grad_norm": 0.41130173206329346, |
| "learning_rate": 5.621110288129509e-06, |
| "loss": 0.4592, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.5148387096774194, |
| "grad_norm": 0.4003121554851532, |
| "learning_rate": 5.6115293597134015e-06, |
| "loss": 0.4511, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.5153917050691245, |
| "grad_norm": 0.3777535855770111, |
| "learning_rate": 5.601946151260702e-06, |
| "loss": 0.4943, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.5159447004608295, |
| "grad_norm": 0.46429774165153503, |
| "learning_rate": 5.592360698501609e-06, |
| "loss": 0.4709, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.5164976958525346, |
| "grad_norm": 0.38206857442855835, |
| "learning_rate": 5.58277303717469e-06, |
| "loss": 0.4817, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.5170506912442396, |
| "grad_norm": 0.39985257387161255, |
| "learning_rate": 5.573183203026747e-06, |
| "loss": 0.4646, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.5176036866359447, |
| "grad_norm": 0.4025905728340149, |
| "learning_rate": 5.563591231812683e-06, |
| "loss": 0.471, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.5181566820276498, |
| "grad_norm": 0.41740676760673523, |
| "learning_rate": 5.553997159295366e-06, |
| "loss": 0.4798, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.5187096774193548, |
| "grad_norm": 0.395632266998291, |
| "learning_rate": 5.544401021245505e-06, |
| "loss": 0.4905, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.5192626728110599, |
| "grad_norm": 0.3581371605396271, |
| "learning_rate": 5.534802853441503e-06, |
| "loss": 0.4563, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.5198156682027649, |
| "grad_norm": 0.3925972282886505, |
| "learning_rate": 5.525202691669335e-06, |
| "loss": 0.4553, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.5203686635944701, |
| "grad_norm": 0.3491620421409607, |
| "learning_rate": 5.515600571722412e-06, |
| "loss": 0.4602, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.5209216589861752, |
| "grad_norm": 0.37922897934913635, |
| "learning_rate": 5.505996529401442e-06, |
| "loss": 0.4588, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.5214746543778802, |
| "grad_norm": 0.37720414996147156, |
| "learning_rate": 5.496390600514298e-06, |
| "loss": 0.4688, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.5220276497695853, |
| "grad_norm": 0.38247910141944885, |
| "learning_rate": 5.486782820875895e-06, |
| "loss": 0.4619, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.5225806451612903, |
| "grad_norm": 0.3531082570552826, |
| "learning_rate": 5.477173226308042e-06, |
| "loss": 0.4611, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.5231336405529954, |
| "grad_norm": 0.35197713971138, |
| "learning_rate": 5.4675618526393185e-06, |
| "loss": 0.483, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.5236866359447004, |
| "grad_norm": 0.42967379093170166, |
| "learning_rate": 5.457948735704933e-06, |
| "loss": 0.469, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.5242396313364055, |
| "grad_norm": 0.41465815901756287, |
| "learning_rate": 5.448333911346598e-06, |
| "loss": 0.4792, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.5247926267281106, |
| "grad_norm": 0.385215163230896, |
| "learning_rate": 5.43871741541239e-06, |
| "loss": 0.4789, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.5253456221198156, |
| "grad_norm": 0.39359477162361145, |
| "learning_rate": 5.429099283756618e-06, |
| "loss": 0.4356, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.5258986175115208, |
| "grad_norm": 0.37385135889053345, |
| "learning_rate": 5.419479552239689e-06, |
| "loss": 0.4713, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.5264516129032258, |
| "grad_norm": 0.40417802333831787, |
| "learning_rate": 5.4098582567279755e-06, |
| "loss": 0.4714, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.5270046082949309, |
| "grad_norm": 0.415487140417099, |
| "learning_rate": 5.400235433093682e-06, |
| "loss": 0.4696, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.527557603686636, |
| "grad_norm": 0.40797826647758484, |
| "learning_rate": 5.39061111721471e-06, |
| "loss": 0.4861, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.528110599078341, |
| "grad_norm": 0.4314478039741516, |
| "learning_rate": 5.380985344974524e-06, |
| "loss": 0.4885, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.5286635944700461, |
| "grad_norm": 0.3722938895225525, |
| "learning_rate": 5.371358152262019e-06, |
| "loss": 0.4576, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.5292165898617511, |
| "grad_norm": 0.4123469293117523, |
| "learning_rate": 5.361729574971387e-06, |
| "loss": 0.4657, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.5297695852534562, |
| "grad_norm": 0.4114021956920624, |
| "learning_rate": 5.352099649001979e-06, |
| "loss": 0.4705, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.5303225806451612, |
| "grad_norm": 0.38689500093460083, |
| "learning_rate": 5.3424684102581795e-06, |
| "loss": 0.4661, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.5308755760368664, |
| "grad_norm": 0.4139274060726166, |
| "learning_rate": 5.3328358946492634e-06, |
| "loss": 0.4721, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.5314285714285715, |
| "grad_norm": 0.3889627754688263, |
| "learning_rate": 5.323202138089266e-06, |
| "loss": 0.4632, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.5319815668202765, |
| "grad_norm": 0.3822690546512604, |
| "learning_rate": 5.313567176496854e-06, |
| "loss": 0.4522, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.5325345622119816, |
| "grad_norm": 0.4444742798805237, |
| "learning_rate": 5.303931045795184e-06, |
| "loss": 0.4627, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.5330875576036866, |
| "grad_norm": 0.4218832552433014, |
| "learning_rate": 5.294293781911769e-06, |
| "loss": 0.4762, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.5336405529953917, |
| "grad_norm": 0.40190473198890686, |
| "learning_rate": 5.284655420778353e-06, |
| "loss": 0.4399, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.5341935483870968, |
| "grad_norm": 0.44916805624961853, |
| "learning_rate": 5.275015998330765e-06, |
| "loss": 0.4457, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.5347465437788018, |
| "grad_norm": 0.4550216794013977, |
| "learning_rate": 5.265375550508793e-06, |
| "loss": 0.4719, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.5352995391705069, |
| "grad_norm": 0.42324307560920715, |
| "learning_rate": 5.255734113256051e-06, |
| "loss": 0.46, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.5358525345622119, |
| "grad_norm": 0.3758416473865509, |
| "learning_rate": 5.246091722519839e-06, |
| "loss": 0.4441, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.5364055299539171, |
| "grad_norm": 0.37716051936149597, |
| "learning_rate": 5.236448414251012e-06, |
| "loss": 0.4643, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.5369585253456222, |
| "grad_norm": 0.3788035809993744, |
| "learning_rate": 5.226804224403846e-06, |
| "loss": 0.4592, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.5375115207373272, |
| "grad_norm": 0.38398197293281555, |
| "learning_rate": 5.217159188935907e-06, |
| "loss": 0.4744, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.5380645161290323, |
| "grad_norm": 0.3767092823982239, |
| "learning_rate": 5.207513343807907e-06, |
| "loss": 0.4698, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.5386175115207373, |
| "grad_norm": 0.39843782782554626, |
| "learning_rate": 5.1978667249835855e-06, |
| "loss": 0.4803, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.5391705069124424, |
| "grad_norm": 0.38011598587036133, |
| "learning_rate": 5.18821936842956e-06, |
| "loss": 0.4398, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.5397235023041475, |
| "grad_norm": 0.36936551332473755, |
| "learning_rate": 5.1785713101152e-06, |
| "loss": 0.4662, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.5402764976958525, |
| "grad_norm": 0.3832260072231293, |
| "learning_rate": 5.168922586012495e-06, |
| "loss": 0.488, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.5408294930875576, |
| "grad_norm": 0.38859879970550537, |
| "learning_rate": 5.159273232095911e-06, |
| "loss": 0.4982, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.5413824884792626, |
| "grad_norm": 0.4032990038394928, |
| "learning_rate": 5.1496232843422665e-06, |
| "loss": 0.4919, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.5419354838709678, |
| "grad_norm": 0.3422912061214447, |
| "learning_rate": 5.139972778730593e-06, |
| "loss": 0.4658, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.5424884792626729, |
| "grad_norm": 0.38321739435195923, |
| "learning_rate": 5.130321751242002e-06, |
| "loss": 0.4738, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.5430414746543779, |
| "grad_norm": 0.3506300151348114, |
| "learning_rate": 5.12067023785955e-06, |
| "loss": 0.4612, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.543594470046083, |
| "grad_norm": 0.3691524565219879, |
| "learning_rate": 5.111018274568106e-06, |
| "loss": 0.4461, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.544147465437788, |
| "grad_norm": 0.37267613410949707, |
| "learning_rate": 5.101365897354215e-06, |
| "loss": 0.4891, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.5447004608294931, |
| "grad_norm": 0.3920471668243408, |
| "learning_rate": 5.091713142205967e-06, |
| "loss": 0.4645, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.5452534562211981, |
| "grad_norm": 0.37700968980789185, |
| "learning_rate": 5.082060045112862e-06, |
| "loss": 0.4721, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.5458064516129032, |
| "grad_norm": 0.4021558165550232, |
| "learning_rate": 5.072406642065671e-06, |
| "loss": 0.4825, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.5463594470046083, |
| "grad_norm": 0.40953153371810913, |
| "learning_rate": 5.062752969056311e-06, |
| "loss": 0.4478, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.5469124423963133, |
| "grad_norm": 0.4201180934906006, |
| "learning_rate": 5.0530990620777e-06, |
| "loss": 0.4405, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.5474654377880185, |
| "grad_norm": 0.42839857935905457, |
| "learning_rate": 5.0434449571236314e-06, |
| "loss": 0.4774, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.5480184331797235, |
| "grad_norm": 0.40306076407432556, |
| "learning_rate": 5.033790690188637e-06, |
| "loss": 0.475, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.5485714285714286, |
| "grad_norm": 0.3931422829627991, |
| "learning_rate": 5.024136297267851e-06, |
| "loss": 0.4813, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.5491244239631337, |
| "grad_norm": 0.41347619891166687, |
| "learning_rate": 5.01448181435688e-06, |
| "loss": 0.4726, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.5496774193548387, |
| "grad_norm": 0.41298919916152954, |
| "learning_rate": 5.004827277451661e-06, |
| "loss": 0.4581, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.5502304147465438, |
| "grad_norm": 0.3852965235710144, |
| "learning_rate": 4.9951727225483395e-06, |
| "loss": 0.4638, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.5507834101382488, |
| "grad_norm": 0.37419193983078003, |
| "learning_rate": 4.985518185643122e-06, |
| "loss": 0.4675, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.5513364055299539, |
| "grad_norm": 0.36649253964424133, |
| "learning_rate": 4.975863702732151e-06, |
| "loss": 0.4584, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.551889400921659, |
| "grad_norm": 0.4342942237854004, |
| "learning_rate": 4.966209309811364e-06, |
| "loss": 0.4731, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.552442396313364, |
| "grad_norm": 0.37662389874458313, |
| "learning_rate": 4.95655504287637e-06, |
| "loss": 0.4696, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.5529953917050692, |
| "grad_norm": 0.40196794271469116, |
| "learning_rate": 4.946900937922302e-06, |
| "loss": 0.4496, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.5535483870967742, |
| "grad_norm": 0.3595891296863556, |
| "learning_rate": 4.93724703094369e-06, |
| "loss": 0.4621, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.5541013824884793, |
| "grad_norm": 0.4029429256916046, |
| "learning_rate": 4.927593357934329e-06, |
| "loss": 0.4885, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.5546543778801843, |
| "grad_norm": 0.37034833431243896, |
| "learning_rate": 4.917939954887139e-06, |
| "loss": 0.462, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.5552073732718894, |
| "grad_norm": 0.4130437672138214, |
| "learning_rate": 4.908286857794034e-06, |
| "loss": 0.4646, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.5557603686635945, |
| "grad_norm": 0.39467036724090576, |
| "learning_rate": 4.8986341026457875e-06, |
| "loss": 0.4557, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.5563133640552995, |
| "grad_norm": 0.37382972240448, |
| "learning_rate": 4.888981725431897e-06, |
| "loss": 0.4589, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.5568663594470046, |
| "grad_norm": 0.3812313377857208, |
| "learning_rate": 4.879329762140453e-06, |
| "loss": 0.476, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.5574193548387096, |
| "grad_norm": 0.3706028461456299, |
| "learning_rate": 4.8696782487580005e-06, |
| "loss": 0.4534, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.5579723502304147, |
| "grad_norm": 0.40674856305122375, |
| "learning_rate": 4.8600272212694094e-06, |
| "loss": 0.4555, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.5585253456221199, |
| "grad_norm": 0.3949076235294342, |
| "learning_rate": 4.850376715657736e-06, |
| "loss": 0.4569, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.5590783410138249, |
| "grad_norm": 0.3829311430454254, |
| "learning_rate": 4.840726767904089e-06, |
| "loss": 0.4589, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.55963133640553, |
| "grad_norm": 0.36710280179977417, |
| "learning_rate": 4.831077413987505e-06, |
| "loss": 0.4763, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.560184331797235, |
| "grad_norm": 0.37851566076278687, |
| "learning_rate": 4.8214286898848e-06, |
| "loss": 0.4723, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.5607373271889401, |
| "grad_norm": 0.3961973488330841, |
| "learning_rate": 4.81178063157044e-06, |
| "loss": 0.456, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.5612903225806452, |
| "grad_norm": 0.38343876600265503, |
| "learning_rate": 4.802133275016415e-06, |
| "loss": 0.4626, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.5618433179723502, |
| "grad_norm": 0.3635197877883911, |
| "learning_rate": 4.792486656192094e-06, |
| "loss": 0.4692, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.5623963133640553, |
| "grad_norm": 0.3797365128993988, |
| "learning_rate": 4.782840811064095e-06, |
| "loss": 0.4587, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.5629493087557603, |
| "grad_norm": 0.35782304406166077, |
| "learning_rate": 4.773195775596155e-06, |
| "loss": 0.4503, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.5635023041474654, |
| "grad_norm": 0.370126336812973, |
| "learning_rate": 4.763551585748989e-06, |
| "loss": 0.4588, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.5640552995391706, |
| "grad_norm": 0.3596176207065582, |
| "learning_rate": 4.753908277480162e-06, |
| "loss": 0.4919, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.5646082949308756, |
| "grad_norm": 0.343191921710968, |
| "learning_rate": 4.74426588674395e-06, |
| "loss": 0.4667, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.5651612903225807, |
| "grad_norm": 0.3751341998577118, |
| "learning_rate": 4.734624449491208e-06, |
| "loss": 0.4529, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.5657142857142857, |
| "grad_norm": 0.3533148169517517, |
| "learning_rate": 4.724984001669237e-06, |
| "loss": 0.4491, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.5662672811059908, |
| "grad_norm": 0.38230666518211365, |
| "learning_rate": 4.715344579221649e-06, |
| "loss": 0.4961, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.5668202764976958, |
| "grad_norm": 0.40656420588493347, |
| "learning_rate": 4.705706218088232e-06, |
| "loss": 0.4773, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.5673732718894009, |
| "grad_norm": 0.3879065215587616, |
| "learning_rate": 4.696068954204817e-06, |
| "loss": 0.5097, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.567926267281106, |
| "grad_norm": 0.40097224712371826, |
| "learning_rate": 4.686432823503147e-06, |
| "loss": 0.4661, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.568479262672811, |
| "grad_norm": 0.37987810373306274, |
| "learning_rate": 4.676797861910735e-06, |
| "loss": 0.4429, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.5690322580645162, |
| "grad_norm": 0.38563069701194763, |
| "learning_rate": 4.667164105350739e-06, |
| "loss": 0.4719, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.5695852534562212, |
| "grad_norm": 0.3681628406047821, |
| "learning_rate": 4.657531589741822e-06, |
| "loss": 0.4757, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.5701382488479263, |
| "grad_norm": 0.4479837119579315, |
| "learning_rate": 4.647900350998022e-06, |
| "loss": 0.471, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.5706912442396314, |
| "grad_norm": 0.39742401242256165, |
| "learning_rate": 4.638270425028614e-06, |
| "loss": 0.4762, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.5712442396313364, |
| "grad_norm": 0.38390353322029114, |
| "learning_rate": 4.628641847737982e-06, |
| "loss": 0.4475, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.5717972350230415, |
| "grad_norm": 0.4764840602874756, |
| "learning_rate": 4.6190146550254775e-06, |
| "loss": 0.4827, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.5723502304147465, |
| "grad_norm": 0.41221946477890015, |
| "learning_rate": 4.609388882785291e-06, |
| "loss": 0.495, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.5729032258064516, |
| "grad_norm": 0.35299742221832275, |
| "learning_rate": 4.599764566906319e-06, |
| "loss": 0.4614, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.5734562211981566, |
| "grad_norm": 0.45965003967285156, |
| "learning_rate": 4.590141743272026e-06, |
| "loss": 0.462, |
| "step": 1037 |
| }, |
| { |
| "epoch": 0.5740092165898617, |
| "grad_norm": 0.37869590520858765, |
| "learning_rate": 4.5805204477603135e-06, |
| "loss": 0.4442, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.5745622119815669, |
| "grad_norm": 0.37475693225860596, |
| "learning_rate": 4.570900716243385e-06, |
| "loss": 0.4468, |
| "step": 1039 |
| }, |
| { |
| "epoch": 0.5751152073732719, |
| "grad_norm": 0.38735684752464294, |
| "learning_rate": 4.561282584587612e-06, |
| "loss": 0.4444, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.575668202764977, |
| "grad_norm": 0.3577326834201813, |
| "learning_rate": 4.551666088653404e-06, |
| "loss": 0.4864, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.576221198156682, |
| "grad_norm": 0.3724598288536072, |
| "learning_rate": 4.542051264295069e-06, |
| "loss": 0.4556, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.5767741935483871, |
| "grad_norm": 0.4160480797290802, |
| "learning_rate": 4.532438147360684e-06, |
| "loss": 0.4599, |
| "step": 1043 |
| }, |
| { |
| "epoch": 0.5773271889400922, |
| "grad_norm": 0.38303178548812866, |
| "learning_rate": 4.522826773691958e-06, |
| "loss": 0.4574, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.5778801843317972, |
| "grad_norm": 0.4100678861141205, |
| "learning_rate": 4.513217179124106e-06, |
| "loss": 0.4637, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.5784331797235023, |
| "grad_norm": 0.4295979142189026, |
| "learning_rate": 4.5036093994857025e-06, |
| "loss": 0.4747, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.5789861751152073, |
| "grad_norm": 0.36032918095588684, |
| "learning_rate": 4.49400347059856e-06, |
| "loss": 0.4682, |
| "step": 1047 |
| }, |
| { |
| "epoch": 0.5795391705069124, |
| "grad_norm": 0.4092552959918976, |
| "learning_rate": 4.484399428277589e-06, |
| "loss": 0.463, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.5800921658986176, |
| "grad_norm": 0.3771011233329773, |
| "learning_rate": 4.474797308330665e-06, |
| "loss": 0.4865, |
| "step": 1049 |
| }, |
| { |
| "epoch": 0.5806451612903226, |
| "grad_norm": 0.37506765127182007, |
| "learning_rate": 4.465197146558498e-06, |
| "loss": 0.4558, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.5811981566820277, |
| "grad_norm": 0.34741005301475525, |
| "learning_rate": 4.455598978754496e-06, |
| "loss": 0.445, |
| "step": 1051 |
| }, |
| { |
| "epoch": 0.5817511520737327, |
| "grad_norm": 0.41416463255882263, |
| "learning_rate": 4.4460028407046344e-06, |
| "loss": 0.4755, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.5823041474654378, |
| "grad_norm": 0.414931982755661, |
| "learning_rate": 4.436408768187319e-06, |
| "loss": 0.4879, |
| "step": 1053 |
| }, |
| { |
| "epoch": 0.5828571428571429, |
| "grad_norm": 0.37698793411254883, |
| "learning_rate": 4.426816796973254e-06, |
| "loss": 0.4896, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.5834101382488479, |
| "grad_norm": 0.4369506537914276, |
| "learning_rate": 4.417226962825311e-06, |
| "loss": 0.4723, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.583963133640553, |
| "grad_norm": 0.3790305256843567, |
| "learning_rate": 4.407639301498392e-06, |
| "loss": 0.4466, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.584516129032258, |
| "grad_norm": 0.3516313135623932, |
| "learning_rate": 4.398053848739299e-06, |
| "loss": 0.4483, |
| "step": 1057 |
| }, |
| { |
| "epoch": 0.5850691244239631, |
| "grad_norm": 0.42550036311149597, |
| "learning_rate": 4.388470640286599e-06, |
| "loss": 0.4633, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.5856221198156683, |
| "grad_norm": 0.3732847571372986, |
| "learning_rate": 4.378889711870492e-06, |
| "loss": 0.4909, |
| "step": 1059 |
| }, |
| { |
| "epoch": 0.5861751152073733, |
| "grad_norm": 0.3723104000091553, |
| "learning_rate": 4.369311099212676e-06, |
| "loss": 0.4612, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.5867281105990784, |
| "grad_norm": 0.4225739538669586, |
| "learning_rate": 4.359734838026214e-06, |
| "loss": 0.4576, |
| "step": 1061 |
| }, |
| { |
| "epoch": 0.5872811059907834, |
| "grad_norm": 0.4037158489227295, |
| "learning_rate": 4.3501609640154056e-06, |
| "loss": 0.4803, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.5878341013824885, |
| "grad_norm": 0.3930150866508484, |
| "learning_rate": 4.340589512875646e-06, |
| "loss": 0.4484, |
| "step": 1063 |
| }, |
| { |
| "epoch": 0.5883870967741935, |
| "grad_norm": 0.4097388684749603, |
| "learning_rate": 4.331020520293298e-06, |
| "loss": 0.4699, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.5889400921658986, |
| "grad_norm": 0.3482785224914551, |
| "learning_rate": 4.321454021945559e-06, |
| "loss": 0.4632, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.5894930875576037, |
| "grad_norm": 0.45652082562446594, |
| "learning_rate": 4.311890053500326e-06, |
| "loss": 0.4699, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.5900460829493087, |
| "grad_norm": 0.3783150613307953, |
| "learning_rate": 4.302328650616062e-06, |
| "loss": 0.4662, |
| "step": 1067 |
| }, |
| { |
| "epoch": 0.5905990783410138, |
| "grad_norm": 0.36994531750679016, |
| "learning_rate": 4.292769848941669e-06, |
| "loss": 0.4581, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.5911520737327189, |
| "grad_norm": 0.3842531144618988, |
| "learning_rate": 4.283213684116346e-06, |
| "loss": 0.4631, |
| "step": 1069 |
| }, |
| { |
| "epoch": 0.591705069124424, |
| "grad_norm": 0.4432550370693207, |
| "learning_rate": 4.273660191769463e-06, |
| "loss": 0.4759, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.5922580645161291, |
| "grad_norm": 0.37499210238456726, |
| "learning_rate": 4.264109407520425e-06, |
| "loss": 0.4703, |
| "step": 1071 |
| }, |
| { |
| "epoch": 0.5928110599078341, |
| "grad_norm": 0.383779376745224, |
| "learning_rate": 4.2545613669785405e-06, |
| "loss": 0.4793, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.5933640552995392, |
| "grad_norm": 0.43077680468559265, |
| "learning_rate": 4.245016105742889e-06, |
| "loss": 0.447, |
| "step": 1073 |
| }, |
| { |
| "epoch": 0.5939170506912442, |
| "grad_norm": 0.3452954888343811, |
| "learning_rate": 4.2354736594021854e-06, |
| "loss": 0.457, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.5944700460829493, |
| "grad_norm": 0.3940063714981079, |
| "learning_rate": 4.2259340635346515e-06, |
| "loss": 0.4579, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.5950230414746543, |
| "grad_norm": 0.37174075841903687, |
| "learning_rate": 4.21639735370788e-06, |
| "loss": 0.4718, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.5955760368663594, |
| "grad_norm": 0.38617780804634094, |
| "learning_rate": 4.206863565478705e-06, |
| "loss": 0.4698, |
| "step": 1077 |
| }, |
| { |
| "epoch": 0.5961290322580645, |
| "grad_norm": 0.36345598101615906, |
| "learning_rate": 4.197332734393067e-06, |
| "loss": 0.4828, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.5966820276497696, |
| "grad_norm": 0.37622806429862976, |
| "learning_rate": 4.187804895985881e-06, |
| "loss": 0.4584, |
| "step": 1079 |
| }, |
| { |
| "epoch": 0.5972350230414747, |
| "grad_norm": 0.41539904475212097, |
| "learning_rate": 4.1782800857809025e-06, |
| "loss": 0.4606, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.5977880184331797, |
| "grad_norm": 0.37827736139297485, |
| "learning_rate": 4.168758339290599e-06, |
| "loss": 0.4576, |
| "step": 1081 |
| }, |
| { |
| "epoch": 0.5983410138248848, |
| "grad_norm": 0.36408886313438416, |
| "learning_rate": 4.159239692016012e-06, |
| "loss": 0.4792, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.5988940092165899, |
| "grad_norm": 0.347615510225296, |
| "learning_rate": 4.149724179446631e-06, |
| "loss": 0.4627, |
| "step": 1083 |
| }, |
| { |
| "epoch": 0.5994470046082949, |
| "grad_norm": 0.36233338713645935, |
| "learning_rate": 4.140211837060258e-06, |
| "loss": 0.4595, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.385028213262558, |
| "learning_rate": 4.130702700322873e-06, |
| "loss": 0.4469, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.600552995391705, |
| "grad_norm": 0.3965871036052704, |
| "learning_rate": 4.121196804688506e-06, |
| "loss": 0.4761, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.6011059907834101, |
| "grad_norm": 0.36717289686203003, |
| "learning_rate": 4.111694185599101e-06, |
| "loss": 0.4401, |
| "step": 1087 |
| }, |
| { |
| "epoch": 0.6016589861751153, |
| "grad_norm": 0.3657437264919281, |
| "learning_rate": 4.102194878484386e-06, |
| "loss": 0.4613, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.6022119815668203, |
| "grad_norm": 0.4054916799068451, |
| "learning_rate": 4.092698918761742e-06, |
| "loss": 0.489, |
| "step": 1089 |
| }, |
| { |
| "epoch": 0.6027649769585254, |
| "grad_norm": 0.40190011262893677, |
| "learning_rate": 4.083206341836069e-06, |
| "loss": 0.4703, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.6033179723502304, |
| "grad_norm": 0.4301840662956238, |
| "learning_rate": 4.073717183099654e-06, |
| "loss": 0.4676, |
| "step": 1091 |
| }, |
| { |
| "epoch": 0.6038709677419355, |
| "grad_norm": 0.3311327397823334, |
| "learning_rate": 4.06423147793204e-06, |
| "loss": 0.4695, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.6044239631336406, |
| "grad_norm": 0.3920708894729614, |
| "learning_rate": 4.054749261699893e-06, |
| "loss": 0.4834, |
| "step": 1093 |
| }, |
| { |
| "epoch": 0.6049769585253456, |
| "grad_norm": 0.33984097838401794, |
| "learning_rate": 4.045270569756872e-06, |
| "loss": 0.4633, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.6055299539170507, |
| "grad_norm": 0.36689960956573486, |
| "learning_rate": 4.0357954374434936e-06, |
| "loss": 0.4778, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.6060829493087557, |
| "grad_norm": 0.3129914402961731, |
| "learning_rate": 4.026323900087006e-06, |
| "loss": 0.4389, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.6066359447004608, |
| "grad_norm": 0.3611215651035309, |
| "learning_rate": 4.016855993001251e-06, |
| "loss": 0.4687, |
| "step": 1097 |
| }, |
| { |
| "epoch": 0.607188940092166, |
| "grad_norm": 0.36361318826675415, |
| "learning_rate": 4.007391751486536e-06, |
| "loss": 0.4592, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.607741935483871, |
| "grad_norm": 0.3965631425380707, |
| "learning_rate": 3.997931210829503e-06, |
| "loss": 0.4403, |
| "step": 1099 |
| }, |
| { |
| "epoch": 0.6082949308755761, |
| "grad_norm": 0.371737539768219, |
| "learning_rate": 3.988474406302995e-06, |
| "loss": 0.4433, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.6088479262672811, |
| "grad_norm": 0.4065137207508087, |
| "learning_rate": 3.979021373165924e-06, |
| "loss": 0.4548, |
| "step": 1101 |
| }, |
| { |
| "epoch": 0.6094009216589862, |
| "grad_norm": 0.36007609963417053, |
| "learning_rate": 3.9695721466631426e-06, |
| "loss": 0.4664, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.6099539170506912, |
| "grad_norm": 0.39393535256385803, |
| "learning_rate": 3.9601267620253075e-06, |
| "loss": 0.4899, |
| "step": 1103 |
| }, |
| { |
| "epoch": 0.6105069124423963, |
| "grad_norm": 0.40391650795936584, |
| "learning_rate": 3.950685254468755e-06, |
| "loss": 0.4657, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.6110599078341014, |
| "grad_norm": 0.3698117434978485, |
| "learning_rate": 3.941247659195364e-06, |
| "loss": 0.4524, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.6116129032258064, |
| "grad_norm": 0.35965868830680847, |
| "learning_rate": 3.931814011392427e-06, |
| "loss": 0.4629, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.6121658986175115, |
| "grad_norm": 0.4399069547653198, |
| "learning_rate": 3.922384346232519e-06, |
| "loss": 0.491, |
| "step": 1107 |
| }, |
| { |
| "epoch": 0.6127188940092166, |
| "grad_norm": 0.3660935163497925, |
| "learning_rate": 3.912958698873366e-06, |
| "loss": 0.474, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.6132718894009217, |
| "grad_norm": 0.3902994990348816, |
| "learning_rate": 3.903537104457713e-06, |
| "loss": 0.4979, |
| "step": 1109 |
| }, |
| { |
| "epoch": 0.6138248847926268, |
| "grad_norm": 0.4067245125770569, |
| "learning_rate": 3.894119598113196e-06, |
| "loss": 0.4724, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.6143778801843318, |
| "grad_norm": 0.3835393190383911, |
| "learning_rate": 3.8847062149522075e-06, |
| "loss": 0.4558, |
| "step": 1111 |
| }, |
| { |
| "epoch": 0.6149308755760369, |
| "grad_norm": 0.3831106126308441, |
| "learning_rate": 3.875296990071768e-06, |
| "loss": 0.4619, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.6154838709677419, |
| "grad_norm": 0.3794800043106079, |
| "learning_rate": 3.8658919585533916e-06, |
| "loss": 0.4535, |
| "step": 1113 |
| }, |
| { |
| "epoch": 0.616036866359447, |
| "grad_norm": 0.3396313786506653, |
| "learning_rate": 3.8564911554629616e-06, |
| "loss": 0.4892, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.616589861751152, |
| "grad_norm": 0.37773552536964417, |
| "learning_rate": 3.847094615850593e-06, |
| "loss": 0.46, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.6171428571428571, |
| "grad_norm": 0.38637781143188477, |
| "learning_rate": 3.837702374750507e-06, |
| "loss": 0.4701, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.6176958525345622, |
| "grad_norm": 0.3425704538822174, |
| "learning_rate": 3.828314467180895e-06, |
| "loss": 0.4389, |
| "step": 1117 |
| }, |
| { |
| "epoch": 0.6182488479262673, |
| "grad_norm": 0.35482358932495117, |
| "learning_rate": 3.818930928143796e-06, |
| "loss": 0.477, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.6188018433179724, |
| "grad_norm": 0.3860636353492737, |
| "learning_rate": 3.8095517926249557e-06, |
| "loss": 0.4748, |
| "step": 1119 |
| }, |
| { |
| "epoch": 0.6193548387096774, |
| "grad_norm": 0.412280797958374, |
| "learning_rate": 3.800177095593706e-06, |
| "loss": 0.4624, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.6199078341013825, |
| "grad_norm": 0.3511303961277008, |
| "learning_rate": 3.790806872002828e-06, |
| "loss": 0.4867, |
| "step": 1121 |
| }, |
| { |
| "epoch": 0.6204608294930876, |
| "grad_norm": 0.3653261065483093, |
| "learning_rate": 3.7814411567884256e-06, |
| "loss": 0.4737, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.6210138248847926, |
| "grad_norm": 0.3349493145942688, |
| "learning_rate": 3.7720799848697924e-06, |
| "loss": 0.4705, |
| "step": 1123 |
| }, |
| { |
| "epoch": 0.6215668202764977, |
| "grad_norm": 0.3643210828304291, |
| "learning_rate": 3.762723391149282e-06, |
| "loss": 0.4934, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.6221198156682027, |
| "grad_norm": 0.3928675055503845, |
| "learning_rate": 3.75337141051218e-06, |
| "loss": 0.4726, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.6226728110599078, |
| "grad_norm": 0.36943259835243225, |
| "learning_rate": 3.7440240778265725e-06, |
| "loss": 0.4557, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.6232258064516129, |
| "grad_norm": 0.37895265221595764, |
| "learning_rate": 3.734681427943214e-06, |
| "loss": 0.4989, |
| "step": 1127 |
| }, |
| { |
| "epoch": 0.623778801843318, |
| "grad_norm": 0.34087231755256653, |
| "learning_rate": 3.725343495695404e-06, |
| "loss": 0.4418, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.6243317972350231, |
| "grad_norm": 0.3866007626056671, |
| "learning_rate": 3.716010315898847e-06, |
| "loss": 0.4515, |
| "step": 1129 |
| }, |
| { |
| "epoch": 0.6248847926267281, |
| "grad_norm": 0.4217049777507782, |
| "learning_rate": 3.706681923351533e-06, |
| "loss": 0.4962, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.6254377880184332, |
| "grad_norm": 0.4117668867111206, |
| "learning_rate": 3.6973583528336e-06, |
| "loss": 0.4704, |
| "step": 1131 |
| }, |
| { |
| "epoch": 0.6259907834101383, |
| "grad_norm": 0.3604739308357239, |
| "learning_rate": 3.68803963910721e-06, |
| "loss": 0.4839, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.6265437788018433, |
| "grad_norm": 0.4002184569835663, |
| "learning_rate": 3.678725816916415e-06, |
| "loss": 0.4853, |
| "step": 1133 |
| }, |
| { |
| "epoch": 0.6270967741935484, |
| "grad_norm": 0.3674345910549164, |
| "learning_rate": 3.6694169209870305e-06, |
| "loss": 0.4471, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.6276497695852534, |
| "grad_norm": 0.37487921118736267, |
| "learning_rate": 3.660112986026504e-06, |
| "loss": 0.4646, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.6282027649769585, |
| "grad_norm": 0.36266854405403137, |
| "learning_rate": 3.6508140467237873e-06, |
| "loss": 0.4802, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.6287557603686635, |
| "grad_norm": 0.3480757176876068, |
| "learning_rate": 3.6415201377492048e-06, |
| "loss": 0.458, |
| "step": 1137 |
| }, |
| { |
| "epoch": 0.6293087557603687, |
| "grad_norm": 0.3710945248603821, |
| "learning_rate": 3.632231293754328e-06, |
| "loss": 0.4648, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.6298617511520738, |
| "grad_norm": 0.42196762561798096, |
| "learning_rate": 3.622947549371841e-06, |
| "loss": 0.4802, |
| "step": 1139 |
| }, |
| { |
| "epoch": 0.6304147465437788, |
| "grad_norm": 0.3192515969276428, |
| "learning_rate": 3.6136689392154186e-06, |
| "loss": 0.4559, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.6309677419354839, |
| "grad_norm": 0.37404048442840576, |
| "learning_rate": 3.6043954978795868e-06, |
| "loss": 0.4647, |
| "step": 1141 |
| }, |
| { |
| "epoch": 0.6315207373271889, |
| "grad_norm": 0.37971508502960205, |
| "learning_rate": 3.5951272599396086e-06, |
| "loss": 0.4347, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.632073732718894, |
| "grad_norm": 0.410057932138443, |
| "learning_rate": 3.5858642599513394e-06, |
| "loss": 0.4759, |
| "step": 1143 |
| }, |
| { |
| "epoch": 0.6326267281105991, |
| "grad_norm": 0.367079496383667, |
| "learning_rate": 3.576606532451108e-06, |
| "loss": 0.4864, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.6331797235023041, |
| "grad_norm": 0.3866696357727051, |
| "learning_rate": 3.567354111955585e-06, |
| "loss": 0.4746, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.6337327188940092, |
| "grad_norm": 0.3390635848045349, |
| "learning_rate": 3.5581070329616543e-06, |
| "loss": 0.4593, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.6342857142857142, |
| "grad_norm": 0.41744962334632874, |
| "learning_rate": 3.5488653299462844e-06, |
| "loss": 0.4514, |
| "step": 1147 |
| }, |
| { |
| "epoch": 0.6348387096774194, |
| "grad_norm": 0.3437979817390442, |
| "learning_rate": 3.5396290373664e-06, |
| "loss": 0.4689, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.6353917050691245, |
| "grad_norm": 0.32637640833854675, |
| "learning_rate": 3.5303981896587534e-06, |
| "loss": 0.4657, |
| "step": 1149 |
| }, |
| { |
| "epoch": 0.6359447004608295, |
| "grad_norm": 0.3600415885448456, |
| "learning_rate": 3.521172821239796e-06, |
| "loss": 0.4637, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.6364976958525346, |
| "grad_norm": 0.4324146807193756, |
| "learning_rate": 3.5119529665055506e-06, |
| "loss": 0.4715, |
| "step": 1151 |
| }, |
| { |
| "epoch": 0.6370506912442396, |
| "grad_norm": 0.3583220839500427, |
| "learning_rate": 3.502738659831483e-06, |
| "loss": 0.4666, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.6376036866359447, |
| "grad_norm": 0.35306817293167114, |
| "learning_rate": 3.49352993557237e-06, |
| "loss": 0.4554, |
| "step": 1153 |
| }, |
| { |
| "epoch": 0.6381566820276497, |
| "grad_norm": 0.39276352524757385, |
| "learning_rate": 3.48432682806218e-06, |
| "loss": 0.4492, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.6387096774193548, |
| "grad_norm": 0.3977315425872803, |
| "learning_rate": 3.4751293716139366e-06, |
| "loss": 0.4523, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.6392626728110599, |
| "grad_norm": 0.36172613501548767, |
| "learning_rate": 3.4659376005195956e-06, |
| "loss": 0.5053, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.639815668202765, |
| "grad_norm": 0.34491607546806335, |
| "learning_rate": 3.4567515490499135e-06, |
| "loss": 0.4633, |
| "step": 1157 |
| }, |
| { |
| "epoch": 0.6403686635944701, |
| "grad_norm": 0.3682193160057068, |
| "learning_rate": 3.4475712514543246e-06, |
| "loss": 0.4376, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.6409216589861751, |
| "grad_norm": 0.41406625509262085, |
| "learning_rate": 3.438396741960806e-06, |
| "loss": 0.4669, |
| "step": 1159 |
| }, |
| { |
| "epoch": 0.6414746543778802, |
| "grad_norm": 0.38740435242652893, |
| "learning_rate": 3.4292280547757586e-06, |
| "loss": 0.4516, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.6420276497695853, |
| "grad_norm": 0.35590702295303345, |
| "learning_rate": 3.420065224083873e-06, |
| "loss": 0.4406, |
| "step": 1161 |
| }, |
| { |
| "epoch": 0.6425806451612903, |
| "grad_norm": 0.3844543397426605, |
| "learning_rate": 3.4109082840480045e-06, |
| "loss": 0.4675, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.6431336405529954, |
| "grad_norm": 0.40717223286628723, |
| "learning_rate": 3.4017572688090467e-06, |
| "loss": 0.4862, |
| "step": 1163 |
| }, |
| { |
| "epoch": 0.6436866359447004, |
| "grad_norm": 0.37645992636680603, |
| "learning_rate": 3.392612212485802e-06, |
| "loss": 0.4813, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.6442396313364055, |
| "grad_norm": 0.33362942934036255, |
| "learning_rate": 3.3834731491748558e-06, |
| "loss": 0.4576, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.6447926267281106, |
| "grad_norm": 0.3458590805530548, |
| "learning_rate": 3.3743401129504496e-06, |
| "loss": 0.4664, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.6453456221198157, |
| "grad_norm": 0.39395076036453247, |
| "learning_rate": 3.3652131378643515e-06, |
| "loss": 0.4801, |
| "step": 1167 |
| }, |
| { |
| "epoch": 0.6458986175115208, |
| "grad_norm": 0.36739885807037354, |
| "learning_rate": 3.356092257945733e-06, |
| "loss": 0.4662, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.6464516129032258, |
| "grad_norm": 0.35936224460601807, |
| "learning_rate": 3.3469775072010417e-06, |
| "loss": 0.4678, |
| "step": 1169 |
| }, |
| { |
| "epoch": 0.6470046082949309, |
| "grad_norm": 0.35847219824790955, |
| "learning_rate": 3.337868919613869e-06, |
| "loss": 0.4595, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.647557603686636, |
| "grad_norm": 0.33475178480148315, |
| "learning_rate": 3.3287665291448323e-06, |
| "loss": 0.4631, |
| "step": 1171 |
| }, |
| { |
| "epoch": 0.648110599078341, |
| "grad_norm": 0.3567461669445038, |
| "learning_rate": 3.319670369731437e-06, |
| "loss": 0.475, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.6486635944700461, |
| "grad_norm": 0.4065379798412323, |
| "learning_rate": 3.310580475287963e-06, |
| "loss": 0.4596, |
| "step": 1173 |
| }, |
| { |
| "epoch": 0.6492165898617511, |
| "grad_norm": 0.34394586086273193, |
| "learning_rate": 3.3014968797053263e-06, |
| "loss": 0.4717, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.6497695852534562, |
| "grad_norm": 0.3613266944885254, |
| "learning_rate": 3.2924196168509657e-06, |
| "loss": 0.4933, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.6503225806451612, |
| "grad_norm": 0.38999873399734497, |
| "learning_rate": 3.283348720568702e-06, |
| "loss": 0.4756, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.6508755760368664, |
| "grad_norm": 0.3532698154449463, |
| "learning_rate": 3.274284224678621e-06, |
| "loss": 0.4575, |
| "step": 1177 |
| }, |
| { |
| "epoch": 0.6514285714285715, |
| "grad_norm": 0.33012717962265015, |
| "learning_rate": 3.2652261629769457e-06, |
| "loss": 0.4473, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.6519815668202765, |
| "grad_norm": 0.3971370458602905, |
| "learning_rate": 3.256174569235909e-06, |
| "loss": 0.5044, |
| "step": 1179 |
| }, |
| { |
| "epoch": 0.6525345622119816, |
| "grad_norm": 0.3590445816516876, |
| "learning_rate": 3.2471294772036287e-06, |
| "loss": 0.4675, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.6530875576036866, |
| "grad_norm": 0.3668496012687683, |
| "learning_rate": 3.238090920603981e-06, |
| "loss": 0.4419, |
| "step": 1181 |
| }, |
| { |
| "epoch": 0.6536405529953917, |
| "grad_norm": 0.3250981867313385, |
| "learning_rate": 3.2290589331364787e-06, |
| "loss": 0.4597, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.6541935483870968, |
| "grad_norm": 0.38982975482940674, |
| "learning_rate": 3.2200335484761352e-06, |
| "loss": 0.4638, |
| "step": 1183 |
| }, |
| { |
| "epoch": 0.6547465437788018, |
| "grad_norm": 0.38048577308654785, |
| "learning_rate": 3.2110148002733534e-06, |
| "loss": 0.473, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.6552995391705069, |
| "grad_norm": 0.35395413637161255, |
| "learning_rate": 3.2020027221537864e-06, |
| "loss": 0.4832, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.6558525345622119, |
| "grad_norm": 0.3707823157310486, |
| "learning_rate": 3.192997347718224e-06, |
| "loss": 0.4958, |
| "step": 1186 |
| }, |
| { |
| "epoch": 0.6564055299539171, |
| "grad_norm": 0.36011847853660583, |
| "learning_rate": 3.1839987105424586e-06, |
| "loss": 0.472, |
| "step": 1187 |
| }, |
| { |
| "epoch": 0.6569585253456222, |
| "grad_norm": 0.3693712055683136, |
| "learning_rate": 3.1750068441771637e-06, |
| "loss": 0.4649, |
| "step": 1188 |
| }, |
| { |
| "epoch": 0.6575115207373272, |
| "grad_norm": 0.34001612663269043, |
| "learning_rate": 3.1660217821477686e-06, |
| "loss": 0.4764, |
| "step": 1189 |
| }, |
| { |
| "epoch": 0.6580645161290323, |
| "grad_norm": 0.332956999540329, |
| "learning_rate": 3.1570435579543333e-06, |
| "loss": 0.4652, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.6586175115207373, |
| "grad_norm": 0.35701560974121094, |
| "learning_rate": 3.148072205071423e-06, |
| "loss": 0.4695, |
| "step": 1191 |
| }, |
| { |
| "epoch": 0.6591705069124424, |
| "grad_norm": 0.3385053277015686, |
| "learning_rate": 3.1391077569479856e-06, |
| "loss": 0.4524, |
| "step": 1192 |
| }, |
| { |
| "epoch": 0.6597235023041474, |
| "grad_norm": 0.35991233587265015, |
| "learning_rate": 3.130150247007222e-06, |
| "loss": 0.4322, |
| "step": 1193 |
| }, |
| { |
| "epoch": 0.6602764976958525, |
| "grad_norm": 0.36623886227607727, |
| "learning_rate": 3.1211997086464683e-06, |
| "loss": 0.4754, |
| "step": 1194 |
| }, |
| { |
| "epoch": 0.6608294930875576, |
| "grad_norm": 0.33661210536956787, |
| "learning_rate": 3.112256175237064e-06, |
| "loss": 0.464, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.6613824884792626, |
| "grad_norm": 0.3260611295700073, |
| "learning_rate": 3.103319680124235e-06, |
| "loss": 0.4608, |
| "step": 1196 |
| }, |
| { |
| "epoch": 0.6619354838709678, |
| "grad_norm": 0.38113391399383545, |
| "learning_rate": 3.0943902566269613e-06, |
| "loss": 0.4963, |
| "step": 1197 |
| }, |
| { |
| "epoch": 0.6624884792626728, |
| "grad_norm": 0.3196834623813629, |
| "learning_rate": 3.085467938037861e-06, |
| "loss": 0.4631, |
| "step": 1198 |
| }, |
| { |
| "epoch": 0.6630414746543779, |
| "grad_norm": 0.3713325262069702, |
| "learning_rate": 3.076552757623059e-06, |
| "loss": 0.4559, |
| "step": 1199 |
| }, |
| { |
| "epoch": 0.663594470046083, |
| "grad_norm": 0.35076281428337097, |
| "learning_rate": 3.0676447486220705e-06, |
| "loss": 0.4601, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.664147465437788, |
| "grad_norm": 0.34032174944877625, |
| "learning_rate": 3.058743944247665e-06, |
| "loss": 0.4702, |
| "step": 1201 |
| }, |
| { |
| "epoch": 0.6647004608294931, |
| "grad_norm": 0.37965843081474304, |
| "learning_rate": 3.0498503776857576e-06, |
| "loss": 0.4806, |
| "step": 1202 |
| }, |
| { |
| "epoch": 0.6652534562211981, |
| "grad_norm": 0.3258879780769348, |
| "learning_rate": 3.0409640820952735e-06, |
| "loss": 0.4331, |
| "step": 1203 |
| }, |
| { |
| "epoch": 0.6658064516129032, |
| "grad_norm": 0.3517114222049713, |
| "learning_rate": 3.0320850906080325e-06, |
| "loss": 0.4521, |
| "step": 1204 |
| }, |
| { |
| "epoch": 0.6663594470046083, |
| "grad_norm": 0.3746355473995209, |
| "learning_rate": 3.0232134363286163e-06, |
| "loss": 0.4702, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.6669124423963133, |
| "grad_norm": 0.3362243175506592, |
| "learning_rate": 3.0143491523342562e-06, |
| "loss": 0.4382, |
| "step": 1206 |
| }, |
| { |
| "epoch": 0.6674654377880185, |
| "grad_norm": 0.3588075041770935, |
| "learning_rate": 3.005492271674697e-06, |
| "loss": 0.452, |
| "step": 1207 |
| }, |
| { |
| "epoch": 0.6680184331797235, |
| "grad_norm": 0.4125935137271881, |
| "learning_rate": 2.9966428273720904e-06, |
| "loss": 0.4715, |
| "step": 1208 |
| }, |
| { |
| "epoch": 0.6685714285714286, |
| "grad_norm": 0.34157875180244446, |
| "learning_rate": 2.987800852420855e-06, |
| "loss": 0.4543, |
| "step": 1209 |
| }, |
| { |
| "epoch": 0.6691244239631337, |
| "grad_norm": 0.34906935691833496, |
| "learning_rate": 2.9789663797875614e-06, |
| "loss": 0.4535, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.6696774193548387, |
| "grad_norm": 0.3961377739906311, |
| "learning_rate": 2.970139442410811e-06, |
| "loss": 0.4992, |
| "step": 1211 |
| }, |
| { |
| "epoch": 0.6702304147465438, |
| "grad_norm": 0.3486752510070801, |
| "learning_rate": 2.961320073201107e-06, |
| "loss": 0.4603, |
| "step": 1212 |
| }, |
| { |
| "epoch": 0.6707834101382488, |
| "grad_norm": 0.3723919093608856, |
| "learning_rate": 2.952508305040739e-06, |
| "loss": 0.4735, |
| "step": 1213 |
| }, |
| { |
| "epoch": 0.6713364055299539, |
| "grad_norm": 0.33436325192451477, |
| "learning_rate": 2.9437041707836532e-06, |
| "loss": 0.4558, |
| "step": 1214 |
| }, |
| { |
| "epoch": 0.6718894009216589, |
| "grad_norm": 0.3649885058403015, |
| "learning_rate": 2.9349077032553387e-06, |
| "loss": 0.4734, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.6724423963133641, |
| "grad_norm": 0.4229625463485718, |
| "learning_rate": 2.9261189352526932e-06, |
| "loss": 0.4734, |
| "step": 1216 |
| }, |
| { |
| "epoch": 0.6729953917050692, |
| "grad_norm": 0.31533482670783997, |
| "learning_rate": 2.9173378995439107e-06, |
| "loss": 0.4596, |
| "step": 1217 |
| }, |
| { |
| "epoch": 0.6735483870967742, |
| "grad_norm": 0.39130347967147827, |
| "learning_rate": 2.9085646288683587e-06, |
| "loss": 0.4913, |
| "step": 1218 |
| }, |
| { |
| "epoch": 0.6741013824884793, |
| "grad_norm": 0.3557525873184204, |
| "learning_rate": 2.8997991559364493e-06, |
| "loss": 0.4708, |
| "step": 1219 |
| }, |
| { |
| "epoch": 0.6746543778801843, |
| "grad_norm": 0.36776086688041687, |
| "learning_rate": 2.8910415134295216e-06, |
| "loss": 0.4685, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.6752073732718894, |
| "grad_norm": 0.3936042785644531, |
| "learning_rate": 2.8822917339997237e-06, |
| "loss": 0.4667, |
| "step": 1221 |
| }, |
| { |
| "epoch": 0.6757603686635945, |
| "grad_norm": 0.3256804645061493, |
| "learning_rate": 2.87354985026988e-06, |
| "loss": 0.428, |
| "step": 1222 |
| }, |
| { |
| "epoch": 0.6763133640552995, |
| "grad_norm": 0.3750945031642914, |
| "learning_rate": 2.8648158948333817e-06, |
| "loss": 0.458, |
| "step": 1223 |
| }, |
| { |
| "epoch": 0.6768663594470046, |
| "grad_norm": 0.3525260090827942, |
| "learning_rate": 2.856089900254059e-06, |
| "loss": 0.4469, |
| "step": 1224 |
| }, |
| { |
| "epoch": 0.6774193548387096, |
| "grad_norm": 0.32836800813674927, |
| "learning_rate": 2.847371899066059e-06, |
| "loss": 0.4581, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.6779723502304148, |
| "grad_norm": 0.34020939469337463, |
| "learning_rate": 2.83866192377373e-06, |
| "loss": 0.444, |
| "step": 1226 |
| }, |
| { |
| "epoch": 0.6785253456221199, |
| "grad_norm": 0.31056728959083557, |
| "learning_rate": 2.829960006851492e-06, |
| "loss": 0.4748, |
| "step": 1227 |
| }, |
| { |
| "epoch": 0.6790783410138249, |
| "grad_norm": 0.3614257574081421, |
| "learning_rate": 2.8212661807437226e-06, |
| "loss": 0.487, |
| "step": 1228 |
| }, |
| { |
| "epoch": 0.67963133640553, |
| "grad_norm": 0.33884182572364807, |
| "learning_rate": 2.8125804778646315e-06, |
| "loss": 0.4871, |
| "step": 1229 |
| }, |
| { |
| "epoch": 0.680184331797235, |
| "grad_norm": 0.3698228597640991, |
| "learning_rate": 2.803902930598144e-06, |
| "loss": 0.4783, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.6807373271889401, |
| "grad_norm": 0.3055351674556732, |
| "learning_rate": 2.7952335712977764e-06, |
| "loss": 0.4488, |
| "step": 1231 |
| }, |
| { |
| "epoch": 0.6812903225806451, |
| "grad_norm": 0.3399738073348999, |
| "learning_rate": 2.7865724322865174e-06, |
| "loss": 0.4489, |
| "step": 1232 |
| }, |
| { |
| "epoch": 0.6818433179723502, |
| "grad_norm": 0.3493901193141937, |
| "learning_rate": 2.7779195458567067e-06, |
| "loss": 0.4508, |
| "step": 1233 |
| }, |
| { |
| "epoch": 0.6823963133640553, |
| "grad_norm": 0.38333308696746826, |
| "learning_rate": 2.7692749442699147e-06, |
| "loss": 0.4733, |
| "step": 1234 |
| }, |
| { |
| "epoch": 0.6829493087557603, |
| "grad_norm": 0.33638396859169006, |
| "learning_rate": 2.7606386597568223e-06, |
| "loss": 0.4521, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.6835023041474655, |
| "grad_norm": 0.33842137455940247, |
| "learning_rate": 2.7520107245171035e-06, |
| "loss": 0.4359, |
| "step": 1236 |
| }, |
| { |
| "epoch": 0.6840552995391705, |
| "grad_norm": 0.34261924028396606, |
| "learning_rate": 2.7433911707192976e-06, |
| "loss": 0.4713, |
| "step": 1237 |
| }, |
| { |
| "epoch": 0.6846082949308756, |
| "grad_norm": 0.33021679520606995, |
| "learning_rate": 2.7347800305007e-06, |
| "loss": 0.4563, |
| "step": 1238 |
| }, |
| { |
| "epoch": 0.6851612903225807, |
| "grad_norm": 0.33682435750961304, |
| "learning_rate": 2.7261773359672306e-06, |
| "loss": 0.4429, |
| "step": 1239 |
| }, |
| { |
| "epoch": 0.6857142857142857, |
| "grad_norm": 0.3547312319278717, |
| "learning_rate": 2.7175831191933275e-06, |
| "loss": 0.4846, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.6862672811059908, |
| "grad_norm": 0.3378848433494568, |
| "learning_rate": 2.7089974122218165e-06, |
| "loss": 0.4681, |
| "step": 1241 |
| }, |
| { |
| "epoch": 0.6868202764976958, |
| "grad_norm": 0.3516218066215515, |
| "learning_rate": 2.700420247063793e-06, |
| "loss": 0.4796, |
| "step": 1242 |
| }, |
| { |
| "epoch": 0.6873732718894009, |
| "grad_norm": 0.3513849973678589, |
| "learning_rate": 2.6918516556985088e-06, |
| "loss": 0.4732, |
| "step": 1243 |
| }, |
| { |
| "epoch": 0.687926267281106, |
| "grad_norm": 0.37055304646492004, |
| "learning_rate": 2.6832916700732466e-06, |
| "loss": 0.492, |
| "step": 1244 |
| }, |
| { |
| "epoch": 0.688479262672811, |
| "grad_norm": 0.3224850594997406, |
| "learning_rate": 2.674740322103204e-06, |
| "loss": 0.4618, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.6890322580645162, |
| "grad_norm": 0.3502301573753357, |
| "learning_rate": 2.666197643671375e-06, |
| "loss": 0.4562, |
| "step": 1246 |
| }, |
| { |
| "epoch": 0.6895852534562212, |
| "grad_norm": 0.37586522102355957, |
| "learning_rate": 2.657663666628428e-06, |
| "loss": 0.448, |
| "step": 1247 |
| }, |
| { |
| "epoch": 0.6901382488479263, |
| "grad_norm": 0.38795405626296997, |
| "learning_rate": 2.6491384227925903e-06, |
| "loss": 0.472, |
| "step": 1248 |
| }, |
| { |
| "epoch": 0.6906912442396314, |
| "grad_norm": 0.3674571216106415, |
| "learning_rate": 2.640621943949527e-06, |
| "loss": 0.4707, |
| "step": 1249 |
| }, |
| { |
| "epoch": 0.6912442396313364, |
| "grad_norm": 0.36492788791656494, |
| "learning_rate": 2.6321142618522288e-06, |
| "loss": 0.4644, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.6917972350230415, |
| "grad_norm": 0.345634400844574, |
| "learning_rate": 2.6236154082208776e-06, |
| "loss": 0.4556, |
| "step": 1251 |
| }, |
| { |
| "epoch": 0.6923502304147465, |
| "grad_norm": 0.3678940534591675, |
| "learning_rate": 2.6151254147427486e-06, |
| "loss": 0.4983, |
| "step": 1252 |
| }, |
| { |
| "epoch": 0.6929032258064516, |
| "grad_norm": 0.34437957406044006, |
| "learning_rate": 2.6066443130720786e-06, |
| "loss": 0.4613, |
| "step": 1253 |
| }, |
| { |
| "epoch": 0.6934562211981566, |
| "grad_norm": 0.3727521300315857, |
| "learning_rate": 2.598172134829955e-06, |
| "loss": 0.4771, |
| "step": 1254 |
| }, |
| { |
| "epoch": 0.6940092165898617, |
| "grad_norm": 0.3770442008972168, |
| "learning_rate": 2.5897089116041918e-06, |
| "loss": 0.4627, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.6945622119815669, |
| "grad_norm": 0.3384653329849243, |
| "learning_rate": 2.5812546749492163e-06, |
| "loss": 0.4494, |
| "step": 1256 |
| }, |
| { |
| "epoch": 0.6951152073732719, |
| "grad_norm": 0.3460019528865814, |
| "learning_rate": 2.5728094563859495e-06, |
| "loss": 0.4726, |
| "step": 1257 |
| }, |
| { |
| "epoch": 0.695668202764977, |
| "grad_norm": 0.328002005815506, |
| "learning_rate": 2.5643732874016903e-06, |
| "loss": 0.4437, |
| "step": 1258 |
| }, |
| { |
| "epoch": 0.696221198156682, |
| "grad_norm": 0.40374118089675903, |
| "learning_rate": 2.5559461994499968e-06, |
| "loss": 0.4766, |
| "step": 1259 |
| }, |
| { |
| "epoch": 0.6967741935483871, |
| "grad_norm": 0.3571721017360687, |
| "learning_rate": 2.5475282239505685e-06, |
| "loss": 0.459, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.6973271889400922, |
| "grad_norm": 0.42431801557540894, |
| "learning_rate": 2.5391193922891288e-06, |
| "loss": 0.4641, |
| "step": 1261 |
| }, |
| { |
| "epoch": 0.6978801843317972, |
| "grad_norm": 0.35599109530448914, |
| "learning_rate": 2.5307197358173126e-06, |
| "loss": 0.4601, |
| "step": 1262 |
| }, |
| { |
| "epoch": 0.6984331797235023, |
| "grad_norm": 0.3282775282859802, |
| "learning_rate": 2.5223292858525423e-06, |
| "loss": 0.4352, |
| "step": 1263 |
| }, |
| { |
| "epoch": 0.6989861751152073, |
| "grad_norm": 0.3075070381164551, |
| "learning_rate": 2.5139480736779164e-06, |
| "loss": 0.4373, |
| "step": 1264 |
| }, |
| { |
| "epoch": 0.6995391705069124, |
| "grad_norm": 0.3571772277355194, |
| "learning_rate": 2.5055761305420907e-06, |
| "loss": 0.4938, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.7000921658986176, |
| "grad_norm": 0.3431309461593628, |
| "learning_rate": 2.4972134876591618e-06, |
| "loss": 0.4413, |
| "step": 1266 |
| }, |
| { |
| "epoch": 0.7006451612903226, |
| "grad_norm": 0.3382079601287842, |
| "learning_rate": 2.4888601762085518e-06, |
| "loss": 0.502, |
| "step": 1267 |
| }, |
| { |
| "epoch": 0.7011981566820277, |
| "grad_norm": 0.31066352128982544, |
| "learning_rate": 2.4805162273348905e-06, |
| "loss": 0.4596, |
| "step": 1268 |
| }, |
| { |
| "epoch": 0.7017511520737327, |
| "grad_norm": 0.31966033577919006, |
| "learning_rate": 2.4721816721479007e-06, |
| "loss": 0.4769, |
| "step": 1269 |
| }, |
| { |
| "epoch": 0.7023041474654378, |
| "grad_norm": 0.3357180058956146, |
| "learning_rate": 2.4638565417222816e-06, |
| "loss": 0.437, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.7028571428571428, |
| "grad_norm": 0.335115522146225, |
| "learning_rate": 2.4555408670975928e-06, |
| "loss": 0.4498, |
| "step": 1271 |
| }, |
| { |
| "epoch": 0.7034101382488479, |
| "grad_norm": 0.33428287506103516, |
| "learning_rate": 2.4472346792781366e-06, |
| "loss": 0.4661, |
| "step": 1272 |
| }, |
| { |
| "epoch": 0.703963133640553, |
| "grad_norm": 0.3672966957092285, |
| "learning_rate": 2.438938009232851e-06, |
| "loss": 0.4775, |
| "step": 1273 |
| }, |
| { |
| "epoch": 0.704516129032258, |
| "grad_norm": 0.3439885079860687, |
| "learning_rate": 2.4306508878951805e-06, |
| "loss": 0.4611, |
| "step": 1274 |
| }, |
| { |
| "epoch": 0.7050691244239631, |
| "grad_norm": 0.3395749628543854, |
| "learning_rate": 2.4223733461629716e-06, |
| "loss": 0.4498, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.7056221198156682, |
| "grad_norm": 0.35915130376815796, |
| "learning_rate": 2.4141054148983532e-06, |
| "loss": 0.4767, |
| "step": 1276 |
| }, |
| { |
| "epoch": 0.7061751152073733, |
| "grad_norm": 0.393310546875, |
| "learning_rate": 2.4058471249276232e-06, |
| "loss": 0.4594, |
| "step": 1277 |
| }, |
| { |
| "epoch": 0.7067281105990784, |
| "grad_norm": 0.3339405357837677, |
| "learning_rate": 2.397598507041132e-06, |
| "loss": 0.4732, |
| "step": 1278 |
| }, |
| { |
| "epoch": 0.7072811059907834, |
| "grad_norm": 0.35175976157188416, |
| "learning_rate": 2.3893595919931673e-06, |
| "loss": 0.4608, |
| "step": 1279 |
| }, |
| { |
| "epoch": 0.7078341013824885, |
| "grad_norm": 0.33776116371154785, |
| "learning_rate": 2.381130410501845e-06, |
| "loss": 0.4568, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.7083870967741935, |
| "grad_norm": 0.34300360083580017, |
| "learning_rate": 2.3729109932489825e-06, |
| "loss": 0.4802, |
| "step": 1281 |
| }, |
| { |
| "epoch": 0.7089400921658986, |
| "grad_norm": 0.36740466952323914, |
| "learning_rate": 2.3647013708799987e-06, |
| "loss": 0.4755, |
| "step": 1282 |
| }, |
| { |
| "epoch": 0.7094930875576037, |
| "grad_norm": 0.3558812439441681, |
| "learning_rate": 2.3565015740037915e-06, |
| "loss": 0.4623, |
| "step": 1283 |
| }, |
| { |
| "epoch": 0.7100460829493087, |
| "grad_norm": 0.4075135886669159, |
| "learning_rate": 2.3483116331926244e-06, |
| "loss": 0.4612, |
| "step": 1284 |
| }, |
| { |
| "epoch": 0.7105990783410139, |
| "grad_norm": 0.3450377285480499, |
| "learning_rate": 2.340131578982013e-06, |
| "loss": 0.4695, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.7111520737327189, |
| "grad_norm": 0.3357861042022705, |
| "learning_rate": 2.3319614418706127e-06, |
| "loss": 0.4826, |
| "step": 1286 |
| }, |
| { |
| "epoch": 0.711705069124424, |
| "grad_norm": 0.3738630712032318, |
| "learning_rate": 2.3238012523201035e-06, |
| "loss": 0.4905, |
| "step": 1287 |
| }, |
| { |
| "epoch": 0.712258064516129, |
| "grad_norm": 0.3660827577114105, |
| "learning_rate": 2.315651040755077e-06, |
| "loss": 0.4754, |
| "step": 1288 |
| }, |
| { |
| "epoch": 0.7128110599078341, |
| "grad_norm": 0.3476543426513672, |
| "learning_rate": 2.3075108375629218e-06, |
| "loss": 0.4728, |
| "step": 1289 |
| }, |
| { |
| "epoch": 0.7133640552995392, |
| "grad_norm": 0.33124610781669617, |
| "learning_rate": 2.299380673093712e-06, |
| "loss": 0.474, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.7139170506912442, |
| "grad_norm": 0.33316168189048767, |
| "learning_rate": 2.291260577660092e-06, |
| "loss": 0.4853, |
| "step": 1291 |
| }, |
| { |
| "epoch": 0.7144700460829493, |
| "grad_norm": 0.3274078369140625, |
| "learning_rate": 2.2831505815371656e-06, |
| "loss": 0.4571, |
| "step": 1292 |
| }, |
| { |
| "epoch": 0.7150230414746543, |
| "grad_norm": 0.3307998776435852, |
| "learning_rate": 2.275050714962383e-06, |
| "loss": 0.4498, |
| "step": 1293 |
| }, |
| { |
| "epoch": 0.7155760368663594, |
| "grad_norm": 0.3073872923851013, |
| "learning_rate": 2.2669610081354254e-06, |
| "loss": 0.4661, |
| "step": 1294 |
| }, |
| { |
| "epoch": 0.7161290322580646, |
| "grad_norm": 0.37436577677726746, |
| "learning_rate": 2.2588814912180944e-06, |
| "loss": 0.4746, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.7166820276497696, |
| "grad_norm": 0.3833792507648468, |
| "learning_rate": 2.2508121943342008e-06, |
| "loss": 0.4502, |
| "step": 1296 |
| }, |
| { |
| "epoch": 0.7172350230414747, |
| "grad_norm": 0.3415040075778961, |
| "learning_rate": 2.2427531475694496e-06, |
| "loss": 0.4652, |
| "step": 1297 |
| }, |
| { |
| "epoch": 0.7177880184331797, |
| "grad_norm": 0.3346996605396271, |
| "learning_rate": 2.2347043809713306e-06, |
| "loss": 0.4474, |
| "step": 1298 |
| }, |
| { |
| "epoch": 0.7183410138248848, |
| "grad_norm": 0.34259018301963806, |
| "learning_rate": 2.2266659245490017e-06, |
| "loss": 0.4832, |
| "step": 1299 |
| }, |
| { |
| "epoch": 0.7188940092165899, |
| "grad_norm": 0.3417535424232483, |
| "learning_rate": 2.218637808273184e-06, |
| "loss": 0.4674, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.7194470046082949, |
| "grad_norm": 0.37401384115219116, |
| "learning_rate": 2.210620062076044e-06, |
| "loss": 0.4859, |
| "step": 1301 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.33238619565963745, |
| "learning_rate": 2.2026127158510843e-06, |
| "loss": 0.4441, |
| "step": 1302 |
| }, |
| { |
| "epoch": 0.720552995391705, |
| "grad_norm": 0.32708191871643066, |
| "learning_rate": 2.194615799453032e-06, |
| "loss": 0.4793, |
| "step": 1303 |
| }, |
| { |
| "epoch": 0.7211059907834101, |
| "grad_norm": 0.30514681339263916, |
| "learning_rate": 2.186629342697727e-06, |
| "loss": 0.4409, |
| "step": 1304 |
| }, |
| { |
| "epoch": 0.7216589861751153, |
| "grad_norm": 0.35654860734939575, |
| "learning_rate": 2.1786533753620155e-06, |
| "loss": 0.5136, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.7222119815668203, |
| "grad_norm": 0.3565172255039215, |
| "learning_rate": 2.170687927183629e-06, |
| "loss": 0.4683, |
| "step": 1306 |
| }, |
| { |
| "epoch": 0.7227649769585254, |
| "grad_norm": 0.3977636396884918, |
| "learning_rate": 2.1627330278610824e-06, |
| "loss": 0.4781, |
| "step": 1307 |
| }, |
| { |
| "epoch": 0.7233179723502304, |
| "grad_norm": 0.37379372119903564, |
| "learning_rate": 2.154788707053559e-06, |
| "loss": 0.4713, |
| "step": 1308 |
| }, |
| { |
| "epoch": 0.7238709677419355, |
| "grad_norm": 0.3560510575771332, |
| "learning_rate": 2.1468549943808033e-06, |
| "loss": 0.4725, |
| "step": 1309 |
| }, |
| { |
| "epoch": 0.7244239631336405, |
| "grad_norm": 0.3701375424861908, |
| "learning_rate": 2.1389319194230017e-06, |
| "loss": 0.4887, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.7249769585253456, |
| "grad_norm": 0.35575488209724426, |
| "learning_rate": 2.1310195117206863e-06, |
| "loss": 0.4628, |
| "step": 1311 |
| }, |
| { |
| "epoch": 0.7255299539170507, |
| "grad_norm": 0.34897711873054504, |
| "learning_rate": 2.1231178007746136e-06, |
| "loss": 0.443, |
| "step": 1312 |
| }, |
| { |
| "epoch": 0.7260829493087557, |
| "grad_norm": 0.36126595735549927, |
| "learning_rate": 2.1152268160456584e-06, |
| "loss": 0.4622, |
| "step": 1313 |
| }, |
| { |
| "epoch": 0.7266359447004608, |
| "grad_norm": 0.3314565420150757, |
| "learning_rate": 2.1073465869547043e-06, |
| "loss": 0.4418, |
| "step": 1314 |
| }, |
| { |
| "epoch": 0.727188940092166, |
| "grad_norm": 0.32749220728874207, |
| "learning_rate": 2.0994771428825332e-06, |
| "loss": 0.4325, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.727741935483871, |
| "grad_norm": 0.39038175344467163, |
| "learning_rate": 2.0916185131697163e-06, |
| "loss": 0.4928, |
| "step": 1316 |
| }, |
| { |
| "epoch": 0.7282949308755761, |
| "grad_norm": 0.3242311477661133, |
| "learning_rate": 2.083770727116503e-06, |
| "loss": 0.4708, |
| "step": 1317 |
| }, |
| { |
| "epoch": 0.7288479262672811, |
| "grad_norm": 0.3813181221485138, |
| "learning_rate": 2.0759338139827145e-06, |
| "loss": 0.4959, |
| "step": 1318 |
| }, |
| { |
| "epoch": 0.7294009216589862, |
| "grad_norm": 0.31590506434440613, |
| "learning_rate": 2.0681078029876322e-06, |
| "loss": 0.451, |
| "step": 1319 |
| }, |
| { |
| "epoch": 0.7299539170506912, |
| "grad_norm": 0.3604491651058197, |
| "learning_rate": 2.0602927233098908e-06, |
| "loss": 0.4817, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.7305069124423963, |
| "grad_norm": 0.3593979775905609, |
| "learning_rate": 2.0524886040873676e-06, |
| "loss": 0.4707, |
| "step": 1321 |
| }, |
| { |
| "epoch": 0.7310599078341014, |
| "grad_norm": 0.38674402236938477, |
| "learning_rate": 2.0446954744170748e-06, |
| "loss": 0.4522, |
| "step": 1322 |
| }, |
| { |
| "epoch": 0.7316129032258064, |
| "grad_norm": 0.3926672637462616, |
| "learning_rate": 2.036913363355052e-06, |
| "loss": 0.4582, |
| "step": 1323 |
| }, |
| { |
| "epoch": 0.7321658986175115, |
| "grad_norm": 0.3277740776538849, |
| "learning_rate": 2.029142299916255e-06, |
| "loss": 0.4913, |
| "step": 1324 |
| }, |
| { |
| "epoch": 0.7327188940092166, |
| "grad_norm": 0.3636924922466278, |
| "learning_rate": 2.0213823130744516e-06, |
| "loss": 0.4624, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.7332718894009217, |
| "grad_norm": 0.36329200863838196, |
| "learning_rate": 2.0136334317621093e-06, |
| "loss": 0.4551, |
| "step": 1326 |
| }, |
| { |
| "epoch": 0.7338248847926268, |
| "grad_norm": 0.3718715012073517, |
| "learning_rate": 2.005895684870291e-06, |
| "loss": 0.4717, |
| "step": 1327 |
| }, |
| { |
| "epoch": 0.7343778801843318, |
| "grad_norm": 0.3874320685863495, |
| "learning_rate": 1.9981691012485455e-06, |
| "loss": 0.4757, |
| "step": 1328 |
| }, |
| { |
| "epoch": 0.7349308755760369, |
| "grad_norm": 0.29239824414253235, |
| "learning_rate": 1.9904537097048004e-06, |
| "loss": 0.4554, |
| "step": 1329 |
| }, |
| { |
| "epoch": 0.7354838709677419, |
| "grad_norm": 0.3096185326576233, |
| "learning_rate": 1.982749539005254e-06, |
| "loss": 0.4559, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.736036866359447, |
| "grad_norm": 0.34961435198783875, |
| "learning_rate": 1.9750566178742697e-06, |
| "loss": 0.4376, |
| "step": 1331 |
| }, |
| { |
| "epoch": 0.736589861751152, |
| "grad_norm": 0.36215296387672424, |
| "learning_rate": 1.9673749749942655e-06, |
| "loss": 0.4544, |
| "step": 1332 |
| }, |
| { |
| "epoch": 0.7371428571428571, |
| "grad_norm": 0.3274637758731842, |
| "learning_rate": 1.959704639005613e-06, |
| "loss": 0.4468, |
| "step": 1333 |
| }, |
| { |
| "epoch": 0.7376958525345622, |
| "grad_norm": 0.324142187833786, |
| "learning_rate": 1.952045638506523e-06, |
| "loss": 0.4775, |
| "step": 1334 |
| }, |
| { |
| "epoch": 0.7382488479262673, |
| "grad_norm": 0.30846402049064636, |
| "learning_rate": 1.9443980020529456e-06, |
| "loss": 0.4507, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.7388018433179724, |
| "grad_norm": 0.36270537972450256, |
| "learning_rate": 1.9367617581584606e-06, |
| "loss": 0.4526, |
| "step": 1336 |
| }, |
| { |
| "epoch": 0.7393548387096774, |
| "grad_norm": 0.35891664028167725, |
| "learning_rate": 1.9291369352941696e-06, |
| "loss": 0.4606, |
| "step": 1337 |
| }, |
| { |
| "epoch": 0.7399078341013825, |
| "grad_norm": 0.3416483700275421, |
| "learning_rate": 1.9215235618885964e-06, |
| "loss": 0.4976, |
| "step": 1338 |
| }, |
| { |
| "epoch": 0.7404608294930876, |
| "grad_norm": 0.30863887071609497, |
| "learning_rate": 1.9139216663275727e-06, |
| "loss": 0.44, |
| "step": 1339 |
| }, |
| { |
| "epoch": 0.7410138248847926, |
| "grad_norm": 0.313449501991272, |
| "learning_rate": 1.9063312769541348e-06, |
| "loss": 0.4643, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.7415668202764977, |
| "grad_norm": 0.35145795345306396, |
| "learning_rate": 1.8987524220684222e-06, |
| "loss": 0.4689, |
| "step": 1341 |
| }, |
| { |
| "epoch": 0.7421198156682027, |
| "grad_norm": 0.34510427713394165, |
| "learning_rate": 1.8911851299275675e-06, |
| "loss": 0.498, |
| "step": 1342 |
| }, |
| { |
| "epoch": 0.7426728110599078, |
| "grad_norm": 0.3454337418079376, |
| "learning_rate": 1.8836294287455936e-06, |
| "loss": 0.4488, |
| "step": 1343 |
| }, |
| { |
| "epoch": 0.743225806451613, |
| "grad_norm": 0.3266771733760834, |
| "learning_rate": 1.8760853466933072e-06, |
| "loss": 0.4855, |
| "step": 1344 |
| }, |
| { |
| "epoch": 0.743778801843318, |
| "grad_norm": 0.3165615200996399, |
| "learning_rate": 1.8685529118981926e-06, |
| "loss": 0.4556, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.7443317972350231, |
| "grad_norm": 0.33930885791778564, |
| "learning_rate": 1.8610321524443099e-06, |
| "loss": 0.4401, |
| "step": 1346 |
| }, |
| { |
| "epoch": 0.7448847926267281, |
| "grad_norm": 0.35839566588401794, |
| "learning_rate": 1.8535230963721884e-06, |
| "loss": 0.4965, |
| "step": 1347 |
| }, |
| { |
| "epoch": 0.7454377880184332, |
| "grad_norm": 0.33815956115722656, |
| "learning_rate": 1.8460257716787216e-06, |
| "loss": 0.4868, |
| "step": 1348 |
| }, |
| { |
| "epoch": 0.7459907834101382, |
| "grad_norm": 0.34670326113700867, |
| "learning_rate": 1.8385402063170643e-06, |
| "loss": 0.4696, |
| "step": 1349 |
| }, |
| { |
| "epoch": 0.7465437788018433, |
| "grad_norm": 0.32649490237236023, |
| "learning_rate": 1.8310664281965268e-06, |
| "loss": 0.4951, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.7470967741935484, |
| "grad_norm": 0.32630065083503723, |
| "learning_rate": 1.8236044651824725e-06, |
| "loss": 0.4733, |
| "step": 1351 |
| }, |
| { |
| "epoch": 0.7476497695852534, |
| "grad_norm": 0.2883811593055725, |
| "learning_rate": 1.8161543450962127e-06, |
| "loss": 0.4637, |
| "step": 1352 |
| }, |
| { |
| "epoch": 0.7482027649769585, |
| "grad_norm": 0.34161558747291565, |
| "learning_rate": 1.8087160957149036e-06, |
| "loss": 0.4629, |
| "step": 1353 |
| }, |
| { |
| "epoch": 0.7487557603686636, |
| "grad_norm": 0.3212891221046448, |
| "learning_rate": 1.8012897447714417e-06, |
| "loss": 0.4703, |
| "step": 1354 |
| }, |
| { |
| "epoch": 0.7493087557603687, |
| "grad_norm": 0.3223973214626312, |
| "learning_rate": 1.7938753199543618e-06, |
| "loss": 0.4536, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.7498617511520738, |
| "grad_norm": 0.3456159830093384, |
| "learning_rate": 1.7864728489077332e-06, |
| "loss": 0.4671, |
| "step": 1356 |
| }, |
| { |
| "epoch": 0.7504147465437788, |
| "grad_norm": 0.35950833559036255, |
| "learning_rate": 1.779082359231057e-06, |
| "loss": 0.4674, |
| "step": 1357 |
| }, |
| { |
| "epoch": 0.7509677419354839, |
| "grad_norm": 0.33876293897628784, |
| "learning_rate": 1.7717038784791612e-06, |
| "loss": 0.4614, |
| "step": 1358 |
| }, |
| { |
| "epoch": 0.7515207373271889, |
| "grad_norm": 0.34674006700515747, |
| "learning_rate": 1.7643374341621006e-06, |
| "loss": 0.4434, |
| "step": 1359 |
| }, |
| { |
| "epoch": 0.752073732718894, |
| "grad_norm": 0.3747800290584564, |
| "learning_rate": 1.7569830537450533e-06, |
| "loss": 0.4607, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.752626728110599, |
| "grad_norm": 0.3502337336540222, |
| "learning_rate": 1.7496407646482182e-06, |
| "loss": 0.471, |
| "step": 1361 |
| }, |
| { |
| "epoch": 0.7531797235023041, |
| "grad_norm": 0.3303203582763672, |
| "learning_rate": 1.7423105942467116e-06, |
| "loss": 0.4801, |
| "step": 1362 |
| }, |
| { |
| "epoch": 0.7537327188940092, |
| "grad_norm": 0.3284555673599243, |
| "learning_rate": 1.7349925698704673e-06, |
| "loss": 0.4742, |
| "step": 1363 |
| }, |
| { |
| "epoch": 0.7542857142857143, |
| "grad_norm": 0.3339201509952545, |
| "learning_rate": 1.7276867188041336e-06, |
| "loss": 0.4588, |
| "step": 1364 |
| }, |
| { |
| "epoch": 0.7548387096774194, |
| "grad_norm": 0.35038480162620544, |
| "learning_rate": 1.7203930682869707e-06, |
| "loss": 0.4921, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.7553917050691245, |
| "grad_norm": 0.3145638406276703, |
| "learning_rate": 1.7131116455127518e-06, |
| "loss": 0.428, |
| "step": 1366 |
| }, |
| { |
| "epoch": 0.7559447004608295, |
| "grad_norm": 0.34270545840263367, |
| "learning_rate": 1.7058424776296583e-06, |
| "loss": 0.4599, |
| "step": 1367 |
| }, |
| { |
| "epoch": 0.7564976958525346, |
| "grad_norm": 0.33915436267852783, |
| "learning_rate": 1.698585591740181e-06, |
| "loss": 0.4713, |
| "step": 1368 |
| }, |
| { |
| "epoch": 0.7570506912442396, |
| "grad_norm": 0.3200076222419739, |
| "learning_rate": 1.6913410149010179e-06, |
| "loss": 0.4469, |
| "step": 1369 |
| }, |
| { |
| "epoch": 0.7576036866359447, |
| "grad_norm": 0.31938573718070984, |
| "learning_rate": 1.6841087741229745e-06, |
| "loss": 0.4563, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.7581566820276497, |
| "grad_norm": 0.3671538233757019, |
| "learning_rate": 1.6768888963708612e-06, |
| "loss": 0.471, |
| "step": 1371 |
| }, |
| { |
| "epoch": 0.7587096774193548, |
| "grad_norm": 0.33220696449279785, |
| "learning_rate": 1.669681408563395e-06, |
| "loss": 0.444, |
| "step": 1372 |
| }, |
| { |
| "epoch": 0.7592626728110599, |
| "grad_norm": 0.3261774182319641, |
| "learning_rate": 1.6624863375730977e-06, |
| "loss": 0.4775, |
| "step": 1373 |
| }, |
| { |
| "epoch": 0.759815668202765, |
| "grad_norm": 0.31591543555259705, |
| "learning_rate": 1.6553037102261955e-06, |
| "loss": 0.4763, |
| "step": 1374 |
| }, |
| { |
| "epoch": 0.7603686635944701, |
| "grad_norm": 0.345234215259552, |
| "learning_rate": 1.6481335533025195e-06, |
| "loss": 0.443, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.7609216589861751, |
| "grad_norm": 0.3390832245349884, |
| "learning_rate": 1.6409758935354065e-06, |
| "loss": 0.4622, |
| "step": 1376 |
| }, |
| { |
| "epoch": 0.7614746543778802, |
| "grad_norm": 0.34640833735466003, |
| "learning_rate": 1.6338307576115987e-06, |
| "loss": 0.4606, |
| "step": 1377 |
| }, |
| { |
| "epoch": 0.7620276497695853, |
| "grad_norm": 0.3271695375442505, |
| "learning_rate": 1.6266981721711438e-06, |
| "loss": 0.4354, |
| "step": 1378 |
| }, |
| { |
| "epoch": 0.7625806451612903, |
| "grad_norm": 0.34254854917526245, |
| "learning_rate": 1.619578163807296e-06, |
| "loss": 0.4601, |
| "step": 1379 |
| }, |
| { |
| "epoch": 0.7631336405529954, |
| "grad_norm": 0.3350234925746918, |
| "learning_rate": 1.6124707590664168e-06, |
| "loss": 0.4652, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.7636866359447004, |
| "grad_norm": 0.3148898780345917, |
| "learning_rate": 1.6053759844478768e-06, |
| "loss": 0.4702, |
| "step": 1381 |
| }, |
| { |
| "epoch": 0.7642396313364055, |
| "grad_norm": 0.3196204602718353, |
| "learning_rate": 1.5982938664039555e-06, |
| "loss": 0.464, |
| "step": 1382 |
| }, |
| { |
| "epoch": 0.7647926267281105, |
| "grad_norm": 0.3282592296600342, |
| "learning_rate": 1.591224431339744e-06, |
| "loss": 0.4631, |
| "step": 1383 |
| }, |
| { |
| "epoch": 0.7653456221198157, |
| "grad_norm": 0.34297293424606323, |
| "learning_rate": 1.584167705613046e-06, |
| "loss": 0.4494, |
| "step": 1384 |
| }, |
| { |
| "epoch": 0.7658986175115208, |
| "grad_norm": 0.34436681866645813, |
| "learning_rate": 1.5771237155342784e-06, |
| "loss": 0.4501, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.7664516129032258, |
| "grad_norm": 0.2950928807258606, |
| "learning_rate": 1.5700924873663758e-06, |
| "loss": 0.4493, |
| "step": 1386 |
| }, |
| { |
| "epoch": 0.7670046082949309, |
| "grad_norm": 0.3339753746986389, |
| "learning_rate": 1.5630740473246896e-06, |
| "loss": 0.4793, |
| "step": 1387 |
| }, |
| { |
| "epoch": 0.767557603686636, |
| "grad_norm": 0.3539128005504608, |
| "learning_rate": 1.5560684215768935e-06, |
| "loss": 0.4459, |
| "step": 1388 |
| }, |
| { |
| "epoch": 0.768110599078341, |
| "grad_norm": 0.35491037368774414, |
| "learning_rate": 1.549075636242882e-06, |
| "loss": 0.4814, |
| "step": 1389 |
| }, |
| { |
| "epoch": 0.7686635944700461, |
| "grad_norm": 0.3396543562412262, |
| "learning_rate": 1.5420957173946772e-06, |
| "loss": 0.4526, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.7692165898617511, |
| "grad_norm": 0.35023194551467896, |
| "learning_rate": 1.5351286910563278e-06, |
| "loss": 0.432, |
| "step": 1391 |
| }, |
| { |
| "epoch": 0.7697695852534562, |
| "grad_norm": 0.3362998366355896, |
| "learning_rate": 1.5281745832038159e-06, |
| "loss": 0.4518, |
| "step": 1392 |
| }, |
| { |
| "epoch": 0.7703225806451612, |
| "grad_norm": 0.3237576186656952, |
| "learning_rate": 1.5212334197649564e-06, |
| "loss": 0.4732, |
| "step": 1393 |
| }, |
| { |
| "epoch": 0.7708755760368664, |
| "grad_norm": 0.3349010646343231, |
| "learning_rate": 1.514305226619302e-06, |
| "loss": 0.4793, |
| "step": 1394 |
| }, |
| { |
| "epoch": 0.7714285714285715, |
| "grad_norm": 0.3398427367210388, |
| "learning_rate": 1.5073900295980481e-06, |
| "loss": 0.471, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.7719815668202765, |
| "grad_norm": 0.33397191762924194, |
| "learning_rate": 1.5004878544839335e-06, |
| "loss": 0.4398, |
| "step": 1396 |
| }, |
| { |
| "epoch": 0.7725345622119816, |
| "grad_norm": 0.3291890025138855, |
| "learning_rate": 1.493598727011148e-06, |
| "loss": 0.4632, |
| "step": 1397 |
| }, |
| { |
| "epoch": 0.7730875576036866, |
| "grad_norm": 0.33560484647750854, |
| "learning_rate": 1.4867226728652318e-06, |
| "loss": 0.4661, |
| "step": 1398 |
| }, |
| { |
| "epoch": 0.7736405529953917, |
| "grad_norm": 0.32114970684051514, |
| "learning_rate": 1.4798597176829844e-06, |
| "loss": 0.4558, |
| "step": 1399 |
| }, |
| { |
| "epoch": 0.7741935483870968, |
| "grad_norm": 0.29689663648605347, |
| "learning_rate": 1.4730098870523652e-06, |
| "loss": 0.4567, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.7747465437788018, |
| "grad_norm": 0.33287614583969116, |
| "learning_rate": 1.4661732065124012e-06, |
| "loss": 0.4458, |
| "step": 1401 |
| }, |
| { |
| "epoch": 0.7752995391705069, |
| "grad_norm": 0.32061877846717834, |
| "learning_rate": 1.45934970155309e-06, |
| "loss": 0.4482, |
| "step": 1402 |
| }, |
| { |
| "epoch": 0.7758525345622119, |
| "grad_norm": 0.32134944200515747, |
| "learning_rate": 1.4525393976153046e-06, |
| "loss": 0.4669, |
| "step": 1403 |
| }, |
| { |
| "epoch": 0.7764055299539171, |
| "grad_norm": 0.31328532099723816, |
| "learning_rate": 1.4457423200906994e-06, |
| "loss": 0.474, |
| "step": 1404 |
| }, |
| { |
| "epoch": 0.7769585253456222, |
| "grad_norm": 0.31957975029945374, |
| "learning_rate": 1.4389584943216156e-06, |
| "loss": 0.4478, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.7775115207373272, |
| "grad_norm": 0.318330317735672, |
| "learning_rate": 1.4321879456009858e-06, |
| "loss": 0.4738, |
| "step": 1406 |
| }, |
| { |
| "epoch": 0.7780645161290323, |
| "grad_norm": 0.3517070710659027, |
| "learning_rate": 1.4254306991722406e-06, |
| "loss": 0.49, |
| "step": 1407 |
| }, |
| { |
| "epoch": 0.7786175115207373, |
| "grad_norm": 0.3362846374511719, |
| "learning_rate": 1.4186867802292132e-06, |
| "loss": 0.4756, |
| "step": 1408 |
| }, |
| { |
| "epoch": 0.7791705069124424, |
| "grad_norm": 0.32801997661590576, |
| "learning_rate": 1.411956213916048e-06, |
| "loss": 0.4745, |
| "step": 1409 |
| }, |
| { |
| "epoch": 0.7797235023041474, |
| "grad_norm": 0.32685017585754395, |
| "learning_rate": 1.4052390253271037e-06, |
| "loss": 0.4618, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.7802764976958525, |
| "grad_norm": 0.32221168279647827, |
| "learning_rate": 1.3985352395068618e-06, |
| "loss": 0.4373, |
| "step": 1411 |
| }, |
| { |
| "epoch": 0.7808294930875576, |
| "grad_norm": 0.3476710915565491, |
| "learning_rate": 1.3918448814498336e-06, |
| "loss": 0.4463, |
| "step": 1412 |
| }, |
| { |
| "epoch": 0.7813824884792627, |
| "grad_norm": 0.3333290219306946, |
| "learning_rate": 1.3851679761004644e-06, |
| "loss": 0.4592, |
| "step": 1413 |
| }, |
| { |
| "epoch": 0.7819354838709678, |
| "grad_norm": 0.32516762614250183, |
| "learning_rate": 1.3785045483530435e-06, |
| "loss": 0.476, |
| "step": 1414 |
| }, |
| { |
| "epoch": 0.7824884792626728, |
| "grad_norm": 0.3284921944141388, |
| "learning_rate": 1.3718546230516095e-06, |
| "loss": 0.4669, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.7830414746543779, |
| "grad_norm": 0.3187192976474762, |
| "learning_rate": 1.3652182249898583e-06, |
| "loss": 0.478, |
| "step": 1416 |
| }, |
| { |
| "epoch": 0.783594470046083, |
| "grad_norm": 0.3000369369983673, |
| "learning_rate": 1.3585953789110506e-06, |
| "loss": 0.4763, |
| "step": 1417 |
| }, |
| { |
| "epoch": 0.784147465437788, |
| "grad_norm": 0.3406629264354706, |
| "learning_rate": 1.3519861095079202e-06, |
| "loss": 0.451, |
| "step": 1418 |
| }, |
| { |
| "epoch": 0.7847004608294931, |
| "grad_norm": 0.3349382281303406, |
| "learning_rate": 1.3453904414225799e-06, |
| "loss": 0.4573, |
| "step": 1419 |
| }, |
| { |
| "epoch": 0.7852534562211981, |
| "grad_norm": 0.3069670796394348, |
| "learning_rate": 1.3388083992464335e-06, |
| "loss": 0.4739, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.7858064516129032, |
| "grad_norm": 0.31198862195014954, |
| "learning_rate": 1.3322400075200792e-06, |
| "loss": 0.454, |
| "step": 1421 |
| }, |
| { |
| "epoch": 0.7863594470046082, |
| "grad_norm": 0.30845198035240173, |
| "learning_rate": 1.325685290733223e-06, |
| "loss": 0.4498, |
| "step": 1422 |
| }, |
| { |
| "epoch": 0.7869124423963134, |
| "grad_norm": 0.31618401408195496, |
| "learning_rate": 1.3191442733245824e-06, |
| "loss": 0.491, |
| "step": 1423 |
| }, |
| { |
| "epoch": 0.7874654377880185, |
| "grad_norm": 0.356711208820343, |
| "learning_rate": 1.3126169796818001e-06, |
| "loss": 0.4422, |
| "step": 1424 |
| }, |
| { |
| "epoch": 0.7880184331797235, |
| "grad_norm": 0.35151243209838867, |
| "learning_rate": 1.3061034341413497e-06, |
| "loss": 0.469, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.7885714285714286, |
| "grad_norm": 0.30518248677253723, |
| "learning_rate": 1.2996036609884478e-06, |
| "loss": 0.4778, |
| "step": 1426 |
| }, |
| { |
| "epoch": 0.7891244239631336, |
| "grad_norm": 0.30732637643814087, |
| "learning_rate": 1.2931176844569588e-06, |
| "loss": 0.4627, |
| "step": 1427 |
| }, |
| { |
| "epoch": 0.7896774193548387, |
| "grad_norm": 0.3301125466823578, |
| "learning_rate": 1.2866455287293094e-06, |
| "loss": 0.4711, |
| "step": 1428 |
| }, |
| { |
| "epoch": 0.7902304147465438, |
| "grad_norm": 0.3300682008266449, |
| "learning_rate": 1.2801872179363978e-06, |
| "loss": 0.497, |
| "step": 1429 |
| }, |
| { |
| "epoch": 0.7907834101382488, |
| "grad_norm": 0.3206273019313812, |
| "learning_rate": 1.2737427761575006e-06, |
| "loss": 0.4593, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.7913364055299539, |
| "grad_norm": 0.35528701543807983, |
| "learning_rate": 1.2673122274201844e-06, |
| "loss": 0.452, |
| "step": 1431 |
| }, |
| { |
| "epoch": 0.7918894009216589, |
| "grad_norm": 0.3094896972179413, |
| "learning_rate": 1.2608955957002196e-06, |
| "loss": 0.4426, |
| "step": 1432 |
| }, |
| { |
| "epoch": 0.7924423963133641, |
| "grad_norm": 0.3296172618865967, |
| "learning_rate": 1.2544929049214843e-06, |
| "loss": 0.4751, |
| "step": 1433 |
| }, |
| { |
| "epoch": 0.7929953917050692, |
| "grad_norm": 0.3449612855911255, |
| "learning_rate": 1.248104178955883e-06, |
| "loss": 0.473, |
| "step": 1434 |
| }, |
| { |
| "epoch": 0.7935483870967742, |
| "grad_norm": 0.30491313338279724, |
| "learning_rate": 1.2417294416232505e-06, |
| "loss": 0.447, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.7941013824884793, |
| "grad_norm": 0.32028716802597046, |
| "learning_rate": 1.235368716691267e-06, |
| "loss": 0.4358, |
| "step": 1436 |
| }, |
| { |
| "epoch": 0.7946543778801843, |
| "grad_norm": 0.3335442543029785, |
| "learning_rate": 1.22902202787537e-06, |
| "loss": 0.476, |
| "step": 1437 |
| }, |
| { |
| "epoch": 0.7952073732718894, |
| "grad_norm": 0.3434390723705292, |
| "learning_rate": 1.2226893988386618e-06, |
| "loss": 0.4447, |
| "step": 1438 |
| }, |
| { |
| "epoch": 0.7957603686635945, |
| "grad_norm": 0.3305012881755829, |
| "learning_rate": 1.2163708531918267e-06, |
| "loss": 0.4644, |
| "step": 1439 |
| }, |
| { |
| "epoch": 0.7963133640552995, |
| "grad_norm": 0.32044875621795654, |
| "learning_rate": 1.210066414493039e-06, |
| "loss": 0.4525, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.7968663594470046, |
| "grad_norm": 0.3219109773635864, |
| "learning_rate": 1.2037761062478759e-06, |
| "loss": 0.4614, |
| "step": 1441 |
| }, |
| { |
| "epoch": 0.7974193548387096, |
| "grad_norm": 0.3471842408180237, |
| "learning_rate": 1.1974999519092311e-06, |
| "loss": 0.4541, |
| "step": 1442 |
| }, |
| { |
| "epoch": 0.7979723502304148, |
| "grad_norm": 0.2974897623062134, |
| "learning_rate": 1.1912379748772267e-06, |
| "loss": 0.4344, |
| "step": 1443 |
| }, |
| { |
| "epoch": 0.7985253456221199, |
| "grad_norm": 0.31679412722587585, |
| "learning_rate": 1.1849901984991253e-06, |
| "loss": 0.456, |
| "step": 1444 |
| }, |
| { |
| "epoch": 0.7990783410138249, |
| "grad_norm": 0.30493679642677307, |
| "learning_rate": 1.1787566460692446e-06, |
| "loss": 0.4674, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.79963133640553, |
| "grad_norm": 0.3283561170101166, |
| "learning_rate": 1.1725373408288682e-06, |
| "loss": 0.4621, |
| "step": 1446 |
| }, |
| { |
| "epoch": 0.800184331797235, |
| "grad_norm": 0.32548418641090393, |
| "learning_rate": 1.1663323059661609e-06, |
| "loss": 0.4422, |
| "step": 1447 |
| }, |
| { |
| "epoch": 0.8007373271889401, |
| "grad_norm": 0.29554906487464905, |
| "learning_rate": 1.1601415646160813e-06, |
| "loss": 0.4535, |
| "step": 1448 |
| }, |
| { |
| "epoch": 0.8012903225806451, |
| "grad_norm": 0.31748977303504944, |
| "learning_rate": 1.153965139860297e-06, |
| "loss": 0.4579, |
| "step": 1449 |
| }, |
| { |
| "epoch": 0.8018433179723502, |
| "grad_norm": 0.30266064405441284, |
| "learning_rate": 1.147803054727095e-06, |
| "loss": 0.446, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.8023963133640553, |
| "grad_norm": 0.32854562997817993, |
| "learning_rate": 1.1416553321913009e-06, |
| "loss": 0.4632, |
| "step": 1451 |
| }, |
| { |
| "epoch": 0.8029493087557603, |
| "grad_norm": 0.29594528675079346, |
| "learning_rate": 1.1355219951741881e-06, |
| "loss": 0.4704, |
| "step": 1452 |
| }, |
| { |
| "epoch": 0.8035023041474655, |
| "grad_norm": 0.2916601300239563, |
| "learning_rate": 1.1294030665433969e-06, |
| "loss": 0.4287, |
| "step": 1453 |
| }, |
| { |
| "epoch": 0.8040552995391705, |
| "grad_norm": 0.31938451528549194, |
| "learning_rate": 1.1232985691128457e-06, |
| "loss": 0.4242, |
| "step": 1454 |
| }, |
| { |
| "epoch": 0.8046082949308756, |
| "grad_norm": 0.3538084030151367, |
| "learning_rate": 1.1172085256426473e-06, |
| "loss": 0.4705, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.8051612903225807, |
| "grad_norm": 0.3275561034679413, |
| "learning_rate": 1.1111329588390253e-06, |
| "loss": 0.4745, |
| "step": 1456 |
| }, |
| { |
| "epoch": 0.8057142857142857, |
| "grad_norm": 0.30866336822509766, |
| "learning_rate": 1.1050718913542275e-06, |
| "loss": 0.453, |
| "step": 1457 |
| }, |
| { |
| "epoch": 0.8062672811059908, |
| "grad_norm": 0.3329750597476959, |
| "learning_rate": 1.0990253457864418e-06, |
| "loss": 0.4598, |
| "step": 1458 |
| }, |
| { |
| "epoch": 0.8068202764976958, |
| "grad_norm": 0.32834047079086304, |
| "learning_rate": 1.0929933446797136e-06, |
| "loss": 0.4649, |
| "step": 1459 |
| }, |
| { |
| "epoch": 0.8073732718894009, |
| "grad_norm": 0.3380810022354126, |
| "learning_rate": 1.0869759105238592e-06, |
| "loss": 0.4605, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.807926267281106, |
| "grad_norm": 0.3055575489997864, |
| "learning_rate": 1.0809730657543838e-06, |
| "loss": 0.4852, |
| "step": 1461 |
| }, |
| { |
| "epoch": 0.808479262672811, |
| "grad_norm": 0.30661699175834656, |
| "learning_rate": 1.0749848327523966e-06, |
| "loss": 0.4824, |
| "step": 1462 |
| }, |
| { |
| "epoch": 0.8090322580645162, |
| "grad_norm": 0.32859787344932556, |
| "learning_rate": 1.0690112338445292e-06, |
| "loss": 0.464, |
| "step": 1463 |
| }, |
| { |
| "epoch": 0.8095852534562212, |
| "grad_norm": 0.3309606611728668, |
| "learning_rate": 1.0630522913028508e-06, |
| "loss": 0.4585, |
| "step": 1464 |
| }, |
| { |
| "epoch": 0.8101382488479263, |
| "grad_norm": 0.33870929479599, |
| "learning_rate": 1.0571080273447858e-06, |
| "loss": 0.476, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.8106912442396313, |
| "grad_norm": 0.33712446689605713, |
| "learning_rate": 1.0511784641330286e-06, |
| "loss": 0.4476, |
| "step": 1466 |
| }, |
| { |
| "epoch": 0.8112442396313364, |
| "grad_norm": 0.2965930700302124, |
| "learning_rate": 1.0452636237754642e-06, |
| "loss": 0.4766, |
| "step": 1467 |
| }, |
| { |
| "epoch": 0.8117972350230415, |
| "grad_norm": 0.3398984372615814, |
| "learning_rate": 1.0393635283250885e-06, |
| "loss": 0.4716, |
| "step": 1468 |
| }, |
| { |
| "epoch": 0.8123502304147465, |
| "grad_norm": 0.3270639181137085, |
| "learning_rate": 1.0334781997799165e-06, |
| "loss": 0.4556, |
| "step": 1469 |
| }, |
| { |
| "epoch": 0.8129032258064516, |
| "grad_norm": 0.3468005955219269, |
| "learning_rate": 1.0276076600829094e-06, |
| "loss": 0.4725, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.8134562211981566, |
| "grad_norm": 0.31104719638824463, |
| "learning_rate": 1.0217519311218882e-06, |
| "loss": 0.4735, |
| "step": 1471 |
| }, |
| { |
| "epoch": 0.8140092165898618, |
| "grad_norm": 0.30012935400009155, |
| "learning_rate": 1.0159110347294536e-06, |
| "loss": 0.4624, |
| "step": 1472 |
| }, |
| { |
| "epoch": 0.8145622119815669, |
| "grad_norm": 0.3302370309829712, |
| "learning_rate": 1.0100849926829043e-06, |
| "loss": 0.4755, |
| "step": 1473 |
| }, |
| { |
| "epoch": 0.8151152073732719, |
| "grad_norm": 0.3273729681968689, |
| "learning_rate": 1.0042738267041552e-06, |
| "loss": 0.4558, |
| "step": 1474 |
| }, |
| { |
| "epoch": 0.815668202764977, |
| "grad_norm": 0.313931405544281, |
| "learning_rate": 9.984775584596585e-07, |
| "loss": 0.4778, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.816221198156682, |
| "grad_norm": 0.31616419553756714, |
| "learning_rate": 9.926962095603199e-07, |
| "loss": 0.4358, |
| "step": 1476 |
| }, |
| { |
| "epoch": 0.8167741935483871, |
| "grad_norm": 0.33137091994285583, |
| "learning_rate": 9.869298015614198e-07, |
| "loss": 0.4558, |
| "step": 1477 |
| }, |
| { |
| "epoch": 0.8173271889400922, |
| "grad_norm": 0.3267715573310852, |
| "learning_rate": 9.811783559625343e-07, |
| "loss": 0.475, |
| "step": 1478 |
| }, |
| { |
| "epoch": 0.8178801843317972, |
| "grad_norm": 0.37252572178840637, |
| "learning_rate": 9.754418942074512e-07, |
| "loss": 0.4829, |
| "step": 1479 |
| }, |
| { |
| "epoch": 0.8184331797235023, |
| "grad_norm": 0.3060474395751953, |
| "learning_rate": 9.697204376840936e-07, |
| "loss": 0.4627, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.8189861751152073, |
| "grad_norm": 0.32007962465286255, |
| "learning_rate": 9.640140077244382e-07, |
| "loss": 0.4698, |
| "step": 1481 |
| }, |
| { |
| "epoch": 0.8195391705069125, |
| "grad_norm": 0.2968813478946686, |
| "learning_rate": 9.58322625604437e-07, |
| "loss": 0.4316, |
| "step": 1482 |
| }, |
| { |
| "epoch": 0.8200921658986176, |
| "grad_norm": 0.31622204184532166, |
| "learning_rate": 9.526463125439372e-07, |
| "loss": 0.4408, |
| "step": 1483 |
| }, |
| { |
| "epoch": 0.8206451612903226, |
| "grad_norm": 0.2871773838996887, |
| "learning_rate": 9.469850897066014e-07, |
| "loss": 0.4563, |
| "step": 1484 |
| }, |
| { |
| "epoch": 0.8211981566820277, |
| "grad_norm": 0.30365270376205444, |
| "learning_rate": 9.413389781998311e-07, |
| "loss": 0.4519, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.8217511520737327, |
| "grad_norm": 0.3301312029361725, |
| "learning_rate": 9.357079990746853e-07, |
| "loss": 0.4543, |
| "step": 1486 |
| }, |
| { |
| "epoch": 0.8223041474654378, |
| "grad_norm": 0.3503333628177643, |
| "learning_rate": 9.300921733258039e-07, |
| "loss": 0.4753, |
| "step": 1487 |
| }, |
| { |
| "epoch": 0.8228571428571428, |
| "grad_norm": 0.30572423338890076, |
| "learning_rate": 9.244915218913275e-07, |
| "loss": 0.4694, |
| "step": 1488 |
| }, |
| { |
| "epoch": 0.8234101382488479, |
| "grad_norm": 0.30958428978919983, |
| "learning_rate": 9.18906065652822e-07, |
| "loss": 0.4544, |
| "step": 1489 |
| }, |
| { |
| "epoch": 0.823963133640553, |
| "grad_norm": 0.3019687831401825, |
| "learning_rate": 9.133358254351982e-07, |
| "loss": 0.4751, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.824516129032258, |
| "grad_norm": 0.3120213747024536, |
| "learning_rate": 9.077808220066359e-07, |
| "loss": 0.4586, |
| "step": 1491 |
| }, |
| { |
| "epoch": 0.8250691244239632, |
| "grad_norm": 0.3264663815498352, |
| "learning_rate": 9.022410760785055e-07, |
| "loss": 0.4569, |
| "step": 1492 |
| }, |
| { |
| "epoch": 0.8256221198156682, |
| "grad_norm": 0.3079594075679779, |
| "learning_rate": 8.967166083052908e-07, |
| "loss": 0.5003, |
| "step": 1493 |
| }, |
| { |
| "epoch": 0.8261751152073733, |
| "grad_norm": 0.30771124362945557, |
| "learning_rate": 8.912074392845144e-07, |
| "loss": 0.4654, |
| "step": 1494 |
| }, |
| { |
| "epoch": 0.8267281105990784, |
| "grad_norm": 0.31957051157951355, |
| "learning_rate": 8.857135895566538e-07, |
| "loss": 0.4722, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.8272811059907834, |
| "grad_norm": 0.30836620926856995, |
| "learning_rate": 8.80235079605074e-07, |
| "loss": 0.4557, |
| "step": 1496 |
| }, |
| { |
| "epoch": 0.8278341013824885, |
| "grad_norm": 0.30665266513824463, |
| "learning_rate": 8.747719298559465e-07, |
| "loss": 0.4516, |
| "step": 1497 |
| }, |
| { |
| "epoch": 0.8283870967741935, |
| "grad_norm": 0.33325862884521484, |
| "learning_rate": 8.693241606781728e-07, |
| "loss": 0.4667, |
| "step": 1498 |
| }, |
| { |
| "epoch": 0.8289400921658986, |
| "grad_norm": 0.3295386731624603, |
| "learning_rate": 8.638917923833074e-07, |
| "loss": 0.4602, |
| "step": 1499 |
| }, |
| { |
| "epoch": 0.8294930875576036, |
| "grad_norm": 0.3496408462524414, |
| "learning_rate": 8.584748452254888e-07, |
| "loss": 0.4601, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.8300460829493087, |
| "grad_norm": 0.2922409474849701, |
| "learning_rate": 8.530733394013546e-07, |
| "loss": 0.4787, |
| "step": 1501 |
| }, |
| { |
| "epoch": 0.8305990783410139, |
| "grad_norm": 0.3221864104270935, |
| "learning_rate": 8.476872950499726e-07, |
| "loss": 0.4401, |
| "step": 1502 |
| }, |
| { |
| "epoch": 0.8311520737327189, |
| "grad_norm": 0.33632180094718933, |
| "learning_rate": 8.423167322527626e-07, |
| "loss": 0.4636, |
| "step": 1503 |
| }, |
| { |
| "epoch": 0.831705069124424, |
| "grad_norm": 0.3501831293106079, |
| "learning_rate": 8.369616710334233e-07, |
| "loss": 0.4573, |
| "step": 1504 |
| }, |
| { |
| "epoch": 0.832258064516129, |
| "grad_norm": 0.31366902589797974, |
| "learning_rate": 8.316221313578576e-07, |
| "loss": 0.4583, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.8328110599078341, |
| "grad_norm": 0.36373165249824524, |
| "learning_rate": 8.262981331340969e-07, |
| "loss": 0.4633, |
| "step": 1506 |
| }, |
| { |
| "epoch": 0.8333640552995392, |
| "grad_norm": 0.31518691778182983, |
| "learning_rate": 8.209896962122282e-07, |
| "loss": 0.4599, |
| "step": 1507 |
| }, |
| { |
| "epoch": 0.8339170506912442, |
| "grad_norm": 0.3142349123954773, |
| "learning_rate": 8.15696840384319e-07, |
| "loss": 0.465, |
| "step": 1508 |
| }, |
| { |
| "epoch": 0.8344700460829493, |
| "grad_norm": 0.3050268292427063, |
| "learning_rate": 8.104195853843433e-07, |
| "loss": 0.4617, |
| "step": 1509 |
| }, |
| { |
| "epoch": 0.8350230414746543, |
| "grad_norm": 0.3328079879283905, |
| "learning_rate": 8.051579508881107e-07, |
| "loss": 0.4558, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.8355760368663594, |
| "grad_norm": 0.3367290496826172, |
| "learning_rate": 7.999119565131891e-07, |
| "loss": 0.4662, |
| "step": 1511 |
| }, |
| { |
| "epoch": 0.8361290322580646, |
| "grad_norm": 0.2858041226863861, |
| "learning_rate": 7.946816218188347e-07, |
| "loss": 0.4645, |
| "step": 1512 |
| }, |
| { |
| "epoch": 0.8366820276497696, |
| "grad_norm": 0.3110063374042511, |
| "learning_rate": 7.894669663059168e-07, |
| "loss": 0.4616, |
| "step": 1513 |
| }, |
| { |
| "epoch": 0.8372350230414747, |
| "grad_norm": 0.3313262462615967, |
| "learning_rate": 7.84268009416847e-07, |
| "loss": 0.4423, |
| "step": 1514 |
| }, |
| { |
| "epoch": 0.8377880184331797, |
| "grad_norm": 0.33478546142578125, |
| "learning_rate": 7.790847705355059e-07, |
| "loss": 0.4551, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.8383410138248848, |
| "grad_norm": 0.3241022527217865, |
| "learning_rate": 7.739172689871705e-07, |
| "loss": 0.4749, |
| "step": 1516 |
| }, |
| { |
| "epoch": 0.8388940092165899, |
| "grad_norm": 0.30135831236839294, |
| "learning_rate": 7.687655240384423e-07, |
| "loss": 0.4432, |
| "step": 1517 |
| }, |
| { |
| "epoch": 0.8394470046082949, |
| "grad_norm": 0.3093847930431366, |
| "learning_rate": 7.636295548971762e-07, |
| "loss": 0.4398, |
| "step": 1518 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 0.31386277079582214, |
| "learning_rate": 7.585093807124077e-07, |
| "loss": 0.4308, |
| "step": 1519 |
| }, |
| { |
| "epoch": 0.840552995391705, |
| "grad_norm": 0.32683154940605164, |
| "learning_rate": 7.534050205742827e-07, |
| "loss": 0.4671, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.8411059907834101, |
| "grad_norm": 0.32057997584342957, |
| "learning_rate": 7.483164935139847e-07, |
| "loss": 0.4777, |
| "step": 1521 |
| }, |
| { |
| "epoch": 0.8416589861751153, |
| "grad_norm": 0.3294847011566162, |
| "learning_rate": 7.432438185036667e-07, |
| "loss": 0.4872, |
| "step": 1522 |
| }, |
| { |
| "epoch": 0.8422119815668203, |
| "grad_norm": 0.3206014931201935, |
| "learning_rate": 7.381870144563763e-07, |
| "loss": 0.4719, |
| "step": 1523 |
| }, |
| { |
| "epoch": 0.8427649769585254, |
| "grad_norm": 0.291071355342865, |
| "learning_rate": 7.33146100225991e-07, |
| "loss": 0.4496, |
| "step": 1524 |
| }, |
| { |
| "epoch": 0.8433179723502304, |
| "grad_norm": 0.31741753220558167, |
| "learning_rate": 7.281210946071393e-07, |
| "loss": 0.4305, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.8438709677419355, |
| "grad_norm": 0.3081185817718506, |
| "learning_rate": 7.231120163351396e-07, |
| "loss": 0.4796, |
| "step": 1526 |
| }, |
| { |
| "epoch": 0.8444239631336405, |
| "grad_norm": 0.31715425848960876, |
| "learning_rate": 7.181188840859266e-07, |
| "loss": 0.4827, |
| "step": 1527 |
| }, |
| { |
| "epoch": 0.8449769585253456, |
| "grad_norm": 0.3110186755657196, |
| "learning_rate": 7.131417164759791e-07, |
| "loss": 0.4652, |
| "step": 1528 |
| }, |
| { |
| "epoch": 0.8455299539170507, |
| "grad_norm": 0.3567166030406952, |
| "learning_rate": 7.081805320622559e-07, |
| "loss": 0.485, |
| "step": 1529 |
| }, |
| { |
| "epoch": 0.8460829493087557, |
| "grad_norm": 0.3137590289115906, |
| "learning_rate": 7.032353493421213e-07, |
| "loss": 0.445, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.8466359447004608, |
| "grad_norm": 0.3127385675907135, |
| "learning_rate": 6.983061867532798e-07, |
| "loss": 0.4691, |
| "step": 1531 |
| }, |
| { |
| "epoch": 0.8471889400921659, |
| "grad_norm": 0.3255513608455658, |
| "learning_rate": 6.933930626737057e-07, |
| "loss": 0.4418, |
| "step": 1532 |
| }, |
| { |
| "epoch": 0.847741935483871, |
| "grad_norm": 0.2911495566368103, |
| "learning_rate": 6.88495995421577e-07, |
| "loss": 0.4578, |
| "step": 1533 |
| }, |
| { |
| "epoch": 0.8482949308755761, |
| "grad_norm": 0.29997825622558594, |
| "learning_rate": 6.83615003255203e-07, |
| "loss": 0.4543, |
| "step": 1534 |
| }, |
| { |
| "epoch": 0.8488479262672811, |
| "grad_norm": 0.2882632315158844, |
| "learning_rate": 6.787501043729577e-07, |
| "loss": 0.4531, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.8494009216589862, |
| "grad_norm": 0.32424575090408325, |
| "learning_rate": 6.739013169132153e-07, |
| "loss": 0.4516, |
| "step": 1536 |
| }, |
| { |
| "epoch": 0.8499539170506912, |
| "grad_norm": 0.3189219534397125, |
| "learning_rate": 6.690686589542778e-07, |
| "loss": 0.456, |
| "step": 1537 |
| }, |
| { |
| "epoch": 0.8505069124423963, |
| "grad_norm": 0.2835007309913635, |
| "learning_rate": 6.642521485143099e-07, |
| "loss": 0.4874, |
| "step": 1538 |
| }, |
| { |
| "epoch": 0.8510599078341013, |
| "grad_norm": 0.30130714178085327, |
| "learning_rate": 6.594518035512726e-07, |
| "loss": 0.4698, |
| "step": 1539 |
| }, |
| { |
| "epoch": 0.8516129032258064, |
| "grad_norm": 0.3199770748615265, |
| "learning_rate": 6.546676419628545e-07, |
| "loss": 0.4822, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.8521658986175116, |
| "grad_norm": 0.31458160281181335, |
| "learning_rate": 6.498996815864068e-07, |
| "loss": 0.4737, |
| "step": 1541 |
| }, |
| { |
| "epoch": 0.8527188940092166, |
| "grad_norm": 0.33827102184295654, |
| "learning_rate": 6.451479401988736e-07, |
| "loss": 0.4607, |
| "step": 1542 |
| }, |
| { |
| "epoch": 0.8532718894009217, |
| "grad_norm": 0.3004834055900574, |
| "learning_rate": 6.404124355167302e-07, |
| "loss": 0.4621, |
| "step": 1543 |
| }, |
| { |
| "epoch": 0.8538248847926267, |
| "grad_norm": 0.2976799011230469, |
| "learning_rate": 6.356931851959136e-07, |
| "loss": 0.4571, |
| "step": 1544 |
| }, |
| { |
| "epoch": 0.8543778801843318, |
| "grad_norm": 0.31761622428894043, |
| "learning_rate": 6.30990206831758e-07, |
| "loss": 0.4647, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.8549308755760369, |
| "grad_norm": 0.30549031496047974, |
| "learning_rate": 6.263035179589288e-07, |
| "loss": 0.4619, |
| "step": 1546 |
| }, |
| { |
| "epoch": 0.8554838709677419, |
| "grad_norm": 0.3004506528377533, |
| "learning_rate": 6.216331360513572e-07, |
| "loss": 0.4786, |
| "step": 1547 |
| }, |
| { |
| "epoch": 0.856036866359447, |
| "grad_norm": 0.3054359257221222, |
| "learning_rate": 6.169790785221763e-07, |
| "loss": 0.4652, |
| "step": 1548 |
| }, |
| { |
| "epoch": 0.856589861751152, |
| "grad_norm": 0.3147340416908264, |
| "learning_rate": 6.123413627236536e-07, |
| "loss": 0.4573, |
| "step": 1549 |
| }, |
| { |
| "epoch": 0.8571428571428571, |
| "grad_norm": 0.3203125, |
| "learning_rate": 6.077200059471289e-07, |
| "loss": 0.4498, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.8576958525345623, |
| "grad_norm": 0.3389976918697357, |
| "learning_rate": 6.031150254229484e-07, |
| "loss": 0.4756, |
| "step": 1551 |
| }, |
| { |
| "epoch": 0.8582488479262673, |
| "grad_norm": 0.3188997507095337, |
| "learning_rate": 5.985264383204003e-07, |
| "loss": 0.4579, |
| "step": 1552 |
| }, |
| { |
| "epoch": 0.8588018433179724, |
| "grad_norm": 0.2967085540294647, |
| "learning_rate": 5.939542617476529e-07, |
| "loss": 0.4648, |
| "step": 1553 |
| }, |
| { |
| "epoch": 0.8593548387096774, |
| "grad_norm": 0.2970874011516571, |
| "learning_rate": 5.893985127516866e-07, |
| "loss": 0.4654, |
| "step": 1554 |
| }, |
| { |
| "epoch": 0.8599078341013825, |
| "grad_norm": 0.3088582158088684, |
| "learning_rate": 5.848592083182348e-07, |
| "loss": 0.4444, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.8604608294930876, |
| "grad_norm": 0.3454407751560211, |
| "learning_rate": 5.803363653717187e-07, |
| "loss": 0.4796, |
| "step": 1556 |
| }, |
| { |
| "epoch": 0.8610138248847926, |
| "grad_norm": 0.34124165773391724, |
| "learning_rate": 5.758300007751832e-07, |
| "loss": 0.475, |
| "step": 1557 |
| }, |
| { |
| "epoch": 0.8615668202764977, |
| "grad_norm": 0.31380608677864075, |
| "learning_rate": 5.713401313302358e-07, |
| "loss": 0.4714, |
| "step": 1558 |
| }, |
| { |
| "epoch": 0.8621198156682027, |
| "grad_norm": 0.3094062805175781, |
| "learning_rate": 5.668667737769834e-07, |
| "loss": 0.4348, |
| "step": 1559 |
| }, |
| { |
| "epoch": 0.8626728110599078, |
| "grad_norm": 0.3069341778755188, |
| "learning_rate": 5.624099447939696e-07, |
| "loss": 0.4677, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.863225806451613, |
| "grad_norm": 0.34499165415763855, |
| "learning_rate": 5.579696609981117e-07, |
| "loss": 0.4673, |
| "step": 1561 |
| }, |
| { |
| "epoch": 0.863778801843318, |
| "grad_norm": 0.32358747720718384, |
| "learning_rate": 5.535459389446401e-07, |
| "loss": 0.4627, |
| "step": 1562 |
| }, |
| { |
| "epoch": 0.8643317972350231, |
| "grad_norm": 0.33145248889923096, |
| "learning_rate": 5.491387951270366e-07, |
| "loss": 0.4535, |
| "step": 1563 |
| }, |
| { |
| "epoch": 0.8648847926267281, |
| "grad_norm": 0.3262435495853424, |
| "learning_rate": 5.447482459769709e-07, |
| "loss": 0.4613, |
| "step": 1564 |
| }, |
| { |
| "epoch": 0.8654377880184332, |
| "grad_norm": 0.31697559356689453, |
| "learning_rate": 5.403743078642443e-07, |
| "loss": 0.4503, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.8659907834101382, |
| "grad_norm": 0.3151688873767853, |
| "learning_rate": 5.360169970967221e-07, |
| "loss": 0.4816, |
| "step": 1566 |
| }, |
| { |
| "epoch": 0.8665437788018433, |
| "grad_norm": 0.3067736029624939, |
| "learning_rate": 5.316763299202766e-07, |
| "loss": 0.4631, |
| "step": 1567 |
| }, |
| { |
| "epoch": 0.8670967741935484, |
| "grad_norm": 0.2979617714881897, |
| "learning_rate": 5.273523225187255e-07, |
| "loss": 0.4403, |
| "step": 1568 |
| }, |
| { |
| "epoch": 0.8676497695852534, |
| "grad_norm": 0.3092879056930542, |
| "learning_rate": 5.23044991013773e-07, |
| "loss": 0.4669, |
| "step": 1569 |
| }, |
| { |
| "epoch": 0.8682027649769585, |
| "grad_norm": 0.29821327328681946, |
| "learning_rate": 5.187543514649479e-07, |
| "loss": 0.4678, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.8687557603686636, |
| "grad_norm": 0.3069091737270355, |
| "learning_rate": 5.144804198695447e-07, |
| "loss": 0.4834, |
| "step": 1571 |
| }, |
| { |
| "epoch": 0.8693087557603687, |
| "grad_norm": 0.3062274754047394, |
| "learning_rate": 5.102232121625633e-07, |
| "loss": 0.4583, |
| "step": 1572 |
| }, |
| { |
| "epoch": 0.8698617511520738, |
| "grad_norm": 0.3618842661380768, |
| "learning_rate": 5.059827442166504e-07, |
| "loss": 0.4348, |
| "step": 1573 |
| }, |
| { |
| "epoch": 0.8704147465437788, |
| "grad_norm": 0.3038586676120758, |
| "learning_rate": 5.017590318420395e-07, |
| "loss": 0.4601, |
| "step": 1574 |
| }, |
| { |
| "epoch": 0.8709677419354839, |
| "grad_norm": 0.30661341547966003, |
| "learning_rate": 4.975520907864928e-07, |
| "loss": 0.4432, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.8715207373271889, |
| "grad_norm": 0.3259396255016327, |
| "learning_rate": 4.93361936735241e-07, |
| "loss": 0.4602, |
| "step": 1576 |
| }, |
| { |
| "epoch": 0.872073732718894, |
| "grad_norm": 0.32900482416152954, |
| "learning_rate": 4.891885853109279e-07, |
| "loss": 0.473, |
| "step": 1577 |
| }, |
| { |
| "epoch": 0.872626728110599, |
| "grad_norm": 0.280129075050354, |
| "learning_rate": 4.85032052073548e-07, |
| "loss": 0.4581, |
| "step": 1578 |
| }, |
| { |
| "epoch": 0.8731797235023041, |
| "grad_norm": 0.31960612535476685, |
| "learning_rate": 4.808923525203912e-07, |
| "loss": 0.4472, |
| "step": 1579 |
| }, |
| { |
| "epoch": 0.8737327188940092, |
| "grad_norm": 0.28361162543296814, |
| "learning_rate": 4.767695020859847e-07, |
| "loss": 0.4538, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.8742857142857143, |
| "grad_norm": 0.3138439953327179, |
| "learning_rate": 4.726635161420351e-07, |
| "loss": 0.4746, |
| "step": 1581 |
| }, |
| { |
| "epoch": 0.8748387096774194, |
| "grad_norm": 0.30272024869918823, |
| "learning_rate": 4.685744099973716e-07, |
| "loss": 0.4713, |
| "step": 1582 |
| }, |
| { |
| "epoch": 0.8753917050691244, |
| "grad_norm": 0.31137874722480774, |
| "learning_rate": 4.6450219889788816e-07, |
| "loss": 0.4569, |
| "step": 1583 |
| }, |
| { |
| "epoch": 0.8759447004608295, |
| "grad_norm": 0.34966525435447693, |
| "learning_rate": 4.6044689802648534e-07, |
| "loss": 0.4646, |
| "step": 1584 |
| }, |
| { |
| "epoch": 0.8764976958525346, |
| "grad_norm": 0.29577386379241943, |
| "learning_rate": 4.564085225030174e-07, |
| "loss": 0.4642, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.8770506912442396, |
| "grad_norm": 0.2946975529193878, |
| "learning_rate": 4.523870873842329e-07, |
| "loss": 0.4312, |
| "step": 1586 |
| }, |
| { |
| "epoch": 0.8776036866359447, |
| "grad_norm": 0.30097469687461853, |
| "learning_rate": 4.4838260766372044e-07, |
| "loss": 0.4666, |
| "step": 1587 |
| }, |
| { |
| "epoch": 0.8781566820276497, |
| "grad_norm": 0.2847994565963745, |
| "learning_rate": 4.4439509827185034e-07, |
| "loss": 0.4165, |
| "step": 1588 |
| }, |
| { |
| "epoch": 0.8787096774193548, |
| "grad_norm": 0.2944558560848236, |
| "learning_rate": 4.4042457407572235e-07, |
| "loss": 0.4721, |
| "step": 1589 |
| }, |
| { |
| "epoch": 0.8792626728110599, |
| "grad_norm": 0.3086279034614563, |
| "learning_rate": 4.3647104987910636e-07, |
| "loss": 0.45, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.879815668202765, |
| "grad_norm": 0.3032161593437195, |
| "learning_rate": 4.3253454042239016e-07, |
| "loss": 0.458, |
| "step": 1591 |
| }, |
| { |
| "epoch": 0.8803686635944701, |
| "grad_norm": 0.3120705485343933, |
| "learning_rate": 4.286150603825234e-07, |
| "loss": 0.474, |
| "step": 1592 |
| }, |
| { |
| "epoch": 0.8809216589861751, |
| "grad_norm": 0.332922101020813, |
| "learning_rate": 4.2471262437296326e-07, |
| "loss": 0.4702, |
| "step": 1593 |
| }, |
| { |
| "epoch": 0.8814746543778802, |
| "grad_norm": 0.2810650169849396, |
| "learning_rate": 4.208272469436192e-07, |
| "loss": 0.4509, |
| "step": 1594 |
| }, |
| { |
| "epoch": 0.8820276497695853, |
| "grad_norm": 0.31393900513648987, |
| "learning_rate": 4.1695894258079903e-07, |
| "loss": 0.4734, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.8825806451612903, |
| "grad_norm": 0.2897551357746124, |
| "learning_rate": 4.1310772570715586e-07, |
| "loss": 0.4442, |
| "step": 1596 |
| }, |
| { |
| "epoch": 0.8831336405529954, |
| "grad_norm": 0.3010689616203308, |
| "learning_rate": 4.092736106816314e-07, |
| "loss": 0.4477, |
| "step": 1597 |
| }, |
| { |
| "epoch": 0.8836866359447004, |
| "grad_norm": 0.29473552107810974, |
| "learning_rate": 4.0545661179940854e-07, |
| "loss": 0.4595, |
| "step": 1598 |
| }, |
| { |
| "epoch": 0.8842396313364055, |
| "grad_norm": 0.3020123839378357, |
| "learning_rate": 4.0165674329185055e-07, |
| "loss": 0.461, |
| "step": 1599 |
| }, |
| { |
| "epoch": 0.8847926267281107, |
| "grad_norm": 0.3016417920589447, |
| "learning_rate": 3.978740193264524e-07, |
| "loss": 0.4802, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.8853456221198157, |
| "grad_norm": 0.3054351806640625, |
| "learning_rate": 3.941084540067874e-07, |
| "loss": 0.461, |
| "step": 1601 |
| }, |
| { |
| "epoch": 0.8858986175115208, |
| "grad_norm": 0.31593799591064453, |
| "learning_rate": 3.9036006137245396e-07, |
| "loss": 0.485, |
| "step": 1602 |
| }, |
| { |
| "epoch": 0.8864516129032258, |
| "grad_norm": 0.2995027005672455, |
| "learning_rate": 3.866288553990233e-07, |
| "loss": 0.4544, |
| "step": 1603 |
| }, |
| { |
| "epoch": 0.8870046082949309, |
| "grad_norm": 0.3163018524646759, |
| "learning_rate": 3.82914849997989e-07, |
| "loss": 0.4675, |
| "step": 1604 |
| }, |
| { |
| "epoch": 0.8875576036866359, |
| "grad_norm": 0.3466692268848419, |
| "learning_rate": 3.7921805901671273e-07, |
| "loss": 0.455, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.888110599078341, |
| "grad_norm": 0.30836209654808044, |
| "learning_rate": 3.7553849623837237e-07, |
| "loss": 0.4983, |
| "step": 1606 |
| }, |
| { |
| "epoch": 0.8886635944700461, |
| "grad_norm": 0.3018787205219269, |
| "learning_rate": 3.7187617538191446e-07, |
| "loss": 0.4714, |
| "step": 1607 |
| }, |
| { |
| "epoch": 0.8892165898617511, |
| "grad_norm": 0.3216530382633209, |
| "learning_rate": 3.682311101019981e-07, |
| "loss": 0.4857, |
| "step": 1608 |
| }, |
| { |
| "epoch": 0.8897695852534562, |
| "grad_norm": 0.32293516397476196, |
| "learning_rate": 3.646033139889482e-07, |
| "loss": 0.4508, |
| "step": 1609 |
| }, |
| { |
| "epoch": 0.8903225806451613, |
| "grad_norm": 0.29628053307533264, |
| "learning_rate": 3.6099280056870136e-07, |
| "loss": 0.4271, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.8908755760368664, |
| "grad_norm": 0.30662253499031067, |
| "learning_rate": 3.5739958330275936e-07, |
| "loss": 0.4833, |
| "step": 1611 |
| }, |
| { |
| "epoch": 0.8914285714285715, |
| "grad_norm": 0.30339956283569336, |
| "learning_rate": 3.538236755881341e-07, |
| "loss": 0.4675, |
| "step": 1612 |
| }, |
| { |
| "epoch": 0.8919815668202765, |
| "grad_norm": 0.29642388224601746, |
| "learning_rate": 3.502650907573024e-07, |
| "loss": 0.4529, |
| "step": 1613 |
| }, |
| { |
| "epoch": 0.8925345622119816, |
| "grad_norm": 0.3087359666824341, |
| "learning_rate": 3.467238420781527e-07, |
| "loss": 0.4794, |
| "step": 1614 |
| }, |
| { |
| "epoch": 0.8930875576036866, |
| "grad_norm": 0.34186214208602905, |
| "learning_rate": 3.431999427539368e-07, |
| "loss": 0.4951, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.8936405529953917, |
| "grad_norm": 0.31149131059646606, |
| "learning_rate": 3.396934059232226e-07, |
| "loss": 0.4476, |
| "step": 1616 |
| }, |
| { |
| "epoch": 0.8941935483870967, |
| "grad_norm": 0.3173343241214752, |
| "learning_rate": 3.362042446598418e-07, |
| "loss": 0.4735, |
| "step": 1617 |
| }, |
| { |
| "epoch": 0.8947465437788018, |
| "grad_norm": 0.29687947034835815, |
| "learning_rate": 3.3273247197284366e-07, |
| "loss": 0.4588, |
| "step": 1618 |
| }, |
| { |
| "epoch": 0.8952995391705069, |
| "grad_norm": 0.29158180952072144, |
| "learning_rate": 3.292781008064455e-07, |
| "loss": 0.4477, |
| "step": 1619 |
| }, |
| { |
| "epoch": 0.895852534562212, |
| "grad_norm": 0.31376034021377563, |
| "learning_rate": 3.258411440399839e-07, |
| "loss": 0.4613, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.8964055299539171, |
| "grad_norm": 0.3553878366947174, |
| "learning_rate": 3.2242161448786724e-07, |
| "loss": 0.4638, |
| "step": 1621 |
| }, |
| { |
| "epoch": 0.8969585253456221, |
| "grad_norm": 0.31276994943618774, |
| "learning_rate": 3.1901952489952927e-07, |
| "loss": 0.4297, |
| "step": 1622 |
| }, |
| { |
| "epoch": 0.8975115207373272, |
| "grad_norm": 0.2925131320953369, |
| "learning_rate": 3.15634887959379e-07, |
| "loss": 0.4642, |
| "step": 1623 |
| }, |
| { |
| "epoch": 0.8980645161290323, |
| "grad_norm": 0.3111323416233063, |
| "learning_rate": 3.122677162867549e-07, |
| "loss": 0.4628, |
| "step": 1624 |
| }, |
| { |
| "epoch": 0.8986175115207373, |
| "grad_norm": 0.28449130058288574, |
| "learning_rate": 3.089180224358773e-07, |
| "loss": 0.4619, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.8991705069124424, |
| "grad_norm": 0.2895408868789673, |
| "learning_rate": 3.0558581889580383e-07, |
| "loss": 0.4486, |
| "step": 1626 |
| }, |
| { |
| "epoch": 0.8997235023041474, |
| "grad_norm": 0.28121551871299744, |
| "learning_rate": 3.0227111809037815e-07, |
| "loss": 0.4523, |
| "step": 1627 |
| }, |
| { |
| "epoch": 0.9002764976958525, |
| "grad_norm": 0.3156479001045227, |
| "learning_rate": 2.9897393237818873e-07, |
| "loss": 0.4504, |
| "step": 1628 |
| }, |
| { |
| "epoch": 0.9008294930875576, |
| "grad_norm": 0.30593904852867126, |
| "learning_rate": 2.956942740525187e-07, |
| "loss": 0.4832, |
| "step": 1629 |
| }, |
| { |
| "epoch": 0.9013824884792627, |
| "grad_norm": 0.2923428416252136, |
| "learning_rate": 2.924321553413029e-07, |
| "loss": 0.4473, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.9019354838709678, |
| "grad_norm": 0.29185551404953003, |
| "learning_rate": 2.891875884070816e-07, |
| "loss": 0.4514, |
| "step": 1631 |
| }, |
| { |
| "epoch": 0.9024884792626728, |
| "grad_norm": 0.3090588450431824, |
| "learning_rate": 2.859605853469533e-07, |
| "loss": 0.492, |
| "step": 1632 |
| }, |
| { |
| "epoch": 0.9030414746543779, |
| "grad_norm": 0.2918623387813568, |
| "learning_rate": 2.8275115819253184e-07, |
| "loss": 0.4378, |
| "step": 1633 |
| }, |
| { |
| "epoch": 0.903594470046083, |
| "grad_norm": 0.2900620698928833, |
| "learning_rate": 2.795593189099016e-07, |
| "loss": 0.4702, |
| "step": 1634 |
| }, |
| { |
| "epoch": 0.904147465437788, |
| "grad_norm": 0.30443379282951355, |
| "learning_rate": 2.7638507939956926e-07, |
| "loss": 0.4562, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.9047004608294931, |
| "grad_norm": 0.2894691526889801, |
| "learning_rate": 2.7322845149642564e-07, |
| "loss": 0.4405, |
| "step": 1636 |
| }, |
| { |
| "epoch": 0.9052534562211981, |
| "grad_norm": 0.30414119362831116, |
| "learning_rate": 2.700894469696963e-07, |
| "loss": 0.4618, |
| "step": 1637 |
| }, |
| { |
| "epoch": 0.9058064516129032, |
| "grad_norm": 0.29795682430267334, |
| "learning_rate": 2.669680775228989e-07, |
| "loss": 0.4717, |
| "step": 1638 |
| }, |
| { |
| "epoch": 0.9063594470046082, |
| "grad_norm": 0.2925158739089966, |
| "learning_rate": 2.638643547938019e-07, |
| "loss": 0.4788, |
| "step": 1639 |
| }, |
| { |
| "epoch": 0.9069124423963134, |
| "grad_norm": 0.29635146260261536, |
| "learning_rate": 2.607782903543782e-07, |
| "loss": 0.4521, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.9074654377880185, |
| "grad_norm": 0.29401543736457825, |
| "learning_rate": 2.5770989571076375e-07, |
| "loss": 0.4401, |
| "step": 1641 |
| }, |
| { |
| "epoch": 0.9080184331797235, |
| "grad_norm": 0.2778622508049011, |
| "learning_rate": 2.5465918230321464e-07, |
| "loss": 0.4522, |
| "step": 1642 |
| }, |
| { |
| "epoch": 0.9085714285714286, |
| "grad_norm": 0.2870117127895355, |
| "learning_rate": 2.5162616150606167e-07, |
| "loss": 0.4686, |
| "step": 1643 |
| }, |
| { |
| "epoch": 0.9091244239631336, |
| "grad_norm": 0.3375545144081116, |
| "learning_rate": 2.486108446276725e-07, |
| "loss": 0.4741, |
| "step": 1644 |
| }, |
| { |
| "epoch": 0.9096774193548387, |
| "grad_norm": 0.285396546125412, |
| "learning_rate": 2.4561324291040636e-07, |
| "loss": 0.4749, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.9102304147465438, |
| "grad_norm": 0.31609663367271423, |
| "learning_rate": 2.4263336753057364e-07, |
| "loss": 0.4552, |
| "step": 1646 |
| }, |
| { |
| "epoch": 0.9107834101382488, |
| "grad_norm": 0.32548245787620544, |
| "learning_rate": 2.396712295983922e-07, |
| "loss": 0.4707, |
| "step": 1647 |
| }, |
| { |
| "epoch": 0.9113364055299539, |
| "grad_norm": 0.28127720952033997, |
| "learning_rate": 2.3672684015794923e-07, |
| "loss": 0.4808, |
| "step": 1648 |
| }, |
| { |
| "epoch": 0.9118894009216589, |
| "grad_norm": 0.3091859817504883, |
| "learning_rate": 2.338002101871556e-07, |
| "loss": 0.4469, |
| "step": 1649 |
| }, |
| { |
| "epoch": 0.9124423963133641, |
| "grad_norm": 0.3138236403465271, |
| "learning_rate": 2.3089135059771007e-07, |
| "loss": 0.4848, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.9129953917050692, |
| "grad_norm": 0.30295220017433167, |
| "learning_rate": 2.2800027223505438e-07, |
| "loss": 0.4567, |
| "step": 1651 |
| }, |
| { |
| "epoch": 0.9135483870967742, |
| "grad_norm": 0.3260992467403412, |
| "learning_rate": 2.2512698587833502e-07, |
| "loss": 0.4776, |
| "step": 1652 |
| }, |
| { |
| "epoch": 0.9141013824884793, |
| "grad_norm": 0.30410924553871155, |
| "learning_rate": 2.222715022403621e-07, |
| "loss": 0.4565, |
| "step": 1653 |
| }, |
| { |
| "epoch": 0.9146543778801843, |
| "grad_norm": 0.296068400144577, |
| "learning_rate": 2.1943383196756984e-07, |
| "loss": 0.4868, |
| "step": 1654 |
| }, |
| { |
| "epoch": 0.9152073732718894, |
| "grad_norm": 0.3140951991081238, |
| "learning_rate": 2.1661398563997737e-07, |
| "loss": 0.4645, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.9157603686635944, |
| "grad_norm": 0.2961066663265228, |
| "learning_rate": 2.138119737711475e-07, |
| "loss": 0.4376, |
| "step": 1656 |
| }, |
| { |
| "epoch": 0.9163133640552995, |
| "grad_norm": 0.3166109621524811, |
| "learning_rate": 2.110278068081506e-07, |
| "loss": 0.4713, |
| "step": 1657 |
| }, |
| { |
| "epoch": 0.9168663594470046, |
| "grad_norm": 0.32516512274742126, |
| "learning_rate": 2.082614951315215e-07, |
| "loss": 0.4516, |
| "step": 1658 |
| }, |
| { |
| "epoch": 0.9174193548387096, |
| "grad_norm": 0.293089896440506, |
| "learning_rate": 2.055130490552254e-07, |
| "loss": 0.469, |
| "step": 1659 |
| }, |
| { |
| "epoch": 0.9179723502304148, |
| "grad_norm": 0.31795766949653625, |
| "learning_rate": 2.0278247882661584e-07, |
| "loss": 0.4497, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.9185253456221198, |
| "grad_norm": 0.2847367525100708, |
| "learning_rate": 2.0006979462639686e-07, |
| "loss": 0.4447, |
| "step": 1661 |
| }, |
| { |
| "epoch": 0.9190783410138249, |
| "grad_norm": 0.2693861126899719, |
| "learning_rate": 1.9737500656858754e-07, |
| "loss": 0.4406, |
| "step": 1662 |
| }, |
| { |
| "epoch": 0.91963133640553, |
| "grad_norm": 0.3001803755760193, |
| "learning_rate": 1.94698124700482e-07, |
| "loss": 0.4964, |
| "step": 1663 |
| }, |
| { |
| "epoch": 0.920184331797235, |
| "grad_norm": 0.3073177933692932, |
| "learning_rate": 1.9203915900261327e-07, |
| "loss": 0.4737, |
| "step": 1664 |
| }, |
| { |
| "epoch": 0.9207373271889401, |
| "grad_norm": 0.31089356541633606, |
| "learning_rate": 1.8939811938871456e-07, |
| "loss": 0.4539, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.9212903225806451, |
| "grad_norm": 0.27542582154273987, |
| "learning_rate": 1.86775015705683e-07, |
| "loss": 0.434, |
| "step": 1666 |
| }, |
| { |
| "epoch": 0.9218433179723502, |
| "grad_norm": 0.32208341360092163, |
| "learning_rate": 1.841698577335438e-07, |
| "loss": 0.4476, |
| "step": 1667 |
| }, |
| { |
| "epoch": 0.9223963133640553, |
| "grad_norm": 0.3119848668575287, |
| "learning_rate": 1.8158265518541274e-07, |
| "loss": 0.4484, |
| "step": 1668 |
| }, |
| { |
| "epoch": 0.9229493087557604, |
| "grad_norm": 0.2974831759929657, |
| "learning_rate": 1.790134177074604e-07, |
| "loss": 0.4574, |
| "step": 1669 |
| }, |
| { |
| "epoch": 0.9235023041474655, |
| "grad_norm": 0.29929405450820923, |
| "learning_rate": 1.7646215487887587e-07, |
| "loss": 0.4685, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.9240552995391705, |
| "grad_norm": 0.2898726165294647, |
| "learning_rate": 1.739288762118313e-07, |
| "loss": 0.455, |
| "step": 1671 |
| }, |
| { |
| "epoch": 0.9246082949308756, |
| "grad_norm": 0.3034640848636627, |
| "learning_rate": 1.714135911514475e-07, |
| "loss": 0.4541, |
| "step": 1672 |
| }, |
| { |
| "epoch": 0.9251612903225807, |
| "grad_norm": 0.3259904682636261, |
| "learning_rate": 1.6891630907575562e-07, |
| "loss": 0.4678, |
| "step": 1673 |
| }, |
| { |
| "epoch": 0.9257142857142857, |
| "grad_norm": 0.3421642780303955, |
| "learning_rate": 1.664370392956649e-07, |
| "loss": 0.4518, |
| "step": 1674 |
| }, |
| { |
| "epoch": 0.9262672811059908, |
| "grad_norm": 0.29688096046447754, |
| "learning_rate": 1.6397579105492778e-07, |
| "loss": 0.4222, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.9268202764976958, |
| "grad_norm": 0.3092136085033417, |
| "learning_rate": 1.6153257353010433e-07, |
| "loss": 0.4679, |
| "step": 1676 |
| }, |
| { |
| "epoch": 0.9273732718894009, |
| "grad_norm": 0.3253113627433777, |
| "learning_rate": 1.5910739583053002e-07, |
| "loss": 0.4495, |
| "step": 1677 |
| }, |
| { |
| "epoch": 0.9279262672811059, |
| "grad_norm": 0.286625474691391, |
| "learning_rate": 1.5670026699827757e-07, |
| "loss": 0.4652, |
| "step": 1678 |
| }, |
| { |
| "epoch": 0.9284792626728111, |
| "grad_norm": 0.2905667722225189, |
| "learning_rate": 1.5431119600812837e-07, |
| "loss": 0.4529, |
| "step": 1679 |
| }, |
| { |
| "epoch": 0.9290322580645162, |
| "grad_norm": 0.32414594292640686, |
| "learning_rate": 1.5194019176753615e-07, |
| "loss": 0.4878, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.9295852534562212, |
| "grad_norm": 0.29310277104377747, |
| "learning_rate": 1.495872631165929e-07, |
| "loss": 0.476, |
| "step": 1681 |
| }, |
| { |
| "epoch": 0.9301382488479263, |
| "grad_norm": 0.3012104332447052, |
| "learning_rate": 1.4725241882799946e-07, |
| "loss": 0.4823, |
| "step": 1682 |
| }, |
| { |
| "epoch": 0.9306912442396313, |
| "grad_norm": 0.2896125018596649, |
| "learning_rate": 1.449356676070285e-07, |
| "loss": 0.4429, |
| "step": 1683 |
| }, |
| { |
| "epoch": 0.9312442396313364, |
| "grad_norm": 0.2954270839691162, |
| "learning_rate": 1.42637018091496e-07, |
| "loss": 0.473, |
| "step": 1684 |
| }, |
| { |
| "epoch": 0.9317972350230415, |
| "grad_norm": 0.29838648438453674, |
| "learning_rate": 1.4035647885172533e-07, |
| "loss": 0.4615, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.9323502304147465, |
| "grad_norm": 0.3438728451728821, |
| "learning_rate": 1.3809405839051937e-07, |
| "loss": 0.4924, |
| "step": 1686 |
| }, |
| { |
| "epoch": 0.9329032258064516, |
| "grad_norm": 0.2971719205379486, |
| "learning_rate": 1.358497651431251e-07, |
| "loss": 0.4438, |
| "step": 1687 |
| }, |
| { |
| "epoch": 0.9334562211981566, |
| "grad_norm": 0.3192031979560852, |
| "learning_rate": 1.3362360747720405e-07, |
| "loss": 0.4559, |
| "step": 1688 |
| }, |
| { |
| "epoch": 0.9340092165898618, |
| "grad_norm": 0.3306371867656708, |
| "learning_rate": 1.314155936928002e-07, |
| "loss": 0.4633, |
| "step": 1689 |
| }, |
| { |
| "epoch": 0.9345622119815669, |
| "grad_norm": 0.28587308526039124, |
| "learning_rate": 1.2922573202231114e-07, |
| "loss": 0.4577, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.9351152073732719, |
| "grad_norm": 0.31524068117141724, |
| "learning_rate": 1.2705403063045464e-07, |
| "loss": 0.4457, |
| "step": 1691 |
| }, |
| { |
| "epoch": 0.935668202764977, |
| "grad_norm": 0.2901270389556885, |
| "learning_rate": 1.2490049761423927e-07, |
| "loss": 0.4396, |
| "step": 1692 |
| }, |
| { |
| "epoch": 0.936221198156682, |
| "grad_norm": 0.2995949685573578, |
| "learning_rate": 1.2276514100293403e-07, |
| "loss": 0.4633, |
| "step": 1693 |
| }, |
| { |
| "epoch": 0.9367741935483871, |
| "grad_norm": 0.2743770182132721, |
| "learning_rate": 1.206479687580403e-07, |
| "loss": 0.4655, |
| "step": 1694 |
| }, |
| { |
| "epoch": 0.9373271889400921, |
| "grad_norm": 0.3132480978965759, |
| "learning_rate": 1.1854898877325882e-07, |
| "loss": 0.4641, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.9378801843317972, |
| "grad_norm": 0.2994924783706665, |
| "learning_rate": 1.1646820887446342e-07, |
| "loss": 0.4491, |
| "step": 1696 |
| }, |
| { |
| "epoch": 0.9384331797235023, |
| "grad_norm": 0.2822410762310028, |
| "learning_rate": 1.1440563681966943e-07, |
| "loss": 0.4663, |
| "step": 1697 |
| }, |
| { |
| "epoch": 0.9389861751152073, |
| "grad_norm": 0.3047800660133362, |
| "learning_rate": 1.1236128029900539e-07, |
| "loss": 0.4638, |
| "step": 1698 |
| }, |
| { |
| "epoch": 0.9395391705069125, |
| "grad_norm": 0.31529849767684937, |
| "learning_rate": 1.1033514693468584e-07, |
| "loss": 0.4269, |
| "step": 1699 |
| }, |
| { |
| "epoch": 0.9400921658986175, |
| "grad_norm": 0.28443610668182373, |
| "learning_rate": 1.0832724428098185e-07, |
| "loss": 0.4568, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.9406451612903226, |
| "grad_norm": 0.2651902735233307, |
| "learning_rate": 1.0633757982419169e-07, |
| "loss": 0.4508, |
| "step": 1701 |
| }, |
| { |
| "epoch": 0.9411981566820277, |
| "grad_norm": 0.29510411620140076, |
| "learning_rate": 1.0436616098261409e-07, |
| "loss": 0.4643, |
| "step": 1702 |
| }, |
| { |
| "epoch": 0.9417511520737327, |
| "grad_norm": 0.2974132299423218, |
| "learning_rate": 1.0241299510652114e-07, |
| "loss": 0.429, |
| "step": 1703 |
| }, |
| { |
| "epoch": 0.9423041474654378, |
| "grad_norm": 0.2929219901561737, |
| "learning_rate": 1.0047808947813097e-07, |
| "loss": 0.4851, |
| "step": 1704 |
| }, |
| { |
| "epoch": 0.9428571428571428, |
| "grad_norm": 0.29706960916519165, |
| "learning_rate": 9.85614513115779e-08, |
| "loss": 0.4559, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.9434101382488479, |
| "grad_norm": 0.298990935087204, |
| "learning_rate": 9.666308775289013e-08, |
| "loss": 0.479, |
| "step": 1706 |
| }, |
| { |
| "epoch": 0.943963133640553, |
| "grad_norm": 0.29148900508880615, |
| "learning_rate": 9.47830058799576e-08, |
| "loss": 0.4577, |
| "step": 1707 |
| }, |
| { |
| "epoch": 0.944516129032258, |
| "grad_norm": 0.3139622211456299, |
| "learning_rate": 9.292121270251031e-08, |
| "loss": 0.4569, |
| "step": 1708 |
| }, |
| { |
| "epoch": 0.9450691244239632, |
| "grad_norm": 0.29921236634254456, |
| "learning_rate": 9.107771516209008e-08, |
| "loss": 0.4558, |
| "step": 1709 |
| }, |
| { |
| "epoch": 0.9456221198156682, |
| "grad_norm": 0.28523844480514526, |
| "learning_rate": 8.925252013202545e-08, |
| "loss": 0.4709, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.9461751152073733, |
| "grad_norm": 0.3282380998134613, |
| "learning_rate": 8.744563441740461e-08, |
| "loss": 0.4485, |
| "step": 1711 |
| }, |
| { |
| "epoch": 0.9467281105990784, |
| "grad_norm": 0.30116501450538635, |
| "learning_rate": 8.565706475505086e-08, |
| "loss": 0.4633, |
| "step": 1712 |
| }, |
| { |
| "epoch": 0.9472811059907834, |
| "grad_norm": 0.2834503948688507, |
| "learning_rate": 8.388681781349828e-08, |
| "loss": 0.4569, |
| "step": 1713 |
| }, |
| { |
| "epoch": 0.9478341013824885, |
| "grad_norm": 0.31157195568084717, |
| "learning_rate": 8.213490019296666e-08, |
| "loss": 0.4666, |
| "step": 1714 |
| }, |
| { |
| "epoch": 0.9483870967741935, |
| "grad_norm": 0.30053144693374634, |
| "learning_rate": 8.04013184253355e-08, |
| "loss": 0.4645, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.9489400921658986, |
| "grad_norm": 0.3080219328403473, |
| "learning_rate": 7.868607897412062e-08, |
| "loss": 0.4409, |
| "step": 1716 |
| }, |
| { |
| "epoch": 0.9494930875576036, |
| "grad_norm": 0.2975987493991852, |
| "learning_rate": 7.69891882344509e-08, |
| "loss": 0.4691, |
| "step": 1717 |
| }, |
| { |
| "epoch": 0.9500460829493087, |
| "grad_norm": 0.3106543719768524, |
| "learning_rate": 7.53106525330427e-08, |
| "loss": 0.4816, |
| "step": 1718 |
| }, |
| { |
| "epoch": 0.9505990783410139, |
| "grad_norm": 0.29965740442276, |
| "learning_rate": 7.36504781281766e-08, |
| "loss": 0.469, |
| "step": 1719 |
| }, |
| { |
| "epoch": 0.9511520737327189, |
| "grad_norm": 0.31763914227485657, |
| "learning_rate": 7.20086712096768e-08, |
| "loss": 0.4615, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.951705069124424, |
| "grad_norm": 0.2858491837978363, |
| "learning_rate": 7.038523789888397e-08, |
| "loss": 0.457, |
| "step": 1721 |
| }, |
| { |
| "epoch": 0.952258064516129, |
| "grad_norm": 0.2787969410419464, |
| "learning_rate": 6.878018424863408e-08, |
| "loss": 0.4485, |
| "step": 1722 |
| }, |
| { |
| "epoch": 0.9528110599078341, |
| "grad_norm": 0.32252055406570435, |
| "learning_rate": 6.7193516243238e-08, |
| "loss": 0.4708, |
| "step": 1723 |
| }, |
| { |
| "epoch": 0.9533640552995392, |
| "grad_norm": 0.3171110451221466, |
| "learning_rate": 6.562523979845525e-08, |
| "loss": 0.466, |
| "step": 1724 |
| }, |
| { |
| "epoch": 0.9539170506912442, |
| "grad_norm": 0.31782266497612, |
| "learning_rate": 6.407536076147525e-08, |
| "loss": 0.4624, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.9544700460829493, |
| "grad_norm": 0.2952912449836731, |
| "learning_rate": 6.254388491089281e-08, |
| "loss": 0.4537, |
| "step": 1726 |
| }, |
| { |
| "epoch": 0.9550230414746543, |
| "grad_norm": 0.28047212958335876, |
| "learning_rate": 6.10308179566893e-08, |
| "loss": 0.473, |
| "step": 1727 |
| }, |
| { |
| "epoch": 0.9555760368663595, |
| "grad_norm": 0.30235886573791504, |
| "learning_rate": 5.9536165540209914e-08, |
| "loss": 0.489, |
| "step": 1728 |
| }, |
| { |
| "epoch": 0.9561290322580646, |
| "grad_norm": 0.29142141342163086, |
| "learning_rate": 5.80599332341425e-08, |
| "loss": 0.4718, |
| "step": 1729 |
| }, |
| { |
| "epoch": 0.9566820276497696, |
| "grad_norm": 0.2832047939300537, |
| "learning_rate": 5.6602126542496525e-08, |
| "loss": 0.4562, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.9572350230414747, |
| "grad_norm": 0.2992711365222931, |
| "learning_rate": 5.516275090058476e-08, |
| "loss": 0.4816, |
| "step": 1731 |
| }, |
| { |
| "epoch": 0.9577880184331797, |
| "grad_norm": 0.29784855246543884, |
| "learning_rate": 5.3741811674998254e-08, |
| "loss": 0.4818, |
| "step": 1732 |
| }, |
| { |
| "epoch": 0.9583410138248848, |
| "grad_norm": 0.3014211058616638, |
| "learning_rate": 5.233931416359195e-08, |
| "loss": 0.4914, |
| "step": 1733 |
| }, |
| { |
| "epoch": 0.9588940092165898, |
| "grad_norm": 0.30964842438697815, |
| "learning_rate": 5.095526359546243e-08, |
| "loss": 0.4643, |
| "step": 1734 |
| }, |
| { |
| "epoch": 0.9594470046082949, |
| "grad_norm": 0.3023122251033783, |
| "learning_rate": 4.958966513092689e-08, |
| "loss": 0.4499, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.295585572719574, |
| "learning_rate": 4.8242523861506405e-08, |
| "loss": 0.4248, |
| "step": 1736 |
| }, |
| { |
| "epoch": 0.960552995391705, |
| "grad_norm": 0.2833447754383087, |
| "learning_rate": 4.691384480990602e-08, |
| "loss": 0.4491, |
| "step": 1737 |
| }, |
| { |
| "epoch": 0.9611059907834102, |
| "grad_norm": 0.309023916721344, |
| "learning_rate": 4.56036329299947e-08, |
| "loss": 0.4404, |
| "step": 1738 |
| }, |
| { |
| "epoch": 0.9616589861751152, |
| "grad_norm": 0.3236503303050995, |
| "learning_rate": 4.4311893106789847e-08, |
| "loss": 0.4591, |
| "step": 1739 |
| }, |
| { |
| "epoch": 0.9622119815668203, |
| "grad_norm": 0.29482167959213257, |
| "learning_rate": 4.3038630156436166e-08, |
| "loss": 0.4558, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.9627649769585254, |
| "grad_norm": 0.2854726016521454, |
| "learning_rate": 4.1783848826189025e-08, |
| "loss": 0.4561, |
| "step": 1741 |
| }, |
| { |
| "epoch": 0.9633179723502304, |
| "grad_norm": 0.28575026988983154, |
| "learning_rate": 4.0547553794397235e-08, |
| "loss": 0.4541, |
| "step": 1742 |
| }, |
| { |
| "epoch": 0.9638709677419355, |
| "grad_norm": 0.30080512166023254, |
| "learning_rate": 3.932974967048364e-08, |
| "loss": 0.4475, |
| "step": 1743 |
| }, |
| { |
| "epoch": 0.9644239631336405, |
| "grad_norm": 0.2857537269592285, |
| "learning_rate": 3.813044099493068e-08, |
| "loss": 0.4521, |
| "step": 1744 |
| }, |
| { |
| "epoch": 0.9649769585253456, |
| "grad_norm": 0.28055858612060547, |
| "learning_rate": 3.6949632239261514e-08, |
| "loss": 0.4388, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.9655299539170507, |
| "grad_norm": 0.27776503562927246, |
| "learning_rate": 3.578732780602334e-08, |
| "loss": 0.4483, |
| "step": 1746 |
| }, |
| { |
| "epoch": 0.9660829493087557, |
| "grad_norm": 0.322313517332077, |
| "learning_rate": 3.464353202877302e-08, |
| "loss": 0.4589, |
| "step": 1747 |
| }, |
| { |
| "epoch": 0.9666359447004609, |
| "grad_norm": 0.315902978181839, |
| "learning_rate": 3.351824917205704e-08, |
| "loss": 0.4696, |
| "step": 1748 |
| }, |
| { |
| "epoch": 0.9671889400921659, |
| "grad_norm": 0.3116399645805359, |
| "learning_rate": 3.2411483431400435e-08, |
| "loss": 0.4532, |
| "step": 1749 |
| }, |
| { |
| "epoch": 0.967741935483871, |
| "grad_norm": 0.27709704637527466, |
| "learning_rate": 3.1323238933286814e-08, |
| "loss": 0.4808, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.968294930875576, |
| "grad_norm": 0.28587040305137634, |
| "learning_rate": 3.0253519735146674e-08, |
| "loss": 0.4498, |
| "step": 1751 |
| }, |
| { |
| "epoch": 0.9688479262672811, |
| "grad_norm": 0.3236626088619232, |
| "learning_rate": 2.920232982533855e-08, |
| "loss": 0.4618, |
| "step": 1752 |
| }, |
| { |
| "epoch": 0.9694009216589862, |
| "grad_norm": 0.29707276821136475, |
| "learning_rate": 2.8169673123137896e-08, |
| "loss": 0.4516, |
| "step": 1753 |
| }, |
| { |
| "epoch": 0.9699539170506912, |
| "grad_norm": 0.3110201954841614, |
| "learning_rate": 2.7155553478719343e-08, |
| "loss": 0.4534, |
| "step": 1754 |
| }, |
| { |
| "epoch": 0.9705069124423963, |
| "grad_norm": 0.308906227350235, |
| "learning_rate": 2.6159974673143352e-08, |
| "loss": 0.447, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.9710599078341013, |
| "grad_norm": 0.30986642837524414, |
| "learning_rate": 2.5182940418344016e-08, |
| "loss": 0.4587, |
| "step": 1756 |
| }, |
| { |
| "epoch": 0.9716129032258064, |
| "grad_norm": 0.31161195039749146, |
| "learning_rate": 2.4224454357112404e-08, |
| "loss": 0.4616, |
| "step": 1757 |
| }, |
| { |
| "epoch": 0.9721658986175116, |
| "grad_norm": 0.2983948290348053, |
| "learning_rate": 2.328452006308435e-08, |
| "loss": 0.4696, |
| "step": 1758 |
| }, |
| { |
| "epoch": 0.9727188940092166, |
| "grad_norm": 0.28888341784477234, |
| "learning_rate": 2.2363141040727123e-08, |
| "loss": 0.4859, |
| "step": 1759 |
| }, |
| { |
| "epoch": 0.9732718894009217, |
| "grad_norm": 0.2775828242301941, |
| "learning_rate": 2.1460320725326113e-08, |
| "loss": 0.4354, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.9738248847926267, |
| "grad_norm": 0.34634268283843994, |
| "learning_rate": 2.057606248297206e-08, |
| "loss": 0.4431, |
| "step": 1761 |
| }, |
| { |
| "epoch": 0.9743778801843318, |
| "grad_norm": 0.31715697050094604, |
| "learning_rate": 1.971036961054884e-08, |
| "loss": 0.4566, |
| "step": 1762 |
| }, |
| { |
| "epoch": 0.9749308755760369, |
| "grad_norm": 0.2788535952568054, |
| "learning_rate": 1.886324533572015e-08, |
| "loss": 0.4492, |
| "step": 1763 |
| }, |
| { |
| "epoch": 0.9754838709677419, |
| "grad_norm": 0.3046756684780121, |
| "learning_rate": 1.8034692816919497e-08, |
| "loss": 0.4461, |
| "step": 1764 |
| }, |
| { |
| "epoch": 0.976036866359447, |
| "grad_norm": 0.2936743497848511, |
| "learning_rate": 1.7224715143335235e-08, |
| "loss": 0.4635, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.976589861751152, |
| "grad_norm": 0.31344956159591675, |
| "learning_rate": 1.643331533490333e-08, |
| "loss": 0.434, |
| "step": 1766 |
| }, |
| { |
| "epoch": 0.9771428571428571, |
| "grad_norm": 0.2932872176170349, |
| "learning_rate": 1.5660496342291833e-08, |
| "loss": 0.4707, |
| "step": 1767 |
| }, |
| { |
| "epoch": 0.9776958525345623, |
| "grad_norm": 0.29183509945869446, |
| "learning_rate": 1.4906261046892523e-08, |
| "loss": 0.4711, |
| "step": 1768 |
| }, |
| { |
| "epoch": 0.9782488479262673, |
| "grad_norm": 0.29039350152015686, |
| "learning_rate": 1.4170612260808736e-08, |
| "loss": 0.4802, |
| "step": 1769 |
| }, |
| { |
| "epoch": 0.9788018433179724, |
| "grad_norm": 0.30380529165267944, |
| "learning_rate": 1.3453552726847008e-08, |
| "loss": 0.4868, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.9793548387096774, |
| "grad_norm": 0.29868564009666443, |
| "learning_rate": 1.2755085118503762e-08, |
| "loss": 0.4625, |
| "step": 1771 |
| }, |
| { |
| "epoch": 0.9799078341013825, |
| "grad_norm": 0.30664679408073425, |
| "learning_rate": 1.207521203995754e-08, |
| "loss": 0.4369, |
| "step": 1772 |
| }, |
| { |
| "epoch": 0.9804608294930875, |
| "grad_norm": 0.28604456782341003, |
| "learning_rate": 1.1413936026059558e-08, |
| "loss": 0.4559, |
| "step": 1773 |
| }, |
| { |
| "epoch": 0.9810138248847926, |
| "grad_norm": 0.33186855912208557, |
| "learning_rate": 1.0771259542322055e-08, |
| "loss": 0.4735, |
| "step": 1774 |
| }, |
| { |
| "epoch": 0.9815668202764977, |
| "grad_norm": 0.3165326714515686, |
| "learning_rate": 1.0147184984911073e-08, |
| "loss": 0.4411, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.9821198156682027, |
| "grad_norm": 0.30226629972457886, |
| "learning_rate": 9.541714680637582e-09, |
| "loss": 0.4274, |
| "step": 1776 |
| }, |
| { |
| "epoch": 0.9826728110599078, |
| "grad_norm": 0.3025604486465454, |
| "learning_rate": 8.95485088694692e-09, |
| "loss": 0.4461, |
| "step": 1777 |
| }, |
| { |
| "epoch": 0.983225806451613, |
| "grad_norm": 0.3139297068119049, |
| "learning_rate": 8.386595791912145e-09, |
| "loss": 0.4501, |
| "step": 1778 |
| }, |
| { |
| "epoch": 0.983778801843318, |
| "grad_norm": 0.28405094146728516, |
| "learning_rate": 7.836951514225144e-09, |
| "loss": 0.4686, |
| "step": 1779 |
| }, |
| { |
| "epoch": 0.9843317972350231, |
| "grad_norm": 0.2899510860443115, |
| "learning_rate": 7.3059201031899786e-09, |
| "loss": 0.4738, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.9848847926267281, |
| "grad_norm": 0.3046450614929199, |
| "learning_rate": 6.7935035387128865e-09, |
| "loss": 0.4531, |
| "step": 1781 |
| }, |
| { |
| "epoch": 0.9854377880184332, |
| "grad_norm": 0.2701072692871094, |
| "learning_rate": 6.299703731296181e-09, |
| "loss": 0.4532, |
| "step": 1782 |
| }, |
| { |
| "epoch": 0.9859907834101382, |
| "grad_norm": 0.271697461605072, |
| "learning_rate": 5.8245225220321385e-09, |
| "loss": 0.4349, |
| "step": 1783 |
| }, |
| { |
| "epoch": 0.9865437788018433, |
| "grad_norm": 0.29448968172073364, |
| "learning_rate": 5.367961682594125e-09, |
| "loss": 0.4664, |
| "step": 1784 |
| }, |
| { |
| "epoch": 0.9870967741935484, |
| "grad_norm": 0.3071184754371643, |
| "learning_rate": 4.930022915231591e-09, |
| "loss": 0.4397, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.9876497695852534, |
| "grad_norm": 0.2995312213897705, |
| "learning_rate": 4.510707852762864e-09, |
| "loss": 0.4592, |
| "step": 1786 |
| }, |
| { |
| "epoch": 0.9882027649769585, |
| "grad_norm": 0.30661311745643616, |
| "learning_rate": 4.110018058570142e-09, |
| "loss": 0.4835, |
| "step": 1787 |
| }, |
| { |
| "epoch": 0.9887557603686636, |
| "grad_norm": 0.2768559157848358, |
| "learning_rate": 3.727955026591179e-09, |
| "loss": 0.4506, |
| "step": 1788 |
| }, |
| { |
| "epoch": 0.9893087557603687, |
| "grad_norm": 0.3139650821685791, |
| "learning_rate": 3.3645201813170546e-09, |
| "loss": 0.4483, |
| "step": 1789 |
| }, |
| { |
| "epoch": 0.9898617511520738, |
| "grad_norm": 0.318562775850296, |
| "learning_rate": 3.0197148777838524e-09, |
| "loss": 0.4669, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.9904147465437788, |
| "grad_norm": 0.31068408489227295, |
| "learning_rate": 2.693540401569883e-09, |
| "loss": 0.4519, |
| "step": 1791 |
| }, |
| { |
| "epoch": 0.9909677419354839, |
| "grad_norm": 0.30719509720802307, |
| "learning_rate": 2.3859979687901326e-09, |
| "loss": 0.4284, |
| "step": 1792 |
| }, |
| { |
| "epoch": 0.9915207373271889, |
| "grad_norm": 0.28648641705513, |
| "learning_rate": 2.0970887260907123e-09, |
| "loss": 0.4556, |
| "step": 1793 |
| }, |
| { |
| "epoch": 0.992073732718894, |
| "grad_norm": 0.2835429608821869, |
| "learning_rate": 1.8268137506455286e-09, |
| "loss": 0.4764, |
| "step": 1794 |
| }, |
| { |
| "epoch": 0.992626728110599, |
| "grad_norm": 0.3018244206905365, |
| "learning_rate": 1.57517405015295e-09, |
| "loss": 0.4505, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.9931797235023041, |
| "grad_norm": 0.30132514238357544, |
| "learning_rate": 1.3421705628302584e-09, |
| "loss": 0.4686, |
| "step": 1796 |
| }, |
| { |
| "epoch": 0.9937327188940093, |
| "grad_norm": 0.292498379945755, |
| "learning_rate": 1.1278041574125376e-09, |
| "loss": 0.4295, |
| "step": 1797 |
| }, |
| { |
| "epoch": 0.9942857142857143, |
| "grad_norm": 0.2868688702583313, |
| "learning_rate": 9.320756331465675e-10, |
| "loss": 0.4246, |
| "step": 1798 |
| }, |
| { |
| "epoch": 0.9948387096774194, |
| "grad_norm": 0.2882429361343384, |
| "learning_rate": 7.549857197897137e-10, |
| "loss": 0.4539, |
| "step": 1799 |
| }, |
| { |
| "epoch": 0.9953917050691244, |
| "grad_norm": 0.2899753749370575, |
| "learning_rate": 5.965350776071521e-10, |
| "loss": 0.4748, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.9959447004608295, |
| "grad_norm": 0.293375700712204, |
| "learning_rate": 4.567242973696484e-10, |
| "loss": 0.4613, |
| "step": 1801 |
| }, |
| { |
| "epoch": 0.9964976958525346, |
| "grad_norm": 0.2795793116092682, |
| "learning_rate": 3.3555390034967214e-10, |
| "loss": 0.4732, |
| "step": 1802 |
| }, |
| { |
| "epoch": 0.9970506912442396, |
| "grad_norm": 0.29951760172843933, |
| "learning_rate": 2.330243383208419e-10, |
| "loss": 0.4612, |
| "step": 1803 |
| }, |
| { |
| "epoch": 0.9976036866359447, |
| "grad_norm": 0.2993388772010803, |
| "learning_rate": 1.4913599355625975e-10, |
| "loss": 0.4653, |
| "step": 1804 |
| }, |
| { |
| "epoch": 0.9981566820276497, |
| "grad_norm": 0.31436586380004883, |
| "learning_rate": 8.388917882684589e-11, |
| "loss": 0.4712, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.9987096774193548, |
| "grad_norm": 0.2935016453266144, |
| "learning_rate": 3.728413739967351e-11, |
| "loss": 0.4381, |
| "step": 1806 |
| }, |
| { |
| "epoch": 0.99926267281106, |
| "grad_norm": 0.29614418745040894, |
| "learning_rate": 9.321043037968657e-12, |
| "loss": 0.4752, |
| "step": 1807 |
| }, |
| { |
| "epoch": 0.999815668202765, |
| "grad_norm": 0.294443815946579, |
| "learning_rate": 0.0, |
| "loss": 0.4617, |
| "step": 1808 |
| }, |
| { |
| "epoch": 0.999815668202765, |
| "step": 1808, |
| "total_flos": 2730506599792640.0, |
| "train_loss": 0.488344039471276, |
| "train_runtime": 63700.3598, |
| "train_samples_per_second": 2.725, |
| "train_steps_per_second": 0.028 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 1808, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2730506599792640.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
