| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 1172, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0008532423208191126, |
| "grad_norm": 476.3564758300781, |
| "learning_rate": 0.0, |
| "loss": 9.6172, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0017064846416382253, |
| "grad_norm": 473.1830139160156, |
| "learning_rate": 1.6949152542372883e-07, |
| "loss": 9.1602, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.002559726962457338, |
| "grad_norm": 576.52734375, |
| "learning_rate": 3.3898305084745766e-07, |
| "loss": 10.8633, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0034129692832764505, |
| "grad_norm": 394.45654296875, |
| "learning_rate": 5.084745762711865e-07, |
| "loss": 7.9258, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.004266211604095563, |
| "grad_norm": 435.7214660644531, |
| "learning_rate": 6.779661016949153e-07, |
| "loss": 10.0195, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.005119453924914676, |
| "grad_norm": 417.97314453125, |
| "learning_rate": 8.474576271186441e-07, |
| "loss": 9.6953, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.005972696245733789, |
| "grad_norm": 379.0962219238281, |
| "learning_rate": 1.016949152542373e-06, |
| "loss": 9.4453, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.006825938566552901, |
| "grad_norm": 333.2943420410156, |
| "learning_rate": 1.186440677966102e-06, |
| "loss": 7.7344, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.007679180887372013, |
| "grad_norm": 312.8900451660156, |
| "learning_rate": 1.3559322033898307e-06, |
| "loss": 7.8281, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.008532423208191127, |
| "grad_norm": 365.3479919433594, |
| "learning_rate": 1.5254237288135596e-06, |
| "loss": 9.1172, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.00938566552901024, |
| "grad_norm": 267.8406982421875, |
| "learning_rate": 1.6949152542372882e-06, |
| "loss": 8.2539, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.010238907849829351, |
| "grad_norm": 393.07293701171875, |
| "learning_rate": 1.8644067796610171e-06, |
| "loss": 9.0859, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.011092150170648464, |
| "grad_norm": 585.0484008789062, |
| "learning_rate": 2.033898305084746e-06, |
| "loss": 9.7812, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.011945392491467578, |
| "grad_norm": 658.748779296875, |
| "learning_rate": 2.203389830508475e-06, |
| "loss": 9.1484, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.012798634812286689, |
| "grad_norm": 607.95068359375, |
| "learning_rate": 2.372881355932204e-06, |
| "loss": 9.6484, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.013651877133105802, |
| "grad_norm": 722.521728515625, |
| "learning_rate": 2.5423728813559323e-06, |
| "loss": 10.4219, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.014505119453924915, |
| "grad_norm": 504.6495666503906, |
| "learning_rate": 2.7118644067796613e-06, |
| "loss": 7.9531, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.015358361774744027, |
| "grad_norm": 480.6727294921875, |
| "learning_rate": 2.8813559322033903e-06, |
| "loss": 7.3555, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.016211604095563138, |
| "grad_norm": 289.67529296875, |
| "learning_rate": 3.0508474576271192e-06, |
| "loss": 6.4062, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.017064846416382253, |
| "grad_norm": 143.08592224121094, |
| "learning_rate": 3.2203389830508473e-06, |
| "loss": 5.4492, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.017918088737201365, |
| "grad_norm": 145.436279296875, |
| "learning_rate": 3.3898305084745763e-06, |
| "loss": 5.2383, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.01877133105802048, |
| "grad_norm": 363.3115539550781, |
| "learning_rate": 3.5593220338983053e-06, |
| "loss": 6.668, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.01962457337883959, |
| "grad_norm": 311.4585266113281, |
| "learning_rate": 3.7288135593220342e-06, |
| "loss": 6.0078, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.020477815699658702, |
| "grad_norm": 132.5367431640625, |
| "learning_rate": 3.898305084745763e-06, |
| "loss": 4.8789, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.021331058020477817, |
| "grad_norm": 59.49905776977539, |
| "learning_rate": 4.067796610169492e-06, |
| "loss": 4.9141, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.02218430034129693, |
| "grad_norm": 144.73834228515625, |
| "learning_rate": 4.23728813559322e-06, |
| "loss": 5.2695, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.02303754266211604, |
| "grad_norm": 72.64948272705078, |
| "learning_rate": 4.40677966101695e-06, |
| "loss": 5.3594, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.023890784982935155, |
| "grad_norm": 67.38402557373047, |
| "learning_rate": 4.576271186440678e-06, |
| "loss": 4.5137, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.024744027303754267, |
| "grad_norm": 70.24736785888672, |
| "learning_rate": 4.745762711864408e-06, |
| "loss": 4.7305, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.025597269624573378, |
| "grad_norm": 37.224700927734375, |
| "learning_rate": 4.915254237288136e-06, |
| "loss": 4.5859, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.026450511945392493, |
| "grad_norm": 52.372982025146484, |
| "learning_rate": 5.084745762711865e-06, |
| "loss": 4.6504, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.027303754266211604, |
| "grad_norm": 58.09052658081055, |
| "learning_rate": 5.254237288135594e-06, |
| "loss": 5.0195, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.028156996587030716, |
| "grad_norm": 273.7731018066406, |
| "learning_rate": 5.423728813559323e-06, |
| "loss": 4.877, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.02901023890784983, |
| "grad_norm": 257.3023986816406, |
| "learning_rate": 5.593220338983051e-06, |
| "loss": 5.1367, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.029863481228668942, |
| "grad_norm": 37.15542984008789, |
| "learning_rate": 5.7627118644067805e-06, |
| "loss": 4.498, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.030716723549488054, |
| "grad_norm": 57.637229919433594, |
| "learning_rate": 5.932203389830509e-06, |
| "loss": 4.498, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.031569965870307165, |
| "grad_norm": 161.52142333984375, |
| "learning_rate": 6.1016949152542385e-06, |
| "loss": 4.8535, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.032423208191126277, |
| "grad_norm": 144.53648376464844, |
| "learning_rate": 6.271186440677966e-06, |
| "loss": 5.0547, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.033276450511945395, |
| "grad_norm": 97.21565246582031, |
| "learning_rate": 6.440677966101695e-06, |
| "loss": 4.4238, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.034129692832764506, |
| "grad_norm": 189.5275115966797, |
| "learning_rate": 6.610169491525424e-06, |
| "loss": 4.6973, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.03498293515358362, |
| "grad_norm": 52.70186233520508, |
| "learning_rate": 6.779661016949153e-06, |
| "loss": 4.2754, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.03583617747440273, |
| "grad_norm": 204.4432830810547, |
| "learning_rate": 6.949152542372882e-06, |
| "loss": 5.0195, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.03668941979522184, |
| "grad_norm": 179.79095458984375, |
| "learning_rate": 7.1186440677966106e-06, |
| "loss": 5.0684, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.03754266211604096, |
| "grad_norm": 119.27928924560547, |
| "learning_rate": 7.288135593220339e-06, |
| "loss": 4.6699, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.03839590443686007, |
| "grad_norm": 83.18463897705078, |
| "learning_rate": 7.4576271186440685e-06, |
| "loss": 4.0254, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.03924914675767918, |
| "grad_norm": 121.39764404296875, |
| "learning_rate": 7.627118644067797e-06, |
| "loss": 4.6602, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.04010238907849829, |
| "grad_norm": 32.138038635253906, |
| "learning_rate": 7.796610169491526e-06, |
| "loss": 4.5078, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.040955631399317405, |
| "grad_norm": 105.33744812011719, |
| "learning_rate": 7.966101694915255e-06, |
| "loss": 4.1465, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.041808873720136516, |
| "grad_norm": 163.0584259033203, |
| "learning_rate": 8.135593220338983e-06, |
| "loss": 4.7871, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.042662116040955635, |
| "grad_norm": 90.8143081665039, |
| "learning_rate": 8.305084745762712e-06, |
| "loss": 4.3184, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.043515358361774746, |
| "grad_norm": 130.4494171142578, |
| "learning_rate": 8.47457627118644e-06, |
| "loss": 4.6992, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.04436860068259386, |
| "grad_norm": 120.24535369873047, |
| "learning_rate": 8.64406779661017e-06, |
| "loss": 4.6289, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.04522184300341297, |
| "grad_norm": 129.9118194580078, |
| "learning_rate": 8.8135593220339e-06, |
| "loss": 4.2207, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.04607508532423208, |
| "grad_norm": 96.74512481689453, |
| "learning_rate": 8.983050847457628e-06, |
| "loss": 4.1035, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.04692832764505119, |
| "grad_norm": 127.90748596191406, |
| "learning_rate": 9.152542372881356e-06, |
| "loss": 4.7188, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.04778156996587031, |
| "grad_norm": 79.55717468261719, |
| "learning_rate": 9.322033898305085e-06, |
| "loss": 3.7441, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.04863481228668942, |
| "grad_norm": 107.03738403320312, |
| "learning_rate": 9.491525423728815e-06, |
| "loss": 4.3281, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.04948805460750853, |
| "grad_norm": 137.00802612304688, |
| "learning_rate": 9.661016949152544e-06, |
| "loss": 4.5039, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.050341296928327645, |
| "grad_norm": 56.521270751953125, |
| "learning_rate": 9.830508474576272e-06, |
| "loss": 4.1992, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.051194539249146756, |
| "grad_norm": 91.46454620361328, |
| "learning_rate": 1e-05, |
| "loss": 4.2109, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.05204778156996587, |
| "grad_norm": 77.05010986328125, |
| "learning_rate": 9.991015274034143e-06, |
| "loss": 3.8574, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.052901023890784986, |
| "grad_norm": 23.841175079345703, |
| "learning_rate": 9.982030548068285e-06, |
| "loss": 3.9512, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.0537542662116041, |
| "grad_norm": 84.35244750976562, |
| "learning_rate": 9.973045822102425e-06, |
| "loss": 3.9473, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.05460750853242321, |
| "grad_norm": 127.69181823730469, |
| "learning_rate": 9.96406109613657e-06, |
| "loss": 3.8828, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.05546075085324232, |
| "grad_norm": 27.332721710205078, |
| "learning_rate": 9.955076370170711e-06, |
| "loss": 3.8457, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.05631399317406143, |
| "grad_norm": 127.41008758544922, |
| "learning_rate": 9.946091644204853e-06, |
| "loss": 4.3711, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.05716723549488054, |
| "grad_norm": 50.57866287231445, |
| "learning_rate": 9.937106918238994e-06, |
| "loss": 3.4824, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.05802047781569966, |
| "grad_norm": 47.33999252319336, |
| "learning_rate": 9.928122192273136e-06, |
| "loss": 3.8301, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.05887372013651877, |
| "grad_norm": 28.65631675720215, |
| "learning_rate": 9.919137466307278e-06, |
| "loss": 3.5703, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.059726962457337884, |
| "grad_norm": 100.2359619140625, |
| "learning_rate": 9.91015274034142e-06, |
| "loss": 4.5332, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.060580204778156996, |
| "grad_norm": 27.0611572265625, |
| "learning_rate": 9.901168014375562e-06, |
| "loss": 3.5859, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.06143344709897611, |
| "grad_norm": 119.60940551757812, |
| "learning_rate": 9.892183288409704e-06, |
| "loss": 4.0703, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.06228668941979522, |
| "grad_norm": 113.57787322998047, |
| "learning_rate": 9.883198562443846e-06, |
| "loss": 4.0352, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.06313993174061433, |
| "grad_norm": 22.393367767333984, |
| "learning_rate": 9.874213836477988e-06, |
| "loss": 4.0293, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.06399317406143344, |
| "grad_norm": 77.3707504272461, |
| "learning_rate": 9.86522911051213e-06, |
| "loss": 3.6855, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.06484641638225255, |
| "grad_norm": 23.650131225585938, |
| "learning_rate": 9.856244384546273e-06, |
| "loss": 3.8066, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.06569965870307168, |
| "grad_norm": 78.92176055908203, |
| "learning_rate": 9.847259658580413e-06, |
| "loss": 4.0781, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.06655290102389079, |
| "grad_norm": 57.146488189697266, |
| "learning_rate": 9.838274932614557e-06, |
| "loss": 3.8672, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.0674061433447099, |
| "grad_norm": 65.50660705566406, |
| "learning_rate": 9.829290206648699e-06, |
| "loss": 3.2881, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.06825938566552901, |
| "grad_norm": 71.74410247802734, |
| "learning_rate": 9.820305480682841e-06, |
| "loss": 3.8984, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.06911262798634812, |
| "grad_norm": 34.78994369506836, |
| "learning_rate": 9.811320754716981e-06, |
| "loss": 3.8711, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.06996587030716724, |
| "grad_norm": 115.17135620117188, |
| "learning_rate": 9.802336028751123e-06, |
| "loss": 4.6289, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.07081911262798635, |
| "grad_norm": 74.1488037109375, |
| "learning_rate": 9.793351302785265e-06, |
| "loss": 4.1133, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.07167235494880546, |
| "grad_norm": 60.60784149169922, |
| "learning_rate": 9.784366576819408e-06, |
| "loss": 4.1113, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.07252559726962457, |
| "grad_norm": 138.30191040039062, |
| "learning_rate": 9.77538185085355e-06, |
| "loss": 3.7441, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.07337883959044368, |
| "grad_norm": 29.931669235229492, |
| "learning_rate": 9.766397124887692e-06, |
| "loss": 3.375, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.07423208191126279, |
| "grad_norm": 53.22774887084961, |
| "learning_rate": 9.757412398921834e-06, |
| "loss": 3.6758, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.07508532423208192, |
| "grad_norm": 38.70452880859375, |
| "learning_rate": 9.748427672955976e-06, |
| "loss": 4.002, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.07593856655290103, |
| "grad_norm": 30.55535125732422, |
| "learning_rate": 9.739442946990118e-06, |
| "loss": 4.207, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.07679180887372014, |
| "grad_norm": 27.83077049255371, |
| "learning_rate": 9.73045822102426e-06, |
| "loss": 3.4453, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.07764505119453925, |
| "grad_norm": 121.7099380493164, |
| "learning_rate": 9.7214734950584e-06, |
| "loss": 3.9688, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.07849829351535836, |
| "grad_norm": 81.67149353027344, |
| "learning_rate": 9.712488769092544e-06, |
| "loss": 3.8965, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.07935153583617748, |
| "grad_norm": 39.18846893310547, |
| "learning_rate": 9.703504043126686e-06, |
| "loss": 3.8633, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.08020477815699659, |
| "grad_norm": 84.66485595703125, |
| "learning_rate": 9.694519317160828e-06, |
| "loss": 3.9961, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.0810580204778157, |
| "grad_norm": 82.30975341796875, |
| "learning_rate": 9.685534591194969e-06, |
| "loss": 3.793, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.08191126279863481, |
| "grad_norm": 88.6453628540039, |
| "learning_rate": 9.676549865229111e-06, |
| "loss": 3.8477, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.08276450511945392, |
| "grad_norm": 105.96221160888672, |
| "learning_rate": 9.667565139263253e-06, |
| "loss": 3.9941, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.08361774744027303, |
| "grad_norm": 23.890165328979492, |
| "learning_rate": 9.658580413297395e-06, |
| "loss": 3.3945, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.08447098976109214, |
| "grad_norm": 77.99059295654297, |
| "learning_rate": 9.649595687331537e-06, |
| "loss": 3.6816, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.08532423208191127, |
| "grad_norm": 68.72335052490234, |
| "learning_rate": 9.64061096136568e-06, |
| "loss": 3.8086, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.08617747440273038, |
| "grad_norm": 48.387054443359375, |
| "learning_rate": 9.631626235399821e-06, |
| "loss": 3.7148, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.08703071672354949, |
| "grad_norm": 30.06928825378418, |
| "learning_rate": 9.622641509433963e-06, |
| "loss": 3.1797, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.0878839590443686, |
| "grad_norm": 103.71221923828125, |
| "learning_rate": 9.613656783468106e-06, |
| "loss": 3.4102, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.08873720136518772, |
| "grad_norm": 22.561519622802734, |
| "learning_rate": 9.604672057502246e-06, |
| "loss": 3.4941, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.08959044368600683, |
| "grad_norm": 36.27552032470703, |
| "learning_rate": 9.595687331536388e-06, |
| "loss": 4.0645, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.09044368600682594, |
| "grad_norm": 60.4101448059082, |
| "learning_rate": 9.58670260557053e-06, |
| "loss": 3.1895, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.09129692832764505, |
| "grad_norm": 31.981599807739258, |
| "learning_rate": 9.577717879604674e-06, |
| "loss": 3.123, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.09215017064846416, |
| "grad_norm": 51.39161682128906, |
| "learning_rate": 9.568733153638814e-06, |
| "loss": 3.8027, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.09300341296928327, |
| "grad_norm": 17.14482307434082, |
| "learning_rate": 9.559748427672956e-06, |
| "loss": 3.5996, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.09385665529010238, |
| "grad_norm": 79.9706802368164, |
| "learning_rate": 9.550763701707098e-06, |
| "loss": 3.2578, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.0947098976109215, |
| "grad_norm": 19.872787475585938, |
| "learning_rate": 9.54177897574124e-06, |
| "loss": 3.0957, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.09556313993174062, |
| "grad_norm": 50.38517761230469, |
| "learning_rate": 9.532794249775383e-06, |
| "loss": 3.6895, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.09641638225255973, |
| "grad_norm": 50.98223876953125, |
| "learning_rate": 9.523809523809525e-06, |
| "loss": 3.7188, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.09726962457337884, |
| "grad_norm": 46.27577590942383, |
| "learning_rate": 9.514824797843667e-06, |
| "loss": 3.2383, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.09812286689419795, |
| "grad_norm": 43.620479583740234, |
| "learning_rate": 9.505840071877809e-06, |
| "loss": 3.6348, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.09897610921501707, |
| "grad_norm": 73.57115173339844, |
| "learning_rate": 9.496855345911951e-06, |
| "loss": 3.1875, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.09982935153583618, |
| "grad_norm": 29.671640396118164, |
| "learning_rate": 9.487870619946093e-06, |
| "loss": 3.4141, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.10068259385665529, |
| "grad_norm": 37.94879150390625, |
| "learning_rate": 9.478885893980234e-06, |
| "loss": 3.4414, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.1015358361774744, |
| "grad_norm": 51.39364242553711, |
| "learning_rate": 9.469901168014376e-06, |
| "loss": 3.4434, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.10238907849829351, |
| "grad_norm": 46.911163330078125, |
| "learning_rate": 9.460916442048518e-06, |
| "loss": 3.4355, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.10324232081911262, |
| "grad_norm": 32.2253303527832, |
| "learning_rate": 9.451931716082661e-06, |
| "loss": 3.2402, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.10409556313993173, |
| "grad_norm": 87.56474304199219, |
| "learning_rate": 9.442946990116802e-06, |
| "loss": 3.5059, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.10494880546075085, |
| "grad_norm": 75.4452896118164, |
| "learning_rate": 9.433962264150944e-06, |
| "loss": 3.1016, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.10580204778156997, |
| "grad_norm": 21.062419891357422, |
| "learning_rate": 9.424977538185086e-06, |
| "loss": 3.5176, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.10665529010238908, |
| "grad_norm": 34.950862884521484, |
| "learning_rate": 9.415992812219228e-06, |
| "loss": 3.2168, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.1075085324232082, |
| "grad_norm": 89.45964813232422, |
| "learning_rate": 9.40700808625337e-06, |
| "loss": 3.25, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.1083617747440273, |
| "grad_norm": 58.562896728515625, |
| "learning_rate": 9.398023360287512e-06, |
| "loss": 3.7793, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.10921501706484642, |
| "grad_norm": 54.15276336669922, |
| "learning_rate": 9.389038634321654e-06, |
| "loss": 3.5, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.11006825938566553, |
| "grad_norm": 32.4635124206543, |
| "learning_rate": 9.380053908355796e-06, |
| "loss": 2.915, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.11092150170648464, |
| "grad_norm": 22.57988739013672, |
| "learning_rate": 9.371069182389939e-06, |
| "loss": 2.9502, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.11177474402730375, |
| "grad_norm": 38.44780731201172, |
| "learning_rate": 9.36208445642408e-06, |
| "loss": 2.9336, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.11262798634812286, |
| "grad_norm": 21.83592414855957, |
| "learning_rate": 9.353099730458221e-06, |
| "loss": 2.9707, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.11348122866894197, |
| "grad_norm": 24.39005470275879, |
| "learning_rate": 9.344115004492363e-06, |
| "loss": 3.2578, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.11433447098976109, |
| "grad_norm": 59.925758361816406, |
| "learning_rate": 9.335130278526505e-06, |
| "loss": 3.2988, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.11518771331058021, |
| "grad_norm": 74.08988189697266, |
| "learning_rate": 9.326145552560647e-06, |
| "loss": 2.7236, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.11604095563139932, |
| "grad_norm": 63.953453063964844, |
| "learning_rate": 9.31716082659479e-06, |
| "loss": 3.1807, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.11689419795221843, |
| "grad_norm": 36.688720703125, |
| "learning_rate": 9.308176100628931e-06, |
| "loss": 2.8018, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.11774744027303755, |
| "grad_norm": 60.307430267333984, |
| "learning_rate": 9.299191374663074e-06, |
| "loss": 3.1572, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.11860068259385666, |
| "grad_norm": 28.88834571838379, |
| "learning_rate": 9.290206648697216e-06, |
| "loss": 3.4766, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.11945392491467577, |
| "grad_norm": 40.18682861328125, |
| "learning_rate": 9.281221922731358e-06, |
| "loss": 3.8594, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.12030716723549488, |
| "grad_norm": 74.8680648803711, |
| "learning_rate": 9.272237196765498e-06, |
| "loss": 3.1719, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.12116040955631399, |
| "grad_norm": 42.63037109375, |
| "learning_rate": 9.263252470799642e-06, |
| "loss": 2.8574, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.1220136518771331, |
| "grad_norm": 32.380043029785156, |
| "learning_rate": 9.254267744833784e-06, |
| "loss": 3.2363, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.12286689419795221, |
| "grad_norm": 71.21893310546875, |
| "learning_rate": 9.245283018867926e-06, |
| "loss": 3.1865, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.12372013651877133, |
| "grad_norm": 27.608762741088867, |
| "learning_rate": 9.236298292902067e-06, |
| "loss": 2.9258, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.12457337883959044, |
| "grad_norm": 26.77503776550293, |
| "learning_rate": 9.227313566936209e-06, |
| "loss": 3.0938, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.12542662116040956, |
| "grad_norm": 103.02552795410156, |
| "learning_rate": 9.21832884097035e-06, |
| "loss": 3.1328, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.12627986348122866, |
| "grad_norm": 83.52420806884766, |
| "learning_rate": 9.209344115004493e-06, |
| "loss": 2.9922, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.12713310580204779, |
| "grad_norm": 73.67784118652344, |
| "learning_rate": 9.200359389038635e-06, |
| "loss": 2.8223, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.12798634812286688, |
| "grad_norm": 23.8249454498291, |
| "learning_rate": 9.191374663072777e-06, |
| "loss": 3.3398, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.128839590443686, |
| "grad_norm": 69.4936294555664, |
| "learning_rate": 9.182389937106919e-06, |
| "loss": 3.4326, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.1296928327645051, |
| "grad_norm": 88.59197998046875, |
| "learning_rate": 9.173405211141061e-06, |
| "loss": 3.4414, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.13054607508532423, |
| "grad_norm": 29.386064529418945, |
| "learning_rate": 9.164420485175203e-06, |
| "loss": 3.0303, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.13139931740614336, |
| "grad_norm": 38.90749740600586, |
| "learning_rate": 9.155435759209345e-06, |
| "loss": 2.9619, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.13225255972696245, |
| "grad_norm": 74.41140747070312, |
| "learning_rate": 9.146451033243486e-06, |
| "loss": 3.4102, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.13310580204778158, |
| "grad_norm": 44.66842269897461, |
| "learning_rate": 9.13746630727763e-06, |
| "loss": 2.6963, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.13395904436860068, |
| "grad_norm": 33.257205963134766, |
| "learning_rate": 9.128481581311772e-06, |
| "loss": 3.1924, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.1348122866894198, |
| "grad_norm": 100.31049346923828, |
| "learning_rate": 9.119496855345914e-06, |
| "loss": 3.3809, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.1356655290102389, |
| "grad_norm": 54.77112579345703, |
| "learning_rate": 9.110512129380054e-06, |
| "loss": 3.5938, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.13651877133105803, |
| "grad_norm": 18.681119918823242, |
| "learning_rate": 9.101527403414196e-06, |
| "loss": 3.4785, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.13737201365187712, |
| "grad_norm": 62.4477424621582, |
| "learning_rate": 9.092542677448338e-06, |
| "loss": 3.2266, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.13822525597269625, |
| "grad_norm": 97.80989074707031, |
| "learning_rate": 9.08355795148248e-06, |
| "loss": 3.0898, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.13907849829351535, |
| "grad_norm": 91.97032928466797, |
| "learning_rate": 9.074573225516622e-06, |
| "loss": 3.6445, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.13993174061433447, |
| "grad_norm": 31.477741241455078, |
| "learning_rate": 9.065588499550765e-06, |
| "loss": 3.3359, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.1407849829351536, |
| "grad_norm": 21.278085708618164, |
| "learning_rate": 9.056603773584907e-06, |
| "loss": 3.3047, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.1416382252559727, |
| "grad_norm": 52.15373229980469, |
| "learning_rate": 9.047619047619049e-06, |
| "loss": 3.5176, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.14249146757679182, |
| "grad_norm": 14.358907699584961, |
| "learning_rate": 9.03863432165319e-06, |
| "loss": 2.8945, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.14334470989761092, |
| "grad_norm": 33.82578659057617, |
| "learning_rate": 9.029649595687333e-06, |
| "loss": 3.3242, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.14419795221843004, |
| "grad_norm": 72.78608703613281, |
| "learning_rate": 9.020664869721473e-06, |
| "loss": 3.416, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.14505119453924914, |
| "grad_norm": 97.01647186279297, |
| "learning_rate": 9.011680143755617e-06, |
| "loss": 3.25, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.14590443686006827, |
| "grad_norm": 54.42570114135742, |
| "learning_rate": 9.002695417789759e-06, |
| "loss": 3.1309, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.14675767918088736, |
| "grad_norm": 26.412174224853516, |
| "learning_rate": 8.9937106918239e-06, |
| "loss": 3.4609, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.1476109215017065, |
| "grad_norm": 71.91547393798828, |
| "learning_rate": 8.984725965858042e-06, |
| "loss": 3.1289, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.14846416382252559, |
| "grad_norm": 66.65043640136719, |
| "learning_rate": 8.975741239892184e-06, |
| "loss": 3.2383, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.1493174061433447, |
| "grad_norm": 164.26414489746094, |
| "learning_rate": 8.966756513926326e-06, |
| "loss": 4.3633, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.15017064846416384, |
| "grad_norm": 73.09919738769531, |
| "learning_rate": 8.957771787960468e-06, |
| "loss": 3.2148, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.15102389078498293, |
| "grad_norm": 40.517093658447266, |
| "learning_rate": 8.94878706199461e-06, |
| "loss": 2.9707, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.15187713310580206, |
| "grad_norm": 76.36444854736328, |
| "learning_rate": 8.939802336028752e-06, |
| "loss": 2.9424, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.15273037542662116, |
| "grad_norm": 119.0013198852539, |
| "learning_rate": 8.930817610062894e-06, |
| "loss": 3.1953, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.15358361774744028, |
| "grad_norm": 103.3395004272461, |
| "learning_rate": 8.921832884097036e-06, |
| "loss": 3.543, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.15443686006825938, |
| "grad_norm": 106.20706176757812, |
| "learning_rate": 8.912848158131178e-06, |
| "loss": 3.7734, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.1552901023890785, |
| "grad_norm": 53.621829986572266, |
| "learning_rate": 8.903863432165319e-06, |
| "loss": 3.1689, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.1561433447098976, |
| "grad_norm": 47.70130920410156, |
| "learning_rate": 8.89487870619946e-06, |
| "loss": 3.1543, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.15699658703071673, |
| "grad_norm": 38.16180419921875, |
| "learning_rate": 8.885893980233603e-06, |
| "loss": 2.6494, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.15784982935153583, |
| "grad_norm": 89.42051696777344, |
| "learning_rate": 8.876909254267747e-06, |
| "loss": 3.5508, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.15870307167235495, |
| "grad_norm": 60.47245407104492, |
| "learning_rate": 8.867924528301887e-06, |
| "loss": 3.6777, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.15955631399317405, |
| "grad_norm": 24.777610778808594, |
| "learning_rate": 8.85893980233603e-06, |
| "loss": 2.3027, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.16040955631399317, |
| "grad_norm": 28.14823341369629, |
| "learning_rate": 8.849955076370171e-06, |
| "loss": 3.0215, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.1612627986348123, |
| "grad_norm": 33.189239501953125, |
| "learning_rate": 8.840970350404313e-06, |
| "loss": 3.2891, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.1621160409556314, |
| "grad_norm": 25.520509719848633, |
| "learning_rate": 8.831985624438455e-06, |
| "loss": 2.8379, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.16296928327645052, |
| "grad_norm": 55.70583724975586, |
| "learning_rate": 8.823000898472598e-06, |
| "loss": 3.25, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.16382252559726962, |
| "grad_norm": 26.865032196044922, |
| "learning_rate": 8.81401617250674e-06, |
| "loss": 3.1055, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.16467576791808874, |
| "grad_norm": 22.27757453918457, |
| "learning_rate": 8.805031446540882e-06, |
| "loss": 2.5625, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.16552901023890784, |
| "grad_norm": 22.520416259765625, |
| "learning_rate": 8.796046720575024e-06, |
| "loss": 2.8887, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.16638225255972697, |
| "grad_norm": 18.727357864379883, |
| "learning_rate": 8.787061994609166e-06, |
| "loss": 2.6807, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.16723549488054607, |
| "grad_norm": 19.526918411254883, |
| "learning_rate": 8.778077268643306e-06, |
| "loss": 2.9512, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.1680887372013652, |
| "grad_norm": 25.042152404785156, |
| "learning_rate": 8.769092542677448e-06, |
| "loss": 3.168, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.1689419795221843, |
| "grad_norm": 21.94442367553711, |
| "learning_rate": 8.76010781671159e-06, |
| "loss": 3.3008, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.1697952218430034, |
| "grad_norm": 18.068660736083984, |
| "learning_rate": 8.751123090745734e-06, |
| "loss": 2.999, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.17064846416382254, |
| "grad_norm": 54.0893669128418, |
| "learning_rate": 8.742138364779875e-06, |
| "loss": 2.8115, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.17150170648464164, |
| "grad_norm": 87.9207992553711, |
| "learning_rate": 8.733153638814017e-06, |
| "loss": 3.6152, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.17235494880546076, |
| "grad_norm": 33.18696975708008, |
| "learning_rate": 8.724168912848159e-06, |
| "loss": 3.0527, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.17320819112627986, |
| "grad_norm": 36.34266662597656, |
| "learning_rate": 8.715184186882301e-06, |
| "loss": 3.2754, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.17406143344709898, |
| "grad_norm": 55.32210922241211, |
| "learning_rate": 8.706199460916443e-06, |
| "loss": 3.9746, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.17491467576791808, |
| "grad_norm": 27.2241268157959, |
| "learning_rate": 8.697214734950583e-06, |
| "loss": 3.4297, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.1757679180887372, |
| "grad_norm": 19.6944580078125, |
| "learning_rate": 8.688230008984727e-06, |
| "loss": 3.2139, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.1766211604095563, |
| "grad_norm": 14.382315635681152, |
| "learning_rate": 8.67924528301887e-06, |
| "loss": 2.7715, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.17747440273037543, |
| "grad_norm": 20.982158660888672, |
| "learning_rate": 8.670260557053011e-06, |
| "loss": 3.3418, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.17832764505119453, |
| "grad_norm": 23.547433853149414, |
| "learning_rate": 8.661275831087152e-06, |
| "loss": 2.9199, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.17918088737201365, |
| "grad_norm": 43.464237213134766, |
| "learning_rate": 8.652291105121294e-06, |
| "loss": 3.0234, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.18003412969283278, |
| "grad_norm": 41.555118560791016, |
| "learning_rate": 8.643306379155436e-06, |
| "loss": 3.0107, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.18088737201365188, |
| "grad_norm": 42.51097869873047, |
| "learning_rate": 8.634321653189578e-06, |
| "loss": 3.1074, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.181740614334471, |
| "grad_norm": 35.8163948059082, |
| "learning_rate": 8.62533692722372e-06, |
| "loss": 3.0488, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.1825938566552901, |
| "grad_norm": 48.06075668334961, |
| "learning_rate": 8.616352201257862e-06, |
| "loss": 2.8594, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.18344709897610922, |
| "grad_norm": 31.809709548950195, |
| "learning_rate": 8.607367475292004e-06, |
| "loss": 3.0605, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.18430034129692832, |
| "grad_norm": 33.539005279541016, |
| "learning_rate": 8.598382749326146e-06, |
| "loss": 2.8164, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.18515358361774745, |
| "grad_norm": 30.759517669677734, |
| "learning_rate": 8.589398023360288e-06, |
| "loss": 3.4043, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.18600682593856654, |
| "grad_norm": 46.54279327392578, |
| "learning_rate": 8.58041329739443e-06, |
| "loss": 3.3164, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.18686006825938567, |
| "grad_norm": 17.588998794555664, |
| "learning_rate": 8.571428571428571e-06, |
| "loss": 2.8232, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.18771331058020477, |
| "grad_norm": 40.2357063293457, |
| "learning_rate": 8.562443845462715e-06, |
| "loss": 3.6035, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.1885665529010239, |
| "grad_norm": 30.986467361450195, |
| "learning_rate": 8.553459119496857e-06, |
| "loss": 3.2402, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.189419795221843, |
| "grad_norm": 71.314453125, |
| "learning_rate": 8.544474393530999e-06, |
| "loss": 2.8965, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.19027303754266212, |
| "grad_norm": 60.04804611206055, |
| "learning_rate": 8.53548966756514e-06, |
| "loss": 3.2324, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.19112627986348124, |
| "grad_norm": 25.102706909179688, |
| "learning_rate": 8.526504941599281e-06, |
| "loss": 3.1973, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.19197952218430034, |
| "grad_norm": 58.8226203918457, |
| "learning_rate": 8.517520215633423e-06, |
| "loss": 3.291, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.19283276450511946, |
| "grad_norm": 80.93440246582031, |
| "learning_rate": 8.508535489667566e-06, |
| "loss": 4.0488, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.19368600682593856, |
| "grad_norm": 15.695361137390137, |
| "learning_rate": 8.499550763701708e-06, |
| "loss": 2.875, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.1945392491467577, |
| "grad_norm": 18.42605209350586, |
| "learning_rate": 8.49056603773585e-06, |
| "loss": 3.0059, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.19539249146757678, |
| "grad_norm": 20.952381134033203, |
| "learning_rate": 8.481581311769992e-06, |
| "loss": 3.6758, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.1962457337883959, |
| "grad_norm": 33.53485107421875, |
| "learning_rate": 8.472596585804134e-06, |
| "loss": 2.6758, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.197098976109215, |
| "grad_norm": 18.76603889465332, |
| "learning_rate": 8.463611859838276e-06, |
| "loss": 3.0684, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.19795221843003413, |
| "grad_norm": 61.98395538330078, |
| "learning_rate": 8.454627133872418e-06, |
| "loss": 3.3242, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.19880546075085323, |
| "grad_norm": 24.302837371826172, |
| "learning_rate": 8.445642407906558e-06, |
| "loss": 3.5234, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.19965870307167236, |
| "grad_norm": 58.31713104248047, |
| "learning_rate": 8.436657681940702e-06, |
| "loss": 3.7285, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.20051194539249148, |
| "grad_norm": 36.07301712036133, |
| "learning_rate": 8.427672955974844e-06, |
| "loss": 3.2148, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.20136518771331058, |
| "grad_norm": 20.333580017089844, |
| "learning_rate": 8.418688230008986e-06, |
| "loss": 3.2344, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.2022184300341297, |
| "grad_norm": 19.519014358520508, |
| "learning_rate": 8.409703504043127e-06, |
| "loss": 2.7363, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.2030716723549488, |
| "grad_norm": 17.365482330322266, |
| "learning_rate": 8.400718778077269e-06, |
| "loss": 3.0752, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.20392491467576793, |
| "grad_norm": 14.840271949768066, |
| "learning_rate": 8.391734052111411e-06, |
| "loss": 2.9824, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.20477815699658702, |
| "grad_norm": 19.23467254638672, |
| "learning_rate": 8.382749326145553e-06, |
| "loss": 2.9961, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.20563139931740615, |
| "grad_norm": 68.42906188964844, |
| "learning_rate": 8.373764600179695e-06, |
| "loss": 3.4277, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.20648464163822525, |
| "grad_norm": 26.17658042907715, |
| "learning_rate": 8.364779874213837e-06, |
| "loss": 2.6973, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.20733788395904437, |
| "grad_norm": 18.755210876464844, |
| "learning_rate": 8.35579514824798e-06, |
| "loss": 3.1953, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.20819112627986347, |
| "grad_norm": 17.498382568359375, |
| "learning_rate": 8.346810422282121e-06, |
| "loss": 3.0918, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.2090443686006826, |
| "grad_norm": 44.80198669433594, |
| "learning_rate": 8.337825696316264e-06, |
| "loss": 2.4717, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.2098976109215017, |
| "grad_norm": 45.40264892578125, |
| "learning_rate": 8.328840970350404e-06, |
| "loss": 2.9092, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.21075085324232082, |
| "grad_norm": 28.791826248168945, |
| "learning_rate": 8.319856244384546e-06, |
| "loss": 2.9834, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.21160409556313994, |
| "grad_norm": 26.131162643432617, |
| "learning_rate": 8.31087151841869e-06, |
| "loss": 2.9482, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.21245733788395904, |
| "grad_norm": 45.71311950683594, |
| "learning_rate": 8.301886792452832e-06, |
| "loss": 3.1572, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.21331058020477817, |
| "grad_norm": 27.159473419189453, |
| "learning_rate": 8.292902066486972e-06, |
| "loss": 2.8818, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.21416382252559726, |
| "grad_norm": 24.58170509338379, |
| "learning_rate": 8.283917340521114e-06, |
| "loss": 3.2188, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.2150170648464164, |
| "grad_norm": 25.872392654418945, |
| "learning_rate": 8.274932614555256e-06, |
| "loss": 3.2979, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.2158703071672355, |
| "grad_norm": 23.962533950805664, |
| "learning_rate": 8.265947888589399e-06, |
| "loss": 3.4648, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.2167235494880546, |
| "grad_norm": 17.57655143737793, |
| "learning_rate": 8.25696316262354e-06, |
| "loss": 2.7656, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.2175767918088737, |
| "grad_norm": 57.268821716308594, |
| "learning_rate": 8.247978436657683e-06, |
| "loss": 3.459, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.21843003412969283, |
| "grad_norm": 24.482690811157227, |
| "learning_rate": 8.238993710691825e-06, |
| "loss": 3.584, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.21928327645051193, |
| "grad_norm": 25.513710021972656, |
| "learning_rate": 8.230008984725967e-06, |
| "loss": 3.4512, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.22013651877133106, |
| "grad_norm": 55.66819381713867, |
| "learning_rate": 8.221024258760109e-06, |
| "loss": 3.0996, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.22098976109215018, |
| "grad_norm": 50.33326721191406, |
| "learning_rate": 8.212039532794251e-06, |
| "loss": 3.498, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.22184300341296928, |
| "grad_norm": 30.594228744506836, |
| "learning_rate": 8.203054806828391e-06, |
| "loss": 3.1953, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.2226962457337884, |
| "grad_norm": 20.082685470581055, |
| "learning_rate": 8.194070080862534e-06, |
| "loss": 3.2734, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.2235494880546075, |
| "grad_norm": 23.434057235717773, |
| "learning_rate": 8.185085354896676e-06, |
| "loss": 3.0488, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.22440273037542663, |
| "grad_norm": 75.93733215332031, |
| "learning_rate": 8.17610062893082e-06, |
| "loss": 3.4014, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.22525597269624573, |
| "grad_norm": 34.896339416503906, |
| "learning_rate": 8.16711590296496e-06, |
| "loss": 2.9199, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.22610921501706485, |
| "grad_norm": 14.582112312316895, |
| "learning_rate": 8.158131176999102e-06, |
| "loss": 2.9688, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.22696245733788395, |
| "grad_norm": 35.01908874511719, |
| "learning_rate": 8.149146451033244e-06, |
| "loss": 3.0977, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.22781569965870307, |
| "grad_norm": 18.878812789916992, |
| "learning_rate": 8.140161725067386e-06, |
| "loss": 2.9307, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.22866894197952217, |
| "grad_norm": 38.857398986816406, |
| "learning_rate": 8.131176999101528e-06, |
| "loss": 2.8672, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.2295221843003413, |
| "grad_norm": 21.270587921142578, |
| "learning_rate": 8.12219227313567e-06, |
| "loss": 2.79, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.23037542662116042, |
| "grad_norm": 55.603302001953125, |
| "learning_rate": 8.113207547169812e-06, |
| "loss": 3.1348, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.23122866894197952, |
| "grad_norm": 60.84667205810547, |
| "learning_rate": 8.104222821203954e-06, |
| "loss": 3.1846, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.23208191126279865, |
| "grad_norm": 21.8660888671875, |
| "learning_rate": 8.095238095238097e-06, |
| "loss": 2.4336, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.23293515358361774, |
| "grad_norm": 47.333717346191406, |
| "learning_rate": 8.086253369272239e-06, |
| "loss": 3.2207, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.23378839590443687, |
| "grad_norm": 41.70451354980469, |
| "learning_rate": 8.077268643306379e-06, |
| "loss": 2.8359, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.23464163822525597, |
| "grad_norm": 35.146942138671875, |
| "learning_rate": 8.068283917340521e-06, |
| "loss": 2.6738, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.2354948805460751, |
| "grad_norm": 16.213695526123047, |
| "learning_rate": 8.059299191374663e-06, |
| "loss": 2.8086, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.2363481228668942, |
| "grad_norm": 47.92852783203125, |
| "learning_rate": 8.050314465408805e-06, |
| "loss": 2.8867, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.23720136518771331, |
| "grad_norm": 42.166404724121094, |
| "learning_rate": 8.041329739442947e-06, |
| "loss": 3.125, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.2380546075085324, |
| "grad_norm": 24.129230499267578, |
| "learning_rate": 8.03234501347709e-06, |
| "loss": 3.043, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.23890784982935154, |
| "grad_norm": 16.145126342773438, |
| "learning_rate": 8.023360287511232e-06, |
| "loss": 3.3672, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.23976109215017063, |
| "grad_norm": 68.74685668945312, |
| "learning_rate": 8.014375561545374e-06, |
| "loss": 3.1924, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.24061433447098976, |
| "grad_norm": 25.997495651245117, |
| "learning_rate": 8.005390835579516e-06, |
| "loss": 3.0293, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.24146757679180889, |
| "grad_norm": 53.29498291015625, |
| "learning_rate": 7.996406109613656e-06, |
| "loss": 2.9922, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.24232081911262798, |
| "grad_norm": 15.400269508361816, |
| "learning_rate": 7.9874213836478e-06, |
| "loss": 3.1387, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.2431740614334471, |
| "grad_norm": 20.252784729003906, |
| "learning_rate": 7.978436657681942e-06, |
| "loss": 2.9648, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.2440273037542662, |
| "grad_norm": 57.464752197265625, |
| "learning_rate": 7.969451931716084e-06, |
| "loss": 3.6719, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.24488054607508533, |
| "grad_norm": 43.41289520263672, |
| "learning_rate": 7.960467205750224e-06, |
| "loss": 2.8242, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.24573378839590443, |
| "grad_norm": 17.788986206054688, |
| "learning_rate": 7.951482479784367e-06, |
| "loss": 3.1875, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.24658703071672355, |
| "grad_norm": 15.844386100769043, |
| "learning_rate": 7.942497753818509e-06, |
| "loss": 2.9785, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.24744027303754265, |
| "grad_norm": 58.50739669799805, |
| "learning_rate": 7.93351302785265e-06, |
| "loss": 2.9883, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.24829351535836178, |
| "grad_norm": 60.459251403808594, |
| "learning_rate": 7.924528301886793e-06, |
| "loss": 2.8467, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.24914675767918087, |
| "grad_norm": 48.048728942871094, |
| "learning_rate": 7.915543575920935e-06, |
| "loss": 3.1133, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 25.91424560546875, |
| "learning_rate": 7.906558849955077e-06, |
| "loss": 2.5762, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.2508532423208191, |
| "grad_norm": 65.37548065185547, |
| "learning_rate": 7.897574123989219e-06, |
| "loss": 3.1191, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.25170648464163825, |
| "grad_norm": 48.94771194458008, |
| "learning_rate": 7.888589398023361e-06, |
| "loss": 2.6484, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.2525597269624573, |
| "grad_norm": 45.35071563720703, |
| "learning_rate": 7.879604672057503e-06, |
| "loss": 3.1436, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.25341296928327645, |
| "grad_norm": 50.98272705078125, |
| "learning_rate": 7.870619946091644e-06, |
| "loss": 2.5635, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.25426621160409557, |
| "grad_norm": 24.23581886291504, |
| "learning_rate": 7.861635220125787e-06, |
| "loss": 3.0156, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.2551194539249147, |
| "grad_norm": 61.62641906738281, |
| "learning_rate": 7.85265049415993e-06, |
| "loss": 3.0684, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.25597269624573377, |
| "grad_norm": 31.647212982177734, |
| "learning_rate": 7.843665768194072e-06, |
| "loss": 2.6011, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.2568259385665529, |
| "grad_norm": 29.92403793334961, |
| "learning_rate": 7.834681042228212e-06, |
| "loss": 3.0156, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.257679180887372, |
| "grad_norm": 40.79433059692383, |
| "learning_rate": 7.825696316262354e-06, |
| "loss": 3.2021, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.25853242320819114, |
| "grad_norm": 21.312335968017578, |
| "learning_rate": 7.816711590296496e-06, |
| "loss": 2.7988, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.2593856655290102, |
| "grad_norm": 31.760292053222656, |
| "learning_rate": 7.807726864330638e-06, |
| "loss": 3.2148, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.26023890784982934, |
| "grad_norm": 20.41486167907715, |
| "learning_rate": 7.79874213836478e-06, |
| "loss": 2.9932, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.26109215017064846, |
| "grad_norm": 25.601892471313477, |
| "learning_rate": 7.789757412398922e-06, |
| "loss": 2.751, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.2619453924914676, |
| "grad_norm": 24.824922561645508, |
| "learning_rate": 7.780772686433065e-06, |
| "loss": 3.0527, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.2627986348122867, |
| "grad_norm": 41.55419158935547, |
| "learning_rate": 7.771787960467207e-06, |
| "loss": 2.877, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.2636518771331058, |
| "grad_norm": 31.784027099609375, |
| "learning_rate": 7.762803234501349e-06, |
| "loss": 3.3652, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.2645051194539249, |
| "grad_norm": 36.64832305908203, |
| "learning_rate": 7.75381850853549e-06, |
| "loss": 3.2246, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.26535836177474403, |
| "grad_norm": 59.69587707519531, |
| "learning_rate": 7.744833782569631e-06, |
| "loss": 2.8984, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.26621160409556316, |
| "grad_norm": 29.08624267578125, |
| "learning_rate": 7.735849056603775e-06, |
| "loss": 2.8701, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.26706484641638223, |
| "grad_norm": 34.791015625, |
| "learning_rate": 7.726864330637917e-06, |
| "loss": 2.5869, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.26791808873720135, |
| "grad_norm": 55.99431610107422, |
| "learning_rate": 7.717879604672058e-06, |
| "loss": 2.9512, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.2687713310580205, |
| "grad_norm": 30.719738006591797, |
| "learning_rate": 7.7088948787062e-06, |
| "loss": 3.1318, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.2696245733788396, |
| "grad_norm": 24.247756958007812, |
| "learning_rate": 7.699910152740342e-06, |
| "loss": 3.3125, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.27047781569965873, |
| "grad_norm": 19.7833309173584, |
| "learning_rate": 7.690925426774484e-06, |
| "loss": 2.8135, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.2713310580204778, |
| "grad_norm": 50.110103607177734, |
| "learning_rate": 7.681940700808626e-06, |
| "loss": 2.707, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.2721843003412969, |
| "grad_norm": 21.2917423248291, |
| "learning_rate": 7.672955974842768e-06, |
| "loss": 2.5205, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.27303754266211605, |
| "grad_norm": 33.85706329345703, |
| "learning_rate": 7.66397124887691e-06, |
| "loss": 2.7705, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.2738907849829352, |
| "grad_norm": 59.83601760864258, |
| "learning_rate": 7.654986522911052e-06, |
| "loss": 3.1875, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.27474402730375425, |
| "grad_norm": 61.3809928894043, |
| "learning_rate": 7.646001796945194e-06, |
| "loss": 3.1445, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.27559726962457337, |
| "grad_norm": 77.88739776611328, |
| "learning_rate": 7.637017070979336e-06, |
| "loss": 2.9951, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.2764505119453925, |
| "grad_norm": 47.42338180541992, |
| "learning_rate": 7.6280323450134775e-06, |
| "loss": 3.1553, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.2773037542662116, |
| "grad_norm": 31.061063766479492, |
| "learning_rate": 7.61904761904762e-06, |
| "loss": 3.2158, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.2781569965870307, |
| "grad_norm": 19.786115646362305, |
| "learning_rate": 7.6100628930817626e-06, |
| "loss": 2.5645, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.2790102389078498, |
| "grad_norm": 18.45869255065918, |
| "learning_rate": 7.601078167115904e-06, |
| "loss": 2.6465, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.27986348122866894, |
| "grad_norm": 43.45344924926758, |
| "learning_rate": 7.592093441150046e-06, |
| "loss": 2.7793, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.28071672354948807, |
| "grad_norm": 42.01021957397461, |
| "learning_rate": 7.583108715184188e-06, |
| "loss": 2.8398, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.2815699658703072, |
| "grad_norm": 22.967981338500977, |
| "learning_rate": 7.574123989218329e-06, |
| "loss": 3.2949, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.28242320819112626, |
| "grad_norm": 48.885189056396484, |
| "learning_rate": 7.565139263252471e-06, |
| "loss": 2.7598, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.2832764505119454, |
| "grad_norm": 83.62909698486328, |
| "learning_rate": 7.5561545372866126e-06, |
| "loss": 3.6533, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.2841296928327645, |
| "grad_norm": 102.9934310913086, |
| "learning_rate": 7.5471698113207555e-06, |
| "loss": 2.9414, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.28498293515358364, |
| "grad_norm": 22.28573989868164, |
| "learning_rate": 7.538185085354898e-06, |
| "loss": 3.0723, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.2858361774744027, |
| "grad_norm": 20.038768768310547, |
| "learning_rate": 7.52920035938904e-06, |
| "loss": 3.2168, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.28668941979522183, |
| "grad_norm": 17.91118049621582, |
| "learning_rate": 7.520215633423181e-06, |
| "loss": 3.1191, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.28754266211604096, |
| "grad_norm": 23.860708236694336, |
| "learning_rate": 7.511230907457323e-06, |
| "loss": 2.8877, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.2883959044368601, |
| "grad_norm": 25.451940536499023, |
| "learning_rate": 7.502246181491465e-06, |
| "loss": 2.9814, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.28924914675767915, |
| "grad_norm": 44.59007263183594, |
| "learning_rate": 7.493261455525606e-06, |
| "loss": 3.0049, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.2901023890784983, |
| "grad_norm": 14.881490707397461, |
| "learning_rate": 7.484276729559748e-06, |
| "loss": 2.5664, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.2909556313993174, |
| "grad_norm": 44.933406829833984, |
| "learning_rate": 7.475292003593891e-06, |
| "loss": 2.8262, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.29180887372013653, |
| "grad_norm": 44.93138122558594, |
| "learning_rate": 7.4663072776280334e-06, |
| "loss": 2.9414, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.29266211604095566, |
| "grad_norm": 17.614646911621094, |
| "learning_rate": 7.457322551662175e-06, |
| "loss": 2.627, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.2935153583617747, |
| "grad_norm": 34.46635055541992, |
| "learning_rate": 7.448337825696317e-06, |
| "loss": 2.9785, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.29436860068259385, |
| "grad_norm": 65.03298950195312, |
| "learning_rate": 7.439353099730459e-06, |
| "loss": 2.6504, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.295221843003413, |
| "grad_norm": 21.21845245361328, |
| "learning_rate": 7.4303683737646e-06, |
| "loss": 2.8721, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.2960750853242321, |
| "grad_norm": 33.291107177734375, |
| "learning_rate": 7.421383647798742e-06, |
| "loss": 2.6748, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.29692832764505117, |
| "grad_norm": 18.167999267578125, |
| "learning_rate": 7.412398921832885e-06, |
| "loss": 2.6123, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.2977815699658703, |
| "grad_norm": 41.19535446166992, |
| "learning_rate": 7.403414195867027e-06, |
| "loss": 3.4941, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.2986348122866894, |
| "grad_norm": 28.60065269470215, |
| "learning_rate": 7.3944294699011685e-06, |
| "loss": 3.0127, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.29948805460750855, |
| "grad_norm": 28.26238441467285, |
| "learning_rate": 7.3854447439353106e-06, |
| "loss": 2.791, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.3003412969283277, |
| "grad_norm": 31.91538429260254, |
| "learning_rate": 7.376460017969453e-06, |
| "loss": 2.7793, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.30119453924914674, |
| "grad_norm": 19.526973724365234, |
| "learning_rate": 7.367475292003594e-06, |
| "loss": 2.8916, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.30204778156996587, |
| "grad_norm": 39.5968132019043, |
| "learning_rate": 7.358490566037736e-06, |
| "loss": 2.6309, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.302901023890785, |
| "grad_norm": 53.58340072631836, |
| "learning_rate": 7.349505840071879e-06, |
| "loss": 2.9912, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.3037542662116041, |
| "grad_norm": 38.25190353393555, |
| "learning_rate": 7.340521114106021e-06, |
| "loss": 2.7041, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.3046075085324232, |
| "grad_norm": 15.885865211486816, |
| "learning_rate": 7.331536388140162e-06, |
| "loss": 3.0859, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.3054607508532423, |
| "grad_norm": 19.57723617553711, |
| "learning_rate": 7.322551662174304e-06, |
| "loss": 3.0664, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.30631399317406144, |
| "grad_norm": 63.955474853515625, |
| "learning_rate": 7.313566936208446e-06, |
| "loss": 2.7041, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.30716723549488056, |
| "grad_norm": 32.2467155456543, |
| "learning_rate": 7.304582210242588e-06, |
| "loss": 3.2461, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.30802047781569963, |
| "grad_norm": 30.897621154785156, |
| "learning_rate": 7.29559748427673e-06, |
| "loss": 3.4238, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.30887372013651876, |
| "grad_norm": 18.033702850341797, |
| "learning_rate": 7.286612758310873e-06, |
| "loss": 3.0957, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.3097269624573379, |
| "grad_norm": 41.53689956665039, |
| "learning_rate": 7.277628032345015e-06, |
| "loss": 2.918, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.310580204778157, |
| "grad_norm": 43.60328674316406, |
| "learning_rate": 7.268643306379156e-06, |
| "loss": 3.0557, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.31143344709897613, |
| "grad_norm": 55.88149642944336, |
| "learning_rate": 7.259658580413298e-06, |
| "loss": 2.7529, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.3122866894197952, |
| "grad_norm": 46.07794952392578, |
| "learning_rate": 7.250673854447439e-06, |
| "loss": 2.835, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.31313993174061433, |
| "grad_norm": 19.480363845825195, |
| "learning_rate": 7.2416891284815814e-06, |
| "loss": 2.4336, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.31399317406143346, |
| "grad_norm": 78.5523681640625, |
| "learning_rate": 7.2327044025157235e-06, |
| "loss": 2.9111, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.3148464163822526, |
| "grad_norm": 56.7245979309082, |
| "learning_rate": 7.2237196765498665e-06, |
| "loss": 2.7549, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.31569965870307165, |
| "grad_norm": 94.528076171875, |
| "learning_rate": 7.214734950584008e-06, |
| "loss": 2.9033, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.3165529010238908, |
| "grad_norm": 62.33586883544922, |
| "learning_rate": 7.20575022461815e-06, |
| "loss": 3.4121, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.3174061433447099, |
| "grad_norm": 19.558395385742188, |
| "learning_rate": 7.196765498652292e-06, |
| "loss": 2.9961, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.318259385665529, |
| "grad_norm": 41.45348358154297, |
| "learning_rate": 7.187780772686433e-06, |
| "loss": 3.1143, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.3191126279863481, |
| "grad_norm": 42.826805114746094, |
| "learning_rate": 7.178796046720575e-06, |
| "loss": 3.0479, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.3199658703071672, |
| "grad_norm": 60.3271598815918, |
| "learning_rate": 7.169811320754717e-06, |
| "loss": 3.6201, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.32081911262798635, |
| "grad_norm": 15.749074935913086, |
| "learning_rate": 7.16082659478886e-06, |
| "loss": 3.1504, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.3216723549488055, |
| "grad_norm": 28.352935791015625, |
| "learning_rate": 7.1518418688230015e-06, |
| "loss": 2.6055, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.3225255972696246, |
| "grad_norm": 22.02720069885254, |
| "learning_rate": 7.1428571428571436e-06, |
| "loss": 2.6562, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.32337883959044367, |
| "grad_norm": 32.356258392333984, |
| "learning_rate": 7.133872416891286e-06, |
| "loss": 2.502, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.3242320819112628, |
| "grad_norm": 55.318992614746094, |
| "learning_rate": 7.124887690925427e-06, |
| "loss": 3.8184, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.3250853242320819, |
| "grad_norm": 13.6019926071167, |
| "learning_rate": 7.115902964959569e-06, |
| "loss": 2.7568, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.32593856655290104, |
| "grad_norm": 30.500629425048828, |
| "learning_rate": 7.106918238993711e-06, |
| "loss": 2.5703, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.3267918088737201, |
| "grad_norm": 19.479543685913086, |
| "learning_rate": 7.097933513027854e-06, |
| "loss": 3.1357, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.32764505119453924, |
| "grad_norm": 14.30429744720459, |
| "learning_rate": 7.088948787061995e-06, |
| "loss": 2.4258, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.32849829351535836, |
| "grad_norm": 46.64712142944336, |
| "learning_rate": 7.079964061096137e-06, |
| "loss": 2.4863, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.3293515358361775, |
| "grad_norm": 14.86281681060791, |
| "learning_rate": 7.0709793351302794e-06, |
| "loss": 2.5391, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.3302047781569966, |
| "grad_norm": 24.936386108398438, |
| "learning_rate": 7.061994609164421e-06, |
| "loss": 3.0732, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.3310580204778157, |
| "grad_norm": 23.111101150512695, |
| "learning_rate": 7.053009883198563e-06, |
| "loss": 2.9229, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.3319112627986348, |
| "grad_norm": 28.36639976501465, |
| "learning_rate": 7.044025157232705e-06, |
| "loss": 3.0352, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.33276450511945393, |
| "grad_norm": 22.827180862426758, |
| "learning_rate": 7.035040431266848e-06, |
| "loss": 3.0488, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.33361774744027306, |
| "grad_norm": 24.18820571899414, |
| "learning_rate": 7.026055705300989e-06, |
| "loss": 2.1445, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.33447098976109213, |
| "grad_norm": 38.80826950073242, |
| "learning_rate": 7.017070979335131e-06, |
| "loss": 3.0645, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.33532423208191126, |
| "grad_norm": 39.28004455566406, |
| "learning_rate": 7.008086253369273e-06, |
| "loss": 2.6309, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.3361774744027304, |
| "grad_norm": 16.985010147094727, |
| "learning_rate": 6.9991015274034144e-06, |
| "loss": 2.792, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.3370307167235495, |
| "grad_norm": 18.20982551574707, |
| "learning_rate": 6.9901168014375565e-06, |
| "loss": 3.1348, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.3378839590443686, |
| "grad_norm": 23.503843307495117, |
| "learning_rate": 6.981132075471699e-06, |
| "loss": 2.4434, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.3387372013651877, |
| "grad_norm": 69.62710571289062, |
| "learning_rate": 6.9721473495058416e-06, |
| "loss": 2.8184, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.3395904436860068, |
| "grad_norm": 47.18648910522461, |
| "learning_rate": 6.963162623539983e-06, |
| "loss": 2.9189, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.34044368600682595, |
| "grad_norm": 40.54623794555664, |
| "learning_rate": 6.954177897574125e-06, |
| "loss": 2.7744, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.3412969283276451, |
| "grad_norm": 26.348918914794922, |
| "learning_rate": 6.945193171608267e-06, |
| "loss": 2.7061, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.34215017064846415, |
| "grad_norm": 26.754854202270508, |
| "learning_rate": 6.936208445642408e-06, |
| "loss": 2.8203, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.3430034129692833, |
| "grad_norm": 23.61028289794922, |
| "learning_rate": 6.92722371967655e-06, |
| "loss": 2.502, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.3438566552901024, |
| "grad_norm": 51.461273193359375, |
| "learning_rate": 6.9182389937106915e-06, |
| "loss": 3.4434, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.3447098976109215, |
| "grad_norm": 61.8600959777832, |
| "learning_rate": 6.9092542677448345e-06, |
| "loss": 3.0664, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.3455631399317406, |
| "grad_norm": 36.4835319519043, |
| "learning_rate": 6.9002695417789766e-06, |
| "loss": 2.5781, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.3464163822525597, |
| "grad_norm": 20.035572052001953, |
| "learning_rate": 6.891284815813119e-06, |
| "loss": 2.7451, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.34726962457337884, |
| "grad_norm": 23.01044273376465, |
| "learning_rate": 6.88230008984726e-06, |
| "loss": 2.8359, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.34812286689419797, |
| "grad_norm": 34.898773193359375, |
| "learning_rate": 6.873315363881402e-06, |
| "loss": 2.8604, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.34897610921501704, |
| "grad_norm": 17.49709701538086, |
| "learning_rate": 6.864330637915544e-06, |
| "loss": 2.75, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.34982935153583616, |
| "grad_norm": 32.71485900878906, |
| "learning_rate": 6.855345911949685e-06, |
| "loss": 3.1094, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.3506825938566553, |
| "grad_norm": 19.570741653442383, |
| "learning_rate": 6.846361185983828e-06, |
| "loss": 2.9473, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.3515358361774744, |
| "grad_norm": 29.854347229003906, |
| "learning_rate": 6.83737646001797e-06, |
| "loss": 2.8809, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.35238907849829354, |
| "grad_norm": 43.52353286743164, |
| "learning_rate": 6.8283917340521124e-06, |
| "loss": 2.8164, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.3532423208191126, |
| "grad_norm": 26.43115997314453, |
| "learning_rate": 6.819407008086254e-06, |
| "loss": 2.4014, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.35409556313993173, |
| "grad_norm": 25.89423370361328, |
| "learning_rate": 6.810422282120396e-06, |
| "loss": 2.6406, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.35494880546075086, |
| "grad_norm": 35.70558166503906, |
| "learning_rate": 6.801437556154538e-06, |
| "loss": 2.4619, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.35580204778157, |
| "grad_norm": 33.59202194213867, |
| "learning_rate": 6.792452830188679e-06, |
| "loss": 2.8213, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.35665529010238906, |
| "grad_norm": 25.010950088500977, |
| "learning_rate": 6.783468104222821e-06, |
| "loss": 2.8096, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.3575085324232082, |
| "grad_norm": 23.81590461730957, |
| "learning_rate": 6.774483378256964e-06, |
| "loss": 2.3193, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.3583617747440273, |
| "grad_norm": 42.35072708129883, |
| "learning_rate": 6.765498652291106e-06, |
| "loss": 2.6592, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.35921501706484643, |
| "grad_norm": 40.074851989746094, |
| "learning_rate": 6.7565139263252475e-06, |
| "loss": 2.6318, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.36006825938566556, |
| "grad_norm": 32.20216751098633, |
| "learning_rate": 6.7475292003593895e-06, |
| "loss": 3.2891, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.3609215017064846, |
| "grad_norm": 37.29304122924805, |
| "learning_rate": 6.738544474393532e-06, |
| "loss": 2.9023, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.36177474402730375, |
| "grad_norm": 32.8192024230957, |
| "learning_rate": 6.729559748427673e-06, |
| "loss": 2.9736, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.3626279863481229, |
| "grad_norm": 23.262601852416992, |
| "learning_rate": 6.720575022461815e-06, |
| "loss": 2.4893, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.363481228668942, |
| "grad_norm": 40.62841796875, |
| "learning_rate": 6.711590296495958e-06, |
| "loss": 2.9531, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.3643344709897611, |
| "grad_norm": 30.518091201782227, |
| "learning_rate": 6.7026055705301e-06, |
| "loss": 2.4004, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.3651877133105802, |
| "grad_norm": 28.2186336517334, |
| "learning_rate": 6.693620844564241e-06, |
| "loss": 2.8008, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.3660409556313993, |
| "grad_norm": 14.801209449768066, |
| "learning_rate": 6.684636118598383e-06, |
| "loss": 2.4902, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.36689419795221845, |
| "grad_norm": 19.97643280029297, |
| "learning_rate": 6.675651392632525e-06, |
| "loss": 2.6104, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.3677474402730375, |
| "grad_norm": 33.75346374511719, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 2.6221, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.36860068259385664, |
| "grad_norm": 31.13344383239746, |
| "learning_rate": 6.657681940700809e-06, |
| "loss": 2.9883, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.36945392491467577, |
| "grad_norm": 24.86776351928711, |
| "learning_rate": 6.648697214734952e-06, |
| "loss": 3.3652, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.3703071672354949, |
| "grad_norm": 55.863922119140625, |
| "learning_rate": 6.639712488769094e-06, |
| "loss": 2.8779, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.371160409556314, |
| "grad_norm": 14.440893173217773, |
| "learning_rate": 6.630727762803235e-06, |
| "loss": 2.8555, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.3720136518771331, |
| "grad_norm": 16.983476638793945, |
| "learning_rate": 6.621743036837377e-06, |
| "loss": 3.1016, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.3728668941979522, |
| "grad_norm": 17.240015029907227, |
| "learning_rate": 6.612758310871519e-06, |
| "loss": 2.8311, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.37372013651877134, |
| "grad_norm": 18.871740341186523, |
| "learning_rate": 6.60377358490566e-06, |
| "loss": 2.8125, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.37457337883959047, |
| "grad_norm": 36.629554748535156, |
| "learning_rate": 6.5947888589398025e-06, |
| "loss": 2.7119, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.37542662116040953, |
| "grad_norm": 22.077198028564453, |
| "learning_rate": 6.5858041329739454e-06, |
| "loss": 2.5117, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.37627986348122866, |
| "grad_norm": 36.363304138183594, |
| "learning_rate": 6.576819407008087e-06, |
| "loss": 3.335, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.3771331058020478, |
| "grad_norm": 17.072507858276367, |
| "learning_rate": 6.567834681042229e-06, |
| "loss": 2.8789, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.3779863481228669, |
| "grad_norm": 30.818571090698242, |
| "learning_rate": 6.558849955076371e-06, |
| "loss": 2.8848, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.378839590443686, |
| "grad_norm": 35.21898651123047, |
| "learning_rate": 6.549865229110512e-06, |
| "loss": 2.6309, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.3796928327645051, |
| "grad_norm": 24.29189109802246, |
| "learning_rate": 6.540880503144654e-06, |
| "loss": 2.8311, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.38054607508532423, |
| "grad_norm": 27.211631774902344, |
| "learning_rate": 6.531895777178796e-06, |
| "loss": 2.7578, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.38139931740614336, |
| "grad_norm": 20.377609252929688, |
| "learning_rate": 6.522911051212939e-06, |
| "loss": 2.5107, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.3822525597269625, |
| "grad_norm": 31.11419677734375, |
| "learning_rate": 6.5139263252470805e-06, |
| "loss": 3.0205, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.38310580204778155, |
| "grad_norm": 27.811227798461914, |
| "learning_rate": 6.5049415992812226e-06, |
| "loss": 2.5117, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.3839590443686007, |
| "grad_norm": 27.51049041748047, |
| "learning_rate": 6.495956873315365e-06, |
| "loss": 2.748, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.3848122866894198, |
| "grad_norm": 23.872310638427734, |
| "learning_rate": 6.486972147349506e-06, |
| "loss": 3.1309, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.3856655290102389, |
| "grad_norm": 25.639631271362305, |
| "learning_rate": 6.477987421383648e-06, |
| "loss": 3.0293, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.386518771331058, |
| "grad_norm": 78.10359954833984, |
| "learning_rate": 6.46900269541779e-06, |
| "loss": 2.7129, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.3873720136518771, |
| "grad_norm": 33.32661056518555, |
| "learning_rate": 6.460017969451933e-06, |
| "loss": 3.0215, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.38822525597269625, |
| "grad_norm": 18.216999053955078, |
| "learning_rate": 6.451033243486074e-06, |
| "loss": 2.6982, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.3890784982935154, |
| "grad_norm": 15.191929817199707, |
| "learning_rate": 6.442048517520216e-06, |
| "loss": 2.6016, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.38993174061433444, |
| "grad_norm": 20.197877883911133, |
| "learning_rate": 6.433063791554358e-06, |
| "loss": 2.791, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.39078498293515357, |
| "grad_norm": 20.7491397857666, |
| "learning_rate": 6.4240790655885e-06, |
| "loss": 2.3955, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.3916382252559727, |
| "grad_norm": 14.716793060302734, |
| "learning_rate": 6.415094339622642e-06, |
| "loss": 2.6826, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.3924914675767918, |
| "grad_norm": 23.43107032775879, |
| "learning_rate": 6.406109613656784e-06, |
| "loss": 3.1709, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.39334470989761094, |
| "grad_norm": 17.54826545715332, |
| "learning_rate": 6.397124887690927e-06, |
| "loss": 2.3867, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.39419795221843, |
| "grad_norm": 83.90989685058594, |
| "learning_rate": 6.388140161725068e-06, |
| "loss": 2.9434, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.39505119453924914, |
| "grad_norm": 69.95578002929688, |
| "learning_rate": 6.37915543575921e-06, |
| "loss": 2.5518, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.39590443686006827, |
| "grad_norm": 53.826499938964844, |
| "learning_rate": 6.370170709793352e-06, |
| "loss": 2.4453, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.3967576791808874, |
| "grad_norm": 18.601577758789062, |
| "learning_rate": 6.3611859838274934e-06, |
| "loss": 2.9531, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.39761092150170646, |
| "grad_norm": 34.0197868347168, |
| "learning_rate": 6.3522012578616355e-06, |
| "loss": 2.4746, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.3984641638225256, |
| "grad_norm": 44.096134185791016, |
| "learning_rate": 6.343216531895778e-06, |
| "loss": 2.8955, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.3993174061433447, |
| "grad_norm": 24.102462768554688, |
| "learning_rate": 6.3342318059299205e-06, |
| "loss": 2.792, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.40017064846416384, |
| "grad_norm": 17.850786209106445, |
| "learning_rate": 6.325247079964062e-06, |
| "loss": 2.3228, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.40102389078498296, |
| "grad_norm": 21.928977966308594, |
| "learning_rate": 6.316262353998204e-06, |
| "loss": 2.6504, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.40187713310580203, |
| "grad_norm": 25.40172004699707, |
| "learning_rate": 6.307277628032346e-06, |
| "loss": 2.6084, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.40273037542662116, |
| "grad_norm": 16.1717586517334, |
| "learning_rate": 6.298292902066487e-06, |
| "loss": 2.0674, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.4035836177474403, |
| "grad_norm": 29.402706146240234, |
| "learning_rate": 6.289308176100629e-06, |
| "loss": 2.916, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.4044368600682594, |
| "grad_norm": 23.10331153869629, |
| "learning_rate": 6.2803234501347705e-06, |
| "loss": 2.6895, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.4052901023890785, |
| "grad_norm": 23.997806549072266, |
| "learning_rate": 6.2713387241689135e-06, |
| "loss": 2.6953, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.4061433447098976, |
| "grad_norm": 39.14799118041992, |
| "learning_rate": 6.2623539982030556e-06, |
| "loss": 2.625, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.4069965870307167, |
| "grad_norm": 29.97382164001465, |
| "learning_rate": 6.253369272237198e-06, |
| "loss": 3.2129, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.40784982935153585, |
| "grad_norm": 17.89264678955078, |
| "learning_rate": 6.244384546271339e-06, |
| "loss": 2.6367, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.4087030716723549, |
| "grad_norm": 40.39899444580078, |
| "learning_rate": 6.235399820305481e-06, |
| "loss": 2.8965, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.40955631399317405, |
| "grad_norm": 48.41572952270508, |
| "learning_rate": 6.226415094339623e-06, |
| "loss": 3.0703, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.4104095563139932, |
| "grad_norm": 31.183040618896484, |
| "learning_rate": 6.217430368373764e-06, |
| "loss": 2.1592, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.4112627986348123, |
| "grad_norm": 36.558773040771484, |
| "learning_rate": 6.208445642407907e-06, |
| "loss": 2.3945, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.4121160409556314, |
| "grad_norm": 19.117509841918945, |
| "learning_rate": 6.199460916442049e-06, |
| "loss": 3.0605, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.4129692832764505, |
| "grad_norm": 48.38492965698242, |
| "learning_rate": 6.1904761904761914e-06, |
| "loss": 2.291, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.4138225255972696, |
| "grad_norm": 21.41737937927246, |
| "learning_rate": 6.181491464510333e-06, |
| "loss": 2.8252, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.41467576791808874, |
| "grad_norm": 42.10402297973633, |
| "learning_rate": 6.172506738544475e-06, |
| "loss": 3.0918, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.41552901023890787, |
| "grad_norm": 46.72148895263672, |
| "learning_rate": 6.163522012578617e-06, |
| "loss": 2.6162, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.41638225255972694, |
| "grad_norm": 21.43707847595215, |
| "learning_rate": 6.154537286612758e-06, |
| "loss": 2.2754, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.41723549488054607, |
| "grad_norm": 16.188798904418945, |
| "learning_rate": 6.145552560646901e-06, |
| "loss": 2.5078, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.4180887372013652, |
| "grad_norm": 19.047313690185547, |
| "learning_rate": 6.136567834681043e-06, |
| "loss": 2.9209, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.4189419795221843, |
| "grad_norm": 36.833744049072266, |
| "learning_rate": 6.127583108715185e-06, |
| "loss": 2.5791, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.4197952218430034, |
| "grad_norm": 19.706417083740234, |
| "learning_rate": 6.1185983827493264e-06, |
| "loss": 2.9268, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.4206484641638225, |
| "grad_norm": 33.76554870605469, |
| "learning_rate": 6.1096136567834685e-06, |
| "loss": 2.4229, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.42150170648464164, |
| "grad_norm": 35.278297424316406, |
| "learning_rate": 6.100628930817611e-06, |
| "loss": 2.7832, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.42235494880546076, |
| "grad_norm": 25.52465057373047, |
| "learning_rate": 6.091644204851752e-06, |
| "loss": 2.8623, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.4232081911262799, |
| "grad_norm": 50.70538330078125, |
| "learning_rate": 6.082659478885895e-06, |
| "loss": 2.7324, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.42406143344709896, |
| "grad_norm": 33.23221206665039, |
| "learning_rate": 6.073674752920037e-06, |
| "loss": 2.8828, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.4249146757679181, |
| "grad_norm": 44.4984245300293, |
| "learning_rate": 6.064690026954179e-06, |
| "loss": 2.7217, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.4257679180887372, |
| "grad_norm": 40.04144287109375, |
| "learning_rate": 6.05570530098832e-06, |
| "loss": 2.4414, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.42662116040955633, |
| "grad_norm": 31.808074951171875, |
| "learning_rate": 6.046720575022462e-06, |
| "loss": 2.5635, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.4274744027303754, |
| "grad_norm": 27.19110679626465, |
| "learning_rate": 6.037735849056604e-06, |
| "loss": 2.6348, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.4283276450511945, |
| "grad_norm": 52.006351470947266, |
| "learning_rate": 6.028751123090746e-06, |
| "loss": 3.4004, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.42918088737201365, |
| "grad_norm": 49.40862274169922, |
| "learning_rate": 6.019766397124888e-06, |
| "loss": 2.6865, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.4300341296928328, |
| "grad_norm": 17.69283676147461, |
| "learning_rate": 6.010781671159031e-06, |
| "loss": 2.4824, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.4308873720136519, |
| "grad_norm": 20.699617385864258, |
| "learning_rate": 6.001796945193173e-06, |
| "loss": 3.0488, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.431740614334471, |
| "grad_norm": 56.287269592285156, |
| "learning_rate": 5.992812219227314e-06, |
| "loss": 3.0703, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.4325938566552901, |
| "grad_norm": 19.926307678222656, |
| "learning_rate": 5.983827493261456e-06, |
| "loss": 2.7871, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.4334470989761092, |
| "grad_norm": 33.74576187133789, |
| "learning_rate": 5.974842767295598e-06, |
| "loss": 2.9238, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.43430034129692835, |
| "grad_norm": 27.027666091918945, |
| "learning_rate": 5.965858041329739e-06, |
| "loss": 2.2666, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.4351535836177474, |
| "grad_norm": 49.87267303466797, |
| "learning_rate": 5.9568733153638815e-06, |
| "loss": 2.4355, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.43600682593856654, |
| "grad_norm": 33.75191879272461, |
| "learning_rate": 5.9478885893980244e-06, |
| "loss": 2.1299, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.43686006825938567, |
| "grad_norm": 23.760793685913086, |
| "learning_rate": 5.938903863432166e-06, |
| "loss": 2.9541, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.4377133105802048, |
| "grad_norm": 19.85642433166504, |
| "learning_rate": 5.929919137466308e-06, |
| "loss": 2.9023, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.43856655290102387, |
| "grad_norm": 42.32032775878906, |
| "learning_rate": 5.92093441150045e-06, |
| "loss": 2.8652, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.439419795221843, |
| "grad_norm": 32.215065002441406, |
| "learning_rate": 5.911949685534591e-06, |
| "loss": 3.1729, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.4402730375426621, |
| "grad_norm": 31.592498779296875, |
| "learning_rate": 5.902964959568733e-06, |
| "loss": 2.5439, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.44112627986348124, |
| "grad_norm": 26.448612213134766, |
| "learning_rate": 5.893980233602875e-06, |
| "loss": 2.3545, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.44197952218430037, |
| "grad_norm": 49.79834747314453, |
| "learning_rate": 5.884995507637018e-06, |
| "loss": 2.8105, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.44283276450511944, |
| "grad_norm": 45.154701232910156, |
| "learning_rate": 5.8760107816711595e-06, |
| "loss": 2.9541, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.44368600682593856, |
| "grad_norm": 41.03085708618164, |
| "learning_rate": 5.8670260557053015e-06, |
| "loss": 2.8398, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.4445392491467577, |
| "grad_norm": 21.58003807067871, |
| "learning_rate": 5.858041329739444e-06, |
| "loss": 2.7559, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.4453924914675768, |
| "grad_norm": 21.989830017089844, |
| "learning_rate": 5.849056603773585e-06, |
| "loss": 3.0488, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.4462457337883959, |
| "grad_norm": 14.759679794311523, |
| "learning_rate": 5.840071877807727e-06, |
| "loss": 2.9902, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.447098976109215, |
| "grad_norm": 14.680983543395996, |
| "learning_rate": 5.831087151841869e-06, |
| "loss": 2.4238, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.44795221843003413, |
| "grad_norm": 20.452116012573242, |
| "learning_rate": 5.822102425876012e-06, |
| "loss": 2.7881, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.44880546075085326, |
| "grad_norm": 15.639450073242188, |
| "learning_rate": 5.813117699910153e-06, |
| "loss": 2.6191, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.4496587030716723, |
| "grad_norm": 38.403995513916016, |
| "learning_rate": 5.804132973944295e-06, |
| "loss": 2.6895, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.45051194539249145, |
| "grad_norm": 14.627884864807129, |
| "learning_rate": 5.795148247978437e-06, |
| "loss": 2.7598, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.4513651877133106, |
| "grad_norm": 17.250015258789062, |
| "learning_rate": 5.786163522012579e-06, |
| "loss": 2.5088, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.4522184300341297, |
| "grad_norm": 36.893882751464844, |
| "learning_rate": 5.777178796046721e-06, |
| "loss": 2.6611, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.45307167235494883, |
| "grad_norm": 29.592458724975586, |
| "learning_rate": 5.768194070080863e-06, |
| "loss": 2.3877, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.4539249146757679, |
| "grad_norm": 29.255516052246094, |
| "learning_rate": 5.759209344115006e-06, |
| "loss": 3.1191, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.454778156996587, |
| "grad_norm": 27.445293426513672, |
| "learning_rate": 5.750224618149147e-06, |
| "loss": 2.4629, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.45563139931740615, |
| "grad_norm": 20.05036735534668, |
| "learning_rate": 5.741239892183289e-06, |
| "loss": 2.5107, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.4564846416382253, |
| "grad_norm": 16.583898544311523, |
| "learning_rate": 5.732255166217431e-06, |
| "loss": 3.3027, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.45733788395904434, |
| "grad_norm": 34.19240188598633, |
| "learning_rate": 5.723270440251572e-06, |
| "loss": 2.3574, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.45819112627986347, |
| "grad_norm": 29.18450164794922, |
| "learning_rate": 5.7142857142857145e-06, |
| "loss": 2.3818, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.4590443686006826, |
| "grad_norm": 26.387821197509766, |
| "learning_rate": 5.705300988319857e-06, |
| "loss": 2.709, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.4598976109215017, |
| "grad_norm": 19.58378028869629, |
| "learning_rate": 5.6963162623539995e-06, |
| "loss": 2.6631, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.46075085324232085, |
| "grad_norm": 25.05061912536621, |
| "learning_rate": 5.687331536388141e-06, |
| "loss": 2.6152, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.4616040955631399, |
| "grad_norm": 33.281044006347656, |
| "learning_rate": 5.678346810422283e-06, |
| "loss": 2.6494, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.46245733788395904, |
| "grad_norm": 15.196967124938965, |
| "learning_rate": 5.669362084456425e-06, |
| "loss": 2.9629, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.46331058020477817, |
| "grad_norm": 48.015869140625, |
| "learning_rate": 5.660377358490566e-06, |
| "loss": 2.7188, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.4641638225255973, |
| "grad_norm": 40.080692291259766, |
| "learning_rate": 5.651392632524708e-06, |
| "loss": 3.4395, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.46501706484641636, |
| "grad_norm": 14.495575904846191, |
| "learning_rate": 5.64240790655885e-06, |
| "loss": 2.5498, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.4658703071672355, |
| "grad_norm": 20.11421775817871, |
| "learning_rate": 5.6334231805929925e-06, |
| "loss": 2.4463, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.4667235494880546, |
| "grad_norm": 22.752029418945312, |
| "learning_rate": 5.6244384546271346e-06, |
| "loss": 2.376, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.46757679180887374, |
| "grad_norm": 31.627084732055664, |
| "learning_rate": 5.615453728661277e-06, |
| "loss": 2.3809, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.4684300341296928, |
| "grad_norm": 45.1749382019043, |
| "learning_rate": 5.606469002695418e-06, |
| "loss": 2.6025, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.46928327645051193, |
| "grad_norm": 14.6268892288208, |
| "learning_rate": 5.59748427672956e-06, |
| "loss": 2.3457, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.47013651877133106, |
| "grad_norm": 22.34581756591797, |
| "learning_rate": 5.588499550763702e-06, |
| "loss": 2.9863, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.4709897610921502, |
| "grad_norm": 30.1942195892334, |
| "learning_rate": 5.579514824797843e-06, |
| "loss": 3.0391, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.4718430034129693, |
| "grad_norm": 44.00593566894531, |
| "learning_rate": 5.570530098831986e-06, |
| "loss": 3.0767, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.4726962457337884, |
| "grad_norm": 20.9268798828125, |
| "learning_rate": 5.561545372866128e-06, |
| "loss": 2.3945, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.4735494880546075, |
| "grad_norm": 17.279001235961914, |
| "learning_rate": 5.55256064690027e-06, |
| "loss": 2.2637, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.47440273037542663, |
| "grad_norm": 35.23509979248047, |
| "learning_rate": 5.543575920934412e-06, |
| "loss": 2.5107, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.47525597269624575, |
| "grad_norm": 26.05479621887207, |
| "learning_rate": 5.534591194968554e-06, |
| "loss": 2.457, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.4761092150170648, |
| "grad_norm": 50.16437530517578, |
| "learning_rate": 5.525606469002696e-06, |
| "loss": 2.9473, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.47696245733788395, |
| "grad_norm": 27.86246109008789, |
| "learning_rate": 5.516621743036837e-06, |
| "loss": 2.6533, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.4778156996587031, |
| "grad_norm": 43.706398010253906, |
| "learning_rate": 5.50763701707098e-06, |
| "loss": 2.8643, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.4786689419795222, |
| "grad_norm": 41.53769302368164, |
| "learning_rate": 5.498652291105122e-06, |
| "loss": 2.7725, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.47952218430034127, |
| "grad_norm": 46.46355438232422, |
| "learning_rate": 5.489667565139264e-06, |
| "loss": 3.3379, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.4803754266211604, |
| "grad_norm": 20.3262882232666, |
| "learning_rate": 5.4806828391734054e-06, |
| "loss": 2.7764, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.4812286689419795, |
| "grad_norm": 25.64153480529785, |
| "learning_rate": 5.4716981132075475e-06, |
| "loss": 2.6289, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.48208191126279865, |
| "grad_norm": 23.21479606628418, |
| "learning_rate": 5.46271338724169e-06, |
| "loss": 2.793, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.48293515358361777, |
| "grad_norm": 25.748003005981445, |
| "learning_rate": 5.453728661275831e-06, |
| "loss": 2.5664, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.48378839590443684, |
| "grad_norm": 15.132332801818848, |
| "learning_rate": 5.444743935309974e-06, |
| "loss": 2.5977, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.48464163822525597, |
| "grad_norm": 22.88768768310547, |
| "learning_rate": 5.435759209344116e-06, |
| "loss": 2.4688, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.4854948805460751, |
| "grad_norm": 40.691104888916016, |
| "learning_rate": 5.426774483378258e-06, |
| "loss": 2.627, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.4863481228668942, |
| "grad_norm": 19.89053726196289, |
| "learning_rate": 5.417789757412399e-06, |
| "loss": 2.6426, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.4872013651877133, |
| "grad_norm": 52.61355209350586, |
| "learning_rate": 5.408805031446541e-06, |
| "loss": 3.0352, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.4880546075085324, |
| "grad_norm": 25.755590438842773, |
| "learning_rate": 5.399820305480683e-06, |
| "loss": 2.8721, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.48890784982935154, |
| "grad_norm": 49.290321350097656, |
| "learning_rate": 5.390835579514825e-06, |
| "loss": 2.9473, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.48976109215017066, |
| "grad_norm": 17.155630111694336, |
| "learning_rate": 5.3818508535489676e-06, |
| "loss": 2.6191, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.4906143344709898, |
| "grad_norm": 20.74138641357422, |
| "learning_rate": 5.37286612758311e-06, |
| "loss": 2.5684, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.49146757679180886, |
| "grad_norm": 38.56920623779297, |
| "learning_rate": 5.363881401617252e-06, |
| "loss": 2.6221, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.492320819112628, |
| "grad_norm": 31.176231384277344, |
| "learning_rate": 5.354896675651393e-06, |
| "loss": 2.3271, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.4931740614334471, |
| "grad_norm": 54.210899353027344, |
| "learning_rate": 5.345911949685535e-06, |
| "loss": 2.4258, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.49402730375426623, |
| "grad_norm": 21.1136474609375, |
| "learning_rate": 5.336927223719677e-06, |
| "loss": 2.6562, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.4948805460750853, |
| "grad_norm": 16.198816299438477, |
| "learning_rate": 5.327942497753818e-06, |
| "loss": 3.1621, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.49573378839590443, |
| "grad_norm": 25.892831802368164, |
| "learning_rate": 5.3189577717879605e-06, |
| "loss": 2.793, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.49658703071672355, |
| "grad_norm": 15.013483047485352, |
| "learning_rate": 5.3099730458221034e-06, |
| "loss": 2.4639, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.4974402730375427, |
| "grad_norm": 35.05656051635742, |
| "learning_rate": 5.300988319856245e-06, |
| "loss": 2.8516, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.49829351535836175, |
| "grad_norm": 27.9871768951416, |
| "learning_rate": 5.292003593890387e-06, |
| "loss": 2.4189, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.4991467576791809, |
| "grad_norm": 15.608467102050781, |
| "learning_rate": 5.283018867924529e-06, |
| "loss": 2.5889, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 31.001338958740234, |
| "learning_rate": 5.27403414195867e-06, |
| "loss": 2.3174, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.5008532423208191, |
| "grad_norm": 31.35817527770996, |
| "learning_rate": 5.265049415992812e-06, |
| "loss": 2.3955, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.5017064846416383, |
| "grad_norm": 23.374814987182617, |
| "learning_rate": 5.256064690026954e-06, |
| "loss": 3.2852, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.5025597269624573, |
| "grad_norm": 22.058351516723633, |
| "learning_rate": 5.247079964061097e-06, |
| "loss": 2.4004, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.5034129692832765, |
| "grad_norm": 41.5433235168457, |
| "learning_rate": 5.2380952380952384e-06, |
| "loss": 2.8564, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.5042662116040956, |
| "grad_norm": 20.69767189025879, |
| "learning_rate": 5.2291105121293805e-06, |
| "loss": 2.623, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.5051194539249146, |
| "grad_norm": 28.56145477294922, |
| "learning_rate": 5.220125786163523e-06, |
| "loss": 2.6143, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.5059726962457338, |
| "grad_norm": 64.19149780273438, |
| "learning_rate": 5.211141060197664e-06, |
| "loss": 3.0439, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.5068259385665529, |
| "grad_norm": 42.88633346557617, |
| "learning_rate": 5.202156334231806e-06, |
| "loss": 2.3398, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.507679180887372, |
| "grad_norm": 25.10820770263672, |
| "learning_rate": 5.193171608265948e-06, |
| "loss": 2.2949, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.5085324232081911, |
| "grad_norm": 24.562023162841797, |
| "learning_rate": 5.184186882300091e-06, |
| "loss": 2.7129, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.5093856655290102, |
| "grad_norm": 36.790157318115234, |
| "learning_rate": 5.175202156334232e-06, |
| "loss": 2.5508, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.5102389078498294, |
| "grad_norm": 24.073081970214844, |
| "learning_rate": 5.166217430368374e-06, |
| "loss": 2.5186, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.5110921501706485, |
| "grad_norm": 35.33838653564453, |
| "learning_rate": 5.157232704402516e-06, |
| "loss": 2.4971, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.5119453924914675, |
| "grad_norm": 28.3082275390625, |
| "learning_rate": 5.148247978436658e-06, |
| "loss": 2.8848, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.5127986348122867, |
| "grad_norm": 25.457237243652344, |
| "learning_rate": 5.1392632524708e-06, |
| "loss": 2.7832, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.5136518771331058, |
| "grad_norm": 34.88469314575195, |
| "learning_rate": 5.130278526504942e-06, |
| "loss": 2.4941, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.514505119453925, |
| "grad_norm": 41.899715423583984, |
| "learning_rate": 5.121293800539085e-06, |
| "loss": 3.002, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.515358361774744, |
| "grad_norm": 27.774612426757812, |
| "learning_rate": 5.112309074573226e-06, |
| "loss": 2.8643, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.5162116040955631, |
| "grad_norm": 67.86431121826172, |
| "learning_rate": 5.103324348607368e-06, |
| "loss": 2.8418, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.5170648464163823, |
| "grad_norm": 27.578550338745117, |
| "learning_rate": 5.09433962264151e-06, |
| "loss": 2.2207, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.5179180887372014, |
| "grad_norm": 31.7324275970459, |
| "learning_rate": 5.085354896675651e-06, |
| "loss": 3.3027, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.5187713310580204, |
| "grad_norm": 20.27518081665039, |
| "learning_rate": 5.0763701707097935e-06, |
| "loss": 2.2842, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.5196245733788396, |
| "grad_norm": 27.45115089416504, |
| "learning_rate": 5.067385444743936e-06, |
| "loss": 2.2988, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.5204778156996587, |
| "grad_norm": 40.405704498291016, |
| "learning_rate": 5.0584007187780785e-06, |
| "loss": 3.1377, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.5213310580204779, |
| "grad_norm": 15.520742416381836, |
| "learning_rate": 5.04941599281222e-06, |
| "loss": 2.3604, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.5221843003412969, |
| "grad_norm": 28.408700942993164, |
| "learning_rate": 5.040431266846362e-06, |
| "loss": 2.5693, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.523037542662116, |
| "grad_norm": 33.49451446533203, |
| "learning_rate": 5.031446540880504e-06, |
| "loss": 2.6279, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.5238907849829352, |
| "grad_norm": 17.04746437072754, |
| "learning_rate": 5.022461814914645e-06, |
| "loss": 2.5713, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.5247440273037542, |
| "grad_norm": 35.0278205871582, |
| "learning_rate": 5.013477088948787e-06, |
| "loss": 2.4004, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.5255972696245734, |
| "grad_norm": 23.72642707824707, |
| "learning_rate": 5.004492362982929e-06, |
| "loss": 2.832, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.5264505119453925, |
| "grad_norm": 17.700857162475586, |
| "learning_rate": 4.9955076370170715e-06, |
| "loss": 2.8467, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.5273037542662116, |
| "grad_norm": 26.797855377197266, |
| "learning_rate": 4.986522911051213e-06, |
| "loss": 2.7002, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.5281569965870307, |
| "grad_norm": 15.89353084564209, |
| "learning_rate": 4.977538185085356e-06, |
| "loss": 2.8301, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.5290102389078498, |
| "grad_norm": 17.26994514465332, |
| "learning_rate": 4.968553459119497e-06, |
| "loss": 2.4023, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.5298634812286689, |
| "grad_norm": 50.756412506103516, |
| "learning_rate": 4.959568733153639e-06, |
| "loss": 2.1123, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.5307167235494881, |
| "grad_norm": 42.956947326660156, |
| "learning_rate": 4.950584007187781e-06, |
| "loss": 2.2637, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.5315699658703071, |
| "grad_norm": 22.47896385192871, |
| "learning_rate": 4.941599281221923e-06, |
| "loss": 2.7529, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.5324232081911263, |
| "grad_norm": 18.382062911987305, |
| "learning_rate": 4.932614555256065e-06, |
| "loss": 2.6665, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.5332764505119454, |
| "grad_norm": 45.38220977783203, |
| "learning_rate": 4.9236298292902065e-06, |
| "loss": 2.4453, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.5341296928327645, |
| "grad_norm": 51.33029556274414, |
| "learning_rate": 4.914645103324349e-06, |
| "loss": 3.1621, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.5349829351535836, |
| "grad_norm": 39.17404556274414, |
| "learning_rate": 4.905660377358491e-06, |
| "loss": 2.9941, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.5358361774744027, |
| "grad_norm": 56.7110595703125, |
| "learning_rate": 4.896675651392633e-06, |
| "loss": 2.9219, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.5366894197952219, |
| "grad_norm": 15.27424144744873, |
| "learning_rate": 4.887690925426775e-06, |
| "loss": 2.5547, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.537542662116041, |
| "grad_norm": 22.87930679321289, |
| "learning_rate": 4.878706199460917e-06, |
| "loss": 2.3506, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.53839590443686, |
| "grad_norm": 53.75349807739258, |
| "learning_rate": 4.869721473495059e-06, |
| "loss": 2.3652, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.5392491467576792, |
| "grad_norm": 30.84817123413086, |
| "learning_rate": 4.8607367475292e-06, |
| "loss": 2.9297, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.5401023890784983, |
| "grad_norm": 20.29245948791504, |
| "learning_rate": 4.851752021563343e-06, |
| "loss": 2.9795, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.5409556313993175, |
| "grad_norm": 17.75739097595215, |
| "learning_rate": 4.842767295597484e-06, |
| "loss": 2.4072, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.5418088737201365, |
| "grad_norm": 21.76918601989746, |
| "learning_rate": 4.8337825696316265e-06, |
| "loss": 2.5088, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.5426621160409556, |
| "grad_norm": 31.445209503173828, |
| "learning_rate": 4.824797843665769e-06, |
| "loss": 2.4473, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.5435153583617748, |
| "grad_norm": 43.67631530761719, |
| "learning_rate": 4.815813117699911e-06, |
| "loss": 2.7129, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.5443686006825939, |
| "grad_norm": 41.579044342041016, |
| "learning_rate": 4.806828391734053e-06, |
| "loss": 2.6562, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.5452218430034129, |
| "grad_norm": 22.987728118896484, |
| "learning_rate": 4.797843665768194e-06, |
| "loss": 2.8525, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.5460750853242321, |
| "grad_norm": 17.46269416809082, |
| "learning_rate": 4.788858939802337e-06, |
| "loss": 2.6797, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.5469283276450512, |
| "grad_norm": 14.546910285949707, |
| "learning_rate": 4.779874213836478e-06, |
| "loss": 2.4775, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.5477815699658704, |
| "grad_norm": 29.865407943725586, |
| "learning_rate": 4.77088948787062e-06, |
| "loss": 2.6279, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.5486348122866894, |
| "grad_norm": 14.915757179260254, |
| "learning_rate": 4.761904761904762e-06, |
| "loss": 2.5225, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.5494880546075085, |
| "grad_norm": 29.640846252441406, |
| "learning_rate": 4.7529200359389045e-06, |
| "loss": 2.4248, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.5503412969283277, |
| "grad_norm": 44.55379104614258, |
| "learning_rate": 4.7439353099730466e-06, |
| "loss": 2.6348, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.5511945392491467, |
| "grad_norm": 18.605289459228516, |
| "learning_rate": 4.734950584007188e-06, |
| "loss": 2.2568, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.5520477815699659, |
| "grad_norm": 22.488618850708008, |
| "learning_rate": 4.725965858041331e-06, |
| "loss": 2.7637, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.552901023890785, |
| "grad_norm": 18.215923309326172, |
| "learning_rate": 4.716981132075472e-06, |
| "loss": 2.4238, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.5537542662116041, |
| "grad_norm": 48.733970642089844, |
| "learning_rate": 4.707996406109614e-06, |
| "loss": 2.998, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.5546075085324232, |
| "grad_norm": 20.413524627685547, |
| "learning_rate": 4.699011680143756e-06, |
| "loss": 2.335, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.5554607508532423, |
| "grad_norm": 46.819068908691406, |
| "learning_rate": 4.690026954177898e-06, |
| "loss": 3.0381, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.5563139931740614, |
| "grad_norm": 26.987506866455078, |
| "learning_rate": 4.68104222821204e-06, |
| "loss": 2.7188, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.5571672354948806, |
| "grad_norm": 37.12288284301758, |
| "learning_rate": 4.6720575022461816e-06, |
| "loss": 2.4189, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.5580204778156996, |
| "grad_norm": 36.88205337524414, |
| "learning_rate": 4.663072776280324e-06, |
| "loss": 2.6191, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.5588737201365188, |
| "grad_norm": 14.645258903503418, |
| "learning_rate": 4.654088050314466e-06, |
| "loss": 1.9053, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.5597269624573379, |
| "grad_norm": 17.644990921020508, |
| "learning_rate": 4.645103324348608e-06, |
| "loss": 2.7158, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.560580204778157, |
| "grad_norm": 70.53995513916016, |
| "learning_rate": 4.636118598382749e-06, |
| "loss": 3.0059, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.5614334470989761, |
| "grad_norm": 50.95589065551758, |
| "learning_rate": 4.627133872416892e-06, |
| "loss": 3.1006, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.5622866894197952, |
| "grad_norm": 41.75291061401367, |
| "learning_rate": 4.618149146451033e-06, |
| "loss": 2.29, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.5631399317406144, |
| "grad_norm": 32.955204010009766, |
| "learning_rate": 4.609164420485175e-06, |
| "loss": 2.3164, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.5639931740614335, |
| "grad_norm": 33.37961196899414, |
| "learning_rate": 4.6001796945193174e-06, |
| "loss": 2.6953, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.5648464163822525, |
| "grad_norm": 41.79698181152344, |
| "learning_rate": 4.5911949685534595e-06, |
| "loss": 2.916, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.5656996587030717, |
| "grad_norm": 18.266895294189453, |
| "learning_rate": 4.582210242587602e-06, |
| "loss": 2.1611, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.5665529010238908, |
| "grad_norm": 29.101303100585938, |
| "learning_rate": 4.573225516621743e-06, |
| "loss": 2.749, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.5674061433447098, |
| "grad_norm": 58.654640197753906, |
| "learning_rate": 4.564240790655886e-06, |
| "loss": 3.3467, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.568259385665529, |
| "grad_norm": 52.830665588378906, |
| "learning_rate": 4.555256064690027e-06, |
| "loss": 3.0654, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.5691126279863481, |
| "grad_norm": 39.432003021240234, |
| "learning_rate": 4.546271338724169e-06, |
| "loss": 2.9551, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.5699658703071673, |
| "grad_norm": 19.742292404174805, |
| "learning_rate": 4.537286612758311e-06, |
| "loss": 2.8438, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.5708191126279863, |
| "grad_norm": 31.633556365966797, |
| "learning_rate": 4.528301886792453e-06, |
| "loss": 2.6396, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.5716723549488054, |
| "grad_norm": 58.045066833496094, |
| "learning_rate": 4.519317160826595e-06, |
| "loss": 2.7832, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.5725255972696246, |
| "grad_norm": 55.10057067871094, |
| "learning_rate": 4.510332434860737e-06, |
| "loss": 3.0498, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.5733788395904437, |
| "grad_norm": 41.77906799316406, |
| "learning_rate": 4.5013477088948796e-06, |
| "loss": 2.9658, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.5742320819112628, |
| "grad_norm": 27.726163864135742, |
| "learning_rate": 4.492362982929021e-06, |
| "loss": 2.7373, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.5750853242320819, |
| "grad_norm": 16.946115493774414, |
| "learning_rate": 4.483378256963163e-06, |
| "loss": 3.0039, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.575938566552901, |
| "grad_norm": 21.34795379638672, |
| "learning_rate": 4.474393530997305e-06, |
| "loss": 3.1045, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.5767918088737202, |
| "grad_norm": 45.67304229736328, |
| "learning_rate": 4.465408805031447e-06, |
| "loss": 2.7686, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.5776450511945392, |
| "grad_norm": 34.049530029296875, |
| "learning_rate": 4.456424079065589e-06, |
| "loss": 2.4395, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.5784982935153583, |
| "grad_norm": 36.776790618896484, |
| "learning_rate": 4.44743935309973e-06, |
| "loss": 2.8105, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.5793515358361775, |
| "grad_norm": 17.602291107177734, |
| "learning_rate": 4.438454627133873e-06, |
| "loss": 2.9131, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.5802047781569966, |
| "grad_norm": 27.473234176635742, |
| "learning_rate": 4.429469901168015e-06, |
| "loss": 2.8359, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.5810580204778157, |
| "grad_norm": 22.257198333740234, |
| "learning_rate": 4.420485175202157e-06, |
| "loss": 2.4365, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.5819112627986348, |
| "grad_norm": 53.0062141418457, |
| "learning_rate": 4.411500449236299e-06, |
| "loss": 2.2266, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.5827645051194539, |
| "grad_norm": 35.180240631103516, |
| "learning_rate": 4.402515723270441e-06, |
| "loss": 2.6904, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.5836177474402731, |
| "grad_norm": 28.43410873413086, |
| "learning_rate": 4.393530997304583e-06, |
| "loss": 2.4229, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.5844709897610921, |
| "grad_norm": 18.973915100097656, |
| "learning_rate": 4.384546271338724e-06, |
| "loss": 2.5684, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.5853242320819113, |
| "grad_norm": 66.25029754638672, |
| "learning_rate": 4.375561545372867e-06, |
| "loss": 2.3496, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.5861774744027304, |
| "grad_norm": 32.91408157348633, |
| "learning_rate": 4.366576819407008e-06, |
| "loss": 2.3613, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.5870307167235495, |
| "grad_norm": 27.794586181640625, |
| "learning_rate": 4.3575920934411504e-06, |
| "loss": 3.0039, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.5878839590443686, |
| "grad_norm": 33.872276306152344, |
| "learning_rate": 4.348607367475292e-06, |
| "loss": 2.5781, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.5887372013651877, |
| "grad_norm": 23.393707275390625, |
| "learning_rate": 4.339622641509435e-06, |
| "loss": 2.4434, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.5895904436860068, |
| "grad_norm": 27.395784378051758, |
| "learning_rate": 4.330637915543576e-06, |
| "loss": 2.3867, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.590443686006826, |
| "grad_norm": 27.155609130859375, |
| "learning_rate": 4.321653189577718e-06, |
| "loss": 2.7422, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.591296928327645, |
| "grad_norm": 25.652048110961914, |
| "learning_rate": 4.31266846361186e-06, |
| "loss": 2.4365, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.5921501706484642, |
| "grad_norm": 22.866825103759766, |
| "learning_rate": 4.303683737646002e-06, |
| "loss": 2.7734, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.5930034129692833, |
| "grad_norm": 43.10763931274414, |
| "learning_rate": 4.294699011680144e-06, |
| "loss": 2.5938, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.5938566552901023, |
| "grad_norm": 24.86405372619629, |
| "learning_rate": 4.2857142857142855e-06, |
| "loss": 2.2871, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.5947098976109215, |
| "grad_norm": 25.735193252563477, |
| "learning_rate": 4.276729559748428e-06, |
| "loss": 2.4424, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.5955631399317406, |
| "grad_norm": 17.094524383544922, |
| "learning_rate": 4.26774483378257e-06, |
| "loss": 3.0898, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.5964163822525598, |
| "grad_norm": 32.05537796020508, |
| "learning_rate": 4.258760107816712e-06, |
| "loss": 3.0322, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.5972696245733788, |
| "grad_norm": 19.903535842895508, |
| "learning_rate": 4.249775381850854e-06, |
| "loss": 2.2871, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.5981228668941979, |
| "grad_norm": 28.79990005493164, |
| "learning_rate": 4.240790655884996e-06, |
| "loss": 2.6797, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.5989761092150171, |
| "grad_norm": 13.19858169555664, |
| "learning_rate": 4.231805929919138e-06, |
| "loss": 2.417, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.5998293515358362, |
| "grad_norm": 23.84611701965332, |
| "learning_rate": 4.222821203953279e-06, |
| "loss": 2.5889, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.6006825938566553, |
| "grad_norm": 47.766387939453125, |
| "learning_rate": 4.213836477987422e-06, |
| "loss": 2.335, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.6015358361774744, |
| "grad_norm": 41.32902526855469, |
| "learning_rate": 4.204851752021563e-06, |
| "loss": 2.9268, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.6023890784982935, |
| "grad_norm": 27.452489852905273, |
| "learning_rate": 4.1958670260557055e-06, |
| "loss": 2.2168, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.6032423208191127, |
| "grad_norm": 19.42645263671875, |
| "learning_rate": 4.186882300089848e-06, |
| "loss": 2.5527, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.6040955631399317, |
| "grad_norm": 21.670026779174805, |
| "learning_rate": 4.17789757412399e-06, |
| "loss": 2.3047, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.6049488054607508, |
| "grad_norm": 41.55127716064453, |
| "learning_rate": 4.168912848158132e-06, |
| "loss": 2.7568, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.60580204778157, |
| "grad_norm": 18.455894470214844, |
| "learning_rate": 4.159928122192273e-06, |
| "loss": 2.1895, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.606655290102389, |
| "grad_norm": 32.20492172241211, |
| "learning_rate": 4.150943396226416e-06, |
| "loss": 2.6816, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.6075085324232082, |
| "grad_norm": 21.960777282714844, |
| "learning_rate": 4.141958670260557e-06, |
| "loss": 2.7148, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.6083617747440273, |
| "grad_norm": 18.987390518188477, |
| "learning_rate": 4.132973944294699e-06, |
| "loss": 2.4961, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.6092150170648464, |
| "grad_norm": 19.618938446044922, |
| "learning_rate": 4.123989218328841e-06, |
| "loss": 2.1768, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.6100682593856656, |
| "grad_norm": 20.22203254699707, |
| "learning_rate": 4.1150044923629835e-06, |
| "loss": 2.5034, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.6109215017064846, |
| "grad_norm": 25.868797302246094, |
| "learning_rate": 4.1060197663971255e-06, |
| "loss": 2.2061, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.6117747440273038, |
| "grad_norm": 19.47433090209961, |
| "learning_rate": 4.097035040431267e-06, |
| "loss": 3.0068, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.6126279863481229, |
| "grad_norm": 34.66838836669922, |
| "learning_rate": 4.08805031446541e-06, |
| "loss": 2.7236, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.613481228668942, |
| "grad_norm": 59.0142822265625, |
| "learning_rate": 4.079065588499551e-06, |
| "loss": 3.1172, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.6143344709897611, |
| "grad_norm": 64.44792938232422, |
| "learning_rate": 4.070080862533693e-06, |
| "loss": 2.5957, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.6151877133105802, |
| "grad_norm": 16.721546173095703, |
| "learning_rate": 4.061096136567835e-06, |
| "loss": 2.8066, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.6160409556313993, |
| "grad_norm": 24.300310134887695, |
| "learning_rate": 4.052111410601977e-06, |
| "loss": 2.7002, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.6168941979522184, |
| "grad_norm": 34.62942123413086, |
| "learning_rate": 4.043126684636119e-06, |
| "loss": 2.9609, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.6177474402730375, |
| "grad_norm": 26.634056091308594, |
| "learning_rate": 4.0341419586702606e-06, |
| "loss": 2.3535, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.6186006825938567, |
| "grad_norm": 40.439910888671875, |
| "learning_rate": 4.025157232704403e-06, |
| "loss": 2.9062, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.6194539249146758, |
| "grad_norm": 17.941150665283203, |
| "learning_rate": 4.016172506738545e-06, |
| "loss": 2.7451, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.6203071672354948, |
| "grad_norm": 14.031157493591309, |
| "learning_rate": 4.007187780772687e-06, |
| "loss": 2.5586, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.621160409556314, |
| "grad_norm": 12.27566146850586, |
| "learning_rate": 3.998203054806828e-06, |
| "loss": 2.3438, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.6220136518771331, |
| "grad_norm": 13.139644622802734, |
| "learning_rate": 3.989218328840971e-06, |
| "loss": 2.4688, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.6228668941979523, |
| "grad_norm": 16.500751495361328, |
| "learning_rate": 3.980233602875112e-06, |
| "loss": 2.7188, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.6237201365187713, |
| "grad_norm": 28.81122398376465, |
| "learning_rate": 3.971248876909254e-06, |
| "loss": 2.3291, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.6245733788395904, |
| "grad_norm": 25.21991539001465, |
| "learning_rate": 3.962264150943396e-06, |
| "loss": 2.5391, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.6254266211604096, |
| "grad_norm": 29.478809356689453, |
| "learning_rate": 3.9532794249775385e-06, |
| "loss": 2.7256, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.6262798634812287, |
| "grad_norm": 20.742538452148438, |
| "learning_rate": 3.944294699011681e-06, |
| "loss": 3.0352, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.6271331058020477, |
| "grad_norm": 94.33541107177734, |
| "learning_rate": 3.935309973045822e-06, |
| "loss": 2.3477, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.6279863481228669, |
| "grad_norm": 14.510876655578613, |
| "learning_rate": 3.926325247079965e-06, |
| "loss": 2.127, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.628839590443686, |
| "grad_norm": 21.58650016784668, |
| "learning_rate": 3.917340521114106e-06, |
| "loss": 2.2949, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.6296928327645052, |
| "grad_norm": 17.82122802734375, |
| "learning_rate": 3.908355795148248e-06, |
| "loss": 2.8574, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.6305460750853242, |
| "grad_norm": 18.0192813873291, |
| "learning_rate": 3.89937106918239e-06, |
| "loss": 2.3711, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.6313993174061433, |
| "grad_norm": 24.10041618347168, |
| "learning_rate": 3.890386343216532e-06, |
| "loss": 2.9199, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.6322525597269625, |
| "grad_norm": 27.862274169921875, |
| "learning_rate": 3.881401617250674e-06, |
| "loss": 2.8037, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.6331058020477816, |
| "grad_norm": 16.650089263916016, |
| "learning_rate": 3.872416891284816e-06, |
| "loss": 2.2358, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.6339590443686007, |
| "grad_norm": 24.472097396850586, |
| "learning_rate": 3.8634321653189586e-06, |
| "loss": 2.3711, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.6348122866894198, |
| "grad_norm": 14.919700622558594, |
| "learning_rate": 3.8544474393531e-06, |
| "loss": 2.7002, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.6356655290102389, |
| "grad_norm": 13.569048881530762, |
| "learning_rate": 3.845462713387242e-06, |
| "loss": 2.3213, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.636518771331058, |
| "grad_norm": 24.573429107666016, |
| "learning_rate": 3.836477987421384e-06, |
| "loss": 2.7637, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.6373720136518771, |
| "grad_norm": 18.409570693969727, |
| "learning_rate": 3.827493261455526e-06, |
| "loss": 2.4854, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.6382252559726962, |
| "grad_norm": 14.060251235961914, |
| "learning_rate": 3.818508535489668e-06, |
| "loss": 2.5479, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.6390784982935154, |
| "grad_norm": 22.34339714050293, |
| "learning_rate": 3.80952380952381e-06, |
| "loss": 2.5029, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.6399317406143344, |
| "grad_norm": 19.189834594726562, |
| "learning_rate": 3.800539083557952e-06, |
| "loss": 2.126, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.6407849829351536, |
| "grad_norm": 51.201881408691406, |
| "learning_rate": 3.791554357592094e-06, |
| "loss": 2.3213, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.6416382252559727, |
| "grad_norm": 35.899330139160156, |
| "learning_rate": 3.7825696316262357e-06, |
| "loss": 2.7754, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.6424914675767918, |
| "grad_norm": 25.565492630004883, |
| "learning_rate": 3.7735849056603777e-06, |
| "loss": 2.5352, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.643344709897611, |
| "grad_norm": 17.710491180419922, |
| "learning_rate": 3.76460017969452e-06, |
| "loss": 2.4473, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.64419795221843, |
| "grad_norm": 30.0711612701416, |
| "learning_rate": 3.7556154537286615e-06, |
| "loss": 2.9932, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.6450511945392492, |
| "grad_norm": 33.850616455078125, |
| "learning_rate": 3.746630727762803e-06, |
| "loss": 2.5303, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.6459044368600683, |
| "grad_norm": 29.517227172851562, |
| "learning_rate": 3.7376460017969457e-06, |
| "loss": 2.1904, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.6467576791808873, |
| "grad_norm": 35.89356994628906, |
| "learning_rate": 3.7286612758310873e-06, |
| "loss": 3.1494, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.6476109215017065, |
| "grad_norm": 42.21514129638672, |
| "learning_rate": 3.7196765498652294e-06, |
| "loss": 2.5229, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.6484641638225256, |
| "grad_norm": 17.243484497070312, |
| "learning_rate": 3.710691823899371e-06, |
| "loss": 2.9141, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.6493174061433447, |
| "grad_norm": 24.45879364013672, |
| "learning_rate": 3.7017070979335136e-06, |
| "loss": 2.208, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.6501706484641638, |
| "grad_norm": 21.869504928588867, |
| "learning_rate": 3.6927223719676553e-06, |
| "loss": 2.5908, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.6510238907849829, |
| "grad_norm": 18.739221572875977, |
| "learning_rate": 3.683737646001797e-06, |
| "loss": 2.5801, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.6518771331058021, |
| "grad_norm": 26.45047378540039, |
| "learning_rate": 3.6747529200359395e-06, |
| "loss": 2.8115, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.6527303754266212, |
| "grad_norm": 19.305646896362305, |
| "learning_rate": 3.665768194070081e-06, |
| "loss": 2.1982, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.6535836177474402, |
| "grad_norm": 46.113304138183594, |
| "learning_rate": 3.656783468104223e-06, |
| "loss": 3.0215, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.6544368600682594, |
| "grad_norm": 46.685699462890625, |
| "learning_rate": 3.647798742138365e-06, |
| "loss": 2.7422, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.6552901023890785, |
| "grad_norm": 20.04216957092285, |
| "learning_rate": 3.6388140161725074e-06, |
| "loss": 2.8691, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.6561433447098977, |
| "grad_norm": 18.197967529296875, |
| "learning_rate": 3.629829290206649e-06, |
| "loss": 2.9648, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.6569965870307167, |
| "grad_norm": 20.51030731201172, |
| "learning_rate": 3.6208445642407907e-06, |
| "loss": 2.209, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.6578498293515358, |
| "grad_norm": 16.829713821411133, |
| "learning_rate": 3.6118598382749332e-06, |
| "loss": 2.5537, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.658703071672355, |
| "grad_norm": 21.681400299072266, |
| "learning_rate": 3.602875112309075e-06, |
| "loss": 2.7969, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.659556313993174, |
| "grad_norm": 25.944387435913086, |
| "learning_rate": 3.5938903863432166e-06, |
| "loss": 2.6719, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.6604095563139932, |
| "grad_norm": 51.966121673583984, |
| "learning_rate": 3.5849056603773586e-06, |
| "loss": 2.8584, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.6612627986348123, |
| "grad_norm": 18.35639190673828, |
| "learning_rate": 3.5759209344115007e-06, |
| "loss": 2.3818, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.6621160409556314, |
| "grad_norm": 18.182228088378906, |
| "learning_rate": 3.566936208445643e-06, |
| "loss": 2.2686, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.6629692832764505, |
| "grad_norm": 16.234655380249023, |
| "learning_rate": 3.5579514824797845e-06, |
| "loss": 2.2441, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.6638225255972696, |
| "grad_norm": 34.618080139160156, |
| "learning_rate": 3.548966756513927e-06, |
| "loss": 3.0039, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.6646757679180887, |
| "grad_norm": 20.892868041992188, |
| "learning_rate": 3.5399820305480687e-06, |
| "loss": 2.5215, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.6655290102389079, |
| "grad_norm": 21.178865432739258, |
| "learning_rate": 3.5309973045822103e-06, |
| "loss": 2.126, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.6663822525597269, |
| "grad_norm": 15.986398696899414, |
| "learning_rate": 3.5220125786163524e-06, |
| "loss": 2.4512, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.6672354948805461, |
| "grad_norm": 18.40003204345703, |
| "learning_rate": 3.5130278526504945e-06, |
| "loss": 2.3096, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.6680887372013652, |
| "grad_norm": 28.919540405273438, |
| "learning_rate": 3.5040431266846366e-06, |
| "loss": 2.292, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.6689419795221843, |
| "grad_norm": 20.11212158203125, |
| "learning_rate": 3.4950584007187783e-06, |
| "loss": 2.3701, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.6697952218430034, |
| "grad_norm": 22.81437110900879, |
| "learning_rate": 3.4860736747529208e-06, |
| "loss": 2.2822, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.6706484641638225, |
| "grad_norm": 46.97941970825195, |
| "learning_rate": 3.4770889487870624e-06, |
| "loss": 2.252, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.6715017064846417, |
| "grad_norm": 21.700454711914062, |
| "learning_rate": 3.468104222821204e-06, |
| "loss": 2.3457, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.6723549488054608, |
| "grad_norm": 18.99515151977539, |
| "learning_rate": 3.4591194968553458e-06, |
| "loss": 2.2598, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.6732081911262798, |
| "grad_norm": 17.171161651611328, |
| "learning_rate": 3.4501347708894883e-06, |
| "loss": 2.3037, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.674061433447099, |
| "grad_norm": 19.60438346862793, |
| "learning_rate": 3.44115004492363e-06, |
| "loss": 2.5396, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.6749146757679181, |
| "grad_norm": 21.116247177124023, |
| "learning_rate": 3.432165318957772e-06, |
| "loss": 2.4775, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.6757679180887372, |
| "grad_norm": 17.95282745361328, |
| "learning_rate": 3.423180592991914e-06, |
| "loss": 2.2549, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.6766211604095563, |
| "grad_norm": 37.449928283691406, |
| "learning_rate": 3.4141958670260562e-06, |
| "loss": 2.3965, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.6774744027303754, |
| "grad_norm": 16.76734161376953, |
| "learning_rate": 3.405211141060198e-06, |
| "loss": 2.4512, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.6783276450511946, |
| "grad_norm": 16.08464813232422, |
| "learning_rate": 3.3962264150943395e-06, |
| "loss": 2.2861, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.6791808873720137, |
| "grad_norm": 22.598896026611328, |
| "learning_rate": 3.387241689128482e-06, |
| "loss": 2.0, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.6800341296928327, |
| "grad_norm": 30.063629150390625, |
| "learning_rate": 3.3782569631626237e-06, |
| "loss": 2.3936, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.6808873720136519, |
| "grad_norm": 15.586498260498047, |
| "learning_rate": 3.369272237196766e-06, |
| "loss": 2.3857, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.681740614334471, |
| "grad_norm": 47.479331970214844, |
| "learning_rate": 3.3602875112309075e-06, |
| "loss": 2.5176, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.6825938566552902, |
| "grad_norm": 29.33695411682129, |
| "learning_rate": 3.35130278526505e-06, |
| "loss": 2.6494, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.6834470989761092, |
| "grad_norm": 49.52241516113281, |
| "learning_rate": 3.3423180592991917e-06, |
| "loss": 2.666, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.6843003412969283, |
| "grad_norm": 30.229463577270508, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 2.4409, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.6851535836177475, |
| "grad_norm": 18.470956802368164, |
| "learning_rate": 3.324348607367476e-06, |
| "loss": 2.4453, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.6860068259385665, |
| "grad_norm": 68.55836486816406, |
| "learning_rate": 3.3153638814016175e-06, |
| "loss": 2.7158, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.6868600682593856, |
| "grad_norm": 23.803735733032227, |
| "learning_rate": 3.3063791554357596e-06, |
| "loss": 2.4375, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.6877133105802048, |
| "grad_norm": 61.04603958129883, |
| "learning_rate": 3.2973944294699013e-06, |
| "loss": 2.7373, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.6885665529010239, |
| "grad_norm": 40.623558044433594, |
| "learning_rate": 3.2884097035040433e-06, |
| "loss": 2.3535, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.689419795221843, |
| "grad_norm": 44.683109283447266, |
| "learning_rate": 3.2794249775381854e-06, |
| "loss": 2.5059, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.6902730375426621, |
| "grad_norm": 23.082717895507812, |
| "learning_rate": 3.270440251572327e-06, |
| "loss": 2.3584, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.6911262798634812, |
| "grad_norm": 31.238815307617188, |
| "learning_rate": 3.2614555256064696e-06, |
| "loss": 2.2852, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.6919795221843004, |
| "grad_norm": 16.465364456176758, |
| "learning_rate": 3.2524707996406113e-06, |
| "loss": 2.9834, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.6928327645051194, |
| "grad_norm": 16.760278701782227, |
| "learning_rate": 3.243486073674753e-06, |
| "loss": 2.457, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.6936860068259386, |
| "grad_norm": 24.745893478393555, |
| "learning_rate": 3.234501347708895e-06, |
| "loss": 2.2397, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.6945392491467577, |
| "grad_norm": 22.20821762084961, |
| "learning_rate": 3.225516621743037e-06, |
| "loss": 2.3564, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.6953924914675768, |
| "grad_norm": 34.78770065307617, |
| "learning_rate": 3.216531895777179e-06, |
| "loss": 2.7852, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.6962457337883959, |
| "grad_norm": 17.53403091430664, |
| "learning_rate": 3.207547169811321e-06, |
| "loss": 2.1963, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.697098976109215, |
| "grad_norm": 17.553361892700195, |
| "learning_rate": 3.1985624438454634e-06, |
| "loss": 2.3682, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.6979522184300341, |
| "grad_norm": 16.97439956665039, |
| "learning_rate": 3.189577717879605e-06, |
| "loss": 2.4453, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.6988054607508533, |
| "grad_norm": 24.054723739624023, |
| "learning_rate": 3.1805929919137467e-06, |
| "loss": 2.6201, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.6996587030716723, |
| "grad_norm": 16.930429458618164, |
| "learning_rate": 3.171608265947889e-06, |
| "loss": 2.1953, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.7005119453924915, |
| "grad_norm": 36.9339599609375, |
| "learning_rate": 3.162623539982031e-06, |
| "loss": 2.6875, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.7013651877133106, |
| "grad_norm": 20.728759765625, |
| "learning_rate": 3.153638814016173e-06, |
| "loss": 2.7783, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.7022184300341296, |
| "grad_norm": 32.32343673706055, |
| "learning_rate": 3.1446540880503146e-06, |
| "loss": 3.0117, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.7030716723549488, |
| "grad_norm": 27.187162399291992, |
| "learning_rate": 3.1356693620844567e-06, |
| "loss": 2.3828, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.7039249146757679, |
| "grad_norm": 19.576969146728516, |
| "learning_rate": 3.126684636118599e-06, |
| "loss": 2.1914, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.7047781569965871, |
| "grad_norm": 19.67875099182129, |
| "learning_rate": 3.1176999101527405e-06, |
| "loss": 2.374, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.7056313993174061, |
| "grad_norm": 51.096885681152344, |
| "learning_rate": 3.108715184186882e-06, |
| "loss": 3.0088, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.7064846416382252, |
| "grad_norm": 16.370563507080078, |
| "learning_rate": 3.0997304582210247e-06, |
| "loss": 2.3779, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.7073378839590444, |
| "grad_norm": 30.746566772460938, |
| "learning_rate": 3.0907457322551663e-06, |
| "loss": 2.6177, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.7081911262798635, |
| "grad_norm": 30.207935333251953, |
| "learning_rate": 3.0817610062893084e-06, |
| "loss": 2.4072, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.7090443686006825, |
| "grad_norm": 29.116840362548828, |
| "learning_rate": 3.0727762803234505e-06, |
| "loss": 2.0972, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.7098976109215017, |
| "grad_norm": 26.794530868530273, |
| "learning_rate": 3.0637915543575926e-06, |
| "loss": 2.333, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.7107508532423208, |
| "grad_norm": 18.36752700805664, |
| "learning_rate": 3.0548068283917343e-06, |
| "loss": 2.6602, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.71160409556314, |
| "grad_norm": 22.439231872558594, |
| "learning_rate": 3.045822102425876e-06, |
| "loss": 2.7002, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.712457337883959, |
| "grad_norm": 51.330665588378906, |
| "learning_rate": 3.0368373764600184e-06, |
| "loss": 2.8867, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.7133105802047781, |
| "grad_norm": 24.982059478759766, |
| "learning_rate": 3.02785265049416e-06, |
| "loss": 2.415, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.7141638225255973, |
| "grad_norm": 40.434627532958984, |
| "learning_rate": 3.018867924528302e-06, |
| "loss": 2.1611, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.7150170648464164, |
| "grad_norm": 43.82883834838867, |
| "learning_rate": 3.009883198562444e-06, |
| "loss": 2.3281, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.7158703071672355, |
| "grad_norm": 43.11958312988281, |
| "learning_rate": 3.0008984725965864e-06, |
| "loss": 2.1943, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.7167235494880546, |
| "grad_norm": 17.046653747558594, |
| "learning_rate": 2.991913746630728e-06, |
| "loss": 2.3779, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.7175767918088737, |
| "grad_norm": 20.74578857421875, |
| "learning_rate": 2.9829290206648697e-06, |
| "loss": 2.3047, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.7184300341296929, |
| "grad_norm": 48.83142852783203, |
| "learning_rate": 2.9739442946990122e-06, |
| "loss": 2.5049, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.7192832764505119, |
| "grad_norm": 42.406375885009766, |
| "learning_rate": 2.964959568733154e-06, |
| "loss": 2.5117, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.7201365187713311, |
| "grad_norm": 55.99921798706055, |
| "learning_rate": 2.9559748427672955e-06, |
| "loss": 2.6826, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.7209897610921502, |
| "grad_norm": 40.09762191772461, |
| "learning_rate": 2.9469901168014376e-06, |
| "loss": 2.6357, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.7218430034129693, |
| "grad_norm": 22.537761688232422, |
| "learning_rate": 2.9380053908355797e-06, |
| "loss": 3.0352, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.7226962457337884, |
| "grad_norm": 16.046295166015625, |
| "learning_rate": 2.929020664869722e-06, |
| "loss": 2.4648, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.7235494880546075, |
| "grad_norm": 20.101272583007812, |
| "learning_rate": 2.9200359389038635e-06, |
| "loss": 2.335, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.7244027303754266, |
| "grad_norm": 40.1048469543457, |
| "learning_rate": 2.911051212938006e-06, |
| "loss": 2.3594, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.7252559726962458, |
| "grad_norm": 47.38935852050781, |
| "learning_rate": 2.9020664869721477e-06, |
| "loss": 2.0469, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.7261092150170648, |
| "grad_norm": 24.103130340576172, |
| "learning_rate": 2.8930817610062893e-06, |
| "loss": 1.9531, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.726962457337884, |
| "grad_norm": 22.3649845123291, |
| "learning_rate": 2.8840970350404314e-06, |
| "loss": 2.3027, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.7278156996587031, |
| "grad_norm": 36.170406341552734, |
| "learning_rate": 2.8751123090745735e-06, |
| "loss": 2.2656, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.7286689419795221, |
| "grad_norm": 30.652938842773438, |
| "learning_rate": 2.8661275831087156e-06, |
| "loss": 2.3604, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.7295221843003413, |
| "grad_norm": 26.317873001098633, |
| "learning_rate": 2.8571428571428573e-06, |
| "loss": 2.1924, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.7303754266211604, |
| "grad_norm": 52.10211944580078, |
| "learning_rate": 2.8481581311769998e-06, |
| "loss": 2.3828, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.7312286689419796, |
| "grad_norm": 22.478017807006836, |
| "learning_rate": 2.8391734052111414e-06, |
| "loss": 2.5449, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.7320819112627986, |
| "grad_norm": 21.12700080871582, |
| "learning_rate": 2.830188679245283e-06, |
| "loss": 1.9521, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.7329351535836177, |
| "grad_norm": 20.594982147216797, |
| "learning_rate": 2.821203953279425e-06, |
| "loss": 2.1904, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.7337883959044369, |
| "grad_norm": 21.516183853149414, |
| "learning_rate": 2.8122192273135673e-06, |
| "loss": 2.5332, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.734641638225256, |
| "grad_norm": 25.919029235839844, |
| "learning_rate": 2.803234501347709e-06, |
| "loss": 2.3511, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.735494880546075, |
| "grad_norm": 20.421133041381836, |
| "learning_rate": 2.794249775381851e-06, |
| "loss": 2.3271, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.7363481228668942, |
| "grad_norm": 23.43620491027832, |
| "learning_rate": 2.785265049415993e-06, |
| "loss": 2.0537, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.7372013651877133, |
| "grad_norm": 17.840322494506836, |
| "learning_rate": 2.776280323450135e-06, |
| "loss": 2.1328, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.7380546075085325, |
| "grad_norm": 33.441341400146484, |
| "learning_rate": 2.767295597484277e-06, |
| "loss": 2.5332, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.7389078498293515, |
| "grad_norm": 21.710899353027344, |
| "learning_rate": 2.7583108715184185e-06, |
| "loss": 2.665, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.7397610921501706, |
| "grad_norm": 23.452516555786133, |
| "learning_rate": 2.749326145552561e-06, |
| "loss": 2.1514, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.7406143344709898, |
| "grad_norm": 17.572235107421875, |
| "learning_rate": 2.7403414195867027e-06, |
| "loss": 1.7598, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.7414675767918089, |
| "grad_norm": 32.19004440307617, |
| "learning_rate": 2.731356693620845e-06, |
| "loss": 2.1289, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.742320819112628, |
| "grad_norm": 22.450124740600586, |
| "learning_rate": 2.722371967654987e-06, |
| "loss": 2.4658, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.7431740614334471, |
| "grad_norm": 19.069766998291016, |
| "learning_rate": 2.713387241689129e-06, |
| "loss": 2.2441, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.7440273037542662, |
| "grad_norm": 23.94462776184082, |
| "learning_rate": 2.7044025157232706e-06, |
| "loss": 2.1426, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.7448805460750854, |
| "grad_norm": 36.22708511352539, |
| "learning_rate": 2.6954177897574123e-06, |
| "loss": 2.228, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.7457337883959044, |
| "grad_norm": 21.32388687133789, |
| "learning_rate": 2.686433063791555e-06, |
| "loss": 2.8701, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.7465870307167235, |
| "grad_norm": 23.661392211914062, |
| "learning_rate": 2.6774483378256965e-06, |
| "loss": 2.4297, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.7474402730375427, |
| "grad_norm": 20.54587173461914, |
| "learning_rate": 2.6684636118598386e-06, |
| "loss": 2.9219, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.7482935153583617, |
| "grad_norm": 24.399003982543945, |
| "learning_rate": 2.6594788858939802e-06, |
| "loss": 2.9365, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.7491467576791809, |
| "grad_norm": 36.97280502319336, |
| "learning_rate": 2.6504941599281223e-06, |
| "loss": 2.376, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 22.310462951660156, |
| "learning_rate": 2.6415094339622644e-06, |
| "loss": 2.4043, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.7508532423208191, |
| "grad_norm": 27.330747604370117, |
| "learning_rate": 2.632524707996406e-06, |
| "loss": 2.3359, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.7517064846416383, |
| "grad_norm": 20.034399032592773, |
| "learning_rate": 2.6235399820305486e-06, |
| "loss": 2.8594, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.7525597269624573, |
| "grad_norm": 26.571035385131836, |
| "learning_rate": 2.6145552560646903e-06, |
| "loss": 2.0596, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.7534129692832765, |
| "grad_norm": 21.897262573242188, |
| "learning_rate": 2.605570530098832e-06, |
| "loss": 2.4683, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.7542662116040956, |
| "grad_norm": 17.84102439880371, |
| "learning_rate": 2.596585804132974e-06, |
| "loss": 2.1904, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.7551194539249146, |
| "grad_norm": 24.632801055908203, |
| "learning_rate": 2.587601078167116e-06, |
| "loss": 2.1152, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.7559726962457338, |
| "grad_norm": 18.96522331237793, |
| "learning_rate": 2.578616352201258e-06, |
| "loss": 2.5303, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.7568259385665529, |
| "grad_norm": 37.09746170043945, |
| "learning_rate": 2.5696316262354e-06, |
| "loss": 2.335, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.757679180887372, |
| "grad_norm": 31.17850112915039, |
| "learning_rate": 2.5606469002695424e-06, |
| "loss": 2.5059, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.7585324232081911, |
| "grad_norm": 36.89558029174805, |
| "learning_rate": 2.551662174303684e-06, |
| "loss": 2.7695, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.7593856655290102, |
| "grad_norm": 20.49338150024414, |
| "learning_rate": 2.5426774483378257e-06, |
| "loss": 2.6846, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.7602389078498294, |
| "grad_norm": 25.983245849609375, |
| "learning_rate": 2.533692722371968e-06, |
| "loss": 2.4092, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.7610921501706485, |
| "grad_norm": 27.642595291137695, |
| "learning_rate": 2.52470799640611e-06, |
| "loss": 2.0869, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.7619453924914675, |
| "grad_norm": 23.749832153320312, |
| "learning_rate": 2.515723270440252e-06, |
| "loss": 2.125, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.7627986348122867, |
| "grad_norm": 28.204421997070312, |
| "learning_rate": 2.5067385444743936e-06, |
| "loss": 2.1562, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.7636518771331058, |
| "grad_norm": 30.861194610595703, |
| "learning_rate": 2.4977538185085357e-06, |
| "loss": 3.0098, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.764505119453925, |
| "grad_norm": 19.33704376220703, |
| "learning_rate": 2.488769092542678e-06, |
| "loss": 2.4072, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.765358361774744, |
| "grad_norm": 27.73824119567871, |
| "learning_rate": 2.4797843665768195e-06, |
| "loss": 2.2256, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.7662116040955631, |
| "grad_norm": 34.70376968383789, |
| "learning_rate": 2.4707996406109616e-06, |
| "loss": 2.4248, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.7670648464163823, |
| "grad_norm": 29.114303588867188, |
| "learning_rate": 2.4618149146451032e-06, |
| "loss": 2.7227, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.7679180887372014, |
| "grad_norm": 29.096269607543945, |
| "learning_rate": 2.4528301886792453e-06, |
| "loss": 2.4404, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.7687713310580204, |
| "grad_norm": 58.764366149902344, |
| "learning_rate": 2.4438454627133874e-06, |
| "loss": 2.2744, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.7696245733788396, |
| "grad_norm": 30.78232192993164, |
| "learning_rate": 2.4348607367475295e-06, |
| "loss": 2.5342, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.7704778156996587, |
| "grad_norm": 19.90322494506836, |
| "learning_rate": 2.4258760107816716e-06, |
| "loss": 2.1504, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.7713310580204779, |
| "grad_norm": 37.51405715942383, |
| "learning_rate": 2.4168912848158133e-06, |
| "loss": 2.1846, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.7721843003412969, |
| "grad_norm": 16.94844627380371, |
| "learning_rate": 2.4079065588499553e-06, |
| "loss": 2.3501, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.773037542662116, |
| "grad_norm": 28.434951782226562, |
| "learning_rate": 2.398921832884097e-06, |
| "loss": 2.0811, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.7738907849829352, |
| "grad_norm": 16.979534149169922, |
| "learning_rate": 2.389937106918239e-06, |
| "loss": 2.3936, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.7747440273037542, |
| "grad_norm": 22.91834831237793, |
| "learning_rate": 2.380952380952381e-06, |
| "loss": 2.9756, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.7755972696245734, |
| "grad_norm": 22.019638061523438, |
| "learning_rate": 2.3719676549865233e-06, |
| "loss": 2.2075, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.7764505119453925, |
| "grad_norm": 30.827585220336914, |
| "learning_rate": 2.3629829290206654e-06, |
| "loss": 2.4131, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.7773037542662116, |
| "grad_norm": 30.66614532470703, |
| "learning_rate": 2.353998203054807e-06, |
| "loss": 2.2217, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.7781569965870307, |
| "grad_norm": 25.246841430664062, |
| "learning_rate": 2.345013477088949e-06, |
| "loss": 2.3623, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.7790102389078498, |
| "grad_norm": 24.9078311920166, |
| "learning_rate": 2.3360287511230908e-06, |
| "loss": 2.2676, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.7798634812286689, |
| "grad_norm": 19.189767837524414, |
| "learning_rate": 2.327044025157233e-06, |
| "loss": 2.2119, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.7807167235494881, |
| "grad_norm": 21.641551971435547, |
| "learning_rate": 2.3180592991913745e-06, |
| "loss": 2.0054, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.7815699658703071, |
| "grad_norm": 30.206771850585938, |
| "learning_rate": 2.3090745732255166e-06, |
| "loss": 2.165, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.7824232081911263, |
| "grad_norm": 26.020099639892578, |
| "learning_rate": 2.3000898472596587e-06, |
| "loss": 2.5234, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.7832764505119454, |
| "grad_norm": 18.706939697265625, |
| "learning_rate": 2.291105121293801e-06, |
| "loss": 2.2012, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.7841296928327645, |
| "grad_norm": 20.241901397705078, |
| "learning_rate": 2.282120395327943e-06, |
| "loss": 2.0015, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.7849829351535836, |
| "grad_norm": 19.32655906677246, |
| "learning_rate": 2.2731356693620846e-06, |
| "loss": 1.5703, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.7858361774744027, |
| "grad_norm": 22.523513793945312, |
| "learning_rate": 2.2641509433962266e-06, |
| "loss": 2.585, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.7866894197952219, |
| "grad_norm": 36.01555252075195, |
| "learning_rate": 2.2551662174303683e-06, |
| "loss": 1.6499, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.787542662116041, |
| "grad_norm": 27.907073974609375, |
| "learning_rate": 2.2461814914645104e-06, |
| "loss": 2.3066, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.78839590443686, |
| "grad_norm": 19.171142578125, |
| "learning_rate": 2.2371967654986525e-06, |
| "loss": 2.0391, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.7892491467576792, |
| "grad_norm": 35.75897216796875, |
| "learning_rate": 2.2282120395327946e-06, |
| "loss": 2.6104, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.7901023890784983, |
| "grad_norm": 33.932472229003906, |
| "learning_rate": 2.2192273135669367e-06, |
| "loss": 2.6094, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.7909556313993175, |
| "grad_norm": 25.582454681396484, |
| "learning_rate": 2.2102425876010783e-06, |
| "loss": 2.4424, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.7918088737201365, |
| "grad_norm": 27.64750099182129, |
| "learning_rate": 2.2012578616352204e-06, |
| "loss": 2.418, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.7926621160409556, |
| "grad_norm": 345.17022705078125, |
| "learning_rate": 2.192273135669362e-06, |
| "loss": 2.2305, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.7935153583617748, |
| "grad_norm": 54.37593460083008, |
| "learning_rate": 2.183288409703504e-06, |
| "loss": 3.1572, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.7943686006825939, |
| "grad_norm": 29.86464500427246, |
| "learning_rate": 2.174303683737646e-06, |
| "loss": 2.5684, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.7952218430034129, |
| "grad_norm": 22.760496139526367, |
| "learning_rate": 2.165318957771788e-06, |
| "loss": 2.5928, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.7960750853242321, |
| "grad_norm": 18.5999755859375, |
| "learning_rate": 2.15633423180593e-06, |
| "loss": 2.4062, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.7969283276450512, |
| "grad_norm": 26.545793533325195, |
| "learning_rate": 2.147349505840072e-06, |
| "loss": 2.1387, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.7977815699658704, |
| "grad_norm": 17.7139949798584, |
| "learning_rate": 2.138364779874214e-06, |
| "loss": 2.6348, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.7986348122866894, |
| "grad_norm": 29.3115234375, |
| "learning_rate": 2.129380053908356e-06, |
| "loss": 2.624, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.7994880546075085, |
| "grad_norm": 33.964839935302734, |
| "learning_rate": 2.120395327942498e-06, |
| "loss": 2.4248, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.8003412969283277, |
| "grad_norm": 32.854530334472656, |
| "learning_rate": 2.1114106019766396e-06, |
| "loss": 2.75, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.8011945392491467, |
| "grad_norm": 19.812353134155273, |
| "learning_rate": 2.1024258760107817e-06, |
| "loss": 2.209, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.8020477815699659, |
| "grad_norm": 14.995081901550293, |
| "learning_rate": 2.093441150044924e-06, |
| "loss": 2.2539, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.802901023890785, |
| "grad_norm": 40.92326736450195, |
| "learning_rate": 2.084456424079066e-06, |
| "loss": 2.3555, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.8037542662116041, |
| "grad_norm": 40.27710723876953, |
| "learning_rate": 2.075471698113208e-06, |
| "loss": 2.4297, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.8046075085324232, |
| "grad_norm": 25.924610137939453, |
| "learning_rate": 2.0664869721473496e-06, |
| "loss": 2.5576, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.8054607508532423, |
| "grad_norm": 39.17571258544922, |
| "learning_rate": 2.0575022461814917e-06, |
| "loss": 2.5166, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.8063139931740614, |
| "grad_norm": 24.386545181274414, |
| "learning_rate": 2.0485175202156334e-06, |
| "loss": 2.5127, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.8071672354948806, |
| "grad_norm": 23.48984718322754, |
| "learning_rate": 2.0395327942497755e-06, |
| "loss": 2.5996, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.8080204778156996, |
| "grad_norm": 14.407853126525879, |
| "learning_rate": 2.0305480682839176e-06, |
| "loss": 1.7422, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.8088737201365188, |
| "grad_norm": 25.272546768188477, |
| "learning_rate": 2.0215633423180597e-06, |
| "loss": 1.9629, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.8097269624573379, |
| "grad_norm": 41.10344696044922, |
| "learning_rate": 2.0125786163522013e-06, |
| "loss": 2.4893, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.810580204778157, |
| "grad_norm": 34.03232955932617, |
| "learning_rate": 2.0035938903863434e-06, |
| "loss": 2.3135, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.8114334470989761, |
| "grad_norm": 19.308574676513672, |
| "learning_rate": 1.9946091644204855e-06, |
| "loss": 2.3301, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.8122866894197952, |
| "grad_norm": 19.482486724853516, |
| "learning_rate": 1.985624438454627e-06, |
| "loss": 2.3931, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.8131399317406144, |
| "grad_norm": 19.74332046508789, |
| "learning_rate": 1.9766397124887693e-06, |
| "loss": 2.082, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.8139931740614335, |
| "grad_norm": 24.09305763244629, |
| "learning_rate": 1.967654986522911e-06, |
| "loss": 2.5146, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.8148464163822525, |
| "grad_norm": 23.39406394958496, |
| "learning_rate": 1.958670260557053e-06, |
| "loss": 2.9053, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.8156996587030717, |
| "grad_norm": 18.08087921142578, |
| "learning_rate": 1.949685534591195e-06, |
| "loss": 1.9541, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.8165529010238908, |
| "grad_norm": 22.059133529663086, |
| "learning_rate": 1.940700808625337e-06, |
| "loss": 3.1865, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.8174061433447098, |
| "grad_norm": 16.29061508178711, |
| "learning_rate": 1.9317160826594793e-06, |
| "loss": 2.0771, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.818259385665529, |
| "grad_norm": 23.810237884521484, |
| "learning_rate": 1.922731356693621e-06, |
| "loss": 2.8477, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.8191126279863481, |
| "grad_norm": 30.86567497253418, |
| "learning_rate": 1.913746630727763e-06, |
| "loss": 2.082, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.8199658703071673, |
| "grad_norm": 24.14322853088379, |
| "learning_rate": 1.904761904761905e-06, |
| "loss": 2.9727, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.8208191126279863, |
| "grad_norm": 20.15610694885254, |
| "learning_rate": 1.895777178796047e-06, |
| "loss": 2.4414, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.8216723549488054, |
| "grad_norm": 105.63774108886719, |
| "learning_rate": 1.8867924528301889e-06, |
| "loss": 2.3037, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.8225255972696246, |
| "grad_norm": 17.520694732666016, |
| "learning_rate": 1.8778077268643308e-06, |
| "loss": 2.2676, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.8233788395904437, |
| "grad_norm": 26.543331146240234, |
| "learning_rate": 1.8688230008984728e-06, |
| "loss": 2.2607, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.8242320819112628, |
| "grad_norm": 22.674585342407227, |
| "learning_rate": 1.8598382749326147e-06, |
| "loss": 2.4355, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.8250853242320819, |
| "grad_norm": 29.76778793334961, |
| "learning_rate": 1.8508535489667568e-06, |
| "loss": 2.7432, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.825938566552901, |
| "grad_norm": 32.59353256225586, |
| "learning_rate": 1.8418688230008985e-06, |
| "loss": 2.6934, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.8267918088737202, |
| "grad_norm": 24.909629821777344, |
| "learning_rate": 1.8328840970350406e-06, |
| "loss": 1.8232, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.8276450511945392, |
| "grad_norm": 46.205047607421875, |
| "learning_rate": 1.8238993710691824e-06, |
| "loss": 2.8975, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.8284982935153583, |
| "grad_norm": 17.16266441345215, |
| "learning_rate": 1.8149146451033245e-06, |
| "loss": 2.5156, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.8293515358361775, |
| "grad_norm": 104.19178009033203, |
| "learning_rate": 1.8059299191374666e-06, |
| "loss": 2.5391, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.8302047781569966, |
| "grad_norm": 13.162457466125488, |
| "learning_rate": 1.7969451931716083e-06, |
| "loss": 1.8076, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.8310580204778157, |
| "grad_norm": 16.426860809326172, |
| "learning_rate": 1.7879604672057504e-06, |
| "loss": 2.6025, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.8319112627986348, |
| "grad_norm": 18.29142189025879, |
| "learning_rate": 1.7789757412398922e-06, |
| "loss": 2.667, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.8327645051194539, |
| "grad_norm": 17.840328216552734, |
| "learning_rate": 1.7699910152740343e-06, |
| "loss": 2.4551, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.8336177474402731, |
| "grad_norm": 17.80030059814453, |
| "learning_rate": 1.7610062893081762e-06, |
| "loss": 2.5186, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.8344709897610921, |
| "grad_norm": 34.99458694458008, |
| "learning_rate": 1.7520215633423183e-06, |
| "loss": 2.4072, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.8353242320819113, |
| "grad_norm": 17.811429977416992, |
| "learning_rate": 1.7430368373764604e-06, |
| "loss": 2.1963, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.8361774744027304, |
| "grad_norm": 19.649438858032227, |
| "learning_rate": 1.734052111410602e-06, |
| "loss": 2.3896, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.8370307167235495, |
| "grad_norm": 27.297197341918945, |
| "learning_rate": 1.7250673854447441e-06, |
| "loss": 2.375, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.8378839590443686, |
| "grad_norm": 17.75628662109375, |
| "learning_rate": 1.716082659478886e-06, |
| "loss": 1.9648, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.8387372013651877, |
| "grad_norm": 19.516536712646484, |
| "learning_rate": 1.7070979335130281e-06, |
| "loss": 2.3828, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.8395904436860068, |
| "grad_norm": 15.936653137207031, |
| "learning_rate": 1.6981132075471698e-06, |
| "loss": 2.2891, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.840443686006826, |
| "grad_norm": 32.02035903930664, |
| "learning_rate": 1.6891284815813119e-06, |
| "loss": 2.0713, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.841296928327645, |
| "grad_norm": 24.9638671875, |
| "learning_rate": 1.6801437556154537e-06, |
| "loss": 2.3364, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.8421501706484642, |
| "grad_norm": 27.20418930053711, |
| "learning_rate": 1.6711590296495958e-06, |
| "loss": 2.2085, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.8430034129692833, |
| "grad_norm": 18.280986785888672, |
| "learning_rate": 1.662174303683738e-06, |
| "loss": 1.8594, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.8438566552901023, |
| "grad_norm": 52.79808807373047, |
| "learning_rate": 1.6531895777178798e-06, |
| "loss": 2.7715, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.8447098976109215, |
| "grad_norm": 22.51861572265625, |
| "learning_rate": 1.6442048517520217e-06, |
| "loss": 2.7188, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.8455631399317406, |
| "grad_norm": 47.933372497558594, |
| "learning_rate": 1.6352201257861635e-06, |
| "loss": 3.1797, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.8464163822525598, |
| "grad_norm": 20.896522521972656, |
| "learning_rate": 1.6262353998203056e-06, |
| "loss": 2.2227, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.8472696245733788, |
| "grad_norm": 24.34409523010254, |
| "learning_rate": 1.6172506738544475e-06, |
| "loss": 2.2549, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.8481228668941979, |
| "grad_norm": 34.13801574707031, |
| "learning_rate": 1.6082659478885896e-06, |
| "loss": 2.7314, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.8489761092150171, |
| "grad_norm": 20.989660263061523, |
| "learning_rate": 1.5992812219227317e-06, |
| "loss": 2.7432, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.8498293515358362, |
| "grad_norm": 20.589107513427734, |
| "learning_rate": 1.5902964959568734e-06, |
| "loss": 2.4668, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.8506825938566553, |
| "grad_norm": 28.15553092956543, |
| "learning_rate": 1.5813117699910154e-06, |
| "loss": 2.7314, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.8515358361774744, |
| "grad_norm": 15.138993263244629, |
| "learning_rate": 1.5723270440251573e-06, |
| "loss": 2.3604, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.8523890784982935, |
| "grad_norm": 41.964927673339844, |
| "learning_rate": 1.5633423180592994e-06, |
| "loss": 2.4551, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.8532423208191127, |
| "grad_norm": 24.446157455444336, |
| "learning_rate": 1.554357592093441e-06, |
| "loss": 2.75, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.8540955631399317, |
| "grad_norm": 23.93151092529297, |
| "learning_rate": 1.5453728661275832e-06, |
| "loss": 2.4736, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.8549488054607508, |
| "grad_norm": 29.804882049560547, |
| "learning_rate": 1.5363881401617253e-06, |
| "loss": 2.0986, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.85580204778157, |
| "grad_norm": 29.341312408447266, |
| "learning_rate": 1.5274034141958671e-06, |
| "loss": 2.1719, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.856655290102389, |
| "grad_norm": 19.525724411010742, |
| "learning_rate": 1.5184186882300092e-06, |
| "loss": 2.2354, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.8575085324232082, |
| "grad_norm": 20.416091918945312, |
| "learning_rate": 1.509433962264151e-06, |
| "loss": 2.5049, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.8583617747440273, |
| "grad_norm": 12.879405975341797, |
| "learning_rate": 1.5004492362982932e-06, |
| "loss": 2.001, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.8592150170648464, |
| "grad_norm": 15.967265129089355, |
| "learning_rate": 1.4914645103324349e-06, |
| "loss": 2.4395, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.8600682593856656, |
| "grad_norm": 27.89084243774414, |
| "learning_rate": 1.482479784366577e-06, |
| "loss": 2.1934, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.8609215017064846, |
| "grad_norm": 26.392724990844727, |
| "learning_rate": 1.4734950584007188e-06, |
| "loss": 2.5176, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.8617747440273038, |
| "grad_norm": 40.049503326416016, |
| "learning_rate": 1.464510332434861e-06, |
| "loss": 2.1807, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.8626279863481229, |
| "grad_norm": 16.034893035888672, |
| "learning_rate": 1.455525606469003e-06, |
| "loss": 2.3408, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.863481228668942, |
| "grad_norm": 16.689733505249023, |
| "learning_rate": 1.4465408805031447e-06, |
| "loss": 2.1162, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.8643344709897611, |
| "grad_norm": 19.43463134765625, |
| "learning_rate": 1.4375561545372868e-06, |
| "loss": 2.292, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.8651877133105802, |
| "grad_norm": 38.333335876464844, |
| "learning_rate": 1.4285714285714286e-06, |
| "loss": 2.9941, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.8660409556313993, |
| "grad_norm": 20.772680282592773, |
| "learning_rate": 1.4195867026055707e-06, |
| "loss": 2.0811, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.8668941979522184, |
| "grad_norm": 15.94913387298584, |
| "learning_rate": 1.4106019766397126e-06, |
| "loss": 2.7207, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.8677474402730375, |
| "grad_norm": 22.80181884765625, |
| "learning_rate": 1.4016172506738545e-06, |
| "loss": 2.5518, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.8686006825938567, |
| "grad_norm": 24.729825973510742, |
| "learning_rate": 1.3926325247079966e-06, |
| "loss": 2.1699, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.8694539249146758, |
| "grad_norm": 34.91142654418945, |
| "learning_rate": 1.3836477987421384e-06, |
| "loss": 2.6553, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.8703071672354948, |
| "grad_norm": 25.28569793701172, |
| "learning_rate": 1.3746630727762805e-06, |
| "loss": 2.25, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.871160409556314, |
| "grad_norm": 22.64327621459961, |
| "learning_rate": 1.3656783468104224e-06, |
| "loss": 1.7666, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.8720136518771331, |
| "grad_norm": 20.240745544433594, |
| "learning_rate": 1.3566936208445645e-06, |
| "loss": 2.9014, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.8728668941979523, |
| "grad_norm": 20.950401306152344, |
| "learning_rate": 1.3477088948787062e-06, |
| "loss": 2.4102, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.8737201365187713, |
| "grad_norm": 36.6849479675293, |
| "learning_rate": 1.3387241689128482e-06, |
| "loss": 2.8906, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.8745733788395904, |
| "grad_norm": 31.71055030822754, |
| "learning_rate": 1.3297394429469901e-06, |
| "loss": 2.417, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.8754266211604096, |
| "grad_norm": 26.664091110229492, |
| "learning_rate": 1.3207547169811322e-06, |
| "loss": 2.6895, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.8762798634812287, |
| "grad_norm": 21.710546493530273, |
| "learning_rate": 1.3117699910152743e-06, |
| "loss": 2.2451, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.8771331058020477, |
| "grad_norm": 23.674776077270508, |
| "learning_rate": 1.302785265049416e-06, |
| "loss": 2.6943, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.8779863481228669, |
| "grad_norm": 17.062026977539062, |
| "learning_rate": 1.293800539083558e-06, |
| "loss": 2.5938, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.878839590443686, |
| "grad_norm": 19.835830688476562, |
| "learning_rate": 1.2848158131177e-06, |
| "loss": 1.8984, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.8796928327645052, |
| "grad_norm": 22.001405715942383, |
| "learning_rate": 1.275831087151842e-06, |
| "loss": 2.3711, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.8805460750853242, |
| "grad_norm": 19.773300170898438, |
| "learning_rate": 1.266846361185984e-06, |
| "loss": 2.2451, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.8813993174061433, |
| "grad_norm": 20.110618591308594, |
| "learning_rate": 1.257861635220126e-06, |
| "loss": 2.0088, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.8822525597269625, |
| "grad_norm": 18.571706771850586, |
| "learning_rate": 1.2488769092542679e-06, |
| "loss": 2.6729, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.8831058020477816, |
| "grad_norm": 22.619691848754883, |
| "learning_rate": 1.2398921832884097e-06, |
| "loss": 2.3291, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.8839590443686007, |
| "grad_norm": 15.416295051574707, |
| "learning_rate": 1.2309074573225516e-06, |
| "loss": 2.1562, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.8848122866894198, |
| "grad_norm": 18.906389236450195, |
| "learning_rate": 1.2219227313566937e-06, |
| "loss": 2.2881, |
| "step": 1037 |
| }, |
| { |
| "epoch": 0.8856655290102389, |
| "grad_norm": 26.780014038085938, |
| "learning_rate": 1.2129380053908358e-06, |
| "loss": 2.1504, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.886518771331058, |
| "grad_norm": 23.079744338989258, |
| "learning_rate": 1.2039532794249777e-06, |
| "loss": 2.5264, |
| "step": 1039 |
| }, |
| { |
| "epoch": 0.8873720136518771, |
| "grad_norm": 18.029769897460938, |
| "learning_rate": 1.1949685534591195e-06, |
| "loss": 2.4541, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.8882252559726962, |
| "grad_norm": 30.483293533325195, |
| "learning_rate": 1.1859838274932616e-06, |
| "loss": 2.7627, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.8890784982935154, |
| "grad_norm": 18.396657943725586, |
| "learning_rate": 1.1769991015274035e-06, |
| "loss": 2.1699, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.8899317406143344, |
| "grad_norm": 42.24234390258789, |
| "learning_rate": 1.1680143755615454e-06, |
| "loss": 2.4609, |
| "step": 1043 |
| }, |
| { |
| "epoch": 0.8907849829351536, |
| "grad_norm": 37.315792083740234, |
| "learning_rate": 1.1590296495956873e-06, |
| "loss": 1.9644, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.8916382252559727, |
| "grad_norm": 18.035730361938477, |
| "learning_rate": 1.1500449236298294e-06, |
| "loss": 2.2441, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.8924914675767918, |
| "grad_norm": 33.729732513427734, |
| "learning_rate": 1.1410601976639714e-06, |
| "loss": 2.7402, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.893344709897611, |
| "grad_norm": 17.152904510498047, |
| "learning_rate": 1.1320754716981133e-06, |
| "loss": 2.2881, |
| "step": 1047 |
| }, |
| { |
| "epoch": 0.89419795221843, |
| "grad_norm": 30.483760833740234, |
| "learning_rate": 1.1230907457322552e-06, |
| "loss": 2.1406, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.8950511945392492, |
| "grad_norm": 22.160011291503906, |
| "learning_rate": 1.1141060197663973e-06, |
| "loss": 2.4102, |
| "step": 1049 |
| }, |
| { |
| "epoch": 0.8959044368600683, |
| "grad_norm": 21.861427307128906, |
| "learning_rate": 1.1051212938005392e-06, |
| "loss": 2.377, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.8967576791808873, |
| "grad_norm": 16.11711883544922, |
| "learning_rate": 1.096136567834681e-06, |
| "loss": 2.2207, |
| "step": 1051 |
| }, |
| { |
| "epoch": 0.8976109215017065, |
| "grad_norm": 16.705957412719727, |
| "learning_rate": 1.087151841868823e-06, |
| "loss": 2.4766, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.8984641638225256, |
| "grad_norm": 21.10558319091797, |
| "learning_rate": 1.078167115902965e-06, |
| "loss": 2.8291, |
| "step": 1053 |
| }, |
| { |
| "epoch": 0.8993174061433447, |
| "grad_norm": 16.919170379638672, |
| "learning_rate": 1.069182389937107e-06, |
| "loss": 2.3379, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.9001706484641638, |
| "grad_norm": 16.1108455657959, |
| "learning_rate": 1.060197663971249e-06, |
| "loss": 2.0049, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.9010238907849829, |
| "grad_norm": 14.90361213684082, |
| "learning_rate": 1.0512129380053909e-06, |
| "loss": 2.0732, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.9018771331058021, |
| "grad_norm": 22.117961883544922, |
| "learning_rate": 1.042228212039533e-06, |
| "loss": 2.4478, |
| "step": 1057 |
| }, |
| { |
| "epoch": 0.9027303754266212, |
| "grad_norm": 17.26648712158203, |
| "learning_rate": 1.0332434860736748e-06, |
| "loss": 2.4834, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.9035836177474402, |
| "grad_norm": 29.885637283325195, |
| "learning_rate": 1.0242587601078167e-06, |
| "loss": 2.5439, |
| "step": 1059 |
| }, |
| { |
| "epoch": 0.9044368600682594, |
| "grad_norm": 36.06587600708008, |
| "learning_rate": 1.0152740341419588e-06, |
| "loss": 2.3203, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.9052901023890785, |
| "grad_norm": 23.25389862060547, |
| "learning_rate": 1.0062893081761007e-06, |
| "loss": 1.8232, |
| "step": 1061 |
| }, |
| { |
| "epoch": 0.9061433447098977, |
| "grad_norm": 19.698678970336914, |
| "learning_rate": 9.973045822102428e-07, |
| "loss": 2.1807, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.9069965870307167, |
| "grad_norm": 20.899768829345703, |
| "learning_rate": 9.883198562443846e-07, |
| "loss": 2.0088, |
| "step": 1063 |
| }, |
| { |
| "epoch": 0.9078498293515358, |
| "grad_norm": 17.271106719970703, |
| "learning_rate": 9.793351302785265e-07, |
| "loss": 2.4834, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.908703071672355, |
| "grad_norm": 18.44869041442871, |
| "learning_rate": 9.703504043126686e-07, |
| "loss": 2.2676, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.909556313993174, |
| "grad_norm": 22.660959243774414, |
| "learning_rate": 9.613656783468105e-07, |
| "loss": 2.5537, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.9104095563139932, |
| "grad_norm": 27.0996150970459, |
| "learning_rate": 9.523809523809525e-07, |
| "loss": 2.2266, |
| "step": 1067 |
| }, |
| { |
| "epoch": 0.9112627986348123, |
| "grad_norm": 34.511531829833984, |
| "learning_rate": 9.433962264150944e-07, |
| "loss": 2.3223, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.9121160409556314, |
| "grad_norm": 27.928035736083984, |
| "learning_rate": 9.344115004492364e-07, |
| "loss": 2.6211, |
| "step": 1069 |
| }, |
| { |
| "epoch": 0.9129692832764505, |
| "grad_norm": 27.532997131347656, |
| "learning_rate": 9.254267744833784e-07, |
| "loss": 2.2324, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.9138225255972696, |
| "grad_norm": 14.844276428222656, |
| "learning_rate": 9.164420485175203e-07, |
| "loss": 2.2422, |
| "step": 1071 |
| }, |
| { |
| "epoch": 0.9146757679180887, |
| "grad_norm": 21.835037231445312, |
| "learning_rate": 9.074573225516623e-07, |
| "loss": 2.2881, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.9155290102389079, |
| "grad_norm": 19.69972801208496, |
| "learning_rate": 8.984725965858041e-07, |
| "loss": 2.1846, |
| "step": 1073 |
| }, |
| { |
| "epoch": 0.9163822525597269, |
| "grad_norm": 15.349184036254883, |
| "learning_rate": 8.894878706199461e-07, |
| "loss": 1.7319, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.9172354948805461, |
| "grad_norm": 19.928043365478516, |
| "learning_rate": 8.805031446540881e-07, |
| "loss": 2.4658, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.9180887372013652, |
| "grad_norm": 17.366472244262695, |
| "learning_rate": 8.715184186882302e-07, |
| "loss": 2.2046, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.9189419795221843, |
| "grad_norm": 29.670156478881836, |
| "learning_rate": 8.625336927223721e-07, |
| "loss": 2.3613, |
| "step": 1077 |
| }, |
| { |
| "epoch": 0.9197952218430034, |
| "grad_norm": 30.919553756713867, |
| "learning_rate": 8.535489667565141e-07, |
| "loss": 1.9961, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.9206484641638225, |
| "grad_norm": 14.773041725158691, |
| "learning_rate": 8.445642407906559e-07, |
| "loss": 1.9248, |
| "step": 1079 |
| }, |
| { |
| "epoch": 0.9215017064846417, |
| "grad_norm": 24.538284301757812, |
| "learning_rate": 8.355795148247979e-07, |
| "loss": 2.3975, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.9223549488054608, |
| "grad_norm": 19.382570266723633, |
| "learning_rate": 8.265947888589399e-07, |
| "loss": 2.1125, |
| "step": 1081 |
| }, |
| { |
| "epoch": 0.9232081911262798, |
| "grad_norm": 19.567092895507812, |
| "learning_rate": 8.176100628930818e-07, |
| "loss": 2.7686, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.924061433447099, |
| "grad_norm": 29.195287704467773, |
| "learning_rate": 8.086253369272238e-07, |
| "loss": 2.8613, |
| "step": 1083 |
| }, |
| { |
| "epoch": 0.9249146757679181, |
| "grad_norm": 20.474294662475586, |
| "learning_rate": 7.996406109613658e-07, |
| "loss": 2.2227, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.9257679180887372, |
| "grad_norm": 18.846967697143555, |
| "learning_rate": 7.906558849955077e-07, |
| "loss": 2.5205, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.9266211604095563, |
| "grad_norm": 23.362014770507812, |
| "learning_rate": 7.816711590296497e-07, |
| "loss": 2.3252, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.9274744027303754, |
| "grad_norm": 23.076448440551758, |
| "learning_rate": 7.726864330637916e-07, |
| "loss": 1.7588, |
| "step": 1087 |
| }, |
| { |
| "epoch": 0.9283276450511946, |
| "grad_norm": 24.485366821289062, |
| "learning_rate": 7.637017070979336e-07, |
| "loss": 2.397, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.9291808873720137, |
| "grad_norm": 21.237762451171875, |
| "learning_rate": 7.547169811320755e-07, |
| "loss": 2.7598, |
| "step": 1089 |
| }, |
| { |
| "epoch": 0.9300341296928327, |
| "grad_norm": 26.516183853149414, |
| "learning_rate": 7.457322551662174e-07, |
| "loss": 2.7891, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.9308873720136519, |
| "grad_norm": 21.238964080810547, |
| "learning_rate": 7.367475292003594e-07, |
| "loss": 2.5303, |
| "step": 1091 |
| }, |
| { |
| "epoch": 0.931740614334471, |
| "grad_norm": 30.594709396362305, |
| "learning_rate": 7.277628032345015e-07, |
| "loss": 1.8975, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.9325938566552902, |
| "grad_norm": 35.4166145324707, |
| "learning_rate": 7.187780772686434e-07, |
| "loss": 1.9258, |
| "step": 1093 |
| }, |
| { |
| "epoch": 0.9334470989761092, |
| "grad_norm": 22.17268943786621, |
| "learning_rate": 7.097933513027854e-07, |
| "loss": 2.4492, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.9343003412969283, |
| "grad_norm": 17.64724349975586, |
| "learning_rate": 7.008086253369272e-07, |
| "loss": 2.5547, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.9351535836177475, |
| "grad_norm": 24.73906135559082, |
| "learning_rate": 6.918238993710692e-07, |
| "loss": 2.5254, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.9360068259385665, |
| "grad_norm": 26.848501205444336, |
| "learning_rate": 6.828391734052112e-07, |
| "loss": 2.6846, |
| "step": 1097 |
| }, |
| { |
| "epoch": 0.9368600682593856, |
| "grad_norm": 20.17809295654297, |
| "learning_rate": 6.738544474393531e-07, |
| "loss": 2.2471, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.9377133105802048, |
| "grad_norm": 22.41636085510254, |
| "learning_rate": 6.648697214734951e-07, |
| "loss": 1.8472, |
| "step": 1099 |
| }, |
| { |
| "epoch": 0.9385665529010239, |
| "grad_norm": 39.55388641357422, |
| "learning_rate": 6.558849955076372e-07, |
| "loss": 2.3638, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.939419795221843, |
| "grad_norm": 33.42490005493164, |
| "learning_rate": 6.46900269541779e-07, |
| "loss": 2.4688, |
| "step": 1101 |
| }, |
| { |
| "epoch": 0.9402730375426621, |
| "grad_norm": 21.77603530883789, |
| "learning_rate": 6.37915543575921e-07, |
| "loss": 2.2363, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.9411262798634812, |
| "grad_norm": 24.46465301513672, |
| "learning_rate": 6.28930817610063e-07, |
| "loss": 2.2061, |
| "step": 1103 |
| }, |
| { |
| "epoch": 0.9419795221843004, |
| "grad_norm": 19.78148651123047, |
| "learning_rate": 6.199460916442049e-07, |
| "loss": 2.5908, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.9428327645051194, |
| "grad_norm": 31.342111587524414, |
| "learning_rate": 6.109613656783469e-07, |
| "loss": 2.5615, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.9436860068259386, |
| "grad_norm": 13.717397689819336, |
| "learning_rate": 6.019766397124888e-07, |
| "loss": 2.0635, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.9445392491467577, |
| "grad_norm": 21.84761619567871, |
| "learning_rate": 5.929919137466308e-07, |
| "loss": 2.293, |
| "step": 1107 |
| }, |
| { |
| "epoch": 0.9453924914675768, |
| "grad_norm": 37.024166107177734, |
| "learning_rate": 5.840071877807727e-07, |
| "loss": 2.249, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.9462457337883959, |
| "grad_norm": 17.425418853759766, |
| "learning_rate": 5.750224618149147e-07, |
| "loss": 2.3672, |
| "step": 1109 |
| }, |
| { |
| "epoch": 0.947098976109215, |
| "grad_norm": 26.030006408691406, |
| "learning_rate": 5.660377358490567e-07, |
| "loss": 2.124, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.9479522184300341, |
| "grad_norm": 22.431434631347656, |
| "learning_rate": 5.570530098831986e-07, |
| "loss": 2.3848, |
| "step": 1111 |
| }, |
| { |
| "epoch": 0.9488054607508533, |
| "grad_norm": 19.168577194213867, |
| "learning_rate": 5.480682839173405e-07, |
| "loss": 2.1758, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.9496587030716723, |
| "grad_norm": 17.07505226135254, |
| "learning_rate": 5.390835579514825e-07, |
| "loss": 2.374, |
| "step": 1113 |
| }, |
| { |
| "epoch": 0.9505119453924915, |
| "grad_norm": 26.080429077148438, |
| "learning_rate": 5.300988319856245e-07, |
| "loss": 2.3418, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.9513651877133106, |
| "grad_norm": 21.243762969970703, |
| "learning_rate": 5.211141060197665e-07, |
| "loss": 2.1953, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.9522184300341296, |
| "grad_norm": 15.045170783996582, |
| "learning_rate": 5.121293800539083e-07, |
| "loss": 2.1016, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.9530716723549488, |
| "grad_norm": 23.7006778717041, |
| "learning_rate": 5.031446540880503e-07, |
| "loss": 2.8184, |
| "step": 1117 |
| }, |
| { |
| "epoch": 0.9539249146757679, |
| "grad_norm": 18.883411407470703, |
| "learning_rate": 4.941599281221923e-07, |
| "loss": 2.6475, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.9547781569965871, |
| "grad_norm": 25.889921188354492, |
| "learning_rate": 4.851752021563343e-07, |
| "loss": 2.0693, |
| "step": 1119 |
| }, |
| { |
| "epoch": 0.9556313993174061, |
| "grad_norm": 22.17185401916504, |
| "learning_rate": 4.7619047619047623e-07, |
| "loss": 2.4834, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.9564846416382252, |
| "grad_norm": 22.72771644592285, |
| "learning_rate": 4.672057502246182e-07, |
| "loss": 2.5225, |
| "step": 1121 |
| }, |
| { |
| "epoch": 0.9573378839590444, |
| "grad_norm": 14.462482452392578, |
| "learning_rate": 4.5822102425876014e-07, |
| "loss": 2.0977, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.9581911262798635, |
| "grad_norm": 16.800121307373047, |
| "learning_rate": 4.4923629829290207e-07, |
| "loss": 2.0635, |
| "step": 1123 |
| }, |
| { |
| "epoch": 0.9590443686006825, |
| "grad_norm": 31.013629913330078, |
| "learning_rate": 4.4025157232704405e-07, |
| "loss": 2.3926, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.9598976109215017, |
| "grad_norm": 16.524974822998047, |
| "learning_rate": 4.3126684636118604e-07, |
| "loss": 2.1387, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.9607508532423208, |
| "grad_norm": 25.04954719543457, |
| "learning_rate": 4.2228212039532797e-07, |
| "loss": 2.6875, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.96160409556314, |
| "grad_norm": 22.931171417236328, |
| "learning_rate": 4.1329739442946995e-07, |
| "loss": 2.2598, |
| "step": 1127 |
| }, |
| { |
| "epoch": 0.962457337883959, |
| "grad_norm": 18.490894317626953, |
| "learning_rate": 4.043126684636119e-07, |
| "loss": 2.0537, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.9633105802047781, |
| "grad_norm": 18.204050064086914, |
| "learning_rate": 3.9532794249775386e-07, |
| "loss": 2.5342, |
| "step": 1129 |
| }, |
| { |
| "epoch": 0.9641638225255973, |
| "grad_norm": 40.86081314086914, |
| "learning_rate": 3.863432165318958e-07, |
| "loss": 2.4844, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.9650170648464164, |
| "grad_norm": 14.383349418640137, |
| "learning_rate": 3.773584905660378e-07, |
| "loss": 1.7993, |
| "step": 1131 |
| }, |
| { |
| "epoch": 0.9658703071672355, |
| "grad_norm": 23.310863494873047, |
| "learning_rate": 3.683737646001797e-07, |
| "loss": 2.2402, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.9667235494880546, |
| "grad_norm": 18.63228416442871, |
| "learning_rate": 3.593890386343217e-07, |
| "loss": 1.998, |
| "step": 1133 |
| }, |
| { |
| "epoch": 0.9675767918088737, |
| "grad_norm": 82.3555908203125, |
| "learning_rate": 3.504043126684636e-07, |
| "loss": 2.5557, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.9684300341296929, |
| "grad_norm": 16.93051528930664, |
| "learning_rate": 3.414195867026056e-07, |
| "loss": 2.2803, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.9692832764505119, |
| "grad_norm": 21.192161560058594, |
| "learning_rate": 3.3243486073674753e-07, |
| "loss": 2.7246, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.9701365187713311, |
| "grad_norm": 18.740169525146484, |
| "learning_rate": 3.234501347708895e-07, |
| "loss": 2.7227, |
| "step": 1137 |
| }, |
| { |
| "epoch": 0.9709897610921502, |
| "grad_norm": 19.469411849975586, |
| "learning_rate": 3.144654088050315e-07, |
| "loss": 2.2979, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.9718430034129693, |
| "grad_norm": 18.27403450012207, |
| "learning_rate": 3.0548068283917343e-07, |
| "loss": 2.251, |
| "step": 1139 |
| }, |
| { |
| "epoch": 0.9726962457337884, |
| "grad_norm": 24.299030303955078, |
| "learning_rate": 2.964959568733154e-07, |
| "loss": 2.4541, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.9735494880546075, |
| "grad_norm": 24.530475616455078, |
| "learning_rate": 2.8751123090745734e-07, |
| "loss": 2.1475, |
| "step": 1141 |
| }, |
| { |
| "epoch": 0.9744027303754266, |
| "grad_norm": 25.455007553100586, |
| "learning_rate": 2.785265049415993e-07, |
| "loss": 2.3701, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.9752559726962458, |
| "grad_norm": 16.469362258911133, |
| "learning_rate": 2.6954177897574125e-07, |
| "loss": 1.9355, |
| "step": 1143 |
| }, |
| { |
| "epoch": 0.9761092150170648, |
| "grad_norm": 19.01254653930664, |
| "learning_rate": 2.6055705300988324e-07, |
| "loss": 2.3057, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.976962457337884, |
| "grad_norm": 19.243854522705078, |
| "learning_rate": 2.5157232704402517e-07, |
| "loss": 2.4736, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.9778156996587031, |
| "grad_norm": 22.926416397094727, |
| "learning_rate": 2.4258760107816715e-07, |
| "loss": 1.9111, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.9786689419795221, |
| "grad_norm": 21.436504364013672, |
| "learning_rate": 2.336028751123091e-07, |
| "loss": 2.5264, |
| "step": 1147 |
| }, |
| { |
| "epoch": 0.9795221843003413, |
| "grad_norm": 18.81846809387207, |
| "learning_rate": 2.2461814914645103e-07, |
| "loss": 2.2744, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.9803754266211604, |
| "grad_norm": 17.731666564941406, |
| "learning_rate": 2.1563342318059302e-07, |
| "loss": 2.3506, |
| "step": 1149 |
| }, |
| { |
| "epoch": 0.9812286689419796, |
| "grad_norm": 18.162921905517578, |
| "learning_rate": 2.0664869721473497e-07, |
| "loss": 2.3584, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.9820819112627986, |
| "grad_norm": 17.115859985351562, |
| "learning_rate": 1.9766397124887693e-07, |
| "loss": 2.3174, |
| "step": 1151 |
| }, |
| { |
| "epoch": 0.9829351535836177, |
| "grad_norm": 19.12236785888672, |
| "learning_rate": 1.886792452830189e-07, |
| "loss": 2.8047, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.9837883959044369, |
| "grad_norm": 46.08415603637695, |
| "learning_rate": 1.7969451931716084e-07, |
| "loss": 2.2979, |
| "step": 1153 |
| }, |
| { |
| "epoch": 0.984641638225256, |
| "grad_norm": 19.95178985595703, |
| "learning_rate": 1.707097933513028e-07, |
| "loss": 2.5273, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.985494880546075, |
| "grad_norm": 19.663936614990234, |
| "learning_rate": 1.6172506738544476e-07, |
| "loss": 2.1338, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.9863481228668942, |
| "grad_norm": 18.48255729675293, |
| "learning_rate": 1.5274034141958671e-07, |
| "loss": 2.2705, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.9872013651877133, |
| "grad_norm": 14.638534545898438, |
| "learning_rate": 1.4375561545372867e-07, |
| "loss": 1.9199, |
| "step": 1157 |
| }, |
| { |
| "epoch": 0.9880546075085325, |
| "grad_norm": 17.064104080200195, |
| "learning_rate": 1.3477088948787063e-07, |
| "loss": 2.3135, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.9889078498293515, |
| "grad_norm": 24.58094024658203, |
| "learning_rate": 1.2578616352201258e-07, |
| "loss": 2.5918, |
| "step": 1159 |
| }, |
| { |
| "epoch": 0.9897610921501706, |
| "grad_norm": 15.54403305053711, |
| "learning_rate": 1.1680143755615455e-07, |
| "loss": 2.0586, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.9906143344709898, |
| "grad_norm": 19.432096481323242, |
| "learning_rate": 1.0781671159029651e-07, |
| "loss": 2.0234, |
| "step": 1161 |
| }, |
| { |
| "epoch": 0.9914675767918089, |
| "grad_norm": 23.13845443725586, |
| "learning_rate": 9.883198562443847e-08, |
| "loss": 2.1523, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.992320819112628, |
| "grad_norm": 19.302988052368164, |
| "learning_rate": 8.984725965858042e-08, |
| "loss": 2.5889, |
| "step": 1163 |
| }, |
| { |
| "epoch": 0.9931740614334471, |
| "grad_norm": 22.22420883178711, |
| "learning_rate": 8.086253369272238e-08, |
| "loss": 2.4434, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.9940273037542662, |
| "grad_norm": 16.57465362548828, |
| "learning_rate": 7.187780772686433e-08, |
| "loss": 2.2539, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.9948805460750854, |
| "grad_norm": 29.630794525146484, |
| "learning_rate": 6.289308176100629e-08, |
| "loss": 2.3193, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.9957337883959044, |
| "grad_norm": 16.782909393310547, |
| "learning_rate": 5.3908355795148254e-08, |
| "loss": 1.9961, |
| "step": 1167 |
| }, |
| { |
| "epoch": 0.9965870307167235, |
| "grad_norm": 25.104806900024414, |
| "learning_rate": 4.492362982929021e-08, |
| "loss": 2.375, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.9974402730375427, |
| "grad_norm": 15.419062614440918, |
| "learning_rate": 3.593890386343217e-08, |
| "loss": 1.9033, |
| "step": 1169 |
| }, |
| { |
| "epoch": 0.9982935153583617, |
| "grad_norm": 18.09457015991211, |
| "learning_rate": 2.6954177897574127e-08, |
| "loss": 2.3037, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.9991467576791809, |
| "grad_norm": 20.33756446838379, |
| "learning_rate": 1.7969451931716084e-08, |
| "loss": 2.2764, |
| "step": 1171 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 22.51215362548828, |
| "learning_rate": 8.984725965858042e-09, |
| "loss": 2.6963, |
| "step": 1172 |
| }, |
| { |
| "epoch": 1.0, |
| "step": 1172, |
| "total_flos": 1.0293976231418266e+18, |
| "train_loss": 2.8942469053300983, |
| "train_runtime": 765.0994, |
| "train_samples_per_second": 392.106, |
| "train_steps_per_second": 1.532 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1172, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.0293976231418266e+18, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
