| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.990403071017274, |
| "eval_steps": 500, |
| "global_step": 1950, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0025591810620601407, |
| "grad_norm": 5.72460191514523, |
| "learning_rate": 2.0512820512820514e-07, |
| "loss": 0.8785, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.005118362124120281, |
| "grad_norm": 5.959578433623624, |
| "learning_rate": 4.102564102564103e-07, |
| "loss": 0.8678, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.007677543186180422, |
| "grad_norm": 5.902957688136316, |
| "learning_rate": 6.153846153846155e-07, |
| "loss": 0.8968, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.010236724248240563, |
| "grad_norm": 5.4723551383557805, |
| "learning_rate": 8.205128205128206e-07, |
| "loss": 0.8418, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.012795905310300703, |
| "grad_norm": 5.787912289462209, |
| "learning_rate": 1.0256410256410257e-06, |
| "loss": 0.886, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.015355086372360844, |
| "grad_norm": 5.557852691465803, |
| "learning_rate": 1.230769230769231e-06, |
| "loss": 0.9033, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.017914267434420986, |
| "grad_norm": 5.362076082832634, |
| "learning_rate": 1.4358974358974359e-06, |
| "loss": 0.8629, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.020473448496481125, |
| "grad_norm": 4.370734339586599, |
| "learning_rate": 1.6410256410256412e-06, |
| "loss": 0.8157, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.023032629558541268, |
| "grad_norm": 4.493266725432695, |
| "learning_rate": 1.8461538461538465e-06, |
| "loss": 0.8392, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.025591810620601407, |
| "grad_norm": 4.121132813839215, |
| "learning_rate": 2.0512820512820513e-06, |
| "loss": 0.8246, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.02815099168266155, |
| "grad_norm": 2.4085810485641095, |
| "learning_rate": 2.2564102564102566e-06, |
| "loss": 0.8009, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.030710172744721688, |
| "grad_norm": 2.3319618373499087, |
| "learning_rate": 2.461538461538462e-06, |
| "loss": 0.8189, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.03326935380678183, |
| "grad_norm": 2.050198471153189, |
| "learning_rate": 2.666666666666667e-06, |
| "loss": 0.7671, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.03582853486884197, |
| "grad_norm": 2.5524552964667926, |
| "learning_rate": 2.8717948717948717e-06, |
| "loss": 0.7587, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.03838771593090211, |
| "grad_norm": 3.44805626463955, |
| "learning_rate": 3.0769230769230774e-06, |
| "loss": 0.779, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.04094689699296225, |
| "grad_norm": 3.559383059115368, |
| "learning_rate": 3.2820512820512823e-06, |
| "loss": 0.758, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.04350607805502239, |
| "grad_norm": 3.33809383465494, |
| "learning_rate": 3.487179487179487e-06, |
| "loss": 0.7136, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.046065259117082535, |
| "grad_norm": 3.2168388473087757, |
| "learning_rate": 3.692307692307693e-06, |
| "loss": 0.7369, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.04862444017914268, |
| "grad_norm": 2.5872597896051728, |
| "learning_rate": 3.897435897435898e-06, |
| "loss": 0.7323, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.05118362124120281, |
| "grad_norm": 2.0282374599316957, |
| "learning_rate": 4.102564102564103e-06, |
| "loss": 0.6876, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.053742802303262956, |
| "grad_norm": 1.5964078137928233, |
| "learning_rate": 4.307692307692308e-06, |
| "loss": 0.6678, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.0563019833653231, |
| "grad_norm": 1.2909627910012984, |
| "learning_rate": 4.512820512820513e-06, |
| "loss": 0.662, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.05886116442738324, |
| "grad_norm": 1.3177057124827334, |
| "learning_rate": 4.717948717948718e-06, |
| "loss": 0.6594, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.061420345489443376, |
| "grad_norm": 1.24942825931957, |
| "learning_rate": 4.923076923076924e-06, |
| "loss": 0.626, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.06397952655150352, |
| "grad_norm": 1.2673077068864744, |
| "learning_rate": 5.128205128205128e-06, |
| "loss": 0.6347, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.06653870761356366, |
| "grad_norm": 1.1563656900829429, |
| "learning_rate": 5.333333333333334e-06, |
| "loss": 0.6329, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.0690978886756238, |
| "grad_norm": 1.044094666100426, |
| "learning_rate": 5.538461538461539e-06, |
| "loss": 0.6254, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.07165706973768395, |
| "grad_norm": 0.9466038321235274, |
| "learning_rate": 5.743589743589743e-06, |
| "loss": 0.6295, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.07421625079974409, |
| "grad_norm": 0.7981163236308523, |
| "learning_rate": 5.948717948717949e-06, |
| "loss": 0.6155, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.07677543186180422, |
| "grad_norm": 0.9968280326546483, |
| "learning_rate": 6.153846153846155e-06, |
| "loss": 0.6113, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.07933461292386436, |
| "grad_norm": 0.9260190035124614, |
| "learning_rate": 6.358974358974359e-06, |
| "loss": 0.636, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.0818937939859245, |
| "grad_norm": 0.8477667711908703, |
| "learning_rate": 6.564102564102565e-06, |
| "loss": 0.63, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.08445297504798464, |
| "grad_norm": 0.6532816121925329, |
| "learning_rate": 6.76923076923077e-06, |
| "loss": 0.6108, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.08701215611004479, |
| "grad_norm": 0.7821169327010173, |
| "learning_rate": 6.974358974358974e-06, |
| "loss": 0.6408, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.08957133717210493, |
| "grad_norm": 0.7393409032705888, |
| "learning_rate": 7.17948717948718e-06, |
| "loss": 0.5915, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.09213051823416507, |
| "grad_norm": 0.6644188521415291, |
| "learning_rate": 7.384615384615386e-06, |
| "loss": 0.5961, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.09468969929622521, |
| "grad_norm": 0.593116184422468, |
| "learning_rate": 7.58974358974359e-06, |
| "loss": 0.5971, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.09724888035828536, |
| "grad_norm": 0.6919315440965734, |
| "learning_rate": 7.794871794871796e-06, |
| "loss": 0.5725, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.09980806142034548, |
| "grad_norm": 0.6959155805001593, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.5685, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.10236724248240563, |
| "grad_norm": 0.6398643666989815, |
| "learning_rate": 8.205128205128205e-06, |
| "loss": 0.6138, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.10492642354446577, |
| "grad_norm": 0.6361698523409376, |
| "learning_rate": 8.410256410256411e-06, |
| "loss": 0.5849, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.10748560460652591, |
| "grad_norm": 0.5303957188864263, |
| "learning_rate": 8.615384615384617e-06, |
| "loss": 0.5533, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.11004478566858605, |
| "grad_norm": 0.5370326395081426, |
| "learning_rate": 8.820512820512821e-06, |
| "loss": 0.5833, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.1126039667306462, |
| "grad_norm": 0.590660924049006, |
| "learning_rate": 9.025641025641027e-06, |
| "loss": 0.5888, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.11516314779270634, |
| "grad_norm": 0.540686200850521, |
| "learning_rate": 9.230769230769232e-06, |
| "loss": 0.5624, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.11772232885476648, |
| "grad_norm": 0.5777571666796689, |
| "learning_rate": 9.435897435897436e-06, |
| "loss": 0.5851, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.12028150991682661, |
| "grad_norm": 0.537318145066867, |
| "learning_rate": 9.641025641025642e-06, |
| "loss": 0.5644, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.12284069097888675, |
| "grad_norm": 0.5211947061981134, |
| "learning_rate": 9.846153846153848e-06, |
| "loss": 0.5591, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.1253998720409469, |
| "grad_norm": 0.5397404148687415, |
| "learning_rate": 1.0051282051282052e-05, |
| "loss": 0.5843, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.12795905310300704, |
| "grad_norm": 0.5297926804183296, |
| "learning_rate": 1.0256410256410256e-05, |
| "loss": 0.5277, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.13051823416506717, |
| "grad_norm": 0.605652388150248, |
| "learning_rate": 1.0461538461538463e-05, |
| "loss": 0.5724, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.13307741522712732, |
| "grad_norm": 0.45885002080359344, |
| "learning_rate": 1.0666666666666667e-05, |
| "loss": 0.5381, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.13563659628918745, |
| "grad_norm": 0.5930020802013372, |
| "learning_rate": 1.0871794871794871e-05, |
| "loss": 0.6045, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.1381957773512476, |
| "grad_norm": 0.5808129528368039, |
| "learning_rate": 1.1076923076923079e-05, |
| "loss": 0.5222, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.14075495841330773, |
| "grad_norm": 0.5154128262574531, |
| "learning_rate": 1.1282051282051283e-05, |
| "loss": 0.5578, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.1433141394753679, |
| "grad_norm": 0.5390655268219918, |
| "learning_rate": 1.1487179487179487e-05, |
| "loss": 0.5436, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.14587332053742802, |
| "grad_norm": 0.5586414645653933, |
| "learning_rate": 1.1692307692307694e-05, |
| "loss": 0.5353, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.14843250159948818, |
| "grad_norm": 0.6534105047151474, |
| "learning_rate": 1.1897435897435898e-05, |
| "loss": 0.5392, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.1509916826615483, |
| "grad_norm": 0.5945111461514314, |
| "learning_rate": 1.2102564102564102e-05, |
| "loss": 0.5542, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.15355086372360843, |
| "grad_norm": 0.6505380466948517, |
| "learning_rate": 1.230769230769231e-05, |
| "loss": 0.5252, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.1561100447856686, |
| "grad_norm": 0.6510336772233184, |
| "learning_rate": 1.2512820512820514e-05, |
| "loss": 0.5683, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.15866922584772872, |
| "grad_norm": 0.5509745528884461, |
| "learning_rate": 1.2717948717948718e-05, |
| "loss": 0.5205, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.16122840690978887, |
| "grad_norm": 0.5917102526960739, |
| "learning_rate": 1.2923076923076925e-05, |
| "loss": 0.5603, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.163787587971849, |
| "grad_norm": 0.560110790537656, |
| "learning_rate": 1.312820512820513e-05, |
| "loss": 0.545, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.16634676903390916, |
| "grad_norm": 0.5678363411921677, |
| "learning_rate": 1.3333333333333333e-05, |
| "loss": 0.5287, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.1689059500959693, |
| "grad_norm": 0.5819806020456917, |
| "learning_rate": 1.353846153846154e-05, |
| "loss": 0.5535, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.17146513115802944, |
| "grad_norm": 0.5558896303005907, |
| "learning_rate": 1.3743589743589745e-05, |
| "loss": 0.5648, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.17402431222008957, |
| "grad_norm": 0.5818297224628268, |
| "learning_rate": 1.3948717948717949e-05, |
| "loss": 0.545, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.1765834932821497, |
| "grad_norm": 0.5604385516101225, |
| "learning_rate": 1.4153846153846156e-05, |
| "loss": 0.5625, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.17914267434420986, |
| "grad_norm": 0.5262255043539227, |
| "learning_rate": 1.435897435897436e-05, |
| "loss": 0.553, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.18170185540626999, |
| "grad_norm": 0.5449392960823104, |
| "learning_rate": 1.4564102564102564e-05, |
| "loss": 0.532, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.18426103646833014, |
| "grad_norm": 0.5757069226256301, |
| "learning_rate": 1.4769230769230772e-05, |
| "loss": 0.538, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.18682021753039027, |
| "grad_norm": 0.5241911795419738, |
| "learning_rate": 1.4974358974358976e-05, |
| "loss": 0.537, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.18937939859245043, |
| "grad_norm": 0.4755835874750557, |
| "learning_rate": 1.517948717948718e-05, |
| "loss": 0.5015, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.19193857965451055, |
| "grad_norm": 0.5816260566225624, |
| "learning_rate": 1.5384615384615387e-05, |
| "loss": 0.5317, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.1944977607165707, |
| "grad_norm": 0.5324895484169254, |
| "learning_rate": 1.558974358974359e-05, |
| "loss": 0.503, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.19705694177863084, |
| "grad_norm": 0.5873638181887759, |
| "learning_rate": 1.5794871794871795e-05, |
| "loss": 0.5571, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.19961612284069097, |
| "grad_norm": 0.5466165214856151, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 0.5177, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.20217530390275112, |
| "grad_norm": 0.6209989234883905, |
| "learning_rate": 1.6205128205128207e-05, |
| "loss": 0.5268, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.20473448496481125, |
| "grad_norm": 0.5479973413858492, |
| "learning_rate": 1.641025641025641e-05, |
| "loss": 0.5096, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.2072936660268714, |
| "grad_norm": 0.7512485115452843, |
| "learning_rate": 1.6615384615384618e-05, |
| "loss": 0.5398, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.20985284708893154, |
| "grad_norm": 0.5988795561569944, |
| "learning_rate": 1.6820512820512822e-05, |
| "loss": 0.5054, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.2124120281509917, |
| "grad_norm": 0.6349565283068188, |
| "learning_rate": 1.7025641025641026e-05, |
| "loss": 0.5301, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.21497120921305182, |
| "grad_norm": 0.7482046004578073, |
| "learning_rate": 1.7230769230769234e-05, |
| "loss": 0.5451, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.21753039027511195, |
| "grad_norm": 0.5452089019203088, |
| "learning_rate": 1.7435897435897438e-05, |
| "loss": 0.537, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.2200895713371721, |
| "grad_norm": 0.6062443857702727, |
| "learning_rate": 1.7641025641025642e-05, |
| "loss": 0.5057, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.22264875239923224, |
| "grad_norm": 0.6133096727031904, |
| "learning_rate": 1.784615384615385e-05, |
| "loss": 0.549, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.2252079334612924, |
| "grad_norm": 0.6734829746990577, |
| "learning_rate": 1.8051282051282053e-05, |
| "loss": 0.5549, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.22776711452335252, |
| "grad_norm": 0.5692319701895174, |
| "learning_rate": 1.8256410256410257e-05, |
| "loss": 0.5053, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.23032629558541268, |
| "grad_norm": 0.6551305606242741, |
| "learning_rate": 1.8461538461538465e-05, |
| "loss": 0.5451, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.2328854766474728, |
| "grad_norm": 0.5869184912875696, |
| "learning_rate": 1.866666666666667e-05, |
| "loss": 0.5573, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.23544465770953296, |
| "grad_norm": 0.6175475389576918, |
| "learning_rate": 1.8871794871794873e-05, |
| "loss": 0.5239, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.2380038387715931, |
| "grad_norm": 0.6923526622405791, |
| "learning_rate": 1.907692307692308e-05, |
| "loss": 0.5178, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.24056301983365322, |
| "grad_norm": 0.6169855947769446, |
| "learning_rate": 1.9282051282051284e-05, |
| "loss": 0.5583, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.24312220089571338, |
| "grad_norm": 0.8905504059133514, |
| "learning_rate": 1.9487179487179488e-05, |
| "loss": 0.5577, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.2456813819577735, |
| "grad_norm": 0.7206999368653747, |
| "learning_rate": 1.9692307692307696e-05, |
| "loss": 0.5248, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.24824056301983366, |
| "grad_norm": 0.5689479892809097, |
| "learning_rate": 1.98974358974359e-05, |
| "loss": 0.5143, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.2507997440818938, |
| "grad_norm": 0.7120200186242683, |
| "learning_rate": 2.0102564102564104e-05, |
| "loss": 0.5363, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.2533589251439539, |
| "grad_norm": 0.5649172258139606, |
| "learning_rate": 2.0307692307692308e-05, |
| "loss": 0.5232, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.2559181062060141, |
| "grad_norm": 0.8530948421377756, |
| "learning_rate": 2.0512820512820512e-05, |
| "loss": 0.5127, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.25847728726807423, |
| "grad_norm": 0.7220421419640349, |
| "learning_rate": 2.0717948717948723e-05, |
| "loss": 0.5472, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.26103646833013433, |
| "grad_norm": 0.7179821332235292, |
| "learning_rate": 2.0923076923076927e-05, |
| "loss": 0.4748, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.2635956493921945, |
| "grad_norm": 0.5969399443763903, |
| "learning_rate": 2.112820512820513e-05, |
| "loss": 0.4869, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.26615483045425464, |
| "grad_norm": 0.7652225150209184, |
| "learning_rate": 2.1333333333333335e-05, |
| "loss": 0.5048, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.2687140115163148, |
| "grad_norm": 0.7026938678210959, |
| "learning_rate": 2.153846153846154e-05, |
| "loss": 0.5351, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.2712731925783749, |
| "grad_norm": 0.6625081293533241, |
| "learning_rate": 2.1743589743589743e-05, |
| "loss": 0.5071, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.27383237364043506, |
| "grad_norm": 0.7338103048357757, |
| "learning_rate": 2.1948717948717954e-05, |
| "loss": 0.5214, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.2763915547024952, |
| "grad_norm": 0.7157427738707126, |
| "learning_rate": 2.2153846153846158e-05, |
| "loss": 0.521, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.27895073576455537, |
| "grad_norm": 0.8391389612996835, |
| "learning_rate": 2.235897435897436e-05, |
| "loss": 0.5114, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.28150991682661547, |
| "grad_norm": 0.6739896722237592, |
| "learning_rate": 2.2564102564102566e-05, |
| "loss": 0.4607, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.2840690978886756, |
| "grad_norm": 0.7325968758566463, |
| "learning_rate": 2.276923076923077e-05, |
| "loss": 0.5114, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.2866282789507358, |
| "grad_norm": 0.9192765458484284, |
| "learning_rate": 2.2974358974358974e-05, |
| "loss": 0.5164, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.2891874600127959, |
| "grad_norm": 0.7638911037686114, |
| "learning_rate": 2.3179487179487184e-05, |
| "loss": 0.5056, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.29174664107485604, |
| "grad_norm": 0.7754803757011083, |
| "learning_rate": 2.338461538461539e-05, |
| "loss": 0.5137, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.2943058221369162, |
| "grad_norm": 0.7313220696083259, |
| "learning_rate": 2.3589743589743593e-05, |
| "loss": 0.5171, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.29686500319897635, |
| "grad_norm": 0.8944240636016003, |
| "learning_rate": 2.3794871794871797e-05, |
| "loss": 0.5631, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.29942418426103645, |
| "grad_norm": 0.827344957741263, |
| "learning_rate": 2.4e-05, |
| "loss": 0.5329, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.3019833653230966, |
| "grad_norm": 0.7763009278418379, |
| "learning_rate": 2.4205128205128205e-05, |
| "loss": 0.5341, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.30454254638515676, |
| "grad_norm": 0.7998736408167985, |
| "learning_rate": 2.4410256410256415e-05, |
| "loss": 0.52, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.30710172744721687, |
| "grad_norm": 0.7411952795822903, |
| "learning_rate": 2.461538461538462e-05, |
| "loss": 0.5418, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.309660908509277, |
| "grad_norm": 0.659770656309478, |
| "learning_rate": 2.4820512820512824e-05, |
| "loss": 0.5195, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.3122200895713372, |
| "grad_norm": 0.8056693118680838, |
| "learning_rate": 2.5025641025641028e-05, |
| "loss": 0.5215, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.31477927063339733, |
| "grad_norm": 0.9631898506281213, |
| "learning_rate": 2.523076923076923e-05, |
| "loss": 0.5283, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.31733845169545744, |
| "grad_norm": 0.7096814914325649, |
| "learning_rate": 2.5435897435897436e-05, |
| "loss": 0.5155, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.3198976327575176, |
| "grad_norm": 1.028582043530853, |
| "learning_rate": 2.5641025641025646e-05, |
| "loss": 0.5394, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.32245681381957775, |
| "grad_norm": 0.7239590324246933, |
| "learning_rate": 2.584615384615385e-05, |
| "loss": 0.5446, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.32501599488163785, |
| "grad_norm": 1.0571455117998556, |
| "learning_rate": 2.6051282051282054e-05, |
| "loss": 0.5335, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.327575175943698, |
| "grad_norm": 1.0256105590142106, |
| "learning_rate": 2.625641025641026e-05, |
| "loss": 0.5418, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.33013435700575816, |
| "grad_norm": 1.0959117099820284, |
| "learning_rate": 2.6461538461538463e-05, |
| "loss": 0.5544, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.3326935380678183, |
| "grad_norm": 0.7463871798931493, |
| "learning_rate": 2.6666666666666667e-05, |
| "loss": 0.4965, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.3352527191298784, |
| "grad_norm": 1.0194762534931083, |
| "learning_rate": 2.687179487179487e-05, |
| "loss": 0.4776, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.3378119001919386, |
| "grad_norm": 0.7119748311745303, |
| "learning_rate": 2.707692307692308e-05, |
| "loss": 0.5203, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.34037108125399873, |
| "grad_norm": 0.920481871489979, |
| "learning_rate": 2.7282051282051285e-05, |
| "loss": 0.5142, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.3429302623160589, |
| "grad_norm": 0.7065977141822832, |
| "learning_rate": 2.748717948717949e-05, |
| "loss": 0.5349, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.345489443378119, |
| "grad_norm": 0.9570189898635619, |
| "learning_rate": 2.7692307692307694e-05, |
| "loss": 0.556, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.34804862444017914, |
| "grad_norm": 0.8774520896998024, |
| "learning_rate": 2.7897435897435898e-05, |
| "loss": 0.5221, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.3506078055022393, |
| "grad_norm": 0.9754340258356095, |
| "learning_rate": 2.81025641025641e-05, |
| "loss": 0.5165, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.3531669865642994, |
| "grad_norm": 0.9512013949257682, |
| "learning_rate": 2.8307692307692312e-05, |
| "loss": 0.5094, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.35572616762635956, |
| "grad_norm": 1.0101279645456138, |
| "learning_rate": 2.8512820512820516e-05, |
| "loss": 0.5134, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.3582853486884197, |
| "grad_norm": 0.9392456947082269, |
| "learning_rate": 2.871794871794872e-05, |
| "loss": 0.5154, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.36084452975047987, |
| "grad_norm": 1.064205953704163, |
| "learning_rate": 2.8923076923076925e-05, |
| "loss": 0.5422, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.36340371081253997, |
| "grad_norm": 0.8361885058587943, |
| "learning_rate": 2.912820512820513e-05, |
| "loss": 0.5045, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.3659628918746001, |
| "grad_norm": 1.0678541131176078, |
| "learning_rate": 2.9333333333333333e-05, |
| "loss": 0.4843, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.3685220729366603, |
| "grad_norm": 0.6800509515379447, |
| "learning_rate": 2.9538461538461543e-05, |
| "loss": 0.5256, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.3710812539987204, |
| "grad_norm": 0.7904486157434544, |
| "learning_rate": 2.9743589743589747e-05, |
| "loss": 0.5225, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.37364043506078054, |
| "grad_norm": 0.816468325578623, |
| "learning_rate": 2.994871794871795e-05, |
| "loss": 0.5389, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.3761996161228407, |
| "grad_norm": 0.7918935996515184, |
| "learning_rate": 3.0153846153846155e-05, |
| "loss": 0.5014, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.37875879718490085, |
| "grad_norm": 0.7555828789735101, |
| "learning_rate": 3.035897435897436e-05, |
| "loss": 0.5236, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.38131797824696095, |
| "grad_norm": 1.0603633188732544, |
| "learning_rate": 3.0564102564102564e-05, |
| "loss": 0.5271, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.3838771593090211, |
| "grad_norm": 0.8796724653002846, |
| "learning_rate": 3.0769230769230774e-05, |
| "loss": 0.5214, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.38643634037108127, |
| "grad_norm": 0.6823417266648101, |
| "learning_rate": 3.097435897435898e-05, |
| "loss": 0.492, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.3889955214331414, |
| "grad_norm": 0.9675008798265416, |
| "learning_rate": 3.117948717948718e-05, |
| "loss": 0.5282, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.3915547024952015, |
| "grad_norm": 1.0136226084949147, |
| "learning_rate": 3.1384615384615386e-05, |
| "loss": 0.5044, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.3941138835572617, |
| "grad_norm": 0.9351502869426284, |
| "learning_rate": 3.158974358974359e-05, |
| "loss": 0.5006, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.39667306461932184, |
| "grad_norm": 0.9882679082998469, |
| "learning_rate": 3.1794871794871795e-05, |
| "loss": 0.5013, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.39923224568138194, |
| "grad_norm": 0.9382011251547424, |
| "learning_rate": 3.2000000000000005e-05, |
| "loss": 0.4777, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.4017914267434421, |
| "grad_norm": 0.9879747473370469, |
| "learning_rate": 3.220512820512821e-05, |
| "loss": 0.4718, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.40435060780550225, |
| "grad_norm": 0.9016818417869712, |
| "learning_rate": 3.2410256410256413e-05, |
| "loss": 0.5294, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.4069097888675624, |
| "grad_norm": 0.9938632562876675, |
| "learning_rate": 3.261538461538462e-05, |
| "loss": 0.4991, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.4094689699296225, |
| "grad_norm": 1.3410049525059016, |
| "learning_rate": 3.282051282051282e-05, |
| "loss": 0.5095, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.41202815099168266, |
| "grad_norm": 0.8871685101904818, |
| "learning_rate": 3.3025641025641025e-05, |
| "loss": 0.5483, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.4145873320537428, |
| "grad_norm": 1.2268108807413454, |
| "learning_rate": 3.3230769230769236e-05, |
| "loss": 0.5174, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.4171465131158029, |
| "grad_norm": 0.9220772123108049, |
| "learning_rate": 3.343589743589744e-05, |
| "loss": 0.5181, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.4197056941778631, |
| "grad_norm": 1.0658979698672157, |
| "learning_rate": 3.3641025641025644e-05, |
| "loss": 0.539, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.42226487523992323, |
| "grad_norm": 0.97733215203732, |
| "learning_rate": 3.384615384615385e-05, |
| "loss": 0.5191, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.4248240563019834, |
| "grad_norm": 1.1290947988408833, |
| "learning_rate": 3.405128205128205e-05, |
| "loss": 0.5169, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.4273832373640435, |
| "grad_norm": 0.8361689719032068, |
| "learning_rate": 3.4256410256410256e-05, |
| "loss": 0.5114, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.42994241842610365, |
| "grad_norm": 0.9928527289292229, |
| "learning_rate": 3.446153846153847e-05, |
| "loss": 0.5123, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.4325015994881638, |
| "grad_norm": 0.7704183020179163, |
| "learning_rate": 3.466666666666667e-05, |
| "loss": 0.4828, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.4350607805502239, |
| "grad_norm": 0.9283903900385092, |
| "learning_rate": 3.4871794871794875e-05, |
| "loss": 0.5226, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.43761996161228406, |
| "grad_norm": 0.925519484340918, |
| "learning_rate": 3.507692307692308e-05, |
| "loss": 0.4956, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.4401791426743442, |
| "grad_norm": 0.9993231714335514, |
| "learning_rate": 3.5282051282051283e-05, |
| "loss": 0.5355, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.44273832373640437, |
| "grad_norm": 1.311826250820302, |
| "learning_rate": 3.548717948717949e-05, |
| "loss": 0.5237, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.44529750479846447, |
| "grad_norm": 0.9273485381049265, |
| "learning_rate": 3.56923076923077e-05, |
| "loss": 0.5131, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.44785668586052463, |
| "grad_norm": 1.248607874192031, |
| "learning_rate": 3.58974358974359e-05, |
| "loss": 0.4972, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.4504158669225848, |
| "grad_norm": 0.8222900953155937, |
| "learning_rate": 3.6102564102564106e-05, |
| "loss": 0.5364, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.45297504798464494, |
| "grad_norm": 1.123693838028357, |
| "learning_rate": 3.630769230769231e-05, |
| "loss": 0.5219, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.45553422904670504, |
| "grad_norm": 0.7807365104513995, |
| "learning_rate": 3.6512820512820514e-05, |
| "loss": 0.5182, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.4580934101087652, |
| "grad_norm": 0.9231872939650723, |
| "learning_rate": 3.671794871794872e-05, |
| "loss": 0.5235, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.46065259117082535, |
| "grad_norm": 0.8053927537642723, |
| "learning_rate": 3.692307692307693e-05, |
| "loss": 0.5202, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.46321177223288545, |
| "grad_norm": 1.1551405361338565, |
| "learning_rate": 3.712820512820513e-05, |
| "loss": 0.5173, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.4657709532949456, |
| "grad_norm": 0.9439986501141405, |
| "learning_rate": 3.733333333333334e-05, |
| "loss": 0.5232, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.46833013435700577, |
| "grad_norm": 1.106193836601767, |
| "learning_rate": 3.753846153846154e-05, |
| "loss": 0.5533, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.4708893154190659, |
| "grad_norm": 0.794287368963475, |
| "learning_rate": 3.7743589743589745e-05, |
| "loss": 0.4762, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.473448496481126, |
| "grad_norm": 0.8611752707863242, |
| "learning_rate": 3.794871794871795e-05, |
| "loss": 0.5274, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.4760076775431862, |
| "grad_norm": 0.8817686680939495, |
| "learning_rate": 3.815384615384616e-05, |
| "loss": 0.5188, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.47856685860524634, |
| "grad_norm": 0.8845212101910219, |
| "learning_rate": 3.8358974358974364e-05, |
| "loss": 0.5218, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.48112603966730644, |
| "grad_norm": 0.663678181823649, |
| "learning_rate": 3.856410256410257e-05, |
| "loss": 0.5227, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.4836852207293666, |
| "grad_norm": 0.755313719038617, |
| "learning_rate": 3.876923076923077e-05, |
| "loss": 0.5426, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.48624440179142675, |
| "grad_norm": 0.68323576325022, |
| "learning_rate": 3.8974358974358976e-05, |
| "loss": 0.5254, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.4888035828534869, |
| "grad_norm": 0.7623898782087327, |
| "learning_rate": 3.917948717948718e-05, |
| "loss": 0.5011, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.491362763915547, |
| "grad_norm": 0.6832707042582635, |
| "learning_rate": 3.938461538461539e-05, |
| "loss": 0.5318, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.49392194497760716, |
| "grad_norm": 0.8383249840589115, |
| "learning_rate": 3.9589743589743595e-05, |
| "loss": 0.5244, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.4964811260396673, |
| "grad_norm": 0.6885029349814699, |
| "learning_rate": 3.97948717948718e-05, |
| "loss": 0.5068, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.4990403071017274, |
| "grad_norm": 0.9336320586686789, |
| "learning_rate": 4e-05, |
| "loss": 0.5013, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.5015994881637876, |
| "grad_norm": 1.1273619177371816, |
| "learning_rate": 3.999996795609852e-05, |
| "loss": 0.4924, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.5041586692258477, |
| "grad_norm": 0.8484780646183507, |
| "learning_rate": 3.9999871824496765e-05, |
| "loss": 0.4774, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.5067178502879078, |
| "grad_norm": 0.7566071063905553, |
| "learning_rate": 3.999971160550277e-05, |
| "loss": 0.5328, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.509277031349968, |
| "grad_norm": 0.963017285802582, |
| "learning_rate": 3.999948729962994e-05, |
| "loss": 0.535, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.5118362124120281, |
| "grad_norm": 0.6417865549660366, |
| "learning_rate": 3.9999198907597046e-05, |
| "loss": 0.502, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.5143953934740882, |
| "grad_norm": 0.8877386892780115, |
| "learning_rate": 3.999884643032821e-05, |
| "loss": 0.513, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.5169545745361485, |
| "grad_norm": 0.7952767722764698, |
| "learning_rate": 3.999842986895289e-05, |
| "loss": 0.5121, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.5195137555982086, |
| "grad_norm": 0.7352919644974529, |
| "learning_rate": 3.999794922480593e-05, |
| "loss": 0.4881, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.5220729366602687, |
| "grad_norm": 0.7101035899255743, |
| "learning_rate": 3.9997404499427494e-05, |
| "loss": 0.4941, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.5246321177223289, |
| "grad_norm": 0.7457517555879764, |
| "learning_rate": 3.9996795694563096e-05, |
| "loss": 0.5128, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.527191298784389, |
| "grad_norm": 0.6573802709079243, |
| "learning_rate": 3.999612281216358e-05, |
| "loss": 0.4949, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.5297504798464492, |
| "grad_norm": 0.7445707355838409, |
| "learning_rate": 3.9995385854385124e-05, |
| "loss": 0.5036, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.5323096609085093, |
| "grad_norm": 0.7713581724495707, |
| "learning_rate": 3.999458482358924e-05, |
| "loss": 0.4985, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.5348688419705694, |
| "grad_norm": 0.7752015257631751, |
| "learning_rate": 3.9993719722342726e-05, |
| "loss": 0.508, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.5374280230326296, |
| "grad_norm": 1.133508847111212, |
| "learning_rate": 3.999279055341771e-05, |
| "loss": 0.5261, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.5399872040946897, |
| "grad_norm": 0.7726822279135389, |
| "learning_rate": 3.999179731979162e-05, |
| "loss": 0.4672, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.5425463851567498, |
| "grad_norm": 0.7766807053995074, |
| "learning_rate": 3.9990740024647154e-05, |
| "loss": 0.4984, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.54510556621881, |
| "grad_norm": 0.5303932042183875, |
| "learning_rate": 3.9989618671372304e-05, |
| "loss": 0.5129, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.5476647472808701, |
| "grad_norm": 0.6026485573392468, |
| "learning_rate": 3.998843326356032e-05, |
| "loss": 0.5127, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.5502239283429302, |
| "grad_norm": 0.6118913537653141, |
| "learning_rate": 3.998718380500971e-05, |
| "loss": 0.458, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.5527831094049904, |
| "grad_norm": 0.6445812096951002, |
| "learning_rate": 3.998587029972423e-05, |
| "loss": 0.495, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.5553422904670505, |
| "grad_norm": 0.7741176770417552, |
| "learning_rate": 3.998449275191286e-05, |
| "loss": 0.5095, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.5579014715291107, |
| "grad_norm": 0.6972261092630921, |
| "learning_rate": 3.9983051165989814e-05, |
| "loss": 0.4871, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.5604606525911708, |
| "grad_norm": 0.6664826347703592, |
| "learning_rate": 3.998154554657448e-05, |
| "loss": 0.5137, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.5630198336532309, |
| "grad_norm": 0.6334253599100873, |
| "learning_rate": 3.997997589849145e-05, |
| "loss": 0.5494, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.5655790147152912, |
| "grad_norm": 0.7145250281069672, |
| "learning_rate": 3.99783422267705e-05, |
| "loss": 0.5219, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.5681381957773513, |
| "grad_norm": 0.8804491997042745, |
| "learning_rate": 3.997664453664654e-05, |
| "loss": 0.5305, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.5706973768394114, |
| "grad_norm": 0.5941374342473514, |
| "learning_rate": 3.9974882833559634e-05, |
| "loss": 0.492, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.5732565579014716, |
| "grad_norm": 0.8541812515528515, |
| "learning_rate": 3.997305712315497e-05, |
| "loss": 0.4994, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.5758157389635317, |
| "grad_norm": 0.8858077653575287, |
| "learning_rate": 3.9971167411282835e-05, |
| "loss": 0.5268, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.5783749200255918, |
| "grad_norm": 1.0807623477992674, |
| "learning_rate": 3.9969213703998606e-05, |
| "loss": 0.5047, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.580934101087652, |
| "grad_norm": 0.8213345788017161, |
| "learning_rate": 3.9967196007562725e-05, |
| "loss": 0.5302, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.5834932821497121, |
| "grad_norm": 0.6055767495165976, |
| "learning_rate": 3.996511432844067e-05, |
| "loss": 0.4833, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.5860524632117722, |
| "grad_norm": 0.9265228707425465, |
| "learning_rate": 3.996296867330296e-05, |
| "loss": 0.5146, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.5886116442738324, |
| "grad_norm": 1.228465580948079, |
| "learning_rate": 3.99607590490251e-05, |
| "loss": 0.474, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.5911708253358925, |
| "grad_norm": 0.8130275473999699, |
| "learning_rate": 3.9958485462687606e-05, |
| "loss": 0.4767, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.5937300063979527, |
| "grad_norm": 0.780191780172052, |
| "learning_rate": 3.995614792157592e-05, |
| "loss": 0.5037, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.5962891874600128, |
| "grad_norm": 0.9566872727407667, |
| "learning_rate": 3.995374643318045e-05, |
| "loss": 0.5152, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.5988483685220729, |
| "grad_norm": 1.1646368305147163, |
| "learning_rate": 3.9951281005196486e-05, |
| "loss": 0.5329, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.6014075495841331, |
| "grad_norm": 0.7216132566248876, |
| "learning_rate": 3.9948751645524235e-05, |
| "loss": 0.5285, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.6039667306461932, |
| "grad_norm": 1.0575511476108006, |
| "learning_rate": 3.994615836226874e-05, |
| "loss": 0.5364, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.6065259117082533, |
| "grad_norm": 0.9622069565170775, |
| "learning_rate": 3.994350116373991e-05, |
| "loss": 0.5067, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.6090850927703135, |
| "grad_norm": 0.7168012454794431, |
| "learning_rate": 3.9940780058452416e-05, |
| "loss": 0.5012, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.6116442738323736, |
| "grad_norm": 0.8302983155644609, |
| "learning_rate": 3.9937995055125774e-05, |
| "loss": 0.5282, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.6142034548944337, |
| "grad_norm": 0.7497453674792344, |
| "learning_rate": 3.9935146162684206e-05, |
| "loss": 0.4992, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.6167626359564939, |
| "grad_norm": 0.8217939024893259, |
| "learning_rate": 3.993223339025667e-05, |
| "loss": 0.4895, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.619321817018554, |
| "grad_norm": 0.7219771415337329, |
| "learning_rate": 3.992925674717683e-05, |
| "loss": 0.4636, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.6218809980806143, |
| "grad_norm": 0.9341076990511636, |
| "learning_rate": 3.9926216242983017e-05, |
| "loss": 0.5008, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.6244401791426744, |
| "grad_norm": 0.7304570272364406, |
| "learning_rate": 3.9923111887418185e-05, |
| "loss": 0.4921, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.6269993602047345, |
| "grad_norm": 1.0471475376229655, |
| "learning_rate": 3.9919943690429906e-05, |
| "loss": 0.4768, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.6295585412667947, |
| "grad_norm": 0.693079198064159, |
| "learning_rate": 3.991671166217031e-05, |
| "loss": 0.4786, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.6321177223288548, |
| "grad_norm": 1.1561745746369312, |
| "learning_rate": 3.991341581299609e-05, |
| "loss": 0.5182, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.6346769033909149, |
| "grad_norm": 0.8741051048237501, |
| "learning_rate": 3.991005615346843e-05, |
| "loss": 0.5024, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.6372360844529751, |
| "grad_norm": 0.9086658125226366, |
| "learning_rate": 3.990663269435298e-05, |
| "loss": 0.4974, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.6397952655150352, |
| "grad_norm": 0.9761201164077572, |
| "learning_rate": 3.9903145446619837e-05, |
| "loss": 0.5112, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.6423544465770953, |
| "grad_norm": 0.8136560445992532, |
| "learning_rate": 3.989959442144352e-05, |
| "loss": 0.4971, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.6449136276391555, |
| "grad_norm": 0.6200675715165651, |
| "learning_rate": 3.989597963020289e-05, |
| "loss": 0.506, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.6474728087012156, |
| "grad_norm": 0.9727978732394552, |
| "learning_rate": 3.989230108448115e-05, |
| "loss": 0.5132, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.6500319897632757, |
| "grad_norm": 0.7588308378509555, |
| "learning_rate": 3.9888558796065784e-05, |
| "loss": 0.4948, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.6525911708253359, |
| "grad_norm": 0.8984908598875354, |
| "learning_rate": 3.9884752776948564e-05, |
| "loss": 0.4912, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.655150351887396, |
| "grad_norm": 0.9180268932937014, |
| "learning_rate": 3.988088303932545e-05, |
| "loss": 0.5058, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.6577095329494562, |
| "grad_norm": 0.9874072428401991, |
| "learning_rate": 3.987694959559658e-05, |
| "loss": 0.5265, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.6602687140115163, |
| "grad_norm": 0.7774534286927767, |
| "learning_rate": 3.9872952458366267e-05, |
| "loss": 0.5116, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.6628278950735764, |
| "grad_norm": 0.8189986183875947, |
| "learning_rate": 3.9868891640442874e-05, |
| "loss": 0.507, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.6653870761356366, |
| "grad_norm": 0.6489509247329256, |
| "learning_rate": 3.9864767154838864e-05, |
| "loss": 0.5111, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.6679462571976967, |
| "grad_norm": 0.8761101947097708, |
| "learning_rate": 3.986057901477069e-05, |
| "loss": 0.5127, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.6705054382597568, |
| "grad_norm": 0.9687654727768278, |
| "learning_rate": 3.985632723365878e-05, |
| "loss": 0.547, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.673064619321817, |
| "grad_norm": 0.7867771900738217, |
| "learning_rate": 3.985201182512752e-05, |
| "loss": 0.516, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.6756238003838771, |
| "grad_norm": 0.6453678386295493, |
| "learning_rate": 3.984763280300514e-05, |
| "loss": 0.481, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.6781829814459372, |
| "grad_norm": 0.7765079788191963, |
| "learning_rate": 3.9843190181323744e-05, |
| "loss": 0.4913, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.6807421625079975, |
| "grad_norm": 0.6373936761246601, |
| "learning_rate": 3.983868397431923e-05, |
| "loss": 0.5133, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.6833013435700576, |
| "grad_norm": 0.730921099373597, |
| "learning_rate": 3.983411419643125e-05, |
| "loss": 0.5339, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.6858605246321178, |
| "grad_norm": 0.8152333844378884, |
| "learning_rate": 3.982948086230312e-05, |
| "loss": 0.4865, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.6884197056941779, |
| "grad_norm": 0.7100466271823358, |
| "learning_rate": 3.9824783986781897e-05, |
| "loss": 0.49, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.690978886756238, |
| "grad_norm": 0.8934016406293627, |
| "learning_rate": 3.982002358491817e-05, |
| "loss": 0.5208, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.6935380678182982, |
| "grad_norm": 0.6756901306503084, |
| "learning_rate": 3.981519967196614e-05, |
| "loss": 0.5191, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.6960972488803583, |
| "grad_norm": 0.8009942346681957, |
| "learning_rate": 3.98103122633835e-05, |
| "loss": 0.5067, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.6986564299424184, |
| "grad_norm": 0.6923671981740297, |
| "learning_rate": 3.980536137483141e-05, |
| "loss": 0.4868, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.7012156110044786, |
| "grad_norm": 0.9566550041102404, |
| "learning_rate": 3.980034702217445e-05, |
| "loss": 0.5398, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.7037747920665387, |
| "grad_norm": 0.8440959667430001, |
| "learning_rate": 3.979526922148058e-05, |
| "loss": 0.4658, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.7063339731285988, |
| "grad_norm": 0.8588196985974998, |
| "learning_rate": 3.9790127989021024e-05, |
| "loss": 0.5052, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.708893154190659, |
| "grad_norm": 0.7562049758522937, |
| "learning_rate": 3.978492334127032e-05, |
| "loss": 0.5267, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.7114523352527191, |
| "grad_norm": 0.632945819901848, |
| "learning_rate": 3.977965529490618e-05, |
| "loss": 0.4618, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.7140115163147792, |
| "grad_norm": 0.845801145881355, |
| "learning_rate": 3.9774323866809485e-05, |
| "loss": 0.4683, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.7165706973768394, |
| "grad_norm": 0.7371708961015324, |
| "learning_rate": 3.9768929074064206e-05, |
| "loss": 0.5364, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.7191298784388995, |
| "grad_norm": 0.7371186918676583, |
| "learning_rate": 3.976347093395736e-05, |
| "loss": 0.5061, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.7216890595009597, |
| "grad_norm": 0.7032178872579914, |
| "learning_rate": 3.9757949463978975e-05, |
| "loss": 0.5242, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.7242482405630198, |
| "grad_norm": 0.7617726502548777, |
| "learning_rate": 3.9752364681821973e-05, |
| "loss": 0.4888, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.7268074216250799, |
| "grad_norm": 0.7903937882632156, |
| "learning_rate": 3.9746716605382186e-05, |
| "loss": 0.5203, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.7293666026871402, |
| "grad_norm": 0.7645749463474476, |
| "learning_rate": 3.9741005252758255e-05, |
| "loss": 0.5116, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.7319257837492003, |
| "grad_norm": 0.6220992771519867, |
| "learning_rate": 3.973523064225159e-05, |
| "loss": 0.4671, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.7344849648112604, |
| "grad_norm": 0.5115715364977104, |
| "learning_rate": 3.972939279236627e-05, |
| "loss": 0.4565, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.7370441458733206, |
| "grad_norm": 0.7021026496208411, |
| "learning_rate": 3.9723491721809076e-05, |
| "loss": 0.5379, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.7396033269353807, |
| "grad_norm": 0.5201603136030488, |
| "learning_rate": 3.971752744948932e-05, |
| "loss": 0.4692, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.7421625079974408, |
| "grad_norm": 0.8208102312039668, |
| "learning_rate": 3.971149999451886e-05, |
| "loss": 0.4882, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.744721689059501, |
| "grad_norm": 1.119540735969476, |
| "learning_rate": 3.970540937621201e-05, |
| "loss": 0.5097, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.7472808701215611, |
| "grad_norm": 0.7635743214902218, |
| "learning_rate": 3.9699255614085495e-05, |
| "loss": 0.5101, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.7498400511836213, |
| "grad_norm": 0.8126931797929314, |
| "learning_rate": 3.969303872785837e-05, |
| "loss": 0.4889, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.7523992322456814, |
| "grad_norm": 0.7624486728902423, |
| "learning_rate": 3.9686758737451955e-05, |
| "loss": 0.4966, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.7549584133077415, |
| "grad_norm": 0.5229197667386186, |
| "learning_rate": 3.9680415662989806e-05, |
| "loss": 0.4886, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.7575175943698017, |
| "grad_norm": 0.6766454901060076, |
| "learning_rate": 3.967400952479759e-05, |
| "loss": 0.4661, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.7600767754318618, |
| "grad_norm": 0.6030935943397303, |
| "learning_rate": 3.966754034340308e-05, |
| "loss": 0.5526, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.7626359564939219, |
| "grad_norm": 0.688481808856117, |
| "learning_rate": 3.966100813953607e-05, |
| "loss": 0.5191, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.7651951375559821, |
| "grad_norm": 0.8026340827764397, |
| "learning_rate": 3.965441293412827e-05, |
| "loss": 0.4875, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.7677543186180422, |
| "grad_norm": 0.5877161986618623, |
| "learning_rate": 3.9647754748313294e-05, |
| "loss": 0.5581, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.7703134996801023, |
| "grad_norm": 0.7230843693397704, |
| "learning_rate": 3.964103360342658e-05, |
| "loss": 0.4941, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.7728726807421625, |
| "grad_norm": 0.6543565273084903, |
| "learning_rate": 3.963424952100529e-05, |
| "loss": 0.4749, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.7754318618042226, |
| "grad_norm": 0.6083305140129942, |
| "learning_rate": 3.962740252278827e-05, |
| "loss": 0.506, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.7779910428662828, |
| "grad_norm": 0.6712573537812702, |
| "learning_rate": 3.962049263071598e-05, |
| "loss": 0.4752, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.780550223928343, |
| "grad_norm": 0.8280090720406486, |
| "learning_rate": 3.96135198669304e-05, |
| "loss": 0.4891, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.783109404990403, |
| "grad_norm": 0.6598880067981137, |
| "learning_rate": 3.960648425377499e-05, |
| "loss": 0.4947, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.7856685860524633, |
| "grad_norm": 0.7265475529158774, |
| "learning_rate": 3.95993858137946e-05, |
| "loss": 0.4989, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.7882277671145234, |
| "grad_norm": 0.5888767351942641, |
| "learning_rate": 3.959222456973541e-05, |
| "loss": 0.4829, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.7907869481765835, |
| "grad_norm": 0.6375937306972569, |
| "learning_rate": 3.958500054454482e-05, |
| "loss": 0.4574, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.7933461292386437, |
| "grad_norm": 0.6933840977854485, |
| "learning_rate": 3.957771376137144e-05, |
| "loss": 0.5059, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.7959053103007038, |
| "grad_norm": 0.6896810504909161, |
| "learning_rate": 3.9570364243564966e-05, |
| "loss": 0.4992, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.7984644913627639, |
| "grad_norm": 0.6468420638732157, |
| "learning_rate": 3.9562952014676116e-05, |
| "loss": 0.496, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.8010236724248241, |
| "grad_norm": 0.6274952773967104, |
| "learning_rate": 3.955547709845656e-05, |
| "loss": 0.4874, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.8035828534868842, |
| "grad_norm": 0.5653574700934775, |
| "learning_rate": 3.9547939518858856e-05, |
| "loss": 0.5067, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.8061420345489443, |
| "grad_norm": 0.6550905511901227, |
| "learning_rate": 3.954033930003634e-05, |
| "loss": 0.5212, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.8087012156110045, |
| "grad_norm": 0.7494837380638635, |
| "learning_rate": 3.953267646634309e-05, |
| "loss": 0.505, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.8112603966730646, |
| "grad_norm": 0.635770951888326, |
| "learning_rate": 3.95249510423338e-05, |
| "loss": 0.4967, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.8138195777351248, |
| "grad_norm": 0.7410641008583149, |
| "learning_rate": 3.9517163052763756e-05, |
| "loss": 0.4773, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.8163787587971849, |
| "grad_norm": 0.7149351574867076, |
| "learning_rate": 3.9509312522588704e-05, |
| "loss": 0.4709, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.818937939859245, |
| "grad_norm": 0.823519098221886, |
| "learning_rate": 3.9501399476964806e-05, |
| "loss": 0.4867, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.8214971209213052, |
| "grad_norm": 0.7163722784021596, |
| "learning_rate": 3.9493423941248564e-05, |
| "loss": 0.507, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.8240563019833653, |
| "grad_norm": 0.5792885526249222, |
| "learning_rate": 3.948538594099668e-05, |
| "loss": 0.4863, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.8266154830454254, |
| "grad_norm": 0.8674821812665616, |
| "learning_rate": 3.9477285501966064e-05, |
| "loss": 0.4497, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.8291746641074856, |
| "grad_norm": 0.6695505549743577, |
| "learning_rate": 3.946912265011368e-05, |
| "loss": 0.4853, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.8317338451695457, |
| "grad_norm": 0.6407618610078097, |
| "learning_rate": 3.946089741159648e-05, |
| "loss": 0.4742, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.8342930262316058, |
| "grad_norm": 0.8505071134562596, |
| "learning_rate": 3.9452609812771346e-05, |
| "loss": 0.5346, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.836852207293666, |
| "grad_norm": 0.5413673046728109, |
| "learning_rate": 3.944425988019498e-05, |
| "loss": 0.4677, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.8394113883557262, |
| "grad_norm": 0.9828950428531091, |
| "learning_rate": 3.9435847640623806e-05, |
| "loss": 0.4808, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.8419705694177864, |
| "grad_norm": 0.6480252890065408, |
| "learning_rate": 3.942737312101394e-05, |
| "loss": 0.5019, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.8445297504798465, |
| "grad_norm": 0.9281412616435286, |
| "learning_rate": 3.9418836348521045e-05, |
| "loss": 0.5069, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.8470889315419066, |
| "grad_norm": 0.6511602292237915, |
| "learning_rate": 3.941023735050027e-05, |
| "loss": 0.5135, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.8496481126039668, |
| "grad_norm": 0.649990025588154, |
| "learning_rate": 3.9401576154506155e-05, |
| "loss": 0.4721, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.8522072936660269, |
| "grad_norm": 0.8525830113834602, |
| "learning_rate": 3.9392852788292556e-05, |
| "loss": 0.4747, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.854766474728087, |
| "grad_norm": 0.8122595340814978, |
| "learning_rate": 3.938406727981254e-05, |
| "loss": 0.5036, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.8573256557901472, |
| "grad_norm": 0.6813807690997764, |
| "learning_rate": 3.937521965721831e-05, |
| "loss": 0.4778, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.8598848368522073, |
| "grad_norm": 0.742372369654133, |
| "learning_rate": 3.936630994886109e-05, |
| "loss": 0.4912, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.8624440179142674, |
| "grad_norm": 0.6932498968117697, |
| "learning_rate": 3.9357338183291066e-05, |
| "loss": 0.5033, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.8650031989763276, |
| "grad_norm": 0.7002201428035697, |
| "learning_rate": 3.934830438925728e-05, |
| "loss": 0.4843, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.8675623800383877, |
| "grad_norm": 0.6143454063707157, |
| "learning_rate": 3.933920859570753e-05, |
| "loss": 0.4959, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.8701215611004478, |
| "grad_norm": 0.5609771595796579, |
| "learning_rate": 3.933005083178828e-05, |
| "loss": 0.4778, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.872680742162508, |
| "grad_norm": 0.5872526379907818, |
| "learning_rate": 3.932083112684459e-05, |
| "loss": 0.4736, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.8752399232245681, |
| "grad_norm": 0.5259898431650297, |
| "learning_rate": 3.931154951041998e-05, |
| "loss": 0.5061, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.8777991042866283, |
| "grad_norm": 0.6462230152484912, |
| "learning_rate": 3.930220601225638e-05, |
| "loss": 0.503, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.8803582853486884, |
| "grad_norm": 0.6210066174968442, |
| "learning_rate": 3.9292800662294e-05, |
| "loss": 0.4592, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.8829174664107485, |
| "grad_norm": 0.7033811879806838, |
| "learning_rate": 3.928333349067125e-05, |
| "loss": 0.4839, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.8854766474728087, |
| "grad_norm": 0.7112080589811673, |
| "learning_rate": 3.927380452772464e-05, |
| "loss": 0.4833, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.8880358285348688, |
| "grad_norm": 0.5763115473730898, |
| "learning_rate": 3.926421380398869e-05, |
| "loss": 0.5128, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.8905950095969289, |
| "grad_norm": 0.493333488186968, |
| "learning_rate": 3.925456135019582e-05, |
| "loss": 0.4777, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.8931541906589892, |
| "grad_norm": 0.5969713695047262, |
| "learning_rate": 3.924484719727625e-05, |
| "loss": 0.5548, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.8957133717210493, |
| "grad_norm": 0.5743073508713653, |
| "learning_rate": 3.923507137635792e-05, |
| "loss": 0.4993, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.8982725527831094, |
| "grad_norm": 0.5816084208432016, |
| "learning_rate": 3.922523391876638e-05, |
| "loss": 0.4974, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.9008317338451696, |
| "grad_norm": 0.6913456504659746, |
| "learning_rate": 3.921533485602467e-05, |
| "loss": 0.5038, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.9033909149072297, |
| "grad_norm": 0.5710576834895075, |
| "learning_rate": 3.920537421985327e-05, |
| "loss": 0.469, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.9059500959692899, |
| "grad_norm": 0.831878724155053, |
| "learning_rate": 3.9195352042169924e-05, |
| "loss": 0.5178, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.90850927703135, |
| "grad_norm": 0.5623208840830399, |
| "learning_rate": 3.9185268355089606e-05, |
| "loss": 0.4892, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.9110684580934101, |
| "grad_norm": 0.8167633776332197, |
| "learning_rate": 3.9175123190924384e-05, |
| "loss": 0.5193, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.9136276391554703, |
| "grad_norm": 0.5899572202270219, |
| "learning_rate": 3.916491658218333e-05, |
| "loss": 0.4739, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.9161868202175304, |
| "grad_norm": 0.7206391505617225, |
| "learning_rate": 3.9154648561572386e-05, |
| "loss": 0.4752, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.9187460012795905, |
| "grad_norm": 0.7210244727385913, |
| "learning_rate": 3.91443191619943e-05, |
| "loss": 0.4789, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.9213051823416507, |
| "grad_norm": 0.7320868272015927, |
| "learning_rate": 3.913392841654851e-05, |
| "loss": 0.503, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.9238643634037108, |
| "grad_norm": 0.8003299130587506, |
| "learning_rate": 3.9123476358531e-05, |
| "loss": 0.4917, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.9264235444657709, |
| "grad_norm": 0.7467581757493919, |
| "learning_rate": 3.911296302143426e-05, |
| "loss": 0.4973, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.9289827255278311, |
| "grad_norm": 0.695841862059534, |
| "learning_rate": 3.9102388438947104e-05, |
| "loss": 0.5014, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.9315419065898912, |
| "grad_norm": 0.8452597656759123, |
| "learning_rate": 3.909175264495464e-05, |
| "loss": 0.4528, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.9341010876519513, |
| "grad_norm": 0.8328804446765739, |
| "learning_rate": 3.9081055673538093e-05, |
| "loss": 0.5014, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.9366602687140115, |
| "grad_norm": 0.8976120702595518, |
| "learning_rate": 3.907029755897473e-05, |
| "loss": 0.4767, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.9392194497760716, |
| "grad_norm": 0.6729987700598375, |
| "learning_rate": 3.905947833573775e-05, |
| "loss": 0.4758, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.9417786308381318, |
| "grad_norm": 0.965419537056689, |
| "learning_rate": 3.904859803849617e-05, |
| "loss": 0.4952, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.944337811900192, |
| "grad_norm": 0.8355270729808283, |
| "learning_rate": 3.903765670211469e-05, |
| "loss": 0.5048, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.946896992962252, |
| "grad_norm": 0.7603742900226873, |
| "learning_rate": 3.902665436165364e-05, |
| "loss": 0.491, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.9494561740243123, |
| "grad_norm": 0.7054418825885687, |
| "learning_rate": 3.901559105236881e-05, |
| "loss": 0.4654, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.9520153550863724, |
| "grad_norm": 0.6840867683040738, |
| "learning_rate": 3.9004466809711343e-05, |
| "loss": 0.4789, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.9545745361484325, |
| "grad_norm": 0.7107919372914869, |
| "learning_rate": 3.8993281669327664e-05, |
| "loss": 0.5041, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.9571337172104927, |
| "grad_norm": 0.5705893437651786, |
| "learning_rate": 3.8982035667059327e-05, |
| "loss": 0.4724, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.9596928982725528, |
| "grad_norm": 0.6398479886368891, |
| "learning_rate": 3.897072883894291e-05, |
| "loss": 0.512, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.9622520793346129, |
| "grad_norm": 0.6496978842533705, |
| "learning_rate": 3.895936122120991e-05, |
| "loss": 0.4998, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.9648112603966731, |
| "grad_norm": 0.6636946077689827, |
| "learning_rate": 3.8947932850286585e-05, |
| "loss": 0.5105, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.9673704414587332, |
| "grad_norm": 0.8146680744120419, |
| "learning_rate": 3.893644376279392e-05, |
| "loss": 0.5081, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.9699296225207934, |
| "grad_norm": 0.6043005275708316, |
| "learning_rate": 3.8924893995547427e-05, |
| "loss": 0.465, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.9724888035828535, |
| "grad_norm": 0.7737447625323293, |
| "learning_rate": 3.8913283585557054e-05, |
| "loss": 0.4745, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.9750479846449136, |
| "grad_norm": 0.6584366000203595, |
| "learning_rate": 3.89016125700271e-05, |
| "loss": 0.4646, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.9776071657069738, |
| "grad_norm": 0.7267670466528602, |
| "learning_rate": 3.888988098635604e-05, |
| "loss": 0.5443, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.9801663467690339, |
| "grad_norm": 0.8281518075048059, |
| "learning_rate": 3.8878088872136446e-05, |
| "loss": 0.5175, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.982725527831094, |
| "grad_norm": 0.7524480266101858, |
| "learning_rate": 3.8866236265154864e-05, |
| "loss": 0.4752, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.9852847088931542, |
| "grad_norm": 0.8364410578252669, |
| "learning_rate": 3.885432320339167e-05, |
| "loss": 0.4752, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.9878438899552143, |
| "grad_norm": 0.684899934501505, |
| "learning_rate": 3.884234972502095e-05, |
| "loss": 0.4931, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.9904030710172744, |
| "grad_norm": 0.6158115167694288, |
| "learning_rate": 3.88303158684104e-05, |
| "loss": 0.4861, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.9929622520793346, |
| "grad_norm": 0.7078911086493701, |
| "learning_rate": 3.8818221672121204e-05, |
| "loss": 0.4921, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.9955214331413947, |
| "grad_norm": 0.5372294629344029, |
| "learning_rate": 3.8806067174907876e-05, |
| "loss": 0.513, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.9980806142034548, |
| "grad_norm": 0.7744974417312304, |
| "learning_rate": 3.879385241571817e-05, |
| "loss": 0.4669, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.000639795265515, |
| "grad_norm": 0.649847374858299, |
| "learning_rate": 3.878157743369294e-05, |
| "loss": 0.6153, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.0031989763275753, |
| "grad_norm": 0.7557922196471385, |
| "learning_rate": 3.876924226816602e-05, |
| "loss": 0.3771, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.0057581573896353, |
| "grad_norm": 0.720395789720446, |
| "learning_rate": 3.875684695866409e-05, |
| "loss": 0.4498, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.0083173384516955, |
| "grad_norm": 0.6684707254214445, |
| "learning_rate": 3.874439154490656e-05, |
| "loss": 0.4581, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.0108765195137557, |
| "grad_norm": 0.6845617164901984, |
| "learning_rate": 3.873187606680543e-05, |
| "loss": 0.4382, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.0134357005758157, |
| "grad_norm": 0.6687231254947439, |
| "learning_rate": 3.871930056446518e-05, |
| "loss": 0.3945, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.0159948816378759, |
| "grad_norm": 0.8306778742589912, |
| "learning_rate": 3.870666507818262e-05, |
| "loss": 0.4194, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.018554062699936, |
| "grad_norm": 0.7593090405257436, |
| "learning_rate": 3.869396964844679e-05, |
| "loss": 0.4378, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.021113243761996, |
| "grad_norm": 0.545915139395705, |
| "learning_rate": 3.8681214315938786e-05, |
| "loss": 0.4009, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.0236724248240563, |
| "grad_norm": 0.8728350624043225, |
| "learning_rate": 3.866839912153168e-05, |
| "loss": 0.4239, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.0262316058861165, |
| "grad_norm": 0.7685743303640589, |
| "learning_rate": 3.8655524106290345e-05, |
| "loss": 0.4433, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.0287907869481765, |
| "grad_norm": 0.6436857445045538, |
| "learning_rate": 3.864258931147136e-05, |
| "loss": 0.4135, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.0313499680102367, |
| "grad_norm": 0.6043825799230796, |
| "learning_rate": 3.862959477852285e-05, |
| "loss": 0.4511, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.033909149072297, |
| "grad_norm": 0.864882027042227, |
| "learning_rate": 3.8616540549084366e-05, |
| "loss": 0.4281, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.036468330134357, |
| "grad_norm": 0.5669229687455682, |
| "learning_rate": 3.860342666498677e-05, |
| "loss": 0.4265, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.0390275111964171, |
| "grad_norm": 1.092925757327788, |
| "learning_rate": 3.859025316825204e-05, |
| "loss": 0.4171, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.0415866922584773, |
| "grad_norm": 0.6235272525172618, |
| "learning_rate": 3.8577020101093214e-05, |
| "loss": 0.3889, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.0441458733205373, |
| "grad_norm": 0.7044477218033379, |
| "learning_rate": 3.856372750591419e-05, |
| "loss": 0.4268, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.0467050543825975, |
| "grad_norm": 0.6758623607211073, |
| "learning_rate": 3.8550375425309643e-05, |
| "loss": 0.376, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.0492642354446577, |
| "grad_norm": 0.703616580836483, |
| "learning_rate": 3.853696390206484e-05, |
| "loss": 0.4782, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.051823416506718, |
| "grad_norm": 0.7120884633418646, |
| "learning_rate": 3.8523492979155534e-05, |
| "loss": 0.4156, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.054382597568778, |
| "grad_norm": 0.7074414036356858, |
| "learning_rate": 3.850996269974782e-05, |
| "loss": 0.4044, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.0569417786308382, |
| "grad_norm": 0.6805988413911291, |
| "learning_rate": 3.849637310719799e-05, |
| "loss": 0.4659, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.0595009596928984, |
| "grad_norm": 0.751339193242575, |
| "learning_rate": 3.84827242450524e-05, |
| "loss": 0.4362, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.0620601407549584, |
| "grad_norm": 0.8444583705618753, |
| "learning_rate": 3.846901615704734e-05, |
| "loss": 0.4671, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.0646193218170186, |
| "grad_norm": 0.5494970933209252, |
| "learning_rate": 3.845524888710885e-05, |
| "loss": 0.4192, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.0671785028790788, |
| "grad_norm": 0.6871657555654107, |
| "learning_rate": 3.844142247935265e-05, |
| "loss": 0.4392, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.0697376839411388, |
| "grad_norm": 0.6255544924834299, |
| "learning_rate": 3.842753697808395e-05, |
| "loss": 0.4098, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.072296865003199, |
| "grad_norm": 0.5236343059225219, |
| "learning_rate": 3.84135924277973e-05, |
| "loss": 0.4039, |
| "step": 419 |
| }, |
| { |
| "epoch": 1.0748560460652592, |
| "grad_norm": 0.7081136566843064, |
| "learning_rate": 3.839958887317649e-05, |
| "loss": 0.42, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.0774152271273192, |
| "grad_norm": 0.630614377419562, |
| "learning_rate": 3.838552635909436e-05, |
| "loss": 0.4065, |
| "step": 421 |
| }, |
| { |
| "epoch": 1.0799744081893794, |
| "grad_norm": 0.5615204386321961, |
| "learning_rate": 3.8371404930612704e-05, |
| "loss": 0.4146, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.0825335892514396, |
| "grad_norm": 0.6565436867003143, |
| "learning_rate": 3.835722463298208e-05, |
| "loss": 0.4064, |
| "step": 423 |
| }, |
| { |
| "epoch": 1.0850927703134996, |
| "grad_norm": 0.5737679071890739, |
| "learning_rate": 3.83429855116417e-05, |
| "loss": 0.4552, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.0876519513755598, |
| "grad_norm": 0.6434114879042129, |
| "learning_rate": 3.832868761221926e-05, |
| "loss": 0.4441, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.09021113243762, |
| "grad_norm": 0.6708602456648777, |
| "learning_rate": 3.831433098053082e-05, |
| "loss": 0.4022, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.09277031349968, |
| "grad_norm": 0.623494522486998, |
| "learning_rate": 3.829991566258061e-05, |
| "loss": 0.4043, |
| "step": 427 |
| }, |
| { |
| "epoch": 1.0953294945617402, |
| "grad_norm": 0.698870377709763, |
| "learning_rate": 3.828544170456094e-05, |
| "loss": 0.4559, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.0978886756238004, |
| "grad_norm": 0.6409469981980804, |
| "learning_rate": 3.827090915285202e-05, |
| "loss": 0.423, |
| "step": 429 |
| }, |
| { |
| "epoch": 1.1004478566858604, |
| "grad_norm": 0.7366884864992727, |
| "learning_rate": 3.825631805402182e-05, |
| "loss": 0.4878, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.1030070377479206, |
| "grad_norm": 0.6346910715057278, |
| "learning_rate": 3.824166845482591e-05, |
| "loss": 0.3875, |
| "step": 431 |
| }, |
| { |
| "epoch": 1.1055662188099808, |
| "grad_norm": 0.598625329081273, |
| "learning_rate": 3.8226960402207316e-05, |
| "loss": 0.4201, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.108125399872041, |
| "grad_norm": 0.7955423553177828, |
| "learning_rate": 3.821219394329638e-05, |
| "loss": 0.468, |
| "step": 433 |
| }, |
| { |
| "epoch": 1.110684580934101, |
| "grad_norm": 0.6767598095676679, |
| "learning_rate": 3.81973691254106e-05, |
| "loss": 0.4104, |
| "step": 434 |
| }, |
| { |
| "epoch": 1.1132437619961613, |
| "grad_norm": 0.669121013587649, |
| "learning_rate": 3.818248599605448e-05, |
| "loss": 0.3625, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.1158029430582213, |
| "grad_norm": 0.9836919729491361, |
| "learning_rate": 3.816754460291936e-05, |
| "loss": 0.4852, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.1183621241202815, |
| "grad_norm": 0.9574882546263436, |
| "learning_rate": 3.8152544993883305e-05, |
| "loss": 0.4003, |
| "step": 437 |
| }, |
| { |
| "epoch": 1.1209213051823417, |
| "grad_norm": 0.6647251327930666, |
| "learning_rate": 3.813748721701091e-05, |
| "loss": 0.4202, |
| "step": 438 |
| }, |
| { |
| "epoch": 1.1234804862444019, |
| "grad_norm": 1.05006176773705, |
| "learning_rate": 3.812237132055317e-05, |
| "loss": 0.4341, |
| "step": 439 |
| }, |
| { |
| "epoch": 1.1260396673064619, |
| "grad_norm": 0.7815506825876288, |
| "learning_rate": 3.810719735294731e-05, |
| "loss": 0.4748, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.128598848368522, |
| "grad_norm": 1.0347544390312602, |
| "learning_rate": 3.809196536281665e-05, |
| "loss": 0.4248, |
| "step": 441 |
| }, |
| { |
| "epoch": 1.1311580294305823, |
| "grad_norm": 0.8757539929940961, |
| "learning_rate": 3.807667539897041e-05, |
| "loss": 0.3786, |
| "step": 442 |
| }, |
| { |
| "epoch": 1.1337172104926423, |
| "grad_norm": 0.869699779958049, |
| "learning_rate": 3.8061327510403624e-05, |
| "loss": 0.4397, |
| "step": 443 |
| }, |
| { |
| "epoch": 1.1362763915547025, |
| "grad_norm": 1.0544887595956864, |
| "learning_rate": 3.80459217462969e-05, |
| "loss": 0.4333, |
| "step": 444 |
| }, |
| { |
| "epoch": 1.1388355726167627, |
| "grad_norm": 0.7148540444466959, |
| "learning_rate": 3.8030458156016326e-05, |
| "loss": 0.432, |
| "step": 445 |
| }, |
| { |
| "epoch": 1.1413947536788227, |
| "grad_norm": 0.8417941713288487, |
| "learning_rate": 3.801493678911326e-05, |
| "loss": 0.4414, |
| "step": 446 |
| }, |
| { |
| "epoch": 1.143953934740883, |
| "grad_norm": 0.9182856799978838, |
| "learning_rate": 3.799935769532425e-05, |
| "loss": 0.4318, |
| "step": 447 |
| }, |
| { |
| "epoch": 1.1465131158029431, |
| "grad_norm": 0.6142048538916006, |
| "learning_rate": 3.798372092457076e-05, |
| "loss": 0.3898, |
| "step": 448 |
| }, |
| { |
| "epoch": 1.1490722968650031, |
| "grad_norm": 0.8780972905895119, |
| "learning_rate": 3.796802652695911e-05, |
| "loss": 0.5123, |
| "step": 449 |
| }, |
| { |
| "epoch": 1.1516314779270633, |
| "grad_norm": 0.7702566431359069, |
| "learning_rate": 3.795227455278029e-05, |
| "loss": 0.3752, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.1541906589891235, |
| "grad_norm": 0.6619464755572778, |
| "learning_rate": 3.7936465052509744e-05, |
| "loss": 0.4028, |
| "step": 451 |
| }, |
| { |
| "epoch": 1.1567498400511835, |
| "grad_norm": 0.8748332649924442, |
| "learning_rate": 3.79205980768073e-05, |
| "loss": 0.4178, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.1593090211132437, |
| "grad_norm": 0.5921826549497154, |
| "learning_rate": 3.790467367651694e-05, |
| "loss": 0.4034, |
| "step": 453 |
| }, |
| { |
| "epoch": 1.161868202175304, |
| "grad_norm": 0.8231905572303784, |
| "learning_rate": 3.788869190266664e-05, |
| "loss": 0.4934, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.164427383237364, |
| "grad_norm": 0.7187628790605729, |
| "learning_rate": 3.787265280646825e-05, |
| "loss": 0.4113, |
| "step": 455 |
| }, |
| { |
| "epoch": 1.1669865642994242, |
| "grad_norm": 0.6550020914082988, |
| "learning_rate": 3.785655643931728e-05, |
| "loss": 0.4038, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.1695457453614844, |
| "grad_norm": 0.7857598212931832, |
| "learning_rate": 3.784040285279279e-05, |
| "loss": 0.4083, |
| "step": 457 |
| }, |
| { |
| "epoch": 1.1721049264235446, |
| "grad_norm": 0.6478292689928322, |
| "learning_rate": 3.782419209865716e-05, |
| "loss": 0.387, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.1746641074856046, |
| "grad_norm": 0.6645094823023456, |
| "learning_rate": 3.780792422885597e-05, |
| "loss": 0.3904, |
| "step": 459 |
| }, |
| { |
| "epoch": 1.1772232885476648, |
| "grad_norm": 0.6316724059123985, |
| "learning_rate": 3.7791599295517825e-05, |
| "loss": 0.4225, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.1797824696097248, |
| "grad_norm": 0.5440033363984303, |
| "learning_rate": 3.777521735095418e-05, |
| "loss": 0.4116, |
| "step": 461 |
| }, |
| { |
| "epoch": 1.182341650671785, |
| "grad_norm": 0.7448918620076476, |
| "learning_rate": 3.7758778447659184e-05, |
| "loss": 0.4272, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.1849008317338452, |
| "grad_norm": 0.5835830556541663, |
| "learning_rate": 3.774228263830948e-05, |
| "loss": 0.3958, |
| "step": 463 |
| }, |
| { |
| "epoch": 1.1874600127959054, |
| "grad_norm": 0.5982038873563293, |
| "learning_rate": 3.772572997576409e-05, |
| "loss": 0.4053, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.1900191938579654, |
| "grad_norm": 0.5062712599156436, |
| "learning_rate": 3.7709120513064196e-05, |
| "loss": 0.3874, |
| "step": 465 |
| }, |
| { |
| "epoch": 1.1925783749200256, |
| "grad_norm": 0.606586616558905, |
| "learning_rate": 3.769245430343301e-05, |
| "loss": 0.4528, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.1951375559820858, |
| "grad_norm": 0.7220231131524425, |
| "learning_rate": 3.767573140027556e-05, |
| "loss": 0.433, |
| "step": 467 |
| }, |
| { |
| "epoch": 1.1976967370441458, |
| "grad_norm": 0.6706551361731272, |
| "learning_rate": 3.7658951857178544e-05, |
| "loss": 0.443, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.200255918106206, |
| "grad_norm": 0.5717527361383908, |
| "learning_rate": 3.764211572791017e-05, |
| "loss": 0.4669, |
| "step": 469 |
| }, |
| { |
| "epoch": 1.2028150991682662, |
| "grad_norm": 0.8106231588399798, |
| "learning_rate": 3.762522306641998e-05, |
| "loss": 0.406, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.2053742802303262, |
| "grad_norm": 0.5810325663311328, |
| "learning_rate": 3.760827392683863e-05, |
| "loss": 0.4304, |
| "step": 471 |
| }, |
| { |
| "epoch": 1.2079334612923864, |
| "grad_norm": 0.8071567509837944, |
| "learning_rate": 3.759126836347779e-05, |
| "loss": 0.4044, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.2104926423544466, |
| "grad_norm": 0.700979544013499, |
| "learning_rate": 3.757420643082991e-05, |
| "loss": 0.4397, |
| "step": 473 |
| }, |
| { |
| "epoch": 1.2130518234165066, |
| "grad_norm": 0.5863406678085621, |
| "learning_rate": 3.755708818356809e-05, |
| "loss": 0.4099, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.2156110044785668, |
| "grad_norm": 0.6016554944675842, |
| "learning_rate": 3.7539913676545874e-05, |
| "loss": 0.4107, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.218170185540627, |
| "grad_norm": 0.5831332187240583, |
| "learning_rate": 3.7522682964797066e-05, |
| "loss": 0.4023, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.220729366602687, |
| "grad_norm": 0.6093541377057935, |
| "learning_rate": 3.75053961035356e-05, |
| "loss": 0.4301, |
| "step": 477 |
| }, |
| { |
| "epoch": 1.2232885476647473, |
| "grad_norm": 0.6465778983982824, |
| "learning_rate": 3.748805314815532e-05, |
| "loss": 0.3933, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.2258477287268075, |
| "grad_norm": 0.5808579764017139, |
| "learning_rate": 3.7470654154229834e-05, |
| "loss": 0.4386, |
| "step": 479 |
| }, |
| { |
| "epoch": 1.2284069097888675, |
| "grad_norm": 0.7856607698111114, |
| "learning_rate": 3.745319917751229e-05, |
| "loss": 0.4201, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.2309660908509277, |
| "grad_norm": 0.5050539819501365, |
| "learning_rate": 3.743568827393525e-05, |
| "loss": 0.4773, |
| "step": 481 |
| }, |
| { |
| "epoch": 1.2335252719129879, |
| "grad_norm": 0.8385075664472458, |
| "learning_rate": 3.741812149961049e-05, |
| "loss": 0.4041, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.236084452975048, |
| "grad_norm": 0.624705443326678, |
| "learning_rate": 3.740049891082879e-05, |
| "loss": 0.4157, |
| "step": 483 |
| }, |
| { |
| "epoch": 1.238643634037108, |
| "grad_norm": 0.5436565794572649, |
| "learning_rate": 3.738282056405981e-05, |
| "loss": 0.3959, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.2412028150991683, |
| "grad_norm": 0.785730847073682, |
| "learning_rate": 3.736508651595188e-05, |
| "loss": 0.4413, |
| "step": 485 |
| }, |
| { |
| "epoch": 1.2437619961612283, |
| "grad_norm": 0.5059153650301063, |
| "learning_rate": 3.734729682333179e-05, |
| "loss": 0.4033, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.2463211772232885, |
| "grad_norm": 0.609111900762071, |
| "learning_rate": 3.732945154320467e-05, |
| "loss": 0.4282, |
| "step": 487 |
| }, |
| { |
| "epoch": 1.2488803582853487, |
| "grad_norm": 0.5621990676055562, |
| "learning_rate": 3.731155073275375e-05, |
| "loss": 0.411, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.251439539347409, |
| "grad_norm": 0.5476414987684265, |
| "learning_rate": 3.729359444934022e-05, |
| "loss": 0.4217, |
| "step": 489 |
| }, |
| { |
| "epoch": 1.253998720409469, |
| "grad_norm": 0.5674756992559286, |
| "learning_rate": 3.727558275050301e-05, |
| "loss": 0.461, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.2565579014715291, |
| "grad_norm": 0.6949881690129194, |
| "learning_rate": 3.725751569395863e-05, |
| "loss": 0.4621, |
| "step": 491 |
| }, |
| { |
| "epoch": 1.2591170825335891, |
| "grad_norm": 0.5458610089583471, |
| "learning_rate": 3.723939333760099e-05, |
| "loss": 0.4508, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.2616762635956493, |
| "grad_norm": 0.5906724584503589, |
| "learning_rate": 3.7221215739501176e-05, |
| "loss": 0.4276, |
| "step": 493 |
| }, |
| { |
| "epoch": 1.2642354446577095, |
| "grad_norm": 0.4800178261816677, |
| "learning_rate": 3.720298295790732e-05, |
| "loss": 0.3921, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.2667946257197698, |
| "grad_norm": 0.6636123062743209, |
| "learning_rate": 3.718469505124434e-05, |
| "loss": 0.4584, |
| "step": 495 |
| }, |
| { |
| "epoch": 1.2693538067818297, |
| "grad_norm": 0.5232376990167991, |
| "learning_rate": 3.716635207811385e-05, |
| "loss": 0.4168, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.27191298784389, |
| "grad_norm": 0.6767875708314827, |
| "learning_rate": 3.714795409729388e-05, |
| "loss": 0.4379, |
| "step": 497 |
| }, |
| { |
| "epoch": 1.2744721689059502, |
| "grad_norm": 0.5605992428107962, |
| "learning_rate": 3.712950116773875e-05, |
| "loss": 0.4074, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.2770313499680102, |
| "grad_norm": 0.5932800163478181, |
| "learning_rate": 3.711099334857884e-05, |
| "loss": 0.4194, |
| "step": 499 |
| }, |
| { |
| "epoch": 1.2795905310300704, |
| "grad_norm": 0.5438179500986763, |
| "learning_rate": 3.709243069912041e-05, |
| "loss": 0.3917, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.2821497120921306, |
| "grad_norm": 0.7190898552769511, |
| "learning_rate": 3.707381327884545e-05, |
| "loss": 0.4717, |
| "step": 501 |
| }, |
| { |
| "epoch": 1.2847088931541908, |
| "grad_norm": 0.6816367378411385, |
| "learning_rate": 3.705514114741142e-05, |
| "loss": 0.3782, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.2872680742162508, |
| "grad_norm": 0.5116844048821922, |
| "learning_rate": 3.703641436465114e-05, |
| "loss": 0.4225, |
| "step": 503 |
| }, |
| { |
| "epoch": 1.289827255278311, |
| "grad_norm": 0.6736005325770137, |
| "learning_rate": 3.70176329905725e-05, |
| "loss": 0.4444, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.292386436340371, |
| "grad_norm": 0.5864619464379411, |
| "learning_rate": 3.699879708535838e-05, |
| "loss": 0.4354, |
| "step": 505 |
| }, |
| { |
| "epoch": 1.2949456174024312, |
| "grad_norm": 0.6078408475459052, |
| "learning_rate": 3.6979906709366334e-05, |
| "loss": 0.453, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.2975047984644914, |
| "grad_norm": 0.7409797972431034, |
| "learning_rate": 3.696096192312852e-05, |
| "loss": 0.4365, |
| "step": 507 |
| }, |
| { |
| "epoch": 1.3000639795265516, |
| "grad_norm": 0.4775651025928874, |
| "learning_rate": 3.694196278735142e-05, |
| "loss": 0.4391, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.3026231605886116, |
| "grad_norm": 0.5823632608853917, |
| "learning_rate": 3.692290936291568e-05, |
| "loss": 0.3875, |
| "step": 509 |
| }, |
| { |
| "epoch": 1.3051823416506718, |
| "grad_norm": 0.5307154121726435, |
| "learning_rate": 3.69038017108759e-05, |
| "loss": 0.4059, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.3077415227127318, |
| "grad_norm": 0.5835304311686238, |
| "learning_rate": 3.688463989246045e-05, |
| "loss": 0.4505, |
| "step": 511 |
| }, |
| { |
| "epoch": 1.310300703774792, |
| "grad_norm": 0.5459622175115579, |
| "learning_rate": 3.686542396907128e-05, |
| "loss": 0.3994, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.3128598848368522, |
| "grad_norm": 0.5266102200698167, |
| "learning_rate": 3.6846154002283696e-05, |
| "loss": 0.3954, |
| "step": 513 |
| }, |
| { |
| "epoch": 1.3154190658989124, |
| "grad_norm": 0.49436862141147236, |
| "learning_rate": 3.68268300538462e-05, |
| "loss": 0.4417, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.3179782469609724, |
| "grad_norm": 0.5981532644758176, |
| "learning_rate": 3.680745218568026e-05, |
| "loss": 0.4382, |
| "step": 515 |
| }, |
| { |
| "epoch": 1.3205374280230326, |
| "grad_norm": 0.4757174461989479, |
| "learning_rate": 3.678802045988012e-05, |
| "loss": 0.3686, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.3230966090850926, |
| "grad_norm": 0.6321671394432529, |
| "learning_rate": 3.676853493871262e-05, |
| "loss": 0.4418, |
| "step": 517 |
| }, |
| { |
| "epoch": 1.3256557901471528, |
| "grad_norm": 0.44736313515673864, |
| "learning_rate": 3.674899568461696e-05, |
| "loss": 0.4235, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.328214971209213, |
| "grad_norm": 0.5494531167802622, |
| "learning_rate": 3.6729402760204535e-05, |
| "loss": 0.4069, |
| "step": 519 |
| }, |
| { |
| "epoch": 1.3307741522712733, |
| "grad_norm": 0.5068999873204574, |
| "learning_rate": 3.6709756228258735e-05, |
| "loss": 0.4284, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 0.506062505003235, |
| "learning_rate": 3.669005615173469e-05, |
| "loss": 0.4438, |
| "step": 521 |
| }, |
| { |
| "epoch": 1.3358925143953935, |
| "grad_norm": 0.6379310859811307, |
| "learning_rate": 3.667030259375915e-05, |
| "loss": 0.4142, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.3384516954574537, |
| "grad_norm": 0.42277797644227044, |
| "learning_rate": 3.665049561763021e-05, |
| "loss": 0.3805, |
| "step": 523 |
| }, |
| { |
| "epoch": 1.3410108765195137, |
| "grad_norm": 0.6090026974823245, |
| "learning_rate": 3.663063528681716e-05, |
| "loss": 0.4136, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.3435700575815739, |
| "grad_norm": 0.46562372404588254, |
| "learning_rate": 3.6610721664960236e-05, |
| "loss": 0.4354, |
| "step": 525 |
| }, |
| { |
| "epoch": 1.346129238643634, |
| "grad_norm": 0.6500313998419536, |
| "learning_rate": 3.659075481587046e-05, |
| "loss": 0.4283, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.3486884197056943, |
| "grad_norm": 0.5211253922160387, |
| "learning_rate": 3.65707348035294e-05, |
| "loss": 0.4255, |
| "step": 527 |
| }, |
| { |
| "epoch": 1.3512476007677543, |
| "grad_norm": 0.6220670330163766, |
| "learning_rate": 3.6550661692089e-05, |
| "loss": 0.4191, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.3538067818298145, |
| "grad_norm": 0.544711113768934, |
| "learning_rate": 3.6530535545871326e-05, |
| "loss": 0.436, |
| "step": 529 |
| }, |
| { |
| "epoch": 1.3563659628918745, |
| "grad_norm": 0.7052970063859283, |
| "learning_rate": 3.65103564293684e-05, |
| "loss": 0.4949, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.3589251439539347, |
| "grad_norm": 0.5145642841555808, |
| "learning_rate": 3.6490124407242007e-05, |
| "loss": 0.4131, |
| "step": 531 |
| }, |
| { |
| "epoch": 1.361484325015995, |
| "grad_norm": 0.5857771172798699, |
| "learning_rate": 3.646983954432342e-05, |
| "loss": 0.4146, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.3640435060780551, |
| "grad_norm": 0.4920261736044566, |
| "learning_rate": 3.644950190561325e-05, |
| "loss": 0.4284, |
| "step": 533 |
| }, |
| { |
| "epoch": 1.3666026871401151, |
| "grad_norm": 0.5687057750503046, |
| "learning_rate": 3.642911155628124e-05, |
| "loss": 0.4514, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.3691618682021753, |
| "grad_norm": 0.5724699735691123, |
| "learning_rate": 3.640866856166601e-05, |
| "loss": 0.4539, |
| "step": 535 |
| }, |
| { |
| "epoch": 1.3717210492642353, |
| "grad_norm": 0.5749209613889618, |
| "learning_rate": 3.6388172987274913e-05, |
| "loss": 0.3865, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.3742802303262955, |
| "grad_norm": 0.6228395395499405, |
| "learning_rate": 3.636762489878374e-05, |
| "loss": 0.4075, |
| "step": 537 |
| }, |
| { |
| "epoch": 1.3768394113883557, |
| "grad_norm": 0.6903037733166263, |
| "learning_rate": 3.63470243620366e-05, |
| "loss": 0.4312, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.379398592450416, |
| "grad_norm": 0.678573324042214, |
| "learning_rate": 3.632637144304565e-05, |
| "loss": 0.4806, |
| "step": 539 |
| }, |
| { |
| "epoch": 1.381957773512476, |
| "grad_norm": 0.6951420732428104, |
| "learning_rate": 3.6305666207990886e-05, |
| "loss": 0.439, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.3845169545745362, |
| "grad_norm": 0.5961242888653673, |
| "learning_rate": 3.628490872321998e-05, |
| "loss": 0.4205, |
| "step": 541 |
| }, |
| { |
| "epoch": 1.3870761356365962, |
| "grad_norm": 0.7217418974601812, |
| "learning_rate": 3.626409905524799e-05, |
| "loss": 0.4707, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.3896353166986564, |
| "grad_norm": 0.45054510458685476, |
| "learning_rate": 3.624323727075723e-05, |
| "loss": 0.4145, |
| "step": 543 |
| }, |
| { |
| "epoch": 1.3921944977607166, |
| "grad_norm": 0.7284286885213026, |
| "learning_rate": 3.622232343659698e-05, |
| "loss": 0.4299, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.3947536788227768, |
| "grad_norm": 0.6769810527885796, |
| "learning_rate": 3.6201357619783336e-05, |
| "loss": 0.4163, |
| "step": 545 |
| }, |
| { |
| "epoch": 1.3973128598848368, |
| "grad_norm": 0.5221114603904703, |
| "learning_rate": 3.6180339887498953e-05, |
| "loss": 0.4443, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.399872040946897, |
| "grad_norm": 0.6008896686645977, |
| "learning_rate": 3.615927030709284e-05, |
| "loss": 0.4318, |
| "step": 547 |
| }, |
| { |
| "epoch": 1.4024312220089572, |
| "grad_norm": 0.5343608825415525, |
| "learning_rate": 3.613814894608016e-05, |
| "loss": 0.4623, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.4049904030710172, |
| "grad_norm": 0.691771745080796, |
| "learning_rate": 3.6116975872141984e-05, |
| "loss": 0.4624, |
| "step": 549 |
| }, |
| { |
| "epoch": 1.4075495841330774, |
| "grad_norm": 0.6259414433121822, |
| "learning_rate": 3.609575115312511e-05, |
| "loss": 0.4508, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.4101087651951376, |
| "grad_norm": 0.6649399879213752, |
| "learning_rate": 3.607447485704182e-05, |
| "loss": 0.4143, |
| "step": 551 |
| }, |
| { |
| "epoch": 1.4126679462571978, |
| "grad_norm": 0.47253136462127165, |
| "learning_rate": 3.605314705206966e-05, |
| "loss": 0.4106, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.4152271273192578, |
| "grad_norm": 0.5556693107195737, |
| "learning_rate": 3.603176780655124e-05, |
| "loss": 0.4616, |
| "step": 553 |
| }, |
| { |
| "epoch": 1.417786308381318, |
| "grad_norm": 0.4021083541093729, |
| "learning_rate": 3.601033718899401e-05, |
| "loss": 0.3928, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.420345489443378, |
| "grad_norm": 0.5351580026934937, |
| "learning_rate": 3.598885526807003e-05, |
| "loss": 0.4661, |
| "step": 555 |
| }, |
| { |
| "epoch": 1.4229046705054382, |
| "grad_norm": 0.5247684064361327, |
| "learning_rate": 3.596732211261574e-05, |
| "loss": 0.4303, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.4254638515674984, |
| "grad_norm": 0.49894549324782106, |
| "learning_rate": 3.594573779163179e-05, |
| "loss": 0.3938, |
| "step": 557 |
| }, |
| { |
| "epoch": 1.4280230326295587, |
| "grad_norm": 0.5751022801506976, |
| "learning_rate": 3.5924102374282754e-05, |
| "loss": 0.4401, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.4305822136916186, |
| "grad_norm": 0.4560617808969142, |
| "learning_rate": 3.590241592989696e-05, |
| "loss": 0.4241, |
| "step": 559 |
| }, |
| { |
| "epoch": 1.4331413947536789, |
| "grad_norm": 0.6245655178581035, |
| "learning_rate": 3.5880678527966224e-05, |
| "loss": 0.4138, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.4357005758157388, |
| "grad_norm": 0.5355963534405355, |
| "learning_rate": 3.5858890238145674e-05, |
| "loss": 0.4145, |
| "step": 561 |
| }, |
| { |
| "epoch": 1.438259756877799, |
| "grad_norm": 0.6422997737126074, |
| "learning_rate": 3.583705113025348e-05, |
| "loss": 0.4554, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.4408189379398593, |
| "grad_norm": 0.6761962261433756, |
| "learning_rate": 3.581516127427068e-05, |
| "loss": 0.4176, |
| "step": 563 |
| }, |
| { |
| "epoch": 1.4433781190019195, |
| "grad_norm": 0.6187534229527232, |
| "learning_rate": 3.5793220740340904e-05, |
| "loss": 0.4255, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.4459373000639795, |
| "grad_norm": 0.5255489769173007, |
| "learning_rate": 3.577122959877017e-05, |
| "loss": 0.4147, |
| "step": 565 |
| }, |
| { |
| "epoch": 1.4484964811260397, |
| "grad_norm": 0.5786362132356377, |
| "learning_rate": 3.57491879200267e-05, |
| "loss": 0.4018, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.4510556621880997, |
| "grad_norm": 0.5297316242089579, |
| "learning_rate": 3.572709577474062e-05, |
| "loss": 0.4446, |
| "step": 567 |
| }, |
| { |
| "epoch": 1.4536148432501599, |
| "grad_norm": 0.5131558041266011, |
| "learning_rate": 3.570495323370378e-05, |
| "loss": 0.4475, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.45617402431222, |
| "grad_norm": 0.7521443480114743, |
| "learning_rate": 3.568276036786952e-05, |
| "loss": 0.4091, |
| "step": 569 |
| }, |
| { |
| "epoch": 1.4587332053742803, |
| "grad_norm": 0.5969703958136027, |
| "learning_rate": 3.566051724835245e-05, |
| "loss": 0.4283, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.4612923864363403, |
| "grad_norm": 0.4037709403552394, |
| "learning_rate": 3.5638223946428194e-05, |
| "loss": 0.4271, |
| "step": 571 |
| }, |
| { |
| "epoch": 1.4638515674984005, |
| "grad_norm": 0.5680529949916449, |
| "learning_rate": 3.561588053353319e-05, |
| "loss": 0.4253, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.4664107485604607, |
| "grad_norm": 0.4379512610916079, |
| "learning_rate": 3.559348708126445e-05, |
| "loss": 0.3955, |
| "step": 573 |
| }, |
| { |
| "epoch": 1.4689699296225207, |
| "grad_norm": 0.6425572888305521, |
| "learning_rate": 3.557104366137934e-05, |
| "loss": 0.4208, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.471529110684581, |
| "grad_norm": 0.5147430638168887, |
| "learning_rate": 3.554855034579532e-05, |
| "loss": 0.4206, |
| "step": 575 |
| }, |
| { |
| "epoch": 1.4740882917466411, |
| "grad_norm": 0.5773864382218094, |
| "learning_rate": 3.552600720658976e-05, |
| "loss": 0.3936, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.4766474728087013, |
| "grad_norm": 0.5531560341828542, |
| "learning_rate": 3.550341431599967e-05, |
| "loss": 0.4674, |
| "step": 577 |
| }, |
| { |
| "epoch": 1.4792066538707613, |
| "grad_norm": 0.5447609179432047, |
| "learning_rate": 3.5480771746421494e-05, |
| "loss": 0.4032, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.4817658349328215, |
| "grad_norm": 0.572196110734813, |
| "learning_rate": 3.545807957041084e-05, |
| "loss": 0.4509, |
| "step": 579 |
| }, |
| { |
| "epoch": 1.4843250159948815, |
| "grad_norm": 0.5028398333246705, |
| "learning_rate": 3.5435337860682304e-05, |
| "loss": 0.3334, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.4868841970569417, |
| "grad_norm": 0.7160945031568345, |
| "learning_rate": 3.54125466901092e-05, |
| "loss": 0.4598, |
| "step": 581 |
| }, |
| { |
| "epoch": 1.489443378119002, |
| "grad_norm": 0.6791351765101247, |
| "learning_rate": 3.538970613172332e-05, |
| "loss": 0.4055, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.4920025591810622, |
| "grad_norm": 0.8140085732718708, |
| "learning_rate": 3.536681625871474e-05, |
| "loss": 0.3982, |
| "step": 583 |
| }, |
| { |
| "epoch": 1.4945617402431222, |
| "grad_norm": 0.6600156473699682, |
| "learning_rate": 3.534387714443153e-05, |
| "loss": 0.4283, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.4971209213051824, |
| "grad_norm": 0.9072053140385462, |
| "learning_rate": 3.532088886237956e-05, |
| "loss": 0.461, |
| "step": 585 |
| }, |
| { |
| "epoch": 1.4996801023672424, |
| "grad_norm": 0.5291141400904751, |
| "learning_rate": 3.5297851486222274e-05, |
| "loss": 0.4105, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.5022392834293026, |
| "grad_norm": 0.8711742022509097, |
| "learning_rate": 3.527476508978039e-05, |
| "loss": 0.4266, |
| "step": 587 |
| }, |
| { |
| "epoch": 1.5047984644913628, |
| "grad_norm": 0.5011541715943939, |
| "learning_rate": 3.525162974703174e-05, |
| "loss": 0.4681, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.507357645553423, |
| "grad_norm": 0.7884765548368484, |
| "learning_rate": 3.5228445532110996e-05, |
| "loss": 0.4341, |
| "step": 589 |
| }, |
| { |
| "epoch": 1.5099168266154832, |
| "grad_norm": 0.5740501726759667, |
| "learning_rate": 3.520521251930941e-05, |
| "loss": 0.4128, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.5124760076775432, |
| "grad_norm": 0.5460891296171442, |
| "learning_rate": 3.518193078307463e-05, |
| "loss": 0.4188, |
| "step": 591 |
| }, |
| { |
| "epoch": 1.5150351887396032, |
| "grad_norm": 0.7055940264802735, |
| "learning_rate": 3.515860039801043e-05, |
| "loss": 0.3965, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.5175943698016634, |
| "grad_norm": 0.5874392809254365, |
| "learning_rate": 3.513522143887645e-05, |
| "loss": 0.4918, |
| "step": 593 |
| }, |
| { |
| "epoch": 1.5201535508637236, |
| "grad_norm": 0.6245938510885568, |
| "learning_rate": 3.5111793980588006e-05, |
| "loss": 0.4285, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.5227127319257838, |
| "grad_norm": 0.48774952340541083, |
| "learning_rate": 3.5088318098215805e-05, |
| "loss": 0.4013, |
| "step": 595 |
| }, |
| { |
| "epoch": 1.525271912987844, |
| "grad_norm": 0.4468453631601922, |
| "learning_rate": 3.506479386698575e-05, |
| "loss": 0.3958, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.527831094049904, |
| "grad_norm": 0.5538376365976897, |
| "learning_rate": 3.5041221362278644e-05, |
| "loss": 0.4347, |
| "step": 597 |
| }, |
| { |
| "epoch": 1.530390275111964, |
| "grad_norm": 0.4775499856280007, |
| "learning_rate": 3.5017600659629986e-05, |
| "loss": 0.4484, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.5329494561740242, |
| "grad_norm": 0.5259243816931762, |
| "learning_rate": 3.499393183472973e-05, |
| "loss": 0.4211, |
| "step": 599 |
| }, |
| { |
| "epoch": 1.5355086372360844, |
| "grad_norm": 0.5198109524806964, |
| "learning_rate": 3.497021496342203e-05, |
| "loss": 0.4363, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.5380678182981447, |
| "grad_norm": 0.4696941806509467, |
| "learning_rate": 3.494645012170498e-05, |
| "loss": 0.4295, |
| "step": 601 |
| }, |
| { |
| "epoch": 1.5406269993602049, |
| "grad_norm": 0.6474700305067774, |
| "learning_rate": 3.4922637385730406e-05, |
| "loss": 0.5, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.5431861804222649, |
| "grad_norm": 0.4793948522260617, |
| "learning_rate": 3.489877683180362e-05, |
| "loss": 0.3845, |
| "step": 603 |
| }, |
| { |
| "epoch": 1.545745361484325, |
| "grad_norm": 0.539237627319592, |
| "learning_rate": 3.487486853638314e-05, |
| "loss": 0.4356, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.548304542546385, |
| "grad_norm": 0.5532057074478213, |
| "learning_rate": 3.485091257608047e-05, |
| "loss": 0.3891, |
| "step": 605 |
| }, |
| { |
| "epoch": 1.5508637236084453, |
| "grad_norm": 0.6992089262871057, |
| "learning_rate": 3.482690902765984e-05, |
| "loss": 0.4571, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.5534229046705055, |
| "grad_norm": 0.4638019008983174, |
| "learning_rate": 3.4802857968038e-05, |
| "loss": 0.4188, |
| "step": 607 |
| }, |
| { |
| "epoch": 1.5559820857325657, |
| "grad_norm": 0.7914532265925823, |
| "learning_rate": 3.4778759474283936e-05, |
| "loss": 0.4534, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.5585412667946257, |
| "grad_norm": 0.5295039816146513, |
| "learning_rate": 3.475461362361861e-05, |
| "loss": 0.4001, |
| "step": 609 |
| }, |
| { |
| "epoch": 1.561100447856686, |
| "grad_norm": 0.6132941939025509, |
| "learning_rate": 3.473042049341474e-05, |
| "loss": 0.4225, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.5636596289187459, |
| "grad_norm": 0.714057587477597, |
| "learning_rate": 3.470618016119658e-05, |
| "loss": 0.4136, |
| "step": 611 |
| }, |
| { |
| "epoch": 1.566218809980806, |
| "grad_norm": 0.5320432430474729, |
| "learning_rate": 3.468189270463959e-05, |
| "loss": 0.4004, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.5687779910428663, |
| "grad_norm": 0.66784032505952, |
| "learning_rate": 3.465755820157026e-05, |
| "loss": 0.4065, |
| "step": 613 |
| }, |
| { |
| "epoch": 1.5713371721049265, |
| "grad_norm": 0.49152795733031895, |
| "learning_rate": 3.463317672996583e-05, |
| "loss": 0.3791, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.5738963531669867, |
| "grad_norm": 0.555185505506747, |
| "learning_rate": 3.4608748367954064e-05, |
| "loss": 0.4633, |
| "step": 615 |
| }, |
| { |
| "epoch": 1.5764555342290467, |
| "grad_norm": 0.4980166871980404, |
| "learning_rate": 3.4584273193812956e-05, |
| "loss": 0.4252, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.5790147152911067, |
| "grad_norm": 0.589732498310526, |
| "learning_rate": 3.45597512859705e-05, |
| "loss": 0.4839, |
| "step": 617 |
| }, |
| { |
| "epoch": 1.581573896353167, |
| "grad_norm": 0.5743441085203349, |
| "learning_rate": 3.4535182723004466e-05, |
| "loss": 0.4062, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.5841330774152271, |
| "grad_norm": 0.49126577666625093, |
| "learning_rate": 3.451056758364212e-05, |
| "loss": 0.4135, |
| "step": 619 |
| }, |
| { |
| "epoch": 1.5866922584772873, |
| "grad_norm": 0.5037192947792559, |
| "learning_rate": 3.4485905946759965e-05, |
| "loss": 0.459, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.5892514395393476, |
| "grad_norm": 0.5439325021578344, |
| "learning_rate": 3.446119789138351e-05, |
| "loss": 0.3882, |
| "step": 621 |
| }, |
| { |
| "epoch": 1.5918106206014075, |
| "grad_norm": 0.5020489297705218, |
| "learning_rate": 3.443644349668701e-05, |
| "loss": 0.4053, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.5943698016634675, |
| "grad_norm": 0.5634072314676822, |
| "learning_rate": 3.4411642841993185e-05, |
| "loss": 0.4065, |
| "step": 623 |
| }, |
| { |
| "epoch": 1.5969289827255277, |
| "grad_norm": 0.4911032231149214, |
| "learning_rate": 3.438679600677303e-05, |
| "loss": 0.4207, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.599488163787588, |
| "grad_norm": 0.6463093595410542, |
| "learning_rate": 3.4361903070645484e-05, |
| "loss": 0.4195, |
| "step": 625 |
| }, |
| { |
| "epoch": 1.6020473448496482, |
| "grad_norm": 0.5395555876619189, |
| "learning_rate": 3.433696411337723e-05, |
| "loss": 0.4359, |
| "step": 626 |
| }, |
| { |
| "epoch": 1.6046065259117084, |
| "grad_norm": 0.5456191870776568, |
| "learning_rate": 3.431197921488242e-05, |
| "loss": 0.4325, |
| "step": 627 |
| }, |
| { |
| "epoch": 1.6071657069737684, |
| "grad_norm": 0.5181489907237284, |
| "learning_rate": 3.4286948455222425e-05, |
| "loss": 0.4262, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.6097248880358286, |
| "grad_norm": 0.4542522655783656, |
| "learning_rate": 3.426187191460555e-05, |
| "loss": 0.4008, |
| "step": 629 |
| }, |
| { |
| "epoch": 1.6122840690978886, |
| "grad_norm": 0.5748315523058384, |
| "learning_rate": 3.423674967338681e-05, |
| "loss": 0.4613, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.6148432501599488, |
| "grad_norm": 0.4893291757606303, |
| "learning_rate": 3.421158181206769e-05, |
| "loss": 0.411, |
| "step": 631 |
| }, |
| { |
| "epoch": 1.617402431222009, |
| "grad_norm": 0.580837787265809, |
| "learning_rate": 3.418636841129582e-05, |
| "loss": 0.417, |
| "step": 632 |
| }, |
| { |
| "epoch": 1.6199616122840692, |
| "grad_norm": 0.6495075917348687, |
| "learning_rate": 3.416110955186477e-05, |
| "loss": 0.4817, |
| "step": 633 |
| }, |
| { |
| "epoch": 1.6225207933461292, |
| "grad_norm": 0.45060911216179744, |
| "learning_rate": 3.4135805314713804e-05, |
| "loss": 0.4033, |
| "step": 634 |
| }, |
| { |
| "epoch": 1.6250799744081894, |
| "grad_norm": 0.5998653037164785, |
| "learning_rate": 3.411045578092754e-05, |
| "loss": 0.3912, |
| "step": 635 |
| }, |
| { |
| "epoch": 1.6276391554702494, |
| "grad_norm": 0.5310655122776353, |
| "learning_rate": 3.4085061031735794e-05, |
| "loss": 0.4313, |
| "step": 636 |
| }, |
| { |
| "epoch": 1.6301983365323096, |
| "grad_norm": 0.6388088047336757, |
| "learning_rate": 3.405962114851324e-05, |
| "loss": 0.4433, |
| "step": 637 |
| }, |
| { |
| "epoch": 1.6327575175943698, |
| "grad_norm": 0.5039515005309823, |
| "learning_rate": 3.4034136212779195e-05, |
| "loss": 0.414, |
| "step": 638 |
| }, |
| { |
| "epoch": 1.63531669865643, |
| "grad_norm": 0.6351418548004399, |
| "learning_rate": 3.4008606306197336e-05, |
| "loss": 0.4271, |
| "step": 639 |
| }, |
| { |
| "epoch": 1.6378758797184902, |
| "grad_norm": 0.5382251510311172, |
| "learning_rate": 3.398303151057543e-05, |
| "loss": 0.4223, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.6404350607805502, |
| "grad_norm": 0.5213424824749899, |
| "learning_rate": 3.3957411907865123e-05, |
| "loss": 0.4169, |
| "step": 641 |
| }, |
| { |
| "epoch": 1.6429942418426102, |
| "grad_norm": 0.6114074897511479, |
| "learning_rate": 3.393174758016161e-05, |
| "loss": 0.4141, |
| "step": 642 |
| }, |
| { |
| "epoch": 1.6455534229046704, |
| "grad_norm": 0.5077805851469291, |
| "learning_rate": 3.39060386097034e-05, |
| "loss": 0.4354, |
| "step": 643 |
| }, |
| { |
| "epoch": 1.6481126039667306, |
| "grad_norm": 0.5648032929681525, |
| "learning_rate": 3.3880285078872076e-05, |
| "loss": 0.3944, |
| "step": 644 |
| }, |
| { |
| "epoch": 1.6506717850287909, |
| "grad_norm": 0.5623890506817537, |
| "learning_rate": 3.385448707019199e-05, |
| "loss": 0.463, |
| "step": 645 |
| }, |
| { |
| "epoch": 1.653230966090851, |
| "grad_norm": 0.47253413270859174, |
| "learning_rate": 3.382864466633003e-05, |
| "loss": 0.4179, |
| "step": 646 |
| }, |
| { |
| "epoch": 1.655790147152911, |
| "grad_norm": 0.6667403121893724, |
| "learning_rate": 3.3802757950095346e-05, |
| "loss": 0.4401, |
| "step": 647 |
| }, |
| { |
| "epoch": 1.658349328214971, |
| "grad_norm": 0.48362697457689036, |
| "learning_rate": 3.377682700443907e-05, |
| "loss": 0.4294, |
| "step": 648 |
| }, |
| { |
| "epoch": 1.6609085092770313, |
| "grad_norm": 0.49305745599661777, |
| "learning_rate": 3.375085191245407e-05, |
| "loss": 0.4166, |
| "step": 649 |
| }, |
| { |
| "epoch": 1.6634676903390915, |
| "grad_norm": 0.5645696987568555, |
| "learning_rate": 3.372483275737468e-05, |
| "loss": 0.3922, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.6660268714011517, |
| "grad_norm": 0.6497192793696049, |
| "learning_rate": 3.3698769622576404e-05, |
| "loss": 0.484, |
| "step": 651 |
| }, |
| { |
| "epoch": 1.668586052463212, |
| "grad_norm": 0.6004795627408669, |
| "learning_rate": 3.367266259157572e-05, |
| "loss": 0.4744, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.671145233525272, |
| "grad_norm": 0.6035991357132837, |
| "learning_rate": 3.364651174802974e-05, |
| "loss": 0.4576, |
| "step": 653 |
| }, |
| { |
| "epoch": 1.673704414587332, |
| "grad_norm": 0.5638974284467396, |
| "learning_rate": 3.3620317175735945e-05, |
| "loss": 0.3829, |
| "step": 654 |
| }, |
| { |
| "epoch": 1.676263595649392, |
| "grad_norm": 0.6144746966380764, |
| "learning_rate": 3.359407895863199e-05, |
| "loss": 0.4219, |
| "step": 655 |
| }, |
| { |
| "epoch": 1.6788227767114523, |
| "grad_norm": 0.6330635207423285, |
| "learning_rate": 3.356779718079534e-05, |
| "loss": 0.3939, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.6813819577735125, |
| "grad_norm": 0.6511893943323425, |
| "learning_rate": 3.3541471926443084e-05, |
| "loss": 0.4626, |
| "step": 657 |
| }, |
| { |
| "epoch": 1.6839411388355727, |
| "grad_norm": 0.7313805162264239, |
| "learning_rate": 3.3515103279931584e-05, |
| "loss": 0.4443, |
| "step": 658 |
| }, |
| { |
| "epoch": 1.6865003198976327, |
| "grad_norm": 0.4567231810719478, |
| "learning_rate": 3.3488691325756294e-05, |
| "loss": 0.4072, |
| "step": 659 |
| }, |
| { |
| "epoch": 1.689059500959693, |
| "grad_norm": 0.6498464270828352, |
| "learning_rate": 3.34622361485514e-05, |
| "loss": 0.4532, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.691618682021753, |
| "grad_norm": 0.46427052887792153, |
| "learning_rate": 3.343573783308964e-05, |
| "loss": 0.4266, |
| "step": 661 |
| }, |
| { |
| "epoch": 1.6941778630838131, |
| "grad_norm": 0.5468516675156209, |
| "learning_rate": 3.340919646428193e-05, |
| "loss": 0.4208, |
| "step": 662 |
| }, |
| { |
| "epoch": 1.6967370441458733, |
| "grad_norm": 0.5751528606477143, |
| "learning_rate": 3.3382612127177166e-05, |
| "loss": 0.4146, |
| "step": 663 |
| }, |
| { |
| "epoch": 1.6992962252079336, |
| "grad_norm": 0.5793295201191827, |
| "learning_rate": 3.335598490696196e-05, |
| "loss": 0.4623, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.7018554062699938, |
| "grad_norm": 0.7077864391730174, |
| "learning_rate": 3.332931488896029e-05, |
| "loss": 0.4459, |
| "step": 665 |
| }, |
| { |
| "epoch": 1.7044145873320538, |
| "grad_norm": 0.4786371924890489, |
| "learning_rate": 3.330260215863332e-05, |
| "loss": 0.3967, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.7069737683941137, |
| "grad_norm": 0.71627935746326, |
| "learning_rate": 3.327584680157904e-05, |
| "loss": 0.4466, |
| "step": 667 |
| }, |
| { |
| "epoch": 1.709532949456174, |
| "grad_norm": 0.5672877205591593, |
| "learning_rate": 3.3249048903532075e-05, |
| "loss": 0.4245, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.7120921305182342, |
| "grad_norm": 0.5967392434258936, |
| "learning_rate": 3.322220855036333e-05, |
| "loss": 0.4399, |
| "step": 669 |
| }, |
| { |
| "epoch": 1.7146513115802944, |
| "grad_norm": 0.619642871257619, |
| "learning_rate": 3.319532582807977e-05, |
| "loss": 0.4429, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.7172104926423546, |
| "grad_norm": 0.5718993726856418, |
| "learning_rate": 3.316840082282412e-05, |
| "loss": 0.4049, |
| "step": 671 |
| }, |
| { |
| "epoch": 1.7197696737044146, |
| "grad_norm": 0.7158788807881703, |
| "learning_rate": 3.314143362087462e-05, |
| "loss": 0.465, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.7223288547664746, |
| "grad_norm": 0.49801282221595167, |
| "learning_rate": 3.3114424308644686e-05, |
| "loss": 0.4304, |
| "step": 673 |
| }, |
| { |
| "epoch": 1.7248880358285348, |
| "grad_norm": 0.732000530911472, |
| "learning_rate": 3.3087372972682703e-05, |
| "loss": 0.4496, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.727447216890595, |
| "grad_norm": 0.5016534768936702, |
| "learning_rate": 3.30602796996717e-05, |
| "loss": 0.4196, |
| "step": 675 |
| }, |
| { |
| "epoch": 1.7300063979526552, |
| "grad_norm": 0.6732998458752849, |
| "learning_rate": 3.303314457642911e-05, |
| "loss": 0.4377, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.7325655790147154, |
| "grad_norm": 0.512135853555358, |
| "learning_rate": 3.300596768990644e-05, |
| "loss": 0.4032, |
| "step": 677 |
| }, |
| { |
| "epoch": 1.7351247600767754, |
| "grad_norm": 0.5565097137954512, |
| "learning_rate": 3.297874912718902e-05, |
| "loss": 0.4124, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.7376839411388356, |
| "grad_norm": 0.5579693456602185, |
| "learning_rate": 3.2951488975495785e-05, |
| "loss": 0.4493, |
| "step": 679 |
| }, |
| { |
| "epoch": 1.7402431222008956, |
| "grad_norm": 0.5767956410825538, |
| "learning_rate": 3.2924187322178865e-05, |
| "loss": 0.4701, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.7428023032629558, |
| "grad_norm": 0.474585132199083, |
| "learning_rate": 3.2896844254723414e-05, |
| "loss": 0.4118, |
| "step": 681 |
| }, |
| { |
| "epoch": 1.745361484325016, |
| "grad_norm": 0.44776574599085095, |
| "learning_rate": 3.28694598607473e-05, |
| "loss": 0.3928, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.7479206653870762, |
| "grad_norm": 0.4613485770735262, |
| "learning_rate": 3.28420342280008e-05, |
| "loss": 0.4185, |
| "step": 683 |
| }, |
| { |
| "epoch": 1.7504798464491362, |
| "grad_norm": 0.6343181624558385, |
| "learning_rate": 3.281456744436634e-05, |
| "loss": 0.4133, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.7530390275111964, |
| "grad_norm": 0.5493779464654077, |
| "learning_rate": 3.278705959785821e-05, |
| "loss": 0.4671, |
| "step": 685 |
| }, |
| { |
| "epoch": 1.7555982085732564, |
| "grad_norm": 0.5441386561154584, |
| "learning_rate": 3.2759510776622274e-05, |
| "loss": 0.4453, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.7581573896353166, |
| "grad_norm": 0.629823120577556, |
| "learning_rate": 3.273192106893572e-05, |
| "loss": 0.3839, |
| "step": 687 |
| }, |
| { |
| "epoch": 1.7607165706973769, |
| "grad_norm": 0.549530453190963, |
| "learning_rate": 3.270429056320672e-05, |
| "loss": 0.4502, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.763275751759437, |
| "grad_norm": 0.6031975081301458, |
| "learning_rate": 3.26766193479742e-05, |
| "loss": 0.4738, |
| "step": 689 |
| }, |
| { |
| "epoch": 1.7658349328214973, |
| "grad_norm": 0.48136220411058944, |
| "learning_rate": 3.2648907511907544e-05, |
| "loss": 0.4036, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.7683941138835573, |
| "grad_norm": 0.6253783336704821, |
| "learning_rate": 3.262115514380628e-05, |
| "loss": 0.4081, |
| "step": 691 |
| }, |
| { |
| "epoch": 1.7709532949456173, |
| "grad_norm": 0.47939071537048983, |
| "learning_rate": 3.25933623325998e-05, |
| "loss": 0.4314, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.7735124760076775, |
| "grad_norm": 0.4518873833371369, |
| "learning_rate": 3.256552916734713e-05, |
| "loss": 0.3986, |
| "step": 693 |
| }, |
| { |
| "epoch": 1.7760716570697377, |
| "grad_norm": 0.6074017672602955, |
| "learning_rate": 3.25376557372366e-05, |
| "loss": 0.4324, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.778630838131798, |
| "grad_norm": 0.470674972052956, |
| "learning_rate": 3.250974213158555e-05, |
| "loss": 0.3933, |
| "step": 695 |
| }, |
| { |
| "epoch": 1.781190019193858, |
| "grad_norm": 0.6255159824430874, |
| "learning_rate": 3.248178843984006e-05, |
| "loss": 0.4252, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.783749200255918, |
| "grad_norm": 0.5371760909763971, |
| "learning_rate": 3.245379475157465e-05, |
| "loss": 0.4778, |
| "step": 697 |
| }, |
| { |
| "epoch": 1.786308381317978, |
| "grad_norm": 0.5168010335153898, |
| "learning_rate": 3.242576115649205e-05, |
| "loss": 0.4229, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.7888675623800383, |
| "grad_norm": 0.49166449165933496, |
| "learning_rate": 3.239768774442281e-05, |
| "loss": 0.4005, |
| "step": 699 |
| }, |
| { |
| "epoch": 1.7914267434420985, |
| "grad_norm": 0.4932386148580624, |
| "learning_rate": 3.23695746053251e-05, |
| "loss": 0.4163, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.7939859245041587, |
| "grad_norm": 0.5880360652699835, |
| "learning_rate": 3.2341421829284394e-05, |
| "loss": 0.4413, |
| "step": 701 |
| }, |
| { |
| "epoch": 1.796545105566219, |
| "grad_norm": 0.4625923123089751, |
| "learning_rate": 3.2313229506513167e-05, |
| "loss": 0.426, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.799104286628279, |
| "grad_norm": 0.5109208128171377, |
| "learning_rate": 3.228499772735062e-05, |
| "loss": 0.393, |
| "step": 703 |
| }, |
| { |
| "epoch": 1.8016634676903391, |
| "grad_norm": 0.4806179945017673, |
| "learning_rate": 3.2256726582262384e-05, |
| "loss": 0.4479, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.8042226487523991, |
| "grad_norm": 0.4970665904869278, |
| "learning_rate": 3.222841616184025e-05, |
| "loss": 0.4318, |
| "step": 705 |
| }, |
| { |
| "epoch": 1.8067818298144593, |
| "grad_norm": 0.5666482942373245, |
| "learning_rate": 3.220006655680183e-05, |
| "loss": 0.4245, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.8093410108765196, |
| "grad_norm": 0.4999181748027583, |
| "learning_rate": 3.2171677857990334e-05, |
| "loss": 0.4372, |
| "step": 707 |
| }, |
| { |
| "epoch": 1.8119001919385798, |
| "grad_norm": 0.47380754642052403, |
| "learning_rate": 3.2143250156374226e-05, |
| "loss": 0.3926, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.8144593730006398, |
| "grad_norm": 0.6008131918939661, |
| "learning_rate": 3.211478354304695e-05, |
| "loss": 0.4533, |
| "step": 709 |
| }, |
| { |
| "epoch": 1.8170185540627, |
| "grad_norm": 0.5144973230871912, |
| "learning_rate": 3.208627810922665e-05, |
| "loss": 0.4352, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.81957773512476, |
| "grad_norm": 0.4699623742277227, |
| "learning_rate": 3.2057733946255844e-05, |
| "loss": 0.3852, |
| "step": 711 |
| }, |
| { |
| "epoch": 1.8221369161868202, |
| "grad_norm": 0.4961706904135912, |
| "learning_rate": 3.202915114560118e-05, |
| "loss": 0.4445, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.8246960972488804, |
| "grad_norm": 0.561279443158619, |
| "learning_rate": 3.200052979885309e-05, |
| "loss": 0.4802, |
| "step": 713 |
| }, |
| { |
| "epoch": 1.8272552783109406, |
| "grad_norm": 0.4557933345271347, |
| "learning_rate": 3.197186999772555e-05, |
| "loss": 0.4029, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.8298144593730008, |
| "grad_norm": 0.589112376636283, |
| "learning_rate": 3.194317183405573e-05, |
| "loss": 0.4563, |
| "step": 715 |
| }, |
| { |
| "epoch": 1.8323736404350608, |
| "grad_norm": 0.5161326824368248, |
| "learning_rate": 3.191443539980374e-05, |
| "loss": 0.4556, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.8349328214971208, |
| "grad_norm": 0.464424728984026, |
| "learning_rate": 3.188566078705235e-05, |
| "loss": 0.4044, |
| "step": 717 |
| }, |
| { |
| "epoch": 1.837492002559181, |
| "grad_norm": 0.47067836600914265, |
| "learning_rate": 3.1856848088006636e-05, |
| "loss": 0.4335, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.8400511836212412, |
| "grad_norm": 0.5769491747912345, |
| "learning_rate": 3.182799739499371e-05, |
| "loss": 0.4407, |
| "step": 719 |
| }, |
| { |
| "epoch": 1.8426103646833014, |
| "grad_norm": 0.4932465377591071, |
| "learning_rate": 3.1799108800462466e-05, |
| "loss": 0.4328, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.8451695457453616, |
| "grad_norm": 0.488480860113565, |
| "learning_rate": 3.177018239698322e-05, |
| "loss": 0.4235, |
| "step": 721 |
| }, |
| { |
| "epoch": 1.8477287268074216, |
| "grad_norm": 0.48833589337954714, |
| "learning_rate": 3.1741218277247466e-05, |
| "loss": 0.4132, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.8502879078694816, |
| "grad_norm": 0.39099920314827113, |
| "learning_rate": 3.1712216534067536e-05, |
| "loss": 0.4265, |
| "step": 723 |
| }, |
| { |
| "epoch": 1.8528470889315418, |
| "grad_norm": 0.45542998139885993, |
| "learning_rate": 3.168317726037634e-05, |
| "loss": 0.3971, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.855406269993602, |
| "grad_norm": 0.46738782533250195, |
| "learning_rate": 3.1654100549227024e-05, |
| "loss": 0.4559, |
| "step": 725 |
| }, |
| { |
| "epoch": 1.8579654510556622, |
| "grad_norm": 0.40700257974662957, |
| "learning_rate": 3.1624986493792735e-05, |
| "loss": 0.4135, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.8605246321177225, |
| "grad_norm": 0.4797435460256252, |
| "learning_rate": 3.159583518736625e-05, |
| "loss": 0.4463, |
| "step": 727 |
| }, |
| { |
| "epoch": 1.8630838131797824, |
| "grad_norm": 0.47740901056002083, |
| "learning_rate": 3.156664672335973e-05, |
| "loss": 0.3884, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.8656429942418427, |
| "grad_norm": 0.49631875720308977, |
| "learning_rate": 3.153742119530441e-05, |
| "loss": 0.4162, |
| "step": 729 |
| }, |
| { |
| "epoch": 1.8682021753039026, |
| "grad_norm": 0.49356825084947964, |
| "learning_rate": 3.1508158696850275e-05, |
| "loss": 0.4329, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.8707613563659629, |
| "grad_norm": 0.4599036508089157, |
| "learning_rate": 3.1478859321765796e-05, |
| "loss": 0.428, |
| "step": 731 |
| }, |
| { |
| "epoch": 1.873320537428023, |
| "grad_norm": 0.48294927528675924, |
| "learning_rate": 3.144952316393758e-05, |
| "loss": 0.4058, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.8758797184900833, |
| "grad_norm": 0.5890205448596298, |
| "learning_rate": 3.142015031737016e-05, |
| "loss": 0.4776, |
| "step": 733 |
| }, |
| { |
| "epoch": 1.8784388995521433, |
| "grad_norm": 0.4923421153314979, |
| "learning_rate": 3.139074087618556e-05, |
| "loss": 0.4045, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.8809980806142035, |
| "grad_norm": 0.5087618925492778, |
| "learning_rate": 3.136129493462312e-05, |
| "loss": 0.4275, |
| "step": 735 |
| }, |
| { |
| "epoch": 1.8835572616762635, |
| "grad_norm": 0.5648227631500222, |
| "learning_rate": 3.133181258703912e-05, |
| "loss": 0.4727, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.8861164427383237, |
| "grad_norm": 0.5234994479526746, |
| "learning_rate": 3.1302293927906516e-05, |
| "loss": 0.3967, |
| "step": 737 |
| }, |
| { |
| "epoch": 1.888675623800384, |
| "grad_norm": 0.6807348510101979, |
| "learning_rate": 3.1272739051814594e-05, |
| "loss": 0.4551, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.891234804862444, |
| "grad_norm": 0.4969832272412207, |
| "learning_rate": 3.1243148053468715e-05, |
| "loss": 0.3773, |
| "step": 739 |
| }, |
| { |
| "epoch": 1.8937939859245043, |
| "grad_norm": 0.6317866448620022, |
| "learning_rate": 3.121352102768998e-05, |
| "loss": 0.4389, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.8963531669865643, |
| "grad_norm": 0.5131091797313253, |
| "learning_rate": 3.1183858069414936e-05, |
| "loss": 0.4458, |
| "step": 741 |
| }, |
| { |
| "epoch": 1.8989123480486243, |
| "grad_norm": 0.4972035729160381, |
| "learning_rate": 3.115415927369529e-05, |
| "loss": 0.4451, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.9014715291106845, |
| "grad_norm": 0.47895024578706524, |
| "learning_rate": 3.112442473569754e-05, |
| "loss": 0.4324, |
| "step": 743 |
| }, |
| { |
| "epoch": 1.9040307101727447, |
| "grad_norm": 0.4691676491006599, |
| "learning_rate": 3.109465455070278e-05, |
| "loss": 0.4035, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.906589891234805, |
| "grad_norm": 0.4736286307947326, |
| "learning_rate": 3.106484881410628e-05, |
| "loss": 0.4446, |
| "step": 745 |
| }, |
| { |
| "epoch": 1.9091490722968651, |
| "grad_norm": 0.4359831705290721, |
| "learning_rate": 3.103500762141725e-05, |
| "loss": 0.3829, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.9117082533589251, |
| "grad_norm": 0.462916560551583, |
| "learning_rate": 3.1005131068258506e-05, |
| "loss": 0.4107, |
| "step": 747 |
| }, |
| { |
| "epoch": 1.9142674344209851, |
| "grad_norm": 0.47173985630781595, |
| "learning_rate": 3.09752192503662e-05, |
| "loss": 0.3903, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.9168266154830453, |
| "grad_norm": 0.43246703137114556, |
| "learning_rate": 3.094527226358945e-05, |
| "loss": 0.4091, |
| "step": 749 |
| }, |
| { |
| "epoch": 1.9193857965451055, |
| "grad_norm": 0.5056443186885541, |
| "learning_rate": 3.091529020389009e-05, |
| "loss": 0.4837, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.9219449776071658, |
| "grad_norm": 0.49376735973598973, |
| "learning_rate": 3.088527316734235e-05, |
| "loss": 0.4124, |
| "step": 751 |
| }, |
| { |
| "epoch": 1.924504158669226, |
| "grad_norm": 0.5428642850508197, |
| "learning_rate": 3.08552212501325e-05, |
| "loss": 0.4304, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.927063339731286, |
| "grad_norm": 0.5365719180678239, |
| "learning_rate": 3.082513454855863e-05, |
| "loss": 0.405, |
| "step": 753 |
| }, |
| { |
| "epoch": 1.9296225207933462, |
| "grad_norm": 0.4559502049703374, |
| "learning_rate": 3.079501315903026e-05, |
| "loss": 0.445, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.9321817018554062, |
| "grad_norm": 0.5222902812164878, |
| "learning_rate": 3.076485717806808e-05, |
| "loss": 0.3726, |
| "step": 755 |
| }, |
| { |
| "epoch": 1.9347408829174664, |
| "grad_norm": 0.5737561385558596, |
| "learning_rate": 3.073466670230361e-05, |
| "loss": 0.4588, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.9373000639795266, |
| "grad_norm": 0.43383831135928497, |
| "learning_rate": 3.070444182847891e-05, |
| "loss": 0.4006, |
| "step": 757 |
| }, |
| { |
| "epoch": 1.9398592450415868, |
| "grad_norm": 0.49738529963698463, |
| "learning_rate": 3.067418265344628e-05, |
| "loss": 0.404, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.9424184261036468, |
| "grad_norm": 0.4779872060995513, |
| "learning_rate": 3.0643889274167926e-05, |
| "loss": 0.4642, |
| "step": 759 |
| }, |
| { |
| "epoch": 1.944977607165707, |
| "grad_norm": 0.4501703649941174, |
| "learning_rate": 3.061356178771564e-05, |
| "loss": 0.3845, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.947536788227767, |
| "grad_norm": 0.566851781049989, |
| "learning_rate": 3.058320029127052e-05, |
| "loss": 0.4603, |
| "step": 761 |
| }, |
| { |
| "epoch": 1.9500959692898272, |
| "grad_norm": 0.41716803055724166, |
| "learning_rate": 3.055280488212266e-05, |
| "loss": 0.3988, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.9526551503518874, |
| "grad_norm": 0.5321354765650695, |
| "learning_rate": 3.052237565767079e-05, |
| "loss": 0.4633, |
| "step": 763 |
| }, |
| { |
| "epoch": 1.9552143314139476, |
| "grad_norm": 0.5101148541262678, |
| "learning_rate": 3.0491912715422047e-05, |
| "loss": 0.4154, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.9577735124760078, |
| "grad_norm": 0.44138127982821407, |
| "learning_rate": 3.0461416152991555e-05, |
| "loss": 0.3971, |
| "step": 765 |
| }, |
| { |
| "epoch": 1.9603326935380678, |
| "grad_norm": 0.5119670448118282, |
| "learning_rate": 3.043088606810221e-05, |
| "loss": 0.4344, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.9628918746001278, |
| "grad_norm": 0.5844510240848945, |
| "learning_rate": 3.0400322558584308e-05, |
| "loss": 0.4369, |
| "step": 767 |
| }, |
| { |
| "epoch": 1.965451055662188, |
| "grad_norm": 0.45663704360586077, |
| "learning_rate": 3.0369725722375274e-05, |
| "loss": 0.4666, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.9680102367242482, |
| "grad_norm": 0.539565481061931, |
| "learning_rate": 3.0339095657519292e-05, |
| "loss": 0.4359, |
| "step": 769 |
| }, |
| { |
| "epoch": 1.9705694177863085, |
| "grad_norm": 0.5385392681842599, |
| "learning_rate": 3.0308432462167045e-05, |
| "loss": 0.4264, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.9731285988483687, |
| "grad_norm": 0.432889165826209, |
| "learning_rate": 3.0277736234575378e-05, |
| "loss": 0.3845, |
| "step": 771 |
| }, |
| { |
| "epoch": 1.9756877799104287, |
| "grad_norm": 0.5443873180170078, |
| "learning_rate": 3.0247007073106976e-05, |
| "loss": 0.406, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.9782469609724886, |
| "grad_norm": 0.5012354762450505, |
| "learning_rate": 3.0216245076230062e-05, |
| "loss": 0.4334, |
| "step": 773 |
| }, |
| { |
| "epoch": 1.9808061420345489, |
| "grad_norm": 0.5232208647955975, |
| "learning_rate": 3.0185450342518075e-05, |
| "loss": 0.4268, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.983365323096609, |
| "grad_norm": 0.4513266845951912, |
| "learning_rate": 3.015462297064936e-05, |
| "loss": 0.3783, |
| "step": 775 |
| }, |
| { |
| "epoch": 1.9859245041586693, |
| "grad_norm": 0.5054305167039745, |
| "learning_rate": 3.0123763059406835e-05, |
| "loss": 0.4148, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.9884836852207295, |
| "grad_norm": 0.47543662649122564, |
| "learning_rate": 3.009287070767771e-05, |
| "loss": 0.4083, |
| "step": 777 |
| }, |
| { |
| "epoch": 1.9910428662827895, |
| "grad_norm": 0.5147396246458542, |
| "learning_rate": 3.0061946014453113e-05, |
| "loss": 0.406, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.9936020473448497, |
| "grad_norm": 0.537028842282906, |
| "learning_rate": 3.0030989078827848e-05, |
| "loss": 0.386, |
| "step": 779 |
| }, |
| { |
| "epoch": 1.9961612284069097, |
| "grad_norm": 0.4661586754448457, |
| "learning_rate": 3.0000000000000004e-05, |
| "loss": 0.4218, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.99872040946897, |
| "grad_norm": 0.4261635908664324, |
| "learning_rate": 2.9968978877270672e-05, |
| "loss": 0.4449, |
| "step": 781 |
| }, |
| { |
| "epoch": 2.00127959053103, |
| "grad_norm": 0.6837214787749436, |
| "learning_rate": 2.9937925810043654e-05, |
| "loss": 0.4318, |
| "step": 782 |
| }, |
| { |
| "epoch": 2.0038387715930903, |
| "grad_norm": 0.451386066705997, |
| "learning_rate": 2.990684089782507e-05, |
| "loss": 0.3612, |
| "step": 783 |
| }, |
| { |
| "epoch": 2.0063979526551505, |
| "grad_norm": 0.7078432089850583, |
| "learning_rate": 2.987572424022311e-05, |
| "loss": 0.3505, |
| "step": 784 |
| }, |
| { |
| "epoch": 2.0089571337172103, |
| "grad_norm": 0.5081289643217769, |
| "learning_rate": 2.98445759369477e-05, |
| "loss": 0.3149, |
| "step": 785 |
| }, |
| { |
| "epoch": 2.0115163147792705, |
| "grad_norm": 0.5849221231819475, |
| "learning_rate": 2.9813396087810134e-05, |
| "loss": 0.3514, |
| "step": 786 |
| }, |
| { |
| "epoch": 2.0140754958413307, |
| "grad_norm": 0.48371629559591783, |
| "learning_rate": 2.9782184792722845e-05, |
| "loss": 0.3339, |
| "step": 787 |
| }, |
| { |
| "epoch": 2.016634676903391, |
| "grad_norm": 0.6063864453716905, |
| "learning_rate": 2.9750942151698968e-05, |
| "loss": 0.389, |
| "step": 788 |
| }, |
| { |
| "epoch": 2.019193857965451, |
| "grad_norm": 0.6277898887247666, |
| "learning_rate": 2.971966826485212e-05, |
| "loss": 0.3283, |
| "step": 789 |
| }, |
| { |
| "epoch": 2.0217530390275114, |
| "grad_norm": 0.5884137115714144, |
| "learning_rate": 2.9688363232396056e-05, |
| "loss": 0.3353, |
| "step": 790 |
| }, |
| { |
| "epoch": 2.024312220089571, |
| "grad_norm": 0.5242949584836221, |
| "learning_rate": 2.9657027154644294e-05, |
| "loss": 0.3059, |
| "step": 791 |
| }, |
| { |
| "epoch": 2.0268714011516313, |
| "grad_norm": 0.5023037783914988, |
| "learning_rate": 2.962566013200986e-05, |
| "loss": 0.3433, |
| "step": 792 |
| }, |
| { |
| "epoch": 2.0294305822136915, |
| "grad_norm": 0.6201000972339953, |
| "learning_rate": 2.959426226500493e-05, |
| "loss": 0.318, |
| "step": 793 |
| }, |
| { |
| "epoch": 2.0319897632757518, |
| "grad_norm": 0.44395380528610195, |
| "learning_rate": 2.9562833654240518e-05, |
| "loss": 0.3401, |
| "step": 794 |
| }, |
| { |
| "epoch": 2.034548944337812, |
| "grad_norm": 0.43056205609112264, |
| "learning_rate": 2.9531374400426158e-05, |
| "loss": 0.2937, |
| "step": 795 |
| }, |
| { |
| "epoch": 2.037108125399872, |
| "grad_norm": 0.4803245756648518, |
| "learning_rate": 2.949988460436958e-05, |
| "loss": 0.3396, |
| "step": 796 |
| }, |
| { |
| "epoch": 2.0396673064619324, |
| "grad_norm": 0.41525308273215306, |
| "learning_rate": 2.946836436697636e-05, |
| "loss": 0.3508, |
| "step": 797 |
| }, |
| { |
| "epoch": 2.042226487523992, |
| "grad_norm": 0.4033224019153147, |
| "learning_rate": 2.943681378924964e-05, |
| "loss": 0.307, |
| "step": 798 |
| }, |
| { |
| "epoch": 2.0447856685860524, |
| "grad_norm": 0.4163421073725909, |
| "learning_rate": 2.94052329722898e-05, |
| "loss": 0.3145, |
| "step": 799 |
| }, |
| { |
| "epoch": 2.0473448496481126, |
| "grad_norm": 0.374364306892129, |
| "learning_rate": 2.9373622017294075e-05, |
| "loss": 0.3412, |
| "step": 800 |
| }, |
| { |
| "epoch": 2.049904030710173, |
| "grad_norm": 0.3911100371820488, |
| "learning_rate": 2.934198102555631e-05, |
| "loss": 0.3046, |
| "step": 801 |
| }, |
| { |
| "epoch": 2.052463211772233, |
| "grad_norm": 0.4467542980832922, |
| "learning_rate": 2.9310310098466588e-05, |
| "loss": 0.291, |
| "step": 802 |
| }, |
| { |
| "epoch": 2.055022392834293, |
| "grad_norm": 0.42396484047274274, |
| "learning_rate": 2.92786093375109e-05, |
| "loss": 0.3268, |
| "step": 803 |
| }, |
| { |
| "epoch": 2.057581573896353, |
| "grad_norm": 0.52821272561634, |
| "learning_rate": 2.924687884427087e-05, |
| "loss": 0.3699, |
| "step": 804 |
| }, |
| { |
| "epoch": 2.060140754958413, |
| "grad_norm": 0.4278559612529404, |
| "learning_rate": 2.9215118720423375e-05, |
| "loss": 0.3389, |
| "step": 805 |
| }, |
| { |
| "epoch": 2.0626999360204734, |
| "grad_norm": 0.4868265035371802, |
| "learning_rate": 2.9183329067740235e-05, |
| "loss": 0.2993, |
| "step": 806 |
| }, |
| { |
| "epoch": 2.0652591170825336, |
| "grad_norm": 0.41003428936435155, |
| "learning_rate": 2.9151509988087912e-05, |
| "loss": 0.3138, |
| "step": 807 |
| }, |
| { |
| "epoch": 2.067818298144594, |
| "grad_norm": 0.4548780109348631, |
| "learning_rate": 2.911966158342713e-05, |
| "loss": 0.3298, |
| "step": 808 |
| }, |
| { |
| "epoch": 2.070377479206654, |
| "grad_norm": 0.42982485262636566, |
| "learning_rate": 2.9087783955812628e-05, |
| "loss": 0.3493, |
| "step": 809 |
| }, |
| { |
| "epoch": 2.072936660268714, |
| "grad_norm": 0.37659830424896135, |
| "learning_rate": 2.9055877207392752e-05, |
| "loss": 0.2905, |
| "step": 810 |
| }, |
| { |
| "epoch": 2.075495841330774, |
| "grad_norm": 0.6047986137094586, |
| "learning_rate": 2.9023941440409164e-05, |
| "loss": 0.3921, |
| "step": 811 |
| }, |
| { |
| "epoch": 2.0780550223928342, |
| "grad_norm": 0.4024787680486599, |
| "learning_rate": 2.899197675719653e-05, |
| "loss": 0.3126, |
| "step": 812 |
| }, |
| { |
| "epoch": 2.0806142034548945, |
| "grad_norm": 0.4864391147176377, |
| "learning_rate": 2.8959983260182166e-05, |
| "loss": 0.3259, |
| "step": 813 |
| }, |
| { |
| "epoch": 2.0831733845169547, |
| "grad_norm": 0.4289885322757846, |
| "learning_rate": 2.8927961051885716e-05, |
| "loss": 0.3327, |
| "step": 814 |
| }, |
| { |
| "epoch": 2.085732565579015, |
| "grad_norm": 0.46469758441400516, |
| "learning_rate": 2.8895910234918828e-05, |
| "loss": 0.3566, |
| "step": 815 |
| }, |
| { |
| "epoch": 2.0882917466410746, |
| "grad_norm": 0.47717231725597103, |
| "learning_rate": 2.886383091198483e-05, |
| "loss": 0.3543, |
| "step": 816 |
| }, |
| { |
| "epoch": 2.090850927703135, |
| "grad_norm": 0.40073207808377775, |
| "learning_rate": 2.8831723185878382e-05, |
| "loss": 0.2954, |
| "step": 817 |
| }, |
| { |
| "epoch": 2.093410108765195, |
| "grad_norm": 0.5629907330757088, |
| "learning_rate": 2.8799587159485166e-05, |
| "loss": 0.3302, |
| "step": 818 |
| }, |
| { |
| "epoch": 2.0959692898272553, |
| "grad_norm": 0.5537969468557435, |
| "learning_rate": 2.876742293578155e-05, |
| "loss": 0.3323, |
| "step": 819 |
| }, |
| { |
| "epoch": 2.0985284708893155, |
| "grad_norm": 0.5750723337033808, |
| "learning_rate": 2.873523061783426e-05, |
| "loss": 0.3083, |
| "step": 820 |
| }, |
| { |
| "epoch": 2.1010876519513757, |
| "grad_norm": 0.5333136369374486, |
| "learning_rate": 2.8703010308800034e-05, |
| "loss": 0.3516, |
| "step": 821 |
| }, |
| { |
| "epoch": 2.103646833013436, |
| "grad_norm": 0.5946698263030077, |
| "learning_rate": 2.8670762111925313e-05, |
| "loss": 0.3337, |
| "step": 822 |
| }, |
| { |
| "epoch": 2.1062060140754957, |
| "grad_norm": 0.4783241662438903, |
| "learning_rate": 2.863848613054591e-05, |
| "loss": 0.302, |
| "step": 823 |
| }, |
| { |
| "epoch": 2.108765195137556, |
| "grad_norm": 0.42094897221075406, |
| "learning_rate": 2.8606182468086654e-05, |
| "loss": 0.3739, |
| "step": 824 |
| }, |
| { |
| "epoch": 2.111324376199616, |
| "grad_norm": 0.5112995720272753, |
| "learning_rate": 2.8573851228061084e-05, |
| "loss": 0.3328, |
| "step": 825 |
| }, |
| { |
| "epoch": 2.1138835572616763, |
| "grad_norm": 0.4268589732083703, |
| "learning_rate": 2.8541492514071115e-05, |
| "loss": 0.3199, |
| "step": 826 |
| }, |
| { |
| "epoch": 2.1164427383237365, |
| "grad_norm": 0.40030928394161236, |
| "learning_rate": 2.850910642980668e-05, |
| "loss": 0.3229, |
| "step": 827 |
| }, |
| { |
| "epoch": 2.1190019193857967, |
| "grad_norm": 0.4208663528647155, |
| "learning_rate": 2.8476693079045432e-05, |
| "loss": 0.3475, |
| "step": 828 |
| }, |
| { |
| "epoch": 2.1215611004478565, |
| "grad_norm": 0.43920626817956737, |
| "learning_rate": 2.8444252565652397e-05, |
| "loss": 0.3395, |
| "step": 829 |
| }, |
| { |
| "epoch": 2.1241202815099167, |
| "grad_norm": 0.4129992695563009, |
| "learning_rate": 2.8411784993579633e-05, |
| "loss": 0.2742, |
| "step": 830 |
| }, |
| { |
| "epoch": 2.126679462571977, |
| "grad_norm": 0.4454585391740596, |
| "learning_rate": 2.8379290466865906e-05, |
| "loss": 0.3328, |
| "step": 831 |
| }, |
| { |
| "epoch": 2.129238643634037, |
| "grad_norm": 0.46723501336721224, |
| "learning_rate": 2.834676908963636e-05, |
| "loss": 0.3379, |
| "step": 832 |
| }, |
| { |
| "epoch": 2.1317978246960974, |
| "grad_norm": 0.5238858504216463, |
| "learning_rate": 2.8314220966102177e-05, |
| "loss": 0.3621, |
| "step": 833 |
| }, |
| { |
| "epoch": 2.1343570057581576, |
| "grad_norm": 0.4375600366447412, |
| "learning_rate": 2.828164620056024e-05, |
| "loss": 0.3031, |
| "step": 834 |
| }, |
| { |
| "epoch": 2.1369161868202173, |
| "grad_norm": 0.4011400320445024, |
| "learning_rate": 2.8249044897392814e-05, |
| "loss": 0.3167, |
| "step": 835 |
| }, |
| { |
| "epoch": 2.1394753678822775, |
| "grad_norm": 0.48667210285852947, |
| "learning_rate": 2.8216417161067187e-05, |
| "loss": 0.3517, |
| "step": 836 |
| }, |
| { |
| "epoch": 2.1420345489443378, |
| "grad_norm": 0.540946535276379, |
| "learning_rate": 2.818376309613535e-05, |
| "loss": 0.3276, |
| "step": 837 |
| }, |
| { |
| "epoch": 2.144593730006398, |
| "grad_norm": 0.41449908449590483, |
| "learning_rate": 2.8151082807233684e-05, |
| "loss": 0.3429, |
| "step": 838 |
| }, |
| { |
| "epoch": 2.147152911068458, |
| "grad_norm": 0.4411596533715045, |
| "learning_rate": 2.811837639908257e-05, |
| "loss": 0.3064, |
| "step": 839 |
| }, |
| { |
| "epoch": 2.1497120921305184, |
| "grad_norm": 0.4049429223396906, |
| "learning_rate": 2.80856439764861e-05, |
| "loss": 0.3212, |
| "step": 840 |
| }, |
| { |
| "epoch": 2.1522712731925786, |
| "grad_norm": 0.41603945550088506, |
| "learning_rate": 2.8052885644331742e-05, |
| "loss": 0.3097, |
| "step": 841 |
| }, |
| { |
| "epoch": 2.1548304542546384, |
| "grad_norm": 0.526968199578847, |
| "learning_rate": 2.8020101507589958e-05, |
| "loss": 0.3547, |
| "step": 842 |
| }, |
| { |
| "epoch": 2.1573896353166986, |
| "grad_norm": 0.38305125359444786, |
| "learning_rate": 2.798729167131391e-05, |
| "loss": 0.3027, |
| "step": 843 |
| }, |
| { |
| "epoch": 2.159948816378759, |
| "grad_norm": 0.6336647706261161, |
| "learning_rate": 2.795445624063913e-05, |
| "loss": 0.3806, |
| "step": 844 |
| }, |
| { |
| "epoch": 2.162507997440819, |
| "grad_norm": 0.44531937519080506, |
| "learning_rate": 2.792159532078314e-05, |
| "loss": 0.3323, |
| "step": 845 |
| }, |
| { |
| "epoch": 2.165067178502879, |
| "grad_norm": 0.44290733063906507, |
| "learning_rate": 2.7888709017045146e-05, |
| "loss": 0.3237, |
| "step": 846 |
| }, |
| { |
| "epoch": 2.167626359564939, |
| "grad_norm": 0.4370183293736626, |
| "learning_rate": 2.7855797434805695e-05, |
| "loss": 0.338, |
| "step": 847 |
| }, |
| { |
| "epoch": 2.170185540626999, |
| "grad_norm": 0.4164027353779343, |
| "learning_rate": 2.782286067952634e-05, |
| "loss": 0.3278, |
| "step": 848 |
| }, |
| { |
| "epoch": 2.1727447216890594, |
| "grad_norm": 0.49409168279966853, |
| "learning_rate": 2.7789898856749297e-05, |
| "loss": 0.3568, |
| "step": 849 |
| }, |
| { |
| "epoch": 2.1753039027511196, |
| "grad_norm": 0.43481015195691675, |
| "learning_rate": 2.77569120720971e-05, |
| "loss": 0.3356, |
| "step": 850 |
| }, |
| { |
| "epoch": 2.17786308381318, |
| "grad_norm": 0.4983975940240211, |
| "learning_rate": 2.772390043127228e-05, |
| "loss": 0.3373, |
| "step": 851 |
| }, |
| { |
| "epoch": 2.18042226487524, |
| "grad_norm": 0.43692987588400956, |
| "learning_rate": 2.7690864040057023e-05, |
| "loss": 0.3108, |
| "step": 852 |
| }, |
| { |
| "epoch": 2.1829814459373003, |
| "grad_norm": 0.44866752393409093, |
| "learning_rate": 2.7657803004312797e-05, |
| "loss": 0.3347, |
| "step": 853 |
| }, |
| { |
| "epoch": 2.18554062699936, |
| "grad_norm": 0.5027966160971863, |
| "learning_rate": 2.7624717429980067e-05, |
| "loss": 0.3536, |
| "step": 854 |
| }, |
| { |
| "epoch": 2.1880998080614202, |
| "grad_norm": 0.4093435861731407, |
| "learning_rate": 2.7591607423077932e-05, |
| "loss": 0.2917, |
| "step": 855 |
| }, |
| { |
| "epoch": 2.1906589891234804, |
| "grad_norm": 0.49615217011265117, |
| "learning_rate": 2.755847308970376e-05, |
| "loss": 0.3502, |
| "step": 856 |
| }, |
| { |
| "epoch": 2.1932181701855407, |
| "grad_norm": 0.3967350798943657, |
| "learning_rate": 2.752531453603288e-05, |
| "loss": 0.3177, |
| "step": 857 |
| }, |
| { |
| "epoch": 2.195777351247601, |
| "grad_norm": 0.4774434168760954, |
| "learning_rate": 2.7492131868318247e-05, |
| "loss": 0.3616, |
| "step": 858 |
| }, |
| { |
| "epoch": 2.198336532309661, |
| "grad_norm": 0.4533916271890891, |
| "learning_rate": 2.7458925192890057e-05, |
| "loss": 0.3235, |
| "step": 859 |
| }, |
| { |
| "epoch": 2.200895713371721, |
| "grad_norm": 0.4666533097303878, |
| "learning_rate": 2.7425694616155474e-05, |
| "loss": 0.362, |
| "step": 860 |
| }, |
| { |
| "epoch": 2.203454894433781, |
| "grad_norm": 0.5256588022807218, |
| "learning_rate": 2.739244024459822e-05, |
| "loss": 0.3577, |
| "step": 861 |
| }, |
| { |
| "epoch": 2.2060140754958413, |
| "grad_norm": 0.42484253391437565, |
| "learning_rate": 2.7359162184778276e-05, |
| "loss": 0.3297, |
| "step": 862 |
| }, |
| { |
| "epoch": 2.2085732565579015, |
| "grad_norm": 0.44868873474156656, |
| "learning_rate": 2.7325860543331533e-05, |
| "loss": 0.336, |
| "step": 863 |
| }, |
| { |
| "epoch": 2.2111324376199617, |
| "grad_norm": 0.4732703525530866, |
| "learning_rate": 2.7292535426969436e-05, |
| "loss": 0.3057, |
| "step": 864 |
| }, |
| { |
| "epoch": 2.213691618682022, |
| "grad_norm": 0.477868292020973, |
| "learning_rate": 2.7259186942478656e-05, |
| "loss": 0.308, |
| "step": 865 |
| }, |
| { |
| "epoch": 2.216250799744082, |
| "grad_norm": 0.4842331398481323, |
| "learning_rate": 2.7225815196720767e-05, |
| "loss": 0.3145, |
| "step": 866 |
| }, |
| { |
| "epoch": 2.218809980806142, |
| "grad_norm": 0.5381115021925195, |
| "learning_rate": 2.7192420296631835e-05, |
| "loss": 0.3798, |
| "step": 867 |
| }, |
| { |
| "epoch": 2.221369161868202, |
| "grad_norm": 0.4236836146413328, |
| "learning_rate": 2.7159002349222178e-05, |
| "loss": 0.3237, |
| "step": 868 |
| }, |
| { |
| "epoch": 2.2239283429302623, |
| "grad_norm": 0.5479188963928002, |
| "learning_rate": 2.7125561461575924e-05, |
| "loss": 0.3832, |
| "step": 869 |
| }, |
| { |
| "epoch": 2.2264875239923225, |
| "grad_norm": 0.45518106829461097, |
| "learning_rate": 2.7092097740850712e-05, |
| "loss": 0.3048, |
| "step": 870 |
| }, |
| { |
| "epoch": 2.2290467050543827, |
| "grad_norm": 0.4441896488412185, |
| "learning_rate": 2.7058611294277378e-05, |
| "loss": 0.3141, |
| "step": 871 |
| }, |
| { |
| "epoch": 2.2316058861164425, |
| "grad_norm": 0.43355994332482317, |
| "learning_rate": 2.702510222915956e-05, |
| "loss": 0.3107, |
| "step": 872 |
| }, |
| { |
| "epoch": 2.2341650671785027, |
| "grad_norm": 0.5312269604580118, |
| "learning_rate": 2.6991570652873357e-05, |
| "loss": 0.3404, |
| "step": 873 |
| }, |
| { |
| "epoch": 2.236724248240563, |
| "grad_norm": 0.3995110246728028, |
| "learning_rate": 2.6958016672867048e-05, |
| "loss": 0.3122, |
| "step": 874 |
| }, |
| { |
| "epoch": 2.239283429302623, |
| "grad_norm": 0.4611276323390611, |
| "learning_rate": 2.692444039666066e-05, |
| "loss": 0.317, |
| "step": 875 |
| }, |
| { |
| "epoch": 2.2418426103646834, |
| "grad_norm": 0.5307192324613822, |
| "learning_rate": 2.6890841931845674e-05, |
| "loss": 0.3579, |
| "step": 876 |
| }, |
| { |
| "epoch": 2.2444017914267436, |
| "grad_norm": 0.41152344841446314, |
| "learning_rate": 2.68572213860847e-05, |
| "loss": 0.3278, |
| "step": 877 |
| }, |
| { |
| "epoch": 2.2469609724888038, |
| "grad_norm": 0.439703599513908, |
| "learning_rate": 2.6823578867111072e-05, |
| "loss": 0.3207, |
| "step": 878 |
| }, |
| { |
| "epoch": 2.2495201535508635, |
| "grad_norm": 0.48436216914849156, |
| "learning_rate": 2.6789914482728546e-05, |
| "loss": 0.3923, |
| "step": 879 |
| }, |
| { |
| "epoch": 2.2520793346129238, |
| "grad_norm": 0.4065191432791332, |
| "learning_rate": 2.6756228340810946e-05, |
| "loss": 0.3092, |
| "step": 880 |
| }, |
| { |
| "epoch": 2.254638515674984, |
| "grad_norm": 0.45257368911274026, |
| "learning_rate": 2.6722520549301813e-05, |
| "loss": 0.3201, |
| "step": 881 |
| }, |
| { |
| "epoch": 2.257197696737044, |
| "grad_norm": 0.47676366709922463, |
| "learning_rate": 2.6688791216214064e-05, |
| "loss": 0.3552, |
| "step": 882 |
| }, |
| { |
| "epoch": 2.2597568777991044, |
| "grad_norm": 0.4388935470431639, |
| "learning_rate": 2.6655040449629646e-05, |
| "loss": 0.3117, |
| "step": 883 |
| }, |
| { |
| "epoch": 2.2623160588611646, |
| "grad_norm": 0.49852041258030133, |
| "learning_rate": 2.6621268357699165e-05, |
| "loss": 0.2986, |
| "step": 884 |
| }, |
| { |
| "epoch": 2.2648752399232244, |
| "grad_norm": 0.5574815275071192, |
| "learning_rate": 2.6587475048641596e-05, |
| "loss": 0.3652, |
| "step": 885 |
| }, |
| { |
| "epoch": 2.2674344209852846, |
| "grad_norm": 0.532498078005579, |
| "learning_rate": 2.655366063074388e-05, |
| "loss": 0.3361, |
| "step": 886 |
| }, |
| { |
| "epoch": 2.269993602047345, |
| "grad_norm": 0.4905390491427929, |
| "learning_rate": 2.6519825212360607e-05, |
| "loss": 0.2904, |
| "step": 887 |
| }, |
| { |
| "epoch": 2.272552783109405, |
| "grad_norm": 0.4548356990918924, |
| "learning_rate": 2.6485968901913658e-05, |
| "loss": 0.3383, |
| "step": 888 |
| }, |
| { |
| "epoch": 2.275111964171465, |
| "grad_norm": 0.4527361560109495, |
| "learning_rate": 2.6452091807891855e-05, |
| "loss": 0.3395, |
| "step": 889 |
| }, |
| { |
| "epoch": 2.2776711452335254, |
| "grad_norm": 0.4444282648587205, |
| "learning_rate": 2.6418194038850634e-05, |
| "loss": 0.3155, |
| "step": 890 |
| }, |
| { |
| "epoch": 2.2802303262955856, |
| "grad_norm": 0.37005966275705604, |
| "learning_rate": 2.6384275703411666e-05, |
| "loss": 0.3172, |
| "step": 891 |
| }, |
| { |
| "epoch": 2.2827895073576454, |
| "grad_norm": 0.4280292706382066, |
| "learning_rate": 2.635033691026253e-05, |
| "loss": 0.3643, |
| "step": 892 |
| }, |
| { |
| "epoch": 2.2853486884197056, |
| "grad_norm": 0.46336387808601265, |
| "learning_rate": 2.6316377768156366e-05, |
| "loss": 0.3516, |
| "step": 893 |
| }, |
| { |
| "epoch": 2.287907869481766, |
| "grad_norm": 0.3675246620437907, |
| "learning_rate": 2.6282398385911503e-05, |
| "loss": 0.2782, |
| "step": 894 |
| }, |
| { |
| "epoch": 2.290467050543826, |
| "grad_norm": 0.4188680082069283, |
| "learning_rate": 2.624839887241115e-05, |
| "loss": 0.3521, |
| "step": 895 |
| }, |
| { |
| "epoch": 2.2930262316058863, |
| "grad_norm": 0.42684239051457756, |
| "learning_rate": 2.6214379336603016e-05, |
| "loss": 0.2909, |
| "step": 896 |
| }, |
| { |
| "epoch": 2.295585412667946, |
| "grad_norm": 0.36815581001539444, |
| "learning_rate": 2.618033988749895e-05, |
| "loss": 0.3068, |
| "step": 897 |
| }, |
| { |
| "epoch": 2.2981445937300062, |
| "grad_norm": 0.4355098607462678, |
| "learning_rate": 2.614628063417464e-05, |
| "loss": 0.3561, |
| "step": 898 |
| }, |
| { |
| "epoch": 2.3007037747920664, |
| "grad_norm": 0.4278330160593537, |
| "learning_rate": 2.6112201685769224e-05, |
| "loss": 0.3265, |
| "step": 899 |
| }, |
| { |
| "epoch": 2.3032629558541267, |
| "grad_norm": 0.39014595589180573, |
| "learning_rate": 2.607810315148494e-05, |
| "loss": 0.3569, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.305822136916187, |
| "grad_norm": 0.4667698942028393, |
| "learning_rate": 2.60439851405868e-05, |
| "loss": 0.3631, |
| "step": 901 |
| }, |
| { |
| "epoch": 2.308381317978247, |
| "grad_norm": 0.41965973806882434, |
| "learning_rate": 2.600984776240222e-05, |
| "loss": 0.3248, |
| "step": 902 |
| }, |
| { |
| "epoch": 2.3109404990403073, |
| "grad_norm": 0.44724491924157506, |
| "learning_rate": 2.5975691126320678e-05, |
| "loss": 0.3854, |
| "step": 903 |
| }, |
| { |
| "epoch": 2.313499680102367, |
| "grad_norm": 0.46251594524874595, |
| "learning_rate": 2.5941515341793366e-05, |
| "loss": 0.3503, |
| "step": 904 |
| }, |
| { |
| "epoch": 2.3160588611644273, |
| "grad_norm": 0.35346075618792994, |
| "learning_rate": 2.5907320518332827e-05, |
| "loss": 0.3309, |
| "step": 905 |
| }, |
| { |
| "epoch": 2.3186180422264875, |
| "grad_norm": 0.3826935478844609, |
| "learning_rate": 2.587310676551262e-05, |
| "loss": 0.2894, |
| "step": 906 |
| }, |
| { |
| "epoch": 2.3211772232885477, |
| "grad_norm": 0.416397755264069, |
| "learning_rate": 2.5838874192966953e-05, |
| "loss": 0.3716, |
| "step": 907 |
| }, |
| { |
| "epoch": 2.323736404350608, |
| "grad_norm": 0.3982851139464845, |
| "learning_rate": 2.5804622910390348e-05, |
| "loss": 0.2833, |
| "step": 908 |
| }, |
| { |
| "epoch": 2.326295585412668, |
| "grad_norm": 0.4591104893849011, |
| "learning_rate": 2.5770353027537276e-05, |
| "loss": 0.3277, |
| "step": 909 |
| }, |
| { |
| "epoch": 2.328854766474728, |
| "grad_norm": 0.382725152261151, |
| "learning_rate": 2.5736064654221808e-05, |
| "loss": 0.323, |
| "step": 910 |
| }, |
| { |
| "epoch": 2.331413947536788, |
| "grad_norm": 0.5087928821054611, |
| "learning_rate": 2.5701757900317277e-05, |
| "loss": 0.3314, |
| "step": 911 |
| }, |
| { |
| "epoch": 2.3339731285988483, |
| "grad_norm": 0.3914001278691039, |
| "learning_rate": 2.5667432875755904e-05, |
| "loss": 0.3508, |
| "step": 912 |
| }, |
| { |
| "epoch": 2.3365323096609085, |
| "grad_norm": 0.4510480545622787, |
| "learning_rate": 2.5633089690528455e-05, |
| "loss": 0.3529, |
| "step": 913 |
| }, |
| { |
| "epoch": 2.3390914907229687, |
| "grad_norm": 0.4134813709280613, |
| "learning_rate": 2.559872845468391e-05, |
| "loss": 0.3286, |
| "step": 914 |
| }, |
| { |
| "epoch": 2.341650671785029, |
| "grad_norm": 0.40105410165144934, |
| "learning_rate": 2.5564349278329056e-05, |
| "loss": 0.2852, |
| "step": 915 |
| }, |
| { |
| "epoch": 2.344209852847089, |
| "grad_norm": 0.49998212235296036, |
| "learning_rate": 2.5529952271628192e-05, |
| "loss": 0.2916, |
| "step": 916 |
| }, |
| { |
| "epoch": 2.346769033909149, |
| "grad_norm": 0.46734623561200184, |
| "learning_rate": 2.5495537544802757e-05, |
| "loss": 0.3497, |
| "step": 917 |
| }, |
| { |
| "epoch": 2.349328214971209, |
| "grad_norm": 0.43677669206755015, |
| "learning_rate": 2.5461105208130953e-05, |
| "loss": 0.359, |
| "step": 918 |
| }, |
| { |
| "epoch": 2.3518873960332694, |
| "grad_norm": 0.49010454865810016, |
| "learning_rate": 2.542665537194742e-05, |
| "loss": 0.3368, |
| "step": 919 |
| }, |
| { |
| "epoch": 2.3544465770953296, |
| "grad_norm": 0.370850360816377, |
| "learning_rate": 2.539218814664288e-05, |
| "loss": 0.3222, |
| "step": 920 |
| }, |
| { |
| "epoch": 2.3570057581573898, |
| "grad_norm": 0.46886497417633327, |
| "learning_rate": 2.5357703642663766e-05, |
| "loss": 0.3633, |
| "step": 921 |
| }, |
| { |
| "epoch": 2.3595649392194495, |
| "grad_norm": 0.4227514997155462, |
| "learning_rate": 2.5323201970511883e-05, |
| "loss": 0.3497, |
| "step": 922 |
| }, |
| { |
| "epoch": 2.3621241202815098, |
| "grad_norm": 0.4015401134012503, |
| "learning_rate": 2.528868324074405e-05, |
| "loss": 0.3076, |
| "step": 923 |
| }, |
| { |
| "epoch": 2.36468330134357, |
| "grad_norm": 0.4012146844135177, |
| "learning_rate": 2.525414756397174e-05, |
| "loss": 0.3117, |
| "step": 924 |
| }, |
| { |
| "epoch": 2.36724248240563, |
| "grad_norm": 0.3724913651532696, |
| "learning_rate": 2.521959505086075e-05, |
| "loss": 0.2948, |
| "step": 925 |
| }, |
| { |
| "epoch": 2.3698016634676904, |
| "grad_norm": 0.44515489828057647, |
| "learning_rate": 2.5185025812130794e-05, |
| "loss": 0.3624, |
| "step": 926 |
| }, |
| { |
| "epoch": 2.3723608445297506, |
| "grad_norm": 0.4333489454322345, |
| "learning_rate": 2.5150439958555205e-05, |
| "loss": 0.3254, |
| "step": 927 |
| }, |
| { |
| "epoch": 2.374920025591811, |
| "grad_norm": 0.4284602049159506, |
| "learning_rate": 2.5115837600960564e-05, |
| "loss": 0.3232, |
| "step": 928 |
| }, |
| { |
| "epoch": 2.3774792066538706, |
| "grad_norm": 0.4327763714080197, |
| "learning_rate": 2.5081218850226315e-05, |
| "loss": 0.3213, |
| "step": 929 |
| }, |
| { |
| "epoch": 2.380038387715931, |
| "grad_norm": 0.4092391708238846, |
| "learning_rate": 2.5046583817284437e-05, |
| "loss": 0.3645, |
| "step": 930 |
| }, |
| { |
| "epoch": 2.382597568777991, |
| "grad_norm": 0.3874157650273361, |
| "learning_rate": 2.5011932613119098e-05, |
| "loss": 0.3546, |
| "step": 931 |
| }, |
| { |
| "epoch": 2.385156749840051, |
| "grad_norm": 0.4154060512286611, |
| "learning_rate": 2.497726534876627e-05, |
| "loss": 0.3724, |
| "step": 932 |
| }, |
| { |
| "epoch": 2.3877159309021114, |
| "grad_norm": 0.3520365071455179, |
| "learning_rate": 2.4942582135313393e-05, |
| "loss": 0.3171, |
| "step": 933 |
| }, |
| { |
| "epoch": 2.3902751119641716, |
| "grad_norm": 0.4129362868719995, |
| "learning_rate": 2.490788308389902e-05, |
| "loss": 0.3081, |
| "step": 934 |
| }, |
| { |
| "epoch": 2.3928342930262314, |
| "grad_norm": 0.3826332240853489, |
| "learning_rate": 2.487316830571244e-05, |
| "loss": 0.3167, |
| "step": 935 |
| }, |
| { |
| "epoch": 2.3953934740882916, |
| "grad_norm": 0.41073512437749543, |
| "learning_rate": 2.4838437911993355e-05, |
| "loss": 0.2872, |
| "step": 936 |
| }, |
| { |
| "epoch": 2.397952655150352, |
| "grad_norm": 0.41060249122236425, |
| "learning_rate": 2.48036920140315e-05, |
| "loss": 0.3331, |
| "step": 937 |
| }, |
| { |
| "epoch": 2.400511836212412, |
| "grad_norm": 0.39939347922246277, |
| "learning_rate": 2.4768930723166266e-05, |
| "loss": 0.309, |
| "step": 938 |
| }, |
| { |
| "epoch": 2.4030710172744723, |
| "grad_norm": 0.44800610692896503, |
| "learning_rate": 2.473415415078642e-05, |
| "loss": 0.3301, |
| "step": 939 |
| }, |
| { |
| "epoch": 2.4056301983365325, |
| "grad_norm": 0.45045037484262557, |
| "learning_rate": 2.4699362408329646e-05, |
| "loss": 0.3545, |
| "step": 940 |
| }, |
| { |
| "epoch": 2.4081893793985927, |
| "grad_norm": 0.4516520833709128, |
| "learning_rate": 2.466455560728227e-05, |
| "loss": 0.3219, |
| "step": 941 |
| }, |
| { |
| "epoch": 2.4107485604606524, |
| "grad_norm": 0.4140396756771499, |
| "learning_rate": 2.4629733859178867e-05, |
| "loss": 0.3312, |
| "step": 942 |
| }, |
| { |
| "epoch": 2.4133077415227127, |
| "grad_norm": 0.4242325070475781, |
| "learning_rate": 2.4594897275601887e-05, |
| "loss": 0.3657, |
| "step": 943 |
| }, |
| { |
| "epoch": 2.415866922584773, |
| "grad_norm": 0.3534056791478892, |
| "learning_rate": 2.456004596818135e-05, |
| "loss": 0.2875, |
| "step": 944 |
| }, |
| { |
| "epoch": 2.418426103646833, |
| "grad_norm": 0.4504625178937038, |
| "learning_rate": 2.4525180048594452e-05, |
| "loss": 0.3947, |
| "step": 945 |
| }, |
| { |
| "epoch": 2.4209852847088933, |
| "grad_norm": 0.3713456955088067, |
| "learning_rate": 2.4490299628565168e-05, |
| "loss": 0.3365, |
| "step": 946 |
| }, |
| { |
| "epoch": 2.423544465770953, |
| "grad_norm": 0.4139332630376369, |
| "learning_rate": 2.4455404819864e-05, |
| "loss": 0.3213, |
| "step": 947 |
| }, |
| { |
| "epoch": 2.4261036468330133, |
| "grad_norm": 0.39284365253142334, |
| "learning_rate": 2.4420495734307527e-05, |
| "loss": 0.3707, |
| "step": 948 |
| }, |
| { |
| "epoch": 2.4286628278950735, |
| "grad_norm": 0.44240961049247096, |
| "learning_rate": 2.4385572483758066e-05, |
| "loss": 0.373, |
| "step": 949 |
| }, |
| { |
| "epoch": 2.4312220089571337, |
| "grad_norm": 0.41468110454884644, |
| "learning_rate": 2.435063518012335e-05, |
| "loss": 0.3791, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.433781190019194, |
| "grad_norm": 0.38546461774505014, |
| "learning_rate": 2.4315683935356127e-05, |
| "loss": 0.3092, |
| "step": 951 |
| }, |
| { |
| "epoch": 2.436340371081254, |
| "grad_norm": 0.3973539449011059, |
| "learning_rate": 2.4280718861453814e-05, |
| "loss": 0.3537, |
| "step": 952 |
| }, |
| { |
| "epoch": 2.4388995521433143, |
| "grad_norm": 0.40087880001543535, |
| "learning_rate": 2.424574007045816e-05, |
| "loss": 0.3513, |
| "step": 953 |
| }, |
| { |
| "epoch": 2.441458733205374, |
| "grad_norm": 0.4363352682087938, |
| "learning_rate": 2.421074767445485e-05, |
| "loss": 0.3168, |
| "step": 954 |
| }, |
| { |
| "epoch": 2.4440179142674343, |
| "grad_norm": 0.387588478700538, |
| "learning_rate": 2.4175741785573177e-05, |
| "loss": 0.3156, |
| "step": 955 |
| }, |
| { |
| "epoch": 2.4465770953294945, |
| "grad_norm": 0.43136617250905906, |
| "learning_rate": 2.4140722515985666e-05, |
| "loss": 0.3396, |
| "step": 956 |
| }, |
| { |
| "epoch": 2.4491362763915547, |
| "grad_norm": 0.4356259978949205, |
| "learning_rate": 2.4105689977907722e-05, |
| "loss": 0.3633, |
| "step": 957 |
| }, |
| { |
| "epoch": 2.451695457453615, |
| "grad_norm": 0.3939046327707216, |
| "learning_rate": 2.407064428359726e-05, |
| "loss": 0.3367, |
| "step": 958 |
| }, |
| { |
| "epoch": 2.454254638515675, |
| "grad_norm": 0.44530753935780215, |
| "learning_rate": 2.4035585545354353e-05, |
| "loss": 0.2652, |
| "step": 959 |
| }, |
| { |
| "epoch": 2.456813819577735, |
| "grad_norm": 0.39324736708789354, |
| "learning_rate": 2.4000513875520892e-05, |
| "loss": 0.3497, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.459373000639795, |
| "grad_norm": 0.3745102508002373, |
| "learning_rate": 2.396542938648018e-05, |
| "loss": 0.351, |
| "step": 961 |
| }, |
| { |
| "epoch": 2.4619321817018553, |
| "grad_norm": 0.433148063417755, |
| "learning_rate": 2.3930332190656604e-05, |
| "loss": 0.3226, |
| "step": 962 |
| }, |
| { |
| "epoch": 2.4644913627639156, |
| "grad_norm": 0.5060978327975577, |
| "learning_rate": 2.3895222400515282e-05, |
| "loss": 0.3944, |
| "step": 963 |
| }, |
| { |
| "epoch": 2.4670505438259758, |
| "grad_norm": 0.3831333684566055, |
| "learning_rate": 2.3860100128561677e-05, |
| "loss": 0.303, |
| "step": 964 |
| }, |
| { |
| "epoch": 2.469609724888036, |
| "grad_norm": 0.4834696949807748, |
| "learning_rate": 2.3824965487341247e-05, |
| "loss": 0.36, |
| "step": 965 |
| }, |
| { |
| "epoch": 2.472168905950096, |
| "grad_norm": 0.48539696684918826, |
| "learning_rate": 2.3789818589439094e-05, |
| "loss": 0.3418, |
| "step": 966 |
| }, |
| { |
| "epoch": 2.474728087012156, |
| "grad_norm": 0.3663525699221002, |
| "learning_rate": 2.375465954747959e-05, |
| "loss": 0.2906, |
| "step": 967 |
| }, |
| { |
| "epoch": 2.477287268074216, |
| "grad_norm": 0.4444877062926493, |
| "learning_rate": 2.371948847412602e-05, |
| "loss": 0.3281, |
| "step": 968 |
| }, |
| { |
| "epoch": 2.4798464491362764, |
| "grad_norm": 0.37267946857207057, |
| "learning_rate": 2.3684305482080233e-05, |
| "loss": 0.3214, |
| "step": 969 |
| }, |
| { |
| "epoch": 2.4824056301983366, |
| "grad_norm": 0.422309895496103, |
| "learning_rate": 2.3649110684082258e-05, |
| "loss": 0.3309, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.484964811260397, |
| "grad_norm": 0.366896575024139, |
| "learning_rate": 2.361390419290995e-05, |
| "loss": 0.3359, |
| "step": 971 |
| }, |
| { |
| "epoch": 2.4875239923224566, |
| "grad_norm": 0.4252498965109737, |
| "learning_rate": 2.357868612137866e-05, |
| "loss": 0.3162, |
| "step": 972 |
| }, |
| { |
| "epoch": 2.490083173384517, |
| "grad_norm": 0.4454769676233995, |
| "learning_rate": 2.3543456582340815e-05, |
| "loss": 0.3458, |
| "step": 973 |
| }, |
| { |
| "epoch": 2.492642354446577, |
| "grad_norm": 0.504528012046428, |
| "learning_rate": 2.3508215688685607e-05, |
| "loss": 0.3783, |
| "step": 974 |
| }, |
| { |
| "epoch": 2.495201535508637, |
| "grad_norm": 0.3791982649378316, |
| "learning_rate": 2.3472963553338614e-05, |
| "loss": 0.3439, |
| "step": 975 |
| }, |
| { |
| "epoch": 2.4977607165706974, |
| "grad_norm": 0.3958397655771158, |
| "learning_rate": 2.3437700289261417e-05, |
| "loss": 0.3098, |
| "step": 976 |
| }, |
| { |
| "epoch": 2.5003198976327576, |
| "grad_norm": 0.4716678361651927, |
| "learning_rate": 2.3402426009451288e-05, |
| "loss": 0.3442, |
| "step": 977 |
| }, |
| { |
| "epoch": 2.502879078694818, |
| "grad_norm": 0.41505752875646384, |
| "learning_rate": 2.3367140826940768e-05, |
| "loss": 0.3393, |
| "step": 978 |
| }, |
| { |
| "epoch": 2.505438259756878, |
| "grad_norm": 0.4831411264450984, |
| "learning_rate": 2.333184485479737e-05, |
| "loss": 0.3406, |
| "step": 979 |
| }, |
| { |
| "epoch": 2.507997440818938, |
| "grad_norm": 0.44259478488091053, |
| "learning_rate": 2.3296538206123134e-05, |
| "loss": 0.3498, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.510556621880998, |
| "grad_norm": 0.39650938475151654, |
| "learning_rate": 2.326122099405435e-05, |
| "loss": 0.3218, |
| "step": 981 |
| }, |
| { |
| "epoch": 2.5131158029430583, |
| "grad_norm": 0.44478690078566685, |
| "learning_rate": 2.3225893331761143e-05, |
| "loss": 0.3354, |
| "step": 982 |
| }, |
| { |
| "epoch": 2.5156749840051185, |
| "grad_norm": 0.4617579108787994, |
| "learning_rate": 2.319055533244712e-05, |
| "loss": 0.3689, |
| "step": 983 |
| }, |
| { |
| "epoch": 2.5182341650671782, |
| "grad_norm": 0.36510971786258006, |
| "learning_rate": 2.315520710934903e-05, |
| "loss": 0.3189, |
| "step": 984 |
| }, |
| { |
| "epoch": 2.5207933461292384, |
| "grad_norm": 0.5962978268524062, |
| "learning_rate": 2.311984877573636e-05, |
| "loss": 0.3785, |
| "step": 985 |
| }, |
| { |
| "epoch": 2.5233525271912987, |
| "grad_norm": 0.4286182290118198, |
| "learning_rate": 2.3084480444911006e-05, |
| "loss": 0.2969, |
| "step": 986 |
| }, |
| { |
| "epoch": 2.525911708253359, |
| "grad_norm": 0.406129472684799, |
| "learning_rate": 2.304910223020691e-05, |
| "loss": 0.3622, |
| "step": 987 |
| }, |
| { |
| "epoch": 2.528470889315419, |
| "grad_norm": 0.40352070167371706, |
| "learning_rate": 2.3013714244989665e-05, |
| "loss": 0.3003, |
| "step": 988 |
| }, |
| { |
| "epoch": 2.5310300703774793, |
| "grad_norm": 0.41853745249254193, |
| "learning_rate": 2.2978316602656183e-05, |
| "loss": 0.3545, |
| "step": 989 |
| }, |
| { |
| "epoch": 2.5335892514395395, |
| "grad_norm": 0.3751248697656993, |
| "learning_rate": 2.2942909416634326e-05, |
| "loss": 0.3317, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.5361484325015997, |
| "grad_norm": 0.38457641982344676, |
| "learning_rate": 2.290749280038252e-05, |
| "loss": 0.3186, |
| "step": 991 |
| }, |
| { |
| "epoch": 2.5387076135636595, |
| "grad_norm": 0.43410698680189885, |
| "learning_rate": 2.2872066867389434e-05, |
| "loss": 0.3819, |
| "step": 992 |
| }, |
| { |
| "epoch": 2.5412667946257197, |
| "grad_norm": 0.3827463318912182, |
| "learning_rate": 2.2836631731173577e-05, |
| "loss": 0.3428, |
| "step": 993 |
| }, |
| { |
| "epoch": 2.54382597568778, |
| "grad_norm": 0.3626009354081465, |
| "learning_rate": 2.2801187505282948e-05, |
| "loss": 0.3313, |
| "step": 994 |
| }, |
| { |
| "epoch": 2.54638515674984, |
| "grad_norm": 0.3879708806451702, |
| "learning_rate": 2.2765734303294666e-05, |
| "loss": 0.302, |
| "step": 995 |
| }, |
| { |
| "epoch": 2.5489443378119003, |
| "grad_norm": 0.3615193094932171, |
| "learning_rate": 2.2730272238814636e-05, |
| "loss": 0.3022, |
| "step": 996 |
| }, |
| { |
| "epoch": 2.55150351887396, |
| "grad_norm": 0.38109707078147037, |
| "learning_rate": 2.2694801425477136e-05, |
| "loss": 0.3199, |
| "step": 997 |
| }, |
| { |
| "epoch": 2.5540626999360203, |
| "grad_norm": 0.35624704442372485, |
| "learning_rate": 2.2659321976944507e-05, |
| "loss": 0.3394, |
| "step": 998 |
| }, |
| { |
| "epoch": 2.5566218809980805, |
| "grad_norm": 0.5236454693659701, |
| "learning_rate": 2.2623834006906732e-05, |
| "loss": 0.3254, |
| "step": 999 |
| }, |
| { |
| "epoch": 2.5591810620601407, |
| "grad_norm": 0.4793516094510245, |
| "learning_rate": 2.2588337629081107e-05, |
| "loss": 0.4122, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.561740243122201, |
| "grad_norm": 0.32519173651998734, |
| "learning_rate": 2.25528329572119e-05, |
| "loss": 0.2782, |
| "step": 1001 |
| }, |
| { |
| "epoch": 2.564299424184261, |
| "grad_norm": 0.47513564073653997, |
| "learning_rate": 2.25173201050699e-05, |
| "loss": 0.4075, |
| "step": 1002 |
| }, |
| { |
| "epoch": 2.5668586052463214, |
| "grad_norm": 0.34327531232567976, |
| "learning_rate": 2.248179918645216e-05, |
| "loss": 0.2602, |
| "step": 1003 |
| }, |
| { |
| "epoch": 2.5694177863083816, |
| "grad_norm": 0.42876499217691605, |
| "learning_rate": 2.2446270315181566e-05, |
| "loss": 0.3538, |
| "step": 1004 |
| }, |
| { |
| "epoch": 2.5719769673704413, |
| "grad_norm": 0.38643082957234787, |
| "learning_rate": 2.2410733605106462e-05, |
| "loss": 0.3331, |
| "step": 1005 |
| }, |
| { |
| "epoch": 2.5745361484325016, |
| "grad_norm": 0.3845952145329833, |
| "learning_rate": 2.237518917010035e-05, |
| "loss": 0.3068, |
| "step": 1006 |
| }, |
| { |
| "epoch": 2.5770953294945618, |
| "grad_norm": 0.398304345128026, |
| "learning_rate": 2.233963712406147e-05, |
| "loss": 0.3455, |
| "step": 1007 |
| }, |
| { |
| "epoch": 2.579654510556622, |
| "grad_norm": 0.4106067027436424, |
| "learning_rate": 2.2304077580912423e-05, |
| "loss": 0.3266, |
| "step": 1008 |
| }, |
| { |
| "epoch": 2.5822136916186818, |
| "grad_norm": 0.3515875497757696, |
| "learning_rate": 2.2268510654599885e-05, |
| "loss": 0.3089, |
| "step": 1009 |
| }, |
| { |
| "epoch": 2.584772872680742, |
| "grad_norm": 0.34230034407291976, |
| "learning_rate": 2.2232936459094158e-05, |
| "loss": 0.37, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.587332053742802, |
| "grad_norm": 0.3409277384030245, |
| "learning_rate": 2.2197355108388835e-05, |
| "loss": 0.3425, |
| "step": 1011 |
| }, |
| { |
| "epoch": 2.5898912348048624, |
| "grad_norm": 0.3659124451915072, |
| "learning_rate": 2.216176671650045e-05, |
| "loss": 0.3417, |
| "step": 1012 |
| }, |
| { |
| "epoch": 2.5924504158669226, |
| "grad_norm": 0.34644737723549984, |
| "learning_rate": 2.2126171397468105e-05, |
| "loss": 0.3048, |
| "step": 1013 |
| }, |
| { |
| "epoch": 2.595009596928983, |
| "grad_norm": 0.34192043331418503, |
| "learning_rate": 2.209056926535307e-05, |
| "loss": 0.3245, |
| "step": 1014 |
| }, |
| { |
| "epoch": 2.597568777991043, |
| "grad_norm": 0.4024225219500372, |
| "learning_rate": 2.205496043423849e-05, |
| "loss": 0.3501, |
| "step": 1015 |
| }, |
| { |
| "epoch": 2.6001279590531032, |
| "grad_norm": 0.3444122394151278, |
| "learning_rate": 2.2019345018228922e-05, |
| "loss": 0.3403, |
| "step": 1016 |
| }, |
| { |
| "epoch": 2.602687140115163, |
| "grad_norm": 0.41753443691652886, |
| "learning_rate": 2.1983723131450088e-05, |
| "loss": 0.3609, |
| "step": 1017 |
| }, |
| { |
| "epoch": 2.605246321177223, |
| "grad_norm": 0.42275585901863255, |
| "learning_rate": 2.194809488804839e-05, |
| "loss": 0.3427, |
| "step": 1018 |
| }, |
| { |
| "epoch": 2.6078055022392834, |
| "grad_norm": 0.3513925245942965, |
| "learning_rate": 2.1912460402190625e-05, |
| "loss": 0.2984, |
| "step": 1019 |
| }, |
| { |
| "epoch": 2.6103646833013436, |
| "grad_norm": 0.4845404009383636, |
| "learning_rate": 2.1876819788063586e-05, |
| "loss": 0.342, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.612923864363404, |
| "grad_norm": 0.38632744480954595, |
| "learning_rate": 2.1841173159873718e-05, |
| "loss": 0.3178, |
| "step": 1021 |
| }, |
| { |
| "epoch": 2.6154830454254636, |
| "grad_norm": 0.40341965144316216, |
| "learning_rate": 2.1805520631846705e-05, |
| "loss": 0.3454, |
| "step": 1022 |
| }, |
| { |
| "epoch": 2.618042226487524, |
| "grad_norm": 0.5429183555857332, |
| "learning_rate": 2.176986231822717e-05, |
| "loss": 0.3407, |
| "step": 1023 |
| }, |
| { |
| "epoch": 2.620601407549584, |
| "grad_norm": 0.3693931345744361, |
| "learning_rate": 2.173419833327826e-05, |
| "loss": 0.2931, |
| "step": 1024 |
| }, |
| { |
| "epoch": 2.6231605886116443, |
| "grad_norm": 0.41461427921632693, |
| "learning_rate": 2.16985287912813e-05, |
| "loss": 0.3462, |
| "step": 1025 |
| }, |
| { |
| "epoch": 2.6257197696737045, |
| "grad_norm": 0.35793827637412173, |
| "learning_rate": 2.166285380653541e-05, |
| "loss": 0.2649, |
| "step": 1026 |
| }, |
| { |
| "epoch": 2.6282789507357647, |
| "grad_norm": 0.43455345040805726, |
| "learning_rate": 2.1627173493357167e-05, |
| "loss": 0.3432, |
| "step": 1027 |
| }, |
| { |
| "epoch": 2.630838131797825, |
| "grad_norm": 0.36886933829443885, |
| "learning_rate": 2.1591487966080215e-05, |
| "loss": 0.3106, |
| "step": 1028 |
| }, |
| { |
| "epoch": 2.633397312859885, |
| "grad_norm": 0.3991822617060509, |
| "learning_rate": 2.1555797339054898e-05, |
| "loss": 0.3621, |
| "step": 1029 |
| }, |
| { |
| "epoch": 2.635956493921945, |
| "grad_norm": 0.3967391590295086, |
| "learning_rate": 2.1520101726647922e-05, |
| "loss": 0.3711, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.638515674984005, |
| "grad_norm": 0.3577916760514241, |
| "learning_rate": 2.1484401243241947e-05, |
| "loss": 0.2945, |
| "step": 1031 |
| }, |
| { |
| "epoch": 2.6410748560460653, |
| "grad_norm": 0.40155422081290365, |
| "learning_rate": 2.1448696003235252e-05, |
| "loss": 0.3366, |
| "step": 1032 |
| }, |
| { |
| "epoch": 2.6436340371081255, |
| "grad_norm": 0.36541079152322986, |
| "learning_rate": 2.1412986121041355e-05, |
| "loss": 0.2932, |
| "step": 1033 |
| }, |
| { |
| "epoch": 2.6461932181701853, |
| "grad_norm": 0.3484241132798254, |
| "learning_rate": 2.1377271711088655e-05, |
| "loss": 0.3339, |
| "step": 1034 |
| }, |
| { |
| "epoch": 2.6487523992322455, |
| "grad_norm": 0.43519634098943255, |
| "learning_rate": 2.1341552887820048e-05, |
| "loss": 0.3762, |
| "step": 1035 |
| }, |
| { |
| "epoch": 2.6513115802943057, |
| "grad_norm": 0.33001353721510546, |
| "learning_rate": 2.1305829765692588e-05, |
| "loss": 0.3277, |
| "step": 1036 |
| }, |
| { |
| "epoch": 2.653870761356366, |
| "grad_norm": 0.3720609129475248, |
| "learning_rate": 2.1270102459177093e-05, |
| "loss": 0.3101, |
| "step": 1037 |
| }, |
| { |
| "epoch": 2.656429942418426, |
| "grad_norm": 0.3837314560637158, |
| "learning_rate": 2.123437108275779e-05, |
| "loss": 0.351, |
| "step": 1038 |
| }, |
| { |
| "epoch": 2.6589891234804863, |
| "grad_norm": 0.40361073664191494, |
| "learning_rate": 2.119863575093195e-05, |
| "loss": 0.3171, |
| "step": 1039 |
| }, |
| { |
| "epoch": 2.6615483045425465, |
| "grad_norm": 0.35854323369583274, |
| "learning_rate": 2.1162896578209517e-05, |
| "loss": 0.3253, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.6641074856046068, |
| "grad_norm": 0.37248590893696937, |
| "learning_rate": 2.112715367911275e-05, |
| "loss": 0.3511, |
| "step": 1041 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 0.3453384873567075, |
| "learning_rate": 2.1091407168175836e-05, |
| "loss": 0.3414, |
| "step": 1042 |
| }, |
| { |
| "epoch": 2.6692258477287267, |
| "grad_norm": 0.40821485869737884, |
| "learning_rate": 2.1055657159944545e-05, |
| "loss": 0.3326, |
| "step": 1043 |
| }, |
| { |
| "epoch": 2.671785028790787, |
| "grad_norm": 0.36123413084691214, |
| "learning_rate": 2.1019903768975852e-05, |
| "loss": 0.3298, |
| "step": 1044 |
| }, |
| { |
| "epoch": 2.674344209852847, |
| "grad_norm": 0.3404084610072503, |
| "learning_rate": 2.0984147109837564e-05, |
| "loss": 0.3047, |
| "step": 1045 |
| }, |
| { |
| "epoch": 2.6769033909149074, |
| "grad_norm": 0.4454775171788898, |
| "learning_rate": 2.094838729710798e-05, |
| "loss": 0.3679, |
| "step": 1046 |
| }, |
| { |
| "epoch": 2.679462571976967, |
| "grad_norm": 0.3571602753390297, |
| "learning_rate": 2.0912624445375483e-05, |
| "loss": 0.3261, |
| "step": 1047 |
| }, |
| { |
| "epoch": 2.6820217530390273, |
| "grad_norm": 0.332410280409988, |
| "learning_rate": 2.0876858669238206e-05, |
| "loss": 0.3114, |
| "step": 1048 |
| }, |
| { |
| "epoch": 2.6845809341010876, |
| "grad_norm": 0.42377420739915694, |
| "learning_rate": 2.0841090083303643e-05, |
| "loss": 0.342, |
| "step": 1049 |
| }, |
| { |
| "epoch": 2.6871401151631478, |
| "grad_norm": 0.3395618485708725, |
| "learning_rate": 2.0805318802188307e-05, |
| "loss": 0.3157, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.689699296225208, |
| "grad_norm": 0.3545398294326781, |
| "learning_rate": 2.0769544940517326e-05, |
| "loss": 0.3207, |
| "step": 1051 |
| }, |
| { |
| "epoch": 2.692258477287268, |
| "grad_norm": 0.41494596285417495, |
| "learning_rate": 2.0733768612924137e-05, |
| "loss": 0.3294, |
| "step": 1052 |
| }, |
| { |
| "epoch": 2.6948176583493284, |
| "grad_norm": 0.3439663523935823, |
| "learning_rate": 2.0697989934050025e-05, |
| "loss": 0.2852, |
| "step": 1053 |
| }, |
| { |
| "epoch": 2.6973768394113886, |
| "grad_norm": 0.41679625940370135, |
| "learning_rate": 2.0662209018543836e-05, |
| "loss": 0.3548, |
| "step": 1054 |
| }, |
| { |
| "epoch": 2.6999360204734484, |
| "grad_norm": 0.4309626747124301, |
| "learning_rate": 2.0626425981061608e-05, |
| "loss": 0.326, |
| "step": 1055 |
| }, |
| { |
| "epoch": 2.7024952015355086, |
| "grad_norm": 0.3700268039056913, |
| "learning_rate": 2.0590640936266132e-05, |
| "loss": 0.3346, |
| "step": 1056 |
| }, |
| { |
| "epoch": 2.705054382597569, |
| "grad_norm": 0.4092764582830664, |
| "learning_rate": 2.0554853998826652e-05, |
| "loss": 0.3432, |
| "step": 1057 |
| }, |
| { |
| "epoch": 2.707613563659629, |
| "grad_norm": 0.3003644777646875, |
| "learning_rate": 2.0519065283418494e-05, |
| "loss": 0.257, |
| "step": 1058 |
| }, |
| { |
| "epoch": 2.710172744721689, |
| "grad_norm": 0.36206552407899595, |
| "learning_rate": 2.0483274904722647e-05, |
| "loss": 0.3339, |
| "step": 1059 |
| }, |
| { |
| "epoch": 2.712731925783749, |
| "grad_norm": 0.41404402491302905, |
| "learning_rate": 2.0447482977425465e-05, |
| "loss": 0.3705, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.715291106845809, |
| "grad_norm": 0.35467256324797414, |
| "learning_rate": 2.0411689616218234e-05, |
| "loss": 0.3173, |
| "step": 1061 |
| }, |
| { |
| "epoch": 2.7178502879078694, |
| "grad_norm": 0.39211100334061155, |
| "learning_rate": 2.037589493579685e-05, |
| "loss": 0.336, |
| "step": 1062 |
| }, |
| { |
| "epoch": 2.7204094689699296, |
| "grad_norm": 0.3752676154141884, |
| "learning_rate": 2.034009905086144e-05, |
| "loss": 0.339, |
| "step": 1063 |
| }, |
| { |
| "epoch": 2.72296865003199, |
| "grad_norm": 0.41294533749554696, |
| "learning_rate": 2.0304302076115987e-05, |
| "loss": 0.3187, |
| "step": 1064 |
| }, |
| { |
| "epoch": 2.72552783109405, |
| "grad_norm": 0.37876928739351945, |
| "learning_rate": 2.0268504126267952e-05, |
| "loss": 0.2895, |
| "step": 1065 |
| }, |
| { |
| "epoch": 2.7280870121561103, |
| "grad_norm": 0.4001922065674535, |
| "learning_rate": 2.0232705316027946e-05, |
| "loss": 0.3153, |
| "step": 1066 |
| }, |
| { |
| "epoch": 2.73064619321817, |
| "grad_norm": 0.8048596079823415, |
| "learning_rate": 2.019690576010931e-05, |
| "loss": 0.3593, |
| "step": 1067 |
| }, |
| { |
| "epoch": 2.7332053742802302, |
| "grad_norm": 0.38282646966391626, |
| "learning_rate": 2.0161105573227798e-05, |
| "loss": 0.3035, |
| "step": 1068 |
| }, |
| { |
| "epoch": 2.7357645553422905, |
| "grad_norm": 0.46315568817195285, |
| "learning_rate": 2.0125304870101184e-05, |
| "loss": 0.3751, |
| "step": 1069 |
| }, |
| { |
| "epoch": 2.7383237364043507, |
| "grad_norm": 0.4109495278872969, |
| "learning_rate": 2.008950376544887e-05, |
| "loss": 0.3346, |
| "step": 1070 |
| }, |
| { |
| "epoch": 2.740882917466411, |
| "grad_norm": 0.4857096813595627, |
| "learning_rate": 2.005370237399157e-05, |
| "loss": 0.328, |
| "step": 1071 |
| }, |
| { |
| "epoch": 2.7434420985284707, |
| "grad_norm": 0.39791730028337013, |
| "learning_rate": 2.0017900810450923e-05, |
| "loss": 0.2865, |
| "step": 1072 |
| }, |
| { |
| "epoch": 2.746001279590531, |
| "grad_norm": 0.4465305517364689, |
| "learning_rate": 1.9982099189549087e-05, |
| "loss": 0.3647, |
| "step": 1073 |
| }, |
| { |
| "epoch": 2.748560460652591, |
| "grad_norm": 0.41005369965327937, |
| "learning_rate": 1.9946297626008432e-05, |
| "loss": 0.3151, |
| "step": 1074 |
| }, |
| { |
| "epoch": 2.7511196417146513, |
| "grad_norm": 0.49665282457932985, |
| "learning_rate": 1.9910496234551132e-05, |
| "loss": 0.3809, |
| "step": 1075 |
| }, |
| { |
| "epoch": 2.7536788227767115, |
| "grad_norm": 0.37361149681320743, |
| "learning_rate": 1.9874695129898826e-05, |
| "loss": 0.3221, |
| "step": 1076 |
| }, |
| { |
| "epoch": 2.7562380038387717, |
| "grad_norm": 0.51447395549755, |
| "learning_rate": 1.9838894426772205e-05, |
| "loss": 0.3677, |
| "step": 1077 |
| }, |
| { |
| "epoch": 2.758797184900832, |
| "grad_norm": 0.4601671007615494, |
| "learning_rate": 1.9803094239890692e-05, |
| "loss": 0.3519, |
| "step": 1078 |
| }, |
| { |
| "epoch": 2.761356365962892, |
| "grad_norm": 0.39680274509707913, |
| "learning_rate": 1.9767294683972064e-05, |
| "loss": 0.3521, |
| "step": 1079 |
| }, |
| { |
| "epoch": 2.763915547024952, |
| "grad_norm": 0.43847108432837295, |
| "learning_rate": 1.9731495873732055e-05, |
| "loss": 0.3346, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.766474728087012, |
| "grad_norm": 0.4078264869228389, |
| "learning_rate": 1.969569792388402e-05, |
| "loss": 0.3624, |
| "step": 1081 |
| }, |
| { |
| "epoch": 2.7690339091490723, |
| "grad_norm": 0.37340927869032653, |
| "learning_rate": 1.9659900949138562e-05, |
| "loss": 0.3252, |
| "step": 1082 |
| }, |
| { |
| "epoch": 2.7715930902111325, |
| "grad_norm": 0.7622901676621391, |
| "learning_rate": 1.9624105064203157e-05, |
| "loss": 0.3829, |
| "step": 1083 |
| }, |
| { |
| "epoch": 2.7741522712731923, |
| "grad_norm": 0.4249232215662602, |
| "learning_rate": 1.9588310383781773e-05, |
| "loss": 0.342, |
| "step": 1084 |
| }, |
| { |
| "epoch": 2.7767114523352525, |
| "grad_norm": 0.41402606002990694, |
| "learning_rate": 1.9552517022574542e-05, |
| "loss": 0.3756, |
| "step": 1085 |
| }, |
| { |
| "epoch": 2.7792706333973127, |
| "grad_norm": 0.48132928718497536, |
| "learning_rate": 1.951672509527736e-05, |
| "loss": 0.3263, |
| "step": 1086 |
| }, |
| { |
| "epoch": 2.781829814459373, |
| "grad_norm": 0.3954278720969905, |
| "learning_rate": 1.9480934716581513e-05, |
| "loss": 0.3209, |
| "step": 1087 |
| }, |
| { |
| "epoch": 2.784388995521433, |
| "grad_norm": 0.39183072418087983, |
| "learning_rate": 1.944514600117335e-05, |
| "loss": 0.3807, |
| "step": 1088 |
| }, |
| { |
| "epoch": 2.7869481765834934, |
| "grad_norm": 0.4620346036605357, |
| "learning_rate": 1.940935906373388e-05, |
| "loss": 0.3576, |
| "step": 1089 |
| }, |
| { |
| "epoch": 2.7895073576455536, |
| "grad_norm": 0.36599489933850005, |
| "learning_rate": 1.93735740189384e-05, |
| "loss": 0.3239, |
| "step": 1090 |
| }, |
| { |
| "epoch": 2.792066538707614, |
| "grad_norm": 0.3686130358461154, |
| "learning_rate": 1.9337790981456164e-05, |
| "loss": 0.331, |
| "step": 1091 |
| }, |
| { |
| "epoch": 2.7946257197696736, |
| "grad_norm": 0.38425163759635245, |
| "learning_rate": 1.930201006594999e-05, |
| "loss": 0.2916, |
| "step": 1092 |
| }, |
| { |
| "epoch": 2.7971849008317338, |
| "grad_norm": 0.4405563689728695, |
| "learning_rate": 1.926623138707587e-05, |
| "loss": 0.3361, |
| "step": 1093 |
| }, |
| { |
| "epoch": 2.799744081893794, |
| "grad_norm": 0.38706329631394476, |
| "learning_rate": 1.923045505948267e-05, |
| "loss": 0.323, |
| "step": 1094 |
| }, |
| { |
| "epoch": 2.802303262955854, |
| "grad_norm": 0.4708041341171456, |
| "learning_rate": 1.9194681197811703e-05, |
| "loss": 0.3378, |
| "step": 1095 |
| }, |
| { |
| "epoch": 2.8048624440179144, |
| "grad_norm": 0.43844070620974923, |
| "learning_rate": 1.915890991669636e-05, |
| "loss": 0.331, |
| "step": 1096 |
| }, |
| { |
| "epoch": 2.807421625079974, |
| "grad_norm": 0.4532919809550908, |
| "learning_rate": 1.9123141330761804e-05, |
| "loss": 0.3863, |
| "step": 1097 |
| }, |
| { |
| "epoch": 2.8099808061420344, |
| "grad_norm": 0.48356206097375876, |
| "learning_rate": 1.9087375554624527e-05, |
| "loss": 0.3241, |
| "step": 1098 |
| }, |
| { |
| "epoch": 2.8125399872040946, |
| "grad_norm": 0.37016571224063527, |
| "learning_rate": 1.9051612702892028e-05, |
| "loss": 0.3035, |
| "step": 1099 |
| }, |
| { |
| "epoch": 2.815099168266155, |
| "grad_norm": 0.5488710646000331, |
| "learning_rate": 1.901585289016244e-05, |
| "loss": 0.3365, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.817658349328215, |
| "grad_norm": 0.39186801965858076, |
| "learning_rate": 1.898009623102415e-05, |
| "loss": 0.3171, |
| "step": 1101 |
| }, |
| { |
| "epoch": 2.8202175303902752, |
| "grad_norm": 0.396128192090393, |
| "learning_rate": 1.894434284005546e-05, |
| "loss": 0.2926, |
| "step": 1102 |
| }, |
| { |
| "epoch": 2.8227767114523354, |
| "grad_norm": 0.4498006361647164, |
| "learning_rate": 1.890859283182417e-05, |
| "loss": 0.339, |
| "step": 1103 |
| }, |
| { |
| "epoch": 2.8253358925143957, |
| "grad_norm": 0.4421659448994112, |
| "learning_rate": 1.887284632088725e-05, |
| "loss": 0.3512, |
| "step": 1104 |
| }, |
| { |
| "epoch": 2.8278950735764554, |
| "grad_norm": 0.40391454153472733, |
| "learning_rate": 1.8837103421790486e-05, |
| "loss": 0.3431, |
| "step": 1105 |
| }, |
| { |
| "epoch": 2.8304542546385156, |
| "grad_norm": 0.4029197127830964, |
| "learning_rate": 1.8801364249068053e-05, |
| "loss": 0.3083, |
| "step": 1106 |
| }, |
| { |
| "epoch": 2.833013435700576, |
| "grad_norm": 0.3636262656158161, |
| "learning_rate": 1.8765628917242213e-05, |
| "loss": 0.2695, |
| "step": 1107 |
| }, |
| { |
| "epoch": 2.835572616762636, |
| "grad_norm": 0.41088999848761776, |
| "learning_rate": 1.8729897540822914e-05, |
| "loss": 0.3191, |
| "step": 1108 |
| }, |
| { |
| "epoch": 2.838131797824696, |
| "grad_norm": 0.4141748812616923, |
| "learning_rate": 1.8694170234307415e-05, |
| "loss": 0.3494, |
| "step": 1109 |
| }, |
| { |
| "epoch": 2.840690978886756, |
| "grad_norm": 0.40924209313260995, |
| "learning_rate": 1.8658447112179952e-05, |
| "loss": 0.3424, |
| "step": 1110 |
| }, |
| { |
| "epoch": 2.8432501599488162, |
| "grad_norm": 0.38985761612852116, |
| "learning_rate": 1.8622728288911358e-05, |
| "loss": 0.3367, |
| "step": 1111 |
| }, |
| { |
| "epoch": 2.8458093410108765, |
| "grad_norm": 0.38078814823399454, |
| "learning_rate": 1.858701387895865e-05, |
| "loss": 0.3143, |
| "step": 1112 |
| }, |
| { |
| "epoch": 2.8483685220729367, |
| "grad_norm": 0.34959904397806785, |
| "learning_rate": 1.8551303996764755e-05, |
| "loss": 0.3007, |
| "step": 1113 |
| }, |
| { |
| "epoch": 2.850927703134997, |
| "grad_norm": 0.4183989425563707, |
| "learning_rate": 1.8515598756758064e-05, |
| "loss": 0.359, |
| "step": 1114 |
| }, |
| { |
| "epoch": 2.853486884197057, |
| "grad_norm": 0.37111554641813266, |
| "learning_rate": 1.8479898273352084e-05, |
| "loss": 0.3381, |
| "step": 1115 |
| }, |
| { |
| "epoch": 2.8560460652591173, |
| "grad_norm": 0.36998674648942864, |
| "learning_rate": 1.8444202660945105e-05, |
| "loss": 0.3317, |
| "step": 1116 |
| }, |
| { |
| "epoch": 2.858605246321177, |
| "grad_norm": 0.4020148068654659, |
| "learning_rate": 1.8408512033919798e-05, |
| "loss": 0.3048, |
| "step": 1117 |
| }, |
| { |
| "epoch": 2.8611644273832373, |
| "grad_norm": 0.4005462960969913, |
| "learning_rate": 1.837282650664284e-05, |
| "loss": 0.3603, |
| "step": 1118 |
| }, |
| { |
| "epoch": 2.8637236084452975, |
| "grad_norm": 0.3444120356474249, |
| "learning_rate": 1.8337146193464595e-05, |
| "loss": 0.2898, |
| "step": 1119 |
| }, |
| { |
| "epoch": 2.8662827895073577, |
| "grad_norm": 0.39082290145745685, |
| "learning_rate": 1.83014712087187e-05, |
| "loss": 0.3131, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.868841970569418, |
| "grad_norm": 0.35821645503904304, |
| "learning_rate": 1.8265801666721744e-05, |
| "loss": 0.3433, |
| "step": 1121 |
| }, |
| { |
| "epoch": 2.8714011516314777, |
| "grad_norm": 0.41668733158509796, |
| "learning_rate": 1.8230137681772836e-05, |
| "loss": 0.3567, |
| "step": 1122 |
| }, |
| { |
| "epoch": 2.873960332693538, |
| "grad_norm": 0.34804389069027475, |
| "learning_rate": 1.8194479368153298e-05, |
| "loss": 0.3136, |
| "step": 1123 |
| }, |
| { |
| "epoch": 2.876519513755598, |
| "grad_norm": 0.3911488779456878, |
| "learning_rate": 1.8158826840126292e-05, |
| "loss": 0.3412, |
| "step": 1124 |
| }, |
| { |
| "epoch": 2.8790786948176583, |
| "grad_norm": 0.44396897741245006, |
| "learning_rate": 1.8123180211936417e-05, |
| "loss": 0.3644, |
| "step": 1125 |
| }, |
| { |
| "epoch": 2.8816378758797185, |
| "grad_norm": 0.3818666952140594, |
| "learning_rate": 1.808753959780938e-05, |
| "loss": 0.2988, |
| "step": 1126 |
| }, |
| { |
| "epoch": 2.8841970569417787, |
| "grad_norm": 0.3819899108018794, |
| "learning_rate": 1.805190511195162e-05, |
| "loss": 0.3304, |
| "step": 1127 |
| }, |
| { |
| "epoch": 2.886756238003839, |
| "grad_norm": 0.3988449634404456, |
| "learning_rate": 1.801627686854992e-05, |
| "loss": 0.3413, |
| "step": 1128 |
| }, |
| { |
| "epoch": 2.889315419065899, |
| "grad_norm": 0.4410132899232368, |
| "learning_rate": 1.7980654981771074e-05, |
| "loss": 0.3725, |
| "step": 1129 |
| }, |
| { |
| "epoch": 2.891874600127959, |
| "grad_norm": 0.31362864495515286, |
| "learning_rate": 1.794503956576152e-05, |
| "loss": 0.2833, |
| "step": 1130 |
| }, |
| { |
| "epoch": 2.894433781190019, |
| "grad_norm": 0.411109247445083, |
| "learning_rate": 1.7909430734646936e-05, |
| "loss": 0.3297, |
| "step": 1131 |
| }, |
| { |
| "epoch": 2.8969929622520794, |
| "grad_norm": 0.3360115333630458, |
| "learning_rate": 1.78738286025319e-05, |
| "loss": 0.2985, |
| "step": 1132 |
| }, |
| { |
| "epoch": 2.8995521433141396, |
| "grad_norm": 0.3728330681966131, |
| "learning_rate": 1.7838233283499554e-05, |
| "loss": 0.378, |
| "step": 1133 |
| }, |
| { |
| "epoch": 2.9021113243761993, |
| "grad_norm": 0.3539275837478167, |
| "learning_rate": 1.780264489161117e-05, |
| "loss": 0.3638, |
| "step": 1134 |
| }, |
| { |
| "epoch": 2.9046705054382596, |
| "grad_norm": 0.33582742300915935, |
| "learning_rate": 1.776706354090585e-05, |
| "loss": 0.3383, |
| "step": 1135 |
| }, |
| { |
| "epoch": 2.9072296865003198, |
| "grad_norm": 0.38396584024437336, |
| "learning_rate": 1.7731489345400118e-05, |
| "loss": 0.3116, |
| "step": 1136 |
| }, |
| { |
| "epoch": 2.90978886756238, |
| "grad_norm": 0.3121417283022767, |
| "learning_rate": 1.769592241908758e-05, |
| "loss": 0.3089, |
| "step": 1137 |
| }, |
| { |
| "epoch": 2.91234804862444, |
| "grad_norm": 0.37871598245894667, |
| "learning_rate": 1.766036287593854e-05, |
| "loss": 0.3504, |
| "step": 1138 |
| }, |
| { |
| "epoch": 2.9149072296865004, |
| "grad_norm": 0.4083761440481677, |
| "learning_rate": 1.762481082989965e-05, |
| "loss": 0.3338, |
| "step": 1139 |
| }, |
| { |
| "epoch": 2.9174664107485606, |
| "grad_norm": 0.3759166218369834, |
| "learning_rate": 1.758926639489354e-05, |
| "loss": 0.3448, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.920025591810621, |
| "grad_norm": 0.3918883448687237, |
| "learning_rate": 1.755372968481844e-05, |
| "loss": 0.3465, |
| "step": 1141 |
| }, |
| { |
| "epoch": 2.9225847728726806, |
| "grad_norm": 0.45281102397931977, |
| "learning_rate": 1.7518200813547842e-05, |
| "loss": 0.352, |
| "step": 1142 |
| }, |
| { |
| "epoch": 2.925143953934741, |
| "grad_norm": 0.3403187481784673, |
| "learning_rate": 1.748267989493011e-05, |
| "loss": 0.2767, |
| "step": 1143 |
| }, |
| { |
| "epoch": 2.927703134996801, |
| "grad_norm": 0.32374732234103554, |
| "learning_rate": 1.7447167042788108e-05, |
| "loss": 0.3003, |
| "step": 1144 |
| }, |
| { |
| "epoch": 2.9302623160588612, |
| "grad_norm": 0.43821825023278765, |
| "learning_rate": 1.7411662370918893e-05, |
| "loss": 0.3365, |
| "step": 1145 |
| }, |
| { |
| "epoch": 2.9328214971209214, |
| "grad_norm": 0.3735728621894312, |
| "learning_rate": 1.7376165993093278e-05, |
| "loss": 0.3164, |
| "step": 1146 |
| }, |
| { |
| "epoch": 2.935380678182981, |
| "grad_norm": 0.3713647905663265, |
| "learning_rate": 1.7340678023055496e-05, |
| "loss": 0.3237, |
| "step": 1147 |
| }, |
| { |
| "epoch": 2.9379398592450414, |
| "grad_norm": 0.40116903737296333, |
| "learning_rate": 1.7305198574522864e-05, |
| "loss": 0.3614, |
| "step": 1148 |
| }, |
| { |
| "epoch": 2.9404990403071016, |
| "grad_norm": 0.40054289621797295, |
| "learning_rate": 1.7269727761185374e-05, |
| "loss": 0.334, |
| "step": 1149 |
| }, |
| { |
| "epoch": 2.943058221369162, |
| "grad_norm": 0.3925230509455669, |
| "learning_rate": 1.7234265696705344e-05, |
| "loss": 0.2959, |
| "step": 1150 |
| }, |
| { |
| "epoch": 2.945617402431222, |
| "grad_norm": 0.42214888830794545, |
| "learning_rate": 1.7198812494717062e-05, |
| "loss": 0.3776, |
| "step": 1151 |
| }, |
| { |
| "epoch": 2.9481765834932823, |
| "grad_norm": 0.3616779488648713, |
| "learning_rate": 1.7163368268826433e-05, |
| "loss": 0.3016, |
| "step": 1152 |
| }, |
| { |
| "epoch": 2.9507357645553425, |
| "grad_norm": 0.38477907353760216, |
| "learning_rate": 1.7127933132610573e-05, |
| "loss": 0.3073, |
| "step": 1153 |
| }, |
| { |
| "epoch": 2.9532949456174027, |
| "grad_norm": 0.38583388740216534, |
| "learning_rate": 1.7092507199617482e-05, |
| "loss": 0.3303, |
| "step": 1154 |
| }, |
| { |
| "epoch": 2.9558541266794625, |
| "grad_norm": 0.4615746603773426, |
| "learning_rate": 1.7057090583365678e-05, |
| "loss": 0.3944, |
| "step": 1155 |
| }, |
| { |
| "epoch": 2.9584133077415227, |
| "grad_norm": 0.3793974621003137, |
| "learning_rate": 1.7021683397343823e-05, |
| "loss": 0.3298, |
| "step": 1156 |
| }, |
| { |
| "epoch": 2.960972488803583, |
| "grad_norm": 0.4920742763843501, |
| "learning_rate": 1.698628575501034e-05, |
| "loss": 0.3401, |
| "step": 1157 |
| }, |
| { |
| "epoch": 2.963531669865643, |
| "grad_norm": 0.4104914994234224, |
| "learning_rate": 1.6950897769793093e-05, |
| "loss": 0.3268, |
| "step": 1158 |
| }, |
| { |
| "epoch": 2.966090850927703, |
| "grad_norm": 0.41153736245664496, |
| "learning_rate": 1.6915519555089e-05, |
| "loss": 0.3594, |
| "step": 1159 |
| }, |
| { |
| "epoch": 2.968650031989763, |
| "grad_norm": 0.3875070318404897, |
| "learning_rate": 1.6880151224263646e-05, |
| "loss": 0.3398, |
| "step": 1160 |
| }, |
| { |
| "epoch": 2.9712092130518233, |
| "grad_norm": 0.44887352669211456, |
| "learning_rate": 1.6844792890650976e-05, |
| "loss": 0.2813, |
| "step": 1161 |
| }, |
| { |
| "epoch": 2.9737683941138835, |
| "grad_norm": 0.3800558590649599, |
| "learning_rate": 1.680944466755289e-05, |
| "loss": 0.3635, |
| "step": 1162 |
| }, |
| { |
| "epoch": 2.9763275751759437, |
| "grad_norm": 0.3971504175952064, |
| "learning_rate": 1.6774106668238867e-05, |
| "loss": 0.3146, |
| "step": 1163 |
| }, |
| { |
| "epoch": 2.978886756238004, |
| "grad_norm": 0.4715791982640647, |
| "learning_rate": 1.673877900594566e-05, |
| "loss": 0.3553, |
| "step": 1164 |
| }, |
| { |
| "epoch": 2.981445937300064, |
| "grad_norm": 0.30859611389638464, |
| "learning_rate": 1.6703461793876876e-05, |
| "loss": 0.2989, |
| "step": 1165 |
| }, |
| { |
| "epoch": 2.9840051183621243, |
| "grad_norm": 0.3973251808749978, |
| "learning_rate": 1.6668155145202638e-05, |
| "loss": 0.3579, |
| "step": 1166 |
| }, |
| { |
| "epoch": 2.986564299424184, |
| "grad_norm": 0.446835333586439, |
| "learning_rate": 1.6632859173059232e-05, |
| "loss": 0.3258, |
| "step": 1167 |
| }, |
| { |
| "epoch": 2.9891234804862443, |
| "grad_norm": 0.3811823018283798, |
| "learning_rate": 1.6597573990548722e-05, |
| "loss": 0.3201, |
| "step": 1168 |
| }, |
| { |
| "epoch": 2.9916826615483045, |
| "grad_norm": 0.375872795491289, |
| "learning_rate": 1.6562299710738586e-05, |
| "loss": 0.3255, |
| "step": 1169 |
| }, |
| { |
| "epoch": 2.9942418426103647, |
| "grad_norm": 0.4029499625289535, |
| "learning_rate": 1.6527036446661396e-05, |
| "loss": 0.307, |
| "step": 1170 |
| }, |
| { |
| "epoch": 2.996801023672425, |
| "grad_norm": 0.4156370523912452, |
| "learning_rate": 1.6491784311314403e-05, |
| "loss": 0.3797, |
| "step": 1171 |
| }, |
| { |
| "epoch": 2.9993602047344847, |
| "grad_norm": 0.4189485161365368, |
| "learning_rate": 1.6456543417659192e-05, |
| "loss": 0.3488, |
| "step": 1172 |
| }, |
| { |
| "epoch": 3.001919385796545, |
| "grad_norm": 0.5633124123177335, |
| "learning_rate": 1.6421313878621344e-05, |
| "loss": 0.2857, |
| "step": 1173 |
| }, |
| { |
| "epoch": 3.004478566858605, |
| "grad_norm": 0.39083213560124314, |
| "learning_rate": 1.6386095807090047e-05, |
| "loss": 0.2379, |
| "step": 1174 |
| }, |
| { |
| "epoch": 3.0070377479206654, |
| "grad_norm": 0.5240113784249277, |
| "learning_rate": 1.635088931591775e-05, |
| "loss": 0.2245, |
| "step": 1175 |
| }, |
| { |
| "epoch": 3.0095969289827256, |
| "grad_norm": 0.6354763063642779, |
| "learning_rate": 1.631569451791977e-05, |
| "loss": 0.2869, |
| "step": 1176 |
| }, |
| { |
| "epoch": 3.012156110044786, |
| "grad_norm": 0.4893508226750199, |
| "learning_rate": 1.628051152587398e-05, |
| "loss": 0.2703, |
| "step": 1177 |
| }, |
| { |
| "epoch": 3.014715291106846, |
| "grad_norm": 0.4524451646086151, |
| "learning_rate": 1.6245340452520414e-05, |
| "loss": 0.2176, |
| "step": 1178 |
| }, |
| { |
| "epoch": 3.0172744721689058, |
| "grad_norm": 0.4778994330296646, |
| "learning_rate": 1.6210181410560912e-05, |
| "loss": 0.2571, |
| "step": 1179 |
| }, |
| { |
| "epoch": 3.019833653230966, |
| "grad_norm": 0.37599046051577073, |
| "learning_rate": 1.6175034512658753e-05, |
| "loss": 0.2338, |
| "step": 1180 |
| }, |
| { |
| "epoch": 3.022392834293026, |
| "grad_norm": 0.45320853578403025, |
| "learning_rate": 1.613989987143833e-05, |
| "loss": 0.2325, |
| "step": 1181 |
| }, |
| { |
| "epoch": 3.0249520153550864, |
| "grad_norm": 0.43340502469781866, |
| "learning_rate": 1.610477759948472e-05, |
| "loss": 0.2767, |
| "step": 1182 |
| }, |
| { |
| "epoch": 3.0275111964171466, |
| "grad_norm": 0.38361490841329304, |
| "learning_rate": 1.6069667809343396e-05, |
| "loss": 0.2445, |
| "step": 1183 |
| }, |
| { |
| "epoch": 3.030070377479207, |
| "grad_norm": 0.39878208398916914, |
| "learning_rate": 1.603457061351983e-05, |
| "loss": 0.2506, |
| "step": 1184 |
| }, |
| { |
| "epoch": 3.0326295585412666, |
| "grad_norm": 0.44131555640934655, |
| "learning_rate": 1.5999486124479115e-05, |
| "loss": 0.2588, |
| "step": 1185 |
| }, |
| { |
| "epoch": 3.035188739603327, |
| "grad_norm": 0.36228403498534006, |
| "learning_rate": 1.5964414454645647e-05, |
| "loss": 0.2394, |
| "step": 1186 |
| }, |
| { |
| "epoch": 3.037747920665387, |
| "grad_norm": 0.40556573549758734, |
| "learning_rate": 1.5929355716402754e-05, |
| "loss": 0.2422, |
| "step": 1187 |
| }, |
| { |
| "epoch": 3.0403071017274472, |
| "grad_norm": 0.46971240300411676, |
| "learning_rate": 1.5894310022092288e-05, |
| "loss": 0.2536, |
| "step": 1188 |
| }, |
| { |
| "epoch": 3.0428662827895074, |
| "grad_norm": 0.37074278168598435, |
| "learning_rate": 1.5859277484014338e-05, |
| "loss": 0.2262, |
| "step": 1189 |
| }, |
| { |
| "epoch": 3.0454254638515676, |
| "grad_norm": 0.4101230047135583, |
| "learning_rate": 1.5824258214426833e-05, |
| "loss": 0.2501, |
| "step": 1190 |
| }, |
| { |
| "epoch": 3.047984644913628, |
| "grad_norm": 0.4316482731662535, |
| "learning_rate": 1.5789252325545157e-05, |
| "loss": 0.2766, |
| "step": 1191 |
| }, |
| { |
| "epoch": 3.0505438259756876, |
| "grad_norm": 0.36783848268146724, |
| "learning_rate": 1.5754259929541848e-05, |
| "loss": 0.2401, |
| "step": 1192 |
| }, |
| { |
| "epoch": 3.053103007037748, |
| "grad_norm": 0.4061482848745174, |
| "learning_rate": 1.5719281138546186e-05, |
| "loss": 0.2508, |
| "step": 1193 |
| }, |
| { |
| "epoch": 3.055662188099808, |
| "grad_norm": 0.382539152433566, |
| "learning_rate": 1.568431606464388e-05, |
| "loss": 0.2489, |
| "step": 1194 |
| }, |
| { |
| "epoch": 3.0582213691618683, |
| "grad_norm": 0.3652697874982772, |
| "learning_rate": 1.5649364819876655e-05, |
| "loss": 0.2429, |
| "step": 1195 |
| }, |
| { |
| "epoch": 3.0607805502239285, |
| "grad_norm": 0.42737097970366417, |
| "learning_rate": 1.561442751624193e-05, |
| "loss": 0.256, |
| "step": 1196 |
| }, |
| { |
| "epoch": 3.0633397312859887, |
| "grad_norm": 0.3207166801748589, |
| "learning_rate": 1.557950426569248e-05, |
| "loss": 0.1962, |
| "step": 1197 |
| }, |
| { |
| "epoch": 3.0658989123480485, |
| "grad_norm": 0.3943172590265861, |
| "learning_rate": 1.5544595180136003e-05, |
| "loss": 0.2519, |
| "step": 1198 |
| }, |
| { |
| "epoch": 3.0684580934101087, |
| "grad_norm": 0.36274192661719984, |
| "learning_rate": 1.550970037143483e-05, |
| "loss": 0.2279, |
| "step": 1199 |
| }, |
| { |
| "epoch": 3.071017274472169, |
| "grad_norm": 0.3630874200444502, |
| "learning_rate": 1.547481995140556e-05, |
| "loss": 0.2516, |
| "step": 1200 |
| }, |
| { |
| "epoch": 3.073576455534229, |
| "grad_norm": 0.3518754730219404, |
| "learning_rate": 1.5439954031818652e-05, |
| "loss": 0.2329, |
| "step": 1201 |
| }, |
| { |
| "epoch": 3.0761356365962893, |
| "grad_norm": 0.37790098887949486, |
| "learning_rate": 1.5405102724398113e-05, |
| "loss": 0.2677, |
| "step": 1202 |
| }, |
| { |
| "epoch": 3.0786948176583495, |
| "grad_norm": 0.35043382673558215, |
| "learning_rate": 1.5370266140821143e-05, |
| "loss": 0.2294, |
| "step": 1203 |
| }, |
| { |
| "epoch": 3.0812539987204093, |
| "grad_norm": 0.3731184820167596, |
| "learning_rate": 1.5335444392717738e-05, |
| "loss": 0.2319, |
| "step": 1204 |
| }, |
| { |
| "epoch": 3.0838131797824695, |
| "grad_norm": 0.3395760795759123, |
| "learning_rate": 1.5300637591670357e-05, |
| "loss": 0.2333, |
| "step": 1205 |
| }, |
| { |
| "epoch": 3.0863723608445297, |
| "grad_norm": 0.3530521161404101, |
| "learning_rate": 1.5265845849213588e-05, |
| "loss": 0.2458, |
| "step": 1206 |
| }, |
| { |
| "epoch": 3.08893154190659, |
| "grad_norm": 0.2968062718035343, |
| "learning_rate": 1.523106927683374e-05, |
| "loss": 0.1984, |
| "step": 1207 |
| }, |
| { |
| "epoch": 3.09149072296865, |
| "grad_norm": 0.34618157328728927, |
| "learning_rate": 1.5196307985968509e-05, |
| "loss": 0.2338, |
| "step": 1208 |
| }, |
| { |
| "epoch": 3.0940499040307103, |
| "grad_norm": 0.3991365653818135, |
| "learning_rate": 1.5161562088006649e-05, |
| "loss": 0.2639, |
| "step": 1209 |
| }, |
| { |
| "epoch": 3.09660908509277, |
| "grad_norm": 0.3337465568445769, |
| "learning_rate": 1.5126831694287564e-05, |
| "loss": 0.2354, |
| "step": 1210 |
| }, |
| { |
| "epoch": 3.0991682661548303, |
| "grad_norm": 0.39228609678359605, |
| "learning_rate": 1.5092116916100982e-05, |
| "loss": 0.2737, |
| "step": 1211 |
| }, |
| { |
| "epoch": 3.1017274472168905, |
| "grad_norm": 0.3216556126081721, |
| "learning_rate": 1.5057417864686607e-05, |
| "loss": 0.2237, |
| "step": 1212 |
| }, |
| { |
| "epoch": 3.1042866282789507, |
| "grad_norm": 0.3567015015151436, |
| "learning_rate": 1.5022734651233737e-05, |
| "loss": 0.2568, |
| "step": 1213 |
| }, |
| { |
| "epoch": 3.106845809341011, |
| "grad_norm": 0.35178848138592544, |
| "learning_rate": 1.4988067386880904e-05, |
| "loss": 0.2276, |
| "step": 1214 |
| }, |
| { |
| "epoch": 3.109404990403071, |
| "grad_norm": 0.3511504661864566, |
| "learning_rate": 1.4953416182715566e-05, |
| "loss": 0.2699, |
| "step": 1215 |
| }, |
| { |
| "epoch": 3.1119641714651314, |
| "grad_norm": 0.3425398327341164, |
| "learning_rate": 1.4918781149773694e-05, |
| "loss": 0.2677, |
| "step": 1216 |
| }, |
| { |
| "epoch": 3.114523352527191, |
| "grad_norm": 0.36160910451306577, |
| "learning_rate": 1.4884162399039439e-05, |
| "loss": 0.2545, |
| "step": 1217 |
| }, |
| { |
| "epoch": 3.1170825335892514, |
| "grad_norm": 0.37097329916252125, |
| "learning_rate": 1.4849560041444795e-05, |
| "loss": 0.2609, |
| "step": 1218 |
| }, |
| { |
| "epoch": 3.1196417146513116, |
| "grad_norm": 0.36352782561925345, |
| "learning_rate": 1.4814974187869218e-05, |
| "loss": 0.2236, |
| "step": 1219 |
| }, |
| { |
| "epoch": 3.122200895713372, |
| "grad_norm": 0.3551683721423837, |
| "learning_rate": 1.478040494913926e-05, |
| "loss": 0.2244, |
| "step": 1220 |
| }, |
| { |
| "epoch": 3.124760076775432, |
| "grad_norm": 0.3308813359796844, |
| "learning_rate": 1.4745852436028262e-05, |
| "loss": 0.2591, |
| "step": 1221 |
| }, |
| { |
| "epoch": 3.127319257837492, |
| "grad_norm": 0.3507830733548493, |
| "learning_rate": 1.4711316759255963e-05, |
| "loss": 0.2453, |
| "step": 1222 |
| }, |
| { |
| "epoch": 3.129878438899552, |
| "grad_norm": 0.33582461966461585, |
| "learning_rate": 1.4676798029488123e-05, |
| "loss": 0.2593, |
| "step": 1223 |
| }, |
| { |
| "epoch": 3.132437619961612, |
| "grad_norm": 0.3507842455435477, |
| "learning_rate": 1.464229635733624e-05, |
| "loss": 0.2372, |
| "step": 1224 |
| }, |
| { |
| "epoch": 3.1349968010236724, |
| "grad_norm": 0.3318567188084375, |
| "learning_rate": 1.460781185335713e-05, |
| "loss": 0.231, |
| "step": 1225 |
| }, |
| { |
| "epoch": 3.1375559820857326, |
| "grad_norm": 0.3188990523059626, |
| "learning_rate": 1.4573344628052588e-05, |
| "loss": 0.2376, |
| "step": 1226 |
| }, |
| { |
| "epoch": 3.140115163147793, |
| "grad_norm": 0.3664030290111237, |
| "learning_rate": 1.4538894791869052e-05, |
| "loss": 0.2585, |
| "step": 1227 |
| }, |
| { |
| "epoch": 3.142674344209853, |
| "grad_norm": 0.3456582759492691, |
| "learning_rate": 1.4504462455197248e-05, |
| "loss": 0.2295, |
| "step": 1228 |
| }, |
| { |
| "epoch": 3.145233525271913, |
| "grad_norm": 0.3071644333690587, |
| "learning_rate": 1.4470047728371813e-05, |
| "loss": 0.2113, |
| "step": 1229 |
| }, |
| { |
| "epoch": 3.147792706333973, |
| "grad_norm": 0.33706220227684885, |
| "learning_rate": 1.443565072167095e-05, |
| "loss": 0.2286, |
| "step": 1230 |
| }, |
| { |
| "epoch": 3.1503518873960332, |
| "grad_norm": 0.3213473350814528, |
| "learning_rate": 1.4401271545316096e-05, |
| "loss": 0.2333, |
| "step": 1231 |
| }, |
| { |
| "epoch": 3.1529110684580934, |
| "grad_norm": 0.32806923950956013, |
| "learning_rate": 1.436691030947155e-05, |
| "loss": 0.2338, |
| "step": 1232 |
| }, |
| { |
| "epoch": 3.1554702495201536, |
| "grad_norm": 0.33540430311298725, |
| "learning_rate": 1.43325671242441e-05, |
| "loss": 0.209, |
| "step": 1233 |
| }, |
| { |
| "epoch": 3.158029430582214, |
| "grad_norm": 0.3208377254757641, |
| "learning_rate": 1.4298242099682726e-05, |
| "loss": 0.245, |
| "step": 1234 |
| }, |
| { |
| "epoch": 3.1605886116442736, |
| "grad_norm": 0.3427654538840671, |
| "learning_rate": 1.4263935345778202e-05, |
| "loss": 0.2521, |
| "step": 1235 |
| }, |
| { |
| "epoch": 3.163147792706334, |
| "grad_norm": 0.35551971354398254, |
| "learning_rate": 1.4229646972462732e-05, |
| "loss": 0.2338, |
| "step": 1236 |
| }, |
| { |
| "epoch": 3.165706973768394, |
| "grad_norm": 0.33357596367989273, |
| "learning_rate": 1.419537708960966e-05, |
| "loss": 0.2322, |
| "step": 1237 |
| }, |
| { |
| "epoch": 3.1682661548304543, |
| "grad_norm": 0.3416940872307819, |
| "learning_rate": 1.4161125807033059e-05, |
| "loss": 0.24, |
| "step": 1238 |
| }, |
| { |
| "epoch": 3.1708253358925145, |
| "grad_norm": 0.3259027337159305, |
| "learning_rate": 1.412689323448739e-05, |
| "loss": 0.2705, |
| "step": 1239 |
| }, |
| { |
| "epoch": 3.1733845169545747, |
| "grad_norm": 0.33778026989222404, |
| "learning_rate": 1.409267948166718e-05, |
| "loss": 0.2335, |
| "step": 1240 |
| }, |
| { |
| "epoch": 3.175943698016635, |
| "grad_norm": 0.3425941944724759, |
| "learning_rate": 1.4058484658206646e-05, |
| "loss": 0.2684, |
| "step": 1241 |
| }, |
| { |
| "epoch": 3.1785028790786947, |
| "grad_norm": 0.304680436913791, |
| "learning_rate": 1.4024308873679327e-05, |
| "loss": 0.2181, |
| "step": 1242 |
| }, |
| { |
| "epoch": 3.181062060140755, |
| "grad_norm": 0.3522850109826806, |
| "learning_rate": 1.3990152237597787e-05, |
| "loss": 0.2572, |
| "step": 1243 |
| }, |
| { |
| "epoch": 3.183621241202815, |
| "grad_norm": 0.3209721557320742, |
| "learning_rate": 1.3956014859413211e-05, |
| "loss": 0.2337, |
| "step": 1244 |
| }, |
| { |
| "epoch": 3.1861804222648753, |
| "grad_norm": 0.3293098487746776, |
| "learning_rate": 1.3921896848515064e-05, |
| "loss": 0.2411, |
| "step": 1245 |
| }, |
| { |
| "epoch": 3.1887396033269355, |
| "grad_norm": 0.30365057870700035, |
| "learning_rate": 1.388779831423078e-05, |
| "loss": 0.2291, |
| "step": 1246 |
| }, |
| { |
| "epoch": 3.1912987843889957, |
| "grad_norm": 0.3131208709907512, |
| "learning_rate": 1.3853719365825357e-05, |
| "loss": 0.2352, |
| "step": 1247 |
| }, |
| { |
| "epoch": 3.1938579654510555, |
| "grad_norm": 0.3376254463164988, |
| "learning_rate": 1.3819660112501054e-05, |
| "loss": 0.2625, |
| "step": 1248 |
| }, |
| { |
| "epoch": 3.1964171465131157, |
| "grad_norm": 0.3069287683421629, |
| "learning_rate": 1.3785620663396992e-05, |
| "loss": 0.2229, |
| "step": 1249 |
| }, |
| { |
| "epoch": 3.198976327575176, |
| "grad_norm": 0.3316589759980029, |
| "learning_rate": 1.3751601127588849e-05, |
| "loss": 0.245, |
| "step": 1250 |
| }, |
| { |
| "epoch": 3.201535508637236, |
| "grad_norm": 0.30527916893181595, |
| "learning_rate": 1.37176016140885e-05, |
| "loss": 0.2346, |
| "step": 1251 |
| }, |
| { |
| "epoch": 3.2040946896992963, |
| "grad_norm": 0.34900918414936455, |
| "learning_rate": 1.3683622231843644e-05, |
| "loss": 0.2392, |
| "step": 1252 |
| }, |
| { |
| "epoch": 3.2066538707613566, |
| "grad_norm": 0.30641882677939075, |
| "learning_rate": 1.364966308973747e-05, |
| "loss": 0.2218, |
| "step": 1253 |
| }, |
| { |
| "epoch": 3.2092130518234163, |
| "grad_norm": 0.3296381755475144, |
| "learning_rate": 1.3615724296588342e-05, |
| "loss": 0.2566, |
| "step": 1254 |
| }, |
| { |
| "epoch": 3.2117722328854765, |
| "grad_norm": 0.34080590800970306, |
| "learning_rate": 1.3581805961149371e-05, |
| "loss": 0.2518, |
| "step": 1255 |
| }, |
| { |
| "epoch": 3.2143314139475367, |
| "grad_norm": 0.31502390005004344, |
| "learning_rate": 1.3547908192108143e-05, |
| "loss": 0.2288, |
| "step": 1256 |
| }, |
| { |
| "epoch": 3.216890595009597, |
| "grad_norm": 0.30635056034248115, |
| "learning_rate": 1.3514031098086349e-05, |
| "loss": 0.2539, |
| "step": 1257 |
| }, |
| { |
| "epoch": 3.219449776071657, |
| "grad_norm": 0.34066214746897916, |
| "learning_rate": 1.3480174787639397e-05, |
| "loss": 0.2664, |
| "step": 1258 |
| }, |
| { |
| "epoch": 3.2220089571337174, |
| "grad_norm": 0.31764511418435903, |
| "learning_rate": 1.3446339369256121e-05, |
| "loss": 0.2067, |
| "step": 1259 |
| }, |
| { |
| "epoch": 3.224568138195777, |
| "grad_norm": 0.29852956617495935, |
| "learning_rate": 1.341252495135841e-05, |
| "loss": 0.2298, |
| "step": 1260 |
| }, |
| { |
| "epoch": 3.2271273192578374, |
| "grad_norm": 0.34615186747664684, |
| "learning_rate": 1.3378731642300841e-05, |
| "loss": 0.2488, |
| "step": 1261 |
| }, |
| { |
| "epoch": 3.2296865003198976, |
| "grad_norm": 0.31284863193899576, |
| "learning_rate": 1.3344959550370362e-05, |
| "loss": 0.222, |
| "step": 1262 |
| }, |
| { |
| "epoch": 3.232245681381958, |
| "grad_norm": 0.3198015399733083, |
| "learning_rate": 1.3311208783785945e-05, |
| "loss": 0.2561, |
| "step": 1263 |
| }, |
| { |
| "epoch": 3.234804862444018, |
| "grad_norm": 0.33484963926651445, |
| "learning_rate": 1.327747945069819e-05, |
| "loss": 0.2532, |
| "step": 1264 |
| }, |
| { |
| "epoch": 3.237364043506078, |
| "grad_norm": 0.3505508918710989, |
| "learning_rate": 1.324377165918906e-05, |
| "loss": 0.253, |
| "step": 1265 |
| }, |
| { |
| "epoch": 3.2399232245681384, |
| "grad_norm": 0.3317100885612124, |
| "learning_rate": 1.3210085517271459e-05, |
| "loss": 0.2488, |
| "step": 1266 |
| }, |
| { |
| "epoch": 3.242482405630198, |
| "grad_norm": 0.3183951056600632, |
| "learning_rate": 1.3176421132888936e-05, |
| "loss": 0.2206, |
| "step": 1267 |
| }, |
| { |
| "epoch": 3.2450415866922584, |
| "grad_norm": 0.7798174468009574, |
| "learning_rate": 1.3142778613915308e-05, |
| "loss": 0.3465, |
| "step": 1268 |
| }, |
| { |
| "epoch": 3.2476007677543186, |
| "grad_norm": 0.3276263112485529, |
| "learning_rate": 1.3109158068154329e-05, |
| "loss": 0.2206, |
| "step": 1269 |
| }, |
| { |
| "epoch": 3.250159948816379, |
| "grad_norm": 0.35582948619273064, |
| "learning_rate": 1.3075559603339354e-05, |
| "loss": 0.2272, |
| "step": 1270 |
| }, |
| { |
| "epoch": 3.252719129878439, |
| "grad_norm": 0.3425439408964034, |
| "learning_rate": 1.304198332713296e-05, |
| "loss": 0.2587, |
| "step": 1271 |
| }, |
| { |
| "epoch": 3.255278310940499, |
| "grad_norm": 0.35588463150095667, |
| "learning_rate": 1.3008429347126641e-05, |
| "loss": 0.2585, |
| "step": 1272 |
| }, |
| { |
| "epoch": 3.257837492002559, |
| "grad_norm": 0.3354553998723496, |
| "learning_rate": 1.2974897770840448e-05, |
| "loss": 0.2067, |
| "step": 1273 |
| }, |
| { |
| "epoch": 3.260396673064619, |
| "grad_norm": 0.3247184453320128, |
| "learning_rate": 1.2941388705722627e-05, |
| "loss": 0.2449, |
| "step": 1274 |
| }, |
| { |
| "epoch": 3.2629558541266794, |
| "grad_norm": 0.3269101886184072, |
| "learning_rate": 1.2907902259149287e-05, |
| "loss": 0.2454, |
| "step": 1275 |
| }, |
| { |
| "epoch": 3.2655150351887396, |
| "grad_norm": 0.34277751654037186, |
| "learning_rate": 1.2874438538424086e-05, |
| "loss": 0.2267, |
| "step": 1276 |
| }, |
| { |
| "epoch": 3.2680742162508, |
| "grad_norm": 0.3425839528353915, |
| "learning_rate": 1.2840997650777829e-05, |
| "loss": 0.2289, |
| "step": 1277 |
| }, |
| { |
| "epoch": 3.27063339731286, |
| "grad_norm": 0.32496809601312776, |
| "learning_rate": 1.2807579703368162e-05, |
| "loss": 0.2437, |
| "step": 1278 |
| }, |
| { |
| "epoch": 3.27319257837492, |
| "grad_norm": 0.37627417428336984, |
| "learning_rate": 1.2774184803279245e-05, |
| "loss": 0.2196, |
| "step": 1279 |
| }, |
| { |
| "epoch": 3.27575175943698, |
| "grad_norm": 0.30844464297394786, |
| "learning_rate": 1.274081305752135e-05, |
| "loss": 0.2148, |
| "step": 1280 |
| }, |
| { |
| "epoch": 3.2783109404990403, |
| "grad_norm": 0.32041752442694194, |
| "learning_rate": 1.2707464573030572e-05, |
| "loss": 0.2495, |
| "step": 1281 |
| }, |
| { |
| "epoch": 3.2808701215611005, |
| "grad_norm": 0.3247468389566215, |
| "learning_rate": 1.2674139456668479e-05, |
| "loss": 0.2558, |
| "step": 1282 |
| }, |
| { |
| "epoch": 3.2834293026231607, |
| "grad_norm": 0.30941778730595587, |
| "learning_rate": 1.2640837815221731e-05, |
| "loss": 0.2238, |
| "step": 1283 |
| }, |
| { |
| "epoch": 3.285988483685221, |
| "grad_norm": 0.3397180703699647, |
| "learning_rate": 1.260755975540178e-05, |
| "loss": 0.2405, |
| "step": 1284 |
| }, |
| { |
| "epoch": 3.2885476647472807, |
| "grad_norm": 0.31915117073868005, |
| "learning_rate": 1.2574305383844528e-05, |
| "loss": 0.2396, |
| "step": 1285 |
| }, |
| { |
| "epoch": 3.291106845809341, |
| "grad_norm": 0.2977168854647766, |
| "learning_rate": 1.2541074807109945e-05, |
| "loss": 0.2286, |
| "step": 1286 |
| }, |
| { |
| "epoch": 3.293666026871401, |
| "grad_norm": 0.3141534078265832, |
| "learning_rate": 1.250786813168176e-05, |
| "loss": 0.2291, |
| "step": 1287 |
| }, |
| { |
| "epoch": 3.2962252079334613, |
| "grad_norm": 0.3250362176047104, |
| "learning_rate": 1.2474685463967125e-05, |
| "loss": 0.2353, |
| "step": 1288 |
| }, |
| { |
| "epoch": 3.2987843889955215, |
| "grad_norm": 0.5783304188096524, |
| "learning_rate": 1.2441526910296253e-05, |
| "loss": 0.2316, |
| "step": 1289 |
| }, |
| { |
| "epoch": 3.3013435700575817, |
| "grad_norm": 0.31254991008955707, |
| "learning_rate": 1.2408392576922075e-05, |
| "loss": 0.2336, |
| "step": 1290 |
| }, |
| { |
| "epoch": 3.303902751119642, |
| "grad_norm": 0.31041323932723247, |
| "learning_rate": 1.2375282570019933e-05, |
| "loss": 0.2457, |
| "step": 1291 |
| }, |
| { |
| "epoch": 3.3064619321817017, |
| "grad_norm": 0.32993719976229857, |
| "learning_rate": 1.2342196995687212e-05, |
| "loss": 0.2588, |
| "step": 1292 |
| }, |
| { |
| "epoch": 3.309021113243762, |
| "grad_norm": 0.3016426692910031, |
| "learning_rate": 1.2309135959942986e-05, |
| "loss": 0.2577, |
| "step": 1293 |
| }, |
| { |
| "epoch": 3.311580294305822, |
| "grad_norm": 0.34298650349077, |
| "learning_rate": 1.227609956872772e-05, |
| "loss": 0.2386, |
| "step": 1294 |
| }, |
| { |
| "epoch": 3.3141394753678823, |
| "grad_norm": 0.3233823231490881, |
| "learning_rate": 1.2243087927902905e-05, |
| "loss": 0.2203, |
| "step": 1295 |
| }, |
| { |
| "epoch": 3.3166986564299425, |
| "grad_norm": 0.3431401051489707, |
| "learning_rate": 1.2210101143250708e-05, |
| "loss": 0.2369, |
| "step": 1296 |
| }, |
| { |
| "epoch": 3.3192578374920023, |
| "grad_norm": 0.30536095566488874, |
| "learning_rate": 1.2177139320473663e-05, |
| "loss": 0.209, |
| "step": 1297 |
| }, |
| { |
| "epoch": 3.3218170185540625, |
| "grad_norm": 0.3380078591507895, |
| "learning_rate": 1.2144202565194311e-05, |
| "loss": 0.2793, |
| "step": 1298 |
| }, |
| { |
| "epoch": 3.3243761996161227, |
| "grad_norm": 0.3327840853187567, |
| "learning_rate": 1.211129098295486e-05, |
| "loss": 0.2473, |
| "step": 1299 |
| }, |
| { |
| "epoch": 3.326935380678183, |
| "grad_norm": 0.29406663008971645, |
| "learning_rate": 1.2078404679216864e-05, |
| "loss": 0.2056, |
| "step": 1300 |
| }, |
| { |
| "epoch": 3.329494561740243, |
| "grad_norm": 0.31662925879264764, |
| "learning_rate": 1.2045543759360876e-05, |
| "loss": 0.2443, |
| "step": 1301 |
| }, |
| { |
| "epoch": 3.3320537428023034, |
| "grad_norm": 0.322730147707437, |
| "learning_rate": 1.2012708328686093e-05, |
| "loss": 0.2143, |
| "step": 1302 |
| }, |
| { |
| "epoch": 3.3346129238643636, |
| "grad_norm": 0.2975751708993095, |
| "learning_rate": 1.1979898492410049e-05, |
| "loss": 0.2385, |
| "step": 1303 |
| }, |
| { |
| "epoch": 3.3371721049264234, |
| "grad_norm": 0.3636857886009555, |
| "learning_rate": 1.1947114355668265e-05, |
| "loss": 0.2623, |
| "step": 1304 |
| }, |
| { |
| "epoch": 3.3397312859884836, |
| "grad_norm": 0.3199715781542156, |
| "learning_rate": 1.1914356023513904e-05, |
| "loss": 0.2605, |
| "step": 1305 |
| }, |
| { |
| "epoch": 3.342290467050544, |
| "grad_norm": 0.32209675935492127, |
| "learning_rate": 1.1881623600917437e-05, |
| "loss": 0.2474, |
| "step": 1306 |
| }, |
| { |
| "epoch": 3.344849648112604, |
| "grad_norm": 0.3146940770709782, |
| "learning_rate": 1.1848917192766322e-05, |
| "loss": 0.1886, |
| "step": 1307 |
| }, |
| { |
| "epoch": 3.347408829174664, |
| "grad_norm": 0.3515135762125379, |
| "learning_rate": 1.1816236903864656e-05, |
| "loss": 0.2639, |
| "step": 1308 |
| }, |
| { |
| "epoch": 3.3499680102367244, |
| "grad_norm": 0.3273044475438286, |
| "learning_rate": 1.1783582838932821e-05, |
| "loss": 0.2681, |
| "step": 1309 |
| }, |
| { |
| "epoch": 3.352527191298784, |
| "grad_norm": 0.3241556852063347, |
| "learning_rate": 1.1750955102607193e-05, |
| "loss": 0.2148, |
| "step": 1310 |
| }, |
| { |
| "epoch": 3.3550863723608444, |
| "grad_norm": 0.34788552766120195, |
| "learning_rate": 1.1718353799439766e-05, |
| "loss": 0.2328, |
| "step": 1311 |
| }, |
| { |
| "epoch": 3.3576455534229046, |
| "grad_norm": 0.31285926538820524, |
| "learning_rate": 1.1685779033897827e-05, |
| "loss": 0.2139, |
| "step": 1312 |
| }, |
| { |
| "epoch": 3.360204734484965, |
| "grad_norm": 0.34091923953794956, |
| "learning_rate": 1.1653230910363645e-05, |
| "loss": 0.2522, |
| "step": 1313 |
| }, |
| { |
| "epoch": 3.362763915547025, |
| "grad_norm": 0.3093765842790142, |
| "learning_rate": 1.1620709533134104e-05, |
| "loss": 0.25, |
| "step": 1314 |
| }, |
| { |
| "epoch": 3.3653230966090852, |
| "grad_norm": 0.3332035792467053, |
| "learning_rate": 1.1588215006420374e-05, |
| "loss": 0.2729, |
| "step": 1315 |
| }, |
| { |
| "epoch": 3.3678822776711455, |
| "grad_norm": 0.3076095736538766, |
| "learning_rate": 1.1555747434347606e-05, |
| "loss": 0.2076, |
| "step": 1316 |
| }, |
| { |
| "epoch": 3.370441458733205, |
| "grad_norm": 0.30288813913337326, |
| "learning_rate": 1.1523306920954571e-05, |
| "loss": 0.2449, |
| "step": 1317 |
| }, |
| { |
| "epoch": 3.3730006397952654, |
| "grad_norm": 0.3702724394333769, |
| "learning_rate": 1.1490893570193328e-05, |
| "loss": 0.2646, |
| "step": 1318 |
| }, |
| { |
| "epoch": 3.3755598208573256, |
| "grad_norm": 0.35103580998810946, |
| "learning_rate": 1.1458507485928891e-05, |
| "loss": 0.2634, |
| "step": 1319 |
| }, |
| { |
| "epoch": 3.378119001919386, |
| "grad_norm": 0.3037095018272702, |
| "learning_rate": 1.1426148771938915e-05, |
| "loss": 0.2229, |
| "step": 1320 |
| }, |
| { |
| "epoch": 3.380678182981446, |
| "grad_norm": 0.3192579058292554, |
| "learning_rate": 1.139381753191335e-05, |
| "loss": 0.2489, |
| "step": 1321 |
| }, |
| { |
| "epoch": 3.383237364043506, |
| "grad_norm": 0.32501023665860496, |
| "learning_rate": 1.1361513869454092e-05, |
| "loss": 0.2407, |
| "step": 1322 |
| }, |
| { |
| "epoch": 3.385796545105566, |
| "grad_norm": 0.35596917491983554, |
| "learning_rate": 1.1329237888074691e-05, |
| "loss": 0.2437, |
| "step": 1323 |
| }, |
| { |
| "epoch": 3.3883557261676263, |
| "grad_norm": 0.33172031186682566, |
| "learning_rate": 1.129698969119998e-05, |
| "loss": 0.2623, |
| "step": 1324 |
| }, |
| { |
| "epoch": 3.3909149072296865, |
| "grad_norm": 0.2995594606117323, |
| "learning_rate": 1.1264769382165748e-05, |
| "loss": 0.1996, |
| "step": 1325 |
| }, |
| { |
| "epoch": 3.3934740882917467, |
| "grad_norm": 0.3194047630014032, |
| "learning_rate": 1.123257706421845e-05, |
| "loss": 0.236, |
| "step": 1326 |
| }, |
| { |
| "epoch": 3.396033269353807, |
| "grad_norm": 0.33068857427400655, |
| "learning_rate": 1.1200412840514839e-05, |
| "loss": 0.2244, |
| "step": 1327 |
| }, |
| { |
| "epoch": 3.398592450415867, |
| "grad_norm": 0.36837193881845204, |
| "learning_rate": 1.1168276814121621e-05, |
| "loss": 0.2828, |
| "step": 1328 |
| }, |
| { |
| "epoch": 3.401151631477927, |
| "grad_norm": 0.3076965971301543, |
| "learning_rate": 1.1136169088015177e-05, |
| "loss": 0.2241, |
| "step": 1329 |
| }, |
| { |
| "epoch": 3.403710812539987, |
| "grad_norm": 0.3411885790050691, |
| "learning_rate": 1.110408976508118e-05, |
| "loss": 0.2232, |
| "step": 1330 |
| }, |
| { |
| "epoch": 3.4062699936020473, |
| "grad_norm": 0.3263500540450158, |
| "learning_rate": 1.107203894811429e-05, |
| "loss": 0.2572, |
| "step": 1331 |
| }, |
| { |
| "epoch": 3.4088291746641075, |
| "grad_norm": 0.3416605787702754, |
| "learning_rate": 1.1040016739817836e-05, |
| "loss": 0.2433, |
| "step": 1332 |
| }, |
| { |
| "epoch": 3.4113883557261677, |
| "grad_norm": 0.335195547574942, |
| "learning_rate": 1.1008023242803477e-05, |
| "loss": 0.2648, |
| "step": 1333 |
| }, |
| { |
| "epoch": 3.413947536788228, |
| "grad_norm": 0.36538157527653864, |
| "learning_rate": 1.097605855959084e-05, |
| "loss": 0.2286, |
| "step": 1334 |
| }, |
| { |
| "epoch": 3.4165067178502877, |
| "grad_norm": 0.2912108672412734, |
| "learning_rate": 1.094412279260726e-05, |
| "loss": 0.2073, |
| "step": 1335 |
| }, |
| { |
| "epoch": 3.419065898912348, |
| "grad_norm": 0.32352858434290793, |
| "learning_rate": 1.0912216044187382e-05, |
| "loss": 0.2725, |
| "step": 1336 |
| }, |
| { |
| "epoch": 3.421625079974408, |
| "grad_norm": 0.30980460582268804, |
| "learning_rate": 1.0880338416572872e-05, |
| "loss": 0.242, |
| "step": 1337 |
| }, |
| { |
| "epoch": 3.4241842610364683, |
| "grad_norm": 0.3026357282953144, |
| "learning_rate": 1.0848490011912096e-05, |
| "loss": 0.2207, |
| "step": 1338 |
| }, |
| { |
| "epoch": 3.4267434420985285, |
| "grad_norm": 0.3222649336637817, |
| "learning_rate": 1.0816670932259763e-05, |
| "loss": 0.2196, |
| "step": 1339 |
| }, |
| { |
| "epoch": 3.4293026231605888, |
| "grad_norm": 0.3346500533447882, |
| "learning_rate": 1.0784881279576635e-05, |
| "loss": 0.2187, |
| "step": 1340 |
| }, |
| { |
| "epoch": 3.431861804222649, |
| "grad_norm": 0.3122079565048836, |
| "learning_rate": 1.0753121155729133e-05, |
| "loss": 0.2227, |
| "step": 1341 |
| }, |
| { |
| "epoch": 3.4344209852847087, |
| "grad_norm": 0.3240510909707239, |
| "learning_rate": 1.07213906624891e-05, |
| "loss": 0.2231, |
| "step": 1342 |
| }, |
| { |
| "epoch": 3.436980166346769, |
| "grad_norm": 0.3235912618403718, |
| "learning_rate": 1.0689689901533424e-05, |
| "loss": 0.2492, |
| "step": 1343 |
| }, |
| { |
| "epoch": 3.439539347408829, |
| "grad_norm": 0.3040119908970231, |
| "learning_rate": 1.0658018974443692e-05, |
| "loss": 0.1984, |
| "step": 1344 |
| }, |
| { |
| "epoch": 3.4420985284708894, |
| "grad_norm": 0.340863607236755, |
| "learning_rate": 1.0626377982705929e-05, |
| "loss": 0.2349, |
| "step": 1345 |
| }, |
| { |
| "epoch": 3.4446577095329496, |
| "grad_norm": 0.32795701173977326, |
| "learning_rate": 1.059476702771021e-05, |
| "loss": 0.2529, |
| "step": 1346 |
| }, |
| { |
| "epoch": 3.4472168905950094, |
| "grad_norm": 0.31132450713720333, |
| "learning_rate": 1.056318621075036e-05, |
| "loss": 0.2095, |
| "step": 1347 |
| }, |
| { |
| "epoch": 3.4497760716570696, |
| "grad_norm": 0.3254097118432526, |
| "learning_rate": 1.0531635633023644e-05, |
| "loss": 0.2358, |
| "step": 1348 |
| }, |
| { |
| "epoch": 3.4523352527191298, |
| "grad_norm": 0.3017269372689714, |
| "learning_rate": 1.050011539563043e-05, |
| "loss": 0.2247, |
| "step": 1349 |
| }, |
| { |
| "epoch": 3.45489443378119, |
| "grad_norm": 0.3283903326525304, |
| "learning_rate": 1.0468625599573842e-05, |
| "loss": 0.2718, |
| "step": 1350 |
| }, |
| { |
| "epoch": 3.45745361484325, |
| "grad_norm": 0.31738351502037276, |
| "learning_rate": 1.0437166345759489e-05, |
| "loss": 0.2345, |
| "step": 1351 |
| }, |
| { |
| "epoch": 3.4600127959053104, |
| "grad_norm": 0.30402755053632596, |
| "learning_rate": 1.0405737734995083e-05, |
| "loss": 0.2057, |
| "step": 1352 |
| }, |
| { |
| "epoch": 3.4625719769673706, |
| "grad_norm": 0.33488642167297444, |
| "learning_rate": 1.037433986799015e-05, |
| "loss": 0.2439, |
| "step": 1353 |
| }, |
| { |
| "epoch": 3.4651311580294304, |
| "grad_norm": 0.30914851197686366, |
| "learning_rate": 1.034297284535571e-05, |
| "loss": 0.2028, |
| "step": 1354 |
| }, |
| { |
| "epoch": 3.4676903390914906, |
| "grad_norm": 0.32175431813825445, |
| "learning_rate": 1.0311636767603952e-05, |
| "loss": 0.2439, |
| "step": 1355 |
| }, |
| { |
| "epoch": 3.470249520153551, |
| "grad_norm": 0.3395487986448244, |
| "learning_rate": 1.028033173514788e-05, |
| "loss": 0.2502, |
| "step": 1356 |
| }, |
| { |
| "epoch": 3.472808701215611, |
| "grad_norm": 0.3042126709214444, |
| "learning_rate": 1.0249057848301043e-05, |
| "loss": 0.2395, |
| "step": 1357 |
| }, |
| { |
| "epoch": 3.4753678822776712, |
| "grad_norm": 0.3183501854149144, |
| "learning_rate": 1.0217815207277165e-05, |
| "loss": 0.2234, |
| "step": 1358 |
| }, |
| { |
| "epoch": 3.4779270633397315, |
| "grad_norm": 0.3233478623491546, |
| "learning_rate": 1.0186603912189867e-05, |
| "loss": 0.2589, |
| "step": 1359 |
| }, |
| { |
| "epoch": 3.480486244401791, |
| "grad_norm": 0.3018286569760461, |
| "learning_rate": 1.0155424063052306e-05, |
| "loss": 0.2401, |
| "step": 1360 |
| }, |
| { |
| "epoch": 3.4830454254638514, |
| "grad_norm": 0.3174313407841064, |
| "learning_rate": 1.0124275759776889e-05, |
| "loss": 0.2399, |
| "step": 1361 |
| }, |
| { |
| "epoch": 3.4856046065259116, |
| "grad_norm": 0.307048568974569, |
| "learning_rate": 1.0093159102174938e-05, |
| "loss": 0.2291, |
| "step": 1362 |
| }, |
| { |
| "epoch": 3.488163787587972, |
| "grad_norm": 0.3132031600114937, |
| "learning_rate": 1.006207418995636e-05, |
| "loss": 0.2086, |
| "step": 1363 |
| }, |
| { |
| "epoch": 3.490722968650032, |
| "grad_norm": 0.34596427815653313, |
| "learning_rate": 1.0031021122729328e-05, |
| "loss": 0.2497, |
| "step": 1364 |
| }, |
| { |
| "epoch": 3.4932821497120923, |
| "grad_norm": 0.2986896060364163, |
| "learning_rate": 1.0000000000000006e-05, |
| "loss": 0.2379, |
| "step": 1365 |
| }, |
| { |
| "epoch": 3.4958413307741525, |
| "grad_norm": 0.3319066544902576, |
| "learning_rate": 9.969010921172155e-06, |
| "loss": 0.2542, |
| "step": 1366 |
| }, |
| { |
| "epoch": 3.4984005118362123, |
| "grad_norm": 0.3053208810307986, |
| "learning_rate": 9.938053985546883e-06, |
| "loss": 0.2299, |
| "step": 1367 |
| }, |
| { |
| "epoch": 3.5009596928982725, |
| "grad_norm": 0.3736366846122222, |
| "learning_rate": 9.907129292322298e-06, |
| "loss": 0.2676, |
| "step": 1368 |
| }, |
| { |
| "epoch": 3.5035188739603327, |
| "grad_norm": 0.33175316766942814, |
| "learning_rate": 9.876236940593173e-06, |
| "loss": 0.2753, |
| "step": 1369 |
| }, |
| { |
| "epoch": 3.506078055022393, |
| "grad_norm": 0.3276624133983928, |
| "learning_rate": 9.84537702935065e-06, |
| "loss": 0.2745, |
| "step": 1370 |
| }, |
| { |
| "epoch": 3.508637236084453, |
| "grad_norm": 0.3067138284048095, |
| "learning_rate": 9.814549657481935e-06, |
| "loss": 0.2201, |
| "step": 1371 |
| }, |
| { |
| "epoch": 3.511196417146513, |
| "grad_norm": 0.3489342217784152, |
| "learning_rate": 9.783754923769946e-06, |
| "loss": 0.2402, |
| "step": 1372 |
| }, |
| { |
| "epoch": 3.513755598208573, |
| "grad_norm": 0.3103704194146652, |
| "learning_rate": 9.752992926893027e-06, |
| "loss": 0.231, |
| "step": 1373 |
| }, |
| { |
| "epoch": 3.5163147792706333, |
| "grad_norm": 0.29799307682543535, |
| "learning_rate": 9.722263765424628e-06, |
| "loss": 0.2103, |
| "step": 1374 |
| }, |
| { |
| "epoch": 3.5188739603326935, |
| "grad_norm": 0.3245882511730939, |
| "learning_rate": 9.691567537832964e-06, |
| "loss": 0.2547, |
| "step": 1375 |
| }, |
| { |
| "epoch": 3.5214331413947537, |
| "grad_norm": 0.29350433799889125, |
| "learning_rate": 9.660904342480715e-06, |
| "loss": 0.2083, |
| "step": 1376 |
| }, |
| { |
| "epoch": 3.523992322456814, |
| "grad_norm": 0.3333636077305378, |
| "learning_rate": 9.630274277624729e-06, |
| "loss": 0.2837, |
| "step": 1377 |
| }, |
| { |
| "epoch": 3.526551503518874, |
| "grad_norm": 0.33952864266921756, |
| "learning_rate": 9.599677441415694e-06, |
| "loss": 0.2313, |
| "step": 1378 |
| }, |
| { |
| "epoch": 3.5291106845809344, |
| "grad_norm": 0.3012959852140507, |
| "learning_rate": 9.5691139318978e-06, |
| "loss": 0.2171, |
| "step": 1379 |
| }, |
| { |
| "epoch": 3.531669865642994, |
| "grad_norm": 0.3318689398716116, |
| "learning_rate": 9.538583847008452e-06, |
| "loss": 0.2366, |
| "step": 1380 |
| }, |
| { |
| "epoch": 3.5342290467050543, |
| "grad_norm": 0.3358375103639254, |
| "learning_rate": 9.508087284577963e-06, |
| "loss": 0.2402, |
| "step": 1381 |
| }, |
| { |
| "epoch": 3.5367882277671145, |
| "grad_norm": 0.30920378089911293, |
| "learning_rate": 9.477624342329209e-06, |
| "loss": 0.2143, |
| "step": 1382 |
| }, |
| { |
| "epoch": 3.5393474088291748, |
| "grad_norm": 0.3169427298803479, |
| "learning_rate": 9.447195117877343e-06, |
| "loss": 0.2285, |
| "step": 1383 |
| }, |
| { |
| "epoch": 3.541906589891235, |
| "grad_norm": 0.3112954457690554, |
| "learning_rate": 9.416799708729486e-06, |
| "loss": 0.2315, |
| "step": 1384 |
| }, |
| { |
| "epoch": 3.5444657709532947, |
| "grad_norm": 0.3238511016385153, |
| "learning_rate": 9.386438212284372e-06, |
| "loss": 0.2252, |
| "step": 1385 |
| }, |
| { |
| "epoch": 3.547024952015355, |
| "grad_norm": 0.3031398199187957, |
| "learning_rate": 9.356110725832081e-06, |
| "loss": 0.2376, |
| "step": 1386 |
| }, |
| { |
| "epoch": 3.549584133077415, |
| "grad_norm": 0.3105091167975465, |
| "learning_rate": 9.325817346553725e-06, |
| "loss": 0.2689, |
| "step": 1387 |
| }, |
| { |
| "epoch": 3.5521433141394754, |
| "grad_norm": 0.31208594113425225, |
| "learning_rate": 9.295558171521093e-06, |
| "loss": 0.2278, |
| "step": 1388 |
| }, |
| { |
| "epoch": 3.5547024952015356, |
| "grad_norm": 0.31485619105429463, |
| "learning_rate": 9.265333297696395e-06, |
| "loss": 0.242, |
| "step": 1389 |
| }, |
| { |
| "epoch": 3.557261676263596, |
| "grad_norm": 0.31606147283215824, |
| "learning_rate": 9.235142821931928e-06, |
| "loss": 0.2363, |
| "step": 1390 |
| }, |
| { |
| "epoch": 3.559820857325656, |
| "grad_norm": 0.3150525527068536, |
| "learning_rate": 9.204986840969749e-06, |
| "loss": 0.2199, |
| "step": 1391 |
| }, |
| { |
| "epoch": 3.5623800383877158, |
| "grad_norm": 0.31857444893477177, |
| "learning_rate": 9.174865451441375e-06, |
| "loss": 0.2283, |
| "step": 1392 |
| }, |
| { |
| "epoch": 3.564939219449776, |
| "grad_norm": 0.30466028849006704, |
| "learning_rate": 9.1447787498675e-06, |
| "loss": 0.232, |
| "step": 1393 |
| }, |
| { |
| "epoch": 3.567498400511836, |
| "grad_norm": 0.34031824974175295, |
| "learning_rate": 9.114726832657658e-06, |
| "loss": 0.2663, |
| "step": 1394 |
| }, |
| { |
| "epoch": 3.5700575815738964, |
| "grad_norm": 0.3261116373502211, |
| "learning_rate": 9.084709796109907e-06, |
| "loss": 0.2489, |
| "step": 1395 |
| }, |
| { |
| "epoch": 3.5726167626359566, |
| "grad_norm": 0.30217642557332414, |
| "learning_rate": 9.054727736410555e-06, |
| "loss": 0.2613, |
| "step": 1396 |
| }, |
| { |
| "epoch": 3.5751759436980164, |
| "grad_norm": 0.3029175133984261, |
| "learning_rate": 9.02478074963381e-06, |
| "loss": 0.2263, |
| "step": 1397 |
| }, |
| { |
| "epoch": 3.5777351247600766, |
| "grad_norm": 0.3613891446327612, |
| "learning_rate": 8.994868931741499e-06, |
| "loss": 0.2658, |
| "step": 1398 |
| }, |
| { |
| "epoch": 3.580294305822137, |
| "grad_norm": 0.32375645597232505, |
| "learning_rate": 8.964992378582758e-06, |
| "loss": 0.2458, |
| "step": 1399 |
| }, |
| { |
| "epoch": 3.582853486884197, |
| "grad_norm": 0.346977280248451, |
| "learning_rate": 8.93515118589373e-06, |
| "loss": 0.2673, |
| "step": 1400 |
| }, |
| { |
| "epoch": 3.5854126679462572, |
| "grad_norm": 0.3091670769782311, |
| "learning_rate": 8.905345449297223e-06, |
| "loss": 0.2517, |
| "step": 1401 |
| }, |
| { |
| "epoch": 3.5879718490083174, |
| "grad_norm": 0.3033606651844572, |
| "learning_rate": 8.87557526430246e-06, |
| "loss": 0.2012, |
| "step": 1402 |
| }, |
| { |
| "epoch": 3.5905310300703777, |
| "grad_norm": 0.3115678004260849, |
| "learning_rate": 8.845840726304723e-06, |
| "loss": 0.2297, |
| "step": 1403 |
| }, |
| { |
| "epoch": 3.593090211132438, |
| "grad_norm": 0.3441565775702763, |
| "learning_rate": 8.816141930585067e-06, |
| "loss": 0.2542, |
| "step": 1404 |
| }, |
| { |
| "epoch": 3.5956493921944976, |
| "grad_norm": 0.30703493196426435, |
| "learning_rate": 8.786478972310023e-06, |
| "loss": 0.2342, |
| "step": 1405 |
| }, |
| { |
| "epoch": 3.598208573256558, |
| "grad_norm": 0.31549384345069187, |
| "learning_rate": 8.756851946531294e-06, |
| "loss": 0.247, |
| "step": 1406 |
| }, |
| { |
| "epoch": 3.600767754318618, |
| "grad_norm": 0.29102001056426585, |
| "learning_rate": 8.72726094818541e-06, |
| "loss": 0.2074, |
| "step": 1407 |
| }, |
| { |
| "epoch": 3.6033269353806783, |
| "grad_norm": 0.33490062048588876, |
| "learning_rate": 8.697706072093493e-06, |
| "loss": 0.2541, |
| "step": 1408 |
| }, |
| { |
| "epoch": 3.6058861164427385, |
| "grad_norm": 0.3124637481108502, |
| "learning_rate": 8.668187412960887e-06, |
| "loss": 0.2437, |
| "step": 1409 |
| }, |
| { |
| "epoch": 3.6084452975047983, |
| "grad_norm": 0.3113279052119832, |
| "learning_rate": 8.638705065376887e-06, |
| "loss": 0.2389, |
| "step": 1410 |
| }, |
| { |
| "epoch": 3.6110044785668585, |
| "grad_norm": 0.3194418676306725, |
| "learning_rate": 8.609259123814443e-06, |
| "loss": 0.2549, |
| "step": 1411 |
| }, |
| { |
| "epoch": 3.6135636596289187, |
| "grad_norm": 0.28910975717043763, |
| "learning_rate": 8.579849682629844e-06, |
| "loss": 0.2246, |
| "step": 1412 |
| }, |
| { |
| "epoch": 3.616122840690979, |
| "grad_norm": 0.31307324283444393, |
| "learning_rate": 8.550476836062419e-06, |
| "loss": 0.2425, |
| "step": 1413 |
| }, |
| { |
| "epoch": 3.618682021753039, |
| "grad_norm": 0.3040084877742325, |
| "learning_rate": 8.521140678234214e-06, |
| "loss": 0.2361, |
| "step": 1414 |
| }, |
| { |
| "epoch": 3.6212412028150993, |
| "grad_norm": 0.3130765747434785, |
| "learning_rate": 8.491841303149728e-06, |
| "loss": 0.2272, |
| "step": 1415 |
| }, |
| { |
| "epoch": 3.6238003838771595, |
| "grad_norm": 0.30265698644043443, |
| "learning_rate": 8.462578804695595e-06, |
| "loss": 0.2701, |
| "step": 1416 |
| }, |
| { |
| "epoch": 3.6263595649392193, |
| "grad_norm": 0.2987350574519827, |
| "learning_rate": 8.43335327664027e-06, |
| "loss": 0.2177, |
| "step": 1417 |
| }, |
| { |
| "epoch": 3.6289187460012795, |
| "grad_norm": 0.3166676881180338, |
| "learning_rate": 8.404164812633755e-06, |
| "loss": 0.2756, |
| "step": 1418 |
| }, |
| { |
| "epoch": 3.6314779270633397, |
| "grad_norm": 0.3033675615693007, |
| "learning_rate": 8.375013506207275e-06, |
| "loss": 0.2136, |
| "step": 1419 |
| }, |
| { |
| "epoch": 3.6340371081254, |
| "grad_norm": 0.30761103254564687, |
| "learning_rate": 8.345899450772975e-06, |
| "loss": 0.2535, |
| "step": 1420 |
| }, |
| { |
| "epoch": 3.63659628918746, |
| "grad_norm": 0.2982029035930307, |
| "learning_rate": 8.316822739623662e-06, |
| "loss": 0.2165, |
| "step": 1421 |
| }, |
| { |
| "epoch": 3.63915547024952, |
| "grad_norm": 0.31969771781374523, |
| "learning_rate": 8.287783465932466e-06, |
| "loss": 0.257, |
| "step": 1422 |
| }, |
| { |
| "epoch": 3.64171465131158, |
| "grad_norm": 0.2837299669230536, |
| "learning_rate": 8.258781722752535e-06, |
| "loss": 0.224, |
| "step": 1423 |
| }, |
| { |
| "epoch": 3.6442738323736403, |
| "grad_norm": 0.3012916036117272, |
| "learning_rate": 8.229817603016786e-06, |
| "loss": 0.2246, |
| "step": 1424 |
| }, |
| { |
| "epoch": 3.6468330134357005, |
| "grad_norm": 0.31189818144182524, |
| "learning_rate": 8.200891199537549e-06, |
| "loss": 0.2695, |
| "step": 1425 |
| }, |
| { |
| "epoch": 3.6493921944977608, |
| "grad_norm": 0.2997238939361931, |
| "learning_rate": 8.1720026050063e-06, |
| "loss": 0.1862, |
| "step": 1426 |
| }, |
| { |
| "epoch": 3.651951375559821, |
| "grad_norm": 0.34075811134574374, |
| "learning_rate": 8.143151911993374e-06, |
| "loss": 0.2619, |
| "step": 1427 |
| }, |
| { |
| "epoch": 3.654510556621881, |
| "grad_norm": 0.3146837641261533, |
| "learning_rate": 8.114339212947655e-06, |
| "loss": 0.2396, |
| "step": 1428 |
| }, |
| { |
| "epoch": 3.6570697376839414, |
| "grad_norm": 0.325379060971747, |
| "learning_rate": 8.085564600196258e-06, |
| "loss": 0.2435, |
| "step": 1429 |
| }, |
| { |
| "epoch": 3.659628918746001, |
| "grad_norm": 0.33089426856010606, |
| "learning_rate": 8.056828165944282e-06, |
| "loss": 0.2459, |
| "step": 1430 |
| }, |
| { |
| "epoch": 3.6621880998080614, |
| "grad_norm": 0.3111195583478781, |
| "learning_rate": 8.028130002274459e-06, |
| "loss": 0.2328, |
| "step": 1431 |
| }, |
| { |
| "epoch": 3.6647472808701216, |
| "grad_norm": 0.2917405967267679, |
| "learning_rate": 7.999470201146915e-06, |
| "loss": 0.2273, |
| "step": 1432 |
| }, |
| { |
| "epoch": 3.667306461932182, |
| "grad_norm": 0.3072708256616894, |
| "learning_rate": 7.970848854398825e-06, |
| "loss": 0.2616, |
| "step": 1433 |
| }, |
| { |
| "epoch": 3.669865642994242, |
| "grad_norm": 0.3274866801130236, |
| "learning_rate": 7.942266053744155e-06, |
| "loss": 0.2469, |
| "step": 1434 |
| }, |
| { |
| "epoch": 3.6724248240563018, |
| "grad_norm": 0.3206452949252231, |
| "learning_rate": 7.913721890773354e-06, |
| "loss": 0.2265, |
| "step": 1435 |
| }, |
| { |
| "epoch": 3.674984005118362, |
| "grad_norm": 0.3076598617812908, |
| "learning_rate": 7.885216456953053e-06, |
| "loss": 0.2167, |
| "step": 1436 |
| }, |
| { |
| "epoch": 3.677543186180422, |
| "grad_norm": 0.2979466544850749, |
| "learning_rate": 7.856749843625777e-06, |
| "loss": 0.2203, |
| "step": 1437 |
| }, |
| { |
| "epoch": 3.6801023672424824, |
| "grad_norm": 0.3224437385684691, |
| "learning_rate": 7.828322142009672e-06, |
| "loss": 0.2473, |
| "step": 1438 |
| }, |
| { |
| "epoch": 3.6826615483045426, |
| "grad_norm": 0.31485417513081154, |
| "learning_rate": 7.799933443198173e-06, |
| "loss": 0.2606, |
| "step": 1439 |
| }, |
| { |
| "epoch": 3.685220729366603, |
| "grad_norm": 0.3243639601134415, |
| "learning_rate": 7.771583838159756e-06, |
| "loss": 0.2633, |
| "step": 1440 |
| }, |
| { |
| "epoch": 3.687779910428663, |
| "grad_norm": 0.32893510730247094, |
| "learning_rate": 7.743273417737617e-06, |
| "loss": 0.2531, |
| "step": 1441 |
| }, |
| { |
| "epoch": 3.690339091490723, |
| "grad_norm": 0.31189557871340884, |
| "learning_rate": 7.715002272649388e-06, |
| "loss": 0.2403, |
| "step": 1442 |
| }, |
| { |
| "epoch": 3.692898272552783, |
| "grad_norm": 0.2901780629695267, |
| "learning_rate": 7.686770493486835e-06, |
| "loss": 0.2517, |
| "step": 1443 |
| }, |
| { |
| "epoch": 3.6954574536148432, |
| "grad_norm": 0.3159906947616901, |
| "learning_rate": 7.65857817071561e-06, |
| "loss": 0.2492, |
| "step": 1444 |
| }, |
| { |
| "epoch": 3.6980166346769034, |
| "grad_norm": 0.3098159857766409, |
| "learning_rate": 7.630425394674903e-06, |
| "loss": 0.2341, |
| "step": 1445 |
| }, |
| { |
| "epoch": 3.7005758157389637, |
| "grad_norm": 0.31575476226888965, |
| "learning_rate": 7.602312255577193e-06, |
| "loss": 0.2416, |
| "step": 1446 |
| }, |
| { |
| "epoch": 3.7031349968010234, |
| "grad_norm": 0.31087089571752347, |
| "learning_rate": 7.574238843507957e-06, |
| "loss": 0.2673, |
| "step": 1447 |
| }, |
| { |
| "epoch": 3.7056941778630836, |
| "grad_norm": 0.3209375688192084, |
| "learning_rate": 7.546205248425353e-06, |
| "loss": 0.2313, |
| "step": 1448 |
| }, |
| { |
| "epoch": 3.708253358925144, |
| "grad_norm": 0.30680259294814516, |
| "learning_rate": 7.518211560159949e-06, |
| "loss": 0.2187, |
| "step": 1449 |
| }, |
| { |
| "epoch": 3.710812539987204, |
| "grad_norm": 0.3064495121568587, |
| "learning_rate": 7.49025786841445e-06, |
| "loss": 0.2161, |
| "step": 1450 |
| }, |
| { |
| "epoch": 3.7133717210492643, |
| "grad_norm": 0.29214767577744066, |
| "learning_rate": 7.462344262763399e-06, |
| "loss": 0.2339, |
| "step": 1451 |
| }, |
| { |
| "epoch": 3.7159309021113245, |
| "grad_norm": 0.3146911137467561, |
| "learning_rate": 7.434470832652865e-06, |
| "loss": 0.2464, |
| "step": 1452 |
| }, |
| { |
| "epoch": 3.7184900831733847, |
| "grad_norm": 0.3499806012960674, |
| "learning_rate": 7.406637667400205e-06, |
| "loss": 0.2246, |
| "step": 1453 |
| }, |
| { |
| "epoch": 3.721049264235445, |
| "grad_norm": 0.30724891177758956, |
| "learning_rate": 7.378844856193736e-06, |
| "loss": 0.272, |
| "step": 1454 |
| }, |
| { |
| "epoch": 3.7236084452975047, |
| "grad_norm": 0.29711759225447126, |
| "learning_rate": 7.3510924880924575e-06, |
| "loss": 0.2205, |
| "step": 1455 |
| }, |
| { |
| "epoch": 3.726167626359565, |
| "grad_norm": 0.31114069148352147, |
| "learning_rate": 7.323380652025794e-06, |
| "loss": 0.2619, |
| "step": 1456 |
| }, |
| { |
| "epoch": 3.728726807421625, |
| "grad_norm": 0.3019555109712794, |
| "learning_rate": 7.295709436793284e-06, |
| "loss": 0.2526, |
| "step": 1457 |
| }, |
| { |
| "epoch": 3.7312859884836853, |
| "grad_norm": 0.30587326696750855, |
| "learning_rate": 7.268078931064293e-06, |
| "loss": 0.2156, |
| "step": 1458 |
| }, |
| { |
| "epoch": 3.7338451695457455, |
| "grad_norm": 0.3010387774085701, |
| "learning_rate": 7.2404892233777334e-06, |
| "loss": 0.2343, |
| "step": 1459 |
| }, |
| { |
| "epoch": 3.7364043506078053, |
| "grad_norm": 0.30265924975544334, |
| "learning_rate": 7.212940402141808e-06, |
| "loss": 0.2542, |
| "step": 1460 |
| }, |
| { |
| "epoch": 3.7389635316698655, |
| "grad_norm": 0.2899279021405336, |
| "learning_rate": 7.185432555633672e-06, |
| "loss": 0.2263, |
| "step": 1461 |
| }, |
| { |
| "epoch": 3.7415227127319257, |
| "grad_norm": 0.3197841686852777, |
| "learning_rate": 7.1579657719992045e-06, |
| "loss": 0.2665, |
| "step": 1462 |
| }, |
| { |
| "epoch": 3.744081893793986, |
| "grad_norm": 0.27978040220930955, |
| "learning_rate": 7.130540139252704e-06, |
| "loss": 0.2338, |
| "step": 1463 |
| }, |
| { |
| "epoch": 3.746641074856046, |
| "grad_norm": 0.31288929736620646, |
| "learning_rate": 7.1031557452765934e-06, |
| "loss": 0.2372, |
| "step": 1464 |
| }, |
| { |
| "epoch": 3.7492002559181064, |
| "grad_norm": 0.3098001081263227, |
| "learning_rate": 7.075812677821145e-06, |
| "loss": 0.2221, |
| "step": 1465 |
| }, |
| { |
| "epoch": 3.7517594369801666, |
| "grad_norm": 0.29645463690795515, |
| "learning_rate": 7.048511024504223e-06, |
| "loss": 0.2439, |
| "step": 1466 |
| }, |
| { |
| "epoch": 3.7543186180422263, |
| "grad_norm": 0.30305748324499643, |
| "learning_rate": 7.021250872810983e-06, |
| "loss": 0.2447, |
| "step": 1467 |
| }, |
| { |
| "epoch": 3.7568777991042865, |
| "grad_norm": 0.3180001382034292, |
| "learning_rate": 6.9940323100935725e-06, |
| "loss": 0.2455, |
| "step": 1468 |
| }, |
| { |
| "epoch": 3.7594369801663468, |
| "grad_norm": 0.30172748918488546, |
| "learning_rate": 6.966855423570898e-06, |
| "loss": 0.2319, |
| "step": 1469 |
| }, |
| { |
| "epoch": 3.761996161228407, |
| "grad_norm": 0.30342551799145645, |
| "learning_rate": 6.939720300328303e-06, |
| "loss": 0.2283, |
| "step": 1470 |
| }, |
| { |
| "epoch": 3.764555342290467, |
| "grad_norm": 0.31295405822100386, |
| "learning_rate": 6.9126270273173e-06, |
| "loss": 0.2361, |
| "step": 1471 |
| }, |
| { |
| "epoch": 3.767114523352527, |
| "grad_norm": 0.2970422267078146, |
| "learning_rate": 6.885575691355315e-06, |
| "loss": 0.1965, |
| "step": 1472 |
| }, |
| { |
| "epoch": 3.769673704414587, |
| "grad_norm": 0.32398586323455586, |
| "learning_rate": 6.858566379125389e-06, |
| "loss": 0.2661, |
| "step": 1473 |
| }, |
| { |
| "epoch": 3.7722328854766474, |
| "grad_norm": 0.28922597868223626, |
| "learning_rate": 6.831599177175879e-06, |
| "loss": 0.222, |
| "step": 1474 |
| }, |
| { |
| "epoch": 3.7747920665387076, |
| "grad_norm": 0.296927401509587, |
| "learning_rate": 6.8046741719202385e-06, |
| "loss": 0.2262, |
| "step": 1475 |
| }, |
| { |
| "epoch": 3.777351247600768, |
| "grad_norm": 0.318579910031184, |
| "learning_rate": 6.777791449636681e-06, |
| "loss": 0.2455, |
| "step": 1476 |
| }, |
| { |
| "epoch": 3.779910428662828, |
| "grad_norm": 0.30482817177680954, |
| "learning_rate": 6.7509510964679305e-06, |
| "loss": 0.2376, |
| "step": 1477 |
| }, |
| { |
| "epoch": 3.782469609724888, |
| "grad_norm": 0.3043184575100951, |
| "learning_rate": 6.724153198420957e-06, |
| "loss": 0.2508, |
| "step": 1478 |
| }, |
| { |
| "epoch": 3.7850287907869484, |
| "grad_norm": 0.29471146448676344, |
| "learning_rate": 6.697397841366686e-06, |
| "loss": 0.2219, |
| "step": 1479 |
| }, |
| { |
| "epoch": 3.787587971849008, |
| "grad_norm": 0.2763016151280136, |
| "learning_rate": 6.67068511103971e-06, |
| "loss": 0.2092, |
| "step": 1480 |
| }, |
| { |
| "epoch": 3.7901471529110684, |
| "grad_norm": 0.29319933516975266, |
| "learning_rate": 6.644015093038049e-06, |
| "loss": 0.2042, |
| "step": 1481 |
| }, |
| { |
| "epoch": 3.7927063339731286, |
| "grad_norm": 0.3160040922162459, |
| "learning_rate": 6.617387872822842e-06, |
| "loss": 0.2269, |
| "step": 1482 |
| }, |
| { |
| "epoch": 3.795265515035189, |
| "grad_norm": 0.31249964016432036, |
| "learning_rate": 6.590803535718082e-06, |
| "loss": 0.2841, |
| "step": 1483 |
| }, |
| { |
| "epoch": 3.797824696097249, |
| "grad_norm": 0.29901036986186935, |
| "learning_rate": 6.564262166910367e-06, |
| "loss": 0.2096, |
| "step": 1484 |
| }, |
| { |
| "epoch": 3.800383877159309, |
| "grad_norm": 0.3151541438953574, |
| "learning_rate": 6.537763851448593e-06, |
| "loss": 0.2215, |
| "step": 1485 |
| }, |
| { |
| "epoch": 3.802943058221369, |
| "grad_norm": 0.3238104601226396, |
| "learning_rate": 6.511308674243711e-06, |
| "loss": 0.2493, |
| "step": 1486 |
| }, |
| { |
| "epoch": 3.8055022392834292, |
| "grad_norm": 0.30561591970597685, |
| "learning_rate": 6.484896720068421e-06, |
| "loss": 0.238, |
| "step": 1487 |
| }, |
| { |
| "epoch": 3.8080614203454894, |
| "grad_norm": 0.28920704087260063, |
| "learning_rate": 6.458528073556925e-06, |
| "loss": 0.2685, |
| "step": 1488 |
| }, |
| { |
| "epoch": 3.8106206014075497, |
| "grad_norm": 0.3038589031703289, |
| "learning_rate": 6.432202819204667e-06, |
| "loss": 0.248, |
| "step": 1489 |
| }, |
| { |
| "epoch": 3.81317978246961, |
| "grad_norm": 0.3385452502303158, |
| "learning_rate": 6.4059210413680175e-06, |
| "loss": 0.2503, |
| "step": 1490 |
| }, |
| { |
| "epoch": 3.81573896353167, |
| "grad_norm": 0.2768232976810782, |
| "learning_rate": 6.379682824264055e-06, |
| "loss": 0.2164, |
| "step": 1491 |
| }, |
| { |
| "epoch": 3.81829814459373, |
| "grad_norm": 0.3009349939503682, |
| "learning_rate": 6.353488251970275e-06, |
| "loss": 0.2366, |
| "step": 1492 |
| }, |
| { |
| "epoch": 3.82085732565579, |
| "grad_norm": 0.2928819289728828, |
| "learning_rate": 6.327337408424281e-06, |
| "loss": 0.2332, |
| "step": 1493 |
| }, |
| { |
| "epoch": 3.8234165067178503, |
| "grad_norm": 0.2870974660694633, |
| "learning_rate": 6.301230377423595e-06, |
| "loss": 0.2, |
| "step": 1494 |
| }, |
| { |
| "epoch": 3.8259756877799105, |
| "grad_norm": 0.3081786003102801, |
| "learning_rate": 6.275167242625331e-06, |
| "loss": 0.2414, |
| "step": 1495 |
| }, |
| { |
| "epoch": 3.8285348688419707, |
| "grad_norm": 0.2790089490684267, |
| "learning_rate": 6.2491480875459336e-06, |
| "loss": 0.215, |
| "step": 1496 |
| }, |
| { |
| "epoch": 3.8310940499040305, |
| "grad_norm": 0.29306281039648446, |
| "learning_rate": 6.223172995560935e-06, |
| "loss": 0.2679, |
| "step": 1497 |
| }, |
| { |
| "epoch": 3.8336532309660907, |
| "grad_norm": 0.2762204818599091, |
| "learning_rate": 6.1972420499046635e-06, |
| "loss": 0.2192, |
| "step": 1498 |
| }, |
| { |
| "epoch": 3.836212412028151, |
| "grad_norm": 0.29828532304173333, |
| "learning_rate": 6.171355333669973e-06, |
| "loss": 0.2441, |
| "step": 1499 |
| }, |
| { |
| "epoch": 3.838771593090211, |
| "grad_norm": 0.32131992187351277, |
| "learning_rate": 6.145512929808013e-06, |
| "loss": 0.229, |
| "step": 1500 |
| }, |
| { |
| "epoch": 3.8413307741522713, |
| "grad_norm": 0.3043046372632, |
| "learning_rate": 6.119714921127933e-06, |
| "loss": 0.2694, |
| "step": 1501 |
| }, |
| { |
| "epoch": 3.8438899552143315, |
| "grad_norm": 0.2717132569091513, |
| "learning_rate": 6.093961390296603e-06, |
| "loss": 0.2254, |
| "step": 1502 |
| }, |
| { |
| "epoch": 3.8464491362763917, |
| "grad_norm": 0.30029687863634635, |
| "learning_rate": 6.068252419838399e-06, |
| "loss": 0.2326, |
| "step": 1503 |
| }, |
| { |
| "epoch": 3.849008317338452, |
| "grad_norm": 0.27288392014891966, |
| "learning_rate": 6.042588092134878e-06, |
| "loss": 0.2163, |
| "step": 1504 |
| }, |
| { |
| "epoch": 3.8515674984005117, |
| "grad_norm": 0.283307260045485, |
| "learning_rate": 6.016968489424572e-06, |
| "loss": 0.2312, |
| "step": 1505 |
| }, |
| { |
| "epoch": 3.854126679462572, |
| "grad_norm": 0.2919987165904583, |
| "learning_rate": 5.991393693802674e-06, |
| "loss": 0.2533, |
| "step": 1506 |
| }, |
| { |
| "epoch": 3.856685860524632, |
| "grad_norm": 0.2968617574713475, |
| "learning_rate": 5.96586378722081e-06, |
| "loss": 0.2397, |
| "step": 1507 |
| }, |
| { |
| "epoch": 3.8592450415866923, |
| "grad_norm": 0.28294719312430794, |
| "learning_rate": 5.940378851486766e-06, |
| "loss": 0.2302, |
| "step": 1508 |
| }, |
| { |
| "epoch": 3.8618042226487526, |
| "grad_norm": 0.2885647154013107, |
| "learning_rate": 5.9149389682642165e-06, |
| "loss": 0.2429, |
| "step": 1509 |
| }, |
| { |
| "epoch": 3.8643634037108123, |
| "grad_norm": 0.29335993884299777, |
| "learning_rate": 5.889544219072465e-06, |
| "loss": 0.2347, |
| "step": 1510 |
| }, |
| { |
| "epoch": 3.8669225847728725, |
| "grad_norm": 0.30407531909262675, |
| "learning_rate": 5.864194685286206e-06, |
| "loss": 0.2405, |
| "step": 1511 |
| }, |
| { |
| "epoch": 3.8694817658349328, |
| "grad_norm": 0.29889145730228683, |
| "learning_rate": 5.838890448135228e-06, |
| "loss": 0.2373, |
| "step": 1512 |
| }, |
| { |
| "epoch": 3.872040946896993, |
| "grad_norm": 0.3002231215499318, |
| "learning_rate": 5.81363158870418e-06, |
| "loss": 0.2316, |
| "step": 1513 |
| }, |
| { |
| "epoch": 3.874600127959053, |
| "grad_norm": 0.3246106606552585, |
| "learning_rate": 5.788418187932314e-06, |
| "loss": 0.2365, |
| "step": 1514 |
| }, |
| { |
| "epoch": 3.8771593090211134, |
| "grad_norm": 0.29292707103941984, |
| "learning_rate": 5.7632503266131925e-06, |
| "loss": 0.2087, |
| "step": 1515 |
| }, |
| { |
| "epoch": 3.8797184900831736, |
| "grad_norm": 0.3255584037433501, |
| "learning_rate": 5.7381280853944585e-06, |
| "loss": 0.2807, |
| "step": 1516 |
| }, |
| { |
| "epoch": 3.8822776711452334, |
| "grad_norm": 0.2912419112819368, |
| "learning_rate": 5.713051544777584e-06, |
| "loss": 0.2218, |
| "step": 1517 |
| }, |
| { |
| "epoch": 3.8848368522072936, |
| "grad_norm": 0.3048580778970364, |
| "learning_rate": 5.688020785117581e-06, |
| "loss": 0.2753, |
| "step": 1518 |
| }, |
| { |
| "epoch": 3.887396033269354, |
| "grad_norm": 0.29167337976733226, |
| "learning_rate": 5.66303588662277e-06, |
| "loss": 0.2329, |
| "step": 1519 |
| }, |
| { |
| "epoch": 3.889955214331414, |
| "grad_norm": 0.2992142371051243, |
| "learning_rate": 5.638096929354522e-06, |
| "loss": 0.2268, |
| "step": 1520 |
| }, |
| { |
| "epoch": 3.892514395393474, |
| "grad_norm": 0.3027423583297044, |
| "learning_rate": 5.613203993226981e-06, |
| "loss": 0.221, |
| "step": 1521 |
| }, |
| { |
| "epoch": 3.895073576455534, |
| "grad_norm": 0.3021686605260421, |
| "learning_rate": 5.588357158006821e-06, |
| "loss": 0.252, |
| "step": 1522 |
| }, |
| { |
| "epoch": 3.897632757517594, |
| "grad_norm": 0.2996327213886315, |
| "learning_rate": 5.563556503312997e-06, |
| "loss": 0.2318, |
| "step": 1523 |
| }, |
| { |
| "epoch": 3.9001919385796544, |
| "grad_norm": 0.2957035292429405, |
| "learning_rate": 5.538802108616494e-06, |
| "loss": 0.239, |
| "step": 1524 |
| }, |
| { |
| "epoch": 3.9027511196417146, |
| "grad_norm": 0.309492243720712, |
| "learning_rate": 5.514094053240035e-06, |
| "loss": 0.2228, |
| "step": 1525 |
| }, |
| { |
| "epoch": 3.905310300703775, |
| "grad_norm": 0.6416163470606975, |
| "learning_rate": 5.489432416357885e-06, |
| "loss": 0.2326, |
| "step": 1526 |
| }, |
| { |
| "epoch": 3.907869481765835, |
| "grad_norm": 0.297847179245253, |
| "learning_rate": 5.46481727699554e-06, |
| "loss": 0.2346, |
| "step": 1527 |
| }, |
| { |
| "epoch": 3.9104286628278953, |
| "grad_norm": 0.30350301665082174, |
| "learning_rate": 5.440248714029508e-06, |
| "loss": 0.2478, |
| "step": 1528 |
| }, |
| { |
| "epoch": 3.9129878438899555, |
| "grad_norm": 0.29944760683896515, |
| "learning_rate": 5.415726806187052e-06, |
| "loss": 0.2306, |
| "step": 1529 |
| }, |
| { |
| "epoch": 3.9155470249520152, |
| "grad_norm": 0.28720986057591197, |
| "learning_rate": 5.39125163204594e-06, |
| "loss": 0.2057, |
| "step": 1530 |
| }, |
| { |
| "epoch": 3.9181062060140754, |
| "grad_norm": 0.2868190209794002, |
| "learning_rate": 5.3668232700341735e-06, |
| "loss": 0.2278, |
| "step": 1531 |
| }, |
| { |
| "epoch": 3.9206653870761357, |
| "grad_norm": 0.3118363419035033, |
| "learning_rate": 5.342441798429747e-06, |
| "loss": 0.2518, |
| "step": 1532 |
| }, |
| { |
| "epoch": 3.923224568138196, |
| "grad_norm": 0.27782593526187427, |
| "learning_rate": 5.318107295360424e-06, |
| "loss": 0.2334, |
| "step": 1533 |
| }, |
| { |
| "epoch": 3.925783749200256, |
| "grad_norm": 0.29231670514977803, |
| "learning_rate": 5.293819838803429e-06, |
| "loss": 0.2198, |
| "step": 1534 |
| }, |
| { |
| "epoch": 3.928342930262316, |
| "grad_norm": 0.30148858674026124, |
| "learning_rate": 5.269579506585259e-06, |
| "loss": 0.2291, |
| "step": 1535 |
| }, |
| { |
| "epoch": 3.930902111324376, |
| "grad_norm": 0.2942793998750714, |
| "learning_rate": 5.245386376381398e-06, |
| "loss": 0.2235, |
| "step": 1536 |
| }, |
| { |
| "epoch": 3.9334612923864363, |
| "grad_norm": 0.30230762629355007, |
| "learning_rate": 5.221240525716071e-06, |
| "loss": 0.2182, |
| "step": 1537 |
| }, |
| { |
| "epoch": 3.9360204734484965, |
| "grad_norm": 0.2838869405763987, |
| "learning_rate": 5.197142031961999e-06, |
| "loss": 0.2531, |
| "step": 1538 |
| }, |
| { |
| "epoch": 3.9385796545105567, |
| "grad_norm": 0.284590980219594, |
| "learning_rate": 5.17309097234016e-06, |
| "loss": 0.2235, |
| "step": 1539 |
| }, |
| { |
| "epoch": 3.941138835572617, |
| "grad_norm": 0.2805331306681004, |
| "learning_rate": 5.149087423919541e-06, |
| "loss": 0.1941, |
| "step": 1540 |
| }, |
| { |
| "epoch": 3.943698016634677, |
| "grad_norm": 0.3227111819969921, |
| "learning_rate": 5.125131463616863e-06, |
| "loss": 0.2598, |
| "step": 1541 |
| }, |
| { |
| "epoch": 3.946257197696737, |
| "grad_norm": 0.3095815791809101, |
| "learning_rate": 5.101223168196381e-06, |
| "loss": 0.26, |
| "step": 1542 |
| }, |
| { |
| "epoch": 3.948816378758797, |
| "grad_norm": 0.28306994750627523, |
| "learning_rate": 5.077362614269599e-06, |
| "loss": 0.2214, |
| "step": 1543 |
| }, |
| { |
| "epoch": 3.9513755598208573, |
| "grad_norm": 0.30833267171559586, |
| "learning_rate": 5.05354987829503e-06, |
| "loss": 0.2473, |
| "step": 1544 |
| }, |
| { |
| "epoch": 3.9539347408829175, |
| "grad_norm": 0.29154031796148494, |
| "learning_rate": 5.029785036577976e-06, |
| "loss": 0.231, |
| "step": 1545 |
| }, |
| { |
| "epoch": 3.9564939219449777, |
| "grad_norm": 0.3230057370683127, |
| "learning_rate": 5.0060681652702745e-06, |
| "loss": 0.2538, |
| "step": 1546 |
| }, |
| { |
| "epoch": 3.9590531030070375, |
| "grad_norm": 0.28553506909372656, |
| "learning_rate": 4.982399340370017e-06, |
| "loss": 0.231, |
| "step": 1547 |
| }, |
| { |
| "epoch": 3.9616122840690977, |
| "grad_norm": 0.30170947130683173, |
| "learning_rate": 4.958778637721364e-06, |
| "loss": 0.2454, |
| "step": 1548 |
| }, |
| { |
| "epoch": 3.964171465131158, |
| "grad_norm": 0.28267032534811537, |
| "learning_rate": 4.935206133014259e-06, |
| "loss": 0.2417, |
| "step": 1549 |
| }, |
| { |
| "epoch": 3.966730646193218, |
| "grad_norm": 0.2954487998931121, |
| "learning_rate": 4.911681901784198e-06, |
| "loss": 0.2319, |
| "step": 1550 |
| }, |
| { |
| "epoch": 3.9692898272552783, |
| "grad_norm": 0.32228832699706966, |
| "learning_rate": 4.8882060194119985e-06, |
| "loss": 0.2282, |
| "step": 1551 |
| }, |
| { |
| "epoch": 3.9718490083173386, |
| "grad_norm": 0.34818873755980667, |
| "learning_rate": 4.864778561123555e-06, |
| "loss": 0.2718, |
| "step": 1552 |
| }, |
| { |
| "epoch": 3.9744081893793988, |
| "grad_norm": 0.27407731345565545, |
| "learning_rate": 4.841399601989574e-06, |
| "loss": 0.2039, |
| "step": 1553 |
| }, |
| { |
| "epoch": 3.976967370441459, |
| "grad_norm": 0.2749332266585077, |
| "learning_rate": 4.8180692169253714e-06, |
| "loss": 0.2181, |
| "step": 1554 |
| }, |
| { |
| "epoch": 3.9795265515035187, |
| "grad_norm": 0.3010112395338718, |
| "learning_rate": 4.794787480690597e-06, |
| "loss": 0.2232, |
| "step": 1555 |
| }, |
| { |
| "epoch": 3.982085732565579, |
| "grad_norm": 0.29171650447929676, |
| "learning_rate": 4.771554467889012e-06, |
| "loss": 0.2391, |
| "step": 1556 |
| }, |
| { |
| "epoch": 3.984644913627639, |
| "grad_norm": 0.2906873549139878, |
| "learning_rate": 4.74837025296826e-06, |
| "loss": 0.2297, |
| "step": 1557 |
| }, |
| { |
| "epoch": 3.9872040946896994, |
| "grad_norm": 0.3106548346493187, |
| "learning_rate": 4.725234910219609e-06, |
| "loss": 0.2564, |
| "step": 1558 |
| }, |
| { |
| "epoch": 3.9897632757517596, |
| "grad_norm": 0.29178940946369886, |
| "learning_rate": 4.702148513777731e-06, |
| "loss": 0.2457, |
| "step": 1559 |
| }, |
| { |
| "epoch": 3.9923224568138194, |
| "grad_norm": 0.290141222179049, |
| "learning_rate": 4.679111137620442e-06, |
| "loss": 0.2007, |
| "step": 1560 |
| }, |
| { |
| "epoch": 3.9948816378758796, |
| "grad_norm": 0.3078661741665255, |
| "learning_rate": 4.656122855568477e-06, |
| "loss": 0.2416, |
| "step": 1561 |
| }, |
| { |
| "epoch": 3.99744081893794, |
| "grad_norm": 0.28827757162372486, |
| "learning_rate": 4.63318374128527e-06, |
| "loss": 0.2416, |
| "step": 1562 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 0.36059866962884213, |
| "learning_rate": 4.610293868276681e-06, |
| "loss": 0.286, |
| "step": 1563 |
| }, |
| { |
| "epoch": 4.00255918106206, |
| "grad_norm": 0.4806949756871284, |
| "learning_rate": 4.587453309890804e-06, |
| "loss": 0.1829, |
| "step": 1564 |
| }, |
| { |
| "epoch": 4.00511836212412, |
| "grad_norm": 0.4071198782663298, |
| "learning_rate": 4.5646621393177e-06, |
| "loss": 0.2002, |
| "step": 1565 |
| }, |
| { |
| "epoch": 4.007677543186181, |
| "grad_norm": 0.29904364596653477, |
| "learning_rate": 4.541920429589168e-06, |
| "loss": 0.1689, |
| "step": 1566 |
| }, |
| { |
| "epoch": 4.010236724248241, |
| "grad_norm": 0.319382339625052, |
| "learning_rate": 4.519228253578514e-06, |
| "loss": 0.162, |
| "step": 1567 |
| }, |
| { |
| "epoch": 4.012795905310301, |
| "grad_norm": 0.44482796159027516, |
| "learning_rate": 4.496585684000332e-06, |
| "loss": 0.1905, |
| "step": 1568 |
| }, |
| { |
| "epoch": 4.015355086372361, |
| "grad_norm": 0.4881520882605733, |
| "learning_rate": 4.47399279341024e-06, |
| "loss": 0.1883, |
| "step": 1569 |
| }, |
| { |
| "epoch": 4.017914267434421, |
| "grad_norm": 0.39543877818036155, |
| "learning_rate": 4.451449654204685e-06, |
| "loss": 0.1792, |
| "step": 1570 |
| }, |
| { |
| "epoch": 4.020473448496481, |
| "grad_norm": 0.33428133649360503, |
| "learning_rate": 4.428956338620671e-06, |
| "loss": 0.1549, |
| "step": 1571 |
| }, |
| { |
| "epoch": 4.023032629558541, |
| "grad_norm": 0.39094054957770324, |
| "learning_rate": 4.406512918735555e-06, |
| "loss": 0.168, |
| "step": 1572 |
| }, |
| { |
| "epoch": 4.025591810620601, |
| "grad_norm": 0.41624590579275506, |
| "learning_rate": 4.384119466466816e-06, |
| "loss": 0.1546, |
| "step": 1573 |
| }, |
| { |
| "epoch": 4.028150991682661, |
| "grad_norm": 0.41050595250529065, |
| "learning_rate": 4.361776053571816e-06, |
| "loss": 0.1553, |
| "step": 1574 |
| }, |
| { |
| "epoch": 4.030710172744722, |
| "grad_norm": 0.338525098415926, |
| "learning_rate": 4.339482751647557e-06, |
| "loss": 0.1672, |
| "step": 1575 |
| }, |
| { |
| "epoch": 4.033269353806782, |
| "grad_norm": 0.3227337964991407, |
| "learning_rate": 4.317239632130485e-06, |
| "loss": 0.1694, |
| "step": 1576 |
| }, |
| { |
| "epoch": 4.035828534868842, |
| "grad_norm": 0.3126102999935797, |
| "learning_rate": 4.295046766296224e-06, |
| "loss": 0.1652, |
| "step": 1577 |
| }, |
| { |
| "epoch": 4.038387715930902, |
| "grad_norm": 0.3419323105009614, |
| "learning_rate": 4.272904225259387e-06, |
| "loss": 0.1643, |
| "step": 1578 |
| }, |
| { |
| "epoch": 4.0409468969929625, |
| "grad_norm": 0.35539152039667277, |
| "learning_rate": 4.250812079973301e-06, |
| "loss": 0.1693, |
| "step": 1579 |
| }, |
| { |
| "epoch": 4.043506078055023, |
| "grad_norm": 0.34150875416867105, |
| "learning_rate": 4.228770401229824e-06, |
| "loss": 0.1676, |
| "step": 1580 |
| }, |
| { |
| "epoch": 4.046065259117083, |
| "grad_norm": 0.31333649874909303, |
| "learning_rate": 4.206779259659102e-06, |
| "loss": 0.1837, |
| "step": 1581 |
| }, |
| { |
| "epoch": 4.048624440179142, |
| "grad_norm": 0.29497085250511934, |
| "learning_rate": 4.184838725729326e-06, |
| "loss": 0.1606, |
| "step": 1582 |
| }, |
| { |
| "epoch": 4.0511836212412025, |
| "grad_norm": 0.28865884769293576, |
| "learning_rate": 4.1629488697465195e-06, |
| "loss": 0.1701, |
| "step": 1583 |
| }, |
| { |
| "epoch": 4.053742802303263, |
| "grad_norm": 0.30617690195804087, |
| "learning_rate": 4.141109761854332e-06, |
| "loss": 0.1586, |
| "step": 1584 |
| }, |
| { |
| "epoch": 4.056301983365323, |
| "grad_norm": 0.32345308536745493, |
| "learning_rate": 4.119321472033779e-06, |
| "loss": 0.1787, |
| "step": 1585 |
| }, |
| { |
| "epoch": 4.058861164427383, |
| "grad_norm": 0.29444459546640134, |
| "learning_rate": 4.097584070103042e-06, |
| "loss": 0.153, |
| "step": 1586 |
| }, |
| { |
| "epoch": 4.061420345489443, |
| "grad_norm": 0.28258351174881763, |
| "learning_rate": 4.075897625717249e-06, |
| "loss": 0.1593, |
| "step": 1587 |
| }, |
| { |
| "epoch": 4.0639795265515035, |
| "grad_norm": 0.3000401537763792, |
| "learning_rate": 4.054262208368216e-06, |
| "loss": 0.1805, |
| "step": 1588 |
| }, |
| { |
| "epoch": 4.066538707613564, |
| "grad_norm": 0.31652390372720957, |
| "learning_rate": 4.032677887384262e-06, |
| "loss": 0.1702, |
| "step": 1589 |
| }, |
| { |
| "epoch": 4.069097888675624, |
| "grad_norm": 0.3228892663985873, |
| "learning_rate": 4.011144731929981e-06, |
| "loss": 0.1913, |
| "step": 1590 |
| }, |
| { |
| "epoch": 4.071657069737684, |
| "grad_norm": 0.31373728199242906, |
| "learning_rate": 3.989662811005992e-06, |
| "loss": 0.1727, |
| "step": 1591 |
| }, |
| { |
| "epoch": 4.074216250799744, |
| "grad_norm": 0.30059854075379616, |
| "learning_rate": 3.96823219344876e-06, |
| "loss": 0.2085, |
| "step": 1592 |
| }, |
| { |
| "epoch": 4.076775431861805, |
| "grad_norm": 0.29253073860156936, |
| "learning_rate": 3.9468529479303445e-06, |
| "loss": 0.1746, |
| "step": 1593 |
| }, |
| { |
| "epoch": 4.079334612923865, |
| "grad_norm": 0.2925598790253486, |
| "learning_rate": 3.925525142958189e-06, |
| "loss": 0.1949, |
| "step": 1594 |
| }, |
| { |
| "epoch": 4.081893793985924, |
| "grad_norm": 0.29501284249932824, |
| "learning_rate": 3.904248846874894e-06, |
| "loss": 0.1665, |
| "step": 1595 |
| }, |
| { |
| "epoch": 4.084452975047984, |
| "grad_norm": 0.3128356519747454, |
| "learning_rate": 3.883024127858017e-06, |
| "loss": 0.1725, |
| "step": 1596 |
| }, |
| { |
| "epoch": 4.0870121561100445, |
| "grad_norm": 0.2888374275584094, |
| "learning_rate": 3.861851053919847e-06, |
| "loss": 0.1873, |
| "step": 1597 |
| }, |
| { |
| "epoch": 4.089571337172105, |
| "grad_norm": 0.28170591176204707, |
| "learning_rate": 3.840729692907164e-06, |
| "loss": 0.1789, |
| "step": 1598 |
| }, |
| { |
| "epoch": 4.092130518234165, |
| "grad_norm": 0.2851212955027544, |
| "learning_rate": 3.819660112501053e-06, |
| "loss": 0.1587, |
| "step": 1599 |
| }, |
| { |
| "epoch": 4.094689699296225, |
| "grad_norm": 0.2794461018913548, |
| "learning_rate": 3.7986423802166705e-06, |
| "loss": 0.1564, |
| "step": 1600 |
| }, |
| { |
| "epoch": 4.097248880358285, |
| "grad_norm": 0.29566827038245036, |
| "learning_rate": 3.7776765634030234e-06, |
| "loss": 0.1636, |
| "step": 1601 |
| }, |
| { |
| "epoch": 4.099808061420346, |
| "grad_norm": 0.2933200780850988, |
| "learning_rate": 3.756762729242773e-06, |
| "loss": 0.1991, |
| "step": 1602 |
| }, |
| { |
| "epoch": 4.102367242482406, |
| "grad_norm": 0.2761865132545396, |
| "learning_rate": 3.7359009447520112e-06, |
| "loss": 0.165, |
| "step": 1603 |
| }, |
| { |
| "epoch": 4.104926423544466, |
| "grad_norm": 0.2661987317855668, |
| "learning_rate": 3.715091276780023e-06, |
| "loss": 0.1897, |
| "step": 1604 |
| }, |
| { |
| "epoch": 4.107485604606526, |
| "grad_norm": 0.2898297360177148, |
| "learning_rate": 3.694333792009115e-06, |
| "loss": 0.1967, |
| "step": 1605 |
| }, |
| { |
| "epoch": 4.110044785668586, |
| "grad_norm": 0.30088937431780177, |
| "learning_rate": 3.6736285569543585e-06, |
| "loss": 0.1705, |
| "step": 1606 |
| }, |
| { |
| "epoch": 4.112603966730646, |
| "grad_norm": 0.3076179252763136, |
| "learning_rate": 3.652975637963401e-06, |
| "loss": 0.1865, |
| "step": 1607 |
| }, |
| { |
| "epoch": 4.115163147792706, |
| "grad_norm": 0.2666186074605756, |
| "learning_rate": 3.632375101216259e-06, |
| "loss": 0.1804, |
| "step": 1608 |
| }, |
| { |
| "epoch": 4.117722328854766, |
| "grad_norm": 0.264680141837875, |
| "learning_rate": 3.6118270127250954e-06, |
| "loss": 0.139, |
| "step": 1609 |
| }, |
| { |
| "epoch": 4.120281509916826, |
| "grad_norm": 0.26713666643272443, |
| "learning_rate": 3.5913314383339937e-06, |
| "loss": 0.1533, |
| "step": 1610 |
| }, |
| { |
| "epoch": 4.122840690978887, |
| "grad_norm": 0.28782921605361467, |
| "learning_rate": 3.5708884437187673e-06, |
| "loss": 0.1614, |
| "step": 1611 |
| }, |
| { |
| "epoch": 4.125399872040947, |
| "grad_norm": 0.27318365156538243, |
| "learning_rate": 3.5504980943867538e-06, |
| "loss": 0.1868, |
| "step": 1612 |
| }, |
| { |
| "epoch": 4.127959053103007, |
| "grad_norm": 0.27437741262556425, |
| "learning_rate": 3.53016045567659e-06, |
| "loss": 0.1634, |
| "step": 1613 |
| }, |
| { |
| "epoch": 4.130518234165067, |
| "grad_norm": 0.27443522507309115, |
| "learning_rate": 3.509875592757999e-06, |
| "loss": 0.2041, |
| "step": 1614 |
| }, |
| { |
| "epoch": 4.1330774152271275, |
| "grad_norm": 0.2733625632699625, |
| "learning_rate": 3.4896435706316e-06, |
| "loss": 0.1676, |
| "step": 1615 |
| }, |
| { |
| "epoch": 4.135636596289188, |
| "grad_norm": 0.28425889785798236, |
| "learning_rate": 3.469464454128684e-06, |
| "loss": 0.1714, |
| "step": 1616 |
| }, |
| { |
| "epoch": 4.138195777351248, |
| "grad_norm": 0.27651054747700926, |
| "learning_rate": 3.4493383079110054e-06, |
| "loss": 0.2032, |
| "step": 1617 |
| }, |
| { |
| "epoch": 4.140754958413308, |
| "grad_norm": 0.27095766306492064, |
| "learning_rate": 3.429265196470599e-06, |
| "loss": 0.1654, |
| "step": 1618 |
| }, |
| { |
| "epoch": 4.143314139475368, |
| "grad_norm": 0.27829913330629624, |
| "learning_rate": 3.409245184129546e-06, |
| "loss": 0.1753, |
| "step": 1619 |
| }, |
| { |
| "epoch": 4.145873320537428, |
| "grad_norm": 0.26642028532837686, |
| "learning_rate": 3.3892783350397675e-06, |
| "loss": 0.1605, |
| "step": 1620 |
| }, |
| { |
| "epoch": 4.148432501599488, |
| "grad_norm": 0.2671909078689866, |
| "learning_rate": 3.369364713182848e-06, |
| "loss": 0.1546, |
| "step": 1621 |
| }, |
| { |
| "epoch": 4.150991682661548, |
| "grad_norm": 0.2744629320037609, |
| "learning_rate": 3.349504382369795e-06, |
| "loss": 0.1606, |
| "step": 1622 |
| }, |
| { |
| "epoch": 4.153550863723608, |
| "grad_norm": 0.2655886430602391, |
| "learning_rate": 3.329697406240855e-06, |
| "loss": 0.1802, |
| "step": 1623 |
| }, |
| { |
| "epoch": 4.1561100447856685, |
| "grad_norm": 0.2735670466849154, |
| "learning_rate": 3.309943848265311e-06, |
| "loss": 0.1685, |
| "step": 1624 |
| }, |
| { |
| "epoch": 4.158669225847729, |
| "grad_norm": 0.2733935619603659, |
| "learning_rate": 3.290243771741275e-06, |
| "loss": 0.1712, |
| "step": 1625 |
| }, |
| { |
| "epoch": 4.161228406909789, |
| "grad_norm": 0.28420268431811874, |
| "learning_rate": 3.2705972397954655e-06, |
| "loss": 0.1888, |
| "step": 1626 |
| }, |
| { |
| "epoch": 4.163787587971849, |
| "grad_norm": 0.26985232539202264, |
| "learning_rate": 3.2510043153830486e-06, |
| "loss": 0.1877, |
| "step": 1627 |
| }, |
| { |
| "epoch": 4.166346769033909, |
| "grad_norm": 0.2656409578402704, |
| "learning_rate": 3.231465061287391e-06, |
| "loss": 0.1844, |
| "step": 1628 |
| }, |
| { |
| "epoch": 4.1689059500959695, |
| "grad_norm": 0.2870535364269227, |
| "learning_rate": 3.211979540119883e-06, |
| "loss": 0.1489, |
| "step": 1629 |
| }, |
| { |
| "epoch": 4.17146513115803, |
| "grad_norm": 0.2751438862963445, |
| "learning_rate": 3.1925478143197418e-06, |
| "loss": 0.1651, |
| "step": 1630 |
| }, |
| { |
| "epoch": 4.17402431222009, |
| "grad_norm": 0.28504383266802613, |
| "learning_rate": 3.1731699461537958e-06, |
| "loss": 0.1809, |
| "step": 1631 |
| }, |
| { |
| "epoch": 4.176583493282149, |
| "grad_norm": 0.28160560698590886, |
| "learning_rate": 3.153845997716303e-06, |
| "loss": 0.1608, |
| "step": 1632 |
| }, |
| { |
| "epoch": 4.1791426743442095, |
| "grad_norm": 0.2792655962671141, |
| "learning_rate": 3.1345760309287264e-06, |
| "loss": 0.1486, |
| "step": 1633 |
| }, |
| { |
| "epoch": 4.18170185540627, |
| "grad_norm": 0.2835400810692843, |
| "learning_rate": 3.1153601075395533e-06, |
| "loss": 0.1742, |
| "step": 1634 |
| }, |
| { |
| "epoch": 4.18426103646833, |
| "grad_norm": 0.27354882443074413, |
| "learning_rate": 3.0961982891241083e-06, |
| "loss": 0.1892, |
| "step": 1635 |
| }, |
| { |
| "epoch": 4.18682021753039, |
| "grad_norm": 0.2593652179219975, |
| "learning_rate": 3.0770906370843234e-06, |
| "loss": 0.176, |
| "step": 1636 |
| }, |
| { |
| "epoch": 4.18937939859245, |
| "grad_norm": 0.28067593594699425, |
| "learning_rate": 3.058037212648579e-06, |
| "loss": 0.1942, |
| "step": 1637 |
| }, |
| { |
| "epoch": 4.1919385796545106, |
| "grad_norm": 0.27960007176651136, |
| "learning_rate": 3.039038076871481e-06, |
| "loss": 0.1722, |
| "step": 1638 |
| }, |
| { |
| "epoch": 4.194497760716571, |
| "grad_norm": 0.2784512143122092, |
| "learning_rate": 3.02009329063367e-06, |
| "loss": 0.1819, |
| "step": 1639 |
| }, |
| { |
| "epoch": 4.197056941778631, |
| "grad_norm": 0.291087706558686, |
| "learning_rate": 3.001202914641628e-06, |
| "loss": 0.1855, |
| "step": 1640 |
| }, |
| { |
| "epoch": 4.199616122840691, |
| "grad_norm": 0.2731191212662854, |
| "learning_rate": 2.9823670094275e-06, |
| "loss": 0.1671, |
| "step": 1641 |
| }, |
| { |
| "epoch": 4.202175303902751, |
| "grad_norm": 0.27430309267830155, |
| "learning_rate": 2.9635856353488645e-06, |
| "loss": 0.1731, |
| "step": 1642 |
| }, |
| { |
| "epoch": 4.204734484964812, |
| "grad_norm": 0.26629467870174495, |
| "learning_rate": 2.9448588525885746e-06, |
| "loss": 0.1845, |
| "step": 1643 |
| }, |
| { |
| "epoch": 4.207293666026872, |
| "grad_norm": 0.2742753809709845, |
| "learning_rate": 2.9261867211545603e-06, |
| "loss": 0.1748, |
| "step": 1644 |
| }, |
| { |
| "epoch": 4.209852847088931, |
| "grad_norm": 0.28012849721285554, |
| "learning_rate": 2.907569300879596e-06, |
| "loss": 0.1994, |
| "step": 1645 |
| }, |
| { |
| "epoch": 4.212412028150991, |
| "grad_norm": 0.28016509946069285, |
| "learning_rate": 2.889006651421169e-06, |
| "loss": 0.1788, |
| "step": 1646 |
| }, |
| { |
| "epoch": 4.214971209213052, |
| "grad_norm": 0.2811917062883201, |
| "learning_rate": 2.870498832261257e-06, |
| "loss": 0.1486, |
| "step": 1647 |
| }, |
| { |
| "epoch": 4.217530390275112, |
| "grad_norm": 0.277577622075296, |
| "learning_rate": 2.85204590270612e-06, |
| "loss": 0.1832, |
| "step": 1648 |
| }, |
| { |
| "epoch": 4.220089571337172, |
| "grad_norm": 0.27124773514140205, |
| "learning_rate": 2.8336479218861556e-06, |
| "loss": 0.1626, |
| "step": 1649 |
| }, |
| { |
| "epoch": 4.222648752399232, |
| "grad_norm": 0.26604650947349917, |
| "learning_rate": 2.815304948755664e-06, |
| "loss": 0.1686, |
| "step": 1650 |
| }, |
| { |
| "epoch": 4.225207933461292, |
| "grad_norm": 0.273081026747494, |
| "learning_rate": 2.7970170420926957e-06, |
| "loss": 0.1713, |
| "step": 1651 |
| }, |
| { |
| "epoch": 4.227767114523353, |
| "grad_norm": 0.2906700784230057, |
| "learning_rate": 2.778784260498828e-06, |
| "loss": 0.1681, |
| "step": 1652 |
| }, |
| { |
| "epoch": 4.230326295585413, |
| "grad_norm": 0.29269194422721684, |
| "learning_rate": 2.7606066623990145e-06, |
| "loss": 0.1869, |
| "step": 1653 |
| }, |
| { |
| "epoch": 4.232885476647473, |
| "grad_norm": 0.28591911142148163, |
| "learning_rate": 2.742484306041373e-06, |
| "loss": 0.174, |
| "step": 1654 |
| }, |
| { |
| "epoch": 4.235444657709533, |
| "grad_norm": 0.27682074794775224, |
| "learning_rate": 2.7244172494969978e-06, |
| "loss": 0.1855, |
| "step": 1655 |
| }, |
| { |
| "epoch": 4.2380038387715935, |
| "grad_norm": 0.302986579035124, |
| "learning_rate": 2.7064055506597875e-06, |
| "loss": 0.1641, |
| "step": 1656 |
| }, |
| { |
| "epoch": 4.240563019833653, |
| "grad_norm": 0.2799225480334416, |
| "learning_rate": 2.688449267246258e-06, |
| "loss": 0.1923, |
| "step": 1657 |
| }, |
| { |
| "epoch": 4.243122200895713, |
| "grad_norm": 0.38988709458435794, |
| "learning_rate": 2.6705484567953386e-06, |
| "loss": 0.2104, |
| "step": 1658 |
| }, |
| { |
| "epoch": 4.245681381957773, |
| "grad_norm": 0.26949955966216177, |
| "learning_rate": 2.6527031766682142e-06, |
| "loss": 0.1718, |
| "step": 1659 |
| }, |
| { |
| "epoch": 4.248240563019833, |
| "grad_norm": 0.2788156254648664, |
| "learning_rate": 2.6349134840481294e-06, |
| "loss": 0.1711, |
| "step": 1660 |
| }, |
| { |
| "epoch": 4.250799744081894, |
| "grad_norm": 0.2621763225250691, |
| "learning_rate": 2.6171794359401957e-06, |
| "loss": 0.1532, |
| "step": 1661 |
| }, |
| { |
| "epoch": 4.253358925143954, |
| "grad_norm": 0.2865555062851034, |
| "learning_rate": 2.599501089171217e-06, |
| "loss": 0.1552, |
| "step": 1662 |
| }, |
| { |
| "epoch": 4.255918106206014, |
| "grad_norm": 0.26224793954089864, |
| "learning_rate": 2.581878500389523e-06, |
| "loss": 0.1755, |
| "step": 1663 |
| }, |
| { |
| "epoch": 4.258477287268074, |
| "grad_norm": 0.2721003139035216, |
| "learning_rate": 2.564311726064754e-06, |
| "loss": 0.1898, |
| "step": 1664 |
| }, |
| { |
| "epoch": 4.2610364683301345, |
| "grad_norm": 0.27269538230220364, |
| "learning_rate": 2.546800822487714e-06, |
| "loss": 0.1698, |
| "step": 1665 |
| }, |
| { |
| "epoch": 4.263595649392195, |
| "grad_norm": 0.28827484525986047, |
| "learning_rate": 2.5293458457701726e-06, |
| "loss": 0.2087, |
| "step": 1666 |
| }, |
| { |
| "epoch": 4.266154830454255, |
| "grad_norm": 0.27259819354187614, |
| "learning_rate": 2.5119468518446844e-06, |
| "loss": 0.18, |
| "step": 1667 |
| }, |
| { |
| "epoch": 4.268714011516315, |
| "grad_norm": 0.28656968871426663, |
| "learning_rate": 2.494603896464405e-06, |
| "loss": 0.1818, |
| "step": 1668 |
| }, |
| { |
| "epoch": 4.271273192578375, |
| "grad_norm": 0.28475736704342813, |
| "learning_rate": 2.47731703520294e-06, |
| "loss": 0.1888, |
| "step": 1669 |
| }, |
| { |
| "epoch": 4.273832373640435, |
| "grad_norm": 0.2816641273674954, |
| "learning_rate": 2.4600863234541338e-06, |
| "loss": 0.186, |
| "step": 1670 |
| }, |
| { |
| "epoch": 4.276391554702495, |
| "grad_norm": 0.2836263153168214, |
| "learning_rate": 2.4429118164319076e-06, |
| "loss": 0.1554, |
| "step": 1671 |
| }, |
| { |
| "epoch": 4.278950735764555, |
| "grad_norm": 0.2840636606374706, |
| "learning_rate": 2.4257935691700897e-06, |
| "loss": 0.2089, |
| "step": 1672 |
| }, |
| { |
| "epoch": 4.281509916826615, |
| "grad_norm": 0.2745376280727821, |
| "learning_rate": 2.408731636522217e-06, |
| "loss": 0.1579, |
| "step": 1673 |
| }, |
| { |
| "epoch": 4.2840690978886755, |
| "grad_norm": 0.2605630953509163, |
| "learning_rate": 2.3917260731613733e-06, |
| "loss": 0.1903, |
| "step": 1674 |
| }, |
| { |
| "epoch": 4.286628278950736, |
| "grad_norm": 0.2740285831465967, |
| "learning_rate": 2.374776933580025e-06, |
| "loss": 0.1725, |
| "step": 1675 |
| }, |
| { |
| "epoch": 4.289187460012796, |
| "grad_norm": 0.28095336757761535, |
| "learning_rate": 2.35788427208983e-06, |
| "loss": 0.1867, |
| "step": 1676 |
| }, |
| { |
| "epoch": 4.291746641074856, |
| "grad_norm": 0.27154745065005187, |
| "learning_rate": 2.3410481428214602e-06, |
| "loss": 0.1613, |
| "step": 1677 |
| }, |
| { |
| "epoch": 4.294305822136916, |
| "grad_norm": 0.27345791664879376, |
| "learning_rate": 2.324268599724451e-06, |
| "loss": 0.1667, |
| "step": 1678 |
| }, |
| { |
| "epoch": 4.296865003198977, |
| "grad_norm": 0.2732090679685769, |
| "learning_rate": 2.307545696566997e-06, |
| "loss": 0.1657, |
| "step": 1679 |
| }, |
| { |
| "epoch": 4.299424184261037, |
| "grad_norm": 0.2697521270279199, |
| "learning_rate": 2.2908794869358044e-06, |
| "loss": 0.1897, |
| "step": 1680 |
| }, |
| { |
| "epoch": 4.301983365323097, |
| "grad_norm": 0.27114579546466616, |
| "learning_rate": 2.274270024235912e-06, |
| "loss": 0.188, |
| "step": 1681 |
| }, |
| { |
| "epoch": 4.304542546385157, |
| "grad_norm": 0.2729061433296195, |
| "learning_rate": 2.2577173616905256e-06, |
| "loss": 0.1595, |
| "step": 1682 |
| }, |
| { |
| "epoch": 4.3071017274472165, |
| "grad_norm": 0.2906131303633033, |
| "learning_rate": 2.2412215523408266e-06, |
| "loss": 0.1737, |
| "step": 1683 |
| }, |
| { |
| "epoch": 4.309660908509277, |
| "grad_norm": 0.2768622060092854, |
| "learning_rate": 2.2247826490458223e-06, |
| "loss": 0.1796, |
| "step": 1684 |
| }, |
| { |
| "epoch": 4.312220089571337, |
| "grad_norm": 0.27867740126032275, |
| "learning_rate": 2.2084007044821764e-06, |
| "loss": 0.1565, |
| "step": 1685 |
| }, |
| { |
| "epoch": 4.314779270633397, |
| "grad_norm": 0.2723637032411945, |
| "learning_rate": 2.1920757711440354e-06, |
| "loss": 0.1756, |
| "step": 1686 |
| }, |
| { |
| "epoch": 4.317338451695457, |
| "grad_norm": 0.2676292277176362, |
| "learning_rate": 2.1758079013428435e-06, |
| "loss": 0.1683, |
| "step": 1687 |
| }, |
| { |
| "epoch": 4.319897632757518, |
| "grad_norm": 0.29143070017187106, |
| "learning_rate": 2.159597147207213e-06, |
| "loss": 0.1697, |
| "step": 1688 |
| }, |
| { |
| "epoch": 4.322456813819578, |
| "grad_norm": 0.27260777733690406, |
| "learning_rate": 2.143443560682721e-06, |
| "loss": 0.1788, |
| "step": 1689 |
| }, |
| { |
| "epoch": 4.325015994881638, |
| "grad_norm": 0.27238765087958206, |
| "learning_rate": 2.127347193531757e-06, |
| "loss": 0.1704, |
| "step": 1690 |
| }, |
| { |
| "epoch": 4.327575175943698, |
| "grad_norm": 0.3004112415700906, |
| "learning_rate": 2.1113080973333643e-06, |
| "loss": 0.1684, |
| "step": 1691 |
| }, |
| { |
| "epoch": 4.330134357005758, |
| "grad_norm": 0.27426577172310523, |
| "learning_rate": 2.0953263234830667e-06, |
| "loss": 0.1541, |
| "step": 1692 |
| }, |
| { |
| "epoch": 4.332693538067819, |
| "grad_norm": 0.27454753389749326, |
| "learning_rate": 2.0794019231926986e-06, |
| "loss": 0.1861, |
| "step": 1693 |
| }, |
| { |
| "epoch": 4.335252719129878, |
| "grad_norm": 0.2809263966115645, |
| "learning_rate": 2.0635349474902598e-06, |
| "loss": 0.1785, |
| "step": 1694 |
| }, |
| { |
| "epoch": 4.337811900191938, |
| "grad_norm": 0.2690301934416836, |
| "learning_rate": 2.0477254472197237e-06, |
| "loss": 0.1896, |
| "step": 1695 |
| }, |
| { |
| "epoch": 4.340371081253998, |
| "grad_norm": 0.2682604924926407, |
| "learning_rate": 2.0319734730408935e-06, |
| "loss": 0.1775, |
| "step": 1696 |
| }, |
| { |
| "epoch": 4.342930262316059, |
| "grad_norm": 0.2696807174487812, |
| "learning_rate": 2.016279075429246e-06, |
| "loss": 0.1903, |
| "step": 1697 |
| }, |
| { |
| "epoch": 4.345489443378119, |
| "grad_norm": 0.2665228127768651, |
| "learning_rate": 2.0006423046757596e-06, |
| "loss": 0.1754, |
| "step": 1698 |
| }, |
| { |
| "epoch": 4.348048624440179, |
| "grad_norm": 0.2694146119632947, |
| "learning_rate": 1.985063210886735e-06, |
| "loss": 0.1549, |
| "step": 1699 |
| }, |
| { |
| "epoch": 4.350607805502239, |
| "grad_norm": 0.2822224216458224, |
| "learning_rate": 1.96954184398368e-06, |
| "loss": 0.1362, |
| "step": 1700 |
| }, |
| { |
| "epoch": 4.3531669865642995, |
| "grad_norm": 0.2615035547353888, |
| "learning_rate": 1.9540782537031045e-06, |
| "loss": 0.1586, |
| "step": 1701 |
| }, |
| { |
| "epoch": 4.35572616762636, |
| "grad_norm": 0.269471616538485, |
| "learning_rate": 1.9386724895963805e-06, |
| "loss": 0.1612, |
| "step": 1702 |
| }, |
| { |
| "epoch": 4.35828534868842, |
| "grad_norm": 0.2682599270036803, |
| "learning_rate": 1.9233246010295903e-06, |
| "loss": 0.1822, |
| "step": 1703 |
| }, |
| { |
| "epoch": 4.36084452975048, |
| "grad_norm": 0.2632188336157985, |
| "learning_rate": 1.908034637183356e-06, |
| "loss": 0.1815, |
| "step": 1704 |
| }, |
| { |
| "epoch": 4.36340371081254, |
| "grad_norm": 0.2615148499789861, |
| "learning_rate": 1.8928026470526917e-06, |
| "loss": 0.1545, |
| "step": 1705 |
| }, |
| { |
| "epoch": 4.3659628918746005, |
| "grad_norm": 0.274824297046551, |
| "learning_rate": 1.8776286794468346e-06, |
| "loss": 0.1476, |
| "step": 1706 |
| }, |
| { |
| "epoch": 4.36852207293666, |
| "grad_norm": 0.27527733450113034, |
| "learning_rate": 1.8625127829890922e-06, |
| "loss": 0.2037, |
| "step": 1707 |
| }, |
| { |
| "epoch": 4.37108125399872, |
| "grad_norm": 0.27423935602322536, |
| "learning_rate": 1.8474550061166984e-06, |
| "loss": 0.1719, |
| "step": 1708 |
| }, |
| { |
| "epoch": 4.37364043506078, |
| "grad_norm": 0.27364608091349185, |
| "learning_rate": 1.8324553970806436e-06, |
| "loss": 0.1664, |
| "step": 1709 |
| }, |
| { |
| "epoch": 4.3761996161228405, |
| "grad_norm": 0.2796166648988934, |
| "learning_rate": 1.817514003945524e-06, |
| "loss": 0.1953, |
| "step": 1710 |
| }, |
| { |
| "epoch": 4.378758797184901, |
| "grad_norm": 0.26079246660216127, |
| "learning_rate": 1.802630874589404e-06, |
| "loss": 0.1641, |
| "step": 1711 |
| }, |
| { |
| "epoch": 4.381317978246961, |
| "grad_norm": 0.2999617994892891, |
| "learning_rate": 1.787806056703627e-06, |
| "loss": 0.1718, |
| "step": 1712 |
| }, |
| { |
| "epoch": 4.383877159309021, |
| "grad_norm": 0.2889063824640918, |
| "learning_rate": 1.7730395977926917e-06, |
| "loss": 0.1653, |
| "step": 1713 |
| }, |
| { |
| "epoch": 4.386436340371081, |
| "grad_norm": 0.26748602837639757, |
| "learning_rate": 1.758331545174099e-06, |
| "loss": 0.1842, |
| "step": 1714 |
| }, |
| { |
| "epoch": 4.3889955214331415, |
| "grad_norm": 0.2806929556508416, |
| "learning_rate": 1.743681945978184e-06, |
| "loss": 0.1586, |
| "step": 1715 |
| }, |
| { |
| "epoch": 4.391554702495202, |
| "grad_norm": 0.29287158041254, |
| "learning_rate": 1.7290908471479805e-06, |
| "loss": 0.1761, |
| "step": 1716 |
| }, |
| { |
| "epoch": 4.394113883557262, |
| "grad_norm": 0.28949556938232984, |
| "learning_rate": 1.7145582954390638e-06, |
| "loss": 0.1831, |
| "step": 1717 |
| }, |
| { |
| "epoch": 4.396673064619322, |
| "grad_norm": 0.2707679886069612, |
| "learning_rate": 1.7000843374193987e-06, |
| "loss": 0.1796, |
| "step": 1718 |
| }, |
| { |
| "epoch": 4.399232245681382, |
| "grad_norm": 0.26434041057826485, |
| "learning_rate": 1.6856690194691872e-06, |
| "loss": 0.1812, |
| "step": 1719 |
| }, |
| { |
| "epoch": 4.401791426743442, |
| "grad_norm": 0.2717307275192052, |
| "learning_rate": 1.6713123877807413e-06, |
| "loss": 0.1618, |
| "step": 1720 |
| }, |
| { |
| "epoch": 4.404350607805502, |
| "grad_norm": 0.26427198325914797, |
| "learning_rate": 1.6570144883582994e-06, |
| "loss": 0.1485, |
| "step": 1721 |
| }, |
| { |
| "epoch": 4.406909788867562, |
| "grad_norm": 0.2830739919541902, |
| "learning_rate": 1.6427753670179214e-06, |
| "loss": 0.1628, |
| "step": 1722 |
| }, |
| { |
| "epoch": 4.409468969929622, |
| "grad_norm": 0.2667553896951004, |
| "learning_rate": 1.6285950693872999e-06, |
| "loss": 0.1887, |
| "step": 1723 |
| }, |
| { |
| "epoch": 4.4120281509916826, |
| "grad_norm": 0.2681400499833261, |
| "learning_rate": 1.614473640905645e-06, |
| "loss": 0.1629, |
| "step": 1724 |
| }, |
| { |
| "epoch": 4.414587332053743, |
| "grad_norm": 0.2629743389937269, |
| "learning_rate": 1.6004111268235156e-06, |
| "loss": 0.2008, |
| "step": 1725 |
| }, |
| { |
| "epoch": 4.417146513115803, |
| "grad_norm": 0.285465240532548, |
| "learning_rate": 1.5864075722027017e-06, |
| "loss": 0.191, |
| "step": 1726 |
| }, |
| { |
| "epoch": 4.419705694177863, |
| "grad_norm": 0.2683638382247192, |
| "learning_rate": 1.5724630219160553e-06, |
| "loss": 0.2073, |
| "step": 1727 |
| }, |
| { |
| "epoch": 4.422264875239923, |
| "grad_norm": 0.2829211001794818, |
| "learning_rate": 1.5585775206473508e-06, |
| "loss": 0.1568, |
| "step": 1728 |
| }, |
| { |
| "epoch": 4.424824056301984, |
| "grad_norm": 0.2788212658151338, |
| "learning_rate": 1.5447511128911542e-06, |
| "loss": 0.1728, |
| "step": 1729 |
| }, |
| { |
| "epoch": 4.427383237364044, |
| "grad_norm": 0.2848579162361746, |
| "learning_rate": 1.5309838429526714e-06, |
| "loss": 0.1904, |
| "step": 1730 |
| }, |
| { |
| "epoch": 4.429942418426104, |
| "grad_norm": 0.2654662056800488, |
| "learning_rate": 1.5172757549476024e-06, |
| "loss": 0.166, |
| "step": 1731 |
| }, |
| { |
| "epoch": 4.432501599488164, |
| "grad_norm": 0.285577343916777, |
| "learning_rate": 1.5036268928020125e-06, |
| "loss": 0.195, |
| "step": 1732 |
| }, |
| { |
| "epoch": 4.435060780550224, |
| "grad_norm": 0.25545559192222317, |
| "learning_rate": 1.4900373002521851e-06, |
| "loss": 0.1706, |
| "step": 1733 |
| }, |
| { |
| "epoch": 4.437619961612284, |
| "grad_norm": 0.279484081091582, |
| "learning_rate": 1.4765070208444732e-06, |
| "loss": 0.1909, |
| "step": 1734 |
| }, |
| { |
| "epoch": 4.440179142674344, |
| "grad_norm": 0.27394133244756325, |
| "learning_rate": 1.4630360979351644e-06, |
| "loss": 0.1955, |
| "step": 1735 |
| }, |
| { |
| "epoch": 4.442738323736404, |
| "grad_norm": 0.27730795832891525, |
| "learning_rate": 1.4496245746903626e-06, |
| "loss": 0.1668, |
| "step": 1736 |
| }, |
| { |
| "epoch": 4.445297504798464, |
| "grad_norm": 0.2515943739407271, |
| "learning_rate": 1.4362724940858109e-06, |
| "loss": 0.173, |
| "step": 1737 |
| }, |
| { |
| "epoch": 4.447856685860525, |
| "grad_norm": 0.25367847682125305, |
| "learning_rate": 1.422979898906789e-06, |
| "loss": 0.1639, |
| "step": 1738 |
| }, |
| { |
| "epoch": 4.450415866922585, |
| "grad_norm": 0.27558480853746065, |
| "learning_rate": 1.4097468317479623e-06, |
| "loss": 0.1633, |
| "step": 1739 |
| }, |
| { |
| "epoch": 4.452975047984645, |
| "grad_norm": 0.27695396643812065, |
| "learning_rate": 1.396573335013236e-06, |
| "loss": 0.1808, |
| "step": 1740 |
| }, |
| { |
| "epoch": 4.455534229046705, |
| "grad_norm": 0.2804193028236503, |
| "learning_rate": 1.3834594509156319e-06, |
| "loss": 0.1673, |
| "step": 1741 |
| }, |
| { |
| "epoch": 4.4580934101087655, |
| "grad_norm": 0.2782333366929398, |
| "learning_rate": 1.3704052214771513e-06, |
| "loss": 0.1971, |
| "step": 1742 |
| }, |
| { |
| "epoch": 4.460652591170826, |
| "grad_norm": 0.2777400443098731, |
| "learning_rate": 1.3574106885286465e-06, |
| "loss": 0.1737, |
| "step": 1743 |
| }, |
| { |
| "epoch": 4.463211772232885, |
| "grad_norm": 0.2764493972670724, |
| "learning_rate": 1.344475893709658e-06, |
| "loss": 0.1904, |
| "step": 1744 |
| }, |
| { |
| "epoch": 4.465770953294945, |
| "grad_norm": 0.2752241285220294, |
| "learning_rate": 1.3316008784683265e-06, |
| "loss": 0.1613, |
| "step": 1745 |
| }, |
| { |
| "epoch": 4.468330134357005, |
| "grad_norm": 0.2693372116468191, |
| "learning_rate": 1.3187856840612167e-06, |
| "loss": 0.1627, |
| "step": 1746 |
| }, |
| { |
| "epoch": 4.470889315419066, |
| "grad_norm": 0.26299523604064184, |
| "learning_rate": 1.3060303515532135e-06, |
| "loss": 0.1644, |
| "step": 1747 |
| }, |
| { |
| "epoch": 4.473448496481126, |
| "grad_norm": 0.26861009102213246, |
| "learning_rate": 1.2933349218173774e-06, |
| "loss": 0.1748, |
| "step": 1748 |
| }, |
| { |
| "epoch": 4.476007677543186, |
| "grad_norm": 0.266256378668002, |
| "learning_rate": 1.2806994355348224e-06, |
| "loss": 0.1717, |
| "step": 1749 |
| }, |
| { |
| "epoch": 4.478566858605246, |
| "grad_norm": 0.2783524667972571, |
| "learning_rate": 1.2681239331945695e-06, |
| "loss": 0.1739, |
| "step": 1750 |
| }, |
| { |
| "epoch": 4.4811260396673065, |
| "grad_norm": 0.2807754665043445, |
| "learning_rate": 1.2556084550934423e-06, |
| "loss": 0.163, |
| "step": 1751 |
| }, |
| { |
| "epoch": 4.483685220729367, |
| "grad_norm": 0.2751132941559695, |
| "learning_rate": 1.2431530413359138e-06, |
| "loss": 0.1596, |
| "step": 1752 |
| }, |
| { |
| "epoch": 4.486244401791427, |
| "grad_norm": 0.27965370827809377, |
| "learning_rate": 1.2307577318339825e-06, |
| "loss": 0.1764, |
| "step": 1753 |
| }, |
| { |
| "epoch": 4.488803582853487, |
| "grad_norm": 0.27090435786248723, |
| "learning_rate": 1.2184225663070604e-06, |
| "loss": 0.1904, |
| "step": 1754 |
| }, |
| { |
| "epoch": 4.491362763915547, |
| "grad_norm": 0.2830802635501525, |
| "learning_rate": 1.2061475842818337e-06, |
| "loss": 0.1785, |
| "step": 1755 |
| }, |
| { |
| "epoch": 4.4939219449776076, |
| "grad_norm": 0.2624221347168147, |
| "learning_rate": 1.1939328250921278e-06, |
| "loss": 0.1804, |
| "step": 1756 |
| }, |
| { |
| "epoch": 4.496481126039667, |
| "grad_norm": 0.27670735162368, |
| "learning_rate": 1.1817783278788042e-06, |
| "loss": 0.1534, |
| "step": 1757 |
| }, |
| { |
| "epoch": 4.499040307101727, |
| "grad_norm": 0.2755467325350106, |
| "learning_rate": 1.169684131589608e-06, |
| "loss": 0.1791, |
| "step": 1758 |
| }, |
| { |
| "epoch": 4.501599488163787, |
| "grad_norm": 0.2750192315338786, |
| "learning_rate": 1.1576502749790608e-06, |
| "loss": 0.1721, |
| "step": 1759 |
| }, |
| { |
| "epoch": 4.5041586692258475, |
| "grad_norm": 0.26825366429953873, |
| "learning_rate": 1.1456767966083393e-06, |
| "loss": 0.1739, |
| "step": 1760 |
| }, |
| { |
| "epoch": 4.506717850287908, |
| "grad_norm": 0.26461882189193386, |
| "learning_rate": 1.1337637348451369e-06, |
| "loss": 0.1836, |
| "step": 1761 |
| }, |
| { |
| "epoch": 4.509277031349968, |
| "grad_norm": 0.27170229996613754, |
| "learning_rate": 1.1219111278635575e-06, |
| "loss": 0.1746, |
| "step": 1762 |
| }, |
| { |
| "epoch": 4.511836212412028, |
| "grad_norm": 0.28612289439672206, |
| "learning_rate": 1.1101190136439689e-06, |
| "loss": 0.1664, |
| "step": 1763 |
| }, |
| { |
| "epoch": 4.514395393474088, |
| "grad_norm": 0.2814719237385938, |
| "learning_rate": 1.0983874299729092e-06, |
| "loss": 0.1552, |
| "step": 1764 |
| }, |
| { |
| "epoch": 4.516954574536149, |
| "grad_norm": 0.27224408532725913, |
| "learning_rate": 1.086716414442952e-06, |
| "loss": 0.155, |
| "step": 1765 |
| }, |
| { |
| "epoch": 4.519513755598209, |
| "grad_norm": 0.2683837888920839, |
| "learning_rate": 1.0751060044525797e-06, |
| "loss": 0.1947, |
| "step": 1766 |
| }, |
| { |
| "epoch": 4.522072936660269, |
| "grad_norm": 0.266405093166955, |
| "learning_rate": 1.0635562372060825e-06, |
| "loss": 0.179, |
| "step": 1767 |
| }, |
| { |
| "epoch": 4.524632117722329, |
| "grad_norm": 0.26568191781978007, |
| "learning_rate": 1.052067149713416e-06, |
| "loss": 0.1595, |
| "step": 1768 |
| }, |
| { |
| "epoch": 4.527191298784389, |
| "grad_norm": 0.27613787388854283, |
| "learning_rate": 1.0406387787900974e-06, |
| "loss": 0.2022, |
| "step": 1769 |
| }, |
| { |
| "epoch": 4.529750479846449, |
| "grad_norm": 0.2783446591602134, |
| "learning_rate": 1.0292711610570904e-06, |
| "loss": 0.1965, |
| "step": 1770 |
| }, |
| { |
| "epoch": 4.532309660908509, |
| "grad_norm": 0.2754628182404677, |
| "learning_rate": 1.0179643329406752e-06, |
| "loss": 0.1796, |
| "step": 1771 |
| }, |
| { |
| "epoch": 4.534868841970569, |
| "grad_norm": 0.2717991423747503, |
| "learning_rate": 1.0067183306723384e-06, |
| "loss": 0.1872, |
| "step": 1772 |
| }, |
| { |
| "epoch": 4.537428023032629, |
| "grad_norm": 0.26023938540588254, |
| "learning_rate": 9.955331902886645e-07, |
| "loss": 0.1645, |
| "step": 1773 |
| }, |
| { |
| "epoch": 4.53998720409469, |
| "grad_norm": 0.2697243580148783, |
| "learning_rate": 9.844089476312035e-07, |
| "loss": 0.1736, |
| "step": 1774 |
| }, |
| { |
| "epoch": 4.54254638515675, |
| "grad_norm": 0.27089652411524956, |
| "learning_rate": 9.733456383463658e-07, |
| "loss": 0.156, |
| "step": 1775 |
| }, |
| { |
| "epoch": 4.54510556621881, |
| "grad_norm": 0.2625263168411182, |
| "learning_rate": 9.62343297885313e-07, |
| "loss": 0.1709, |
| "step": 1776 |
| }, |
| { |
| "epoch": 4.54766474728087, |
| "grad_norm": 0.2720147925441457, |
| "learning_rate": 9.514019615038395e-07, |
| "loss": 0.1609, |
| "step": 1777 |
| }, |
| { |
| "epoch": 4.55022392834293, |
| "grad_norm": 0.26862738106885103, |
| "learning_rate": 9.40521664262255e-07, |
| "loss": 0.1823, |
| "step": 1778 |
| }, |
| { |
| "epoch": 4.552783109404991, |
| "grad_norm": 0.2858477259373205, |
| "learning_rate": 9.297024410252753e-07, |
| "loss": 0.1719, |
| "step": 1779 |
| }, |
| { |
| "epoch": 4.555342290467051, |
| "grad_norm": 0.2792231695337476, |
| "learning_rate": 9.189443264619102e-07, |
| "loss": 0.2187, |
| "step": 1780 |
| }, |
| { |
| "epoch": 4.557901471529111, |
| "grad_norm": 0.2722587468079133, |
| "learning_rate": 9.082473550453619e-07, |
| "loss": 0.1581, |
| "step": 1781 |
| }, |
| { |
| "epoch": 4.560460652591171, |
| "grad_norm": 0.25994947891197123, |
| "learning_rate": 8.976115610528957e-07, |
| "loss": 0.1813, |
| "step": 1782 |
| }, |
| { |
| "epoch": 4.563019833653231, |
| "grad_norm": 0.2685596280130304, |
| "learning_rate": 8.870369785657451e-07, |
| "loss": 0.1637, |
| "step": 1783 |
| }, |
| { |
| "epoch": 4.565579014715291, |
| "grad_norm": 0.2624613954232775, |
| "learning_rate": 8.765236414690026e-07, |
| "loss": 0.1867, |
| "step": 1784 |
| }, |
| { |
| "epoch": 4.568138195777351, |
| "grad_norm": 0.26985980601394455, |
| "learning_rate": 8.660715834514977e-07, |
| "loss": 0.1812, |
| "step": 1785 |
| }, |
| { |
| "epoch": 4.570697376839411, |
| "grad_norm": 0.2782580432929674, |
| "learning_rate": 8.556808380057013e-07, |
| "loss": 0.1551, |
| "step": 1786 |
| }, |
| { |
| "epoch": 4.5732565579014715, |
| "grad_norm": 0.3229561788111089, |
| "learning_rate": 8.453514384276196e-07, |
| "loss": 0.1665, |
| "step": 1787 |
| }, |
| { |
| "epoch": 4.575815738963532, |
| "grad_norm": 0.26676739208882927, |
| "learning_rate": 8.350834178166755e-07, |
| "loss": 0.2019, |
| "step": 1788 |
| }, |
| { |
| "epoch": 4.578374920025592, |
| "grad_norm": 0.25638061426053027, |
| "learning_rate": 8.248768090756143e-07, |
| "loss": 0.1623, |
| "step": 1789 |
| }, |
| { |
| "epoch": 4.580934101087652, |
| "grad_norm": 0.2769760353268046, |
| "learning_rate": 8.147316449103959e-07, |
| "loss": 0.193, |
| "step": 1790 |
| }, |
| { |
| "epoch": 4.583493282149712, |
| "grad_norm": 0.2827217753260577, |
| "learning_rate": 8.046479578300803e-07, |
| "loss": 0.1573, |
| "step": 1791 |
| }, |
| { |
| "epoch": 4.5860524632117725, |
| "grad_norm": 0.267728272299288, |
| "learning_rate": 7.946257801467339e-07, |
| "loss": 0.1534, |
| "step": 1792 |
| }, |
| { |
| "epoch": 4.588611644273833, |
| "grad_norm": 0.26899124519431056, |
| "learning_rate": 7.846651439753273e-07, |
| "loss": 0.1785, |
| "step": 1793 |
| }, |
| { |
| "epoch": 4.591170825335892, |
| "grad_norm": 0.2655562652017706, |
| "learning_rate": 7.747660812336221e-07, |
| "loss": 0.1632, |
| "step": 1794 |
| }, |
| { |
| "epoch": 4.593730006397953, |
| "grad_norm": 0.2912418780943663, |
| "learning_rate": 7.649286236420806e-07, |
| "loss": 0.1664, |
| "step": 1795 |
| }, |
| { |
| "epoch": 4.5962891874600125, |
| "grad_norm": 0.2773582855251603, |
| "learning_rate": 7.551528027237553e-07, |
| "loss": 0.1649, |
| "step": 1796 |
| }, |
| { |
| "epoch": 4.598848368522073, |
| "grad_norm": 0.2706350032862212, |
| "learning_rate": 7.454386498041865e-07, |
| "loss": 0.1897, |
| "step": 1797 |
| }, |
| { |
| "epoch": 4.601407549584133, |
| "grad_norm": 0.27987597117336843, |
| "learning_rate": 7.357861960113121e-07, |
| "loss": 0.1806, |
| "step": 1798 |
| }, |
| { |
| "epoch": 4.603966730646193, |
| "grad_norm": 0.2554799929519513, |
| "learning_rate": 7.261954722753595e-07, |
| "loss": 0.1454, |
| "step": 1799 |
| }, |
| { |
| "epoch": 4.606525911708253, |
| "grad_norm": 0.28194077726489003, |
| "learning_rate": 7.166665093287539e-07, |
| "loss": 0.1956, |
| "step": 1800 |
| }, |
| { |
| "epoch": 4.6090850927703135, |
| "grad_norm": 0.27206485970301414, |
| "learning_rate": 7.071993377060038e-07, |
| "loss": 0.1813, |
| "step": 1801 |
| }, |
| { |
| "epoch": 4.611644273832374, |
| "grad_norm": 0.27639368969275124, |
| "learning_rate": 6.977939877436224e-07, |
| "loss": 0.1937, |
| "step": 1802 |
| }, |
| { |
| "epoch": 4.614203454894434, |
| "grad_norm": 0.26700294636297844, |
| "learning_rate": 6.884504895800237e-07, |
| "loss": 0.159, |
| "step": 1803 |
| }, |
| { |
| "epoch": 4.616762635956494, |
| "grad_norm": 0.2715005815453172, |
| "learning_rate": 6.791688731554158e-07, |
| "loss": 0.1608, |
| "step": 1804 |
| }, |
| { |
| "epoch": 4.619321817018554, |
| "grad_norm": 0.27127828240291824, |
| "learning_rate": 6.69949168211721e-07, |
| "loss": 0.1857, |
| "step": 1805 |
| }, |
| { |
| "epoch": 4.621880998080615, |
| "grad_norm": 0.28402081462443657, |
| "learning_rate": 6.607914042924756e-07, |
| "loss": 0.1918, |
| "step": 1806 |
| }, |
| { |
| "epoch": 4.624440179142674, |
| "grad_norm": 0.26263908410916775, |
| "learning_rate": 6.516956107427241e-07, |
| "loss": 0.1569, |
| "step": 1807 |
| }, |
| { |
| "epoch": 4.626999360204734, |
| "grad_norm": 0.27371755225997646, |
| "learning_rate": 6.426618167089338e-07, |
| "loss": 0.1557, |
| "step": 1808 |
| }, |
| { |
| "epoch": 4.629558541266794, |
| "grad_norm": 0.26959266513847036, |
| "learning_rate": 6.336900511389133e-07, |
| "loss": 0.1733, |
| "step": 1809 |
| }, |
| { |
| "epoch": 4.6321177223288545, |
| "grad_norm": 0.27453758652223553, |
| "learning_rate": 6.247803427816945e-07, |
| "loss": 0.1635, |
| "step": 1810 |
| }, |
| { |
| "epoch": 4.634676903390915, |
| "grad_norm": 0.2673151789681698, |
| "learning_rate": 6.159327201874598e-07, |
| "loss": 0.1709, |
| "step": 1811 |
| }, |
| { |
| "epoch": 4.637236084452975, |
| "grad_norm": 0.2702926085830735, |
| "learning_rate": 6.071472117074462e-07, |
| "loss": 0.1815, |
| "step": 1812 |
| }, |
| { |
| "epoch": 4.639795265515035, |
| "grad_norm": 0.2788070786022333, |
| "learning_rate": 5.984238454938496e-07, |
| "loss": 0.1527, |
| "step": 1813 |
| }, |
| { |
| "epoch": 4.642354446577095, |
| "grad_norm": 0.27358568856995236, |
| "learning_rate": 5.897626494997366e-07, |
| "loss": 0.1785, |
| "step": 1814 |
| }, |
| { |
| "epoch": 4.644913627639156, |
| "grad_norm": 0.2718095549716457, |
| "learning_rate": 5.811636514789598e-07, |
| "loss": 0.1853, |
| "step": 1815 |
| }, |
| { |
| "epoch": 4.647472808701216, |
| "grad_norm": 0.27759832517042105, |
| "learning_rate": 5.726268789860645e-07, |
| "loss": 0.1646, |
| "step": 1816 |
| }, |
| { |
| "epoch": 4.650031989763276, |
| "grad_norm": 0.26320625609355736, |
| "learning_rate": 5.641523593761977e-07, |
| "loss": 0.1723, |
| "step": 1817 |
| }, |
| { |
| "epoch": 4.652591170825336, |
| "grad_norm": 0.27780583001556897, |
| "learning_rate": 5.557401198050327e-07, |
| "loss": 0.184, |
| "step": 1818 |
| }, |
| { |
| "epoch": 4.6551503518873965, |
| "grad_norm": 0.27504183175562963, |
| "learning_rate": 5.473901872286602e-07, |
| "loss": 0.1712, |
| "step": 1819 |
| }, |
| { |
| "epoch": 4.657709532949456, |
| "grad_norm": 0.2774680321446144, |
| "learning_rate": 5.391025884035239e-07, |
| "loss": 0.1817, |
| "step": 1820 |
| }, |
| { |
| "epoch": 4.660268714011516, |
| "grad_norm": 0.26555781569772313, |
| "learning_rate": 5.308773498863251e-07, |
| "loss": 0.1576, |
| "step": 1821 |
| }, |
| { |
| "epoch": 4.662827895073576, |
| "grad_norm": 0.33797160433489215, |
| "learning_rate": 5.22714498033936e-07, |
| "loss": 0.1929, |
| "step": 1822 |
| }, |
| { |
| "epoch": 4.665387076135636, |
| "grad_norm": 0.28245555374717063, |
| "learning_rate": 5.146140590033199e-07, |
| "loss": 0.1869, |
| "step": 1823 |
| }, |
| { |
| "epoch": 4.667946257197697, |
| "grad_norm": 0.27464067240369455, |
| "learning_rate": 5.065760587514446e-07, |
| "loss": 0.1902, |
| "step": 1824 |
| }, |
| { |
| "epoch": 4.670505438259757, |
| "grad_norm": 0.2672943490021358, |
| "learning_rate": 4.986005230351954e-07, |
| "loss": 0.188, |
| "step": 1825 |
| }, |
| { |
| "epoch": 4.673064619321817, |
| "grad_norm": 0.2657663358279065, |
| "learning_rate": 4.906874774113024e-07, |
| "loss": 0.184, |
| "step": 1826 |
| }, |
| { |
| "epoch": 4.675623800383877, |
| "grad_norm": 0.2674714454963707, |
| "learning_rate": 4.828369472362493e-07, |
| "loss": 0.1469, |
| "step": 1827 |
| }, |
| { |
| "epoch": 4.6781829814459375, |
| "grad_norm": 0.2882898088898947, |
| "learning_rate": 4.750489576662021e-07, |
| "loss": 0.162, |
| "step": 1828 |
| }, |
| { |
| "epoch": 4.680742162507998, |
| "grad_norm": 0.27727023737142387, |
| "learning_rate": 4.6732353365691374e-07, |
| "loss": 0.1543, |
| "step": 1829 |
| }, |
| { |
| "epoch": 4.683301343570058, |
| "grad_norm": 0.2636650641131126, |
| "learning_rate": 4.5966069996365993e-07, |
| "loss": 0.1561, |
| "step": 1830 |
| }, |
| { |
| "epoch": 4.685860524632118, |
| "grad_norm": 0.2682699322744399, |
| "learning_rate": 4.5206048114114775e-07, |
| "loss": 0.1673, |
| "step": 1831 |
| }, |
| { |
| "epoch": 4.688419705694178, |
| "grad_norm": 0.2743352871936966, |
| "learning_rate": 4.4452290154344046e-07, |
| "loss": 0.1807, |
| "step": 1832 |
| }, |
| { |
| "epoch": 4.690978886756238, |
| "grad_norm": 0.2770317090716807, |
| "learning_rate": 4.3704798532388624e-07, |
| "loss": 0.2129, |
| "step": 1833 |
| }, |
| { |
| "epoch": 4.693538067818298, |
| "grad_norm": 0.280836808159879, |
| "learning_rate": 4.296357564350362e-07, |
| "loss": 0.1604, |
| "step": 1834 |
| }, |
| { |
| "epoch": 4.696097248880358, |
| "grad_norm": 0.26525175245500215, |
| "learning_rate": 4.22286238628562e-07, |
| "loss": 0.1763, |
| "step": 1835 |
| }, |
| { |
| "epoch": 4.698656429942418, |
| "grad_norm": 0.2700214270271814, |
| "learning_rate": 4.1499945545518283e-07, |
| "loss": 0.154, |
| "step": 1836 |
| }, |
| { |
| "epoch": 4.7012156110044785, |
| "grad_norm": 0.24327556501731853, |
| "learning_rate": 4.077754302645964e-07, |
| "loss": 0.1616, |
| "step": 1837 |
| }, |
| { |
| "epoch": 4.703774792066539, |
| "grad_norm": 0.2652109590879505, |
| "learning_rate": 4.006141862054014e-07, |
| "loss": 0.1809, |
| "step": 1838 |
| }, |
| { |
| "epoch": 4.706333973128599, |
| "grad_norm": 0.26799443888146, |
| "learning_rate": 3.935157462250128e-07, |
| "loss": 0.1799, |
| "step": 1839 |
| }, |
| { |
| "epoch": 4.708893154190659, |
| "grad_norm": 0.26417342730564347, |
| "learning_rate": 3.8648013306960664e-07, |
| "loss": 0.1697, |
| "step": 1840 |
| }, |
| { |
| "epoch": 4.711452335252719, |
| "grad_norm": 0.2655166510116645, |
| "learning_rate": 3.7950736928402674e-07, |
| "loss": 0.1354, |
| "step": 1841 |
| }, |
| { |
| "epoch": 4.7140115163147795, |
| "grad_norm": 0.27018720652857536, |
| "learning_rate": 3.7259747721173134e-07, |
| "loss": 0.1568, |
| "step": 1842 |
| }, |
| { |
| "epoch": 4.71657069737684, |
| "grad_norm": 0.26944814432184416, |
| "learning_rate": 3.6575047899471085e-07, |
| "loss": 0.1539, |
| "step": 1843 |
| }, |
| { |
| "epoch": 4.719129878438899, |
| "grad_norm": 0.273820427322093, |
| "learning_rate": 3.5896639657342134e-07, |
| "loss": 0.1566, |
| "step": 1844 |
| }, |
| { |
| "epoch": 4.72168905950096, |
| "grad_norm": 0.25408644087595794, |
| "learning_rate": 3.522452516867048e-07, |
| "loss": 0.1751, |
| "step": 1845 |
| }, |
| { |
| "epoch": 4.7242482405630195, |
| "grad_norm": 0.282638324070005, |
| "learning_rate": 3.455870658717353e-07, |
| "loss": 0.1788, |
| "step": 1846 |
| }, |
| { |
| "epoch": 4.72680742162508, |
| "grad_norm": 0.27645267654347633, |
| "learning_rate": 3.3899186046393526e-07, |
| "loss": 0.1856, |
| "step": 1847 |
| }, |
| { |
| "epoch": 4.72936660268714, |
| "grad_norm": 0.28435322569370036, |
| "learning_rate": 3.324596565969174e-07, |
| "loss": 0.1903, |
| "step": 1848 |
| }, |
| { |
| "epoch": 4.7319257837492, |
| "grad_norm": 0.2665475946312596, |
| "learning_rate": 3.2599047520241123e-07, |
| "loss": 0.1625, |
| "step": 1849 |
| }, |
| { |
| "epoch": 4.73448496481126, |
| "grad_norm": 0.2848927094305906, |
| "learning_rate": 3.1958433701019697e-07, |
| "loss": 0.2058, |
| "step": 1850 |
| }, |
| { |
| "epoch": 4.737044145873321, |
| "grad_norm": 0.2704317535606738, |
| "learning_rate": 3.1324126254804524e-07, |
| "loss": 0.1868, |
| "step": 1851 |
| }, |
| { |
| "epoch": 4.739603326935381, |
| "grad_norm": 0.2800291692162128, |
| "learning_rate": 3.069612721416371e-07, |
| "loss": 0.1794, |
| "step": 1852 |
| }, |
| { |
| "epoch": 4.742162507997441, |
| "grad_norm": 0.27622038521669706, |
| "learning_rate": 3.007443859145087e-07, |
| "loss": 0.1701, |
| "step": 1853 |
| }, |
| { |
| "epoch": 4.744721689059501, |
| "grad_norm": 0.28051196613093177, |
| "learning_rate": 2.9459062378799806e-07, |
| "loss": 0.193, |
| "step": 1854 |
| }, |
| { |
| "epoch": 4.747280870121561, |
| "grad_norm": 0.26937886948023293, |
| "learning_rate": 2.8850000548115155e-07, |
| "loss": 0.1645, |
| "step": 1855 |
| }, |
| { |
| "epoch": 4.749840051183622, |
| "grad_norm": 0.2574745053917364, |
| "learning_rate": 2.8247255051068845e-07, |
| "loss": 0.1711, |
| "step": 1856 |
| }, |
| { |
| "epoch": 4.752399232245681, |
| "grad_norm": 0.2716275327438086, |
| "learning_rate": 2.7650827819093005e-07, |
| "loss": 0.1699, |
| "step": 1857 |
| }, |
| { |
| "epoch": 4.754958413307741, |
| "grad_norm": 0.2590049108849854, |
| "learning_rate": 2.706072076337285e-07, |
| "loss": 0.1648, |
| "step": 1858 |
| }, |
| { |
| "epoch": 4.757517594369801, |
| "grad_norm": 0.27267669634639347, |
| "learning_rate": 2.647693577484156e-07, |
| "loss": 0.1887, |
| "step": 1859 |
| }, |
| { |
| "epoch": 4.760076775431862, |
| "grad_norm": 0.27747570018737217, |
| "learning_rate": 2.5899474724174313e-07, |
| "loss": 0.1822, |
| "step": 1860 |
| }, |
| { |
| "epoch": 4.762635956493922, |
| "grad_norm": 0.27256177644643004, |
| "learning_rate": 2.532833946178137e-07, |
| "loss": 0.1833, |
| "step": 1861 |
| }, |
| { |
| "epoch": 4.765195137555982, |
| "grad_norm": 0.26875210471690963, |
| "learning_rate": 2.4763531817802777e-07, |
| "loss": 0.1634, |
| "step": 1862 |
| }, |
| { |
| "epoch": 4.767754318618042, |
| "grad_norm": 0.2841356724669023, |
| "learning_rate": 2.4205053602103015e-07, |
| "loss": 0.1716, |
| "step": 1863 |
| }, |
| { |
| "epoch": 4.770313499680102, |
| "grad_norm": 0.28261688509298977, |
| "learning_rate": 2.365290660426389e-07, |
| "loss": 0.1804, |
| "step": 1864 |
| }, |
| { |
| "epoch": 4.772872680742163, |
| "grad_norm": 0.2673985339554513, |
| "learning_rate": 2.3107092593579905e-07, |
| "loss": 0.17, |
| "step": 1865 |
| }, |
| { |
| "epoch": 4.775431861804223, |
| "grad_norm": 0.2644854641715479, |
| "learning_rate": 2.2567613319051997e-07, |
| "loss": 0.1624, |
| "step": 1866 |
| }, |
| { |
| "epoch": 4.777991042866283, |
| "grad_norm": 0.2657701185136481, |
| "learning_rate": 2.2034470509382234e-07, |
| "loss": 0.1967, |
| "step": 1867 |
| }, |
| { |
| "epoch": 4.780550223928343, |
| "grad_norm": 0.26830383283496656, |
| "learning_rate": 2.1507665872968264e-07, |
| "loss": 0.1743, |
| "step": 1868 |
| }, |
| { |
| "epoch": 4.7831094049904035, |
| "grad_norm": 0.26825661403886375, |
| "learning_rate": 2.0987201097897757e-07, |
| "loss": 0.1697, |
| "step": 1869 |
| }, |
| { |
| "epoch": 4.785668586052463, |
| "grad_norm": 0.25032287801653486, |
| "learning_rate": 2.0473077851942858e-07, |
| "loss": 0.1692, |
| "step": 1870 |
| }, |
| { |
| "epoch": 4.788227767114523, |
| "grad_norm": 0.2540438269392125, |
| "learning_rate": 1.9965297782554848e-07, |
| "loss": 0.1594, |
| "step": 1871 |
| }, |
| { |
| "epoch": 4.790786948176583, |
| "grad_norm": 0.25648856154725486, |
| "learning_rate": 1.9463862516859277e-07, |
| "loss": 0.1862, |
| "step": 1872 |
| }, |
| { |
| "epoch": 4.7933461292386434, |
| "grad_norm": 0.27520225342246696, |
| "learning_rate": 1.896877366165062e-07, |
| "loss": 0.1625, |
| "step": 1873 |
| }, |
| { |
| "epoch": 4.795905310300704, |
| "grad_norm": 0.2879456654071117, |
| "learning_rate": 1.8480032803386505e-07, |
| "loss": 0.1647, |
| "step": 1874 |
| }, |
| { |
| "epoch": 4.798464491362764, |
| "grad_norm": 0.26113619907647856, |
| "learning_rate": 1.799764150818306e-07, |
| "loss": 0.1556, |
| "step": 1875 |
| }, |
| { |
| "epoch": 4.801023672424824, |
| "grad_norm": 0.2684336534763457, |
| "learning_rate": 1.7521601321810687e-07, |
| "loss": 0.1686, |
| "step": 1876 |
| }, |
| { |
| "epoch": 4.803582853486884, |
| "grad_norm": 0.287932659535979, |
| "learning_rate": 1.7051913769687623e-07, |
| "loss": 0.1549, |
| "step": 1877 |
| }, |
| { |
| "epoch": 4.8061420345489445, |
| "grad_norm": 0.26143215817508003, |
| "learning_rate": 1.658858035687594e-07, |
| "loss": 0.1796, |
| "step": 1878 |
| }, |
| { |
| "epoch": 4.808701215611005, |
| "grad_norm": 0.26742321309706935, |
| "learning_rate": 1.6131602568076887e-07, |
| "loss": 0.1723, |
| "step": 1879 |
| }, |
| { |
| "epoch": 4.811260396673065, |
| "grad_norm": 0.26866517810628654, |
| "learning_rate": 1.5680981867625566e-07, |
| "loss": 0.1631, |
| "step": 1880 |
| }, |
| { |
| "epoch": 4.813819577735125, |
| "grad_norm": 0.2664673668196368, |
| "learning_rate": 1.5236719699486256e-07, |
| "loss": 0.1595, |
| "step": 1881 |
| }, |
| { |
| "epoch": 4.816378758797185, |
| "grad_norm": 0.26624359763267497, |
| "learning_rate": 1.479881748724865e-07, |
| "loss": 0.174, |
| "step": 1882 |
| }, |
| { |
| "epoch": 4.818937939859245, |
| "grad_norm": 0.26586320390850965, |
| "learning_rate": 1.4367276634122073e-07, |
| "loss": 0.1733, |
| "step": 1883 |
| }, |
| { |
| "epoch": 4.821497120921305, |
| "grad_norm": 0.2734079332163835, |
| "learning_rate": 1.3942098522931491e-07, |
| "loss": 0.1524, |
| "step": 1884 |
| }, |
| { |
| "epoch": 4.824056301983365, |
| "grad_norm": 0.26860707446851667, |
| "learning_rate": 1.3523284516113955e-07, |
| "loss": 0.1801, |
| "step": 1885 |
| }, |
| { |
| "epoch": 4.826615483045425, |
| "grad_norm": 0.26293219622877667, |
| "learning_rate": 1.3110835955712831e-07, |
| "loss": 0.1789, |
| "step": 1886 |
| }, |
| { |
| "epoch": 4.8291746641074855, |
| "grad_norm": 0.26548180261766674, |
| "learning_rate": 1.2704754163374022e-07, |
| "loss": 0.1643, |
| "step": 1887 |
| }, |
| { |
| "epoch": 4.831733845169546, |
| "grad_norm": 0.27466550793343814, |
| "learning_rate": 1.2305040440342198e-07, |
| "loss": 0.1417, |
| "step": 1888 |
| }, |
| { |
| "epoch": 4.834293026231606, |
| "grad_norm": 0.27044679875019695, |
| "learning_rate": 1.1911696067455902e-07, |
| "loss": 0.1862, |
| "step": 1889 |
| }, |
| { |
| "epoch": 4.836852207293666, |
| "grad_norm": 0.2667382729572236, |
| "learning_rate": 1.1524722305144231e-07, |
| "loss": 0.1671, |
| "step": 1890 |
| }, |
| { |
| "epoch": 4.839411388355726, |
| "grad_norm": 0.26077082259648754, |
| "learning_rate": 1.114412039342172e-07, |
| "loss": 0.1583, |
| "step": 1891 |
| }, |
| { |
| "epoch": 4.841970569417787, |
| "grad_norm": 0.2683982318957702, |
| "learning_rate": 1.0769891551885903e-07, |
| "loss": 0.1689, |
| "step": 1892 |
| }, |
| { |
| "epoch": 4.844529750479847, |
| "grad_norm": 0.26442562426087834, |
| "learning_rate": 1.0402036979711317e-07, |
| "loss": 0.1901, |
| "step": 1893 |
| }, |
| { |
| "epoch": 4.847088931541906, |
| "grad_norm": 0.2628418022630685, |
| "learning_rate": 1.0040557855648169e-07, |
| "loss": 0.1628, |
| "step": 1894 |
| }, |
| { |
| "epoch": 4.849648112603967, |
| "grad_norm": 0.2643402568604478, |
| "learning_rate": 9.685455338016347e-08, |
| "loss": 0.1769, |
| "step": 1895 |
| }, |
| { |
| "epoch": 4.8522072936660265, |
| "grad_norm": 0.27073662782178587, |
| "learning_rate": 9.336730564702745e-08, |
| "loss": 0.163, |
| "step": 1896 |
| }, |
| { |
| "epoch": 4.854766474728087, |
| "grad_norm": 0.2592523308295433, |
| "learning_rate": 8.994384653157718e-08, |
| "loss": 0.1748, |
| "step": 1897 |
| }, |
| { |
| "epoch": 4.857325655790147, |
| "grad_norm": 0.26364468600135543, |
| "learning_rate": 8.658418700391302e-08, |
| "loss": 0.1658, |
| "step": 1898 |
| }, |
| { |
| "epoch": 4.859884836852207, |
| "grad_norm": 0.26261286147824464, |
| "learning_rate": 8.328833782969003e-08, |
| "loss": 0.166, |
| "step": 1899 |
| }, |
| { |
| "epoch": 4.862444017914267, |
| "grad_norm": 0.2752608130158951, |
| "learning_rate": 8.005630957010014e-08, |
| "loss": 0.1832, |
| "step": 1900 |
| }, |
| { |
| "epoch": 4.865003198976328, |
| "grad_norm": 0.27593480590108715, |
| "learning_rate": 7.688811258181883e-08, |
| "loss": 0.1838, |
| "step": 1901 |
| }, |
| { |
| "epoch": 4.867562380038388, |
| "grad_norm": 0.27236472207879586, |
| "learning_rate": 7.378375701698748e-08, |
| "loss": 0.1898, |
| "step": 1902 |
| }, |
| { |
| "epoch": 4.870121561100448, |
| "grad_norm": 0.25195081103744715, |
| "learning_rate": 7.074325282317329e-08, |
| "loss": 0.1754, |
| "step": 1903 |
| }, |
| { |
| "epoch": 4.872680742162508, |
| "grad_norm": 0.2869783000463503, |
| "learning_rate": 6.776660974333605e-08, |
| "loss": 0.1572, |
| "step": 1904 |
| }, |
| { |
| "epoch": 4.8752399232245685, |
| "grad_norm": 0.27441367536012884, |
| "learning_rate": 6.485383731580142e-08, |
| "loss": 0.1766, |
| "step": 1905 |
| }, |
| { |
| "epoch": 4.877799104286629, |
| "grad_norm": 0.28772532733219014, |
| "learning_rate": 6.200494487422771e-08, |
| "loss": 0.1794, |
| "step": 1906 |
| }, |
| { |
| "epoch": 4.880358285348688, |
| "grad_norm": 0.27889648675155043, |
| "learning_rate": 5.921994154758137e-08, |
| "loss": 0.17, |
| "step": 1907 |
| }, |
| { |
| "epoch": 4.882917466410748, |
| "grad_norm": 0.25762876059244744, |
| "learning_rate": 5.649883626009933e-08, |
| "loss": 0.1415, |
| "step": 1908 |
| }, |
| { |
| "epoch": 4.885476647472808, |
| "grad_norm": 0.27418736611080513, |
| "learning_rate": 5.3841637731260054e-08, |
| "loss": 0.1637, |
| "step": 1909 |
| }, |
| { |
| "epoch": 4.888035828534869, |
| "grad_norm": 0.2644534739010174, |
| "learning_rate": 5.1248354475768034e-08, |
| "loss": 0.1856, |
| "step": 1910 |
| }, |
| { |
| "epoch": 4.890595009596929, |
| "grad_norm": 0.26943083477416585, |
| "learning_rate": 4.871899480351605e-08, |
| "loss": 0.1833, |
| "step": 1911 |
| }, |
| { |
| "epoch": 4.893154190658989, |
| "grad_norm": 0.27096897776649476, |
| "learning_rate": 4.6253566819554066e-08, |
| "loss": 0.1646, |
| "step": 1912 |
| }, |
| { |
| "epoch": 4.895713371721049, |
| "grad_norm": 0.2810986979004101, |
| "learning_rate": 4.385207842407813e-08, |
| "loss": 0.1688, |
| "step": 1913 |
| }, |
| { |
| "epoch": 4.8982725527831095, |
| "grad_norm": 0.2780463267788789, |
| "learning_rate": 4.151453731239707e-08, |
| "loss": 0.1889, |
| "step": 1914 |
| }, |
| { |
| "epoch": 4.90083173384517, |
| "grad_norm": 0.2740470136715985, |
| "learning_rate": 3.924095097489922e-08, |
| "loss": 0.1771, |
| "step": 1915 |
| }, |
| { |
| "epoch": 4.90339091490723, |
| "grad_norm": 0.2670609796470983, |
| "learning_rate": 3.703132669704568e-08, |
| "loss": 0.1767, |
| "step": 1916 |
| }, |
| { |
| "epoch": 4.90595009596929, |
| "grad_norm": 0.276634001409615, |
| "learning_rate": 3.4885671559332645e-08, |
| "loss": 0.1698, |
| "step": 1917 |
| }, |
| { |
| "epoch": 4.90850927703135, |
| "grad_norm": 0.2836253559347624, |
| "learning_rate": 3.280399243727806e-08, |
| "loss": 0.1434, |
| "step": 1918 |
| }, |
| { |
| "epoch": 4.9110684580934105, |
| "grad_norm": 0.2596326694355661, |
| "learning_rate": 3.078629600139271e-08, |
| "loss": 0.1738, |
| "step": 1919 |
| }, |
| { |
| "epoch": 4.91362763915547, |
| "grad_norm": 0.26138854550688545, |
| "learning_rate": 2.8832588717164766e-08, |
| "loss": 0.1698, |
| "step": 1920 |
| }, |
| { |
| "epoch": 4.91618682021753, |
| "grad_norm": 0.2629381551374675, |
| "learning_rate": 2.694287684503083e-08, |
| "loss": 0.1803, |
| "step": 1921 |
| }, |
| { |
| "epoch": 4.91874600127959, |
| "grad_norm": 0.2707296291029451, |
| "learning_rate": 2.511716644036932e-08, |
| "loss": 0.2076, |
| "step": 1922 |
| }, |
| { |
| "epoch": 4.9213051823416505, |
| "grad_norm": 0.2643795979993967, |
| "learning_rate": 2.3355463353467168e-08, |
| "loss": 0.1737, |
| "step": 1923 |
| }, |
| { |
| "epoch": 4.923864363403711, |
| "grad_norm": 0.2687386354716593, |
| "learning_rate": 2.1657773229508684e-08, |
| "loss": 0.1525, |
| "step": 1924 |
| }, |
| { |
| "epoch": 4.926423544465771, |
| "grad_norm": 0.25773983452315097, |
| "learning_rate": 2.0024101508555604e-08, |
| "loss": 0.1611, |
| "step": 1925 |
| }, |
| { |
| "epoch": 4.928982725527831, |
| "grad_norm": 0.2759068990299683, |
| "learning_rate": 1.8454453425527098e-08, |
| "loss": 0.149, |
| "step": 1926 |
| }, |
| { |
| "epoch": 4.931541906589891, |
| "grad_norm": 0.2658729323365574, |
| "learning_rate": 1.6948834010190874e-08, |
| "loss": 0.1928, |
| "step": 1927 |
| }, |
| { |
| "epoch": 4.9341010876519515, |
| "grad_norm": 0.28178214512822436, |
| "learning_rate": 1.550724808713877e-08, |
| "loss": 0.1885, |
| "step": 1928 |
| }, |
| { |
| "epoch": 4.936660268714012, |
| "grad_norm": 0.28860699599060785, |
| "learning_rate": 1.4129700275771208e-08, |
| "loss": 0.1466, |
| "step": 1929 |
| }, |
| { |
| "epoch": 4.939219449776072, |
| "grad_norm": 0.2584677694793919, |
| "learning_rate": 1.281619499029274e-08, |
| "loss": 0.1844, |
| "step": 1930 |
| }, |
| { |
| "epoch": 4.941778630838132, |
| "grad_norm": 0.2704355939225655, |
| "learning_rate": 1.1566736439685422e-08, |
| "loss": 0.1687, |
| "step": 1931 |
| }, |
| { |
| "epoch": 4.944337811900192, |
| "grad_norm": 0.2647721632155255, |
| "learning_rate": 1.0381328627702136e-08, |
| "loss": 0.1398, |
| "step": 1932 |
| }, |
| { |
| "epoch": 4.946896992962252, |
| "grad_norm": 0.26415602194940657, |
| "learning_rate": 9.259975352848838e-09, |
| "loss": 0.1665, |
| "step": 1933 |
| }, |
| { |
| "epoch": 4.949456174024312, |
| "grad_norm": 0.26483516576483956, |
| "learning_rate": 8.20268020838455e-09, |
| "loss": 0.1632, |
| "step": 1934 |
| }, |
| { |
| "epoch": 4.952015355086372, |
| "grad_norm": 0.26643152935588643, |
| "learning_rate": 7.209446582292501e-09, |
| "loss": 0.1563, |
| "step": 1935 |
| }, |
| { |
| "epoch": 4.954574536148432, |
| "grad_norm": 0.25910553240725315, |
| "learning_rate": 6.2802776572779005e-09, |
| "loss": 0.1467, |
| "step": 1936 |
| }, |
| { |
| "epoch": 4.957133717210493, |
| "grad_norm": 0.25618053832139825, |
| "learning_rate": 5.415176410765721e-09, |
| "loss": 0.1586, |
| "step": 1937 |
| }, |
| { |
| "epoch": 4.959692898272553, |
| "grad_norm": 0.2519718295297774, |
| "learning_rate": 4.614145614876275e-09, |
| "loss": 0.175, |
| "step": 1938 |
| }, |
| { |
| "epoch": 4.962252079334613, |
| "grad_norm": 0.266276772335997, |
| "learning_rate": 3.877187836422991e-09, |
| "loss": 0.1893, |
| "step": 1939 |
| }, |
| { |
| "epoch": 4.964811260396673, |
| "grad_norm": 0.27130663744108346, |
| "learning_rate": 3.2043054369057523e-09, |
| "loss": 0.1928, |
| "step": 1940 |
| }, |
| { |
| "epoch": 4.967370441458733, |
| "grad_norm": 0.2716068333936989, |
| "learning_rate": 2.5955005725064597e-09, |
| "loss": 0.1714, |
| "step": 1941 |
| }, |
| { |
| "epoch": 4.969929622520794, |
| "grad_norm": 0.26663386055671573, |
| "learning_rate": 2.0507751940690434e-09, |
| "loss": 0.1648, |
| "step": 1942 |
| }, |
| { |
| "epoch": 4.972488803582854, |
| "grad_norm": 0.26494109005360517, |
| "learning_rate": 1.5701310471083476e-09, |
| "loss": 0.1591, |
| "step": 1943 |
| }, |
| { |
| "epoch": 4.975047984644913, |
| "grad_norm": 0.2655087142061252, |
| "learning_rate": 1.1535696717945855e-09, |
| "loss": 0.1437, |
| "step": 1944 |
| }, |
| { |
| "epoch": 4.977607165706974, |
| "grad_norm": 0.27477087152296875, |
| "learning_rate": 8.010924029533406e-10, |
| "loss": 0.1491, |
| "step": 1945 |
| }, |
| { |
| "epoch": 4.980166346769034, |
| "grad_norm": 0.2590976709734058, |
| "learning_rate": 5.127003700589051e-10, |
| "loss": 0.1584, |
| "step": 1946 |
| }, |
| { |
| "epoch": 4.982725527831094, |
| "grad_norm": 0.267447188689341, |
| "learning_rate": 2.8839449723205847e-10, |
| "loss": 0.1975, |
| "step": 1947 |
| }, |
| { |
| "epoch": 4.985284708893154, |
| "grad_norm": 0.2598735449781636, |
| "learning_rate": 1.2817550323784843e-10, |
| "loss": 0.2008, |
| "step": 1948 |
| }, |
| { |
| "epoch": 4.987843889955214, |
| "grad_norm": 0.26368976010696143, |
| "learning_rate": 3.2043901478928666e-11, |
| "loss": 0.1795, |
| "step": 1949 |
| }, |
| { |
| "epoch": 4.990403071017274, |
| "grad_norm": 0.2645697161648628, |
| "learning_rate": 0.0, |
| "loss": 0.1707, |
| "step": 1950 |
| }, |
| { |
| "epoch": 4.990403071017274, |
| "step": 1950, |
| "total_flos": 3.115960359367213e+18, |
| "train_loss": 0.34092234334120386, |
| "train_runtime": 73926.9587, |
| "train_samples_per_second": 3.382, |
| "train_steps_per_second": 0.026 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 1950, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.115960359367213e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
