| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 1053, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.002849002849002849, |
| "grad_norm": 56.0523474942412, |
| "learning_rate": 0.0, |
| "loss": 11.2375, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.005698005698005698, |
| "grad_norm": 56.692305048985084, |
| "learning_rate": 4.7169811320754717e-07, |
| "loss": 11.1498, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.008547008547008548, |
| "grad_norm": 56.20671215302259, |
| "learning_rate": 9.433962264150943e-07, |
| "loss": 11.1995, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.011396011396011397, |
| "grad_norm": 57.07016050341919, |
| "learning_rate": 1.4150943396226415e-06, |
| "loss": 11.17, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.014245014245014245, |
| "grad_norm": 55.67070270531962, |
| "learning_rate": 1.8867924528301887e-06, |
| "loss": 11.2141, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.017094017094017096, |
| "grad_norm": 67.41256511207831, |
| "learning_rate": 2.358490566037736e-06, |
| "loss": 10.8094, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.019943019943019943, |
| "grad_norm": 66.98704800790512, |
| "learning_rate": 2.830188679245283e-06, |
| "loss": 10.6191, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.022792022792022793, |
| "grad_norm": 99.53214132413315, |
| "learning_rate": 3.30188679245283e-06, |
| "loss": 9.2224, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.02564102564102564, |
| "grad_norm": 107.3638343426545, |
| "learning_rate": 3.7735849056603773e-06, |
| "loss": 8.9747, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.02849002849002849, |
| "grad_norm": 65.50392578974085, |
| "learning_rate": 4.245283018867925e-06, |
| "loss": 3.7694, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.03133903133903134, |
| "grad_norm": 52.753132297048275, |
| "learning_rate": 4.716981132075472e-06, |
| "loss": 3.1517, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.03418803418803419, |
| "grad_norm": 34.22470483345867, |
| "learning_rate": 5.188679245283019e-06, |
| "loss": 2.3701, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.037037037037037035, |
| "grad_norm": 8.289999698115077, |
| "learning_rate": 5.660377358490566e-06, |
| "loss": 1.5114, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.039886039886039885, |
| "grad_norm": 4.907971366358463, |
| "learning_rate": 6.132075471698113e-06, |
| "loss": 1.3167, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.042735042735042736, |
| "grad_norm": 3.878187177104665, |
| "learning_rate": 6.60377358490566e-06, |
| "loss": 1.1878, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.045584045584045586, |
| "grad_norm": 2.614057256962741, |
| "learning_rate": 7.0754716981132075e-06, |
| "loss": 1.134, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.04843304843304843, |
| "grad_norm": 2.1563070672973015, |
| "learning_rate": 7.547169811320755e-06, |
| "loss": 1.0503, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.05128205128205128, |
| "grad_norm": 5.014628550733802, |
| "learning_rate": 8.018867924528302e-06, |
| "loss": 0.968, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.05413105413105413, |
| "grad_norm": 5.938244849443368, |
| "learning_rate": 8.49056603773585e-06, |
| "loss": 0.919, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.05698005698005698, |
| "grad_norm": 1.2998505975680303, |
| "learning_rate": 8.962264150943396e-06, |
| "loss": 0.9074, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.05982905982905983, |
| "grad_norm": 1.0231800381234573, |
| "learning_rate": 9.433962264150944e-06, |
| "loss": 0.864, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.06267806267806268, |
| "grad_norm": 0.791900948928139, |
| "learning_rate": 9.905660377358492e-06, |
| "loss": 0.8147, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.06552706552706553, |
| "grad_norm": 0.7091561135310548, |
| "learning_rate": 1.0377358490566038e-05, |
| "loss": 0.8188, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.06837606837606838, |
| "grad_norm": 0.7166203845304848, |
| "learning_rate": 1.0849056603773586e-05, |
| "loss": 0.7601, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.07122507122507123, |
| "grad_norm": 0.8012651357824443, |
| "learning_rate": 1.1320754716981132e-05, |
| "loss": 0.7598, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.07407407407407407, |
| "grad_norm": 0.6383142924108046, |
| "learning_rate": 1.179245283018868e-05, |
| "loss": 0.7514, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.07692307692307693, |
| "grad_norm": 0.5725581821662165, |
| "learning_rate": 1.2264150943396227e-05, |
| "loss": 0.7071, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.07977207977207977, |
| "grad_norm": 0.6425822567656265, |
| "learning_rate": 1.2735849056603775e-05, |
| "loss": 0.7076, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.08262108262108261, |
| "grad_norm": 0.6708098823752852, |
| "learning_rate": 1.320754716981132e-05, |
| "loss": 0.6887, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.08547008547008547, |
| "grad_norm": 0.5685632358364251, |
| "learning_rate": 1.3679245283018869e-05, |
| "loss": 0.6724, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.08831908831908832, |
| "grad_norm": 0.44124658499047564, |
| "learning_rate": 1.4150943396226415e-05, |
| "loss": 0.6856, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.09116809116809117, |
| "grad_norm": 0.46800011010506615, |
| "learning_rate": 1.4622641509433963e-05, |
| "loss": 0.6644, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.09401709401709402, |
| "grad_norm": 0.5235273680352841, |
| "learning_rate": 1.509433962264151e-05, |
| "loss": 0.6491, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.09686609686609686, |
| "grad_norm": 0.46201236009771707, |
| "learning_rate": 1.5566037735849056e-05, |
| "loss": 0.6403, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.09971509971509972, |
| "grad_norm": 0.38923522274855954, |
| "learning_rate": 1.6037735849056604e-05, |
| "loss": 0.6325, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.10256410256410256, |
| "grad_norm": 0.38662678714338583, |
| "learning_rate": 1.650943396226415e-05, |
| "loss": 0.6432, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.10541310541310542, |
| "grad_norm": 0.40192513620663517, |
| "learning_rate": 1.69811320754717e-05, |
| "loss": 0.6126, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.10826210826210826, |
| "grad_norm": 0.3948475707755113, |
| "learning_rate": 1.7452830188679244e-05, |
| "loss": 0.647, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.1111111111111111, |
| "grad_norm": 0.3356078989163562, |
| "learning_rate": 1.7924528301886792e-05, |
| "loss": 0.6174, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.11396011396011396, |
| "grad_norm": 0.30046759356107233, |
| "learning_rate": 1.839622641509434e-05, |
| "loss": 0.6072, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.1168091168091168, |
| "grad_norm": 0.30888114755625345, |
| "learning_rate": 1.8867924528301888e-05, |
| "loss": 0.5935, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.11965811965811966, |
| "grad_norm": 0.30715993049476403, |
| "learning_rate": 1.9339622641509436e-05, |
| "loss": 0.6021, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.1225071225071225, |
| "grad_norm": 0.29429080617445386, |
| "learning_rate": 1.9811320754716984e-05, |
| "loss": 0.5897, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.12535612535612536, |
| "grad_norm": 0.2806609748601335, |
| "learning_rate": 2.0283018867924532e-05, |
| "loss": 0.5712, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.1282051282051282, |
| "grad_norm": 0.3035543416731401, |
| "learning_rate": 2.0754716981132076e-05, |
| "loss": 0.5879, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.13105413105413105, |
| "grad_norm": 0.2757782348628876, |
| "learning_rate": 2.1226415094339624e-05, |
| "loss": 0.5777, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.1339031339031339, |
| "grad_norm": 0.2639801457025701, |
| "learning_rate": 2.1698113207547172e-05, |
| "loss": 0.5605, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.13675213675213677, |
| "grad_norm": 0.2712816187794645, |
| "learning_rate": 2.216981132075472e-05, |
| "loss": 0.5873, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.1396011396011396, |
| "grad_norm": 0.28871963465497535, |
| "learning_rate": 2.2641509433962265e-05, |
| "loss": 0.5727, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.14245014245014245, |
| "grad_norm": 0.28060397078353755, |
| "learning_rate": 2.3113207547169813e-05, |
| "loss": 0.5602, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.1452991452991453, |
| "grad_norm": 0.2771839138643321, |
| "learning_rate": 2.358490566037736e-05, |
| "loss": 0.5543, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.14814814814814814, |
| "grad_norm": 0.25817545404116393, |
| "learning_rate": 2.405660377358491e-05, |
| "loss": 0.5495, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.150997150997151, |
| "grad_norm": 0.2715327298990826, |
| "learning_rate": 2.4528301886792453e-05, |
| "loss": 0.5386, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.15384615384615385, |
| "grad_norm": 0.3009269107284128, |
| "learning_rate": 2.5e-05, |
| "loss": 0.54, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.15669515669515668, |
| "grad_norm": 0.26603937399372396, |
| "learning_rate": 2.547169811320755e-05, |
| "loss": 0.5688, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.15954415954415954, |
| "grad_norm": 0.23331692549766264, |
| "learning_rate": 2.5943396226415094e-05, |
| "loss": 0.5408, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.1623931623931624, |
| "grad_norm": 0.257528511255327, |
| "learning_rate": 2.641509433962264e-05, |
| "loss": 0.5451, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.16524216524216523, |
| "grad_norm": 0.24892299069207233, |
| "learning_rate": 2.688679245283019e-05, |
| "loss": 0.5488, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.16809116809116809, |
| "grad_norm": 0.22893417370533484, |
| "learning_rate": 2.7358490566037738e-05, |
| "loss": 0.5427, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.17094017094017094, |
| "grad_norm": 0.2529033488136545, |
| "learning_rate": 2.7830188679245282e-05, |
| "loss": 0.5667, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.1737891737891738, |
| "grad_norm": 0.2363533954890101, |
| "learning_rate": 2.830188679245283e-05, |
| "loss": 0.5535, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.17663817663817663, |
| "grad_norm": 0.22892978820463591, |
| "learning_rate": 2.8773584905660378e-05, |
| "loss": 0.5482, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.1794871794871795, |
| "grad_norm": 0.23882495609332313, |
| "learning_rate": 2.9245283018867926e-05, |
| "loss": 0.535, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.18233618233618235, |
| "grad_norm": 0.2506420779209896, |
| "learning_rate": 2.971698113207547e-05, |
| "loss": 0.5454, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.18518518518518517, |
| "grad_norm": 0.3063275398024107, |
| "learning_rate": 3.018867924528302e-05, |
| "loss": 0.5444, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.18803418803418803, |
| "grad_norm": 0.23091797227336122, |
| "learning_rate": 3.0660377358490567e-05, |
| "loss": 0.5524, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.1908831908831909, |
| "grad_norm": 0.26395478944072415, |
| "learning_rate": 3.113207547169811e-05, |
| "loss": 0.5063, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.19373219373219372, |
| "grad_norm": 0.24299930461895702, |
| "learning_rate": 3.160377358490566e-05, |
| "loss": 0.5369, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.19658119658119658, |
| "grad_norm": 0.24673885752288957, |
| "learning_rate": 3.207547169811321e-05, |
| "loss": 0.51, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.19943019943019943, |
| "grad_norm": 0.2706880306834431, |
| "learning_rate": 3.254716981132075e-05, |
| "loss": 0.5264, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.2022792022792023, |
| "grad_norm": 0.26249806371875767, |
| "learning_rate": 3.30188679245283e-05, |
| "loss": 0.5451, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.20512820512820512, |
| "grad_norm": 0.3079867132956617, |
| "learning_rate": 3.349056603773585e-05, |
| "loss": 0.5639, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.20797720797720798, |
| "grad_norm": 0.2677449528243656, |
| "learning_rate": 3.39622641509434e-05, |
| "loss": 0.5236, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.21082621082621084, |
| "grad_norm": 0.29313189476756446, |
| "learning_rate": 3.4433962264150943e-05, |
| "loss": 0.5238, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.21367521367521367, |
| "grad_norm": 0.3077114867531552, |
| "learning_rate": 3.490566037735849e-05, |
| "loss": 0.5184, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.21652421652421652, |
| "grad_norm": 0.24841288456262042, |
| "learning_rate": 3.537735849056604e-05, |
| "loss": 0.5164, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.21937321937321938, |
| "grad_norm": 0.28963777073614116, |
| "learning_rate": 3.5849056603773584e-05, |
| "loss": 0.5073, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.2222222222222222, |
| "grad_norm": 0.27823065639727734, |
| "learning_rate": 3.632075471698113e-05, |
| "loss": 0.5269, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.22507122507122507, |
| "grad_norm": 0.32870802313426584, |
| "learning_rate": 3.679245283018868e-05, |
| "loss": 0.5043, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.22792022792022792, |
| "grad_norm": 0.27025584380220774, |
| "learning_rate": 3.7264150943396224e-05, |
| "loss": 0.5024, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.23076923076923078, |
| "grad_norm": 0.33251614434676685, |
| "learning_rate": 3.7735849056603776e-05, |
| "loss": 0.5305, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.2336182336182336, |
| "grad_norm": 0.33641696003904814, |
| "learning_rate": 3.820754716981133e-05, |
| "loss": 0.5161, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.23646723646723647, |
| "grad_norm": 0.27164595148241766, |
| "learning_rate": 3.867924528301887e-05, |
| "loss": 0.4933, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.23931623931623933, |
| "grad_norm": 0.293519778964147, |
| "learning_rate": 3.9150943396226416e-05, |
| "loss": 0.5106, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.24216524216524216, |
| "grad_norm": 0.2711786679654629, |
| "learning_rate": 3.962264150943397e-05, |
| "loss": 0.5056, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.245014245014245, |
| "grad_norm": 0.2909911239118421, |
| "learning_rate": 4.009433962264151e-05, |
| "loss": 0.4906, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.24786324786324787, |
| "grad_norm": 0.2749435561722525, |
| "learning_rate": 4.0566037735849064e-05, |
| "loss": 0.5239, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.25071225071225073, |
| "grad_norm": 0.2966697733485334, |
| "learning_rate": 4.103773584905661e-05, |
| "loss": 0.4857, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.2535612535612536, |
| "grad_norm": 0.2577003407624272, |
| "learning_rate": 4.150943396226415e-05, |
| "loss": 0.5017, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.2564102564102564, |
| "grad_norm": 0.2509274192908608, |
| "learning_rate": 4.1981132075471704e-05, |
| "loss": 0.5094, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.25925925925925924, |
| "grad_norm": 0.26220476456285075, |
| "learning_rate": 4.245283018867925e-05, |
| "loss": 0.521, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.2621082621082621, |
| "grad_norm": 0.26233472271330177, |
| "learning_rate": 4.292452830188679e-05, |
| "loss": 0.5039, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.26495726495726496, |
| "grad_norm": 0.24761878468553983, |
| "learning_rate": 4.3396226415094345e-05, |
| "loss": 0.4948, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.2678062678062678, |
| "grad_norm": 0.2525575556034209, |
| "learning_rate": 4.386792452830189e-05, |
| "loss": 0.5044, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.2706552706552707, |
| "grad_norm": 0.27089466017971453, |
| "learning_rate": 4.433962264150944e-05, |
| "loss": 0.5008, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.27350427350427353, |
| "grad_norm": 0.25465583266476105, |
| "learning_rate": 4.4811320754716985e-05, |
| "loss": 0.4925, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.27635327635327633, |
| "grad_norm": 0.2459248256786745, |
| "learning_rate": 4.528301886792453e-05, |
| "loss": 0.4716, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.2792022792022792, |
| "grad_norm": 0.27690227321171584, |
| "learning_rate": 4.575471698113208e-05, |
| "loss": 0.5057, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.28205128205128205, |
| "grad_norm": 0.31505919622587614, |
| "learning_rate": 4.6226415094339625e-05, |
| "loss": 0.5196, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.2849002849002849, |
| "grad_norm": 0.2645004241178192, |
| "learning_rate": 4.669811320754717e-05, |
| "loss": 0.4741, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.28774928774928776, |
| "grad_norm": 0.28420887135800427, |
| "learning_rate": 4.716981132075472e-05, |
| "loss": 0.489, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.2905982905982906, |
| "grad_norm": 0.2979244733987184, |
| "learning_rate": 4.7641509433962266e-05, |
| "loss": 0.5049, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.2934472934472934, |
| "grad_norm": 0.31699020934728167, |
| "learning_rate": 4.811320754716982e-05, |
| "loss": 0.4846, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.2962962962962963, |
| "grad_norm": 0.2958211929457519, |
| "learning_rate": 4.858490566037736e-05, |
| "loss": 0.4904, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.29914529914529914, |
| "grad_norm": 0.31430371098933885, |
| "learning_rate": 4.9056603773584906e-05, |
| "loss": 0.4864, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.301994301994302, |
| "grad_norm": 0.31807223918157157, |
| "learning_rate": 4.952830188679246e-05, |
| "loss": 0.496, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.30484330484330485, |
| "grad_norm": 0.3012030394747298, |
| "learning_rate": 5e-05, |
| "loss": 0.4889, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.3076923076923077, |
| "grad_norm": 0.26530051400289184, |
| "learning_rate": 4.994720168954594e-05, |
| "loss": 0.4933, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.31054131054131057, |
| "grad_norm": 0.3230552696656243, |
| "learning_rate": 4.989440337909187e-05, |
| "loss": 0.5068, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.31339031339031337, |
| "grad_norm": 0.25705267366009066, |
| "learning_rate": 4.9841605068637805e-05, |
| "loss": 0.499, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.3162393162393162, |
| "grad_norm": 0.3143313651222358, |
| "learning_rate": 4.978880675818374e-05, |
| "loss": 0.4784, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.3190883190883191, |
| "grad_norm": 0.3376761893109501, |
| "learning_rate": 4.973600844772968e-05, |
| "loss": 0.482, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.32193732193732194, |
| "grad_norm": 0.28882046798653027, |
| "learning_rate": 4.968321013727561e-05, |
| "loss": 0.4961, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.3247863247863248, |
| "grad_norm": 0.34419030637706083, |
| "learning_rate": 4.9630411826821544e-05, |
| "loss": 0.4971, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.32763532763532766, |
| "grad_norm": 0.29426005659261695, |
| "learning_rate": 4.957761351636748e-05, |
| "loss": 0.4903, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.33048433048433046, |
| "grad_norm": 0.29019064666682737, |
| "learning_rate": 4.952481520591341e-05, |
| "loss": 0.4897, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 0.33297662577690634, |
| "learning_rate": 4.947201689545935e-05, |
| "loss": 0.4792, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.33618233618233617, |
| "grad_norm": 0.35409595270488886, |
| "learning_rate": 4.941921858500528e-05, |
| "loss": 0.4925, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.33903133903133903, |
| "grad_norm": 0.292433952733655, |
| "learning_rate": 4.936642027455122e-05, |
| "loss": 0.5069, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.3418803418803419, |
| "grad_norm": 0.3320923132157635, |
| "learning_rate": 4.931362196409715e-05, |
| "loss": 0.4946, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.34472934472934474, |
| "grad_norm": 0.27067630597401476, |
| "learning_rate": 4.9260823653643085e-05, |
| "loss": 0.4871, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.3475783475783476, |
| "grad_norm": 0.30304447173190324, |
| "learning_rate": 4.920802534318902e-05, |
| "loss": 0.487, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.3504273504273504, |
| "grad_norm": 0.3039645539285113, |
| "learning_rate": 4.915522703273496e-05, |
| "loss": 0.4867, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.35327635327635326, |
| "grad_norm": 0.2824982694185181, |
| "learning_rate": 4.9102428722280894e-05, |
| "loss": 0.4611, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.3561253561253561, |
| "grad_norm": 0.28260131702992686, |
| "learning_rate": 4.9049630411826823e-05, |
| "loss": 0.4652, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.358974358974359, |
| "grad_norm": 0.34703216534596504, |
| "learning_rate": 4.899683210137276e-05, |
| "loss": 0.4865, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.36182336182336183, |
| "grad_norm": 0.3162837076477058, |
| "learning_rate": 4.894403379091869e-05, |
| "loss": 0.4954, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.3646723646723647, |
| "grad_norm": 0.3293203697511355, |
| "learning_rate": 4.8891235480464626e-05, |
| "loss": 0.4995, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.36752136752136755, |
| "grad_norm": 0.27295379955106025, |
| "learning_rate": 4.883843717001056e-05, |
| "loss": 0.4872, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.37037037037037035, |
| "grad_norm": 0.3102376623883744, |
| "learning_rate": 4.87856388595565e-05, |
| "loss": 0.481, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.3732193732193732, |
| "grad_norm": 0.31091911179304077, |
| "learning_rate": 4.8732840549102435e-05, |
| "loss": 0.4891, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.37606837606837606, |
| "grad_norm": 0.29399727700411593, |
| "learning_rate": 4.8680042238648365e-05, |
| "loss": 0.4678, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.3789173789173789, |
| "grad_norm": 0.3409889899938261, |
| "learning_rate": 4.86272439281943e-05, |
| "loss": 0.4881, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.3817663817663818, |
| "grad_norm": 0.3046568772014337, |
| "learning_rate": 4.857444561774023e-05, |
| "loss": 0.4788, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.38461538461538464, |
| "grad_norm": 0.24665708555682755, |
| "learning_rate": 4.852164730728617e-05, |
| "loss": 0.4572, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.38746438746438744, |
| "grad_norm": 0.3016729598811574, |
| "learning_rate": 4.8468848996832103e-05, |
| "loss": 0.4804, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.3903133903133903, |
| "grad_norm": 0.3530427507474638, |
| "learning_rate": 4.841605068637804e-05, |
| "loss": 0.4843, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.39316239316239315, |
| "grad_norm": 0.2856167787643274, |
| "learning_rate": 4.8363252375923976e-05, |
| "loss": 0.4715, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.396011396011396, |
| "grad_norm": 0.37847572959684284, |
| "learning_rate": 4.8310454065469906e-05, |
| "loss": 0.4968, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.39886039886039887, |
| "grad_norm": 0.28801978777804754, |
| "learning_rate": 4.825765575501584e-05, |
| "loss": 0.4632, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.4017094017094017, |
| "grad_norm": 0.3525074681127096, |
| "learning_rate": 4.820485744456177e-05, |
| "loss": 0.4827, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.4045584045584046, |
| "grad_norm": 0.3526537528509632, |
| "learning_rate": 4.8152059134107715e-05, |
| "loss": 0.4732, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.4074074074074074, |
| "grad_norm": 0.34857652018932117, |
| "learning_rate": 4.8099260823653645e-05, |
| "loss": 0.4867, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.41025641025641024, |
| "grad_norm": 0.3727176334678898, |
| "learning_rate": 4.804646251319958e-05, |
| "loss": 0.4834, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.4131054131054131, |
| "grad_norm": 0.3140976089416083, |
| "learning_rate": 4.799366420274552e-05, |
| "loss": 0.4675, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.41595441595441596, |
| "grad_norm": 0.44474986509411835, |
| "learning_rate": 4.794086589229145e-05, |
| "loss": 0.4914, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.4188034188034188, |
| "grad_norm": 0.3390407952306162, |
| "learning_rate": 4.788806758183738e-05, |
| "loss": 0.4731, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.42165242165242167, |
| "grad_norm": 0.48836879750115086, |
| "learning_rate": 4.783526927138332e-05, |
| "loss": 0.4921, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.42450142450142453, |
| "grad_norm": 0.33589080513403735, |
| "learning_rate": 4.7782470960929256e-05, |
| "loss": 0.4912, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.42735042735042733, |
| "grad_norm": 0.36236282963696415, |
| "learning_rate": 4.7729672650475186e-05, |
| "loss": 0.4601, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.4301994301994302, |
| "grad_norm": 0.2797897413436219, |
| "learning_rate": 4.767687434002112e-05, |
| "loss": 0.4672, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.43304843304843305, |
| "grad_norm": 0.4148496937386019, |
| "learning_rate": 4.762407602956706e-05, |
| "loss": 0.4819, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.4358974358974359, |
| "grad_norm": 0.3395999932409137, |
| "learning_rate": 4.757127771911299e-05, |
| "loss": 0.4701, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.43874643874643876, |
| "grad_norm": 0.31394240245627125, |
| "learning_rate": 4.7518479408658925e-05, |
| "loss": 0.4702, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.4415954415954416, |
| "grad_norm": 0.3976902607497981, |
| "learning_rate": 4.746568109820486e-05, |
| "loss": 0.4754, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.4444444444444444, |
| "grad_norm": 0.26007701688937257, |
| "learning_rate": 4.74128827877508e-05, |
| "loss": 0.4719, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.4472934472934473, |
| "grad_norm": 0.3615746631327949, |
| "learning_rate": 4.736008447729673e-05, |
| "loss": 0.483, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.45014245014245013, |
| "grad_norm": 0.3262559663383385, |
| "learning_rate": 4.730728616684266e-05, |
| "loss": 0.4701, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.452991452991453, |
| "grad_norm": 0.3054913734906384, |
| "learning_rate": 4.725448785638859e-05, |
| "loss": 0.4755, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.45584045584045585, |
| "grad_norm": 0.28714899368154406, |
| "learning_rate": 4.720168954593453e-05, |
| "loss": 0.4715, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.4586894586894587, |
| "grad_norm": 0.3094277794993974, |
| "learning_rate": 4.7148891235480466e-05, |
| "loss": 0.4621, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.46153846153846156, |
| "grad_norm": 0.3440166736205401, |
| "learning_rate": 4.70960929250264e-05, |
| "loss": 0.485, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.46438746438746437, |
| "grad_norm": 0.32050130614453004, |
| "learning_rate": 4.704329461457234e-05, |
| "loss": 0.4699, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.4672364672364672, |
| "grad_norm": 0.3462845175709499, |
| "learning_rate": 4.699049630411827e-05, |
| "loss": 0.467, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.4700854700854701, |
| "grad_norm": 0.25813062925512487, |
| "learning_rate": 4.6937697993664204e-05, |
| "loss": 0.4678, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.47293447293447294, |
| "grad_norm": 0.2774578719211831, |
| "learning_rate": 4.6884899683210134e-05, |
| "loss": 0.4517, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.4757834757834758, |
| "grad_norm": 0.27947314173878857, |
| "learning_rate": 4.683210137275608e-05, |
| "loss": 0.465, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.47863247863247865, |
| "grad_norm": 0.22733723587768467, |
| "learning_rate": 4.677930306230201e-05, |
| "loss": 0.4537, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.48148148148148145, |
| "grad_norm": 0.29661252845278596, |
| "learning_rate": 4.672650475184794e-05, |
| "loss": 0.4846, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.4843304843304843, |
| "grad_norm": 0.3089830748079026, |
| "learning_rate": 4.667370644139388e-05, |
| "loss": 0.4557, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.48717948717948717, |
| "grad_norm": 0.24997311130541303, |
| "learning_rate": 4.662090813093981e-05, |
| "loss": 0.45, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.49002849002849, |
| "grad_norm": 0.33175156279149914, |
| "learning_rate": 4.6568109820485746e-05, |
| "loss": 0.4689, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.4928774928774929, |
| "grad_norm": 0.2602987055448183, |
| "learning_rate": 4.651531151003168e-05, |
| "loss": 0.4659, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.49572649572649574, |
| "grad_norm": 0.3460341458612977, |
| "learning_rate": 4.646251319957762e-05, |
| "loss": 0.4765, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.4985754985754986, |
| "grad_norm": 0.2961420307282209, |
| "learning_rate": 4.640971488912355e-05, |
| "loss": 0.4924, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.5014245014245015, |
| "grad_norm": 0.300448359282463, |
| "learning_rate": 4.6356916578669484e-05, |
| "loss": 0.4772, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.5042735042735043, |
| "grad_norm": 0.27326740002063005, |
| "learning_rate": 4.630411826821542e-05, |
| "loss": 0.4481, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.5071225071225072, |
| "grad_norm": 0.3260005365533567, |
| "learning_rate": 4.625131995776135e-05, |
| "loss": 0.4757, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.50997150997151, |
| "grad_norm": 0.3072044287066991, |
| "learning_rate": 4.619852164730729e-05, |
| "loss": 0.4749, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.5128205128205128, |
| "grad_norm": 0.29686452489417353, |
| "learning_rate": 4.614572333685322e-05, |
| "loss": 0.4599, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.5156695156695157, |
| "grad_norm": 0.294950820175362, |
| "learning_rate": 4.609292502639916e-05, |
| "loss": 0.4821, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.5185185185185185, |
| "grad_norm": 0.30491136720622375, |
| "learning_rate": 4.604012671594509e-05, |
| "loss": 0.4537, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.5213675213675214, |
| "grad_norm": 0.30581018423213313, |
| "learning_rate": 4.5987328405491026e-05, |
| "loss": 0.4641, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.5242165242165242, |
| "grad_norm": 0.35426832507345146, |
| "learning_rate": 4.593453009503696e-05, |
| "loss": 0.4671, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.5270655270655271, |
| "grad_norm": 0.33464439271326646, |
| "learning_rate": 4.588173178458289e-05, |
| "loss": 0.4692, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.5299145299145299, |
| "grad_norm": 0.30593521291345677, |
| "learning_rate": 4.5828933474128835e-05, |
| "loss": 0.4744, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.5327635327635327, |
| "grad_norm": 0.27674703467670597, |
| "learning_rate": 4.5776135163674764e-05, |
| "loss": 0.4437, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.5356125356125356, |
| "grad_norm": 0.280964484952, |
| "learning_rate": 4.57233368532207e-05, |
| "loss": 0.467, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.5384615384615384, |
| "grad_norm": 0.26185851570092444, |
| "learning_rate": 4.567053854276663e-05, |
| "loss": 0.4426, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.5413105413105413, |
| "grad_norm": 0.2584808882693542, |
| "learning_rate": 4.561774023231257e-05, |
| "loss": 0.4611, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.5441595441595442, |
| "grad_norm": 0.26904667580690866, |
| "learning_rate": 4.55649419218585e-05, |
| "loss": 0.4575, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.5470085470085471, |
| "grad_norm": 0.2487167605386707, |
| "learning_rate": 4.551214361140444e-05, |
| "loss": 0.457, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.5498575498575499, |
| "grad_norm": 0.28142301387763136, |
| "learning_rate": 4.5459345300950376e-05, |
| "loss": 0.4586, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.5527065527065527, |
| "grad_norm": 0.31342474806414733, |
| "learning_rate": 4.5406546990496306e-05, |
| "loss": 0.4866, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.5555555555555556, |
| "grad_norm": 0.2847923191286588, |
| "learning_rate": 4.535374868004224e-05, |
| "loss": 0.4643, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.5584045584045584, |
| "grad_norm": 0.3095635932106011, |
| "learning_rate": 4.530095036958817e-05, |
| "loss": 0.4645, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.5612535612535613, |
| "grad_norm": 0.24639525285599803, |
| "learning_rate": 4.524815205913411e-05, |
| "loss": 0.4577, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.5641025641025641, |
| "grad_norm": 0.26955963685848316, |
| "learning_rate": 4.5195353748680044e-05, |
| "loss": 0.4626, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.5669515669515669, |
| "grad_norm": 0.24214389870117736, |
| "learning_rate": 4.514255543822598e-05, |
| "loss": 0.4535, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.5698005698005698, |
| "grad_norm": 0.2610341258337823, |
| "learning_rate": 4.508975712777192e-05, |
| "loss": 0.4583, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.5726495726495726, |
| "grad_norm": 0.25907163228127456, |
| "learning_rate": 4.503695881731785e-05, |
| "loss": 0.4535, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.5754985754985755, |
| "grad_norm": 0.2761897395293128, |
| "learning_rate": 4.498416050686378e-05, |
| "loss": 0.4543, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.5783475783475783, |
| "grad_norm": 0.31059563404737606, |
| "learning_rate": 4.493136219640971e-05, |
| "loss": 0.4523, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.5811965811965812, |
| "grad_norm": 0.286738470928712, |
| "learning_rate": 4.487856388595565e-05, |
| "loss": 0.4836, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.584045584045584, |
| "grad_norm": 0.2967602486544982, |
| "learning_rate": 4.4825765575501585e-05, |
| "loss": 0.4637, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.5868945868945868, |
| "grad_norm": 0.2708153047318558, |
| "learning_rate": 4.477296726504752e-05, |
| "loss": 0.4497, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.5897435897435898, |
| "grad_norm": 0.2746307872171804, |
| "learning_rate": 4.472016895459346e-05, |
| "loss": 0.4512, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.5925925925925926, |
| "grad_norm": 0.3328817061733048, |
| "learning_rate": 4.466737064413939e-05, |
| "loss": 0.4613, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.5954415954415955, |
| "grad_norm": 0.2759545614945111, |
| "learning_rate": 4.4614572333685324e-05, |
| "loss": 0.4727, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.5982905982905983, |
| "grad_norm": 0.318009089876618, |
| "learning_rate": 4.4561774023231254e-05, |
| "loss": 0.4747, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.6011396011396012, |
| "grad_norm": 0.25640815318642596, |
| "learning_rate": 4.45089757127772e-05, |
| "loss": 0.4719, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.603988603988604, |
| "grad_norm": 0.34436494976967913, |
| "learning_rate": 4.445617740232313e-05, |
| "loss": 0.4646, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.6068376068376068, |
| "grad_norm": 1.7399032191303827, |
| "learning_rate": 4.440337909186906e-05, |
| "loss": 0.5284, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.6096866096866097, |
| "grad_norm": 0.26447171131249575, |
| "learning_rate": 4.4350580781415e-05, |
| "loss": 0.4598, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.6125356125356125, |
| "grad_norm": 0.2571865578633, |
| "learning_rate": 4.429778247096093e-05, |
| "loss": 0.4491, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.6153846153846154, |
| "grad_norm": 0.28498607832783857, |
| "learning_rate": 4.4244984160506865e-05, |
| "loss": 0.4572, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.6182336182336182, |
| "grad_norm": 0.23557920258321058, |
| "learning_rate": 4.41921858500528e-05, |
| "loss": 0.4489, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.6210826210826211, |
| "grad_norm": 0.3049575913824341, |
| "learning_rate": 4.413938753959874e-05, |
| "loss": 0.4505, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.6239316239316239, |
| "grad_norm": 0.2582271333688809, |
| "learning_rate": 4.408658922914467e-05, |
| "loss": 0.4608, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.6267806267806267, |
| "grad_norm": 0.2823458887788208, |
| "learning_rate": 4.4033790918690604e-05, |
| "loss": 0.4533, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.6296296296296297, |
| "grad_norm": 0.2386332818361518, |
| "learning_rate": 4.398099260823654e-05, |
| "loss": 0.4559, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.6324786324786325, |
| "grad_norm": 0.28795366606672157, |
| "learning_rate": 4.392819429778247e-05, |
| "loss": 0.4566, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.6353276353276354, |
| "grad_norm": 0.24919391725324347, |
| "learning_rate": 4.3875395987328407e-05, |
| "loss": 0.4716, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.6381766381766382, |
| "grad_norm": 0.2818278431774406, |
| "learning_rate": 4.382259767687434e-05, |
| "loss": 0.4504, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.6410256410256411, |
| "grad_norm": 0.2814493678841764, |
| "learning_rate": 4.376979936642028e-05, |
| "loss": 0.4434, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.6438746438746439, |
| "grad_norm": 0.2666133240725091, |
| "learning_rate": 4.371700105596621e-05, |
| "loss": 0.4552, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.6467236467236467, |
| "grad_norm": 0.2685467121594498, |
| "learning_rate": 4.3664202745512145e-05, |
| "loss": 0.4726, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.6495726495726496, |
| "grad_norm": 0.299879211553589, |
| "learning_rate": 4.361140443505808e-05, |
| "loss": 0.4471, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.6524216524216524, |
| "grad_norm": 0.23994886539791888, |
| "learning_rate": 4.355860612460401e-05, |
| "loss": 0.4588, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.6552706552706553, |
| "grad_norm": 0.32262816469344513, |
| "learning_rate": 4.3505807814149955e-05, |
| "loss": 0.4518, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.6581196581196581, |
| "grad_norm": 0.26072493194234536, |
| "learning_rate": 4.3453009503695884e-05, |
| "loss": 0.4659, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.6609686609686609, |
| "grad_norm": 0.31586564589968463, |
| "learning_rate": 4.340021119324182e-05, |
| "loss": 0.456, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.6638176638176638, |
| "grad_norm": 0.253201215778207, |
| "learning_rate": 4.334741288278775e-05, |
| "loss": 0.4519, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 0.33113742268580176, |
| "learning_rate": 4.3294614572333687e-05, |
| "loss": 0.4533, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.6695156695156695, |
| "grad_norm": 0.2760668240736258, |
| "learning_rate": 4.324181626187962e-05, |
| "loss": 0.4663, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.6723646723646723, |
| "grad_norm": 0.344650634136037, |
| "learning_rate": 4.318901795142556e-05, |
| "loss": 0.4161, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.6752136752136753, |
| "grad_norm": 0.26467354227622525, |
| "learning_rate": 4.3136219640971496e-05, |
| "loss": 0.4558, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.6780626780626781, |
| "grad_norm": 0.310387292035022, |
| "learning_rate": 4.3083421330517425e-05, |
| "loss": 0.4507, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.6809116809116809, |
| "grad_norm": 0.26104826670851183, |
| "learning_rate": 4.303062302006336e-05, |
| "loss": 0.4418, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.6837606837606838, |
| "grad_norm": 0.33335191034296224, |
| "learning_rate": 4.297782470960929e-05, |
| "loss": 0.4696, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.6866096866096866, |
| "grad_norm": 0.23349617986863688, |
| "learning_rate": 4.292502639915523e-05, |
| "loss": 0.4354, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.6894586894586895, |
| "grad_norm": 0.3264954704665932, |
| "learning_rate": 4.2872228088701164e-05, |
| "loss": 0.4495, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.6923076923076923, |
| "grad_norm": 0.23219348921049893, |
| "learning_rate": 4.28194297782471e-05, |
| "loss": 0.4368, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.6951566951566952, |
| "grad_norm": 0.30581540788611133, |
| "learning_rate": 4.276663146779304e-05, |
| "loss": 0.4632, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.698005698005698, |
| "grad_norm": 0.2544190208608847, |
| "learning_rate": 4.2713833157338966e-05, |
| "loss": 0.4289, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.7008547008547008, |
| "grad_norm": 0.28161765276112943, |
| "learning_rate": 4.26610348468849e-05, |
| "loss": 0.4581, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.7037037037037037, |
| "grad_norm": 0.22266448187906657, |
| "learning_rate": 4.260823653643083e-05, |
| "loss": 0.4442, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.7065527065527065, |
| "grad_norm": 0.2845469466464988, |
| "learning_rate": 4.255543822597677e-05, |
| "loss": 0.4574, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.7094017094017094, |
| "grad_norm": 0.27607235956300574, |
| "learning_rate": 4.2502639915522705e-05, |
| "loss": 0.4486, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.7122507122507122, |
| "grad_norm": 0.2771911103653057, |
| "learning_rate": 4.244984160506864e-05, |
| "loss": 0.4502, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.7150997150997151, |
| "grad_norm": 0.30336246911969705, |
| "learning_rate": 4.239704329461457e-05, |
| "loss": 0.4521, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.717948717948718, |
| "grad_norm": 0.2530206241923089, |
| "learning_rate": 4.234424498416051e-05, |
| "loss": 0.4548, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.7207977207977208, |
| "grad_norm": 0.3101890920570867, |
| "learning_rate": 4.2291446673706444e-05, |
| "loss": 0.4477, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.7236467236467237, |
| "grad_norm": 0.255737006138244, |
| "learning_rate": 4.2238648363252374e-05, |
| "loss": 0.4494, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.7264957264957265, |
| "grad_norm": 0.3158292287331288, |
| "learning_rate": 4.218585005279832e-05, |
| "loss": 0.4486, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.7293447293447294, |
| "grad_norm": 0.2874817334553929, |
| "learning_rate": 4.2133051742344246e-05, |
| "loss": 0.4492, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.7321937321937322, |
| "grad_norm": 0.2993674086081719, |
| "learning_rate": 4.208025343189018e-05, |
| "loss": 0.446, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.7350427350427351, |
| "grad_norm": 0.26020269412885194, |
| "learning_rate": 4.202745512143611e-05, |
| "loss": 0.4416, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.7378917378917379, |
| "grad_norm": 0.29543250701797663, |
| "learning_rate": 4.197465681098205e-05, |
| "loss": 0.4481, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.7407407407407407, |
| "grad_norm": 0.24853929821482904, |
| "learning_rate": 4.1921858500527985e-05, |
| "loss": 0.46, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.7435897435897436, |
| "grad_norm": 0.3195779365953625, |
| "learning_rate": 4.186906019007392e-05, |
| "loss": 0.4508, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.7464387464387464, |
| "grad_norm": 0.2326123884289747, |
| "learning_rate": 4.181626187961986e-05, |
| "loss": 0.446, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.7492877492877493, |
| "grad_norm": 0.2848262848249219, |
| "learning_rate": 4.176346356916579e-05, |
| "loss": 0.4558, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.7521367521367521, |
| "grad_norm": 0.2499757501835736, |
| "learning_rate": 4.1710665258711724e-05, |
| "loss": 0.4426, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.7549857549857549, |
| "grad_norm": 0.2914547474394867, |
| "learning_rate": 4.1657866948257654e-05, |
| "loss": 0.4563, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.7578347578347578, |
| "grad_norm": 0.2576885537277797, |
| "learning_rate": 4.160506863780359e-05, |
| "loss": 0.4396, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.7606837606837606, |
| "grad_norm": 0.26204392829857903, |
| "learning_rate": 4.1552270327349526e-05, |
| "loss": 0.4472, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.7635327635327636, |
| "grad_norm": 0.3265158503996716, |
| "learning_rate": 4.149947201689546e-05, |
| "loss": 0.451, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.7663817663817664, |
| "grad_norm": 0.2609942596958091, |
| "learning_rate": 4.14466737064414e-05, |
| "loss": 0.4595, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.7692307692307693, |
| "grad_norm": 0.268707951552568, |
| "learning_rate": 4.139387539598733e-05, |
| "loss": 0.4447, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.7720797720797721, |
| "grad_norm": 0.28137031045693933, |
| "learning_rate": 4.1341077085533265e-05, |
| "loss": 0.4549, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.7749287749287749, |
| "grad_norm": 0.29190078199597813, |
| "learning_rate": 4.1288278775079195e-05, |
| "loss": 0.4477, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.7777777777777778, |
| "grad_norm": 0.2454715815920555, |
| "learning_rate": 4.123548046462513e-05, |
| "loss": 0.4324, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.7806267806267806, |
| "grad_norm": 0.3094193045635567, |
| "learning_rate": 4.118268215417107e-05, |
| "loss": 0.427, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.7834757834757835, |
| "grad_norm": 0.24434281879639438, |
| "learning_rate": 4.1129883843717004e-05, |
| "loss": 0.4446, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.7863247863247863, |
| "grad_norm": 0.29785841511085437, |
| "learning_rate": 4.107708553326294e-05, |
| "loss": 0.4316, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.7891737891737892, |
| "grad_norm": 0.24685554556974273, |
| "learning_rate": 4.102428722280887e-05, |
| "loss": 0.4376, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.792022792022792, |
| "grad_norm": 0.24898713039939369, |
| "learning_rate": 4.0971488912354806e-05, |
| "loss": 0.4403, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.7948717948717948, |
| "grad_norm": 0.30241270134797515, |
| "learning_rate": 4.0918690601900736e-05, |
| "loss": 0.4416, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.7977207977207977, |
| "grad_norm": 0.24307748159009482, |
| "learning_rate": 4.086589229144668e-05, |
| "loss": 0.4398, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.8005698005698005, |
| "grad_norm": 0.26394622572849324, |
| "learning_rate": 4.081309398099261e-05, |
| "loss": 0.4421, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.8034188034188035, |
| "grad_norm": 0.24299948905266622, |
| "learning_rate": 4.0760295670538545e-05, |
| "loss": 0.456, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.8062678062678063, |
| "grad_norm": 0.2538995235843933, |
| "learning_rate": 4.070749736008448e-05, |
| "loss": 0.4411, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.8091168091168092, |
| "grad_norm": 0.24352793364283998, |
| "learning_rate": 4.065469904963041e-05, |
| "loss": 0.4457, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.811965811965812, |
| "grad_norm": 0.754328353026504, |
| "learning_rate": 4.060190073917635e-05, |
| "loss": 0.4749, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.8148148148148148, |
| "grad_norm": 0.2608557320949828, |
| "learning_rate": 4.0549102428722284e-05, |
| "loss": 0.4366, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.8176638176638177, |
| "grad_norm": 0.25680855446240963, |
| "learning_rate": 4.049630411826822e-05, |
| "loss": 0.4435, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.8205128205128205, |
| "grad_norm": 0.23235073760106573, |
| "learning_rate": 4.044350580781415e-05, |
| "loss": 0.4507, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.8233618233618234, |
| "grad_norm": 0.2503349096849241, |
| "learning_rate": 4.0390707497360086e-05, |
| "loss": 0.4474, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.8262108262108262, |
| "grad_norm": 0.24087457888823843, |
| "learning_rate": 4.033790918690602e-05, |
| "loss": 0.4312, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.8290598290598291, |
| "grad_norm": 0.25448968083447765, |
| "learning_rate": 4.028511087645195e-05, |
| "loss": 0.4466, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.8319088319088319, |
| "grad_norm": 0.24829756385015966, |
| "learning_rate": 4.023231256599789e-05, |
| "loss": 0.4545, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.8347578347578347, |
| "grad_norm": 0.25607715347273097, |
| "learning_rate": 4.0179514255543825e-05, |
| "loss": 0.4565, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.8376068376068376, |
| "grad_norm": 0.3091527511324264, |
| "learning_rate": 4.012671594508976e-05, |
| "loss": 0.4561, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.8404558404558404, |
| "grad_norm": 0.24780329551924565, |
| "learning_rate": 4.007391763463569e-05, |
| "loss": 0.4442, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.8433048433048433, |
| "grad_norm": 0.2931917392412753, |
| "learning_rate": 4.002111932418163e-05, |
| "loss": 0.4562, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.8461538461538461, |
| "grad_norm": 0.23945446840779216, |
| "learning_rate": 3.9968321013727564e-05, |
| "loss": 0.4407, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.8490028490028491, |
| "grad_norm": 0.27070479647529605, |
| "learning_rate": 3.991552270327349e-05, |
| "loss": 0.4371, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.8518518518518519, |
| "grad_norm": 0.2692423182003942, |
| "learning_rate": 3.9862724392819437e-05, |
| "loss": 0.4461, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.8547008547008547, |
| "grad_norm": 0.2707107693436041, |
| "learning_rate": 3.9809926082365366e-05, |
| "loss": 0.4435, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.8575498575498576, |
| "grad_norm": 0.2500219756684885, |
| "learning_rate": 3.97571277719113e-05, |
| "loss": 0.4288, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.8603988603988604, |
| "grad_norm": 0.2783790061607216, |
| "learning_rate": 3.970432946145723e-05, |
| "loss": 0.4486, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.8632478632478633, |
| "grad_norm": 0.2407111058958332, |
| "learning_rate": 3.965153115100317e-05, |
| "loss": 0.4514, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.8660968660968661, |
| "grad_norm": 0.30074552592413345, |
| "learning_rate": 3.9598732840549105e-05, |
| "loss": 0.4408, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.8689458689458689, |
| "grad_norm": 0.21341465024781467, |
| "learning_rate": 3.954593453009504e-05, |
| "loss": 0.4216, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.8717948717948718, |
| "grad_norm": 0.2938618051639469, |
| "learning_rate": 3.949313621964098e-05, |
| "loss": 0.4416, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.8746438746438746, |
| "grad_norm": 0.48732469986333266, |
| "learning_rate": 3.944033790918691e-05, |
| "loss": 0.4516, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.8774928774928775, |
| "grad_norm": 0.2735554566382607, |
| "learning_rate": 3.9387539598732844e-05, |
| "loss": 0.4383, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.8803418803418803, |
| "grad_norm": 0.28479664265954874, |
| "learning_rate": 3.933474128827877e-05, |
| "loss": 0.4458, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.8831908831908832, |
| "grad_norm": 0.22798637141219172, |
| "learning_rate": 3.928194297782471e-05, |
| "loss": 0.442, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.886039886039886, |
| "grad_norm": 0.24677969245732811, |
| "learning_rate": 3.9229144667370646e-05, |
| "loss": 0.4481, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.8888888888888888, |
| "grad_norm": 0.29202684528549283, |
| "learning_rate": 3.917634635691658e-05, |
| "loss": 0.4412, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.8917378917378918, |
| "grad_norm": 0.2606008473665173, |
| "learning_rate": 3.912354804646252e-05, |
| "loss": 0.435, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.8945868945868946, |
| "grad_norm": 0.26749609172100086, |
| "learning_rate": 3.907074973600845e-05, |
| "loss": 0.4516, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.8974358974358975, |
| "grad_norm": 0.22520943451800887, |
| "learning_rate": 3.9017951425554385e-05, |
| "loss": 0.4241, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.9002849002849003, |
| "grad_norm": 0.22909468804333016, |
| "learning_rate": 3.8965153115100314e-05, |
| "loss": 0.4379, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.9031339031339032, |
| "grad_norm": 0.2836733485621368, |
| "learning_rate": 3.891235480464625e-05, |
| "loss": 0.4476, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.905982905982906, |
| "grad_norm": 0.244148163521808, |
| "learning_rate": 3.885955649419219e-05, |
| "loss": 0.4546, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.9088319088319088, |
| "grad_norm": 0.24672915009941915, |
| "learning_rate": 3.8806758183738124e-05, |
| "loss": 0.4368, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.9116809116809117, |
| "grad_norm": 0.4272615119652992, |
| "learning_rate": 3.875395987328406e-05, |
| "loss": 0.4334, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.9145299145299145, |
| "grad_norm": 0.24895020848554578, |
| "learning_rate": 3.870116156282999e-05, |
| "loss": 0.4442, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.9173789173789174, |
| "grad_norm": 0.2658053036431955, |
| "learning_rate": 3.8648363252375926e-05, |
| "loss": 0.4383, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.9202279202279202, |
| "grad_norm": 0.2643219649864309, |
| "learning_rate": 3.8595564941921856e-05, |
| "loss": 0.4251, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.9230769230769231, |
| "grad_norm": 0.2365954433037453, |
| "learning_rate": 3.85427666314678e-05, |
| "loss": 0.4499, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.9259259259259259, |
| "grad_norm": 0.2633023483060389, |
| "learning_rate": 3.848996832101373e-05, |
| "loss": 0.4384, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.9287749287749287, |
| "grad_norm": 0.2956130036845057, |
| "learning_rate": 3.8437170010559665e-05, |
| "loss": 0.4396, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.9316239316239316, |
| "grad_norm": 0.24882987462496686, |
| "learning_rate": 3.83843717001056e-05, |
| "loss": 0.45, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.9344729344729344, |
| "grad_norm": 1.5891449688358956, |
| "learning_rate": 3.833157338965153e-05, |
| "loss": 0.4415, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.9373219373219374, |
| "grad_norm": 0.3349715325263592, |
| "learning_rate": 3.827877507919747e-05, |
| "loss": 0.4457, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.9401709401709402, |
| "grad_norm": 0.2848178852794376, |
| "learning_rate": 3.8225976768743404e-05, |
| "loss": 0.456, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.9430199430199431, |
| "grad_norm": 0.302751156256454, |
| "learning_rate": 3.817317845828934e-05, |
| "loss": 0.4387, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.9458689458689459, |
| "grad_norm": 0.25955277850770286, |
| "learning_rate": 3.812038014783527e-05, |
| "loss": 0.44, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.9487179487179487, |
| "grad_norm": 0.2502011385796011, |
| "learning_rate": 3.8067581837381206e-05, |
| "loss": 0.4515, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.9515669515669516, |
| "grad_norm": 0.2650885248812146, |
| "learning_rate": 3.801478352692714e-05, |
| "loss": 0.4475, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.9544159544159544, |
| "grad_norm": 0.24800530026732448, |
| "learning_rate": 3.796198521647307e-05, |
| "loss": 0.4589, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.9572649572649573, |
| "grad_norm": 0.24826963064202007, |
| "learning_rate": 3.7909186906019015e-05, |
| "loss": 0.4338, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.9601139601139601, |
| "grad_norm": 0.23027863612091976, |
| "learning_rate": 3.7856388595564945e-05, |
| "loss": 0.4301, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.9629629629629629, |
| "grad_norm": 0.22579121856289947, |
| "learning_rate": 3.780359028511088e-05, |
| "loss": 0.4592, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.9658119658119658, |
| "grad_norm": 0.2548134083345822, |
| "learning_rate": 3.775079197465681e-05, |
| "loss": 0.442, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.9686609686609686, |
| "grad_norm": 0.24004323105561068, |
| "learning_rate": 3.769799366420275e-05, |
| "loss": 0.4379, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.9715099715099715, |
| "grad_norm": 0.22500518319359325, |
| "learning_rate": 3.764519535374868e-05, |
| "loss": 0.4383, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.9743589743589743, |
| "grad_norm": 0.23655137638652632, |
| "learning_rate": 3.759239704329461e-05, |
| "loss": 0.4304, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.9772079772079773, |
| "grad_norm": 0.23186063099612125, |
| "learning_rate": 3.7539598732840556e-05, |
| "loss": 0.457, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.98005698005698, |
| "grad_norm": 0.22345800936056795, |
| "learning_rate": 3.7486800422386486e-05, |
| "loss": 0.4233, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.9829059829059829, |
| "grad_norm": 0.22901659678419103, |
| "learning_rate": 3.743400211193242e-05, |
| "loss": 0.4575, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.9857549857549858, |
| "grad_norm": 0.34541054663294773, |
| "learning_rate": 3.738120380147835e-05, |
| "loss": 0.4539, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.9886039886039886, |
| "grad_norm": 0.24563352556354082, |
| "learning_rate": 3.732840549102429e-05, |
| "loss": 0.4326, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.9914529914529915, |
| "grad_norm": 0.28378321755449876, |
| "learning_rate": 3.727560718057022e-05, |
| "loss": 0.4527, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.9943019943019943, |
| "grad_norm": 0.2376023328816585, |
| "learning_rate": 3.722280887011616e-05, |
| "loss": 0.465, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.9971509971509972, |
| "grad_norm": 0.23913998831345243, |
| "learning_rate": 3.717001055966209e-05, |
| "loss": 0.4502, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.2446661739630635, |
| "learning_rate": 3.711721224920803e-05, |
| "loss": 0.436, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.002849002849003, |
| "grad_norm": 0.30212623378795767, |
| "learning_rate": 3.7064413938753963e-05, |
| "loss": 0.3773, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.0056980056980056, |
| "grad_norm": 0.2727102306693993, |
| "learning_rate": 3.701161562829989e-05, |
| "loss": 0.3721, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.0085470085470085, |
| "grad_norm": 0.24519118257200442, |
| "learning_rate": 3.695881731784583e-05, |
| "loss": 0.3556, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.0113960113960114, |
| "grad_norm": 0.2708532250345628, |
| "learning_rate": 3.6906019007391766e-05, |
| "loss": 0.3631, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.0142450142450143, |
| "grad_norm": 0.2848868957990222, |
| "learning_rate": 3.68532206969377e-05, |
| "loss": 0.3647, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.017094017094017, |
| "grad_norm": 0.2609789117933919, |
| "learning_rate": 3.680042238648363e-05, |
| "loss": 0.3598, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.01994301994302, |
| "grad_norm": 0.30731469194417627, |
| "learning_rate": 3.674762407602957e-05, |
| "loss": 0.3905, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.0227920227920229, |
| "grad_norm": 0.2751477526094167, |
| "learning_rate": 3.6694825765575505e-05, |
| "loss": 0.3766, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.0256410256410255, |
| "grad_norm": 0.3041300782163382, |
| "learning_rate": 3.6642027455121434e-05, |
| "loss": 0.3598, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.0284900284900285, |
| "grad_norm": 0.29025593237743824, |
| "learning_rate": 3.658922914466738e-05, |
| "loss": 0.3656, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.0313390313390314, |
| "grad_norm": 0.26450155835177075, |
| "learning_rate": 3.653643083421331e-05, |
| "loss": 0.3765, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.0341880341880343, |
| "grad_norm": 0.29763564022742284, |
| "learning_rate": 3.648363252375924e-05, |
| "loss": 0.3677, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.037037037037037, |
| "grad_norm": 0.2531649793647418, |
| "learning_rate": 3.643083421330517e-05, |
| "loss": 0.3687, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.03988603988604, |
| "grad_norm": 0.278947460622146, |
| "learning_rate": 3.637803590285111e-05, |
| "loss": 0.3988, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.0427350427350428, |
| "grad_norm": 0.28829274848081526, |
| "learning_rate": 3.6325237592397046e-05, |
| "loss": 0.3724, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.0455840455840455, |
| "grad_norm": 0.2618749521918147, |
| "learning_rate": 3.6272439281942975e-05, |
| "loss": 0.3542, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.0484330484330484, |
| "grad_norm": 2.0062858158052452, |
| "learning_rate": 3.621964097148892e-05, |
| "loss": 0.3987, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.0512820512820513, |
| "grad_norm": 0.28445975801774975, |
| "learning_rate": 3.616684266103485e-05, |
| "loss": 0.3653, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.0541310541310542, |
| "grad_norm": 0.2462050134870002, |
| "learning_rate": 3.6114044350580785e-05, |
| "loss": 0.3609, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.056980056980057, |
| "grad_norm": 0.28062644181944496, |
| "learning_rate": 3.6061246040126714e-05, |
| "loss": 0.3865, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.0598290598290598, |
| "grad_norm": 0.24606665304462752, |
| "learning_rate": 3.600844772967265e-05, |
| "loss": 0.3502, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.0626780626780628, |
| "grad_norm": 0.3129397581417704, |
| "learning_rate": 3.595564941921859e-05, |
| "loss": 0.3373, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.0655270655270654, |
| "grad_norm": 0.2957891434648334, |
| "learning_rate": 3.590285110876452e-05, |
| "loss": 0.3591, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.0683760683760684, |
| "grad_norm": 0.2570065060278186, |
| "learning_rate": 3.585005279831046e-05, |
| "loss": 0.3861, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.0712250712250713, |
| "grad_norm": 0.25605383657422265, |
| "learning_rate": 3.579725448785639e-05, |
| "loss": 0.3834, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.074074074074074, |
| "grad_norm": 0.26319733021304453, |
| "learning_rate": 3.5744456177402326e-05, |
| "loss": 0.3973, |
| "step": 377 |
| }, |
| { |
| "epoch": 1.0769230769230769, |
| "grad_norm": 0.26823999119784286, |
| "learning_rate": 3.5691657866948255e-05, |
| "loss": 0.3843, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.0797720797720798, |
| "grad_norm": 0.2801739766417507, |
| "learning_rate": 3.563885955649419e-05, |
| "loss": 0.3613, |
| "step": 379 |
| }, |
| { |
| "epoch": 1.0826210826210827, |
| "grad_norm": 0.2752489664634236, |
| "learning_rate": 3.558606124604013e-05, |
| "loss": 0.3608, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.0854700854700854, |
| "grad_norm": 0.253420517582108, |
| "learning_rate": 3.5533262935586064e-05, |
| "loss": 0.3654, |
| "step": 381 |
| }, |
| { |
| "epoch": 1.0883190883190883, |
| "grad_norm": 0.2352861368854798, |
| "learning_rate": 3.5480464625132e-05, |
| "loss": 0.3567, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.0911680911680912, |
| "grad_norm": 0.24009458895765762, |
| "learning_rate": 3.542766631467793e-05, |
| "loss": 0.3622, |
| "step": 383 |
| }, |
| { |
| "epoch": 1.0940170940170941, |
| "grad_norm": 0.26857315547032595, |
| "learning_rate": 3.537486800422387e-05, |
| "loss": 0.3654, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.0968660968660968, |
| "grad_norm": 0.3755228777720786, |
| "learning_rate": 3.5322069693769796e-05, |
| "loss": 0.3785, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.0997150997150997, |
| "grad_norm": 0.25523099197348387, |
| "learning_rate": 3.526927138331573e-05, |
| "loss": 0.3703, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.1025641025641026, |
| "grad_norm": 0.25215901520376743, |
| "learning_rate": 3.521647307286167e-05, |
| "loss": 0.3717, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.1054131054131053, |
| "grad_norm": 0.21795121913627405, |
| "learning_rate": 3.5163674762407606e-05, |
| "loss": 0.3613, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.1082621082621082, |
| "grad_norm": 0.21930209265394288, |
| "learning_rate": 3.511087645195354e-05, |
| "loss": 0.3656, |
| "step": 389 |
| }, |
| { |
| "epoch": 1.1111111111111112, |
| "grad_norm": 0.2443453451193516, |
| "learning_rate": 3.505807814149947e-05, |
| "loss": 0.3569, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.1139601139601139, |
| "grad_norm": 0.23464081224607158, |
| "learning_rate": 3.500527983104541e-05, |
| "loss": 0.3733, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.1168091168091168, |
| "grad_norm": 0.23312948395717237, |
| "learning_rate": 3.495248152059134e-05, |
| "loss": 0.3695, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.1196581196581197, |
| "grad_norm": 0.20794997263096304, |
| "learning_rate": 3.489968321013728e-05, |
| "loss": 0.3573, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.1225071225071226, |
| "grad_norm": 0.26627834231921077, |
| "learning_rate": 3.484688489968321e-05, |
| "loss": 0.3801, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.1253561253561253, |
| "grad_norm": 0.210991273677547, |
| "learning_rate": 3.479408658922915e-05, |
| "loss": 0.3447, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.1282051282051282, |
| "grad_norm": 0.23724562353300943, |
| "learning_rate": 3.474128827877508e-05, |
| "loss": 0.356, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.131054131054131, |
| "grad_norm": 0.2629540478309352, |
| "learning_rate": 3.468848996832101e-05, |
| "loss": 0.3808, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.133903133903134, |
| "grad_norm": 0.21190850006514703, |
| "learning_rate": 3.463569165786695e-05, |
| "loss": 0.3606, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.1367521367521367, |
| "grad_norm": 0.22884348327135656, |
| "learning_rate": 3.4582893347412886e-05, |
| "loss": 0.3612, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.1396011396011396, |
| "grad_norm": 0.2387204757429875, |
| "learning_rate": 3.453009503695882e-05, |
| "loss": 0.3663, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.1424501424501425, |
| "grad_norm": 0.2531987312790015, |
| "learning_rate": 3.447729672650475e-05, |
| "loss": 0.3708, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.1452991452991452, |
| "grad_norm": 0.23529785297450195, |
| "learning_rate": 3.442449841605069e-05, |
| "loss": 0.3908, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.1481481481481481, |
| "grad_norm": 0.21187095337907066, |
| "learning_rate": 3.4371700105596624e-05, |
| "loss": 0.3746, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.150997150997151, |
| "grad_norm": 0.20927824341881443, |
| "learning_rate": 3.4318901795142554e-05, |
| "loss": 0.3744, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.1538461538461537, |
| "grad_norm": 0.23470612919324702, |
| "learning_rate": 3.42661034846885e-05, |
| "loss": 0.3546, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.1566951566951567, |
| "grad_norm": 0.20792179111583126, |
| "learning_rate": 3.421330517423443e-05, |
| "loss": 0.3711, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.1595441595441596, |
| "grad_norm": 0.2426450060857107, |
| "learning_rate": 3.416050686378036e-05, |
| "loss": 0.3446, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.1623931623931625, |
| "grad_norm": 0.2583692183849906, |
| "learning_rate": 3.410770855332629e-05, |
| "loss": 0.3725, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.1652421652421652, |
| "grad_norm": 0.24566054945662688, |
| "learning_rate": 3.405491024287223e-05, |
| "loss": 0.3802, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.168091168091168, |
| "grad_norm": 0.26319005374456306, |
| "learning_rate": 3.4002111932418166e-05, |
| "loss": 0.3579, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.170940170940171, |
| "grad_norm": 0.2371042478251275, |
| "learning_rate": 3.3949313621964095e-05, |
| "loss": 0.3713, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.173789173789174, |
| "grad_norm": 0.21150424231515216, |
| "learning_rate": 3.389651531151004e-05, |
| "loss": 0.3617, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.1766381766381766, |
| "grad_norm": 0.2660573468294059, |
| "learning_rate": 3.384371700105597e-05, |
| "loss": 0.3619, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.1794871794871795, |
| "grad_norm": 0.2629889818118525, |
| "learning_rate": 3.3790918690601904e-05, |
| "loss": 0.3729, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.1823361823361824, |
| "grad_norm": 0.21963192309042254, |
| "learning_rate": 3.3738120380147834e-05, |
| "loss": 0.3649, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.1851851851851851, |
| "grad_norm": 0.2676340624788005, |
| "learning_rate": 3.368532206969377e-05, |
| "loss": 0.3557, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.188034188034188, |
| "grad_norm": 0.21995558755670147, |
| "learning_rate": 3.363252375923971e-05, |
| "loss": 0.3645, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.190883190883191, |
| "grad_norm": 0.21570771890834206, |
| "learning_rate": 3.357972544878564e-05, |
| "loss": 0.3576, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.1937321937321936, |
| "grad_norm": 0.26463658898885334, |
| "learning_rate": 3.352692713833158e-05, |
| "loss": 0.3567, |
| "step": 419 |
| }, |
| { |
| "epoch": 1.1965811965811965, |
| "grad_norm": 0.21514849821934176, |
| "learning_rate": 3.347412882787751e-05, |
| "loss": 0.3745, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.1994301994301995, |
| "grad_norm": 0.24477901943499678, |
| "learning_rate": 3.3421330517423445e-05, |
| "loss": 0.3733, |
| "step": 421 |
| }, |
| { |
| "epoch": 1.2022792022792024, |
| "grad_norm": 0.21967390180786867, |
| "learning_rate": 3.3368532206969375e-05, |
| "loss": 0.3848, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.205128205128205, |
| "grad_norm": 0.22210804416610816, |
| "learning_rate": 3.331573389651531e-05, |
| "loss": 0.3502, |
| "step": 423 |
| }, |
| { |
| "epoch": 1.207977207977208, |
| "grad_norm": 0.23341712719478797, |
| "learning_rate": 3.326293558606125e-05, |
| "loss": 0.3788, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.210826210826211, |
| "grad_norm": 0.22474183284157034, |
| "learning_rate": 3.3210137275607184e-05, |
| "loss": 0.3739, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.2136752136752136, |
| "grad_norm": 0.20810663859008569, |
| "learning_rate": 3.315733896515312e-05, |
| "loss": 0.3575, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.2165242165242165, |
| "grad_norm": 0.23332852349670008, |
| "learning_rate": 3.310454065469905e-05, |
| "loss": 0.3431, |
| "step": 427 |
| }, |
| { |
| "epoch": 1.2193732193732194, |
| "grad_norm": 0.2158486368866276, |
| "learning_rate": 3.305174234424499e-05, |
| "loss": 0.3579, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.2222222222222223, |
| "grad_norm": 0.23876477976217, |
| "learning_rate": 3.2998944033790916e-05, |
| "loss": 0.3748, |
| "step": 429 |
| }, |
| { |
| "epoch": 1.225071225071225, |
| "grad_norm": 0.22671754097370178, |
| "learning_rate": 3.294614572333686e-05, |
| "loss": 0.3733, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.227920227920228, |
| "grad_norm": 0.20882908615979884, |
| "learning_rate": 3.289334741288279e-05, |
| "loss": 0.3478, |
| "step": 431 |
| }, |
| { |
| "epoch": 1.2307692307692308, |
| "grad_norm": 0.22921490176990594, |
| "learning_rate": 3.2840549102428725e-05, |
| "loss": 0.3947, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.2336182336182335, |
| "grad_norm": 0.24877033092993325, |
| "learning_rate": 3.278775079197466e-05, |
| "loss": 0.3587, |
| "step": 433 |
| }, |
| { |
| "epoch": 1.2364672364672364, |
| "grad_norm": 0.21983363052940397, |
| "learning_rate": 3.273495248152059e-05, |
| "loss": 0.3621, |
| "step": 434 |
| }, |
| { |
| "epoch": 1.2393162393162394, |
| "grad_norm": 0.23244050435128452, |
| "learning_rate": 3.268215417106653e-05, |
| "loss": 0.3414, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.242165242165242, |
| "grad_norm": 0.3093091073113401, |
| "learning_rate": 3.262935586061246e-05, |
| "loss": 0.3708, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.245014245014245, |
| "grad_norm": 0.21362305859740863, |
| "learning_rate": 3.25765575501584e-05, |
| "loss": 0.3516, |
| "step": 437 |
| }, |
| { |
| "epoch": 1.2478632478632479, |
| "grad_norm": 0.2454599928955601, |
| "learning_rate": 3.252375923970433e-05, |
| "loss": 0.3692, |
| "step": 438 |
| }, |
| { |
| "epoch": 1.2507122507122508, |
| "grad_norm": 0.25257783308579096, |
| "learning_rate": 3.2470960929250267e-05, |
| "loss": 0.3522, |
| "step": 439 |
| }, |
| { |
| "epoch": 1.2535612535612537, |
| "grad_norm": 0.24797928773992586, |
| "learning_rate": 3.2418162618796196e-05, |
| "loss": 0.3681, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.2564102564102564, |
| "grad_norm": 0.2276797048697118, |
| "learning_rate": 3.236536430834213e-05, |
| "loss": 0.3419, |
| "step": 441 |
| }, |
| { |
| "epoch": 1.2592592592592593, |
| "grad_norm": 0.2646126048006256, |
| "learning_rate": 3.231256599788807e-05, |
| "loss": 0.3834, |
| "step": 442 |
| }, |
| { |
| "epoch": 1.2621082621082622, |
| "grad_norm": 0.23971069233365036, |
| "learning_rate": 3.2259767687434005e-05, |
| "loss": 0.3496, |
| "step": 443 |
| }, |
| { |
| "epoch": 1.264957264957265, |
| "grad_norm": 0.21565481165037637, |
| "learning_rate": 3.220696937697994e-05, |
| "loss": 0.3621, |
| "step": 444 |
| }, |
| { |
| "epoch": 1.2678062678062678, |
| "grad_norm": 0.2429214837642576, |
| "learning_rate": 3.215417106652587e-05, |
| "loss": 0.3653, |
| "step": 445 |
| }, |
| { |
| "epoch": 1.2706552706552707, |
| "grad_norm": 0.23114362643819203, |
| "learning_rate": 3.210137275607181e-05, |
| "loss": 0.3563, |
| "step": 446 |
| }, |
| { |
| "epoch": 1.2735042735042734, |
| "grad_norm": 0.22101693642272935, |
| "learning_rate": 3.204857444561774e-05, |
| "loss": 0.3485, |
| "step": 447 |
| }, |
| { |
| "epoch": 1.2763532763532763, |
| "grad_norm": 0.2483813722230642, |
| "learning_rate": 3.1995776135163674e-05, |
| "loss": 0.3679, |
| "step": 448 |
| }, |
| { |
| "epoch": 1.2792022792022792, |
| "grad_norm": 0.21814879797928116, |
| "learning_rate": 3.194297782470961e-05, |
| "loss": 0.3699, |
| "step": 449 |
| }, |
| { |
| "epoch": 1.282051282051282, |
| "grad_norm": 0.22150552594897266, |
| "learning_rate": 3.1890179514255547e-05, |
| "loss": 0.3595, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.2849002849002849, |
| "grad_norm": 0.22366186353090892, |
| "learning_rate": 3.183738120380148e-05, |
| "loss": 0.3599, |
| "step": 451 |
| }, |
| { |
| "epoch": 1.2877492877492878, |
| "grad_norm": 0.23116335927041887, |
| "learning_rate": 3.178458289334741e-05, |
| "loss": 0.3676, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.2905982905982907, |
| "grad_norm": 0.2033308734127439, |
| "learning_rate": 3.173178458289335e-05, |
| "loss": 0.3521, |
| "step": 453 |
| }, |
| { |
| "epoch": 1.2934472934472934, |
| "grad_norm": 0.2165082929329912, |
| "learning_rate": 3.167898627243928e-05, |
| "loss": 0.3542, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.2962962962962963, |
| "grad_norm": 0.19988858957987832, |
| "learning_rate": 3.1626187961985215e-05, |
| "loss": 0.3498, |
| "step": 455 |
| }, |
| { |
| "epoch": 1.2991452991452992, |
| "grad_norm": 0.2292675192834246, |
| "learning_rate": 3.157338965153115e-05, |
| "loss": 0.3739, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.301994301994302, |
| "grad_norm": 0.2110292978902313, |
| "learning_rate": 3.152059134107709e-05, |
| "loss": 0.3585, |
| "step": 457 |
| }, |
| { |
| "epoch": 1.3048433048433048, |
| "grad_norm": 0.22404470257022518, |
| "learning_rate": 3.1467793030623024e-05, |
| "loss": 0.3448, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.3076923076923077, |
| "grad_norm": 0.244584760285099, |
| "learning_rate": 3.1414994720168954e-05, |
| "loss": 0.371, |
| "step": 459 |
| }, |
| { |
| "epoch": 1.3105413105413106, |
| "grad_norm": 0.2014664128466252, |
| "learning_rate": 3.136219640971489e-05, |
| "loss": 0.3568, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.3133903133903133, |
| "grad_norm": 0.23086767835485536, |
| "learning_rate": 3.130939809926082e-05, |
| "loss": 0.359, |
| "step": 461 |
| }, |
| { |
| "epoch": 1.3162393162393162, |
| "grad_norm": 0.23970941434834442, |
| "learning_rate": 3.125659978880676e-05, |
| "loss": 0.3865, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.3190883190883191, |
| "grad_norm": 0.22027324796314413, |
| "learning_rate": 3.120380147835269e-05, |
| "loss": 0.3814, |
| "step": 463 |
| }, |
| { |
| "epoch": 1.3219373219373218, |
| "grad_norm": 0.1997543044951977, |
| "learning_rate": 3.115100316789863e-05, |
| "loss": 0.3612, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.3247863247863247, |
| "grad_norm": 0.2298484065968129, |
| "learning_rate": 3.1098204857444565e-05, |
| "loss": 0.3486, |
| "step": 465 |
| }, |
| { |
| "epoch": 1.3276353276353277, |
| "grad_norm": 0.23459882831026682, |
| "learning_rate": 3.1045406546990495e-05, |
| "loss": 0.3531, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.3304843304843303, |
| "grad_norm": 0.19872573469259944, |
| "learning_rate": 3.099260823653643e-05, |
| "loss": 0.3572, |
| "step": 467 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 0.22072697065816743, |
| "learning_rate": 3.093980992608237e-05, |
| "loss": 0.3722, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.3361823361823362, |
| "grad_norm": 0.24096874308813088, |
| "learning_rate": 3.0887011615628304e-05, |
| "loss": 0.3596, |
| "step": 469 |
| }, |
| { |
| "epoch": 1.339031339031339, |
| "grad_norm": 0.19914935516155746, |
| "learning_rate": 3.0834213305174234e-05, |
| "loss": 0.3515, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.341880341880342, |
| "grad_norm": 0.2064034362417422, |
| "learning_rate": 3.078141499472017e-05, |
| "loss": 0.3683, |
| "step": 471 |
| }, |
| { |
| "epoch": 1.3447293447293447, |
| "grad_norm": 0.21371146142366845, |
| "learning_rate": 3.0728616684266106e-05, |
| "loss": 0.3517, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.3475783475783476, |
| "grad_norm": 0.21765447741613048, |
| "learning_rate": 3.0675818373812036e-05, |
| "loss": 0.3602, |
| "step": 473 |
| }, |
| { |
| "epoch": 1.3504273504273505, |
| "grad_norm": 0.20977178211422376, |
| "learning_rate": 3.062302006335798e-05, |
| "loss": 0.356, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.3532763532763532, |
| "grad_norm": 0.2204679501825524, |
| "learning_rate": 3.057022175290391e-05, |
| "loss": 0.3638, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.3561253561253561, |
| "grad_norm": 0.2351375455226534, |
| "learning_rate": 3.0517423442449845e-05, |
| "loss": 0.3771, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.358974358974359, |
| "grad_norm": 0.32620489900955313, |
| "learning_rate": 3.0464625131995778e-05, |
| "loss": 0.3753, |
| "step": 477 |
| }, |
| { |
| "epoch": 1.3618233618233617, |
| "grad_norm": 0.222755197443211, |
| "learning_rate": 3.041182682154171e-05, |
| "loss": 0.3674, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.3646723646723646, |
| "grad_norm": 0.22289274030678055, |
| "learning_rate": 3.0359028511087644e-05, |
| "loss": 0.3573, |
| "step": 479 |
| }, |
| { |
| "epoch": 1.3675213675213675, |
| "grad_norm": 0.23379350169681865, |
| "learning_rate": 3.0306230200633577e-05, |
| "loss": 0.3653, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.3703703703703702, |
| "grad_norm": 0.18992629897318228, |
| "learning_rate": 3.0253431890179517e-05, |
| "loss": 0.3364, |
| "step": 481 |
| }, |
| { |
| "epoch": 1.3732193732193732, |
| "grad_norm": 0.21790569721651318, |
| "learning_rate": 3.020063357972545e-05, |
| "loss": 0.3583, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.376068376068376, |
| "grad_norm": 0.21174281018764105, |
| "learning_rate": 3.0147835269271386e-05, |
| "loss": 0.3525, |
| "step": 483 |
| }, |
| { |
| "epoch": 1.378917378917379, |
| "grad_norm": 0.23195477568030867, |
| "learning_rate": 3.009503695881732e-05, |
| "loss": 0.3603, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.381766381766382, |
| "grad_norm": 0.2185865276436869, |
| "learning_rate": 3.0042238648363252e-05, |
| "loss": 0.3751, |
| "step": 485 |
| }, |
| { |
| "epoch": 1.3846153846153846, |
| "grad_norm": 0.21213207655408392, |
| "learning_rate": 2.9989440337909185e-05, |
| "loss": 0.3695, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.3874643874643875, |
| "grad_norm": 0.21005915264245484, |
| "learning_rate": 2.9936642027455125e-05, |
| "loss": 0.356, |
| "step": 487 |
| }, |
| { |
| "epoch": 1.3903133903133904, |
| "grad_norm": 0.21163776861595562, |
| "learning_rate": 2.9883843717001058e-05, |
| "loss": 0.3709, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.393162393162393, |
| "grad_norm": 0.20028548407646818, |
| "learning_rate": 2.983104540654699e-05, |
| "loss": 0.3677, |
| "step": 489 |
| }, |
| { |
| "epoch": 1.396011396011396, |
| "grad_norm": 0.18880981649360443, |
| "learning_rate": 2.9778247096092927e-05, |
| "loss": 0.349, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.398860398860399, |
| "grad_norm": 0.2234668654648058, |
| "learning_rate": 2.972544878563886e-05, |
| "loss": 0.3663, |
| "step": 491 |
| }, |
| { |
| "epoch": 1.4017094017094016, |
| "grad_norm": 0.21853579314131166, |
| "learning_rate": 2.9672650475184793e-05, |
| "loss": 0.3613, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.4045584045584045, |
| "grad_norm": 0.22246500288700016, |
| "learning_rate": 2.9619852164730733e-05, |
| "loss": 0.3803, |
| "step": 493 |
| }, |
| { |
| "epoch": 1.4074074074074074, |
| "grad_norm": 0.20429826743140633, |
| "learning_rate": 2.9567053854276666e-05, |
| "loss": 0.3658, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.4102564102564101, |
| "grad_norm": 0.2539252714453901, |
| "learning_rate": 2.95142555438226e-05, |
| "loss": 0.3734, |
| "step": 495 |
| }, |
| { |
| "epoch": 1.413105413105413, |
| "grad_norm": 0.2176197906573368, |
| "learning_rate": 2.9461457233368532e-05, |
| "loss": 0.3697, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.415954415954416, |
| "grad_norm": 0.20262652133163678, |
| "learning_rate": 2.940865892291447e-05, |
| "loss": 0.3552, |
| "step": 497 |
| }, |
| { |
| "epoch": 1.4188034188034189, |
| "grad_norm": 0.2307771718731254, |
| "learning_rate": 2.93558606124604e-05, |
| "loss": 0.3483, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.4216524216524218, |
| "grad_norm": 0.19342225282003825, |
| "learning_rate": 2.930306230200634e-05, |
| "loss": 0.3689, |
| "step": 499 |
| }, |
| { |
| "epoch": 1.4245014245014245, |
| "grad_norm": 0.20142188241082173, |
| "learning_rate": 2.9250263991552274e-05, |
| "loss": 0.3515, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.4273504273504274, |
| "grad_norm": 0.21412132531144384, |
| "learning_rate": 2.9197465681098207e-05, |
| "loss": 0.3507, |
| "step": 501 |
| }, |
| { |
| "epoch": 1.4301994301994303, |
| "grad_norm": 0.25094985245186724, |
| "learning_rate": 2.914466737064414e-05, |
| "loss": 0.383, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.433048433048433, |
| "grad_norm": 0.21232864199916715, |
| "learning_rate": 2.9091869060190073e-05, |
| "loss": 0.3764, |
| "step": 503 |
| }, |
| { |
| "epoch": 1.435897435897436, |
| "grad_norm": 0.22049102509543148, |
| "learning_rate": 2.903907074973601e-05, |
| "loss": 0.3595, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.4387464387464388, |
| "grad_norm": 0.21682319020739224, |
| "learning_rate": 2.8986272439281943e-05, |
| "loss": 0.3547, |
| "step": 505 |
| }, |
| { |
| "epoch": 1.4415954415954415, |
| "grad_norm": 0.23709929673053004, |
| "learning_rate": 2.8933474128827883e-05, |
| "loss": 0.3687, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.4444444444444444, |
| "grad_norm": 0.2101951752079666, |
| "learning_rate": 2.8880675818373816e-05, |
| "loss": 0.359, |
| "step": 507 |
| }, |
| { |
| "epoch": 1.4472934472934473, |
| "grad_norm": 0.2474601153654613, |
| "learning_rate": 2.882787750791975e-05, |
| "loss": 0.3705, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.45014245014245, |
| "grad_norm": 0.21254139978772235, |
| "learning_rate": 2.877507919746568e-05, |
| "loss": 0.3564, |
| "step": 509 |
| }, |
| { |
| "epoch": 1.452991452991453, |
| "grad_norm": 0.24070048810217534, |
| "learning_rate": 2.8722280887011615e-05, |
| "loss": 0.3706, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.4558404558404558, |
| "grad_norm": 0.2987871246913325, |
| "learning_rate": 2.8669482576557548e-05, |
| "loss": 0.3687, |
| "step": 511 |
| }, |
| { |
| "epoch": 1.4586894586894588, |
| "grad_norm": 0.2300676722177236, |
| "learning_rate": 2.8616684266103487e-05, |
| "loss": 0.3647, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.4615384615384617, |
| "grad_norm": 0.26581166943990137, |
| "learning_rate": 2.856388595564942e-05, |
| "loss": 0.372, |
| "step": 513 |
| }, |
| { |
| "epoch": 1.4643874643874644, |
| "grad_norm": 0.3655749618941395, |
| "learning_rate": 2.8511087645195357e-05, |
| "loss": 0.3776, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.4672364672364673, |
| "grad_norm": 0.26115893033445464, |
| "learning_rate": 2.845828933474129e-05, |
| "loss": 0.3645, |
| "step": 515 |
| }, |
| { |
| "epoch": 1.4700854700854702, |
| "grad_norm": 0.21588849574942176, |
| "learning_rate": 2.8405491024287223e-05, |
| "loss": 0.3554, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.4729344729344729, |
| "grad_norm": 0.22519123294647936, |
| "learning_rate": 2.8352692713833156e-05, |
| "loss": 0.3378, |
| "step": 517 |
| }, |
| { |
| "epoch": 1.4757834757834758, |
| "grad_norm": 0.24778294747275895, |
| "learning_rate": 2.8299894403379096e-05, |
| "loss": 0.3738, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.4786324786324787, |
| "grad_norm": 0.2265365912202125, |
| "learning_rate": 2.824709609292503e-05, |
| "loss": 0.3691, |
| "step": 519 |
| }, |
| { |
| "epoch": 1.4814814814814814, |
| "grad_norm": 0.22460772397621678, |
| "learning_rate": 2.819429778247096e-05, |
| "loss": 0.3691, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.4843304843304843, |
| "grad_norm": 0.21608141296269037, |
| "learning_rate": 2.8141499472016898e-05, |
| "loss": 0.3467, |
| "step": 521 |
| }, |
| { |
| "epoch": 1.4871794871794872, |
| "grad_norm": 0.2213366031457417, |
| "learning_rate": 2.808870116156283e-05, |
| "loss": 0.3622, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.49002849002849, |
| "grad_norm": 0.21175641658464092, |
| "learning_rate": 2.8035902851108764e-05, |
| "loss": 0.3667, |
| "step": 523 |
| }, |
| { |
| "epoch": 1.4928774928774928, |
| "grad_norm": 0.2543379886177831, |
| "learning_rate": 2.7983104540654697e-05, |
| "loss": 0.3909, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.4957264957264957, |
| "grad_norm": 0.2394839478000981, |
| "learning_rate": 2.7930306230200637e-05, |
| "loss": 0.3694, |
| "step": 525 |
| }, |
| { |
| "epoch": 1.4985754985754987, |
| "grad_norm": 0.2275501360298665, |
| "learning_rate": 2.787750791974657e-05, |
| "loss": 0.3559, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.5014245014245016, |
| "grad_norm": 0.2763856292468043, |
| "learning_rate": 2.7824709609292503e-05, |
| "loss": 0.3508, |
| "step": 527 |
| }, |
| { |
| "epoch": 1.5042735042735043, |
| "grad_norm": 0.23957120121880873, |
| "learning_rate": 2.777191129883844e-05, |
| "loss": 0.3589, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.5071225071225072, |
| "grad_norm": 0.23319500553009573, |
| "learning_rate": 2.7719112988384372e-05, |
| "loss": 0.3703, |
| "step": 529 |
| }, |
| { |
| "epoch": 1.50997150997151, |
| "grad_norm": 0.24921375732341508, |
| "learning_rate": 2.7666314677930305e-05, |
| "loss": 0.359, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.5128205128205128, |
| "grad_norm": 0.21008771333534176, |
| "learning_rate": 2.7613516367476245e-05, |
| "loss": 0.3572, |
| "step": 531 |
| }, |
| { |
| "epoch": 1.5156695156695157, |
| "grad_norm": 0.21839097000403634, |
| "learning_rate": 2.7560718057022178e-05, |
| "loss": 0.3657, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.5185185185185186, |
| "grad_norm": 0.22689335860669002, |
| "learning_rate": 2.750791974656811e-05, |
| "loss": 0.3707, |
| "step": 533 |
| }, |
| { |
| "epoch": 1.5213675213675213, |
| "grad_norm": 0.2454238635949199, |
| "learning_rate": 2.7455121436114044e-05, |
| "loss": 0.3665, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.5242165242165242, |
| "grad_norm": 0.21117182341715873, |
| "learning_rate": 2.740232312565998e-05, |
| "loss": 0.3543, |
| "step": 535 |
| }, |
| { |
| "epoch": 1.5270655270655271, |
| "grad_norm": 0.2167859209575041, |
| "learning_rate": 2.7349524815205913e-05, |
| "loss": 0.3648, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.5299145299145298, |
| "grad_norm": 0.25424621395457675, |
| "learning_rate": 2.7296726504751853e-05, |
| "loss": 0.3783, |
| "step": 537 |
| }, |
| { |
| "epoch": 1.5327635327635327, |
| "grad_norm": 0.21880596935336596, |
| "learning_rate": 2.7243928194297786e-05, |
| "loss": 0.3628, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.5356125356125356, |
| "grad_norm": 0.21692887185646115, |
| "learning_rate": 2.719112988384372e-05, |
| "loss": 0.363, |
| "step": 539 |
| }, |
| { |
| "epoch": 1.5384615384615383, |
| "grad_norm": 0.2575849502562457, |
| "learning_rate": 2.7138331573389652e-05, |
| "loss": 0.369, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.5413105413105415, |
| "grad_norm": 0.23885268332551002, |
| "learning_rate": 2.7085533262935585e-05, |
| "loss": 0.3501, |
| "step": 541 |
| }, |
| { |
| "epoch": 1.5441595441595442, |
| "grad_norm": 0.21686275578065198, |
| "learning_rate": 2.703273495248152e-05, |
| "loss": 0.3601, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.547008547008547, |
| "grad_norm": 0.233651783121331, |
| "learning_rate": 2.6979936642027458e-05, |
| "loss": 0.3629, |
| "step": 543 |
| }, |
| { |
| "epoch": 1.54985754985755, |
| "grad_norm": 0.23142549801608311, |
| "learning_rate": 2.6927138331573394e-05, |
| "loss": 0.3756, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.5527065527065527, |
| "grad_norm": 0.23654232452295837, |
| "learning_rate": 2.6874340021119327e-05, |
| "loss": 0.3836, |
| "step": 545 |
| }, |
| { |
| "epoch": 1.5555555555555556, |
| "grad_norm": 0.23955118714830956, |
| "learning_rate": 2.682154171066526e-05, |
| "loss": 0.3599, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.5584045584045585, |
| "grad_norm": 0.22135467807774808, |
| "learning_rate": 2.6768743400211193e-05, |
| "loss": 0.3747, |
| "step": 547 |
| }, |
| { |
| "epoch": 1.5612535612535612, |
| "grad_norm": 0.21590468574896746, |
| "learning_rate": 2.6715945089757126e-05, |
| "loss": 0.3469, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.564102564102564, |
| "grad_norm": 0.24081611853474838, |
| "learning_rate": 2.6663146779303063e-05, |
| "loss": 0.3448, |
| "step": 549 |
| }, |
| { |
| "epoch": 1.566951566951567, |
| "grad_norm": 0.22050273169428228, |
| "learning_rate": 2.6610348468849e-05, |
| "loss": 0.3665, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.5698005698005697, |
| "grad_norm": 0.2358630867918145, |
| "learning_rate": 2.6557550158394935e-05, |
| "loss": 0.3693, |
| "step": 551 |
| }, |
| { |
| "epoch": 1.5726495726495726, |
| "grad_norm": 0.2256231077467112, |
| "learning_rate": 2.650475184794087e-05, |
| "loss": 0.3575, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.5754985754985755, |
| "grad_norm": 0.2193287720903084, |
| "learning_rate": 2.64519535374868e-05, |
| "loss": 0.3602, |
| "step": 553 |
| }, |
| { |
| "epoch": 1.5783475783475782, |
| "grad_norm": 0.23352787405471498, |
| "learning_rate": 2.6399155227032734e-05, |
| "loss": 0.3697, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.5811965811965814, |
| "grad_norm": 0.2395424874218671, |
| "learning_rate": 2.6346356916578667e-05, |
| "loss": 0.3635, |
| "step": 555 |
| }, |
| { |
| "epoch": 1.584045584045584, |
| "grad_norm": 0.43346665073783924, |
| "learning_rate": 2.6293558606124607e-05, |
| "loss": 0.3691, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.5868945868945867, |
| "grad_norm": 0.23220070707086665, |
| "learning_rate": 2.624076029567054e-05, |
| "loss": 0.3731, |
| "step": 557 |
| }, |
| { |
| "epoch": 1.5897435897435899, |
| "grad_norm": 0.20943796833119865, |
| "learning_rate": 2.6187961985216473e-05, |
| "loss": 0.3698, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.5925925925925926, |
| "grad_norm": 0.2257633484876588, |
| "learning_rate": 2.613516367476241e-05, |
| "loss": 0.3635, |
| "step": 559 |
| }, |
| { |
| "epoch": 1.5954415954415955, |
| "grad_norm": 0.22794583966236925, |
| "learning_rate": 2.6082365364308343e-05, |
| "loss": 0.3619, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.5982905982905984, |
| "grad_norm": 0.21844307238312177, |
| "learning_rate": 2.6029567053854276e-05, |
| "loss": 0.3735, |
| "step": 561 |
| }, |
| { |
| "epoch": 1.601139601139601, |
| "grad_norm": 0.25182987504775967, |
| "learning_rate": 2.5976768743400215e-05, |
| "loss": 0.3657, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.603988603988604, |
| "grad_norm": 0.2328339817261743, |
| "learning_rate": 2.5923970432946148e-05, |
| "loss": 0.3617, |
| "step": 563 |
| }, |
| { |
| "epoch": 1.606837606837607, |
| "grad_norm": 0.2198747745202425, |
| "learning_rate": 2.587117212249208e-05, |
| "loss": 0.3567, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.6096866096866096, |
| "grad_norm": 0.22458365808076017, |
| "learning_rate": 2.5818373812038014e-05, |
| "loss": 0.3633, |
| "step": 565 |
| }, |
| { |
| "epoch": 1.6125356125356125, |
| "grad_norm": 0.2050810486479959, |
| "learning_rate": 2.576557550158395e-05, |
| "loss": 0.3662, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.6153846153846154, |
| "grad_norm": 0.23109142394514665, |
| "learning_rate": 2.5712777191129884e-05, |
| "loss": 0.377, |
| "step": 567 |
| }, |
| { |
| "epoch": 1.618233618233618, |
| "grad_norm": 0.20488685566526976, |
| "learning_rate": 2.5659978880675823e-05, |
| "loss": 0.365, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.6210826210826212, |
| "grad_norm": 0.22434853437066676, |
| "learning_rate": 2.5607180570221756e-05, |
| "loss": 0.359, |
| "step": 569 |
| }, |
| { |
| "epoch": 1.623931623931624, |
| "grad_norm": 0.22035628663691662, |
| "learning_rate": 2.555438225976769e-05, |
| "loss": 0.3613, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.6267806267806266, |
| "grad_norm": 0.2296131512377323, |
| "learning_rate": 2.5501583949313622e-05, |
| "loss": 0.3583, |
| "step": 571 |
| }, |
| { |
| "epoch": 1.6296296296296298, |
| "grad_norm": 0.22699499325399286, |
| "learning_rate": 2.5448785638859555e-05, |
| "loss": 0.3615, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.6324786324786325, |
| "grad_norm": 0.23137613302922347, |
| "learning_rate": 2.5395987328405492e-05, |
| "loss": 0.3493, |
| "step": 573 |
| }, |
| { |
| "epoch": 1.6353276353276354, |
| "grad_norm": 0.23513034060758498, |
| "learning_rate": 2.5343189017951425e-05, |
| "loss": 0.3536, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.6381766381766383, |
| "grad_norm": 0.20556474209048517, |
| "learning_rate": 2.5290390707497365e-05, |
| "loss": 0.3494, |
| "step": 575 |
| }, |
| { |
| "epoch": 1.641025641025641, |
| "grad_norm": 0.20951535308942912, |
| "learning_rate": 2.5237592397043298e-05, |
| "loss": 0.3608, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.6438746438746439, |
| "grad_norm": 0.21051061589323755, |
| "learning_rate": 2.518479408658923e-05, |
| "loss": 0.343, |
| "step": 577 |
| }, |
| { |
| "epoch": 1.6467236467236468, |
| "grad_norm": 0.20389495741565292, |
| "learning_rate": 2.5131995776135164e-05, |
| "loss": 0.3515, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.6495726495726495, |
| "grad_norm": 0.20666357754178133, |
| "learning_rate": 2.5079197465681097e-05, |
| "loss": 0.3637, |
| "step": 579 |
| }, |
| { |
| "epoch": 1.6524216524216524, |
| "grad_norm": 0.2124678103193664, |
| "learning_rate": 2.5026399155227033e-05, |
| "loss": 0.3519, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.6552706552706553, |
| "grad_norm": 0.21745017494419377, |
| "learning_rate": 2.497360084477297e-05, |
| "loss": 0.3594, |
| "step": 581 |
| }, |
| { |
| "epoch": 1.658119658119658, |
| "grad_norm": 0.1903592780911563, |
| "learning_rate": 2.4920802534318902e-05, |
| "loss": 0.336, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.660968660968661, |
| "grad_norm": 0.23741085468942869, |
| "learning_rate": 2.486800422386484e-05, |
| "loss": 0.3543, |
| "step": 583 |
| }, |
| { |
| "epoch": 1.6638176638176638, |
| "grad_norm": 0.20157828540341033, |
| "learning_rate": 2.4815205913410772e-05, |
| "loss": 0.3342, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 0.2204911302874124, |
| "learning_rate": 2.4762407602956705e-05, |
| "loss": 0.3586, |
| "step": 585 |
| }, |
| { |
| "epoch": 1.6695156695156697, |
| "grad_norm": 0.21109017199979024, |
| "learning_rate": 2.470960929250264e-05, |
| "loss": 0.3646, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.6723646723646723, |
| "grad_norm": 0.20646510827582915, |
| "learning_rate": 2.4656810982048574e-05, |
| "loss": 0.3563, |
| "step": 587 |
| }, |
| { |
| "epoch": 1.6752136752136753, |
| "grad_norm": 0.21584768343148578, |
| "learning_rate": 2.460401267159451e-05, |
| "loss": 0.3535, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.6780626780626782, |
| "grad_norm": 0.23185019886698816, |
| "learning_rate": 2.4551214361140447e-05, |
| "loss": 0.3697, |
| "step": 589 |
| }, |
| { |
| "epoch": 1.6809116809116809, |
| "grad_norm": 0.21268814828277405, |
| "learning_rate": 2.449841605068638e-05, |
| "loss": 0.3551, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.6837606837606838, |
| "grad_norm": 0.21604754434232787, |
| "learning_rate": 2.4445617740232313e-05, |
| "loss": 0.3655, |
| "step": 591 |
| }, |
| { |
| "epoch": 1.6866096866096867, |
| "grad_norm": 0.22278622809811766, |
| "learning_rate": 2.439281942977825e-05, |
| "loss": 0.3538, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.6894586894586894, |
| "grad_norm": 0.2052145744246248, |
| "learning_rate": 2.4340021119324182e-05, |
| "loss": 0.356, |
| "step": 593 |
| }, |
| { |
| "epoch": 1.6923076923076923, |
| "grad_norm": 0.19837577056881597, |
| "learning_rate": 2.4287222808870115e-05, |
| "loss": 0.356, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.6951566951566952, |
| "grad_norm": 0.2605768702541718, |
| "learning_rate": 2.4234424498416052e-05, |
| "loss": 0.376, |
| "step": 595 |
| }, |
| { |
| "epoch": 1.698005698005698, |
| "grad_norm": 0.2150615912164544, |
| "learning_rate": 2.4181626187961988e-05, |
| "loss": 0.3442, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.7008547008547008, |
| "grad_norm": 0.20499211512651233, |
| "learning_rate": 2.412882787750792e-05, |
| "loss": 0.3699, |
| "step": 597 |
| }, |
| { |
| "epoch": 1.7037037037037037, |
| "grad_norm": 0.21382275219015714, |
| "learning_rate": 2.4076029567053857e-05, |
| "loss": 0.3565, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.7065527065527064, |
| "grad_norm": 0.20994705780047032, |
| "learning_rate": 2.402323125659979e-05, |
| "loss": 0.3598, |
| "step": 599 |
| }, |
| { |
| "epoch": 1.7094017094017095, |
| "grad_norm": 0.20135559643209863, |
| "learning_rate": 2.3970432946145723e-05, |
| "loss": 0.3596, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.7122507122507122, |
| "grad_norm": 0.20036899067341168, |
| "learning_rate": 2.391763463569166e-05, |
| "loss": 0.3569, |
| "step": 601 |
| }, |
| { |
| "epoch": 1.7150997150997151, |
| "grad_norm": 0.21002141879928451, |
| "learning_rate": 2.3864836325237593e-05, |
| "loss": 0.3654, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.717948717948718, |
| "grad_norm": 0.22764067995733198, |
| "learning_rate": 2.381203801478353e-05, |
| "loss": 0.3625, |
| "step": 603 |
| }, |
| { |
| "epoch": 1.7207977207977208, |
| "grad_norm": 0.19291409387702949, |
| "learning_rate": 2.3759239704329462e-05, |
| "loss": 0.3712, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.7236467236467237, |
| "grad_norm": 0.19990638382401998, |
| "learning_rate": 2.37064413938754e-05, |
| "loss": 0.3466, |
| "step": 605 |
| }, |
| { |
| "epoch": 1.7264957264957266, |
| "grad_norm": 0.21172503078878085, |
| "learning_rate": 2.365364308342133e-05, |
| "loss": 0.373, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.7293447293447293, |
| "grad_norm": 0.21340989500402005, |
| "learning_rate": 2.3600844772967265e-05, |
| "loss": 0.3607, |
| "step": 607 |
| }, |
| { |
| "epoch": 1.7321937321937322, |
| "grad_norm": 0.21348773962215495, |
| "learning_rate": 2.35480464625132e-05, |
| "loss": 0.3618, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.735042735042735, |
| "grad_norm": 0.21866328753111697, |
| "learning_rate": 2.3495248152059134e-05, |
| "loss": 0.3556, |
| "step": 609 |
| }, |
| { |
| "epoch": 1.7378917378917378, |
| "grad_norm": 0.19763848284771224, |
| "learning_rate": 2.3442449841605067e-05, |
| "loss": 0.3607, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.7407407407407407, |
| "grad_norm": 0.2152332174618033, |
| "learning_rate": 2.3389651531151003e-05, |
| "loss": 0.3704, |
| "step": 611 |
| }, |
| { |
| "epoch": 1.7435897435897436, |
| "grad_norm": 0.19269940169730435, |
| "learning_rate": 2.333685322069694e-05, |
| "loss": 0.3638, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.7464387464387463, |
| "grad_norm": 0.1962642279399981, |
| "learning_rate": 2.3284054910242873e-05, |
| "loss": 0.3482, |
| "step": 613 |
| }, |
| { |
| "epoch": 1.7492877492877494, |
| "grad_norm": 0.2364856796721012, |
| "learning_rate": 2.323125659978881e-05, |
| "loss": 0.347, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.7521367521367521, |
| "grad_norm": 0.22509925838340694, |
| "learning_rate": 2.3178458289334742e-05, |
| "loss": 0.3604, |
| "step": 615 |
| }, |
| { |
| "epoch": 1.7549857549857548, |
| "grad_norm": 0.2488709063431033, |
| "learning_rate": 2.3125659978880675e-05, |
| "loss": 0.3657, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.757834757834758, |
| "grad_norm": 0.2398318070372559, |
| "learning_rate": 2.307286166842661e-05, |
| "loss": 0.3629, |
| "step": 617 |
| }, |
| { |
| "epoch": 1.7606837606837606, |
| "grad_norm": 0.22323781791119499, |
| "learning_rate": 2.3020063357972545e-05, |
| "loss": 0.359, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.7635327635327636, |
| "grad_norm": 0.2022321694186785, |
| "learning_rate": 2.296726504751848e-05, |
| "loss": 0.3604, |
| "step": 619 |
| }, |
| { |
| "epoch": 1.7663817663817665, |
| "grad_norm": 0.21110134786679816, |
| "learning_rate": 2.2914466737064417e-05, |
| "loss": 0.3687, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.7692307692307692, |
| "grad_norm": 0.19625112710435982, |
| "learning_rate": 2.286166842661035e-05, |
| "loss": 0.3599, |
| "step": 621 |
| }, |
| { |
| "epoch": 1.772079772079772, |
| "grad_norm": 0.20619851901285047, |
| "learning_rate": 2.2808870116156283e-05, |
| "loss": 0.3723, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.774928774928775, |
| "grad_norm": 0.20469389194337959, |
| "learning_rate": 2.275607180570222e-05, |
| "loss": 0.3661, |
| "step": 623 |
| }, |
| { |
| "epoch": 1.7777777777777777, |
| "grad_norm": 0.20778072555494564, |
| "learning_rate": 2.2703273495248153e-05, |
| "loss": 0.3585, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.7806267806267806, |
| "grad_norm": 0.19870626339902325, |
| "learning_rate": 2.2650475184794086e-05, |
| "loss": 0.3441, |
| "step": 625 |
| }, |
| { |
| "epoch": 1.7834757834757835, |
| "grad_norm": 0.19114151393977027, |
| "learning_rate": 2.2597676874340022e-05, |
| "loss": 0.3591, |
| "step": 626 |
| }, |
| { |
| "epoch": 1.7863247863247862, |
| "grad_norm": 0.1982172563967693, |
| "learning_rate": 2.254487856388596e-05, |
| "loss": 0.3854, |
| "step": 627 |
| }, |
| { |
| "epoch": 1.7891737891737893, |
| "grad_norm": 0.20351344941450986, |
| "learning_rate": 2.249208025343189e-05, |
| "loss": 0.3822, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.792022792022792, |
| "grad_norm": 0.19819562909909946, |
| "learning_rate": 2.2439281942977825e-05, |
| "loss": 0.3645, |
| "step": 629 |
| }, |
| { |
| "epoch": 1.7948717948717947, |
| "grad_norm": 0.20300969334790384, |
| "learning_rate": 2.238648363252376e-05, |
| "loss": 0.3631, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.7977207977207978, |
| "grad_norm": 0.20862867991682074, |
| "learning_rate": 2.2333685322069694e-05, |
| "loss": 0.3619, |
| "step": 631 |
| }, |
| { |
| "epoch": 1.8005698005698005, |
| "grad_norm": 0.21833179546935874, |
| "learning_rate": 2.2280887011615627e-05, |
| "loss": 0.3608, |
| "step": 632 |
| }, |
| { |
| "epoch": 1.8034188034188035, |
| "grad_norm": 0.6005070390326573, |
| "learning_rate": 2.2228088701161563e-05, |
| "loss": 0.3965, |
| "step": 633 |
| }, |
| { |
| "epoch": 1.8062678062678064, |
| "grad_norm": 0.35943818916514836, |
| "learning_rate": 2.21752903907075e-05, |
| "loss": 0.3594, |
| "step": 634 |
| }, |
| { |
| "epoch": 1.809116809116809, |
| "grad_norm": 0.2159038665602852, |
| "learning_rate": 2.2122492080253433e-05, |
| "loss": 0.3755, |
| "step": 635 |
| }, |
| { |
| "epoch": 1.811965811965812, |
| "grad_norm": 0.20549883442788655, |
| "learning_rate": 2.206969376979937e-05, |
| "loss": 0.3451, |
| "step": 636 |
| }, |
| { |
| "epoch": 1.8148148148148149, |
| "grad_norm": 0.20440135853564803, |
| "learning_rate": 2.2016895459345302e-05, |
| "loss": 0.3497, |
| "step": 637 |
| }, |
| { |
| "epoch": 1.8176638176638176, |
| "grad_norm": 0.25722335101398636, |
| "learning_rate": 2.1964097148891235e-05, |
| "loss": 0.3639, |
| "step": 638 |
| }, |
| { |
| "epoch": 1.8205128205128205, |
| "grad_norm": 0.19953052748781105, |
| "learning_rate": 2.191129883843717e-05, |
| "loss": 0.3481, |
| "step": 639 |
| }, |
| { |
| "epoch": 1.8233618233618234, |
| "grad_norm": 0.2341568009909009, |
| "learning_rate": 2.1858500527983104e-05, |
| "loss": 0.3593, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.826210826210826, |
| "grad_norm": 0.21325737340547804, |
| "learning_rate": 2.180570221752904e-05, |
| "loss": 0.3636, |
| "step": 641 |
| }, |
| { |
| "epoch": 1.8290598290598292, |
| "grad_norm": 0.22284714887271365, |
| "learning_rate": 2.1752903907074977e-05, |
| "loss": 0.3797, |
| "step": 642 |
| }, |
| { |
| "epoch": 1.831908831908832, |
| "grad_norm": 0.20422527863661058, |
| "learning_rate": 2.170010559662091e-05, |
| "loss": 0.3527, |
| "step": 643 |
| }, |
| { |
| "epoch": 1.8347578347578346, |
| "grad_norm": 0.22652999934815843, |
| "learning_rate": 2.1647307286166843e-05, |
| "loss": 0.3717, |
| "step": 644 |
| }, |
| { |
| "epoch": 1.8376068376068377, |
| "grad_norm": 0.24779116320854475, |
| "learning_rate": 2.159450897571278e-05, |
| "loss": 0.3706, |
| "step": 645 |
| }, |
| { |
| "epoch": 1.8404558404558404, |
| "grad_norm": 0.21671225191720797, |
| "learning_rate": 2.1541710665258713e-05, |
| "loss": 0.3386, |
| "step": 646 |
| }, |
| { |
| "epoch": 1.8433048433048433, |
| "grad_norm": 0.22555743360580618, |
| "learning_rate": 2.1488912354804646e-05, |
| "loss": 0.3804, |
| "step": 647 |
| }, |
| { |
| "epoch": 1.8461538461538463, |
| "grad_norm": 0.23617998499869738, |
| "learning_rate": 2.1436114044350582e-05, |
| "loss": 0.3723, |
| "step": 648 |
| }, |
| { |
| "epoch": 1.849002849002849, |
| "grad_norm": 0.23014596171154433, |
| "learning_rate": 2.138331573389652e-05, |
| "loss": 0.3526, |
| "step": 649 |
| }, |
| { |
| "epoch": 1.8518518518518519, |
| "grad_norm": 0.22916111003439332, |
| "learning_rate": 2.133051742344245e-05, |
| "loss": 0.3451, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.8547008547008548, |
| "grad_norm": 0.19810306429063848, |
| "learning_rate": 2.1277719112988384e-05, |
| "loss": 0.349, |
| "step": 651 |
| }, |
| { |
| "epoch": 1.8575498575498575, |
| "grad_norm": 0.2202335756589606, |
| "learning_rate": 2.122492080253432e-05, |
| "loss": 0.3653, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.8603988603988604, |
| "grad_norm": 0.19827409095956613, |
| "learning_rate": 2.1172122492080254e-05, |
| "loss": 0.3457, |
| "step": 653 |
| }, |
| { |
| "epoch": 1.8632478632478633, |
| "grad_norm": 0.19935795905418485, |
| "learning_rate": 2.1119324181626187e-05, |
| "loss": 0.3554, |
| "step": 654 |
| }, |
| { |
| "epoch": 1.866096866096866, |
| "grad_norm": 0.20847219512744983, |
| "learning_rate": 2.1066525871172123e-05, |
| "loss": 0.351, |
| "step": 655 |
| }, |
| { |
| "epoch": 1.868945868945869, |
| "grad_norm": 0.2156361373347463, |
| "learning_rate": 2.1013727560718056e-05, |
| "loss": 0.3618, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.8717948717948718, |
| "grad_norm": 0.20100877639931164, |
| "learning_rate": 2.0960929250263993e-05, |
| "loss": 0.3527, |
| "step": 657 |
| }, |
| { |
| "epoch": 1.8746438746438745, |
| "grad_norm": 0.21961338320882828, |
| "learning_rate": 2.090813093980993e-05, |
| "loss": 0.3655, |
| "step": 658 |
| }, |
| { |
| "epoch": 1.8774928774928776, |
| "grad_norm": 0.22970963785057988, |
| "learning_rate": 2.0855332629355862e-05, |
| "loss": 0.3578, |
| "step": 659 |
| }, |
| { |
| "epoch": 1.8803418803418803, |
| "grad_norm": 0.1985917394092499, |
| "learning_rate": 2.0802534318901795e-05, |
| "loss": 0.3555, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.8831908831908832, |
| "grad_norm": 0.19782225715456844, |
| "learning_rate": 2.074973600844773e-05, |
| "loss": 0.3544, |
| "step": 661 |
| }, |
| { |
| "epoch": 1.8860398860398861, |
| "grad_norm": 0.24471883420488305, |
| "learning_rate": 2.0696937697993664e-05, |
| "loss": 0.3689, |
| "step": 662 |
| }, |
| { |
| "epoch": 1.8888888888888888, |
| "grad_norm": 0.22271236910553516, |
| "learning_rate": 2.0644139387539597e-05, |
| "loss": 0.3871, |
| "step": 663 |
| }, |
| { |
| "epoch": 1.8917378917378918, |
| "grad_norm": 0.19560513729734122, |
| "learning_rate": 2.0591341077085534e-05, |
| "loss": 0.3561, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.8945868945868947, |
| "grad_norm": 0.21617290509605866, |
| "learning_rate": 2.053854276663147e-05, |
| "loss": 0.3286, |
| "step": 665 |
| }, |
| { |
| "epoch": 1.8974358974358974, |
| "grad_norm": 0.22798617788173128, |
| "learning_rate": 2.0485744456177403e-05, |
| "loss": 0.3688, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.9002849002849003, |
| "grad_norm": 0.21021348614356922, |
| "learning_rate": 2.043294614572334e-05, |
| "loss": 0.3562, |
| "step": 667 |
| }, |
| { |
| "epoch": 1.9031339031339032, |
| "grad_norm": 0.20996089592223216, |
| "learning_rate": 2.0380147835269273e-05, |
| "loss": 0.361, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.9059829059829059, |
| "grad_norm": 0.23565900871607817, |
| "learning_rate": 2.0327349524815206e-05, |
| "loss": 0.3754, |
| "step": 669 |
| }, |
| { |
| "epoch": 1.9088319088319088, |
| "grad_norm": 0.18858686585228232, |
| "learning_rate": 2.0274551214361142e-05, |
| "loss": 0.3516, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.9116809116809117, |
| "grad_norm": 0.1893165779352585, |
| "learning_rate": 2.0221752903907075e-05, |
| "loss": 0.3366, |
| "step": 671 |
| }, |
| { |
| "epoch": 1.9145299145299144, |
| "grad_norm": 0.21668943186182438, |
| "learning_rate": 2.016895459345301e-05, |
| "loss": 0.3502, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.9173789173789175, |
| "grad_norm": 0.20149473922057556, |
| "learning_rate": 2.0116156282998944e-05, |
| "loss": 0.3615, |
| "step": 673 |
| }, |
| { |
| "epoch": 1.9202279202279202, |
| "grad_norm": 0.25869865465945596, |
| "learning_rate": 2.006335797254488e-05, |
| "loss": 0.3691, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.9230769230769231, |
| "grad_norm": 0.2036066715728498, |
| "learning_rate": 2.0010559662090814e-05, |
| "loss": 0.3502, |
| "step": 675 |
| }, |
| { |
| "epoch": 1.925925925925926, |
| "grad_norm": 0.2004788360097017, |
| "learning_rate": 1.9957761351636747e-05, |
| "loss": 0.3594, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.9287749287749287, |
| "grad_norm": 0.21360843600832238, |
| "learning_rate": 1.9904963041182683e-05, |
| "loss": 0.3585, |
| "step": 677 |
| }, |
| { |
| "epoch": 1.9316239316239316, |
| "grad_norm": 0.19762168727225163, |
| "learning_rate": 1.9852164730728616e-05, |
| "loss": 0.3675, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.9344729344729346, |
| "grad_norm": 0.20229203944486152, |
| "learning_rate": 1.9799366420274552e-05, |
| "loss": 0.355, |
| "step": 679 |
| }, |
| { |
| "epoch": 1.9373219373219372, |
| "grad_norm": 0.2022552654861909, |
| "learning_rate": 1.974656810982049e-05, |
| "loss": 0.3547, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.9401709401709402, |
| "grad_norm": 0.2217881214201902, |
| "learning_rate": 1.9693769799366422e-05, |
| "loss": 0.3662, |
| "step": 681 |
| }, |
| { |
| "epoch": 1.943019943019943, |
| "grad_norm": 0.21089292714234747, |
| "learning_rate": 1.9640971488912355e-05, |
| "loss": 0.3632, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.9458689458689458, |
| "grad_norm": 0.21183549408551403, |
| "learning_rate": 1.958817317845829e-05, |
| "loss": 0.3685, |
| "step": 683 |
| }, |
| { |
| "epoch": 1.9487179487179487, |
| "grad_norm": 0.22399399219360525, |
| "learning_rate": 1.9535374868004224e-05, |
| "loss": 0.389, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.9515669515669516, |
| "grad_norm": 0.23478634085970435, |
| "learning_rate": 1.9482576557550157e-05, |
| "loss": 0.349, |
| "step": 685 |
| }, |
| { |
| "epoch": 1.9544159544159543, |
| "grad_norm": 0.18663083025931687, |
| "learning_rate": 1.9429778247096094e-05, |
| "loss": 0.3638, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.9572649572649574, |
| "grad_norm": 0.20785309716673614, |
| "learning_rate": 1.937697993664203e-05, |
| "loss": 0.3529, |
| "step": 687 |
| }, |
| { |
| "epoch": 1.96011396011396, |
| "grad_norm": 0.22463804321134564, |
| "learning_rate": 1.9324181626187963e-05, |
| "loss": 0.3594, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.9629629629629628, |
| "grad_norm": 0.1906326731349908, |
| "learning_rate": 1.92713833157339e-05, |
| "loss": 0.3502, |
| "step": 689 |
| }, |
| { |
| "epoch": 1.965811965811966, |
| "grad_norm": 0.2066700222331773, |
| "learning_rate": 1.9218585005279832e-05, |
| "loss": 0.3672, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.9686609686609686, |
| "grad_norm": 0.1998642686060524, |
| "learning_rate": 1.9165786694825765e-05, |
| "loss": 0.364, |
| "step": 691 |
| }, |
| { |
| "epoch": 1.9715099715099715, |
| "grad_norm": 0.1887608555452163, |
| "learning_rate": 1.9112988384371702e-05, |
| "loss": 0.3509, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.9743589743589745, |
| "grad_norm": 0.196768422003315, |
| "learning_rate": 1.9060190073917635e-05, |
| "loss": 0.342, |
| "step": 693 |
| }, |
| { |
| "epoch": 1.9772079772079771, |
| "grad_norm": 0.19163494415125434, |
| "learning_rate": 1.900739176346357e-05, |
| "loss": 0.3461, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.98005698005698, |
| "grad_norm": 0.22754534461400272, |
| "learning_rate": 1.8954593453009508e-05, |
| "loss": 0.3764, |
| "step": 695 |
| }, |
| { |
| "epoch": 1.982905982905983, |
| "grad_norm": 0.23834935791341716, |
| "learning_rate": 1.890179514255544e-05, |
| "loss": 0.3484, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.9857549857549857, |
| "grad_norm": 0.21264794974633236, |
| "learning_rate": 1.8848996832101374e-05, |
| "loss": 0.368, |
| "step": 697 |
| }, |
| { |
| "epoch": 1.9886039886039886, |
| "grad_norm": 0.21453842577290422, |
| "learning_rate": 1.8796198521647307e-05, |
| "loss": 0.3593, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.9914529914529915, |
| "grad_norm": 0.20799231966171178, |
| "learning_rate": 1.8743400211193243e-05, |
| "loss": 0.3523, |
| "step": 699 |
| }, |
| { |
| "epoch": 1.9943019943019942, |
| "grad_norm": 0.2080913590301314, |
| "learning_rate": 1.8690601900739176e-05, |
| "loss": 0.3768, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.9971509971509973, |
| "grad_norm": 0.20083753257614662, |
| "learning_rate": 1.863780359028511e-05, |
| "loss": 0.373, |
| "step": 701 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.25026072457519927, |
| "learning_rate": 1.8585005279831045e-05, |
| "loss": 0.3476, |
| "step": 702 |
| }, |
| { |
| "epoch": 2.0028490028490027, |
| "grad_norm": 0.31749430934031786, |
| "learning_rate": 1.8532206969376982e-05, |
| "loss": 0.2939, |
| "step": 703 |
| }, |
| { |
| "epoch": 2.005698005698006, |
| "grad_norm": 0.24903718426554183, |
| "learning_rate": 1.8479408658922915e-05, |
| "loss": 0.2786, |
| "step": 704 |
| }, |
| { |
| "epoch": 2.0085470085470085, |
| "grad_norm": 0.32095802283737634, |
| "learning_rate": 1.842661034846885e-05, |
| "loss": 0.2838, |
| "step": 705 |
| }, |
| { |
| "epoch": 2.011396011396011, |
| "grad_norm": 0.29328887995626335, |
| "learning_rate": 1.8373812038014784e-05, |
| "loss": 0.2801, |
| "step": 706 |
| }, |
| { |
| "epoch": 2.0142450142450143, |
| "grad_norm": 0.20925973424050445, |
| "learning_rate": 1.8321013727560717e-05, |
| "loss": 0.2631, |
| "step": 707 |
| }, |
| { |
| "epoch": 2.017094017094017, |
| "grad_norm": 0.28435426480239495, |
| "learning_rate": 1.8268215417106653e-05, |
| "loss": 0.2843, |
| "step": 708 |
| }, |
| { |
| "epoch": 2.0199430199430197, |
| "grad_norm": 0.2500899473941078, |
| "learning_rate": 1.8215417106652586e-05, |
| "loss": 0.2874, |
| "step": 709 |
| }, |
| { |
| "epoch": 2.022792022792023, |
| "grad_norm": 0.2642215470553276, |
| "learning_rate": 1.8162618796198523e-05, |
| "loss": 0.2812, |
| "step": 710 |
| }, |
| { |
| "epoch": 2.0256410256410255, |
| "grad_norm": 0.2787623192910837, |
| "learning_rate": 1.810982048574446e-05, |
| "loss": 0.2852, |
| "step": 711 |
| }, |
| { |
| "epoch": 2.0284900284900287, |
| "grad_norm": 0.2532708996249064, |
| "learning_rate": 1.8057022175290392e-05, |
| "loss": 0.2767, |
| "step": 712 |
| }, |
| { |
| "epoch": 2.0313390313390314, |
| "grad_norm": 0.24900158666379366, |
| "learning_rate": 1.8004223864836325e-05, |
| "loss": 0.2737, |
| "step": 713 |
| }, |
| { |
| "epoch": 2.034188034188034, |
| "grad_norm": 0.2635713749224828, |
| "learning_rate": 1.795142555438226e-05, |
| "loss": 0.2705, |
| "step": 714 |
| }, |
| { |
| "epoch": 2.037037037037037, |
| "grad_norm": 0.20086792181553093, |
| "learning_rate": 1.7898627243928195e-05, |
| "loss": 0.2798, |
| "step": 715 |
| }, |
| { |
| "epoch": 2.03988603988604, |
| "grad_norm": 0.2432885568665745, |
| "learning_rate": 1.7845828933474128e-05, |
| "loss": 0.281, |
| "step": 716 |
| }, |
| { |
| "epoch": 2.0427350427350426, |
| "grad_norm": 0.21507703672726577, |
| "learning_rate": 1.7793030623020064e-05, |
| "loss": 0.2762, |
| "step": 717 |
| }, |
| { |
| "epoch": 2.0455840455840457, |
| "grad_norm": 0.21933858359248162, |
| "learning_rate": 1.7740232312566e-05, |
| "loss": 0.2729, |
| "step": 718 |
| }, |
| { |
| "epoch": 2.0484330484330484, |
| "grad_norm": 0.22017588537800314, |
| "learning_rate": 1.7687434002111933e-05, |
| "loss": 0.2855, |
| "step": 719 |
| }, |
| { |
| "epoch": 2.051282051282051, |
| "grad_norm": 0.20337914754232117, |
| "learning_rate": 1.7634635691657866e-05, |
| "loss": 0.2715, |
| "step": 720 |
| }, |
| { |
| "epoch": 2.0541310541310542, |
| "grad_norm": 0.19719485220504646, |
| "learning_rate": 1.7581837381203803e-05, |
| "loss": 0.2611, |
| "step": 721 |
| }, |
| { |
| "epoch": 2.056980056980057, |
| "grad_norm": 0.2031620606156548, |
| "learning_rate": 1.7529039070749736e-05, |
| "loss": 0.2853, |
| "step": 722 |
| }, |
| { |
| "epoch": 2.0598290598290596, |
| "grad_norm": 0.22411987580889667, |
| "learning_rate": 1.747624076029567e-05, |
| "loss": 0.2807, |
| "step": 723 |
| }, |
| { |
| "epoch": 2.0626780626780628, |
| "grad_norm": 0.1997733419374099, |
| "learning_rate": 1.7423442449841605e-05, |
| "loss": 0.2749, |
| "step": 724 |
| }, |
| { |
| "epoch": 2.0655270655270654, |
| "grad_norm": 0.20442777603565418, |
| "learning_rate": 1.737064413938754e-05, |
| "loss": 0.2709, |
| "step": 725 |
| }, |
| { |
| "epoch": 2.0683760683760686, |
| "grad_norm": 0.2053651992461902, |
| "learning_rate": 1.7317845828933475e-05, |
| "loss": 0.2739, |
| "step": 726 |
| }, |
| { |
| "epoch": 2.0712250712250713, |
| "grad_norm": 0.2041941282028662, |
| "learning_rate": 1.726504751847941e-05, |
| "loss": 0.2787, |
| "step": 727 |
| }, |
| { |
| "epoch": 2.074074074074074, |
| "grad_norm": 0.2289119309925019, |
| "learning_rate": 1.7212249208025344e-05, |
| "loss": 0.276, |
| "step": 728 |
| }, |
| { |
| "epoch": 2.076923076923077, |
| "grad_norm": 0.20075289027919085, |
| "learning_rate": 1.7159450897571277e-05, |
| "loss": 0.2754, |
| "step": 729 |
| }, |
| { |
| "epoch": 2.07977207977208, |
| "grad_norm": 0.1910485513723653, |
| "learning_rate": 1.7106652587117213e-05, |
| "loss": 0.274, |
| "step": 730 |
| }, |
| { |
| "epoch": 2.0826210826210825, |
| "grad_norm": 0.2075379358650543, |
| "learning_rate": 1.7053854276663146e-05, |
| "loss": 0.2724, |
| "step": 731 |
| }, |
| { |
| "epoch": 2.0854700854700856, |
| "grad_norm": 0.21528112160170912, |
| "learning_rate": 1.7001055966209083e-05, |
| "loss": 0.2726, |
| "step": 732 |
| }, |
| { |
| "epoch": 2.0883190883190883, |
| "grad_norm": 0.2110995481791853, |
| "learning_rate": 1.694825765575502e-05, |
| "loss": 0.2772, |
| "step": 733 |
| }, |
| { |
| "epoch": 2.091168091168091, |
| "grad_norm": 0.1829351870654865, |
| "learning_rate": 1.6895459345300952e-05, |
| "loss": 0.2704, |
| "step": 734 |
| }, |
| { |
| "epoch": 2.094017094017094, |
| "grad_norm": 0.19540194440796962, |
| "learning_rate": 1.6842661034846885e-05, |
| "loss": 0.2658, |
| "step": 735 |
| }, |
| { |
| "epoch": 2.096866096866097, |
| "grad_norm": 0.21657896164501325, |
| "learning_rate": 1.678986272439282e-05, |
| "loss": 0.2746, |
| "step": 736 |
| }, |
| { |
| "epoch": 2.0997150997150995, |
| "grad_norm": 0.19563365784205655, |
| "learning_rate": 1.6737064413938755e-05, |
| "loss": 0.2652, |
| "step": 737 |
| }, |
| { |
| "epoch": 2.1025641025641026, |
| "grad_norm": 0.19212356110155093, |
| "learning_rate": 1.6684266103484688e-05, |
| "loss": 0.263, |
| "step": 738 |
| }, |
| { |
| "epoch": 2.1054131054131053, |
| "grad_norm": 0.20460727383155605, |
| "learning_rate": 1.6631467793030624e-05, |
| "loss": 0.2742, |
| "step": 739 |
| }, |
| { |
| "epoch": 2.1082621082621085, |
| "grad_norm": 0.21427650674256282, |
| "learning_rate": 1.657866948257656e-05, |
| "loss": 0.2825, |
| "step": 740 |
| }, |
| { |
| "epoch": 2.111111111111111, |
| "grad_norm": 0.20672190281174416, |
| "learning_rate": 1.6525871172122493e-05, |
| "loss": 0.2839, |
| "step": 741 |
| }, |
| { |
| "epoch": 2.113960113960114, |
| "grad_norm": 0.20211237414090671, |
| "learning_rate": 1.647307286166843e-05, |
| "loss": 0.2826, |
| "step": 742 |
| }, |
| { |
| "epoch": 2.116809116809117, |
| "grad_norm": 0.19195099076895822, |
| "learning_rate": 1.6420274551214363e-05, |
| "loss": 0.2759, |
| "step": 743 |
| }, |
| { |
| "epoch": 2.1196581196581197, |
| "grad_norm": 0.20560314548089362, |
| "learning_rate": 1.6367476240760296e-05, |
| "loss": 0.2681, |
| "step": 744 |
| }, |
| { |
| "epoch": 2.1225071225071224, |
| "grad_norm": 0.21253013838923676, |
| "learning_rate": 1.631467793030623e-05, |
| "loss": 0.2691, |
| "step": 745 |
| }, |
| { |
| "epoch": 2.1253561253561255, |
| "grad_norm": 0.19213504270638337, |
| "learning_rate": 1.6261879619852165e-05, |
| "loss": 0.2709, |
| "step": 746 |
| }, |
| { |
| "epoch": 2.128205128205128, |
| "grad_norm": 0.19810360169754043, |
| "learning_rate": 1.6209081309398098e-05, |
| "loss": 0.2681, |
| "step": 747 |
| }, |
| { |
| "epoch": 2.131054131054131, |
| "grad_norm": 0.8925954469518941, |
| "learning_rate": 1.6156282998944034e-05, |
| "loss": 0.3358, |
| "step": 748 |
| }, |
| { |
| "epoch": 2.133903133903134, |
| "grad_norm": 0.21118384990812827, |
| "learning_rate": 1.610348468848997e-05, |
| "loss": 0.2834, |
| "step": 749 |
| }, |
| { |
| "epoch": 2.1367521367521367, |
| "grad_norm": 0.22061422429768562, |
| "learning_rate": 1.6050686378035904e-05, |
| "loss": 0.2782, |
| "step": 750 |
| }, |
| { |
| "epoch": 2.1396011396011394, |
| "grad_norm": 0.2124786481646926, |
| "learning_rate": 1.5997888067581837e-05, |
| "loss": 0.2998, |
| "step": 751 |
| }, |
| { |
| "epoch": 2.1424501424501425, |
| "grad_norm": 0.20503289997556293, |
| "learning_rate": 1.5945089757127773e-05, |
| "loss": 0.2807, |
| "step": 752 |
| }, |
| { |
| "epoch": 2.1452991452991452, |
| "grad_norm": 0.22522249962157764, |
| "learning_rate": 1.5892291446673706e-05, |
| "loss": 0.2806, |
| "step": 753 |
| }, |
| { |
| "epoch": 2.148148148148148, |
| "grad_norm": 0.22270532746805854, |
| "learning_rate": 1.583949313621964e-05, |
| "loss": 0.273, |
| "step": 754 |
| }, |
| { |
| "epoch": 2.150997150997151, |
| "grad_norm": 0.19772734044545245, |
| "learning_rate": 1.5786694825765576e-05, |
| "loss": 0.272, |
| "step": 755 |
| }, |
| { |
| "epoch": 2.1538461538461537, |
| "grad_norm": 0.1967943644277297, |
| "learning_rate": 1.5733896515311512e-05, |
| "loss": 0.2753, |
| "step": 756 |
| }, |
| { |
| "epoch": 2.156695156695157, |
| "grad_norm": 0.19154676700453233, |
| "learning_rate": 1.5681098204857445e-05, |
| "loss": 0.2709, |
| "step": 757 |
| }, |
| { |
| "epoch": 2.1595441595441596, |
| "grad_norm": 0.2221016196227244, |
| "learning_rate": 1.562829989440338e-05, |
| "loss": 0.2823, |
| "step": 758 |
| }, |
| { |
| "epoch": 2.1623931623931623, |
| "grad_norm": 0.1937702666618624, |
| "learning_rate": 1.5575501583949314e-05, |
| "loss": 0.2645, |
| "step": 759 |
| }, |
| { |
| "epoch": 2.1652421652421654, |
| "grad_norm": 0.1969269538576539, |
| "learning_rate": 1.5522703273495247e-05, |
| "loss": 0.2761, |
| "step": 760 |
| }, |
| { |
| "epoch": 2.168091168091168, |
| "grad_norm": 0.20395502697309204, |
| "learning_rate": 1.5469904963041184e-05, |
| "loss": 0.2792, |
| "step": 761 |
| }, |
| { |
| "epoch": 2.1709401709401708, |
| "grad_norm": 0.20751492020213136, |
| "learning_rate": 1.5417106652587117e-05, |
| "loss": 0.2623, |
| "step": 762 |
| }, |
| { |
| "epoch": 2.173789173789174, |
| "grad_norm": 0.19379484649828319, |
| "learning_rate": 1.5364308342133053e-05, |
| "loss": 0.2606, |
| "step": 763 |
| }, |
| { |
| "epoch": 2.1766381766381766, |
| "grad_norm": 0.18718035792100948, |
| "learning_rate": 1.531151003167899e-05, |
| "loss": 0.2751, |
| "step": 764 |
| }, |
| { |
| "epoch": 2.1794871794871793, |
| "grad_norm": 0.19066401480212206, |
| "learning_rate": 1.5258711721224923e-05, |
| "loss": 0.2732, |
| "step": 765 |
| }, |
| { |
| "epoch": 2.1823361823361824, |
| "grad_norm": 0.20925353974218774, |
| "learning_rate": 1.5205913410770856e-05, |
| "loss": 0.2881, |
| "step": 766 |
| }, |
| { |
| "epoch": 2.185185185185185, |
| "grad_norm": 0.20547467764539895, |
| "learning_rate": 1.5153115100316789e-05, |
| "loss": 0.2638, |
| "step": 767 |
| }, |
| { |
| "epoch": 2.1880341880341883, |
| "grad_norm": 0.19527197604782076, |
| "learning_rate": 1.5100316789862725e-05, |
| "loss": 0.2783, |
| "step": 768 |
| }, |
| { |
| "epoch": 2.190883190883191, |
| "grad_norm": 0.1942190592627724, |
| "learning_rate": 1.504751847940866e-05, |
| "loss": 0.2709, |
| "step": 769 |
| }, |
| { |
| "epoch": 2.1937321937321936, |
| "grad_norm": 0.2103546914669498, |
| "learning_rate": 1.4994720168954593e-05, |
| "loss": 0.2703, |
| "step": 770 |
| }, |
| { |
| "epoch": 2.1965811965811968, |
| "grad_norm": 0.20158953401192725, |
| "learning_rate": 1.4941921858500529e-05, |
| "loss": 0.2786, |
| "step": 771 |
| }, |
| { |
| "epoch": 2.1994301994301995, |
| "grad_norm": 0.18874398829424063, |
| "learning_rate": 1.4889123548046464e-05, |
| "loss": 0.2625, |
| "step": 772 |
| }, |
| { |
| "epoch": 2.202279202279202, |
| "grad_norm": 0.1919940823226646, |
| "learning_rate": 1.4836325237592397e-05, |
| "loss": 0.2819, |
| "step": 773 |
| }, |
| { |
| "epoch": 2.2051282051282053, |
| "grad_norm": 0.20270992368788238, |
| "learning_rate": 1.4783526927138333e-05, |
| "loss": 0.2746, |
| "step": 774 |
| }, |
| { |
| "epoch": 2.207977207977208, |
| "grad_norm": 0.19972156431692997, |
| "learning_rate": 1.4730728616684266e-05, |
| "loss": 0.277, |
| "step": 775 |
| }, |
| { |
| "epoch": 2.2108262108262107, |
| "grad_norm": 0.2060428169408646, |
| "learning_rate": 1.46779303062302e-05, |
| "loss": 0.2866, |
| "step": 776 |
| }, |
| { |
| "epoch": 2.213675213675214, |
| "grad_norm": 0.2180940293343127, |
| "learning_rate": 1.4625131995776137e-05, |
| "loss": 0.2664, |
| "step": 777 |
| }, |
| { |
| "epoch": 2.2165242165242165, |
| "grad_norm": 0.19764083611553848, |
| "learning_rate": 1.457233368532207e-05, |
| "loss": 0.2698, |
| "step": 778 |
| }, |
| { |
| "epoch": 2.219373219373219, |
| "grad_norm": 0.18295950495897126, |
| "learning_rate": 1.4519535374868005e-05, |
| "loss": 0.266, |
| "step": 779 |
| }, |
| { |
| "epoch": 2.2222222222222223, |
| "grad_norm": 0.20138778009514838, |
| "learning_rate": 1.4466737064413941e-05, |
| "loss": 0.2732, |
| "step": 780 |
| }, |
| { |
| "epoch": 2.225071225071225, |
| "grad_norm": 0.21789436891588496, |
| "learning_rate": 1.4413938753959874e-05, |
| "loss": 0.2842, |
| "step": 781 |
| }, |
| { |
| "epoch": 2.2279202279202277, |
| "grad_norm": 0.19845024094048266, |
| "learning_rate": 1.4361140443505807e-05, |
| "loss": 0.2617, |
| "step": 782 |
| }, |
| { |
| "epoch": 2.230769230769231, |
| "grad_norm": 0.20136450371041287, |
| "learning_rate": 1.4308342133051744e-05, |
| "loss": 0.2673, |
| "step": 783 |
| }, |
| { |
| "epoch": 2.2336182336182335, |
| "grad_norm": 0.20064270708774173, |
| "learning_rate": 1.4255543822597678e-05, |
| "loss": 0.2635, |
| "step": 784 |
| }, |
| { |
| "epoch": 2.2364672364672367, |
| "grad_norm": 0.20230154595496835, |
| "learning_rate": 1.4202745512143611e-05, |
| "loss": 0.2929, |
| "step": 785 |
| }, |
| { |
| "epoch": 2.2393162393162394, |
| "grad_norm": 0.201820653024005, |
| "learning_rate": 1.4149947201689548e-05, |
| "loss": 0.2834, |
| "step": 786 |
| }, |
| { |
| "epoch": 2.242165242165242, |
| "grad_norm": 0.19121793530935455, |
| "learning_rate": 1.409714889123548e-05, |
| "loss": 0.2625, |
| "step": 787 |
| }, |
| { |
| "epoch": 2.245014245014245, |
| "grad_norm": 0.19330950900844268, |
| "learning_rate": 1.4044350580781415e-05, |
| "loss": 0.2772, |
| "step": 788 |
| }, |
| { |
| "epoch": 2.247863247863248, |
| "grad_norm": 0.19306556715969658, |
| "learning_rate": 1.3991552270327348e-05, |
| "loss": 0.2627, |
| "step": 789 |
| }, |
| { |
| "epoch": 2.2507122507122506, |
| "grad_norm": 0.19901233397623183, |
| "learning_rate": 1.3938753959873285e-05, |
| "loss": 0.2696, |
| "step": 790 |
| }, |
| { |
| "epoch": 2.2535612535612537, |
| "grad_norm": 0.19925310664104037, |
| "learning_rate": 1.388595564941922e-05, |
| "loss": 0.2584, |
| "step": 791 |
| }, |
| { |
| "epoch": 2.2564102564102564, |
| "grad_norm": 0.2034999029639149, |
| "learning_rate": 1.3833157338965153e-05, |
| "loss": 0.2966, |
| "step": 792 |
| }, |
| { |
| "epoch": 2.259259259259259, |
| "grad_norm": 0.19015133424936778, |
| "learning_rate": 1.3780359028511089e-05, |
| "loss": 0.2865, |
| "step": 793 |
| }, |
| { |
| "epoch": 2.262108262108262, |
| "grad_norm": 0.22328712353887642, |
| "learning_rate": 1.3727560718057022e-05, |
| "loss": 0.2772, |
| "step": 794 |
| }, |
| { |
| "epoch": 2.264957264957265, |
| "grad_norm": 0.19798853546327766, |
| "learning_rate": 1.3674762407602957e-05, |
| "loss": 0.2632, |
| "step": 795 |
| }, |
| { |
| "epoch": 2.267806267806268, |
| "grad_norm": 0.18631225104292679, |
| "learning_rate": 1.3621964097148893e-05, |
| "loss": 0.2775, |
| "step": 796 |
| }, |
| { |
| "epoch": 2.2706552706552707, |
| "grad_norm": 0.1909878525568524, |
| "learning_rate": 1.3569165786694826e-05, |
| "loss": 0.2848, |
| "step": 797 |
| }, |
| { |
| "epoch": 2.2735042735042734, |
| "grad_norm": 0.2068674181031461, |
| "learning_rate": 1.351636747624076e-05, |
| "loss": 0.2754, |
| "step": 798 |
| }, |
| { |
| "epoch": 2.2763532763532766, |
| "grad_norm": 0.20247748116558922, |
| "learning_rate": 1.3463569165786697e-05, |
| "loss": 0.2681, |
| "step": 799 |
| }, |
| { |
| "epoch": 2.2792022792022792, |
| "grad_norm": 0.19577250906503782, |
| "learning_rate": 1.341077085533263e-05, |
| "loss": 0.2698, |
| "step": 800 |
| }, |
| { |
| "epoch": 2.282051282051282, |
| "grad_norm": 0.192461914460849, |
| "learning_rate": 1.3357972544878563e-05, |
| "loss": 0.2624, |
| "step": 801 |
| }, |
| { |
| "epoch": 2.284900284900285, |
| "grad_norm": 0.21973379890078096, |
| "learning_rate": 1.33051742344245e-05, |
| "loss": 0.2754, |
| "step": 802 |
| }, |
| { |
| "epoch": 2.2877492877492878, |
| "grad_norm": 0.19582967491065492, |
| "learning_rate": 1.3252375923970434e-05, |
| "loss": 0.277, |
| "step": 803 |
| }, |
| { |
| "epoch": 2.2905982905982905, |
| "grad_norm": 0.19580304220995717, |
| "learning_rate": 1.3199577613516367e-05, |
| "loss": 0.2716, |
| "step": 804 |
| }, |
| { |
| "epoch": 2.2934472934472936, |
| "grad_norm": 0.2588055907574961, |
| "learning_rate": 1.3146779303062304e-05, |
| "loss": 0.2772, |
| "step": 805 |
| }, |
| { |
| "epoch": 2.2962962962962963, |
| "grad_norm": 0.1985796106477907, |
| "learning_rate": 1.3093980992608237e-05, |
| "loss": 0.2725, |
| "step": 806 |
| }, |
| { |
| "epoch": 2.299145299145299, |
| "grad_norm": 0.21599405795203994, |
| "learning_rate": 1.3041182682154171e-05, |
| "loss": 0.2924, |
| "step": 807 |
| }, |
| { |
| "epoch": 2.301994301994302, |
| "grad_norm": 0.20158022481963558, |
| "learning_rate": 1.2988384371700108e-05, |
| "loss": 0.2885, |
| "step": 808 |
| }, |
| { |
| "epoch": 2.304843304843305, |
| "grad_norm": 0.18745667148509224, |
| "learning_rate": 1.293558606124604e-05, |
| "loss": 0.2943, |
| "step": 809 |
| }, |
| { |
| "epoch": 2.3076923076923075, |
| "grad_norm": 0.2065772682516858, |
| "learning_rate": 1.2882787750791975e-05, |
| "loss": 0.2778, |
| "step": 810 |
| }, |
| { |
| "epoch": 2.3105413105413106, |
| "grad_norm": 0.2170049193233547, |
| "learning_rate": 1.2829989440337912e-05, |
| "loss": 0.2842, |
| "step": 811 |
| }, |
| { |
| "epoch": 2.3133903133903133, |
| "grad_norm": 0.20199308409143069, |
| "learning_rate": 1.2777191129883845e-05, |
| "loss": 0.2717, |
| "step": 812 |
| }, |
| { |
| "epoch": 2.316239316239316, |
| "grad_norm": 0.20699440291292984, |
| "learning_rate": 1.2724392819429778e-05, |
| "loss": 0.2925, |
| "step": 813 |
| }, |
| { |
| "epoch": 2.319088319088319, |
| "grad_norm": 0.19508346223108827, |
| "learning_rate": 1.2671594508975712e-05, |
| "loss": 0.277, |
| "step": 814 |
| }, |
| { |
| "epoch": 2.321937321937322, |
| "grad_norm": 0.19079264766629775, |
| "learning_rate": 1.2618796198521649e-05, |
| "loss": 0.2778, |
| "step": 815 |
| }, |
| { |
| "epoch": 2.324786324786325, |
| "grad_norm": 0.18964264325936672, |
| "learning_rate": 1.2565997888067582e-05, |
| "loss": 0.2782, |
| "step": 816 |
| }, |
| { |
| "epoch": 2.3276353276353277, |
| "grad_norm": 0.20280215258566556, |
| "learning_rate": 1.2513199577613517e-05, |
| "loss": 0.2893, |
| "step": 817 |
| }, |
| { |
| "epoch": 2.3304843304843303, |
| "grad_norm": 0.2156167038301731, |
| "learning_rate": 1.2460401267159451e-05, |
| "loss": 0.2854, |
| "step": 818 |
| }, |
| { |
| "epoch": 2.3333333333333335, |
| "grad_norm": 0.1964934145520702, |
| "learning_rate": 1.2407602956705386e-05, |
| "loss": 0.2789, |
| "step": 819 |
| }, |
| { |
| "epoch": 2.336182336182336, |
| "grad_norm": 0.20506845724808467, |
| "learning_rate": 1.235480464625132e-05, |
| "loss": 0.2837, |
| "step": 820 |
| }, |
| { |
| "epoch": 2.339031339031339, |
| "grad_norm": 0.20608756180445, |
| "learning_rate": 1.2302006335797255e-05, |
| "loss": 0.2867, |
| "step": 821 |
| }, |
| { |
| "epoch": 2.341880341880342, |
| "grad_norm": 0.22728463316725367, |
| "learning_rate": 1.224920802534319e-05, |
| "loss": 0.2879, |
| "step": 822 |
| }, |
| { |
| "epoch": 2.3447293447293447, |
| "grad_norm": 0.21134582426808612, |
| "learning_rate": 1.2196409714889125e-05, |
| "loss": 0.2706, |
| "step": 823 |
| }, |
| { |
| "epoch": 2.347578347578348, |
| "grad_norm": 0.2117202491888567, |
| "learning_rate": 1.2143611404435058e-05, |
| "loss": 0.2901, |
| "step": 824 |
| }, |
| { |
| "epoch": 2.3504273504273505, |
| "grad_norm": 0.20417464138588973, |
| "learning_rate": 1.2090813093980994e-05, |
| "loss": 0.2838, |
| "step": 825 |
| }, |
| { |
| "epoch": 2.353276353276353, |
| "grad_norm": 0.1996078258358169, |
| "learning_rate": 1.2038014783526929e-05, |
| "loss": 0.2669, |
| "step": 826 |
| }, |
| { |
| "epoch": 2.3561253561253563, |
| "grad_norm": 0.22247317080848442, |
| "learning_rate": 1.1985216473072862e-05, |
| "loss": 0.2855, |
| "step": 827 |
| }, |
| { |
| "epoch": 2.358974358974359, |
| "grad_norm": 0.20677945710130288, |
| "learning_rate": 1.1932418162618796e-05, |
| "loss": 0.2617, |
| "step": 828 |
| }, |
| { |
| "epoch": 2.3618233618233617, |
| "grad_norm": 0.22160179441363054, |
| "learning_rate": 1.1879619852164731e-05, |
| "loss": 0.2756, |
| "step": 829 |
| }, |
| { |
| "epoch": 2.364672364672365, |
| "grad_norm": 0.22587987413436983, |
| "learning_rate": 1.1826821541710666e-05, |
| "loss": 0.2817, |
| "step": 830 |
| }, |
| { |
| "epoch": 2.3675213675213675, |
| "grad_norm": 0.20154794971028572, |
| "learning_rate": 1.17740232312566e-05, |
| "loss": 0.2651, |
| "step": 831 |
| }, |
| { |
| "epoch": 2.3703703703703702, |
| "grad_norm": 0.20403481294874842, |
| "learning_rate": 1.1721224920802534e-05, |
| "loss": 0.2775, |
| "step": 832 |
| }, |
| { |
| "epoch": 2.3732193732193734, |
| "grad_norm": 0.22073919271992984, |
| "learning_rate": 1.166842661034847e-05, |
| "loss": 0.2778, |
| "step": 833 |
| }, |
| { |
| "epoch": 2.376068376068376, |
| "grad_norm": 0.22085826451951224, |
| "learning_rate": 1.1615628299894405e-05, |
| "loss": 0.2716, |
| "step": 834 |
| }, |
| { |
| "epoch": 2.3789173789173788, |
| "grad_norm": 0.20286442068216853, |
| "learning_rate": 1.1562829989440338e-05, |
| "loss": 0.2725, |
| "step": 835 |
| }, |
| { |
| "epoch": 2.381766381766382, |
| "grad_norm": 0.20066512198655337, |
| "learning_rate": 1.1510031678986272e-05, |
| "loss": 0.2791, |
| "step": 836 |
| }, |
| { |
| "epoch": 2.3846153846153846, |
| "grad_norm": 0.2138581117365153, |
| "learning_rate": 1.1457233368532209e-05, |
| "loss": 0.2748, |
| "step": 837 |
| }, |
| { |
| "epoch": 2.3874643874643873, |
| "grad_norm": 0.21527795194888655, |
| "learning_rate": 1.1404435058078142e-05, |
| "loss": 0.2742, |
| "step": 838 |
| }, |
| { |
| "epoch": 2.3903133903133904, |
| "grad_norm": 0.20801036949744942, |
| "learning_rate": 1.1351636747624076e-05, |
| "loss": 0.2797, |
| "step": 839 |
| }, |
| { |
| "epoch": 2.393162393162393, |
| "grad_norm": 0.20792622413478573, |
| "learning_rate": 1.1298838437170011e-05, |
| "loss": 0.282, |
| "step": 840 |
| }, |
| { |
| "epoch": 2.396011396011396, |
| "grad_norm": 0.22033246310576216, |
| "learning_rate": 1.1246040126715946e-05, |
| "loss": 0.279, |
| "step": 841 |
| }, |
| { |
| "epoch": 2.398860398860399, |
| "grad_norm": 0.1967422885160002, |
| "learning_rate": 1.119324181626188e-05, |
| "loss": 0.2811, |
| "step": 842 |
| }, |
| { |
| "epoch": 2.4017094017094016, |
| "grad_norm": 0.1814858766804614, |
| "learning_rate": 1.1140443505807813e-05, |
| "loss": 0.2608, |
| "step": 843 |
| }, |
| { |
| "epoch": 2.4045584045584047, |
| "grad_norm": 0.19499452238873044, |
| "learning_rate": 1.108764519535375e-05, |
| "loss": 0.2678, |
| "step": 844 |
| }, |
| { |
| "epoch": 2.4074074074074074, |
| "grad_norm": 0.2102124248647648, |
| "learning_rate": 1.1034846884899685e-05, |
| "loss": 0.2818, |
| "step": 845 |
| }, |
| { |
| "epoch": 2.41025641025641, |
| "grad_norm": 0.19814574523643397, |
| "learning_rate": 1.0982048574445618e-05, |
| "loss": 0.2653, |
| "step": 846 |
| }, |
| { |
| "epoch": 2.4131054131054133, |
| "grad_norm": 0.18054162144741087, |
| "learning_rate": 1.0929250263991552e-05, |
| "loss": 0.2695, |
| "step": 847 |
| }, |
| { |
| "epoch": 2.415954415954416, |
| "grad_norm": 0.1808318357229325, |
| "learning_rate": 1.0876451953537489e-05, |
| "loss": 0.2801, |
| "step": 848 |
| }, |
| { |
| "epoch": 2.4188034188034186, |
| "grad_norm": 0.19987403185338987, |
| "learning_rate": 1.0823653643083422e-05, |
| "loss": 0.2721, |
| "step": 849 |
| }, |
| { |
| "epoch": 2.421652421652422, |
| "grad_norm": 0.2248142211042877, |
| "learning_rate": 1.0770855332629356e-05, |
| "loss": 0.2843, |
| "step": 850 |
| }, |
| { |
| "epoch": 2.4245014245014245, |
| "grad_norm": 0.1964174663784782, |
| "learning_rate": 1.0718057022175291e-05, |
| "loss": 0.2834, |
| "step": 851 |
| }, |
| { |
| "epoch": 2.427350427350427, |
| "grad_norm": 0.18315937428538173, |
| "learning_rate": 1.0665258711721226e-05, |
| "loss": 0.267, |
| "step": 852 |
| }, |
| { |
| "epoch": 2.4301994301994303, |
| "grad_norm": 0.1926077433772735, |
| "learning_rate": 1.061246040126716e-05, |
| "loss": 0.2748, |
| "step": 853 |
| }, |
| { |
| "epoch": 2.433048433048433, |
| "grad_norm": 0.20408583222643678, |
| "learning_rate": 1.0559662090813093e-05, |
| "loss": 0.2776, |
| "step": 854 |
| }, |
| { |
| "epoch": 2.435897435897436, |
| "grad_norm": 0.1973007081934127, |
| "learning_rate": 1.0506863780359028e-05, |
| "loss": 0.2748, |
| "step": 855 |
| }, |
| { |
| "epoch": 2.438746438746439, |
| "grad_norm": 0.18467705527546302, |
| "learning_rate": 1.0454065469904964e-05, |
| "loss": 0.2767, |
| "step": 856 |
| }, |
| { |
| "epoch": 2.4415954415954415, |
| "grad_norm": 0.18392804629969942, |
| "learning_rate": 1.0401267159450897e-05, |
| "loss": 0.2803, |
| "step": 857 |
| }, |
| { |
| "epoch": 2.4444444444444446, |
| "grad_norm": 0.19726145099036824, |
| "learning_rate": 1.0348468848996832e-05, |
| "loss": 0.2763, |
| "step": 858 |
| }, |
| { |
| "epoch": 2.4472934472934473, |
| "grad_norm": 0.19595567470607117, |
| "learning_rate": 1.0295670538542767e-05, |
| "loss": 0.288, |
| "step": 859 |
| }, |
| { |
| "epoch": 2.45014245014245, |
| "grad_norm": 0.19049627669313532, |
| "learning_rate": 1.0242872228088702e-05, |
| "loss": 0.2804, |
| "step": 860 |
| }, |
| { |
| "epoch": 2.452991452991453, |
| "grad_norm": 0.19465038042198368, |
| "learning_rate": 1.0190073917634636e-05, |
| "loss": 0.2853, |
| "step": 861 |
| }, |
| { |
| "epoch": 2.455840455840456, |
| "grad_norm": 0.18907018318647903, |
| "learning_rate": 1.0137275607180571e-05, |
| "loss": 0.262, |
| "step": 862 |
| }, |
| { |
| "epoch": 2.4586894586894585, |
| "grad_norm": 0.2117775134978185, |
| "learning_rate": 1.0084477296726506e-05, |
| "loss": 0.2832, |
| "step": 863 |
| }, |
| { |
| "epoch": 2.4615384615384617, |
| "grad_norm": 0.18369057037488082, |
| "learning_rate": 1.003167898627244e-05, |
| "loss": 0.2818, |
| "step": 864 |
| }, |
| { |
| "epoch": 2.4643874643874644, |
| "grad_norm": 0.1938139353246623, |
| "learning_rate": 9.978880675818373e-06, |
| "loss": 0.2687, |
| "step": 865 |
| }, |
| { |
| "epoch": 2.467236467236467, |
| "grad_norm": 0.21926317040236148, |
| "learning_rate": 9.926082365364308e-06, |
| "loss": 0.2762, |
| "step": 866 |
| }, |
| { |
| "epoch": 2.47008547008547, |
| "grad_norm": 0.20036724393686023, |
| "learning_rate": 9.873284054910244e-06, |
| "loss": 0.2788, |
| "step": 867 |
| }, |
| { |
| "epoch": 2.472934472934473, |
| "grad_norm": 0.195455632630333, |
| "learning_rate": 9.820485744456177e-06, |
| "loss": 0.2712, |
| "step": 868 |
| }, |
| { |
| "epoch": 2.4757834757834756, |
| "grad_norm": 0.19688632965075772, |
| "learning_rate": 9.767687434002112e-06, |
| "loss": 0.2928, |
| "step": 869 |
| }, |
| { |
| "epoch": 2.4786324786324787, |
| "grad_norm": 0.196362275701545, |
| "learning_rate": 9.714889123548047e-06, |
| "loss": 0.2856, |
| "step": 870 |
| }, |
| { |
| "epoch": 2.4814814814814814, |
| "grad_norm": 0.19446432785612933, |
| "learning_rate": 9.662090813093982e-06, |
| "loss": 0.279, |
| "step": 871 |
| }, |
| { |
| "epoch": 2.484330484330484, |
| "grad_norm": 0.1879688895780496, |
| "learning_rate": 9.609292502639916e-06, |
| "loss": 0.2854, |
| "step": 872 |
| }, |
| { |
| "epoch": 2.4871794871794872, |
| "grad_norm": 0.19437610153561674, |
| "learning_rate": 9.556494192185851e-06, |
| "loss": 0.2738, |
| "step": 873 |
| }, |
| { |
| "epoch": 2.49002849002849, |
| "grad_norm": 0.20143365503846905, |
| "learning_rate": 9.503695881731786e-06, |
| "loss": 0.2759, |
| "step": 874 |
| }, |
| { |
| "epoch": 2.492877492877493, |
| "grad_norm": 0.1935287651459583, |
| "learning_rate": 9.45089757127772e-06, |
| "loss": 0.2835, |
| "step": 875 |
| }, |
| { |
| "epoch": 2.4957264957264957, |
| "grad_norm": 0.19317522985073163, |
| "learning_rate": 9.398099260823653e-06, |
| "loss": 0.2858, |
| "step": 876 |
| }, |
| { |
| "epoch": 2.4985754985754984, |
| "grad_norm": 0.2012616552901727, |
| "learning_rate": 9.345300950369588e-06, |
| "loss": 0.2686, |
| "step": 877 |
| }, |
| { |
| "epoch": 2.5014245014245016, |
| "grad_norm": 0.18496934505004578, |
| "learning_rate": 9.292502639915523e-06, |
| "loss": 0.2649, |
| "step": 878 |
| }, |
| { |
| "epoch": 2.5042735042735043, |
| "grad_norm": 0.1952709023463477, |
| "learning_rate": 9.239704329461457e-06, |
| "loss": 0.2765, |
| "step": 879 |
| }, |
| { |
| "epoch": 2.5071225071225074, |
| "grad_norm": 0.1879189333509987, |
| "learning_rate": 9.186906019007392e-06, |
| "loss": 0.2832, |
| "step": 880 |
| }, |
| { |
| "epoch": 2.50997150997151, |
| "grad_norm": 0.18950447218698951, |
| "learning_rate": 9.134107708553327e-06, |
| "loss": 0.2843, |
| "step": 881 |
| }, |
| { |
| "epoch": 2.5128205128205128, |
| "grad_norm": 0.18653191496871754, |
| "learning_rate": 9.081309398099261e-06, |
| "loss": 0.277, |
| "step": 882 |
| }, |
| { |
| "epoch": 2.515669515669516, |
| "grad_norm": 0.17645739186127074, |
| "learning_rate": 9.028511087645196e-06, |
| "loss": 0.2686, |
| "step": 883 |
| }, |
| { |
| "epoch": 2.5185185185185186, |
| "grad_norm": 0.18764217708119302, |
| "learning_rate": 8.97571277719113e-06, |
| "loss": 0.284, |
| "step": 884 |
| }, |
| { |
| "epoch": 2.5213675213675213, |
| "grad_norm": 0.19467937140297095, |
| "learning_rate": 8.922914466737064e-06, |
| "loss": 0.2717, |
| "step": 885 |
| }, |
| { |
| "epoch": 2.5242165242165244, |
| "grad_norm": 0.19792747219286208, |
| "learning_rate": 8.870116156283e-06, |
| "loss": 0.2855, |
| "step": 886 |
| }, |
| { |
| "epoch": 2.527065527065527, |
| "grad_norm": 0.18656641235510737, |
| "learning_rate": 8.817317845828933e-06, |
| "loss": 0.274, |
| "step": 887 |
| }, |
| { |
| "epoch": 2.52991452991453, |
| "grad_norm": 0.19826113067880127, |
| "learning_rate": 8.764519535374868e-06, |
| "loss": 0.2973, |
| "step": 888 |
| }, |
| { |
| "epoch": 2.532763532763533, |
| "grad_norm": 0.19491004642921803, |
| "learning_rate": 8.711721224920803e-06, |
| "loss": 0.2755, |
| "step": 889 |
| }, |
| { |
| "epoch": 2.5356125356125356, |
| "grad_norm": 0.2012953347472746, |
| "learning_rate": 8.658922914466737e-06, |
| "loss": 0.2836, |
| "step": 890 |
| }, |
| { |
| "epoch": 2.5384615384615383, |
| "grad_norm": 0.19357544104347177, |
| "learning_rate": 8.606124604012672e-06, |
| "loss": 0.2671, |
| "step": 891 |
| }, |
| { |
| "epoch": 2.5413105413105415, |
| "grad_norm": 0.18892143464854252, |
| "learning_rate": 8.553326293558607e-06, |
| "loss": 0.2733, |
| "step": 892 |
| }, |
| { |
| "epoch": 2.544159544159544, |
| "grad_norm": 0.6265508514551001, |
| "learning_rate": 8.500527983104541e-06, |
| "loss": 0.3024, |
| "step": 893 |
| }, |
| { |
| "epoch": 2.547008547008547, |
| "grad_norm": 0.180843319457107, |
| "learning_rate": 8.447729672650476e-06, |
| "loss": 0.2758, |
| "step": 894 |
| }, |
| { |
| "epoch": 2.54985754985755, |
| "grad_norm": 0.18824519820336835, |
| "learning_rate": 8.39493136219641e-06, |
| "loss": 0.2777, |
| "step": 895 |
| }, |
| { |
| "epoch": 2.5527065527065527, |
| "grad_norm": 0.18679719864151892, |
| "learning_rate": 8.342133051742344e-06, |
| "loss": 0.273, |
| "step": 896 |
| }, |
| { |
| "epoch": 2.5555555555555554, |
| "grad_norm": 0.18954916069648725, |
| "learning_rate": 8.28933474128828e-06, |
| "loss": 0.271, |
| "step": 897 |
| }, |
| { |
| "epoch": 2.5584045584045585, |
| "grad_norm": 0.18840475356548164, |
| "learning_rate": 8.236536430834215e-06, |
| "loss": 0.2634, |
| "step": 898 |
| }, |
| { |
| "epoch": 2.561253561253561, |
| "grad_norm": 0.19100598305938737, |
| "learning_rate": 8.183738120380148e-06, |
| "loss": 0.281, |
| "step": 899 |
| }, |
| { |
| "epoch": 2.564102564102564, |
| "grad_norm": 0.1759624339368046, |
| "learning_rate": 8.130939809926083e-06, |
| "loss": 0.2651, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.566951566951567, |
| "grad_norm": 0.19734582647437332, |
| "learning_rate": 8.078141499472017e-06, |
| "loss": 0.2638, |
| "step": 901 |
| }, |
| { |
| "epoch": 2.5698005698005697, |
| "grad_norm": 0.19411668207145158, |
| "learning_rate": 8.025343189017952e-06, |
| "loss": 0.2736, |
| "step": 902 |
| }, |
| { |
| "epoch": 2.5726495726495724, |
| "grad_norm": 0.19879584464405567, |
| "learning_rate": 7.972544878563887e-06, |
| "loss": 0.2769, |
| "step": 903 |
| }, |
| { |
| "epoch": 2.5754985754985755, |
| "grad_norm": 0.1927813426522461, |
| "learning_rate": 7.91974656810982e-06, |
| "loss": 0.2764, |
| "step": 904 |
| }, |
| { |
| "epoch": 2.578347578347578, |
| "grad_norm": 0.19856911323488508, |
| "learning_rate": 7.866948257655756e-06, |
| "loss": 0.292, |
| "step": 905 |
| }, |
| { |
| "epoch": 2.5811965811965814, |
| "grad_norm": 0.17679245135236604, |
| "learning_rate": 7.81414994720169e-06, |
| "loss": 0.2785, |
| "step": 906 |
| }, |
| { |
| "epoch": 2.584045584045584, |
| "grad_norm": 0.19567448364102336, |
| "learning_rate": 7.761351636747624e-06, |
| "loss": 0.2867, |
| "step": 907 |
| }, |
| { |
| "epoch": 2.5868945868945867, |
| "grad_norm": 0.20115854063114447, |
| "learning_rate": 7.708553326293558e-06, |
| "loss": 0.2713, |
| "step": 908 |
| }, |
| { |
| "epoch": 2.58974358974359, |
| "grad_norm": 0.18545206529638672, |
| "learning_rate": 7.655755015839495e-06, |
| "loss": 0.2634, |
| "step": 909 |
| }, |
| { |
| "epoch": 2.5925925925925926, |
| "grad_norm": 0.19495758015732068, |
| "learning_rate": 7.602956705385428e-06, |
| "loss": 0.2723, |
| "step": 910 |
| }, |
| { |
| "epoch": 2.5954415954415957, |
| "grad_norm": 0.18613675067205288, |
| "learning_rate": 7.5501583949313625e-06, |
| "loss": 0.29, |
| "step": 911 |
| }, |
| { |
| "epoch": 2.5982905982905984, |
| "grad_norm": 0.19754545334787374, |
| "learning_rate": 7.497360084477296e-06, |
| "loss": 0.2716, |
| "step": 912 |
| }, |
| { |
| "epoch": 2.601139601139601, |
| "grad_norm": 0.1949333474464277, |
| "learning_rate": 7.444561774023232e-06, |
| "loss": 0.2786, |
| "step": 913 |
| }, |
| { |
| "epoch": 2.603988603988604, |
| "grad_norm": 0.1866184206464396, |
| "learning_rate": 7.3917634635691666e-06, |
| "loss": 0.2845, |
| "step": 914 |
| }, |
| { |
| "epoch": 2.606837606837607, |
| "grad_norm": 0.195676886907894, |
| "learning_rate": 7.3389651531151e-06, |
| "loss": 0.2769, |
| "step": 915 |
| }, |
| { |
| "epoch": 2.6096866096866096, |
| "grad_norm": 0.18429715351385098, |
| "learning_rate": 7.286166842661035e-06, |
| "loss": 0.2756, |
| "step": 916 |
| }, |
| { |
| "epoch": 2.6125356125356127, |
| "grad_norm": 0.18772973110071034, |
| "learning_rate": 7.233368532206971e-06, |
| "loss": 0.2559, |
| "step": 917 |
| }, |
| { |
| "epoch": 2.6153846153846154, |
| "grad_norm": 0.1836610271469343, |
| "learning_rate": 7.180570221752904e-06, |
| "loss": 0.2681, |
| "step": 918 |
| }, |
| { |
| "epoch": 2.618233618233618, |
| "grad_norm": 0.1754155052969751, |
| "learning_rate": 7.127771911298839e-06, |
| "loss": 0.272, |
| "step": 919 |
| }, |
| { |
| "epoch": 2.6210826210826212, |
| "grad_norm": 0.19652318272004426, |
| "learning_rate": 7.074973600844774e-06, |
| "loss": 0.2686, |
| "step": 920 |
| }, |
| { |
| "epoch": 2.623931623931624, |
| "grad_norm": 0.17933290326611778, |
| "learning_rate": 7.022175290390708e-06, |
| "loss": 0.2759, |
| "step": 921 |
| }, |
| { |
| "epoch": 2.6267806267806266, |
| "grad_norm": 0.18155759050319922, |
| "learning_rate": 6.9693769799366424e-06, |
| "loss": 0.2701, |
| "step": 922 |
| }, |
| { |
| "epoch": 2.6296296296296298, |
| "grad_norm": 0.18892897612236667, |
| "learning_rate": 6.916578669482576e-06, |
| "loss": 0.2769, |
| "step": 923 |
| }, |
| { |
| "epoch": 2.6324786324786325, |
| "grad_norm": 0.18477414784333626, |
| "learning_rate": 6.863780359028511e-06, |
| "loss": 0.2696, |
| "step": 924 |
| }, |
| { |
| "epoch": 2.635327635327635, |
| "grad_norm": 0.1797448137751472, |
| "learning_rate": 6.8109820485744465e-06, |
| "loss": 0.2721, |
| "step": 925 |
| }, |
| { |
| "epoch": 2.6381766381766383, |
| "grad_norm": 0.18868102200145584, |
| "learning_rate": 6.75818373812038e-06, |
| "loss": 0.2654, |
| "step": 926 |
| }, |
| { |
| "epoch": 2.641025641025641, |
| "grad_norm": 0.18760249991357172, |
| "learning_rate": 6.705385427666315e-06, |
| "loss": 0.2883, |
| "step": 927 |
| }, |
| { |
| "epoch": 2.6438746438746437, |
| "grad_norm": 0.1792089439057089, |
| "learning_rate": 6.65258711721225e-06, |
| "loss": 0.2631, |
| "step": 928 |
| }, |
| { |
| "epoch": 2.646723646723647, |
| "grad_norm": 0.18382428762667938, |
| "learning_rate": 6.599788806758184e-06, |
| "loss": 0.2832, |
| "step": 929 |
| }, |
| { |
| "epoch": 2.6495726495726495, |
| "grad_norm": 0.18732937470339528, |
| "learning_rate": 6.546990496304118e-06, |
| "loss": 0.2885, |
| "step": 930 |
| }, |
| { |
| "epoch": 2.652421652421652, |
| "grad_norm": 0.18238422692769168, |
| "learning_rate": 6.494192185850054e-06, |
| "loss": 0.2714, |
| "step": 931 |
| }, |
| { |
| "epoch": 2.6552706552706553, |
| "grad_norm": 0.6796049281047194, |
| "learning_rate": 6.441393875395988e-06, |
| "loss": 0.2736, |
| "step": 932 |
| }, |
| { |
| "epoch": 2.658119658119658, |
| "grad_norm": 0.1843964132149436, |
| "learning_rate": 6.388595564941922e-06, |
| "loss": 0.2812, |
| "step": 933 |
| }, |
| { |
| "epoch": 2.6609686609686607, |
| "grad_norm": 0.1883869870506764, |
| "learning_rate": 6.335797254487856e-06, |
| "loss": 0.2876, |
| "step": 934 |
| }, |
| { |
| "epoch": 2.663817663817664, |
| "grad_norm": 0.19372865429873587, |
| "learning_rate": 6.282998944033791e-06, |
| "loss": 0.2721, |
| "step": 935 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 0.17475184508734368, |
| "learning_rate": 6.230200633579726e-06, |
| "loss": 0.2678, |
| "step": 936 |
| }, |
| { |
| "epoch": 2.6695156695156697, |
| "grad_norm": 0.19140736568353386, |
| "learning_rate": 6.17740232312566e-06, |
| "loss": 0.2694, |
| "step": 937 |
| }, |
| { |
| "epoch": 2.6723646723646723, |
| "grad_norm": 0.19095212031796968, |
| "learning_rate": 6.124604012671595e-06, |
| "loss": 0.2714, |
| "step": 938 |
| }, |
| { |
| "epoch": 2.6752136752136755, |
| "grad_norm": 0.18688967708133333, |
| "learning_rate": 6.071805702217529e-06, |
| "loss": 0.2777, |
| "step": 939 |
| }, |
| { |
| "epoch": 2.678062678062678, |
| "grad_norm": 0.1808730509793612, |
| "learning_rate": 6.019007391763464e-06, |
| "loss": 0.2867, |
| "step": 940 |
| }, |
| { |
| "epoch": 2.680911680911681, |
| "grad_norm": 0.1914570882813849, |
| "learning_rate": 5.966209081309398e-06, |
| "loss": 0.2752, |
| "step": 941 |
| }, |
| { |
| "epoch": 2.683760683760684, |
| "grad_norm": 0.18796118324257888, |
| "learning_rate": 5.913410770855333e-06, |
| "loss": 0.282, |
| "step": 942 |
| }, |
| { |
| "epoch": 2.6866096866096867, |
| "grad_norm": 0.19242846471973257, |
| "learning_rate": 5.860612460401267e-06, |
| "loss": 0.2815, |
| "step": 943 |
| }, |
| { |
| "epoch": 2.6894586894586894, |
| "grad_norm": 0.19514299446898078, |
| "learning_rate": 5.807814149947202e-06, |
| "loss": 0.2655, |
| "step": 944 |
| }, |
| { |
| "epoch": 2.6923076923076925, |
| "grad_norm": 0.1879893908540662, |
| "learning_rate": 5.755015839493136e-06, |
| "loss": 0.2857, |
| "step": 945 |
| }, |
| { |
| "epoch": 2.695156695156695, |
| "grad_norm": 0.19017667637491129, |
| "learning_rate": 5.702217529039071e-06, |
| "loss": 0.2807, |
| "step": 946 |
| }, |
| { |
| "epoch": 2.698005698005698, |
| "grad_norm": 0.18886407972543068, |
| "learning_rate": 5.6494192185850055e-06, |
| "loss": 0.2822, |
| "step": 947 |
| }, |
| { |
| "epoch": 2.700854700854701, |
| "grad_norm": 0.2030341917370533, |
| "learning_rate": 5.59662090813094e-06, |
| "loss": 0.2979, |
| "step": 948 |
| }, |
| { |
| "epoch": 2.7037037037037037, |
| "grad_norm": 0.18801018868503175, |
| "learning_rate": 5.543822597676875e-06, |
| "loss": 0.2754, |
| "step": 949 |
| }, |
| { |
| "epoch": 2.7065527065527064, |
| "grad_norm": 0.18722591061825838, |
| "learning_rate": 5.491024287222809e-06, |
| "loss": 0.291, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.7094017094017095, |
| "grad_norm": 0.18419313321990788, |
| "learning_rate": 5.438225976768744e-06, |
| "loss": 0.2786, |
| "step": 951 |
| }, |
| { |
| "epoch": 2.7122507122507122, |
| "grad_norm": 0.1795053639312283, |
| "learning_rate": 5.385427666314678e-06, |
| "loss": 0.2616, |
| "step": 952 |
| }, |
| { |
| "epoch": 2.715099715099715, |
| "grad_norm": 0.19092668654205353, |
| "learning_rate": 5.332629355860613e-06, |
| "loss": 0.266, |
| "step": 953 |
| }, |
| { |
| "epoch": 2.717948717948718, |
| "grad_norm": 0.18515878208885198, |
| "learning_rate": 5.279831045406547e-06, |
| "loss": 0.2683, |
| "step": 954 |
| }, |
| { |
| "epoch": 2.7207977207977208, |
| "grad_norm": 0.18512141190512552, |
| "learning_rate": 5.227032734952482e-06, |
| "loss": 0.2613, |
| "step": 955 |
| }, |
| { |
| "epoch": 2.7236467236467234, |
| "grad_norm": 0.17864087041783647, |
| "learning_rate": 5.174234424498416e-06, |
| "loss": 0.2728, |
| "step": 956 |
| }, |
| { |
| "epoch": 2.7264957264957266, |
| "grad_norm": 0.18397723270469116, |
| "learning_rate": 5.121436114044351e-06, |
| "loss": 0.2878, |
| "step": 957 |
| }, |
| { |
| "epoch": 2.7293447293447293, |
| "grad_norm": 0.19206914593194782, |
| "learning_rate": 5.0686378035902855e-06, |
| "loss": 0.2898, |
| "step": 958 |
| }, |
| { |
| "epoch": 2.732193732193732, |
| "grad_norm": 0.18145822655495156, |
| "learning_rate": 5.01583949313622e-06, |
| "loss": 0.2811, |
| "step": 959 |
| }, |
| { |
| "epoch": 2.735042735042735, |
| "grad_norm": 0.18983105326320673, |
| "learning_rate": 4.963041182682154e-06, |
| "loss": 0.2961, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.737891737891738, |
| "grad_norm": 0.18514943684352905, |
| "learning_rate": 4.910242872228089e-06, |
| "loss": 0.2687, |
| "step": 961 |
| }, |
| { |
| "epoch": 2.7407407407407405, |
| "grad_norm": 0.19048747070950345, |
| "learning_rate": 4.857444561774023e-06, |
| "loss": 0.2742, |
| "step": 962 |
| }, |
| { |
| "epoch": 2.7435897435897436, |
| "grad_norm": 0.18667552629580247, |
| "learning_rate": 4.804646251319958e-06, |
| "loss": 0.2778, |
| "step": 963 |
| }, |
| { |
| "epoch": 2.7464387464387463, |
| "grad_norm": 0.34574568987357907, |
| "learning_rate": 4.751847940865893e-06, |
| "loss": 0.2956, |
| "step": 964 |
| }, |
| { |
| "epoch": 2.7492877492877494, |
| "grad_norm": 0.18370077080612704, |
| "learning_rate": 4.699049630411827e-06, |
| "loss": 0.2873, |
| "step": 965 |
| }, |
| { |
| "epoch": 2.752136752136752, |
| "grad_norm": 0.18353727774729006, |
| "learning_rate": 4.646251319957761e-06, |
| "loss": 0.2729, |
| "step": 966 |
| }, |
| { |
| "epoch": 2.754985754985755, |
| "grad_norm": 0.19726651604825912, |
| "learning_rate": 4.593453009503696e-06, |
| "loss": 0.2774, |
| "step": 967 |
| }, |
| { |
| "epoch": 2.757834757834758, |
| "grad_norm": 0.18831766661505295, |
| "learning_rate": 4.540654699049631e-06, |
| "loss": 0.2918, |
| "step": 968 |
| }, |
| { |
| "epoch": 2.7606837606837606, |
| "grad_norm": 0.1822011598025739, |
| "learning_rate": 4.487856388595565e-06, |
| "loss": 0.2686, |
| "step": 969 |
| }, |
| { |
| "epoch": 2.763532763532764, |
| "grad_norm": 0.1845843568198463, |
| "learning_rate": 4.4350580781415e-06, |
| "loss": 0.2835, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.7663817663817665, |
| "grad_norm": 0.1801611398952323, |
| "learning_rate": 4.382259767687434e-06, |
| "loss": 0.2738, |
| "step": 971 |
| }, |
| { |
| "epoch": 2.769230769230769, |
| "grad_norm": 0.1798470399085861, |
| "learning_rate": 4.329461457233369e-06, |
| "loss": 0.2668, |
| "step": 972 |
| }, |
| { |
| "epoch": 2.7720797720797723, |
| "grad_norm": 0.18404634330655054, |
| "learning_rate": 4.276663146779303e-06, |
| "loss": 0.2685, |
| "step": 973 |
| }, |
| { |
| "epoch": 2.774928774928775, |
| "grad_norm": 0.19542597110088794, |
| "learning_rate": 4.223864836325238e-06, |
| "loss": 0.2854, |
| "step": 974 |
| }, |
| { |
| "epoch": 2.7777777777777777, |
| "grad_norm": 0.17947114319794663, |
| "learning_rate": 4.171066525871172e-06, |
| "loss": 0.2757, |
| "step": 975 |
| }, |
| { |
| "epoch": 2.780626780626781, |
| "grad_norm": 0.17988682607436737, |
| "learning_rate": 4.1182682154171074e-06, |
| "loss": 0.2623, |
| "step": 976 |
| }, |
| { |
| "epoch": 2.7834757834757835, |
| "grad_norm": 0.18466891151924947, |
| "learning_rate": 4.065469904963041e-06, |
| "loss": 0.2673, |
| "step": 977 |
| }, |
| { |
| "epoch": 2.786324786324786, |
| "grad_norm": 0.1803744986096463, |
| "learning_rate": 4.012671594508976e-06, |
| "loss": 0.2769, |
| "step": 978 |
| }, |
| { |
| "epoch": 2.7891737891737893, |
| "grad_norm": 0.18375712425725002, |
| "learning_rate": 3.95987328405491e-06, |
| "loss": 0.2736, |
| "step": 979 |
| }, |
| { |
| "epoch": 2.792022792022792, |
| "grad_norm": 0.1823276203279524, |
| "learning_rate": 3.907074973600845e-06, |
| "loss": 0.2689, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.7948717948717947, |
| "grad_norm": 0.1896182512304451, |
| "learning_rate": 3.854276663146779e-06, |
| "loss": 0.29, |
| "step": 981 |
| }, |
| { |
| "epoch": 2.797720797720798, |
| "grad_norm": 0.20688431780425465, |
| "learning_rate": 3.801478352692714e-06, |
| "loss": 0.2788, |
| "step": 982 |
| }, |
| { |
| "epoch": 2.8005698005698005, |
| "grad_norm": 0.1758754882132954, |
| "learning_rate": 3.748680042238648e-06, |
| "loss": 0.264, |
| "step": 983 |
| }, |
| { |
| "epoch": 2.8034188034188032, |
| "grad_norm": 0.17784331145573304, |
| "learning_rate": 3.6958817317845833e-06, |
| "loss": 0.266, |
| "step": 984 |
| }, |
| { |
| "epoch": 2.8062678062678064, |
| "grad_norm": 0.2198776065570171, |
| "learning_rate": 3.6430834213305176e-06, |
| "loss": 0.2898, |
| "step": 985 |
| }, |
| { |
| "epoch": 2.809116809116809, |
| "grad_norm": 0.21195194560926758, |
| "learning_rate": 3.590285110876452e-06, |
| "loss": 0.2743, |
| "step": 986 |
| }, |
| { |
| "epoch": 2.8119658119658117, |
| "grad_norm": 0.17653709190418312, |
| "learning_rate": 3.537486800422387e-06, |
| "loss": 0.2684, |
| "step": 987 |
| }, |
| { |
| "epoch": 2.814814814814815, |
| "grad_norm": 0.17452382412070946, |
| "learning_rate": 3.4846884899683212e-06, |
| "loss": 0.2672, |
| "step": 988 |
| }, |
| { |
| "epoch": 2.8176638176638176, |
| "grad_norm": 0.1710375478613801, |
| "learning_rate": 3.4318901795142555e-06, |
| "loss": 0.2704, |
| "step": 989 |
| }, |
| { |
| "epoch": 2.8205128205128203, |
| "grad_norm": 0.17775988353031527, |
| "learning_rate": 3.37909186906019e-06, |
| "loss": 0.277, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.8233618233618234, |
| "grad_norm": 0.17938796003091406, |
| "learning_rate": 3.326293558606125e-06, |
| "loss": 0.2844, |
| "step": 991 |
| }, |
| { |
| "epoch": 2.826210826210826, |
| "grad_norm": 0.1762865102421063, |
| "learning_rate": 3.273495248152059e-06, |
| "loss": 0.2761, |
| "step": 992 |
| }, |
| { |
| "epoch": 2.8290598290598292, |
| "grad_norm": 0.18155573837120068, |
| "learning_rate": 3.220696937697994e-06, |
| "loss": 0.2783, |
| "step": 993 |
| }, |
| { |
| "epoch": 2.831908831908832, |
| "grad_norm": 0.1815146018987946, |
| "learning_rate": 3.167898627243928e-06, |
| "loss": 0.264, |
| "step": 994 |
| }, |
| { |
| "epoch": 2.8347578347578346, |
| "grad_norm": 0.17387563307830614, |
| "learning_rate": 3.115100316789863e-06, |
| "loss": 0.2672, |
| "step": 995 |
| }, |
| { |
| "epoch": 2.8376068376068377, |
| "grad_norm": 0.17754589749967897, |
| "learning_rate": 3.0623020063357975e-06, |
| "loss": 0.2604, |
| "step": 996 |
| }, |
| { |
| "epoch": 2.8404558404558404, |
| "grad_norm": 0.1788982942306512, |
| "learning_rate": 3.009503695881732e-06, |
| "loss": 0.2779, |
| "step": 997 |
| }, |
| { |
| "epoch": 2.8433048433048436, |
| "grad_norm": 0.17594751406364015, |
| "learning_rate": 2.9567053854276665e-06, |
| "loss": 0.279, |
| "step": 998 |
| }, |
| { |
| "epoch": 2.8461538461538463, |
| "grad_norm": 0.17837671634444546, |
| "learning_rate": 2.903907074973601e-06, |
| "loss": 0.2701, |
| "step": 999 |
| }, |
| { |
| "epoch": 2.849002849002849, |
| "grad_norm": 0.17682311169747053, |
| "learning_rate": 2.8511087645195354e-06, |
| "loss": 0.2823, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.851851851851852, |
| "grad_norm": 0.18269585079770145, |
| "learning_rate": 2.79831045406547e-06, |
| "loss": 0.2813, |
| "step": 1001 |
| }, |
| { |
| "epoch": 2.8547008547008548, |
| "grad_norm": 0.17761877789216213, |
| "learning_rate": 2.7455121436114044e-06, |
| "loss": 0.2776, |
| "step": 1002 |
| }, |
| { |
| "epoch": 2.8575498575498575, |
| "grad_norm": 0.1827216995625995, |
| "learning_rate": 2.692713833157339e-06, |
| "loss": 0.2763, |
| "step": 1003 |
| }, |
| { |
| "epoch": 2.8603988603988606, |
| "grad_norm": 0.17763354260264558, |
| "learning_rate": 2.6399155227032734e-06, |
| "loss": 0.2717, |
| "step": 1004 |
| }, |
| { |
| "epoch": 2.8632478632478633, |
| "grad_norm": 0.17915576491895774, |
| "learning_rate": 2.587117212249208e-06, |
| "loss": 0.2806, |
| "step": 1005 |
| }, |
| { |
| "epoch": 2.866096866096866, |
| "grad_norm": 0.18114152761979074, |
| "learning_rate": 2.5343189017951427e-06, |
| "loss": 0.2666, |
| "step": 1006 |
| }, |
| { |
| "epoch": 2.868945868945869, |
| "grad_norm": 0.18225553283170726, |
| "learning_rate": 2.481520591341077e-06, |
| "loss": 0.2624, |
| "step": 1007 |
| }, |
| { |
| "epoch": 2.871794871794872, |
| "grad_norm": 0.1728604793697752, |
| "learning_rate": 2.4287222808870117e-06, |
| "loss": 0.2737, |
| "step": 1008 |
| }, |
| { |
| "epoch": 2.8746438746438745, |
| "grad_norm": 0.18389395414319457, |
| "learning_rate": 2.3759239704329464e-06, |
| "loss": 0.2775, |
| "step": 1009 |
| }, |
| { |
| "epoch": 2.8774928774928776, |
| "grad_norm": 0.1796113765481641, |
| "learning_rate": 2.3231256599788807e-06, |
| "loss": 0.2817, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.8803418803418803, |
| "grad_norm": 0.18478152892147015, |
| "learning_rate": 2.2703273495248154e-06, |
| "loss": 0.2618, |
| "step": 1011 |
| }, |
| { |
| "epoch": 2.883190883190883, |
| "grad_norm": 0.17453347268398672, |
| "learning_rate": 2.21752903907075e-06, |
| "loss": 0.2749, |
| "step": 1012 |
| }, |
| { |
| "epoch": 2.886039886039886, |
| "grad_norm": 0.1839452873289296, |
| "learning_rate": 2.1647307286166843e-06, |
| "loss": 0.2713, |
| "step": 1013 |
| }, |
| { |
| "epoch": 2.888888888888889, |
| "grad_norm": 0.2010428027513303, |
| "learning_rate": 2.111932418162619e-06, |
| "loss": 0.2704, |
| "step": 1014 |
| }, |
| { |
| "epoch": 2.8917378917378915, |
| "grad_norm": 0.18767478898568274, |
| "learning_rate": 2.0591341077085537e-06, |
| "loss": 0.2806, |
| "step": 1015 |
| }, |
| { |
| "epoch": 2.8945868945868947, |
| "grad_norm": 0.1752592201926614, |
| "learning_rate": 2.006335797254488e-06, |
| "loss": 0.2781, |
| "step": 1016 |
| }, |
| { |
| "epoch": 2.8974358974358974, |
| "grad_norm": 0.18503198686977332, |
| "learning_rate": 1.9535374868004227e-06, |
| "loss": 0.2829, |
| "step": 1017 |
| }, |
| { |
| "epoch": 2.9002849002849, |
| "grad_norm": 0.17491938775507743, |
| "learning_rate": 1.900739176346357e-06, |
| "loss": 0.2735, |
| "step": 1018 |
| }, |
| { |
| "epoch": 2.903133903133903, |
| "grad_norm": 0.18604953590453358, |
| "learning_rate": 1.8479408658922916e-06, |
| "loss": 0.2822, |
| "step": 1019 |
| }, |
| { |
| "epoch": 2.905982905982906, |
| "grad_norm": 0.17680948230251936, |
| "learning_rate": 1.795142555438226e-06, |
| "loss": 0.2654, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.9088319088319086, |
| "grad_norm": 0.17779057298202855, |
| "learning_rate": 1.7423442449841606e-06, |
| "loss": 0.2809, |
| "step": 1021 |
| }, |
| { |
| "epoch": 2.9116809116809117, |
| "grad_norm": 0.17367317767184776, |
| "learning_rate": 1.689545934530095e-06, |
| "loss": 0.2553, |
| "step": 1022 |
| }, |
| { |
| "epoch": 2.9145299145299144, |
| "grad_norm": 0.1849086381558193, |
| "learning_rate": 1.6367476240760296e-06, |
| "loss": 0.2704, |
| "step": 1023 |
| }, |
| { |
| "epoch": 2.9173789173789175, |
| "grad_norm": 0.2504975572538142, |
| "learning_rate": 1.583949313621964e-06, |
| "loss": 0.2855, |
| "step": 1024 |
| }, |
| { |
| "epoch": 2.92022792022792, |
| "grad_norm": 0.17838279902935134, |
| "learning_rate": 1.5311510031678987e-06, |
| "loss": 0.2633, |
| "step": 1025 |
| }, |
| { |
| "epoch": 2.9230769230769234, |
| "grad_norm": 0.187133440325405, |
| "learning_rate": 1.4783526927138332e-06, |
| "loss": 0.2681, |
| "step": 1026 |
| }, |
| { |
| "epoch": 2.925925925925926, |
| "grad_norm": 0.17495304668665154, |
| "learning_rate": 1.4255543822597677e-06, |
| "loss": 0.2747, |
| "step": 1027 |
| }, |
| { |
| "epoch": 2.9287749287749287, |
| "grad_norm": 0.1768663958665078, |
| "learning_rate": 1.3727560718057022e-06, |
| "loss": 0.2646, |
| "step": 1028 |
| }, |
| { |
| "epoch": 2.931623931623932, |
| "grad_norm": 0.17508470828848635, |
| "learning_rate": 1.3199577613516367e-06, |
| "loss": 0.2664, |
| "step": 1029 |
| }, |
| { |
| "epoch": 2.9344729344729346, |
| "grad_norm": 0.17563477250519552, |
| "learning_rate": 1.2671594508975714e-06, |
| "loss": 0.276, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.9373219373219372, |
| "grad_norm": 0.18333810882390714, |
| "learning_rate": 1.2143611404435059e-06, |
| "loss": 0.2724, |
| "step": 1031 |
| }, |
| { |
| "epoch": 2.9401709401709404, |
| "grad_norm": 0.18258423976716023, |
| "learning_rate": 1.1615628299894403e-06, |
| "loss": 0.2688, |
| "step": 1032 |
| }, |
| { |
| "epoch": 2.943019943019943, |
| "grad_norm": 0.1740940942606421, |
| "learning_rate": 1.108764519535375e-06, |
| "loss": 0.2628, |
| "step": 1033 |
| }, |
| { |
| "epoch": 2.9458689458689458, |
| "grad_norm": 0.18677299556807853, |
| "learning_rate": 1.0559662090813095e-06, |
| "loss": 0.2727, |
| "step": 1034 |
| }, |
| { |
| "epoch": 2.948717948717949, |
| "grad_norm": 0.17102730623765852, |
| "learning_rate": 1.003167898627244e-06, |
| "loss": 0.2601, |
| "step": 1035 |
| }, |
| { |
| "epoch": 2.9515669515669516, |
| "grad_norm": 0.17386263200587151, |
| "learning_rate": 9.503695881731785e-07, |
| "loss": 0.2657, |
| "step": 1036 |
| }, |
| { |
| "epoch": 2.9544159544159543, |
| "grad_norm": 0.1693040202829608, |
| "learning_rate": 8.97571277719113e-07, |
| "loss": 0.2639, |
| "step": 1037 |
| }, |
| { |
| "epoch": 2.9572649572649574, |
| "grad_norm": 0.1823134515198666, |
| "learning_rate": 8.447729672650475e-07, |
| "loss": 0.2809, |
| "step": 1038 |
| }, |
| { |
| "epoch": 2.96011396011396, |
| "grad_norm": 0.18713660780573363, |
| "learning_rate": 7.91974656810982e-07, |
| "loss": 0.2985, |
| "step": 1039 |
| }, |
| { |
| "epoch": 2.962962962962963, |
| "grad_norm": 0.17859164741168496, |
| "learning_rate": 7.391763463569166e-07, |
| "loss": 0.2728, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.965811965811966, |
| "grad_norm": 0.17765435111212308, |
| "learning_rate": 6.863780359028511e-07, |
| "loss": 0.273, |
| "step": 1041 |
| }, |
| { |
| "epoch": 2.9686609686609686, |
| "grad_norm": 0.172193961059641, |
| "learning_rate": 6.335797254487857e-07, |
| "loss": 0.2777, |
| "step": 1042 |
| }, |
| { |
| "epoch": 2.9715099715099713, |
| "grad_norm": 0.17703694074644172, |
| "learning_rate": 5.807814149947202e-07, |
| "loss": 0.2729, |
| "step": 1043 |
| }, |
| { |
| "epoch": 2.9743589743589745, |
| "grad_norm": 0.17094716083563843, |
| "learning_rate": 5.279831045406548e-07, |
| "loss": 0.2565, |
| "step": 1044 |
| }, |
| { |
| "epoch": 2.977207977207977, |
| "grad_norm": 0.17381058656887102, |
| "learning_rate": 4.7518479408658924e-07, |
| "loss": 0.2676, |
| "step": 1045 |
| }, |
| { |
| "epoch": 2.98005698005698, |
| "grad_norm": 0.17011520350387407, |
| "learning_rate": 4.2238648363252377e-07, |
| "loss": 0.2711, |
| "step": 1046 |
| }, |
| { |
| "epoch": 2.982905982905983, |
| "grad_norm": 0.1693608759086481, |
| "learning_rate": 3.695881731784583e-07, |
| "loss": 0.2777, |
| "step": 1047 |
| }, |
| { |
| "epoch": 2.9857549857549857, |
| "grad_norm": 0.1691539977152749, |
| "learning_rate": 3.1678986272439284e-07, |
| "loss": 0.258, |
| "step": 1048 |
| }, |
| { |
| "epoch": 2.9886039886039883, |
| "grad_norm": 0.1725795825235304, |
| "learning_rate": 2.639915522703274e-07, |
| "loss": 0.2698, |
| "step": 1049 |
| }, |
| { |
| "epoch": 2.9914529914529915, |
| "grad_norm": 0.17564106791013198, |
| "learning_rate": 2.1119324181626189e-07, |
| "loss": 0.2727, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.994301994301994, |
| "grad_norm": 0.17354288175962146, |
| "learning_rate": 1.5839493136219642e-07, |
| "loss": 0.2743, |
| "step": 1051 |
| }, |
| { |
| "epoch": 2.9971509971509973, |
| "grad_norm": 0.17083245194414953, |
| "learning_rate": 1.0559662090813094e-07, |
| "loss": 0.2757, |
| "step": 1052 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.17469201616735772, |
| "learning_rate": 5.279831045406547e-08, |
| "loss": 0.2663, |
| "step": 1053 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 1053, |
| "total_flos": 1.1708723554781495e+19, |
| "train_loss": 0.4741822677856384, |
| "train_runtime": 33666.7653, |
| "train_samples_per_second": 0.5, |
| "train_steps_per_second": 0.031 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1053, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.1708723554781495e+19, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
