| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.989690721649485, |
| "eval_steps": 500, |
| "global_step": 1815, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0027491408934707906, |
| "grad_norm": 6.006607135034925, |
| "learning_rate": 4.395604395604396e-07, |
| "loss": 1.1009, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.005498281786941581, |
| "grad_norm": 6.018597667128207, |
| "learning_rate": 8.791208791208792e-07, |
| "loss": 1.1005, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.008247422680412371, |
| "grad_norm": 6.073361462181881, |
| "learning_rate": 1.3186813186813187e-06, |
| "loss": 1.1055, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.010996563573883162, |
| "grad_norm": 5.961879860389406, |
| "learning_rate": 1.7582417582417585e-06, |
| "loss": 1.1099, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.013745704467353952, |
| "grad_norm": 5.617774190916827, |
| "learning_rate": 2.197802197802198e-06, |
| "loss": 1.081, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.016494845360824743, |
| "grad_norm": 4.531649230749474, |
| "learning_rate": 2.6373626373626375e-06, |
| "loss": 1.0487, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.019243986254295534, |
| "grad_norm": 4.217358609239622, |
| "learning_rate": 3.0769230769230774e-06, |
| "loss": 1.0556, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.021993127147766325, |
| "grad_norm": 2.3655606096533908, |
| "learning_rate": 3.516483516483517e-06, |
| "loss": 1.0049, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.024742268041237112, |
| "grad_norm": 2.0449739951596695, |
| "learning_rate": 3.9560439560439565e-06, |
| "loss": 0.9803, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.027491408934707903, |
| "grad_norm": 2.8045358100308406, |
| "learning_rate": 4.395604395604396e-06, |
| "loss": 0.9589, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.030240549828178694, |
| "grad_norm": 3.662777544001548, |
| "learning_rate": 4.8351648351648355e-06, |
| "loss": 0.9677, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.032989690721649485, |
| "grad_norm": 3.5905401528260374, |
| "learning_rate": 5.274725274725275e-06, |
| "loss": 0.96, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.03573883161512027, |
| "grad_norm": 3.3209223305008964, |
| "learning_rate": 5.7142857142857145e-06, |
| "loss": 0.9481, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.03848797250859107, |
| "grad_norm": 2.3880367341332343, |
| "learning_rate": 6.153846153846155e-06, |
| "loss": 0.9057, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.041237113402061855, |
| "grad_norm": 2.269345734711135, |
| "learning_rate": 6.5934065934065935e-06, |
| "loss": 0.9048, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.04398625429553265, |
| "grad_norm": 1.7351295951376182, |
| "learning_rate": 7.032967032967034e-06, |
| "loss": 0.8869, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.04673539518900344, |
| "grad_norm": 1.5080912194950085, |
| "learning_rate": 7.472527472527473e-06, |
| "loss": 0.8503, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.049484536082474224, |
| "grad_norm": 1.4431136736456789, |
| "learning_rate": 7.912087912087913e-06, |
| "loss": 0.8405, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.05223367697594502, |
| "grad_norm": 1.4712422848105347, |
| "learning_rate": 8.351648351648353e-06, |
| "loss": 0.8274, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.054982817869415807, |
| "grad_norm": 1.3178930536171367, |
| "learning_rate": 8.791208791208792e-06, |
| "loss": 0.8428, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0577319587628866, |
| "grad_norm": 1.2703340647552794, |
| "learning_rate": 9.230769230769232e-06, |
| "loss": 0.8211, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.06048109965635739, |
| "grad_norm": 1.2871317510857054, |
| "learning_rate": 9.670329670329671e-06, |
| "loss": 0.8053, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.06323024054982818, |
| "grad_norm": 1.1237165728026322, |
| "learning_rate": 1.010989010989011e-05, |
| "loss": 0.8101, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.06597938144329897, |
| "grad_norm": 0.9168689840127058, |
| "learning_rate": 1.054945054945055e-05, |
| "loss": 0.7837, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.06872852233676977, |
| "grad_norm": 0.9355697137818322, |
| "learning_rate": 1.098901098901099e-05, |
| "loss": 0.79, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.07147766323024055, |
| "grad_norm": 0.8919194529855764, |
| "learning_rate": 1.1428571428571429e-05, |
| "loss": 0.7927, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.07422680412371134, |
| "grad_norm": 0.8013095068191387, |
| "learning_rate": 1.186813186813187e-05, |
| "loss": 0.7826, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.07697594501718213, |
| "grad_norm": 0.7074089625670721, |
| "learning_rate": 1.230769230769231e-05, |
| "loss": 0.77, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.07972508591065292, |
| "grad_norm": 0.5939851673949501, |
| "learning_rate": 1.2747252747252747e-05, |
| "loss": 0.764, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.08247422680412371, |
| "grad_norm": 0.7291769706418423, |
| "learning_rate": 1.3186813186813187e-05, |
| "loss": 0.7667, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0852233676975945, |
| "grad_norm": 0.5476356706171729, |
| "learning_rate": 1.3626373626373627e-05, |
| "loss": 0.7669, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.0879725085910653, |
| "grad_norm": 0.496258207605204, |
| "learning_rate": 1.4065934065934068e-05, |
| "loss": 0.7617, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.09072164948453608, |
| "grad_norm": 0.5382769338196303, |
| "learning_rate": 1.4505494505494506e-05, |
| "loss": 0.7554, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.09347079037800687, |
| "grad_norm": 0.4580628373124881, |
| "learning_rate": 1.4945054945054947e-05, |
| "loss": 0.75, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.09621993127147767, |
| "grad_norm": 0.40847997114284523, |
| "learning_rate": 1.5384615384615387e-05, |
| "loss": 0.7467, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.09896907216494845, |
| "grad_norm": 0.5031600722774845, |
| "learning_rate": 1.5824175824175826e-05, |
| "loss": 0.7383, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.10171821305841924, |
| "grad_norm": 0.3529000118564782, |
| "learning_rate": 1.6263736263736265e-05, |
| "loss": 0.7524, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.10446735395189004, |
| "grad_norm": 0.40270165373486655, |
| "learning_rate": 1.6703296703296707e-05, |
| "loss": 0.7371, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.10721649484536082, |
| "grad_norm": 0.3743730526645748, |
| "learning_rate": 1.7142857142857142e-05, |
| "loss": 0.7332, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.10996563573883161, |
| "grad_norm": 0.3802324817797124, |
| "learning_rate": 1.7582417582417584e-05, |
| "loss": 0.7301, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.11271477663230241, |
| "grad_norm": 0.38122013544181327, |
| "learning_rate": 1.8021978021978023e-05, |
| "loss": 0.7481, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.1154639175257732, |
| "grad_norm": 0.3807629715206352, |
| "learning_rate": 1.8461538461538465e-05, |
| "loss": 0.7234, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.11821305841924398, |
| "grad_norm": 0.3690276896533298, |
| "learning_rate": 1.8901098901098903e-05, |
| "loss": 0.7382, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.12096219931271478, |
| "grad_norm": 0.39354181368093777, |
| "learning_rate": 1.9340659340659342e-05, |
| "loss": 0.7274, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.12371134020618557, |
| "grad_norm": 0.45930210506482494, |
| "learning_rate": 1.9780219780219784e-05, |
| "loss": 0.7222, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.12646048109965635, |
| "grad_norm": 0.3257242749282543, |
| "learning_rate": 2.021978021978022e-05, |
| "loss": 0.7062, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.12920962199312716, |
| "grad_norm": 0.4894322683246899, |
| "learning_rate": 2.0659340659340665e-05, |
| "loss": 0.7273, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.13195876288659794, |
| "grad_norm": 0.4217505425727167, |
| "learning_rate": 2.10989010989011e-05, |
| "loss": 0.7144, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.13470790378006872, |
| "grad_norm": 0.34926375879792276, |
| "learning_rate": 2.153846153846154e-05, |
| "loss": 0.7284, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.13745704467353953, |
| "grad_norm": 0.37706775972489026, |
| "learning_rate": 2.197802197802198e-05, |
| "loss": 0.7197, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.1402061855670103, |
| "grad_norm": 0.4461248020784725, |
| "learning_rate": 2.241758241758242e-05, |
| "loss": 0.7168, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.1429553264604811, |
| "grad_norm": 0.45683903751388155, |
| "learning_rate": 2.2857142857142858e-05, |
| "loss": 0.7047, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.1457044673539519, |
| "grad_norm": 0.4941785029111688, |
| "learning_rate": 2.32967032967033e-05, |
| "loss": 0.7203, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.14845360824742268, |
| "grad_norm": 0.7101247658482969, |
| "learning_rate": 2.373626373626374e-05, |
| "loss": 0.7132, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.15120274914089346, |
| "grad_norm": 1.3845226821923962, |
| "learning_rate": 2.4175824175824177e-05, |
| "loss": 0.7139, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.15395189003436427, |
| "grad_norm": 0.9145522126443197, |
| "learning_rate": 2.461538461538462e-05, |
| "loss": 0.7201, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.15670103092783505, |
| "grad_norm": 0.7316554124403013, |
| "learning_rate": 2.5054945054945058e-05, |
| "loss": 0.6997, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.15945017182130583, |
| "grad_norm": 1.525604886016204, |
| "learning_rate": 2.5494505494505493e-05, |
| "loss": 0.708, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.16219931271477664, |
| "grad_norm": 0.9569983399077112, |
| "learning_rate": 2.593406593406594e-05, |
| "loss": 0.7023, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.16494845360824742, |
| "grad_norm": 1.222421966279637, |
| "learning_rate": 2.6373626373626374e-05, |
| "loss": 0.699, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.1676975945017182, |
| "grad_norm": 1.1284003579139785, |
| "learning_rate": 2.6813186813186813e-05, |
| "loss": 0.6944, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.170446735395189, |
| "grad_norm": 1.323080634931126, |
| "learning_rate": 2.7252747252747255e-05, |
| "loss": 0.6897, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.1731958762886598, |
| "grad_norm": 0.9918797937768813, |
| "learning_rate": 2.7692307692307694e-05, |
| "loss": 0.6937, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.1759450171821306, |
| "grad_norm": 1.4485583433380003, |
| "learning_rate": 2.8131868131868136e-05, |
| "loss": 0.6924, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.17869415807560138, |
| "grad_norm": 0.9586990948210379, |
| "learning_rate": 2.8571428571428574e-05, |
| "loss": 0.7036, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.18144329896907216, |
| "grad_norm": 1.5401125351907554, |
| "learning_rate": 2.9010989010989013e-05, |
| "loss": 0.7067, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.18419243986254297, |
| "grad_norm": 1.149941673251316, |
| "learning_rate": 2.9450549450549455e-05, |
| "loss": 0.6846, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.18694158075601375, |
| "grad_norm": 1.398728105276103, |
| "learning_rate": 2.9890109890109894e-05, |
| "loss": 0.7001, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.18969072164948453, |
| "grad_norm": 1.3380685614311483, |
| "learning_rate": 3.0329670329670332e-05, |
| "loss": 0.7017, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.19243986254295534, |
| "grad_norm": 0.966967948159332, |
| "learning_rate": 3.0769230769230774e-05, |
| "loss": 0.6945, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.19518900343642612, |
| "grad_norm": 1.2949156130535089, |
| "learning_rate": 3.120879120879121e-05, |
| "loss": 0.6983, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.1979381443298969, |
| "grad_norm": 0.9121501279786434, |
| "learning_rate": 3.164835164835165e-05, |
| "loss": 0.6944, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.2006872852233677, |
| "grad_norm": 0.7744380611271706, |
| "learning_rate": 3.2087912087912094e-05, |
| "loss": 0.6797, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.2034364261168385, |
| "grad_norm": 1.171893254170078, |
| "learning_rate": 3.252747252747253e-05, |
| "loss": 0.6916, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.20618556701030927, |
| "grad_norm": 1.432067598703686, |
| "learning_rate": 3.296703296703297e-05, |
| "loss": 0.696, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.20893470790378008, |
| "grad_norm": 2.015800500571526, |
| "learning_rate": 3.340659340659341e-05, |
| "loss": 0.6946, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.21168384879725086, |
| "grad_norm": 1.1450267893677495, |
| "learning_rate": 3.384615384615385e-05, |
| "loss": 0.6938, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.21443298969072164, |
| "grad_norm": 3.012444154989314, |
| "learning_rate": 3.4285714285714284e-05, |
| "loss": 0.708, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.21718213058419245, |
| "grad_norm": 2.938842593069413, |
| "learning_rate": 3.4725274725274726e-05, |
| "loss": 0.7043, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.21993127147766323, |
| "grad_norm": 1.2620210326118846, |
| "learning_rate": 3.516483516483517e-05, |
| "loss": 0.7015, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.22268041237113403, |
| "grad_norm": 1.8136600496263213, |
| "learning_rate": 3.56043956043956e-05, |
| "loss": 0.6934, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.22542955326460482, |
| "grad_norm": 1.4037155277378568, |
| "learning_rate": 3.6043956043956045e-05, |
| "loss": 0.6923, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.2281786941580756, |
| "grad_norm": 1.3955889629454836, |
| "learning_rate": 3.648351648351649e-05, |
| "loss": 0.6932, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.2309278350515464, |
| "grad_norm": 1.4401203218805492, |
| "learning_rate": 3.692307692307693e-05, |
| "loss": 0.6837, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.23367697594501718, |
| "grad_norm": 1.1506286717804464, |
| "learning_rate": 3.7362637362637365e-05, |
| "loss": 0.6824, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.23642611683848797, |
| "grad_norm": 1.4015178509079977, |
| "learning_rate": 3.7802197802197807e-05, |
| "loss": 0.6818, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.23917525773195877, |
| "grad_norm": 0.8632967007668437, |
| "learning_rate": 3.824175824175825e-05, |
| "loss": 0.6881, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.24192439862542955, |
| "grad_norm": 1.7108832289817475, |
| "learning_rate": 3.8681318681318684e-05, |
| "loss": 0.694, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.24467353951890033, |
| "grad_norm": 1.2330487896649007, |
| "learning_rate": 3.9120879120879126e-05, |
| "loss": 0.682, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.24742268041237114, |
| "grad_norm": 1.2807204902880718, |
| "learning_rate": 3.956043956043957e-05, |
| "loss": 0.6851, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.2501718213058419, |
| "grad_norm": 1.327068957190879, |
| "learning_rate": 4e-05, |
| "loss": 0.6807, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.2529209621993127, |
| "grad_norm": 1.0022125576592875, |
| "learning_rate": 4.043956043956044e-05, |
| "loss": 0.6782, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.2556701030927835, |
| "grad_norm": 1.3221553663136452, |
| "learning_rate": 4.087912087912088e-05, |
| "loss": 0.6759, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.2584192439862543, |
| "grad_norm": 0.9568766990099716, |
| "learning_rate": 4.131868131868133e-05, |
| "loss": 0.6873, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.2611683848797251, |
| "grad_norm": 1.7172395359463215, |
| "learning_rate": 4.1758241758241765e-05, |
| "loss": 0.6814, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.2639175257731959, |
| "grad_norm": 1.5142722720152748, |
| "learning_rate": 4.21978021978022e-05, |
| "loss": 0.682, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.26666666666666666, |
| "grad_norm": 0.8979115368433407, |
| "learning_rate": 4.263736263736264e-05, |
| "loss": 0.6828, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.26941580756013744, |
| "grad_norm": 1.3321313501935168, |
| "learning_rate": 4.307692307692308e-05, |
| "loss": 0.687, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.2721649484536082, |
| "grad_norm": 1.6997841277714232, |
| "learning_rate": 4.351648351648352e-05, |
| "loss": 0.6759, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.27491408934707906, |
| "grad_norm": 1.0580779198597339, |
| "learning_rate": 4.395604395604396e-05, |
| "loss": 0.6743, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.27766323024054984, |
| "grad_norm": 2.3143610998320896, |
| "learning_rate": 4.4395604395604403e-05, |
| "loss": 0.6684, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.2804123711340206, |
| "grad_norm": 1.370198490883026, |
| "learning_rate": 4.483516483516484e-05, |
| "loss": 0.6643, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.2831615120274914, |
| "grad_norm": 2.7976008957802088, |
| "learning_rate": 4.527472527472528e-05, |
| "loss": 0.6878, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.2859106529209622, |
| "grad_norm": 2.539570133020213, |
| "learning_rate": 4.5714285714285716e-05, |
| "loss": 0.6889, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.28865979381443296, |
| "grad_norm": 1.7701837403812288, |
| "learning_rate": 4.615384615384615e-05, |
| "loss": 0.6794, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.2914089347079038, |
| "grad_norm": 1.6244664002638955, |
| "learning_rate": 4.65934065934066e-05, |
| "loss": 0.6798, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.2941580756013746, |
| "grad_norm": 1.658296656226508, |
| "learning_rate": 4.7032967032967035e-05, |
| "loss": 0.6852, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.29690721649484536, |
| "grad_norm": 1.3133889484198134, |
| "learning_rate": 4.747252747252748e-05, |
| "loss": 0.6695, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.29965635738831614, |
| "grad_norm": 1.5315701499343, |
| "learning_rate": 4.791208791208791e-05, |
| "loss": 0.6842, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.3024054982817869, |
| "grad_norm": 1.5106029998832964, |
| "learning_rate": 4.8351648351648355e-05, |
| "loss": 0.6728, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.30515463917525776, |
| "grad_norm": 1.2198017486153612, |
| "learning_rate": 4.87912087912088e-05, |
| "loss": 0.6804, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.30790378006872854, |
| "grad_norm": 0.9408294254788567, |
| "learning_rate": 4.923076923076924e-05, |
| "loss": 0.6673, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.3106529209621993, |
| "grad_norm": 1.4299436206183789, |
| "learning_rate": 4.9670329670329674e-05, |
| "loss": 0.6782, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.3134020618556701, |
| "grad_norm": 1.3010524254683744, |
| "learning_rate": 5.0109890109890116e-05, |
| "loss": 0.6719, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.3161512027491409, |
| "grad_norm": 1.0294736794964319, |
| "learning_rate": 5.054945054945055e-05, |
| "loss": 0.6734, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.31890034364261166, |
| "grad_norm": 1.9844841183716888, |
| "learning_rate": 5.098901098901099e-05, |
| "loss": 0.6689, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.3216494845360825, |
| "grad_norm": 1.0769609751269622, |
| "learning_rate": 5.1428571428571436e-05, |
| "loss": 0.6725, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.3243986254295533, |
| "grad_norm": 1.9412353253336612, |
| "learning_rate": 5.186813186813188e-05, |
| "loss": 0.6788, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.32714776632302406, |
| "grad_norm": 1.2983006823972247, |
| "learning_rate": 5.230769230769231e-05, |
| "loss": 0.6717, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.32989690721649484, |
| "grad_norm": 1.78349719868111, |
| "learning_rate": 5.274725274725275e-05, |
| "loss": 0.6754, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.3326460481099656, |
| "grad_norm": 1.2685409855209113, |
| "learning_rate": 5.318681318681319e-05, |
| "loss": 0.6689, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.3353951890034364, |
| "grad_norm": 1.601626046067794, |
| "learning_rate": 5.3626373626373626e-05, |
| "loss": 0.6822, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.33814432989690724, |
| "grad_norm": 1.6399160217312283, |
| "learning_rate": 5.4065934065934074e-05, |
| "loss": 0.6939, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.340893470790378, |
| "grad_norm": 1.0496938208520434, |
| "learning_rate": 5.450549450549451e-05, |
| "loss": 0.6685, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.3436426116838488, |
| "grad_norm": 1.8210641674833647, |
| "learning_rate": 5.494505494505495e-05, |
| "loss": 0.6726, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.3463917525773196, |
| "grad_norm": 1.0994677896279192, |
| "learning_rate": 5.538461538461539e-05, |
| "loss": 0.6609, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.34914089347079036, |
| "grad_norm": 1.7375889267050222, |
| "learning_rate": 5.582417582417583e-05, |
| "loss": 0.68, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.3518900343642612, |
| "grad_norm": 1.1687845090860516, |
| "learning_rate": 5.626373626373627e-05, |
| "loss": 0.6715, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.354639175257732, |
| "grad_norm": 1.395445256796641, |
| "learning_rate": 5.670329670329671e-05, |
| "loss": 0.6681, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.35738831615120276, |
| "grad_norm": 1.355862476688157, |
| "learning_rate": 5.714285714285715e-05, |
| "loss": 0.6818, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.36013745704467354, |
| "grad_norm": 1.0924489864173972, |
| "learning_rate": 5.7582417582417584e-05, |
| "loss": 0.6605, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.3628865979381443, |
| "grad_norm": 1.9384854103627827, |
| "learning_rate": 5.8021978021978026e-05, |
| "loss": 0.6731, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.3656357388316151, |
| "grad_norm": 1.5529834412680505, |
| "learning_rate": 5.846153846153846e-05, |
| "loss": 0.675, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.36838487972508593, |
| "grad_norm": 0.9671293876862966, |
| "learning_rate": 5.890109890109891e-05, |
| "loss": 0.661, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.3711340206185567, |
| "grad_norm": 1.5434547051402783, |
| "learning_rate": 5.9340659340659345e-05, |
| "loss": 0.673, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.3738831615120275, |
| "grad_norm": 1.466260971358487, |
| "learning_rate": 5.978021978021979e-05, |
| "loss": 0.6799, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.3766323024054983, |
| "grad_norm": 1.3025182971790092, |
| "learning_rate": 6.021978021978022e-05, |
| "loss": 0.656, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.37938144329896906, |
| "grad_norm": 1.5407519214603846, |
| "learning_rate": 6.0659340659340665e-05, |
| "loss": 0.6703, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.38213058419243984, |
| "grad_norm": 1.2435864649597408, |
| "learning_rate": 6.10989010989011e-05, |
| "loss": 0.6699, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.3848797250859107, |
| "grad_norm": 1.32415071563785, |
| "learning_rate": 6.153846153846155e-05, |
| "loss": 0.6557, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.38762886597938145, |
| "grad_norm": 1.5121087379761295, |
| "learning_rate": 6.197802197802199e-05, |
| "loss": 0.6659, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.39037800687285223, |
| "grad_norm": 1.3570253258903069, |
| "learning_rate": 6.241758241758242e-05, |
| "loss": 0.6568, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.393127147766323, |
| "grad_norm": 1.2775583571637077, |
| "learning_rate": 6.285714285714286e-05, |
| "loss": 0.6558, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.3958762886597938, |
| "grad_norm": 1.029079383256909, |
| "learning_rate": 6.32967032967033e-05, |
| "loss": 0.6569, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.39862542955326463, |
| "grad_norm": 1.379942185445747, |
| "learning_rate": 6.373626373626373e-05, |
| "loss": 0.6664, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.4013745704467354, |
| "grad_norm": 1.7317621636752105, |
| "learning_rate": 6.417582417582419e-05, |
| "loss": 0.6675, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.4041237113402062, |
| "grad_norm": 1.0553856530228192, |
| "learning_rate": 6.461538461538462e-05, |
| "loss": 0.6623, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.406872852233677, |
| "grad_norm": 1.310533202428338, |
| "learning_rate": 6.505494505494506e-05, |
| "loss": 0.6658, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.40962199312714775, |
| "grad_norm": 1.0365623836624396, |
| "learning_rate": 6.54945054945055e-05, |
| "loss": 0.6539, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.41237113402061853, |
| "grad_norm": 1.5824321098093788, |
| "learning_rate": 6.593406593406594e-05, |
| "loss": 0.672, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.41512027491408937, |
| "grad_norm": 1.2342253922087731, |
| "learning_rate": 6.637362637362638e-05, |
| "loss": 0.6609, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.41786941580756015, |
| "grad_norm": 2.2157482513280797, |
| "learning_rate": 6.681318681318683e-05, |
| "loss": 0.6614, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.42061855670103093, |
| "grad_norm": 0.8519496697821355, |
| "learning_rate": 6.725274725274725e-05, |
| "loss": 0.6558, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.4233676975945017, |
| "grad_norm": 2.585667143290517, |
| "learning_rate": 6.76923076923077e-05, |
| "loss": 0.6712, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.4261168384879725, |
| "grad_norm": 1.561949044082342, |
| "learning_rate": 6.813186813186814e-05, |
| "loss": 0.6606, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.4288659793814433, |
| "grad_norm": 1.6541712978836747, |
| "learning_rate": 6.857142857142857e-05, |
| "loss": 0.6662, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.4316151202749141, |
| "grad_norm": 1.471980620525164, |
| "learning_rate": 6.901098901098902e-05, |
| "loss": 0.6688, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.4343642611683849, |
| "grad_norm": 1.4565326176621909, |
| "learning_rate": 6.945054945054945e-05, |
| "loss": 0.668, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.43711340206185567, |
| "grad_norm": 1.3548150534245453, |
| "learning_rate": 6.98901098901099e-05, |
| "loss": 0.6628, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.43986254295532645, |
| "grad_norm": 1.2045551451888672, |
| "learning_rate": 7.032967032967034e-05, |
| "loss": 0.6616, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.44261168384879723, |
| "grad_norm": 1.7494121190993142, |
| "learning_rate": 7.076923076923078e-05, |
| "loss": 0.6581, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.44536082474226807, |
| "grad_norm": 1.0147994550817765, |
| "learning_rate": 7.12087912087912e-05, |
| "loss": 0.6608, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.44810996563573885, |
| "grad_norm": 1.0859192635780746, |
| "learning_rate": 7.164835164835166e-05, |
| "loss": 0.6451, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.45085910652920963, |
| "grad_norm": 1.0492942035079653, |
| "learning_rate": 7.208791208791209e-05, |
| "loss": 0.6591, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.4536082474226804, |
| "grad_norm": 2.379607115922538, |
| "learning_rate": 7.252747252747253e-05, |
| "loss": 0.6634, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.4563573883161512, |
| "grad_norm": 1.112381416151378, |
| "learning_rate": 7.296703296703297e-05, |
| "loss": 0.6611, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.45910652920962197, |
| "grad_norm": 2.0850617091598886, |
| "learning_rate": 7.34065934065934e-05, |
| "loss": 0.6569, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.4618556701030928, |
| "grad_norm": 1.5623269496352417, |
| "learning_rate": 7.384615384615386e-05, |
| "loss": 0.672, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.4646048109965636, |
| "grad_norm": 1.6783665454838335, |
| "learning_rate": 7.42857142857143e-05, |
| "loss": 0.6567, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.46735395189003437, |
| "grad_norm": 1.0376996339879248, |
| "learning_rate": 7.472527472527473e-05, |
| "loss": 0.6606, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.47010309278350515, |
| "grad_norm": 2.2216262071159356, |
| "learning_rate": 7.516483516483517e-05, |
| "loss": 0.6636, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.47285223367697593, |
| "grad_norm": 1.3858824784808275, |
| "learning_rate": 7.560439560439561e-05, |
| "loss": 0.6673, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.4756013745704467, |
| "grad_norm": 1.9605283100011852, |
| "learning_rate": 7.604395604395604e-05, |
| "loss": 0.6572, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.47835051546391755, |
| "grad_norm": 1.4278083885748436, |
| "learning_rate": 7.64835164835165e-05, |
| "loss": 0.6645, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.48109965635738833, |
| "grad_norm": 1.191754742216612, |
| "learning_rate": 7.692307692307693e-05, |
| "loss": 0.6631, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.4838487972508591, |
| "grad_norm": 0.9597081578943443, |
| "learning_rate": 7.736263736263737e-05, |
| "loss": 0.655, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.4865979381443299, |
| "grad_norm": 1.9487418698749246, |
| "learning_rate": 7.780219780219781e-05, |
| "loss": 0.6617, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.48934707903780067, |
| "grad_norm": 1.4578651378155227, |
| "learning_rate": 7.824175824175825e-05, |
| "loss": 0.665, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.49209621993127145, |
| "grad_norm": 0.9204633011470749, |
| "learning_rate": 7.868131868131868e-05, |
| "loss": 0.6559, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.4948453608247423, |
| "grad_norm": 2.3519272780997893, |
| "learning_rate": 7.912087912087914e-05, |
| "loss": 0.661, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.49759450171821307, |
| "grad_norm": 1.4425041211579737, |
| "learning_rate": 7.956043956043956e-05, |
| "loss": 0.6555, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.5003436426116838, |
| "grad_norm": 2.2406732058079917, |
| "learning_rate": 8e-05, |
| "loss": 0.6672, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.5030927835051546, |
| "grad_norm": 1.717445277482838, |
| "learning_rate": 7.999992597860977e-05, |
| "loss": 0.669, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.5058419243986254, |
| "grad_norm": 1.9554853415214135, |
| "learning_rate": 7.999970391471297e-05, |
| "loss": 0.6484, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.5085910652920962, |
| "grad_norm": 1.3337471142504986, |
| "learning_rate": 7.99993338091315e-05, |
| "loss": 0.6542, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.511340206185567, |
| "grad_norm": 2.3628021636514913, |
| "learning_rate": 7.999881566323518e-05, |
| "loss": 0.6666, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.5140893470790378, |
| "grad_norm": 1.6284990281451381, |
| "learning_rate": 7.999814947894166e-05, |
| "loss": 0.6713, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.5168384879725086, |
| "grad_norm": 2.208780281202899, |
| "learning_rate": 7.999733525871655e-05, |
| "loss": 0.6564, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.5195876288659794, |
| "grad_norm": 2.0324845611311653, |
| "learning_rate": 7.999637300557334e-05, |
| "loss": 0.6643, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.5223367697594502, |
| "grad_norm": 1.411207407439057, |
| "learning_rate": 7.999526272307338e-05, |
| "loss": 0.6466, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.525085910652921, |
| "grad_norm": 1.67795112571074, |
| "learning_rate": 7.999400441532593e-05, |
| "loss": 0.6567, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.5278350515463918, |
| "grad_norm": 1.0171507403303963, |
| "learning_rate": 7.999259808698805e-05, |
| "loss": 0.6535, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.5305841924398625, |
| "grad_norm": 1.8103499540778905, |
| "learning_rate": 7.999104374326465e-05, |
| "loss": 0.6546, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.5333333333333333, |
| "grad_norm": 1.3619232333701012, |
| "learning_rate": 7.99893413899085e-05, |
| "loss": 0.6495, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.5360824742268041, |
| "grad_norm": 1.7537074766579162, |
| "learning_rate": 7.99874910332201e-05, |
| "loss": 0.6513, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.5388316151202749, |
| "grad_norm": 1.5125359865682328, |
| "learning_rate": 7.998549268004776e-05, |
| "loss": 0.6627, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.5415807560137457, |
| "grad_norm": 1.8694904140870736, |
| "learning_rate": 7.998334633778752e-05, |
| "loss": 0.6552, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.5443298969072164, |
| "grad_norm": 1.0313289192419033, |
| "learning_rate": 7.998105201438315e-05, |
| "loss": 0.6572, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.5470790378006873, |
| "grad_norm": 1.7524234342414688, |
| "learning_rate": 7.997860971832609e-05, |
| "loss": 0.6485, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.5498281786941581, |
| "grad_norm": 1.674466921847352, |
| "learning_rate": 7.997601945865545e-05, |
| "loss": 0.6567, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.5525773195876289, |
| "grad_norm": 0.9044207656617541, |
| "learning_rate": 7.997328124495797e-05, |
| "loss": 0.6571, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.5553264604810997, |
| "grad_norm": 1.5698427976284253, |
| "learning_rate": 7.997039508736794e-05, |
| "loss": 0.6552, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.5580756013745705, |
| "grad_norm": 1.2149289312154958, |
| "learning_rate": 7.996736099656728e-05, |
| "loss": 0.6504, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.5608247422680412, |
| "grad_norm": 1.5016916008686747, |
| "learning_rate": 7.996417898378532e-05, |
| "loss": 0.6501, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.563573883161512, |
| "grad_norm": 1.3674415360691992, |
| "learning_rate": 7.996084906079895e-05, |
| "loss": 0.6521, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.5663230240549828, |
| "grad_norm": 1.012486835623592, |
| "learning_rate": 7.995737123993242e-05, |
| "loss": 0.6533, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.5690721649484536, |
| "grad_norm": 1.2333701554709846, |
| "learning_rate": 7.99537455340574e-05, |
| "loss": 0.6423, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.5718213058419244, |
| "grad_norm": 1.432895391786843, |
| "learning_rate": 7.994997195659288e-05, |
| "loss": 0.6588, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.5745704467353951, |
| "grad_norm": 1.3560618026372162, |
| "learning_rate": 7.994605052150512e-05, |
| "loss": 0.6419, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.5773195876288659, |
| "grad_norm": 1.1169005294274361, |
| "learning_rate": 7.994198124330764e-05, |
| "loss": 0.643, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.5800687285223368, |
| "grad_norm": 1.1551183527776216, |
| "learning_rate": 7.99377641370611e-05, |
| "loss": 0.6658, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.5828178694158076, |
| "grad_norm": 1.494094722393518, |
| "learning_rate": 7.993339921837333e-05, |
| "loss": 0.6566, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.5855670103092784, |
| "grad_norm": 1.1087501045845025, |
| "learning_rate": 7.992888650339918e-05, |
| "loss": 0.6389, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.5883161512027492, |
| "grad_norm": 1.9002883231044971, |
| "learning_rate": 7.992422600884052e-05, |
| "loss": 0.6539, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.5910652920962199, |
| "grad_norm": 0.7299685549898423, |
| "learning_rate": 7.991941775194619e-05, |
| "loss": 0.6465, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.5938144329896907, |
| "grad_norm": 1.712564742362983, |
| "learning_rate": 7.991446175051184e-05, |
| "loss": 0.6474, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.5965635738831615, |
| "grad_norm": 1.4830236426687247, |
| "learning_rate": 7.990935802288002e-05, |
| "loss": 0.6512, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.5993127147766323, |
| "grad_norm": 1.1265182423363587, |
| "learning_rate": 7.990410658793994e-05, |
| "loss": 0.6541, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.6020618556701031, |
| "grad_norm": 1.2971103607944785, |
| "learning_rate": 7.989870746512756e-05, |
| "loss": 0.6479, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.6048109965635738, |
| "grad_norm": 1.2538177052036752, |
| "learning_rate": 7.989316067442539e-05, |
| "loss": 0.6497, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.6075601374570446, |
| "grad_norm": 0.7957257777767685, |
| "learning_rate": 7.98874662363625e-05, |
| "loss": 0.6352, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.6103092783505155, |
| "grad_norm": 0.9768965818664068, |
| "learning_rate": 7.988162417201437e-05, |
| "loss": 0.6443, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.6130584192439863, |
| "grad_norm": 1.9580245398506602, |
| "learning_rate": 7.987563450300293e-05, |
| "loss": 0.6652, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.6158075601374571, |
| "grad_norm": 1.065435200900762, |
| "learning_rate": 7.986949725149634e-05, |
| "loss": 0.6456, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.6185567010309279, |
| "grad_norm": 1.9649018261160003, |
| "learning_rate": 7.986321244020901e-05, |
| "loss": 0.6479, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.6213058419243986, |
| "grad_norm": 1.6213807682895127, |
| "learning_rate": 7.985678009240142e-05, |
| "loss": 0.6595, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.6240549828178694, |
| "grad_norm": 1.4900550716535215, |
| "learning_rate": 7.985020023188018e-05, |
| "loss": 0.6359, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.6268041237113402, |
| "grad_norm": 1.3214648767288044, |
| "learning_rate": 7.98434728829978e-05, |
| "loss": 0.647, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.629553264604811, |
| "grad_norm": 1.4301295600290387, |
| "learning_rate": 7.983659807065267e-05, |
| "loss": 0.6475, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.6323024054982818, |
| "grad_norm": 1.0375560871972622, |
| "learning_rate": 7.982957582028892e-05, |
| "loss": 0.6364, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.6350515463917525, |
| "grad_norm": 1.3894087032049172, |
| "learning_rate": 7.982240615789641e-05, |
| "loss": 0.6426, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.6378006872852233, |
| "grad_norm": 0.9850693356026884, |
| "learning_rate": 7.981508911001057e-05, |
| "loss": 0.6459, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.6405498281786941, |
| "grad_norm": 1.4426682351463136, |
| "learning_rate": 7.980762470371228e-05, |
| "loss": 0.6474, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.643298969072165, |
| "grad_norm": 1.0547468177759594, |
| "learning_rate": 7.980001296662784e-05, |
| "loss": 0.6469, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.6460481099656358, |
| "grad_norm": 1.2056014455360582, |
| "learning_rate": 7.979225392692882e-05, |
| "loss": 0.6354, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.6487972508591066, |
| "grad_norm": 1.535046209332006, |
| "learning_rate": 7.978434761333195e-05, |
| "loss": 0.6432, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.6515463917525773, |
| "grad_norm": 0.7757101221034997, |
| "learning_rate": 7.977629405509905e-05, |
| "loss": 0.633, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.6542955326460481, |
| "grad_norm": 0.992595763686358, |
| "learning_rate": 7.976809328203693e-05, |
| "loss": 0.64, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.6570446735395189, |
| "grad_norm": 1.3919630066257997, |
| "learning_rate": 7.975974532449718e-05, |
| "loss": 0.6495, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.6597938144329897, |
| "grad_norm": 1.130072368133697, |
| "learning_rate": 7.975125021337618e-05, |
| "loss": 0.6337, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.6625429553264605, |
| "grad_norm": 1.0428416388066186, |
| "learning_rate": 7.974260798011494e-05, |
| "loss": 0.6515, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.6652920962199312, |
| "grad_norm": 1.4678385771525282, |
| "learning_rate": 7.973381865669897e-05, |
| "loss": 0.6446, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.668041237113402, |
| "grad_norm": 1.1731453018255897, |
| "learning_rate": 7.972488227565814e-05, |
| "loss": 0.6424, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.6707903780068728, |
| "grad_norm": 1.1037532875258624, |
| "learning_rate": 7.971579887006663e-05, |
| "loss": 0.6356, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.6735395189003437, |
| "grad_norm": 1.3601555121892395, |
| "learning_rate": 7.970656847354277e-05, |
| "loss": 0.6332, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.6762886597938145, |
| "grad_norm": 0.6674453682989576, |
| "learning_rate": 7.969719112024889e-05, |
| "loss": 0.6341, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.6790378006872853, |
| "grad_norm": 0.8185867421910552, |
| "learning_rate": 7.968766684489122e-05, |
| "loss": 0.6351, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.681786941580756, |
| "grad_norm": 1.2859620347833656, |
| "learning_rate": 7.967799568271978e-05, |
| "loss": 0.636, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.6845360824742268, |
| "grad_norm": 1.0894539357769442, |
| "learning_rate": 7.96681776695282e-05, |
| "loss": 0.6483, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.6872852233676976, |
| "grad_norm": 1.536917534466485, |
| "learning_rate": 7.965821284165362e-05, |
| "loss": 0.6358, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.6900343642611684, |
| "grad_norm": 0.8985662521364918, |
| "learning_rate": 7.964810123597659e-05, |
| "loss": 0.6345, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.6927835051546392, |
| "grad_norm": 1.274319886309132, |
| "learning_rate": 7.963784288992085e-05, |
| "loss": 0.6416, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.6955326460481099, |
| "grad_norm": 0.8642801778285559, |
| "learning_rate": 7.962743784145323e-05, |
| "loss": 0.6386, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.6982817869415807, |
| "grad_norm": 0.9360706797234668, |
| "learning_rate": 7.961688612908358e-05, |
| "loss": 0.6311, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.7010309278350515, |
| "grad_norm": 1.2347692000194708, |
| "learning_rate": 7.96061877918645e-05, |
| "loss": 0.6342, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.7037800687285224, |
| "grad_norm": 1.3067449184972966, |
| "learning_rate": 7.959534286939126e-05, |
| "loss": 0.6348, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.7065292096219932, |
| "grad_norm": 1.0853797825255465, |
| "learning_rate": 7.95843514018017e-05, |
| "loss": 0.6387, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.709278350515464, |
| "grad_norm": 1.3876365868084906, |
| "learning_rate": 7.9573213429776e-05, |
| "loss": 0.6408, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.7120274914089347, |
| "grad_norm": 1.2720820097889098, |
| "learning_rate": 7.956192899453656e-05, |
| "loss": 0.6403, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.7147766323024055, |
| "grad_norm": 1.083330147390025, |
| "learning_rate": 7.955049813784787e-05, |
| "loss": 0.6326, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.7175257731958763, |
| "grad_norm": 0.8536354360684208, |
| "learning_rate": 7.953892090201633e-05, |
| "loss": 0.6289, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.7202749140893471, |
| "grad_norm": 0.6669283801432064, |
| "learning_rate": 7.952719732989007e-05, |
| "loss": 0.6311, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.7230240549828179, |
| "grad_norm": 0.6028131310980143, |
| "learning_rate": 7.951532746485886e-05, |
| "loss": 0.6383, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.7257731958762886, |
| "grad_norm": 1.0830419136461447, |
| "learning_rate": 7.950331135085389e-05, |
| "loss": 0.6257, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.7285223367697594, |
| "grad_norm": 1.7725196403596395, |
| "learning_rate": 7.949114903234766e-05, |
| "loss": 0.6431, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.7312714776632302, |
| "grad_norm": 0.7205576501203266, |
| "learning_rate": 7.947884055435371e-05, |
| "loss": 0.636, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.734020618556701, |
| "grad_norm": 2.0339470836036386, |
| "learning_rate": 7.946638596242661e-05, |
| "loss": 0.6435, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.7367697594501719, |
| "grad_norm": 1.0158450970399455, |
| "learning_rate": 7.945378530266166e-05, |
| "loss": 0.6342, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.7395189003436426, |
| "grad_norm": 2.328741839753608, |
| "learning_rate": 7.944103862169478e-05, |
| "loss": 0.6496, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.7422680412371134, |
| "grad_norm": 1.5377779904132143, |
| "learning_rate": 7.94281459667023e-05, |
| "loss": 0.6536, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.7450171821305842, |
| "grad_norm": 2.1537049583171064, |
| "learning_rate": 7.941510738540086e-05, |
| "loss": 0.6411, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.747766323024055, |
| "grad_norm": 1.7517265079351534, |
| "learning_rate": 7.940192292604714e-05, |
| "loss": 0.6489, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.7505154639175258, |
| "grad_norm": 2.1942121182211527, |
| "learning_rate": 7.938859263743776e-05, |
| "loss": 0.6345, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.7532646048109966, |
| "grad_norm": 1.863240282026407, |
| "learning_rate": 7.937511656890903e-05, |
| "loss": 0.65, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.7560137457044673, |
| "grad_norm": 1.4298523411886686, |
| "learning_rate": 7.936149477033682e-05, |
| "loss": 0.6391, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.7587628865979381, |
| "grad_norm": 1.2516811961606267, |
| "learning_rate": 7.934772729213634e-05, |
| "loss": 0.638, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.7615120274914089, |
| "grad_norm": 1.5514968401316607, |
| "learning_rate": 7.9333814185262e-05, |
| "loss": 0.6464, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.7642611683848797, |
| "grad_norm": 1.1588148872170223, |
| "learning_rate": 7.931975550120716e-05, |
| "loss": 0.642, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.7670103092783506, |
| "grad_norm": 2.0239434861105403, |
| "learning_rate": 7.930555129200402e-05, |
| "loss": 0.6428, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.7697594501718213, |
| "grad_norm": 1.6949238476000754, |
| "learning_rate": 7.929120161022329e-05, |
| "loss": 0.6333, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.7725085910652921, |
| "grad_norm": 1.2740472233054914, |
| "learning_rate": 7.927670650897421e-05, |
| "loss": 0.6392, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.7752577319587629, |
| "grad_norm": 1.2888896268808947, |
| "learning_rate": 7.92620660419041e-05, |
| "loss": 0.6324, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.7780068728522337, |
| "grad_norm": 1.2148413669943177, |
| "learning_rate": 7.924728026319837e-05, |
| "loss": 0.646, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.7807560137457045, |
| "grad_norm": 0.7141756639924294, |
| "learning_rate": 7.923234922758021e-05, |
| "loss": 0.6403, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.7835051546391752, |
| "grad_norm": 1.0058322496482315, |
| "learning_rate": 7.921727299031042e-05, |
| "loss": 0.6418, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.786254295532646, |
| "grad_norm": 0.794851634713387, |
| "learning_rate": 7.920205160718721e-05, |
| "loss": 0.6383, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.7890034364261168, |
| "grad_norm": 0.7763515931120876, |
| "learning_rate": 7.918668513454598e-05, |
| "loss": 0.629, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.7917525773195876, |
| "grad_norm": 1.0206658407382474, |
| "learning_rate": 7.917117362925907e-05, |
| "loss": 0.6369, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.7945017182130584, |
| "grad_norm": 0.9044945170274734, |
| "learning_rate": 7.915551714873571e-05, |
| "loss": 0.6265, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.7972508591065293, |
| "grad_norm": 1.7861242632179295, |
| "learning_rate": 7.913971575092157e-05, |
| "loss": 0.6354, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.8352377362963846, |
| "learning_rate": 7.912376949429875e-05, |
| "loss": 0.6258, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.8027491408934708, |
| "grad_norm": 1.1285143530097073, |
| "learning_rate": 7.910767843788543e-05, |
| "loss": 0.6411, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.8054982817869416, |
| "grad_norm": 2.0986758482850774, |
| "learning_rate": 7.909144264123575e-05, |
| "loss": 0.6432, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.8082474226804124, |
| "grad_norm": 1.0319530318383152, |
| "learning_rate": 7.90750621644395e-05, |
| "loss": 0.6489, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.8109965635738832, |
| "grad_norm": 2.628617525239813, |
| "learning_rate": 7.905853706812199e-05, |
| "loss": 0.6439, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.813745704467354, |
| "grad_norm": 1.977433582449252, |
| "learning_rate": 7.904186741344373e-05, |
| "loss": 0.6482, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.8164948453608247, |
| "grad_norm": 1.8360229102761563, |
| "learning_rate": 7.902505326210028e-05, |
| "loss": 0.65, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.8192439862542955, |
| "grad_norm": 1.5433944283254346, |
| "learning_rate": 7.900809467632197e-05, |
| "loss": 0.6434, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.8219931271477663, |
| "grad_norm": 1.6379518485922502, |
| "learning_rate": 7.899099171887373e-05, |
| "loss": 0.6553, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.8247422680412371, |
| "grad_norm": 1.477099597856914, |
| "learning_rate": 7.897374445305478e-05, |
| "loss": 0.6392, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.8274914089347079, |
| "grad_norm": 1.1857730742135408, |
| "learning_rate": 7.895635294269843e-05, |
| "loss": 0.6316, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.8302405498281787, |
| "grad_norm": 1.361216152623904, |
| "learning_rate": 7.893881725217191e-05, |
| "loss": 0.6352, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.8329896907216495, |
| "grad_norm": 0.8010015883602253, |
| "learning_rate": 7.892113744637599e-05, |
| "loss": 0.6382, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.8357388316151203, |
| "grad_norm": 1.102241513039724, |
| "learning_rate": 7.890331359074488e-05, |
| "loss": 0.6447, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.8384879725085911, |
| "grad_norm": 1.1821390144057153, |
| "learning_rate": 7.888534575124591e-05, |
| "loss": 0.6292, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.8412371134020619, |
| "grad_norm": 0.7269296274858387, |
| "learning_rate": 7.886723399437931e-05, |
| "loss": 0.6319, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.8439862542955326, |
| "grad_norm": 1.630523895781267, |
| "learning_rate": 7.884897838717792e-05, |
| "loss": 0.6169, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.8467353951890034, |
| "grad_norm": 0.740638554856235, |
| "learning_rate": 7.883057899720703e-05, |
| "loss": 0.6355, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.8494845360824742, |
| "grad_norm": 1.8497443172662162, |
| "learning_rate": 7.881203589256408e-05, |
| "loss": 0.6274, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.852233676975945, |
| "grad_norm": 1.1910232798072693, |
| "learning_rate": 7.879334914187836e-05, |
| "loss": 0.6392, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.8549828178694158, |
| "grad_norm": 2.1003839885669815, |
| "learning_rate": 7.877451881431086e-05, |
| "loss": 0.6296, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.8577319587628865, |
| "grad_norm": 2.041585074702372, |
| "learning_rate": 7.87555449795539e-05, |
| "loss": 0.6352, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.8604810996563574, |
| "grad_norm": 1.0287133005035243, |
| "learning_rate": 7.873642770783098e-05, |
| "loss": 0.6361, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.8632302405498282, |
| "grad_norm": 1.4803932962834592, |
| "learning_rate": 7.871716706989645e-05, |
| "loss": 0.6433, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.865979381443299, |
| "grad_norm": 0.9388113471557215, |
| "learning_rate": 7.869776313703528e-05, |
| "loss": 0.6346, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.8687285223367698, |
| "grad_norm": 0.8575055727089447, |
| "learning_rate": 7.867821598106275e-05, |
| "loss": 0.6287, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.8714776632302406, |
| "grad_norm": 0.9753760114729692, |
| "learning_rate": 7.865852567432428e-05, |
| "loss": 0.6386, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.8742268041237113, |
| "grad_norm": 0.9688066608476287, |
| "learning_rate": 7.863869228969501e-05, |
| "loss": 0.631, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.8769759450171821, |
| "grad_norm": 0.9593995798512949, |
| "learning_rate": 7.861871590057971e-05, |
| "loss": 0.6347, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.8797250859106529, |
| "grad_norm": 1.2389383575654551, |
| "learning_rate": 7.85985965809124e-05, |
| "loss": 0.6346, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.8824742268041237, |
| "grad_norm": 0.8827816805243792, |
| "learning_rate": 7.857833440515605e-05, |
| "loss": 0.6265, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.8852233676975945, |
| "grad_norm": 0.6061777594451044, |
| "learning_rate": 7.85579294483024e-05, |
| "loss": 0.6286, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.8879725085910652, |
| "grad_norm": 0.6113638623646376, |
| "learning_rate": 7.85373817858716e-05, |
| "loss": 0.6256, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.8907216494845361, |
| "grad_norm": 0.8948079812828788, |
| "learning_rate": 7.851669149391198e-05, |
| "loss": 0.6238, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.8934707903780069, |
| "grad_norm": 1.4121615992032686, |
| "learning_rate": 7.849585864899976e-05, |
| "loss": 0.633, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.8962199312714777, |
| "grad_norm": 0.7940592789567055, |
| "learning_rate": 7.847488332823873e-05, |
| "loss": 0.6359, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.8989690721649485, |
| "grad_norm": 0.5764914369379771, |
| "learning_rate": 7.845376560926002e-05, |
| "loss": 0.6375, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.9017182130584193, |
| "grad_norm": 1.071092163645109, |
| "learning_rate": 7.843250557022177e-05, |
| "loss": 0.6196, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.90446735395189, |
| "grad_norm": 1.6020470680476175, |
| "learning_rate": 7.841110328980887e-05, |
| "loss": 0.6293, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.9072164948453608, |
| "grad_norm": 0.4752698709356062, |
| "learning_rate": 7.838955884723265e-05, |
| "loss": 0.626, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.9099656357388316, |
| "grad_norm": 1.5726092706691321, |
| "learning_rate": 7.836787232223058e-05, |
| "loss": 0.6294, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.9127147766323024, |
| "grad_norm": 1.01011634702882, |
| "learning_rate": 7.8346043795066e-05, |
| "loss": 0.6431, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.9154639175257732, |
| "grad_norm": 0.8236758132081481, |
| "learning_rate": 7.83240733465278e-05, |
| "loss": 0.6237, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.9182130584192439, |
| "grad_norm": 0.816087984512738, |
| "learning_rate": 7.830196105793017e-05, |
| "loss": 0.6304, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.9209621993127147, |
| "grad_norm": 0.7514093388017495, |
| "learning_rate": 7.827970701111219e-05, |
| "loss": 0.6311, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.9237113402061856, |
| "grad_norm": 0.9502215222777328, |
| "learning_rate": 7.825731128843762e-05, |
| "loss": 0.6317, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.9264604810996564, |
| "grad_norm": 1.2376836455505118, |
| "learning_rate": 7.823477397279464e-05, |
| "loss": 0.6199, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.9292096219931272, |
| "grad_norm": 0.7535199306698559, |
| "learning_rate": 7.821209514759539e-05, |
| "loss": 0.6248, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.931958762886598, |
| "grad_norm": 0.8490031147278277, |
| "learning_rate": 7.818927489677577e-05, |
| "loss": 0.6267, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.9347079037800687, |
| "grad_norm": 1.3764847868272945, |
| "learning_rate": 7.816631330479514e-05, |
| "loss": 0.6307, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.9374570446735395, |
| "grad_norm": 0.6440823293174261, |
| "learning_rate": 7.814321045663594e-05, |
| "loss": 0.6366, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.9402061855670103, |
| "grad_norm": 1.117461654132214, |
| "learning_rate": 7.811996643780339e-05, |
| "loss": 0.6284, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.9429553264604811, |
| "grad_norm": 1.198712384928446, |
| "learning_rate": 7.809658133432526e-05, |
| "loss": 0.6179, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.9457044673539519, |
| "grad_norm": 0.7800718683120617, |
| "learning_rate": 7.807305523275142e-05, |
| "loss": 0.6246, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.9484536082474226, |
| "grad_norm": 1.106890600114741, |
| "learning_rate": 7.804938822015361e-05, |
| "loss": 0.6186, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.9512027491408934, |
| "grad_norm": 1.1783968723372122, |
| "learning_rate": 7.802558038412509e-05, |
| "loss": 0.6249, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.9539518900343643, |
| "grad_norm": 0.909115741821025, |
| "learning_rate": 7.800163181278033e-05, |
| "loss": 0.6244, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.9567010309278351, |
| "grad_norm": 1.0133199245495836, |
| "learning_rate": 7.797754259475464e-05, |
| "loss": 0.6264, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.9594501718213059, |
| "grad_norm": 1.195705135014382, |
| "learning_rate": 7.795331281920387e-05, |
| "loss": 0.6278, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.9621993127147767, |
| "grad_norm": 0.7727285070098746, |
| "learning_rate": 7.792894257580415e-05, |
| "loss": 0.6322, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.9649484536082474, |
| "grad_norm": 0.9523131612793756, |
| "learning_rate": 7.790443195475142e-05, |
| "loss": 0.6251, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.9676975945017182, |
| "grad_norm": 1.3036288679788564, |
| "learning_rate": 7.78797810467612e-05, |
| "loss": 0.6218, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.970446735395189, |
| "grad_norm": 0.5634490374165979, |
| "learning_rate": 7.785498994306821e-05, |
| "loss": 0.6221, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.9731958762886598, |
| "grad_norm": 1.5260597480048004, |
| "learning_rate": 7.783005873542605e-05, |
| "loss": 0.619, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.9759450171821306, |
| "grad_norm": 0.6409092943149695, |
| "learning_rate": 7.780498751610684e-05, |
| "loss": 0.6251, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.9786941580756013, |
| "grad_norm": 1.6664465662420271, |
| "learning_rate": 7.777977637790092e-05, |
| "loss": 0.6357, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.9814432989690721, |
| "grad_norm": 0.928708660543268, |
| "learning_rate": 7.775442541411647e-05, |
| "loss": 0.6218, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.9841924398625429, |
| "grad_norm": 1.8449391562901856, |
| "learning_rate": 7.772893471857915e-05, |
| "loss": 0.6396, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.9869415807560138, |
| "grad_norm": 1.6259312779533432, |
| "learning_rate": 7.77033043856318e-05, |
| "loss": 0.6368, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.9896907216494846, |
| "grad_norm": 0.9340296294033434, |
| "learning_rate": 7.767753451013408e-05, |
| "loss": 0.6204, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.9924398625429554, |
| "grad_norm": 1.2307139404659375, |
| "learning_rate": 7.765162518746207e-05, |
| "loss": 0.6177, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.9951890034364261, |
| "grad_norm": 0.7744777080187526, |
| "learning_rate": 7.762557651350798e-05, |
| "loss": 0.6288, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.9979381443298969, |
| "grad_norm": 1.0676481742466821, |
| "learning_rate": 7.759938858467979e-05, |
| "loss": 0.6272, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.0006872852233677, |
| "grad_norm": 0.9232629543637857, |
| "learning_rate": 7.757306149790082e-05, |
| "loss": 0.7685, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.0034364261168385, |
| "grad_norm": 1.0678574538408068, |
| "learning_rate": 7.754659535060943e-05, |
| "loss": 0.5916, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.0061855670103093, |
| "grad_norm": 1.2551799774905172, |
| "learning_rate": 7.751999024075871e-05, |
| "loss": 0.5988, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.00893470790378, |
| "grad_norm": 0.9263667600041875, |
| "learning_rate": 7.749324626681599e-05, |
| "loss": 0.5966, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.0116838487972508, |
| "grad_norm": 0.731842781771422, |
| "learning_rate": 7.746636352776259e-05, |
| "loss": 0.5928, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.0144329896907216, |
| "grad_norm": 0.8372632610382791, |
| "learning_rate": 7.74393421230934e-05, |
| "loss": 0.5919, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.0171821305841924, |
| "grad_norm": 1.0188957663159135, |
| "learning_rate": 7.741218215281652e-05, |
| "loss": 0.5932, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.0199312714776632, |
| "grad_norm": 1.3394999167844803, |
| "learning_rate": 7.738488371745287e-05, |
| "loss": 0.5879, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.022680412371134, |
| "grad_norm": 0.8980665393748412, |
| "learning_rate": 7.735744691803588e-05, |
| "loss": 0.5942, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.0254295532646047, |
| "grad_norm": 0.9856701598024391, |
| "learning_rate": 7.732987185611102e-05, |
| "loss": 0.5793, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.0281786941580755, |
| "grad_norm": 0.8156719105288647, |
| "learning_rate": 7.730215863373554e-05, |
| "loss": 0.5953, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.0309278350515463, |
| "grad_norm": 0.5095314934411239, |
| "learning_rate": 7.727430735347799e-05, |
| "loss": 0.5848, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.0336769759450173, |
| "grad_norm": 0.5914859323410439, |
| "learning_rate": 7.724631811841789e-05, |
| "loss": 0.5877, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.036426116838488, |
| "grad_norm": 0.6410263828936001, |
| "learning_rate": 7.721819103214536e-05, |
| "loss": 0.5852, |
| "step": 377 |
| }, |
| { |
| "epoch": 1.0391752577319588, |
| "grad_norm": 0.9724802661391164, |
| "learning_rate": 7.71899261987607e-05, |
| "loss": 0.5949, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.0419243986254296, |
| "grad_norm": 1.3805105132332318, |
| "learning_rate": 7.716152372287399e-05, |
| "loss": 0.5912, |
| "step": 379 |
| }, |
| { |
| "epoch": 1.0446735395189004, |
| "grad_norm": 0.5961514316349491, |
| "learning_rate": 7.713298370960481e-05, |
| "loss": 0.5989, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.0474226804123712, |
| "grad_norm": 1.0381265315374555, |
| "learning_rate": 7.710430626458171e-05, |
| "loss": 0.5853, |
| "step": 381 |
| }, |
| { |
| "epoch": 1.050171821305842, |
| "grad_norm": 0.88611297798641, |
| "learning_rate": 7.707549149394192e-05, |
| "loss": 0.5971, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.0529209621993127, |
| "grad_norm": 0.9894621130663098, |
| "learning_rate": 7.704653950433092e-05, |
| "loss": 0.5839, |
| "step": 383 |
| }, |
| { |
| "epoch": 1.0556701030927835, |
| "grad_norm": 1.4525179754862534, |
| "learning_rate": 7.7017450402902e-05, |
| "loss": 0.5841, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.0584192439862543, |
| "grad_norm": 0.6031744444046739, |
| "learning_rate": 7.698822429731595e-05, |
| "loss": 0.577, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.061168384879725, |
| "grad_norm": 1.0814979553674235, |
| "learning_rate": 7.695886129574065e-05, |
| "loss": 0.5963, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.0639175257731959, |
| "grad_norm": 1.2035521726093799, |
| "learning_rate": 7.692936150685059e-05, |
| "loss": 0.59, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.0666666666666667, |
| "grad_norm": 1.065535271974634, |
| "learning_rate": 7.689972503982654e-05, |
| "loss": 0.59, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.0694158075601374, |
| "grad_norm": 0.9885511702158032, |
| "learning_rate": 7.686995200435513e-05, |
| "loss": 0.5908, |
| "step": 389 |
| }, |
| { |
| "epoch": 1.0721649484536082, |
| "grad_norm": 1.0056851158221545, |
| "learning_rate": 7.684004251062844e-05, |
| "loss": 0.592, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.074914089347079, |
| "grad_norm": 1.0202284999862656, |
| "learning_rate": 7.680999666934358e-05, |
| "loss": 0.5809, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.0776632302405498, |
| "grad_norm": 1.1513878865642915, |
| "learning_rate": 7.677981459170228e-05, |
| "loss": 0.5878, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.0804123711340206, |
| "grad_norm": 0.8699810682515629, |
| "learning_rate": 7.674949638941053e-05, |
| "loss": 0.5915, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.0831615120274913, |
| "grad_norm": 0.4496053235798414, |
| "learning_rate": 7.671904217467808e-05, |
| "loss": 0.5801, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.0859106529209621, |
| "grad_norm": 0.6745209087686392, |
| "learning_rate": 7.668845206021812e-05, |
| "loss": 0.5979, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.088659793814433, |
| "grad_norm": 1.2754326592180227, |
| "learning_rate": 7.66577261592468e-05, |
| "loss": 0.5807, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.0914089347079037, |
| "grad_norm": 0.7069250995821895, |
| "learning_rate": 7.662686458548276e-05, |
| "loss": 0.582, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.0941580756013747, |
| "grad_norm": 0.4973387506195001, |
| "learning_rate": 7.659586745314689e-05, |
| "loss": 0.5855, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.0969072164948455, |
| "grad_norm": 0.5388764587620251, |
| "learning_rate": 7.65647348769617e-05, |
| "loss": 0.5901, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.0996563573883162, |
| "grad_norm": 0.5432430222716064, |
| "learning_rate": 7.653346697215103e-05, |
| "loss": 0.5852, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.102405498281787, |
| "grad_norm": 0.7845045531047907, |
| "learning_rate": 7.650206385443958e-05, |
| "loss": 0.5815, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.1051546391752578, |
| "grad_norm": 1.1593889092948502, |
| "learning_rate": 7.647052564005243e-05, |
| "loss": 0.5884, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.1079037800687286, |
| "grad_norm": 0.9849246083500859, |
| "learning_rate": 7.643885244571474e-05, |
| "loss": 0.5884, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.1106529209621994, |
| "grad_norm": 1.2327221523818575, |
| "learning_rate": 7.64070443886512e-05, |
| "loss": 0.5808, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.1134020618556701, |
| "grad_norm": 0.8894760613915432, |
| "learning_rate": 7.637510158658563e-05, |
| "loss": 0.5808, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.116151202749141, |
| "grad_norm": 0.8458010101721215, |
| "learning_rate": 7.634302415774057e-05, |
| "loss": 0.5921, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.1189003436426117, |
| "grad_norm": 1.0269578881644645, |
| "learning_rate": 7.63108122208368e-05, |
| "loss": 0.5876, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.1216494845360825, |
| "grad_norm": 0.9883024415526525, |
| "learning_rate": 7.627846589509295e-05, |
| "loss": 0.5938, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.1243986254295533, |
| "grad_norm": 1.0374738987854506, |
| "learning_rate": 7.624598530022502e-05, |
| "loss": 0.5759, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.127147766323024, |
| "grad_norm": 0.8968993730271081, |
| "learning_rate": 7.621337055644596e-05, |
| "loss": 0.5971, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.1298969072164948, |
| "grad_norm": 0.645336647760953, |
| "learning_rate": 7.618062178446518e-05, |
| "loss": 0.5843, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.1326460481099656, |
| "grad_norm": 0.8156198060430901, |
| "learning_rate": 7.614773910548816e-05, |
| "loss": 0.5834, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.1353951890034364, |
| "grad_norm": 0.9969205762211508, |
| "learning_rate": 7.6114722641216e-05, |
| "loss": 0.5874, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.1381443298969072, |
| "grad_norm": 0.9512507581396507, |
| "learning_rate": 7.608157251384493e-05, |
| "loss": 0.5907, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.140893470790378, |
| "grad_norm": 0.46469337738492333, |
| "learning_rate": 7.604828884606587e-05, |
| "loss": 0.5854, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.1436426116838487, |
| "grad_norm": 0.6875741181821637, |
| "learning_rate": 7.601487176106397e-05, |
| "loss": 0.5907, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.1463917525773195, |
| "grad_norm": 0.8229065410063605, |
| "learning_rate": 7.59813213825182e-05, |
| "loss": 0.5835, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.1491408934707903, |
| "grad_norm": 0.5535331052196206, |
| "learning_rate": 7.594763783460086e-05, |
| "loss": 0.5913, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.151890034364261, |
| "grad_norm": 0.609930416365321, |
| "learning_rate": 7.591382124197708e-05, |
| "loss": 0.5861, |
| "step": 419 |
| }, |
| { |
| "epoch": 1.1546391752577319, |
| "grad_norm": 0.549391385583707, |
| "learning_rate": 7.587987172980443e-05, |
| "loss": 0.5774, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.1573883161512026, |
| "grad_norm": 0.5299626474050247, |
| "learning_rate": 7.58457894237324e-05, |
| "loss": 0.5915, |
| "step": 421 |
| }, |
| { |
| "epoch": 1.1601374570446734, |
| "grad_norm": 0.5702316031822813, |
| "learning_rate": 7.581157444990199e-05, |
| "loss": 0.5771, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.1628865979381444, |
| "grad_norm": 0.8908922680435231, |
| "learning_rate": 7.577722693494519e-05, |
| "loss": 0.5932, |
| "step": 423 |
| }, |
| { |
| "epoch": 1.1656357388316152, |
| "grad_norm": 1.4431986503442844, |
| "learning_rate": 7.574274700598453e-05, |
| "loss": 0.5813, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.168384879725086, |
| "grad_norm": 0.6369720186684446, |
| "learning_rate": 7.570813479063265e-05, |
| "loss": 0.5845, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.1711340206185568, |
| "grad_norm": 0.5256518804042303, |
| "learning_rate": 7.567339041699175e-05, |
| "loss": 0.5924, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.1738831615120275, |
| "grad_norm": 0.8165966324851138, |
| "learning_rate": 7.563851401365316e-05, |
| "loss": 0.588, |
| "step": 427 |
| }, |
| { |
| "epoch": 1.1766323024054983, |
| "grad_norm": 1.1011809927414538, |
| "learning_rate": 7.56035057096969e-05, |
| "loss": 0.5878, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.179381443298969, |
| "grad_norm": 1.2202082201319733, |
| "learning_rate": 7.556836563469111e-05, |
| "loss": 0.589, |
| "step": 429 |
| }, |
| { |
| "epoch": 1.1821305841924399, |
| "grad_norm": 0.8269982439978933, |
| "learning_rate": 7.553309391869167e-05, |
| "loss": 0.5846, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.1848797250859107, |
| "grad_norm": 1.0285455684872933, |
| "learning_rate": 7.549769069224164e-05, |
| "loss": 0.5883, |
| "step": 431 |
| }, |
| { |
| "epoch": 1.1876288659793814, |
| "grad_norm": 1.4122193045161404, |
| "learning_rate": 7.546215608637083e-05, |
| "loss": 0.5832, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.1903780068728522, |
| "grad_norm": 0.3041741502072138, |
| "learning_rate": 7.542649023259527e-05, |
| "loss": 0.5813, |
| "step": 433 |
| }, |
| { |
| "epoch": 1.193127147766323, |
| "grad_norm": 1.5989692268879376, |
| "learning_rate": 7.53906932629168e-05, |
| "loss": 0.5896, |
| "step": 434 |
| }, |
| { |
| "epoch": 1.1958762886597938, |
| "grad_norm": 0.5519101760067153, |
| "learning_rate": 7.535476530982244e-05, |
| "loss": 0.5719, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.1986254295532646, |
| "grad_norm": 0.770417484741293, |
| "learning_rate": 7.53187065062841e-05, |
| "loss": 0.5881, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.2013745704467353, |
| "grad_norm": 1.3484068230851232, |
| "learning_rate": 7.528251698575788e-05, |
| "loss": 0.5868, |
| "step": 437 |
| }, |
| { |
| "epoch": 1.2041237113402061, |
| "grad_norm": 0.5995693974246964, |
| "learning_rate": 7.524619688218372e-05, |
| "loss": 0.5812, |
| "step": 438 |
| }, |
| { |
| "epoch": 1.206872852233677, |
| "grad_norm": 0.9168760247232807, |
| "learning_rate": 7.520974632998485e-05, |
| "loss": 0.5877, |
| "step": 439 |
| }, |
| { |
| "epoch": 1.2096219931271477, |
| "grad_norm": 1.1013744178468492, |
| "learning_rate": 7.51731654640673e-05, |
| "loss": 0.592, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.2123711340206185, |
| "grad_norm": 0.5790863138582544, |
| "learning_rate": 7.51364544198194e-05, |
| "loss": 0.5749, |
| "step": 441 |
| }, |
| { |
| "epoch": 1.2151202749140895, |
| "grad_norm": 0.5723305467246104, |
| "learning_rate": 7.509961333311126e-05, |
| "loss": 0.5905, |
| "step": 442 |
| }, |
| { |
| "epoch": 1.2178694158075603, |
| "grad_norm": 0.6893985276435765, |
| "learning_rate": 7.506264234029432e-05, |
| "loss": 0.5799, |
| "step": 443 |
| }, |
| { |
| "epoch": 1.220618556701031, |
| "grad_norm": 0.6306086582019484, |
| "learning_rate": 7.502554157820079e-05, |
| "loss": 0.583, |
| "step": 444 |
| }, |
| { |
| "epoch": 1.2233676975945018, |
| "grad_norm": 0.5828509036657884, |
| "learning_rate": 7.498831118414316e-05, |
| "loss": 0.5791, |
| "step": 445 |
| }, |
| { |
| "epoch": 1.2261168384879726, |
| "grad_norm": 0.9766394221436852, |
| "learning_rate": 7.495095129591373e-05, |
| "loss": 0.5876, |
| "step": 446 |
| }, |
| { |
| "epoch": 1.2288659793814434, |
| "grad_norm": 1.416296834720271, |
| "learning_rate": 7.4913462051784e-05, |
| "loss": 0.5876, |
| "step": 447 |
| }, |
| { |
| "epoch": 1.2316151202749142, |
| "grad_norm": 0.6702851111393332, |
| "learning_rate": 7.487584359050431e-05, |
| "loss": 0.5881, |
| "step": 448 |
| }, |
| { |
| "epoch": 1.234364261168385, |
| "grad_norm": 0.9384647234340839, |
| "learning_rate": 7.483809605130319e-05, |
| "loss": 0.5959, |
| "step": 449 |
| }, |
| { |
| "epoch": 1.2371134020618557, |
| "grad_norm": 1.2907110973467573, |
| "learning_rate": 7.480021957388691e-05, |
| "loss": 0.5785, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.2398625429553265, |
| "grad_norm": 0.8298126531860124, |
| "learning_rate": 7.476221429843894e-05, |
| "loss": 0.5934, |
| "step": 451 |
| }, |
| { |
| "epoch": 1.2426116838487973, |
| "grad_norm": 1.1127124873762135, |
| "learning_rate": 7.472408036561942e-05, |
| "loss": 0.5833, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.245360824742268, |
| "grad_norm": 0.7148549185439407, |
| "learning_rate": 7.468581791656473e-05, |
| "loss": 0.5927, |
| "step": 453 |
| }, |
| { |
| "epoch": 1.2481099656357388, |
| "grad_norm": 0.863808291677187, |
| "learning_rate": 7.464742709288683e-05, |
| "loss": 0.5955, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.2508591065292096, |
| "grad_norm": 0.8446688366988994, |
| "learning_rate": 7.460890803667283e-05, |
| "loss": 0.5939, |
| "step": 455 |
| }, |
| { |
| "epoch": 1.2536082474226804, |
| "grad_norm": 1.0639580002350018, |
| "learning_rate": 7.457026089048445e-05, |
| "loss": 0.5839, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.2563573883161512, |
| "grad_norm": 1.1091140834360853, |
| "learning_rate": 7.453148579735743e-05, |
| "loss": 0.5829, |
| "step": 457 |
| }, |
| { |
| "epoch": 1.259106529209622, |
| "grad_norm": 0.80462944337638, |
| "learning_rate": 7.449258290080112e-05, |
| "loss": 0.5845, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.2618556701030927, |
| "grad_norm": 0.8412084155727457, |
| "learning_rate": 7.445355234479783e-05, |
| "loss": 0.5767, |
| "step": 459 |
| }, |
| { |
| "epoch": 1.2646048109965635, |
| "grad_norm": 0.6330472076770527, |
| "learning_rate": 7.441439427380235e-05, |
| "loss": 0.5816, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.2673539518900343, |
| "grad_norm": 0.597903788175847, |
| "learning_rate": 7.437510883274144e-05, |
| "loss": 0.5729, |
| "step": 461 |
| }, |
| { |
| "epoch": 1.270103092783505, |
| "grad_norm": 0.4287714351702764, |
| "learning_rate": 7.433569616701324e-05, |
| "loss": 0.5932, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.2728522336769759, |
| "grad_norm": 0.47550714789032805, |
| "learning_rate": 7.429615642248677e-05, |
| "loss": 0.5929, |
| "step": 463 |
| }, |
| { |
| "epoch": 1.2756013745704466, |
| "grad_norm": 0.5414468519874974, |
| "learning_rate": 7.425648974550138e-05, |
| "loss": 0.5774, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.2783505154639174, |
| "grad_norm": 0.5640877600721679, |
| "learning_rate": 7.421669628286617e-05, |
| "loss": 0.586, |
| "step": 465 |
| }, |
| { |
| "epoch": 1.2810996563573882, |
| "grad_norm": 0.6048691932188638, |
| "learning_rate": 7.417677618185955e-05, |
| "loss": 0.597, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.283848797250859, |
| "grad_norm": 0.7508265029471074, |
| "learning_rate": 7.413672959022856e-05, |
| "loss": 0.5961, |
| "step": 467 |
| }, |
| { |
| "epoch": 1.2865979381443298, |
| "grad_norm": 1.066042006928496, |
| "learning_rate": 7.409655665618843e-05, |
| "loss": 0.5837, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.2893470790378008, |
| "grad_norm": 1.4460442111626333, |
| "learning_rate": 7.405625752842198e-05, |
| "loss": 0.5771, |
| "step": 469 |
| }, |
| { |
| "epoch": 1.2920962199312716, |
| "grad_norm": 0.40527253568707877, |
| "learning_rate": 7.401583235607908e-05, |
| "loss": 0.5769, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.2948453608247423, |
| "grad_norm": 0.8934936601794983, |
| "learning_rate": 7.397528128877611e-05, |
| "loss": 0.585, |
| "step": 471 |
| }, |
| { |
| "epoch": 1.2975945017182131, |
| "grad_norm": 1.6705979909682174, |
| "learning_rate": 7.393460447659539e-05, |
| "loss": 0.5932, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.300343642611684, |
| "grad_norm": 0.4422750143504963, |
| "learning_rate": 7.389380207008462e-05, |
| "loss": 0.5878, |
| "step": 473 |
| }, |
| { |
| "epoch": 1.3030927835051547, |
| "grad_norm": 1.5622517777634235, |
| "learning_rate": 7.385287422025635e-05, |
| "loss": 0.5895, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.3058419243986255, |
| "grad_norm": 0.6900852059622544, |
| "learning_rate": 7.381182107858738e-05, |
| "loss": 0.5883, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.3085910652920962, |
| "grad_norm": 0.9882097928385363, |
| "learning_rate": 7.377064279701827e-05, |
| "loss": 0.5894, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.311340206185567, |
| "grad_norm": 0.9430491893537721, |
| "learning_rate": 7.37293395279527e-05, |
| "loss": 0.5921, |
| "step": 477 |
| }, |
| { |
| "epoch": 1.3140893470790378, |
| "grad_norm": 0.7682283056356898, |
| "learning_rate": 7.368791142425691e-05, |
| "loss": 0.5977, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.3168384879725086, |
| "grad_norm": 1.0703629836228026, |
| "learning_rate": 7.364635863925922e-05, |
| "loss": 0.5829, |
| "step": 479 |
| }, |
| { |
| "epoch": 1.3195876288659794, |
| "grad_norm": 0.8976152595403926, |
| "learning_rate": 7.360468132674935e-05, |
| "loss": 0.5902, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.3223367697594501, |
| "grad_norm": 0.7540663375222781, |
| "learning_rate": 7.356287964097795e-05, |
| "loss": 0.588, |
| "step": 481 |
| }, |
| { |
| "epoch": 1.325085910652921, |
| "grad_norm": 1.1037972218662753, |
| "learning_rate": 7.352095373665598e-05, |
| "loss": 0.5814, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.3278350515463917, |
| "grad_norm": 0.6721571418198156, |
| "learning_rate": 7.347890376895407e-05, |
| "loss": 0.586, |
| "step": 483 |
| }, |
| { |
| "epoch": 1.3305841924398625, |
| "grad_norm": 0.6580601865881139, |
| "learning_rate": 7.343672989350214e-05, |
| "loss": 0.5726, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 0.9232629737168565, |
| "learning_rate": 7.33944322663886e-05, |
| "loss": 0.5841, |
| "step": 485 |
| }, |
| { |
| "epoch": 1.3360824742268043, |
| "grad_norm": 0.921611093133066, |
| "learning_rate": 7.335201104415992e-05, |
| "loss": 0.5961, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.338831615120275, |
| "grad_norm": 0.7555439012244609, |
| "learning_rate": 7.330946638381998e-05, |
| "loss": 0.5877, |
| "step": 487 |
| }, |
| { |
| "epoch": 1.3415807560137458, |
| "grad_norm": 0.8027350119891178, |
| "learning_rate": 7.326679844282953e-05, |
| "loss": 0.5917, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.3443298969072166, |
| "grad_norm": 1.1401383602299868, |
| "learning_rate": 7.322400737910558e-05, |
| "loss": 0.5852, |
| "step": 489 |
| }, |
| { |
| "epoch": 1.3470790378006874, |
| "grad_norm": 0.805628145096471, |
| "learning_rate": 7.318109335102083e-05, |
| "loss": 0.5916, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.3498281786941582, |
| "grad_norm": 0.5776321913613638, |
| "learning_rate": 7.31380565174031e-05, |
| "loss": 0.5846, |
| "step": 491 |
| }, |
| { |
| "epoch": 1.352577319587629, |
| "grad_norm": 0.730623963485602, |
| "learning_rate": 7.309489703753471e-05, |
| "loss": 0.5859, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.3553264604810997, |
| "grad_norm": 0.6579197440168587, |
| "learning_rate": 7.305161507115185e-05, |
| "loss": 0.5796, |
| "step": 493 |
| }, |
| { |
| "epoch": 1.3580756013745705, |
| "grad_norm": 0.5630346265554919, |
| "learning_rate": 7.300821077844413e-05, |
| "loss": 0.5822, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.3608247422680413, |
| "grad_norm": 0.7908819829643783, |
| "learning_rate": 7.296468432005382e-05, |
| "loss": 0.5709, |
| "step": 495 |
| }, |
| { |
| "epoch": 1.363573883161512, |
| "grad_norm": 1.1004873982746464, |
| "learning_rate": 7.292103585707541e-05, |
| "loss": 0.5923, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.3663230240549828, |
| "grad_norm": 1.0680631626760493, |
| "learning_rate": 7.287726555105485e-05, |
| "loss": 0.5932, |
| "step": 497 |
| }, |
| { |
| "epoch": 1.3690721649484536, |
| "grad_norm": 0.9112494358591099, |
| "learning_rate": 7.283337356398911e-05, |
| "loss": 0.5785, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.3718213058419244, |
| "grad_norm": 1.0337260282053968, |
| "learning_rate": 7.278936005832549e-05, |
| "loss": 0.5882, |
| "step": 499 |
| }, |
| { |
| "epoch": 1.3745704467353952, |
| "grad_norm": 1.3007806381700902, |
| "learning_rate": 7.274522519696102e-05, |
| "loss": 0.5798, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.377319587628866, |
| "grad_norm": 0.43519904375561846, |
| "learning_rate": 7.270096914324189e-05, |
| "loss": 0.5791, |
| "step": 501 |
| }, |
| { |
| "epoch": 1.3800687285223368, |
| "grad_norm": 0.8544940867252295, |
| "learning_rate": 7.265659206096285e-05, |
| "loss": 0.5901, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.3828178694158075, |
| "grad_norm": 1.2429689674231412, |
| "learning_rate": 7.261209411436654e-05, |
| "loss": 0.5809, |
| "step": 503 |
| }, |
| { |
| "epoch": 1.3855670103092783, |
| "grad_norm": 0.6308748621084995, |
| "learning_rate": 7.256747546814298e-05, |
| "loss": 0.5791, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.388316151202749, |
| "grad_norm": 0.7148204479546915, |
| "learning_rate": 7.252273628742885e-05, |
| "loss": 0.5796, |
| "step": 505 |
| }, |
| { |
| "epoch": 1.3910652920962199, |
| "grad_norm": 0.9925558904292439, |
| "learning_rate": 7.2477876737807e-05, |
| "loss": 0.5858, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.3938144329896907, |
| "grad_norm": 0.8578115038769086, |
| "learning_rate": 7.243289698530572e-05, |
| "loss": 0.5845, |
| "step": 507 |
| }, |
| { |
| "epoch": 1.3965635738831614, |
| "grad_norm": 0.7229862425355326, |
| "learning_rate": 7.23877971963982e-05, |
| "loss": 0.5755, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.3993127147766322, |
| "grad_norm": 0.8939365007653768, |
| "learning_rate": 7.234257753800191e-05, |
| "loss": 0.5875, |
| "step": 509 |
| }, |
| { |
| "epoch": 1.402061855670103, |
| "grad_norm": 0.9280862590900643, |
| "learning_rate": 7.229723817747793e-05, |
| "loss": 0.5916, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.4048109965635738, |
| "grad_norm": 0.7722106893797273, |
| "learning_rate": 7.225177928263042e-05, |
| "loss": 0.5817, |
| "step": 511 |
| }, |
| { |
| "epoch": 1.4075601374570446, |
| "grad_norm": 0.5590378429645152, |
| "learning_rate": 7.220620102170585e-05, |
| "loss": 0.5804, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.4103092783505153, |
| "grad_norm": 0.5415497371424565, |
| "learning_rate": 7.21605035633926e-05, |
| "loss": 0.5829, |
| "step": 513 |
| }, |
| { |
| "epoch": 1.4130584192439861, |
| "grad_norm": 0.6720235507203421, |
| "learning_rate": 7.21146870768201e-05, |
| "loss": 0.5818, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.4158075601374571, |
| "grad_norm": 0.5829950782167737, |
| "learning_rate": 7.206875173155834e-05, |
| "loss": 0.5922, |
| "step": 515 |
| }, |
| { |
| "epoch": 1.418556701030928, |
| "grad_norm": 0.3621229457523989, |
| "learning_rate": 7.202269769761726e-05, |
| "loss": 0.5842, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.4213058419243987, |
| "grad_norm": 0.5023031289705603, |
| "learning_rate": 7.197652514544601e-05, |
| "loss": 0.576, |
| "step": 517 |
| }, |
| { |
| "epoch": 1.4240549828178695, |
| "grad_norm": 0.6099312033435136, |
| "learning_rate": 7.193023424593245e-05, |
| "loss": 0.5795, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.4268041237113402, |
| "grad_norm": 0.5933868127441155, |
| "learning_rate": 7.188382517040237e-05, |
| "loss": 0.5736, |
| "step": 519 |
| }, |
| { |
| "epoch": 1.429553264604811, |
| "grad_norm": 0.582367928707779, |
| "learning_rate": 7.183729809061904e-05, |
| "loss": 0.5794, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.4323024054982818, |
| "grad_norm": 0.7208839572689155, |
| "learning_rate": 7.179065317878237e-05, |
| "loss": 0.587, |
| "step": 521 |
| }, |
| { |
| "epoch": 1.4350515463917526, |
| "grad_norm": 1.0049567135040567, |
| "learning_rate": 7.174389060752845e-05, |
| "loss": 0.5863, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.4378006872852234, |
| "grad_norm": 1.3116471278229, |
| "learning_rate": 7.16970105499288e-05, |
| "loss": 0.5873, |
| "step": 523 |
| }, |
| { |
| "epoch": 1.4405498281786941, |
| "grad_norm": 0.7052150815292837, |
| "learning_rate": 7.165001317948976e-05, |
| "loss": 0.5854, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.443298969072165, |
| "grad_norm": 0.6674498164029434, |
| "learning_rate": 7.160289867015187e-05, |
| "loss": 0.58, |
| "step": 525 |
| }, |
| { |
| "epoch": 1.4460481099656357, |
| "grad_norm": 0.6479049706905784, |
| "learning_rate": 7.155566719628921e-05, |
| "loss": 0.583, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.4487972508591065, |
| "grad_norm": 0.6003355447355602, |
| "learning_rate": 7.150831893270874e-05, |
| "loss": 0.5792, |
| "step": 527 |
| }, |
| { |
| "epoch": 1.4515463917525773, |
| "grad_norm": 0.7215636928866146, |
| "learning_rate": 7.146085405464968e-05, |
| "loss": 0.5746, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.454295532646048, |
| "grad_norm": 0.6022527234482411, |
| "learning_rate": 7.141327273778284e-05, |
| "loss": 0.5808, |
| "step": 529 |
| }, |
| { |
| "epoch": 1.4570446735395188, |
| "grad_norm": 0.44820302089966574, |
| "learning_rate": 7.136557515820999e-05, |
| "loss": 0.5745, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.4597938144329896, |
| "grad_norm": 0.42351586228242205, |
| "learning_rate": 7.13177614924632e-05, |
| "loss": 0.5858, |
| "step": 531 |
| }, |
| { |
| "epoch": 1.4625429553264606, |
| "grad_norm": 0.4466996033955547, |
| "learning_rate": 7.126983191750412e-05, |
| "loss": 0.5746, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.4652920962199314, |
| "grad_norm": 0.40737004869624294, |
| "learning_rate": 7.12217866107235e-05, |
| "loss": 0.5818, |
| "step": 533 |
| }, |
| { |
| "epoch": 1.4680412371134022, |
| "grad_norm": 0.47191169515150533, |
| "learning_rate": 7.11736257499403e-05, |
| "loss": 0.5809, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.470790378006873, |
| "grad_norm": 0.4813204578717719, |
| "learning_rate": 7.112534951340126e-05, |
| "loss": 0.5844, |
| "step": 535 |
| }, |
| { |
| "epoch": 1.4735395189003437, |
| "grad_norm": 0.5549078938525966, |
| "learning_rate": 7.107695807978007e-05, |
| "loss": 0.5812, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.4762886597938145, |
| "grad_norm": 0.6761669063164707, |
| "learning_rate": 7.10284516281768e-05, |
| "loss": 0.5766, |
| "step": 537 |
| }, |
| { |
| "epoch": 1.4790378006872853, |
| "grad_norm": 0.6480701339305898, |
| "learning_rate": 7.097983033811718e-05, |
| "loss": 0.5805, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.481786941580756, |
| "grad_norm": 0.5593193077179679, |
| "learning_rate": 7.0931094389552e-05, |
| "loss": 0.575, |
| "step": 539 |
| }, |
| { |
| "epoch": 1.4845360824742269, |
| "grad_norm": 0.4942110243815134, |
| "learning_rate": 7.088224396285638e-05, |
| "loss": 0.5833, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.4872852233676976, |
| "grad_norm": 0.5797979347815979, |
| "learning_rate": 7.083327923882917e-05, |
| "loss": 0.5747, |
| "step": 541 |
| }, |
| { |
| "epoch": 1.4900343642611684, |
| "grad_norm": 0.9315007373980465, |
| "learning_rate": 7.078420039869218e-05, |
| "loss": 0.592, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.4927835051546392, |
| "grad_norm": 1.616429951355777, |
| "learning_rate": 7.073500762408964e-05, |
| "loss": 0.5944, |
| "step": 543 |
| }, |
| { |
| "epoch": 1.49553264604811, |
| "grad_norm": 0.5055431608140836, |
| "learning_rate": 7.068570109708741e-05, |
| "loss": 0.5901, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.4982817869415808, |
| "grad_norm": 1.0997422339745508, |
| "learning_rate": 7.06362810001724e-05, |
| "loss": 0.5902, |
| "step": 545 |
| }, |
| { |
| "epoch": 1.5010309278350515, |
| "grad_norm": 1.7657567775705625, |
| "learning_rate": 7.05867475162518e-05, |
| "loss": 0.5885, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.5037800687285223, |
| "grad_norm": 0.7356302747726631, |
| "learning_rate": 7.053710082865247e-05, |
| "loss": 0.5861, |
| "step": 547 |
| }, |
| { |
| "epoch": 1.506529209621993, |
| "grad_norm": 2.1759109547514943, |
| "learning_rate": 7.048734112112026e-05, |
| "loss": 0.5997, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.5092783505154639, |
| "grad_norm": 1.2978110027459113, |
| "learning_rate": 7.043746857781933e-05, |
| "loss": 0.6157, |
| "step": 549 |
| }, |
| { |
| "epoch": 1.5120274914089347, |
| "grad_norm": 2.219306449832288, |
| "learning_rate": 7.03874833833314e-05, |
| "loss": 0.607, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.5147766323024054, |
| "grad_norm": 1.9591339401200079, |
| "learning_rate": 7.033738572265517e-05, |
| "loss": 0.6369, |
| "step": 551 |
| }, |
| { |
| "epoch": 1.5175257731958762, |
| "grad_norm": 1.478246394702369, |
| "learning_rate": 7.028717578120555e-05, |
| "loss": 0.6063, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.520274914089347, |
| "grad_norm": 1.2579901505180804, |
| "learning_rate": 7.023685374481301e-05, |
| "loss": 0.6019, |
| "step": 553 |
| }, |
| { |
| "epoch": 1.5230240549828178, |
| "grad_norm": 1.46105914035749, |
| "learning_rate": 7.018641979972295e-05, |
| "loss": 0.6094, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.5257731958762886, |
| "grad_norm": 0.8090152261985227, |
| "learning_rate": 7.013587413259486e-05, |
| "loss": 0.5913, |
| "step": 555 |
| }, |
| { |
| "epoch": 1.5285223367697593, |
| "grad_norm": 1.2609062811324916, |
| "learning_rate": 7.008521693050179e-05, |
| "loss": 0.5856, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.5312714776632301, |
| "grad_norm": 1.0043747397077383, |
| "learning_rate": 7.003444838092957e-05, |
| "loss": 0.5989, |
| "step": 557 |
| }, |
| { |
| "epoch": 1.534020618556701, |
| "grad_norm": 0.7445889690645772, |
| "learning_rate": 6.998356867177613e-05, |
| "loss": 0.5865, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.5367697594501717, |
| "grad_norm": 1.2566147555053582, |
| "learning_rate": 6.993257799135078e-05, |
| "loss": 0.5855, |
| "step": 559 |
| }, |
| { |
| "epoch": 1.5395189003436425, |
| "grad_norm": 0.623650378420435, |
| "learning_rate": 6.988147652837362e-05, |
| "loss": 0.5931, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.5422680412371133, |
| "grad_norm": 1.0346995401552566, |
| "learning_rate": 6.983026447197469e-05, |
| "loss": 0.5914, |
| "step": 561 |
| }, |
| { |
| "epoch": 1.545017182130584, |
| "grad_norm": 0.9620047133783202, |
| "learning_rate": 6.977894201169336e-05, |
| "loss": 0.5915, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.547766323024055, |
| "grad_norm": 0.6073721542597159, |
| "learning_rate": 6.972750933747765e-05, |
| "loss": 0.5834, |
| "step": 563 |
| }, |
| { |
| "epoch": 1.5505154639175258, |
| "grad_norm": 0.9240637148715215, |
| "learning_rate": 6.967596663968346e-05, |
| "loss": 0.5891, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.5532646048109966, |
| "grad_norm": 0.7729700501754245, |
| "learning_rate": 6.962431410907387e-05, |
| "loss": 0.5864, |
| "step": 565 |
| }, |
| { |
| "epoch": 1.5560137457044674, |
| "grad_norm": 0.7023186108460778, |
| "learning_rate": 6.957255193681852e-05, |
| "loss": 0.5792, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.5587628865979382, |
| "grad_norm": 0.8156415963129797, |
| "learning_rate": 6.952068031449278e-05, |
| "loss": 0.5804, |
| "step": 567 |
| }, |
| { |
| "epoch": 1.561512027491409, |
| "grad_norm": 0.4418458963414597, |
| "learning_rate": 6.946869943407714e-05, |
| "loss": 0.5796, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.5642611683848797, |
| "grad_norm": 0.7517403935755494, |
| "learning_rate": 6.941660948795646e-05, |
| "loss": 0.5757, |
| "step": 569 |
| }, |
| { |
| "epoch": 1.5670103092783505, |
| "grad_norm": 0.6880319452283528, |
| "learning_rate": 6.936441066891924e-05, |
| "loss": 0.5866, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.5697594501718213, |
| "grad_norm": 0.44431908466865444, |
| "learning_rate": 6.931210317015694e-05, |
| "loss": 0.5831, |
| "step": 571 |
| }, |
| { |
| "epoch": 1.572508591065292, |
| "grad_norm": 0.5206213485516508, |
| "learning_rate": 6.925968718526325e-05, |
| "loss": 0.5835, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.5752577319587628, |
| "grad_norm": 0.4865149316480254, |
| "learning_rate": 6.920716290823337e-05, |
| "loss": 0.5872, |
| "step": 573 |
| }, |
| { |
| "epoch": 1.5780068728522336, |
| "grad_norm": 0.45702506236242896, |
| "learning_rate": 6.915453053346332e-05, |
| "loss": 0.5918, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.5807560137457046, |
| "grad_norm": 0.44494079428514854, |
| "learning_rate": 6.910179025574916e-05, |
| "loss": 0.5889, |
| "step": 575 |
| }, |
| { |
| "epoch": 1.5835051546391754, |
| "grad_norm": 0.40161179223147797, |
| "learning_rate": 6.904894227028631e-05, |
| "loss": 0.5793, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.5862542955326462, |
| "grad_norm": 0.40020351103635327, |
| "learning_rate": 6.899598677266888e-05, |
| "loss": 0.5791, |
| "step": 577 |
| }, |
| { |
| "epoch": 1.589003436426117, |
| "grad_norm": 0.5533864087207034, |
| "learning_rate": 6.89429239588888e-05, |
| "loss": 0.5686, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.5917525773195877, |
| "grad_norm": 0.4609556358868059, |
| "learning_rate": 6.888975402533528e-05, |
| "loss": 0.5696, |
| "step": 579 |
| }, |
| { |
| "epoch": 1.5945017182130585, |
| "grad_norm": 0.376485016123922, |
| "learning_rate": 6.883647716879389e-05, |
| "loss": 0.5787, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.5972508591065293, |
| "grad_norm": 0.3703464382281221, |
| "learning_rate": 6.878309358644602e-05, |
| "loss": 0.5786, |
| "step": 581 |
| }, |
| { |
| "epoch": 1.6, |
| "grad_norm": 0.36242738510972944, |
| "learning_rate": 6.8729603475868e-05, |
| "loss": 0.5838, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.6027491408934709, |
| "grad_norm": 0.4005050809946878, |
| "learning_rate": 6.867600703503044e-05, |
| "loss": 0.5828, |
| "step": 583 |
| }, |
| { |
| "epoch": 1.6054982817869417, |
| "grad_norm": 0.42329454686286444, |
| "learning_rate": 6.86223044622975e-05, |
| "loss": 0.5803, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.6082474226804124, |
| "grad_norm": 0.3329212652227201, |
| "learning_rate": 6.856849595642617e-05, |
| "loss": 0.5822, |
| "step": 585 |
| }, |
| { |
| "epoch": 1.6109965635738832, |
| "grad_norm": 0.46886870029058014, |
| "learning_rate": 6.851458171656541e-05, |
| "loss": 0.58, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.613745704467354, |
| "grad_norm": 0.5556659975442035, |
| "learning_rate": 6.846056194225562e-05, |
| "loss": 0.5702, |
| "step": 587 |
| }, |
| { |
| "epoch": 1.6164948453608248, |
| "grad_norm": 0.5260721900968394, |
| "learning_rate": 6.84064368334277e-05, |
| "loss": 0.5867, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.6192439862542956, |
| "grad_norm": 0.40786759602060935, |
| "learning_rate": 6.835220659040246e-05, |
| "loss": 0.5834, |
| "step": 589 |
| }, |
| { |
| "epoch": 1.6219931271477663, |
| "grad_norm": 0.2996276604956069, |
| "learning_rate": 6.82978714138898e-05, |
| "loss": 0.5776, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.6247422680412371, |
| "grad_norm": 0.35270615435100505, |
| "learning_rate": 6.824343150498798e-05, |
| "loss": 0.5783, |
| "step": 591 |
| }, |
| { |
| "epoch": 1.627491408934708, |
| "grad_norm": 0.28376863619687237, |
| "learning_rate": 6.81888870651829e-05, |
| "loss": 0.5767, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.6302405498281787, |
| "grad_norm": 0.36443318149486764, |
| "learning_rate": 6.813423829634732e-05, |
| "loss": 0.579, |
| "step": 593 |
| }, |
| { |
| "epoch": 1.6329896907216495, |
| "grad_norm": 0.481183239710988, |
| "learning_rate": 6.80794854007401e-05, |
| "loss": 0.5815, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.6357388316151202, |
| "grad_norm": 0.4948913070938149, |
| "learning_rate": 6.802462858100556e-05, |
| "loss": 0.5847, |
| "step": 595 |
| }, |
| { |
| "epoch": 1.638487972508591, |
| "grad_norm": 0.3815071178544923, |
| "learning_rate": 6.796966804017258e-05, |
| "loss": 0.5724, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.6412371134020618, |
| "grad_norm": 0.4407973877140981, |
| "learning_rate": 6.791460398165393e-05, |
| "loss": 0.5811, |
| "step": 597 |
| }, |
| { |
| "epoch": 1.6439862542955326, |
| "grad_norm": 0.43391575615156724, |
| "learning_rate": 6.785943660924553e-05, |
| "loss": 0.5827, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.6467353951890034, |
| "grad_norm": 0.4035737413547384, |
| "learning_rate": 6.780416612712568e-05, |
| "loss": 0.5819, |
| "step": 599 |
| }, |
| { |
| "epoch": 1.6494845360824741, |
| "grad_norm": 0.5281104884380362, |
| "learning_rate": 6.774879273985423e-05, |
| "loss": 0.5775, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.652233676975945, |
| "grad_norm": 0.7760361977252223, |
| "learning_rate": 6.769331665237198e-05, |
| "loss": 0.5899, |
| "step": 601 |
| }, |
| { |
| "epoch": 1.6549828178694157, |
| "grad_norm": 1.09403271674242, |
| "learning_rate": 6.763773806999977e-05, |
| "loss": 0.5859, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.6577319587628865, |
| "grad_norm": 0.9348914419022682, |
| "learning_rate": 6.75820571984378e-05, |
| "loss": 0.5918, |
| "step": 603 |
| }, |
| { |
| "epoch": 1.6604810996563573, |
| "grad_norm": 0.7435836588260047, |
| "learning_rate": 6.752627424376484e-05, |
| "loss": 0.582, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.663230240549828, |
| "grad_norm": 0.5416202424064285, |
| "learning_rate": 6.747038941243748e-05, |
| "loss": 0.5845, |
| "step": 605 |
| }, |
| { |
| "epoch": 1.6659793814432988, |
| "grad_norm": 0.4289104135369005, |
| "learning_rate": 6.741440291128938e-05, |
| "loss": 0.5841, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.6687285223367696, |
| "grad_norm": 0.3842777168497921, |
| "learning_rate": 6.735831494753046e-05, |
| "loss": 0.5783, |
| "step": 607 |
| }, |
| { |
| "epoch": 1.6714776632302404, |
| "grad_norm": 0.3676465027204242, |
| "learning_rate": 6.730212572874618e-05, |
| "loss": 0.5708, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.6742268041237114, |
| "grad_norm": 0.3960487648888393, |
| "learning_rate": 6.724583546289672e-05, |
| "loss": 0.5724, |
| "step": 609 |
| }, |
| { |
| "epoch": 1.6769759450171822, |
| "grad_norm": 0.4083333422479102, |
| "learning_rate": 6.71894443583163e-05, |
| "loss": 0.5925, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.679725085910653, |
| "grad_norm": 0.4578552218287685, |
| "learning_rate": 6.713295262371232e-05, |
| "loss": 0.5715, |
| "step": 611 |
| }, |
| { |
| "epoch": 1.6824742268041237, |
| "grad_norm": 0.5656117537132986, |
| "learning_rate": 6.707636046816457e-05, |
| "loss": 0.5766, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.6852233676975945, |
| "grad_norm": 0.6850771753028508, |
| "learning_rate": 6.70196681011246e-05, |
| "loss": 0.5928, |
| "step": 613 |
| }, |
| { |
| "epoch": 1.6879725085910653, |
| "grad_norm": 0.698725362743093, |
| "learning_rate": 6.696287573241478e-05, |
| "loss": 0.5897, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.690721649484536, |
| "grad_norm": 0.7382677867943621, |
| "learning_rate": 6.690598357222764e-05, |
| "loss": 0.5668, |
| "step": 615 |
| }, |
| { |
| "epoch": 1.6934707903780069, |
| "grad_norm": 0.7105270810835767, |
| "learning_rate": 6.684899183112498e-05, |
| "loss": 0.5736, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.6962199312714776, |
| "grad_norm": 0.6862323082435818, |
| "learning_rate": 6.679190072003722e-05, |
| "loss": 0.5765, |
| "step": 617 |
| }, |
| { |
| "epoch": 1.6989690721649484, |
| "grad_norm": 0.6299104085981699, |
| "learning_rate": 6.67347104502625e-05, |
| "loss": 0.5642, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.7017182130584192, |
| "grad_norm": 0.6026002947844302, |
| "learning_rate": 6.667742123346603e-05, |
| "loss": 0.5804, |
| "step": 619 |
| }, |
| { |
| "epoch": 1.7044673539518902, |
| "grad_norm": 0.4462813007489562, |
| "learning_rate": 6.662003328167917e-05, |
| "loss": 0.5807, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.707216494845361, |
| "grad_norm": 0.29472463703813456, |
| "learning_rate": 6.65625468072987e-05, |
| "loss": 0.5702, |
| "step": 621 |
| }, |
| { |
| "epoch": 1.7099656357388318, |
| "grad_norm": 0.320893033856143, |
| "learning_rate": 6.650496202308607e-05, |
| "loss": 0.5835, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.7127147766323025, |
| "grad_norm": 0.39010773443389357, |
| "learning_rate": 6.644727914216656e-05, |
| "loss": 0.576, |
| "step": 623 |
| }, |
| { |
| "epoch": 1.7154639175257733, |
| "grad_norm": 0.5319160826521161, |
| "learning_rate": 6.638949837802855e-05, |
| "loss": 0.5798, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.718213058419244, |
| "grad_norm": 0.6498383386047935, |
| "learning_rate": 6.633161994452262e-05, |
| "loss": 0.5795, |
| "step": 625 |
| }, |
| { |
| "epoch": 1.7209621993127149, |
| "grad_norm": 0.7259267311718851, |
| "learning_rate": 6.627364405586091e-05, |
| "loss": 0.5919, |
| "step": 626 |
| }, |
| { |
| "epoch": 1.7237113402061857, |
| "grad_norm": 0.8162977870752441, |
| "learning_rate": 6.621557092661621e-05, |
| "loss": 0.5753, |
| "step": 627 |
| }, |
| { |
| "epoch": 1.7264604810996564, |
| "grad_norm": 0.7728017259091454, |
| "learning_rate": 6.61574007717212e-05, |
| "loss": 0.5843, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.7292096219931272, |
| "grad_norm": 0.7443225127869316, |
| "learning_rate": 6.609913380646767e-05, |
| "loss": 0.5802, |
| "step": 629 |
| }, |
| { |
| "epoch": 1.731958762886598, |
| "grad_norm": 0.7541481509168282, |
| "learning_rate": 6.604077024650571e-05, |
| "loss": 0.5841, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.7347079037800688, |
| "grad_norm": 0.6874877805251565, |
| "learning_rate": 6.598231030784289e-05, |
| "loss": 0.5861, |
| "step": 631 |
| }, |
| { |
| "epoch": 1.7374570446735396, |
| "grad_norm": 0.6302784745574853, |
| "learning_rate": 6.592375420684354e-05, |
| "loss": 0.579, |
| "step": 632 |
| }, |
| { |
| "epoch": 1.7402061855670103, |
| "grad_norm": 0.3605005517279551, |
| "learning_rate": 6.586510216022785e-05, |
| "loss": 0.5761, |
| "step": 633 |
| }, |
| { |
| "epoch": 1.7429553264604811, |
| "grad_norm": 0.40851626295602705, |
| "learning_rate": 6.58063543850711e-05, |
| "loss": 0.5809, |
| "step": 634 |
| }, |
| { |
| "epoch": 1.745704467353952, |
| "grad_norm": 0.5889121925134353, |
| "learning_rate": 6.574751109880295e-05, |
| "loss": 0.589, |
| "step": 635 |
| }, |
| { |
| "epoch": 1.7484536082474227, |
| "grad_norm": 0.6855740977784578, |
| "learning_rate": 6.568857251920641e-05, |
| "loss": 0.5791, |
| "step": 636 |
| }, |
| { |
| "epoch": 1.7512027491408935, |
| "grad_norm": 0.7763253623405283, |
| "learning_rate": 6.562953886441731e-05, |
| "loss": 0.5698, |
| "step": 637 |
| }, |
| { |
| "epoch": 1.7539518900343642, |
| "grad_norm": 0.8027574724353924, |
| "learning_rate": 6.557041035292331e-05, |
| "loss": 0.5695, |
| "step": 638 |
| }, |
| { |
| "epoch": 1.756701030927835, |
| "grad_norm": 0.8124682042384597, |
| "learning_rate": 6.551118720356313e-05, |
| "loss": 0.5793, |
| "step": 639 |
| }, |
| { |
| "epoch": 1.7594501718213058, |
| "grad_norm": 0.7285676570172558, |
| "learning_rate": 6.545186963552578e-05, |
| "loss": 0.5809, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.7621993127147766, |
| "grad_norm": 0.5493034420656492, |
| "learning_rate": 6.539245786834965e-05, |
| "loss": 0.5779, |
| "step": 641 |
| }, |
| { |
| "epoch": 1.7649484536082474, |
| "grad_norm": 0.4100237013175215, |
| "learning_rate": 6.533295212192189e-05, |
| "loss": 0.5634, |
| "step": 642 |
| }, |
| { |
| "epoch": 1.7676975945017182, |
| "grad_norm": 0.44386016701061204, |
| "learning_rate": 6.527335261647735e-05, |
| "loss": 0.5865, |
| "step": 643 |
| }, |
| { |
| "epoch": 1.770446735395189, |
| "grad_norm": 0.7605693123034108, |
| "learning_rate": 6.521365957259798e-05, |
| "loss": 0.5758, |
| "step": 644 |
| }, |
| { |
| "epoch": 1.7731958762886597, |
| "grad_norm": 0.9531489941794372, |
| "learning_rate": 6.515387321121185e-05, |
| "loss": 0.5845, |
| "step": 645 |
| }, |
| { |
| "epoch": 1.7759450171821305, |
| "grad_norm": 0.9748291614843003, |
| "learning_rate": 6.509399375359247e-05, |
| "loss": 0.5719, |
| "step": 646 |
| }, |
| { |
| "epoch": 1.7786941580756013, |
| "grad_norm": 0.7628578645914652, |
| "learning_rate": 6.503402142135787e-05, |
| "loss": 0.5768, |
| "step": 647 |
| }, |
| { |
| "epoch": 1.781443298969072, |
| "grad_norm": 0.5799935111185708, |
| "learning_rate": 6.497395643646981e-05, |
| "loss": 0.5701, |
| "step": 648 |
| }, |
| { |
| "epoch": 1.7841924398625428, |
| "grad_norm": 0.5277145245316653, |
| "learning_rate": 6.491379902123297e-05, |
| "loss": 0.5683, |
| "step": 649 |
| }, |
| { |
| "epoch": 1.7869415807560136, |
| "grad_norm": 0.4736528081812741, |
| "learning_rate": 6.485354939829414e-05, |
| "loss": 0.5779, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.7896907216494844, |
| "grad_norm": 0.5669836094412534, |
| "learning_rate": 6.479320779064134e-05, |
| "loss": 0.5764, |
| "step": 651 |
| }, |
| { |
| "epoch": 1.7924398625429552, |
| "grad_norm": 0.559780538593531, |
| "learning_rate": 6.473277442160309e-05, |
| "loss": 0.5832, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.795189003436426, |
| "grad_norm": 0.5065885370576576, |
| "learning_rate": 6.467224951484746e-05, |
| "loss": 0.5783, |
| "step": 653 |
| }, |
| { |
| "epoch": 1.797938144329897, |
| "grad_norm": 0.4559459768927469, |
| "learning_rate": 6.461163329438135e-05, |
| "loss": 0.5715, |
| "step": 654 |
| }, |
| { |
| "epoch": 1.8006872852233677, |
| "grad_norm": 0.42548224770937315, |
| "learning_rate": 6.45509259845496e-05, |
| "loss": 0.5751, |
| "step": 655 |
| }, |
| { |
| "epoch": 1.8034364261168385, |
| "grad_norm": 0.3455007524085001, |
| "learning_rate": 6.449012781003419e-05, |
| "loss": 0.5754, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.8061855670103093, |
| "grad_norm": 0.4400225976066889, |
| "learning_rate": 6.442923899585338e-05, |
| "loss": 0.5941, |
| "step": 657 |
| }, |
| { |
| "epoch": 1.80893470790378, |
| "grad_norm": 0.5084943205879741, |
| "learning_rate": 6.436825976736092e-05, |
| "loss": 0.579, |
| "step": 658 |
| }, |
| { |
| "epoch": 1.8116838487972509, |
| "grad_norm": 0.5358918155905726, |
| "learning_rate": 6.430719035024515e-05, |
| "loss": 0.5748, |
| "step": 659 |
| }, |
| { |
| "epoch": 1.8144329896907216, |
| "grad_norm": 0.503047756943303, |
| "learning_rate": 6.424603097052826e-05, |
| "loss": 0.5794, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.8171821305841924, |
| "grad_norm": 0.44321729048134617, |
| "learning_rate": 6.418478185456534e-05, |
| "loss": 0.5865, |
| "step": 661 |
| }, |
| { |
| "epoch": 1.8199312714776632, |
| "grad_norm": 0.3737976145350619, |
| "learning_rate": 6.412344322904362e-05, |
| "loss": 0.5762, |
| "step": 662 |
| }, |
| { |
| "epoch": 1.822680412371134, |
| "grad_norm": 0.2731612660975183, |
| "learning_rate": 6.406201532098165e-05, |
| "loss": 0.5691, |
| "step": 663 |
| }, |
| { |
| "epoch": 1.8254295532646048, |
| "grad_norm": 0.3311008105208644, |
| "learning_rate": 6.400049835772836e-05, |
| "loss": 0.5729, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.8281786941580758, |
| "grad_norm": 0.3627533269491876, |
| "learning_rate": 6.393889256696231e-05, |
| "loss": 0.5729, |
| "step": 665 |
| }, |
| { |
| "epoch": 1.8309278350515465, |
| "grad_norm": 0.3316310187075983, |
| "learning_rate": 6.387719817669081e-05, |
| "loss": 0.582, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.8336769759450173, |
| "grad_norm": 0.3431221379909935, |
| "learning_rate": 6.381541541524911e-05, |
| "loss": 0.5775, |
| "step": 667 |
| }, |
| { |
| "epoch": 1.836426116838488, |
| "grad_norm": 0.308724522020036, |
| "learning_rate": 6.375354451129949e-05, |
| "loss": 0.5759, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.839175257731959, |
| "grad_norm": 0.2799060976007718, |
| "learning_rate": 6.369158569383045e-05, |
| "loss": 0.5826, |
| "step": 669 |
| }, |
| { |
| "epoch": 1.8419243986254297, |
| "grad_norm": 0.3820386705421886, |
| "learning_rate": 6.362953919215591e-05, |
| "loss": 0.5778, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.8446735395189005, |
| "grad_norm": 0.38246444479750036, |
| "learning_rate": 6.356740523591427e-05, |
| "loss": 0.5749, |
| "step": 671 |
| }, |
| { |
| "epoch": 1.8474226804123712, |
| "grad_norm": 0.3271098200229515, |
| "learning_rate": 6.350518405506764e-05, |
| "loss": 0.5817, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.850171821305842, |
| "grad_norm": 0.34228419827242806, |
| "learning_rate": 6.344287587990091e-05, |
| "loss": 0.5819, |
| "step": 673 |
| }, |
| { |
| "epoch": 1.8529209621993128, |
| "grad_norm": 0.32655548951800334, |
| "learning_rate": 6.338048094102096e-05, |
| "loss": 0.5749, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.8556701030927836, |
| "grad_norm": 0.32871268032009765, |
| "learning_rate": 6.331799946935583e-05, |
| "loss": 0.5685, |
| "step": 675 |
| }, |
| { |
| "epoch": 1.8584192439862544, |
| "grad_norm": 0.4199684721453658, |
| "learning_rate": 6.325543169615378e-05, |
| "loss": 0.5725, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.8611683848797251, |
| "grad_norm": 0.5756048364369786, |
| "learning_rate": 6.319277785298247e-05, |
| "loss": 0.5805, |
| "step": 677 |
| }, |
| { |
| "epoch": 1.863917525773196, |
| "grad_norm": 0.6547196962591697, |
| "learning_rate": 6.313003817172812e-05, |
| "loss": 0.5662, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.8666666666666667, |
| "grad_norm": 0.7656825534443144, |
| "learning_rate": 6.30672128845947e-05, |
| "loss": 0.5864, |
| "step": 679 |
| }, |
| { |
| "epoch": 1.8694158075601375, |
| "grad_norm": 0.9358535366007116, |
| "learning_rate": 6.300430222410292e-05, |
| "loss": 0.5798, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.8721649484536083, |
| "grad_norm": 0.9703236167568001, |
| "learning_rate": 6.294130642308952e-05, |
| "loss": 0.5752, |
| "step": 681 |
| }, |
| { |
| "epoch": 1.874914089347079, |
| "grad_norm": 0.8892433252848201, |
| "learning_rate": 6.287822571470636e-05, |
| "loss": 0.5709, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.8776632302405498, |
| "grad_norm": 0.8810114036796293, |
| "learning_rate": 6.281506033241948e-05, |
| "loss": 0.5733, |
| "step": 683 |
| }, |
| { |
| "epoch": 1.8804123711340206, |
| "grad_norm": 0.853242199524319, |
| "learning_rate": 6.275181051000842e-05, |
| "loss": 0.5758, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.8831615120274914, |
| "grad_norm": 0.6715868178268443, |
| "learning_rate": 6.26884764815651e-05, |
| "loss": 0.5681, |
| "step": 685 |
| }, |
| { |
| "epoch": 1.8859106529209622, |
| "grad_norm": 0.41927983624654164, |
| "learning_rate": 6.26250584814932e-05, |
| "loss": 0.5706, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.888659793814433, |
| "grad_norm": 0.35123714928190247, |
| "learning_rate": 6.256155674450712e-05, |
| "loss": 0.5742, |
| "step": 687 |
| }, |
| { |
| "epoch": 1.8914089347079037, |
| "grad_norm": 0.5653996664319825, |
| "learning_rate": 6.249797150563124e-05, |
| "loss": 0.5731, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.8941580756013745, |
| "grad_norm": 0.6649259671430193, |
| "learning_rate": 6.243430300019891e-05, |
| "loss": 0.5797, |
| "step": 689 |
| }, |
| { |
| "epoch": 1.8969072164948453, |
| "grad_norm": 0.60181480524739, |
| "learning_rate": 6.237055146385173e-05, |
| "loss": 0.5758, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.899656357388316, |
| "grad_norm": 0.6235277209689051, |
| "learning_rate": 6.230671713253854e-05, |
| "loss": 0.5778, |
| "step": 691 |
| }, |
| { |
| "epoch": 1.9024054982817868, |
| "grad_norm": 0.6196187849528243, |
| "learning_rate": 6.224280024251466e-05, |
| "loss": 0.5698, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.9051546391752576, |
| "grad_norm": 0.42709196066527666, |
| "learning_rate": 6.217880103034091e-05, |
| "loss": 0.5736, |
| "step": 693 |
| }, |
| { |
| "epoch": 1.9079037800687284, |
| "grad_norm": 0.34692776304267553, |
| "learning_rate": 6.211471973288285e-05, |
| "loss": 0.5712, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.9106529209621992, |
| "grad_norm": 0.3110542487628964, |
| "learning_rate": 6.205055658730983e-05, |
| "loss": 0.5653, |
| "step": 695 |
| }, |
| { |
| "epoch": 1.91340206185567, |
| "grad_norm": 0.34540933819310177, |
| "learning_rate": 6.198631183109408e-05, |
| "loss": 0.576, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.9161512027491407, |
| "grad_norm": 0.3126265820113025, |
| "learning_rate": 6.192198570200992e-05, |
| "loss": 0.5906, |
| "step": 697 |
| }, |
| { |
| "epoch": 1.9189003436426115, |
| "grad_norm": 0.29077210119155705, |
| "learning_rate": 6.185757843813282e-05, |
| "loss": 0.5799, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.9216494845360823, |
| "grad_norm": 0.43001232514386034, |
| "learning_rate": 6.179309027783856e-05, |
| "loss": 0.5784, |
| "step": 699 |
| }, |
| { |
| "epoch": 1.9243986254295533, |
| "grad_norm": 0.4962679375465972, |
| "learning_rate": 6.172852145980228e-05, |
| "loss": 0.5731, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.927147766323024, |
| "grad_norm": 0.5311714605519653, |
| "learning_rate": 6.166387222299767e-05, |
| "loss": 0.5812, |
| "step": 701 |
| }, |
| { |
| "epoch": 1.9298969072164949, |
| "grad_norm": 0.586368926903193, |
| "learning_rate": 6.159914280669607e-05, |
| "loss": 0.5638, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.9326460481099657, |
| "grad_norm": 0.6549081294272183, |
| "learning_rate": 6.153433345046552e-05, |
| "loss": 0.5785, |
| "step": 703 |
| }, |
| { |
| "epoch": 1.9353951890034364, |
| "grad_norm": 0.7252681437363886, |
| "learning_rate": 6.146944439416997e-05, |
| "loss": 0.5751, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.9381443298969072, |
| "grad_norm": 0.7845460102188683, |
| "learning_rate": 6.140447587796832e-05, |
| "loss": 0.5646, |
| "step": 705 |
| }, |
| { |
| "epoch": 1.940893470790378, |
| "grad_norm": 0.8048678290944055, |
| "learning_rate": 6.133942814231357e-05, |
| "loss": 0.5742, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.9436426116838488, |
| "grad_norm": 0.7734169093084938, |
| "learning_rate": 6.127430142795192e-05, |
| "loss": 0.5876, |
| "step": 707 |
| }, |
| { |
| "epoch": 1.9463917525773196, |
| "grad_norm": 0.5484007054312127, |
| "learning_rate": 6.120909597592185e-05, |
| "loss": 0.5843, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.9491408934707903, |
| "grad_norm": 0.3242608423209931, |
| "learning_rate": 6.114381202755328e-05, |
| "loss": 0.5654, |
| "step": 709 |
| }, |
| { |
| "epoch": 1.9518900343642611, |
| "grad_norm": 0.3539205469330434, |
| "learning_rate": 6.107844982446662e-05, |
| "loss": 0.5833, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.9546391752577321, |
| "grad_norm": 0.5156015064072683, |
| "learning_rate": 6.1013009608571954e-05, |
| "loss": 0.583, |
| "step": 711 |
| }, |
| { |
| "epoch": 1.957388316151203, |
| "grad_norm": 0.6131503596319059, |
| "learning_rate": 6.094749162206807e-05, |
| "loss": 0.5742, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.9601374570446737, |
| "grad_norm": 0.6333732757531064, |
| "learning_rate": 6.0881896107441575e-05, |
| "loss": 0.5751, |
| "step": 713 |
| }, |
| { |
| "epoch": 1.9628865979381445, |
| "grad_norm": 0.456390717989884, |
| "learning_rate": 6.081622330746603e-05, |
| "loss": 0.5844, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.9656357388316152, |
| "grad_norm": 0.41591397010146025, |
| "learning_rate": 6.075047346520105e-05, |
| "loss": 0.5756, |
| "step": 715 |
| }, |
| { |
| "epoch": 1.968384879725086, |
| "grad_norm": 0.5054704227601636, |
| "learning_rate": 6.0684646823991345e-05, |
| "loss": 0.5688, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.9711340206185568, |
| "grad_norm": 0.6526494286710874, |
| "learning_rate": 6.061874362746592e-05, |
| "loss": 0.568, |
| "step": 717 |
| }, |
| { |
| "epoch": 1.9738831615120276, |
| "grad_norm": 0.7155431076783062, |
| "learning_rate": 6.055276411953705e-05, |
| "loss": 0.5746, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.9766323024054984, |
| "grad_norm": 0.5467249394073967, |
| "learning_rate": 6.048670854439952e-05, |
| "loss": 0.5793, |
| "step": 719 |
| }, |
| { |
| "epoch": 1.9793814432989691, |
| "grad_norm": 0.44545561246216775, |
| "learning_rate": 6.042057714652958e-05, |
| "loss": 0.5793, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.98213058419244, |
| "grad_norm": 0.43668565117704844, |
| "learning_rate": 6.035437017068413e-05, |
| "loss": 0.5711, |
| "step": 721 |
| }, |
| { |
| "epoch": 1.9848797250859107, |
| "grad_norm": 0.4794911786968242, |
| "learning_rate": 6.02880878618998e-05, |
| "loss": 0.5764, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.9876288659793815, |
| "grad_norm": 0.45936527802619287, |
| "learning_rate": 6.022173046549201e-05, |
| "loss": 0.5728, |
| "step": 723 |
| }, |
| { |
| "epoch": 1.9903780068728523, |
| "grad_norm": 0.3710590792543285, |
| "learning_rate": 6.0155298227054125e-05, |
| "loss": 0.5764, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.993127147766323, |
| "grad_norm": 0.3684226778884953, |
| "learning_rate": 6.008879139245645e-05, |
| "loss": 0.5711, |
| "step": 725 |
| }, |
| { |
| "epoch": 1.9958762886597938, |
| "grad_norm": 0.37506727135987533, |
| "learning_rate": 6.00222102078454e-05, |
| "loss": 0.5655, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.9986254295532646, |
| "grad_norm": 0.42203860157012285, |
| "learning_rate": 5.995555491964259e-05, |
| "loss": 0.6314, |
| "step": 727 |
| }, |
| { |
| "epoch": 2.0013745704467354, |
| "grad_norm": 0.6121901786626351, |
| "learning_rate": 5.988882577454386e-05, |
| "loss": 0.6437, |
| "step": 728 |
| }, |
| { |
| "epoch": 2.004123711340206, |
| "grad_norm": 0.838029390831891, |
| "learning_rate": 5.982202301951841e-05, |
| "loss": 0.5246, |
| "step": 729 |
| }, |
| { |
| "epoch": 2.006872852233677, |
| "grad_norm": 1.0035111815398425, |
| "learning_rate": 5.97551469018079e-05, |
| "loss": 0.532, |
| "step": 730 |
| }, |
| { |
| "epoch": 2.0096219931271477, |
| "grad_norm": 1.0550172252909944, |
| "learning_rate": 5.968819766892546e-05, |
| "loss": 0.5356, |
| "step": 731 |
| }, |
| { |
| "epoch": 2.0123711340206185, |
| "grad_norm": 0.7212990022902317, |
| "learning_rate": 5.962117556865489e-05, |
| "loss": 0.5149, |
| "step": 732 |
| }, |
| { |
| "epoch": 2.0151202749140893, |
| "grad_norm": 0.5084983736290086, |
| "learning_rate": 5.955408084904962e-05, |
| "loss": 0.5248, |
| "step": 733 |
| }, |
| { |
| "epoch": 2.01786941580756, |
| "grad_norm": 0.508857242926003, |
| "learning_rate": 5.948691375843187e-05, |
| "loss": 0.5309, |
| "step": 734 |
| }, |
| { |
| "epoch": 2.020618556701031, |
| "grad_norm": 0.5715174569632097, |
| "learning_rate": 5.941967454539171e-05, |
| "loss": 0.5247, |
| "step": 735 |
| }, |
| { |
| "epoch": 2.0233676975945016, |
| "grad_norm": 0.5565322020849539, |
| "learning_rate": 5.935236345878616e-05, |
| "loss": 0.5175, |
| "step": 736 |
| }, |
| { |
| "epoch": 2.0261168384879724, |
| "grad_norm": 0.5745604042771598, |
| "learning_rate": 5.928498074773823e-05, |
| "loss": 0.517, |
| "step": 737 |
| }, |
| { |
| "epoch": 2.028865979381443, |
| "grad_norm": 0.500350720005458, |
| "learning_rate": 5.921752666163598e-05, |
| "loss": 0.5215, |
| "step": 738 |
| }, |
| { |
| "epoch": 2.031615120274914, |
| "grad_norm": 0.4067063681679997, |
| "learning_rate": 5.9150001450131716e-05, |
| "loss": 0.5212, |
| "step": 739 |
| }, |
| { |
| "epoch": 2.0343642611683848, |
| "grad_norm": 0.4770810449857095, |
| "learning_rate": 5.9082405363140916e-05, |
| "loss": 0.521, |
| "step": 740 |
| }, |
| { |
| "epoch": 2.0371134020618555, |
| "grad_norm": 0.5487285643494075, |
| "learning_rate": 5.901473865084141e-05, |
| "loss": 0.5268, |
| "step": 741 |
| }, |
| { |
| "epoch": 2.0398625429553263, |
| "grad_norm": 0.4395320063115494, |
| "learning_rate": 5.894700156367238e-05, |
| "loss": 0.5243, |
| "step": 742 |
| }, |
| { |
| "epoch": 2.042611683848797, |
| "grad_norm": 0.29982074556969307, |
| "learning_rate": 5.887919435233352e-05, |
| "loss": 0.5298, |
| "step": 743 |
| }, |
| { |
| "epoch": 2.045360824742268, |
| "grad_norm": 0.41119709116602937, |
| "learning_rate": 5.881131726778402e-05, |
| "loss": 0.5145, |
| "step": 744 |
| }, |
| { |
| "epoch": 2.0481099656357387, |
| "grad_norm": 0.384320461752947, |
| "learning_rate": 5.8743370561241715e-05, |
| "loss": 0.5253, |
| "step": 745 |
| }, |
| { |
| "epoch": 2.0508591065292094, |
| "grad_norm": 0.3420792544611106, |
| "learning_rate": 5.867535448418203e-05, |
| "loss": 0.5183, |
| "step": 746 |
| }, |
| { |
| "epoch": 2.05360824742268, |
| "grad_norm": 0.36905823023095596, |
| "learning_rate": 5.8607269288337244e-05, |
| "loss": 0.5208, |
| "step": 747 |
| }, |
| { |
| "epoch": 2.056357388316151, |
| "grad_norm": 0.32511574569133067, |
| "learning_rate": 5.853911522569538e-05, |
| "loss": 0.5252, |
| "step": 748 |
| }, |
| { |
| "epoch": 2.059106529209622, |
| "grad_norm": 0.42000247500887966, |
| "learning_rate": 5.8470892548499384e-05, |
| "loss": 0.5182, |
| "step": 749 |
| }, |
| { |
| "epoch": 2.0618556701030926, |
| "grad_norm": 0.5749785701633202, |
| "learning_rate": 5.840260150924609e-05, |
| "loss": 0.5172, |
| "step": 750 |
| }, |
| { |
| "epoch": 2.064604810996564, |
| "grad_norm": 0.6483835292108968, |
| "learning_rate": 5.833424236068541e-05, |
| "loss": 0.5336, |
| "step": 751 |
| }, |
| { |
| "epoch": 2.0673539518900346, |
| "grad_norm": 0.6231601301759575, |
| "learning_rate": 5.8265815355819284e-05, |
| "loss": 0.527, |
| "step": 752 |
| }, |
| { |
| "epoch": 2.0701030927835053, |
| "grad_norm": 0.6400482537396563, |
| "learning_rate": 5.819732074790084e-05, |
| "loss": 0.5187, |
| "step": 753 |
| }, |
| { |
| "epoch": 2.072852233676976, |
| "grad_norm": 0.6112696586750945, |
| "learning_rate": 5.812875879043336e-05, |
| "loss": 0.5198, |
| "step": 754 |
| }, |
| { |
| "epoch": 2.075601374570447, |
| "grad_norm": 0.5115706970358354, |
| "learning_rate": 5.8060129737169416e-05, |
| "loss": 0.5279, |
| "step": 755 |
| }, |
| { |
| "epoch": 2.0783505154639177, |
| "grad_norm": 0.4058486284297744, |
| "learning_rate": 5.799143384210992e-05, |
| "loss": 0.5268, |
| "step": 756 |
| }, |
| { |
| "epoch": 2.0810996563573885, |
| "grad_norm": 0.32047749300200185, |
| "learning_rate": 5.7922671359503145e-05, |
| "loss": 0.5252, |
| "step": 757 |
| }, |
| { |
| "epoch": 2.0838487972508593, |
| "grad_norm": 0.37004296113308727, |
| "learning_rate": 5.785384254384382e-05, |
| "loss": 0.5239, |
| "step": 758 |
| }, |
| { |
| "epoch": 2.08659793814433, |
| "grad_norm": 0.4458786395281163, |
| "learning_rate": 5.7784947649872176e-05, |
| "loss": 0.5294, |
| "step": 759 |
| }, |
| { |
| "epoch": 2.089347079037801, |
| "grad_norm": 0.4272640389491108, |
| "learning_rate": 5.7715986932573e-05, |
| "loss": 0.5249, |
| "step": 760 |
| }, |
| { |
| "epoch": 2.0920962199312716, |
| "grad_norm": 0.3526739356483497, |
| "learning_rate": 5.7646960647174706e-05, |
| "loss": 0.5184, |
| "step": 761 |
| }, |
| { |
| "epoch": 2.0948453608247424, |
| "grad_norm": 0.27188265621194263, |
| "learning_rate": 5.757786904914838e-05, |
| "loss": 0.5223, |
| "step": 762 |
| }, |
| { |
| "epoch": 2.097594501718213, |
| "grad_norm": 0.3457734998315455, |
| "learning_rate": 5.750871239420681e-05, |
| "loss": 0.5227, |
| "step": 763 |
| }, |
| { |
| "epoch": 2.100343642611684, |
| "grad_norm": 0.4222137704724379, |
| "learning_rate": 5.7439490938303604e-05, |
| "loss": 0.5273, |
| "step": 764 |
| }, |
| { |
| "epoch": 2.1030927835051547, |
| "grad_norm": 0.45756362105195786, |
| "learning_rate": 5.7370204937632167e-05, |
| "loss": 0.5222, |
| "step": 765 |
| }, |
| { |
| "epoch": 2.1058419243986255, |
| "grad_norm": 0.3435489204211452, |
| "learning_rate": 5.7300854648624824e-05, |
| "loss": 0.5102, |
| "step": 766 |
| }, |
| { |
| "epoch": 2.1085910652920963, |
| "grad_norm": 0.24611635871938473, |
| "learning_rate": 5.723144032795179e-05, |
| "loss": 0.5221, |
| "step": 767 |
| }, |
| { |
| "epoch": 2.111340206185567, |
| "grad_norm": 0.3013065227913591, |
| "learning_rate": 5.7161962232520304e-05, |
| "loss": 0.532, |
| "step": 768 |
| }, |
| { |
| "epoch": 2.114089347079038, |
| "grad_norm": 0.3470862495086026, |
| "learning_rate": 5.7092420619473626e-05, |
| "loss": 0.5258, |
| "step": 769 |
| }, |
| { |
| "epoch": 2.1168384879725086, |
| "grad_norm": 0.38943011157017127, |
| "learning_rate": 5.70228157461901e-05, |
| "loss": 0.5264, |
| "step": 770 |
| }, |
| { |
| "epoch": 2.1195876288659794, |
| "grad_norm": 0.39287644862912424, |
| "learning_rate": 5.69531478702822e-05, |
| "loss": 0.5114, |
| "step": 771 |
| }, |
| { |
| "epoch": 2.12233676975945, |
| "grad_norm": 0.2916898291723961, |
| "learning_rate": 5.688341724959557e-05, |
| "loss": 0.5275, |
| "step": 772 |
| }, |
| { |
| "epoch": 2.125085910652921, |
| "grad_norm": 0.22962256743492102, |
| "learning_rate": 5.681362414220811e-05, |
| "loss": 0.5214, |
| "step": 773 |
| }, |
| { |
| "epoch": 2.1278350515463917, |
| "grad_norm": 0.27944270631912393, |
| "learning_rate": 5.674376880642893e-05, |
| "loss": 0.5264, |
| "step": 774 |
| }, |
| { |
| "epoch": 2.1305841924398625, |
| "grad_norm": 0.29044286341885533, |
| "learning_rate": 5.66738515007975e-05, |
| "loss": 0.5148, |
| "step": 775 |
| }, |
| { |
| "epoch": 2.1333333333333333, |
| "grad_norm": 0.28701568805373207, |
| "learning_rate": 5.6603872484082614e-05, |
| "loss": 0.5218, |
| "step": 776 |
| }, |
| { |
| "epoch": 2.136082474226804, |
| "grad_norm": 0.33569332451853506, |
| "learning_rate": 5.653383201528151e-05, |
| "loss": 0.5244, |
| "step": 777 |
| }, |
| { |
| "epoch": 2.138831615120275, |
| "grad_norm": 0.2997007948052843, |
| "learning_rate": 5.6463730353618795e-05, |
| "loss": 0.5207, |
| "step": 778 |
| }, |
| { |
| "epoch": 2.1415807560137456, |
| "grad_norm": 0.21237174047717156, |
| "learning_rate": 5.6393567758545616e-05, |
| "loss": 0.5103, |
| "step": 779 |
| }, |
| { |
| "epoch": 2.1443298969072164, |
| "grad_norm": 0.2360600600158792, |
| "learning_rate": 5.63233444897386e-05, |
| "loss": 0.5293, |
| "step": 780 |
| }, |
| { |
| "epoch": 2.147079037800687, |
| "grad_norm": 0.23546258348715238, |
| "learning_rate": 5.625306080709895e-05, |
| "loss": 0.526, |
| "step": 781 |
| }, |
| { |
| "epoch": 2.149828178694158, |
| "grad_norm": 0.23742640059602604, |
| "learning_rate": 5.618271697075147e-05, |
| "loss": 0.5207, |
| "step": 782 |
| }, |
| { |
| "epoch": 2.1525773195876288, |
| "grad_norm": 0.2697802862240549, |
| "learning_rate": 5.611231324104358e-05, |
| "loss": 0.5185, |
| "step": 783 |
| }, |
| { |
| "epoch": 2.1553264604810995, |
| "grad_norm": 0.33962286687598364, |
| "learning_rate": 5.604184987854437e-05, |
| "loss": 0.5324, |
| "step": 784 |
| }, |
| { |
| "epoch": 2.1580756013745703, |
| "grad_norm": 0.3496574863191211, |
| "learning_rate": 5.597132714404366e-05, |
| "loss": 0.5149, |
| "step": 785 |
| }, |
| { |
| "epoch": 2.160824742268041, |
| "grad_norm": 0.3002103817256998, |
| "learning_rate": 5.590074529855099e-05, |
| "loss": 0.5271, |
| "step": 786 |
| }, |
| { |
| "epoch": 2.163573883161512, |
| "grad_norm": 0.33431676858651316, |
| "learning_rate": 5.583010460329465e-05, |
| "loss": 0.5304, |
| "step": 787 |
| }, |
| { |
| "epoch": 2.1663230240549827, |
| "grad_norm": 0.3298687279509311, |
| "learning_rate": 5.5759405319720806e-05, |
| "loss": 0.5167, |
| "step": 788 |
| }, |
| { |
| "epoch": 2.1690721649484535, |
| "grad_norm": 0.21499388088920707, |
| "learning_rate": 5.568864770949237e-05, |
| "loss": 0.536, |
| "step": 789 |
| }, |
| { |
| "epoch": 2.1718213058419242, |
| "grad_norm": 0.26397548444272334, |
| "learning_rate": 5.5617832034488236e-05, |
| "loss": 0.5251, |
| "step": 790 |
| }, |
| { |
| "epoch": 2.174570446735395, |
| "grad_norm": 0.40340132985540694, |
| "learning_rate": 5.554695855680209e-05, |
| "loss": 0.5283, |
| "step": 791 |
| }, |
| { |
| "epoch": 2.177319587628866, |
| "grad_norm": 0.4098335019644846, |
| "learning_rate": 5.547602753874163e-05, |
| "loss": 0.5238, |
| "step": 792 |
| }, |
| { |
| "epoch": 2.1800687285223366, |
| "grad_norm": 0.3531497244525965, |
| "learning_rate": 5.540503924282746e-05, |
| "loss": 0.5231, |
| "step": 793 |
| }, |
| { |
| "epoch": 2.1828178694158074, |
| "grad_norm": 0.38987792040546504, |
| "learning_rate": 5.5333993931792224e-05, |
| "loss": 0.5366, |
| "step": 794 |
| }, |
| { |
| "epoch": 2.1855670103092786, |
| "grad_norm": 0.2647915747419579, |
| "learning_rate": 5.526289186857953e-05, |
| "loss": 0.5348, |
| "step": 795 |
| }, |
| { |
| "epoch": 2.1883161512027494, |
| "grad_norm": 0.26788341550791417, |
| "learning_rate": 5.5191733316343074e-05, |
| "loss": 0.5253, |
| "step": 796 |
| }, |
| { |
| "epoch": 2.19106529209622, |
| "grad_norm": 0.31976809906665954, |
| "learning_rate": 5.5120518538445595e-05, |
| "loss": 0.5225, |
| "step": 797 |
| }, |
| { |
| "epoch": 2.193814432989691, |
| "grad_norm": 0.27229292264708094, |
| "learning_rate": 5.504924779845794e-05, |
| "loss": 0.5169, |
| "step": 798 |
| }, |
| { |
| "epoch": 2.1965635738831617, |
| "grad_norm": 0.3204542340097227, |
| "learning_rate": 5.4977921360158096e-05, |
| "loss": 0.5256, |
| "step": 799 |
| }, |
| { |
| "epoch": 2.1993127147766325, |
| "grad_norm": 0.33648692429827426, |
| "learning_rate": 5.490653948753013e-05, |
| "loss": 0.523, |
| "step": 800 |
| }, |
| { |
| "epoch": 2.2020618556701033, |
| "grad_norm": 0.25849474311106246, |
| "learning_rate": 5.483510244476332e-05, |
| "loss": 0.5345, |
| "step": 801 |
| }, |
| { |
| "epoch": 2.204810996563574, |
| "grad_norm": 0.2777163411097152, |
| "learning_rate": 5.476361049625115e-05, |
| "loss": 0.5217, |
| "step": 802 |
| }, |
| { |
| "epoch": 2.207560137457045, |
| "grad_norm": 0.259120862015438, |
| "learning_rate": 5.469206390659028e-05, |
| "loss": 0.5293, |
| "step": 803 |
| }, |
| { |
| "epoch": 2.2103092783505156, |
| "grad_norm": 0.25014178976390844, |
| "learning_rate": 5.46204629405796e-05, |
| "loss": 0.5269, |
| "step": 804 |
| }, |
| { |
| "epoch": 2.2130584192439864, |
| "grad_norm": 0.223711086431831, |
| "learning_rate": 5.454880786321928e-05, |
| "loss": 0.5187, |
| "step": 805 |
| }, |
| { |
| "epoch": 2.215807560137457, |
| "grad_norm": 0.2438903572639829, |
| "learning_rate": 5.447709893970974e-05, |
| "loss": 0.5209, |
| "step": 806 |
| }, |
| { |
| "epoch": 2.218556701030928, |
| "grad_norm": 0.2545794798823825, |
| "learning_rate": 5.4405336435450684e-05, |
| "loss": 0.527, |
| "step": 807 |
| }, |
| { |
| "epoch": 2.2213058419243987, |
| "grad_norm": 0.18607426816746073, |
| "learning_rate": 5.4333520616040116e-05, |
| "loss": 0.5184, |
| "step": 808 |
| }, |
| { |
| "epoch": 2.2240549828178695, |
| "grad_norm": 0.29001196046138, |
| "learning_rate": 5.42616517472734e-05, |
| "loss": 0.5195, |
| "step": 809 |
| }, |
| { |
| "epoch": 2.2268041237113403, |
| "grad_norm": 0.2664754443847999, |
| "learning_rate": 5.418973009514221e-05, |
| "loss": 0.5254, |
| "step": 810 |
| }, |
| { |
| "epoch": 2.229553264604811, |
| "grad_norm": 0.2763244689974836, |
| "learning_rate": 5.411775592583358e-05, |
| "loss": 0.5225, |
| "step": 811 |
| }, |
| { |
| "epoch": 2.232302405498282, |
| "grad_norm": 0.2952802637754747, |
| "learning_rate": 5.4045729505728884e-05, |
| "loss": 0.5227, |
| "step": 812 |
| }, |
| { |
| "epoch": 2.2350515463917526, |
| "grad_norm": 0.23994298354796337, |
| "learning_rate": 5.397365110140295e-05, |
| "loss": 0.5305, |
| "step": 813 |
| }, |
| { |
| "epoch": 2.2378006872852234, |
| "grad_norm": 0.22190622512563482, |
| "learning_rate": 5.390152097962295e-05, |
| "loss": 0.532, |
| "step": 814 |
| }, |
| { |
| "epoch": 2.240549828178694, |
| "grad_norm": 0.2958910982821988, |
| "learning_rate": 5.382933940734747e-05, |
| "loss": 0.5215, |
| "step": 815 |
| }, |
| { |
| "epoch": 2.243298969072165, |
| "grad_norm": 0.3582968358435383, |
| "learning_rate": 5.375710665172554e-05, |
| "loss": 0.5206, |
| "step": 816 |
| }, |
| { |
| "epoch": 2.2460481099656358, |
| "grad_norm": 0.4048685164576461, |
| "learning_rate": 5.368482298009559e-05, |
| "loss": 0.5322, |
| "step": 817 |
| }, |
| { |
| "epoch": 2.2487972508591065, |
| "grad_norm": 0.35928125952347756, |
| "learning_rate": 5.3612488659984534e-05, |
| "loss": 0.5256, |
| "step": 818 |
| }, |
| { |
| "epoch": 2.2515463917525773, |
| "grad_norm": 0.27863313688997904, |
| "learning_rate": 5.3540103959106696e-05, |
| "loss": 0.5243, |
| "step": 819 |
| }, |
| { |
| "epoch": 2.254295532646048, |
| "grad_norm": 0.3504201948483768, |
| "learning_rate": 5.3467669145362914e-05, |
| "loss": 0.5369, |
| "step": 820 |
| }, |
| { |
| "epoch": 2.257044673539519, |
| "grad_norm": 0.4374644885930723, |
| "learning_rate": 5.339518448683945e-05, |
| "loss": 0.5206, |
| "step": 821 |
| }, |
| { |
| "epoch": 2.2597938144329897, |
| "grad_norm": 0.2820104015984913, |
| "learning_rate": 5.332265025180707e-05, |
| "loss": 0.5201, |
| "step": 822 |
| }, |
| { |
| "epoch": 2.2625429553264604, |
| "grad_norm": 0.3051225307345294, |
| "learning_rate": 5.325006670872002e-05, |
| "loss": 0.5248, |
| "step": 823 |
| }, |
| { |
| "epoch": 2.265292096219931, |
| "grad_norm": 0.41761093729690574, |
| "learning_rate": 5.3177434126215034e-05, |
| "loss": 0.5378, |
| "step": 824 |
| }, |
| { |
| "epoch": 2.268041237113402, |
| "grad_norm": 0.3487478544658144, |
| "learning_rate": 5.3104752773110345e-05, |
| "loss": 0.5245, |
| "step": 825 |
| }, |
| { |
| "epoch": 2.270790378006873, |
| "grad_norm": 0.32194879135312154, |
| "learning_rate": 5.303202291840471e-05, |
| "loss": 0.526, |
| "step": 826 |
| }, |
| { |
| "epoch": 2.2735395189003436, |
| "grad_norm": 0.27245901521747345, |
| "learning_rate": 5.295924483127635e-05, |
| "loss": 0.5184, |
| "step": 827 |
| }, |
| { |
| "epoch": 2.2762886597938143, |
| "grad_norm": 0.26804164140224673, |
| "learning_rate": 5.2886418781082066e-05, |
| "loss": 0.5201, |
| "step": 828 |
| }, |
| { |
| "epoch": 2.279037800687285, |
| "grad_norm": 0.23960902170409884, |
| "learning_rate": 5.2813545037356086e-05, |
| "loss": 0.5256, |
| "step": 829 |
| }, |
| { |
| "epoch": 2.281786941580756, |
| "grad_norm": 0.23457140639322555, |
| "learning_rate": 5.2740623869809234e-05, |
| "loss": 0.5209, |
| "step": 830 |
| }, |
| { |
| "epoch": 2.2845360824742267, |
| "grad_norm": 0.27297058783320943, |
| "learning_rate": 5.2667655548327796e-05, |
| "loss": 0.5315, |
| "step": 831 |
| }, |
| { |
| "epoch": 2.2872852233676975, |
| "grad_norm": 0.28200029368869456, |
| "learning_rate": 5.259464034297262e-05, |
| "loss": 0.527, |
| "step": 832 |
| }, |
| { |
| "epoch": 2.2900343642611682, |
| "grad_norm": 0.34366587435096785, |
| "learning_rate": 5.2521578523978046e-05, |
| "loss": 0.5166, |
| "step": 833 |
| }, |
| { |
| "epoch": 2.292783505154639, |
| "grad_norm": 0.33716783962672386, |
| "learning_rate": 5.2448470361750955e-05, |
| "loss": 0.5271, |
| "step": 834 |
| }, |
| { |
| "epoch": 2.29553264604811, |
| "grad_norm": 0.2883538098562466, |
| "learning_rate": 5.237531612686973e-05, |
| "loss": 0.5326, |
| "step": 835 |
| }, |
| { |
| "epoch": 2.2982817869415806, |
| "grad_norm": 0.23816842715139308, |
| "learning_rate": 5.2302116090083274e-05, |
| "loss": 0.521, |
| "step": 836 |
| }, |
| { |
| "epoch": 2.3010309278350514, |
| "grad_norm": 0.2676295491191559, |
| "learning_rate": 5.222887052231003e-05, |
| "loss": 0.5307, |
| "step": 837 |
| }, |
| { |
| "epoch": 2.303780068728522, |
| "grad_norm": 0.21899952831754288, |
| "learning_rate": 5.2155579694636916e-05, |
| "loss": 0.5254, |
| "step": 838 |
| }, |
| { |
| "epoch": 2.306529209621993, |
| "grad_norm": 0.2725930609511096, |
| "learning_rate": 5.208224387831839e-05, |
| "loss": 0.5243, |
| "step": 839 |
| }, |
| { |
| "epoch": 2.3092783505154637, |
| "grad_norm": 0.2670269822849005, |
| "learning_rate": 5.200886334477541e-05, |
| "loss": 0.5263, |
| "step": 840 |
| }, |
| { |
| "epoch": 2.3120274914089345, |
| "grad_norm": 0.2896259602041522, |
| "learning_rate": 5.1935438365594424e-05, |
| "loss": 0.5212, |
| "step": 841 |
| }, |
| { |
| "epoch": 2.3147766323024053, |
| "grad_norm": 0.3040525797226736, |
| "learning_rate": 5.186196921252638e-05, |
| "loss": 0.5272, |
| "step": 842 |
| }, |
| { |
| "epoch": 2.317525773195876, |
| "grad_norm": 0.402527650035371, |
| "learning_rate": 5.178845615748573e-05, |
| "loss": 0.5317, |
| "step": 843 |
| }, |
| { |
| "epoch": 2.320274914089347, |
| "grad_norm": 0.28589840098643327, |
| "learning_rate": 5.1714899472549394e-05, |
| "loss": 0.5302, |
| "step": 844 |
| }, |
| { |
| "epoch": 2.323024054982818, |
| "grad_norm": 0.2746598297288049, |
| "learning_rate": 5.164129942995578e-05, |
| "loss": 0.5237, |
| "step": 845 |
| }, |
| { |
| "epoch": 2.325773195876289, |
| "grad_norm": 0.35895254123689857, |
| "learning_rate": 5.156765630210375e-05, |
| "loss": 0.5321, |
| "step": 846 |
| }, |
| { |
| "epoch": 2.3285223367697596, |
| "grad_norm": 0.3075206472125044, |
| "learning_rate": 5.1493970361551666e-05, |
| "loss": 0.5261, |
| "step": 847 |
| }, |
| { |
| "epoch": 2.3312714776632304, |
| "grad_norm": 0.2631726158525417, |
| "learning_rate": 5.14202418810163e-05, |
| "loss": 0.5295, |
| "step": 848 |
| }, |
| { |
| "epoch": 2.334020618556701, |
| "grad_norm": 0.26253313412596246, |
| "learning_rate": 5.134647113337187e-05, |
| "loss": 0.5278, |
| "step": 849 |
| }, |
| { |
| "epoch": 2.336769759450172, |
| "grad_norm": 0.27292981975275177, |
| "learning_rate": 5.127265839164906e-05, |
| "loss": 0.5174, |
| "step": 850 |
| }, |
| { |
| "epoch": 2.3395189003436427, |
| "grad_norm": 0.29830820148659387, |
| "learning_rate": 5.119880392903396e-05, |
| "loss": 0.5235, |
| "step": 851 |
| }, |
| { |
| "epoch": 2.3422680412371135, |
| "grad_norm": 0.319178636597951, |
| "learning_rate": 5.112490801886706e-05, |
| "loss": 0.5249, |
| "step": 852 |
| }, |
| { |
| "epoch": 2.3450171821305843, |
| "grad_norm": 0.39509509521849606, |
| "learning_rate": 5.105097093464225e-05, |
| "loss": 0.53, |
| "step": 853 |
| }, |
| { |
| "epoch": 2.347766323024055, |
| "grad_norm": 0.43481008500350815, |
| "learning_rate": 5.0976992950005836e-05, |
| "loss": 0.5222, |
| "step": 854 |
| }, |
| { |
| "epoch": 2.350515463917526, |
| "grad_norm": 0.35580076547200273, |
| "learning_rate": 5.090297433875549e-05, |
| "loss": 0.5341, |
| "step": 855 |
| }, |
| { |
| "epoch": 2.3532646048109966, |
| "grad_norm": 0.27387444348548706, |
| "learning_rate": 5.082891537483921e-05, |
| "loss": 0.527, |
| "step": 856 |
| }, |
| { |
| "epoch": 2.3560137457044674, |
| "grad_norm": 0.28242295705533316, |
| "learning_rate": 5.0754816332354384e-05, |
| "loss": 0.5313, |
| "step": 857 |
| }, |
| { |
| "epoch": 2.358762886597938, |
| "grad_norm": 0.23633783144067932, |
| "learning_rate": 5.0680677485546724e-05, |
| "loss": 0.5256, |
| "step": 858 |
| }, |
| { |
| "epoch": 2.361512027491409, |
| "grad_norm": 0.20611827366274735, |
| "learning_rate": 5.060649910880926e-05, |
| "loss": 0.5246, |
| "step": 859 |
| }, |
| { |
| "epoch": 2.3642611683848798, |
| "grad_norm": 0.24527029533975683, |
| "learning_rate": 5.0532281476681295e-05, |
| "loss": 0.526, |
| "step": 860 |
| }, |
| { |
| "epoch": 2.3670103092783505, |
| "grad_norm": 0.2988866489058128, |
| "learning_rate": 5.0458024863847455e-05, |
| "loss": 0.5318, |
| "step": 861 |
| }, |
| { |
| "epoch": 2.3697594501718213, |
| "grad_norm": 0.3278941979649635, |
| "learning_rate": 5.038372954513664e-05, |
| "loss": 0.5208, |
| "step": 862 |
| }, |
| { |
| "epoch": 2.372508591065292, |
| "grad_norm": 0.3590976948020781, |
| "learning_rate": 5.030939579552098e-05, |
| "loss": 0.5288, |
| "step": 863 |
| }, |
| { |
| "epoch": 2.375257731958763, |
| "grad_norm": 0.3257482610923462, |
| "learning_rate": 5.0235023890114844e-05, |
| "loss": 0.5342, |
| "step": 864 |
| }, |
| { |
| "epoch": 2.3780068728522337, |
| "grad_norm": 0.26418250148170586, |
| "learning_rate": 5.016061410417384e-05, |
| "loss": 0.534, |
| "step": 865 |
| }, |
| { |
| "epoch": 2.3807560137457044, |
| "grad_norm": 0.25433731862506237, |
| "learning_rate": 5.008616671309374e-05, |
| "loss": 0.5349, |
| "step": 866 |
| }, |
| { |
| "epoch": 2.3835051546391752, |
| "grad_norm": 0.3098360496587967, |
| "learning_rate": 5.0011681992409526e-05, |
| "loss": 0.536, |
| "step": 867 |
| }, |
| { |
| "epoch": 2.386254295532646, |
| "grad_norm": 0.48700691274762764, |
| "learning_rate": 4.993716021779431e-05, |
| "loss": 0.5281, |
| "step": 868 |
| }, |
| { |
| "epoch": 2.389003436426117, |
| "grad_norm": 0.4325007530550783, |
| "learning_rate": 4.986260166505838e-05, |
| "loss": 0.5287, |
| "step": 869 |
| }, |
| { |
| "epoch": 2.3917525773195876, |
| "grad_norm": 0.40355654494603005, |
| "learning_rate": 4.978800661014811e-05, |
| "loss": 0.5211, |
| "step": 870 |
| }, |
| { |
| "epoch": 2.3945017182130583, |
| "grad_norm": 0.26544768260770013, |
| "learning_rate": 4.9713375329145e-05, |
| "loss": 0.5195, |
| "step": 871 |
| }, |
| { |
| "epoch": 2.397250859106529, |
| "grad_norm": 0.2791642651045501, |
| "learning_rate": 4.963870809826458e-05, |
| "loss": 0.5265, |
| "step": 872 |
| }, |
| { |
| "epoch": 2.4, |
| "grad_norm": 0.3408862865130159, |
| "learning_rate": 4.9564005193855486e-05, |
| "loss": 0.5391, |
| "step": 873 |
| }, |
| { |
| "epoch": 2.4027491408934707, |
| "grad_norm": 0.3331718549433266, |
| "learning_rate": 4.9489266892398346e-05, |
| "loss": 0.5216, |
| "step": 874 |
| }, |
| { |
| "epoch": 2.4054982817869415, |
| "grad_norm": 0.33450428391908577, |
| "learning_rate": 4.9414493470504834e-05, |
| "loss": 0.5274, |
| "step": 875 |
| }, |
| { |
| "epoch": 2.4082474226804123, |
| "grad_norm": 0.324321171570019, |
| "learning_rate": 4.933968520491654e-05, |
| "loss": 0.5373, |
| "step": 876 |
| }, |
| { |
| "epoch": 2.410996563573883, |
| "grad_norm": 0.28829591882553246, |
| "learning_rate": 4.9264842372504095e-05, |
| "loss": 0.5286, |
| "step": 877 |
| }, |
| { |
| "epoch": 2.413745704467354, |
| "grad_norm": 0.28746004519536006, |
| "learning_rate": 4.9189965250265994e-05, |
| "loss": 0.5199, |
| "step": 878 |
| }, |
| { |
| "epoch": 2.4164948453608246, |
| "grad_norm": 0.31445005880135923, |
| "learning_rate": 4.911505411532769e-05, |
| "loss": 0.5278, |
| "step": 879 |
| }, |
| { |
| "epoch": 2.4192439862542954, |
| "grad_norm": 0.47892737901970533, |
| "learning_rate": 4.9040109244940505e-05, |
| "loss": 0.5234, |
| "step": 880 |
| }, |
| { |
| "epoch": 2.421993127147766, |
| "grad_norm": 0.45215275967709107, |
| "learning_rate": 4.896513091648058e-05, |
| "loss": 0.535, |
| "step": 881 |
| }, |
| { |
| "epoch": 2.424742268041237, |
| "grad_norm": 0.34138582396119665, |
| "learning_rate": 4.889011940744796e-05, |
| "loss": 0.5164, |
| "step": 882 |
| }, |
| { |
| "epoch": 2.4274914089347077, |
| "grad_norm": 0.2682120490670279, |
| "learning_rate": 4.881507499546545e-05, |
| "loss": 0.5342, |
| "step": 883 |
| }, |
| { |
| "epoch": 2.430240549828179, |
| "grad_norm": 0.2692048784370494, |
| "learning_rate": 4.873999795827761e-05, |
| "loss": 0.5344, |
| "step": 884 |
| }, |
| { |
| "epoch": 2.4329896907216497, |
| "grad_norm": 0.3048032911190028, |
| "learning_rate": 4.866488857374979e-05, |
| "loss": 0.5131, |
| "step": 885 |
| }, |
| { |
| "epoch": 2.4357388316151205, |
| "grad_norm": 0.43798907642210033, |
| "learning_rate": 4.858974711986704e-05, |
| "loss": 0.5277, |
| "step": 886 |
| }, |
| { |
| "epoch": 2.4384879725085913, |
| "grad_norm": 0.4537544665998809, |
| "learning_rate": 4.851457387473312e-05, |
| "loss": 0.5272, |
| "step": 887 |
| }, |
| { |
| "epoch": 2.441237113402062, |
| "grad_norm": 0.275619974234131, |
| "learning_rate": 4.843936911656941e-05, |
| "loss": 0.5229, |
| "step": 888 |
| }, |
| { |
| "epoch": 2.443986254295533, |
| "grad_norm": 0.24697116802006067, |
| "learning_rate": 4.836413312371394e-05, |
| "loss": 0.5237, |
| "step": 889 |
| }, |
| { |
| "epoch": 2.4467353951890036, |
| "grad_norm": 0.2889992360936922, |
| "learning_rate": 4.828886617462039e-05, |
| "loss": 0.5214, |
| "step": 890 |
| }, |
| { |
| "epoch": 2.4494845360824744, |
| "grad_norm": 0.34236892659433343, |
| "learning_rate": 4.821356854785695e-05, |
| "loss": 0.5204, |
| "step": 891 |
| }, |
| { |
| "epoch": 2.452233676975945, |
| "grad_norm": 0.26986931392665453, |
| "learning_rate": 4.8138240522105365e-05, |
| "loss": 0.5285, |
| "step": 892 |
| }, |
| { |
| "epoch": 2.454982817869416, |
| "grad_norm": 0.2386727777106889, |
| "learning_rate": 4.806288237615989e-05, |
| "loss": 0.5258, |
| "step": 893 |
| }, |
| { |
| "epoch": 2.4577319587628867, |
| "grad_norm": 0.2400107390785469, |
| "learning_rate": 4.7987494388926275e-05, |
| "loss": 0.523, |
| "step": 894 |
| }, |
| { |
| "epoch": 2.4604810996563575, |
| "grad_norm": 0.30720815238105814, |
| "learning_rate": 4.7912076839420695e-05, |
| "loss": 0.5232, |
| "step": 895 |
| }, |
| { |
| "epoch": 2.4632302405498283, |
| "grad_norm": 0.25563044453886097, |
| "learning_rate": 4.7836630006768746e-05, |
| "loss": 0.5289, |
| "step": 896 |
| }, |
| { |
| "epoch": 2.465979381443299, |
| "grad_norm": 0.2618995944120738, |
| "learning_rate": 4.77611541702044e-05, |
| "loss": 0.5256, |
| "step": 897 |
| }, |
| { |
| "epoch": 2.46872852233677, |
| "grad_norm": 0.2872261399026541, |
| "learning_rate": 4.768564960906897e-05, |
| "loss": 0.527, |
| "step": 898 |
| }, |
| { |
| "epoch": 2.4714776632302407, |
| "grad_norm": 0.22134537204990035, |
| "learning_rate": 4.7610116602810096e-05, |
| "loss": 0.5343, |
| "step": 899 |
| }, |
| { |
| "epoch": 2.4742268041237114, |
| "grad_norm": 0.2565389994931295, |
| "learning_rate": 4.753455543098067e-05, |
| "loss": 0.5375, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.476975945017182, |
| "grad_norm": 0.3740627121098048, |
| "learning_rate": 4.745896637323785e-05, |
| "loss": 0.5227, |
| "step": 901 |
| }, |
| { |
| "epoch": 2.479725085910653, |
| "grad_norm": 0.3714016967888814, |
| "learning_rate": 4.7383349709341994e-05, |
| "loss": 0.5216, |
| "step": 902 |
| }, |
| { |
| "epoch": 2.4824742268041238, |
| "grad_norm": 0.2863979507280106, |
| "learning_rate": 4.730770571915562e-05, |
| "loss": 0.5289, |
| "step": 903 |
| }, |
| { |
| "epoch": 2.4852233676975946, |
| "grad_norm": 0.2639569172110602, |
| "learning_rate": 4.7232034682642417e-05, |
| "loss": 0.5207, |
| "step": 904 |
| }, |
| { |
| "epoch": 2.4879725085910653, |
| "grad_norm": 0.26506986793397436, |
| "learning_rate": 4.715633687986613e-05, |
| "loss": 0.5276, |
| "step": 905 |
| }, |
| { |
| "epoch": 2.490721649484536, |
| "grad_norm": 0.3034302978268054, |
| "learning_rate": 4.7080612590989596e-05, |
| "loss": 0.5185, |
| "step": 906 |
| }, |
| { |
| "epoch": 2.493470790378007, |
| "grad_norm": 0.3242741496552742, |
| "learning_rate": 4.7004862096273674e-05, |
| "loss": 0.5292, |
| "step": 907 |
| }, |
| { |
| "epoch": 2.4962199312714777, |
| "grad_norm": 0.25198934191589384, |
| "learning_rate": 4.692908567607621e-05, |
| "loss": 0.5209, |
| "step": 908 |
| }, |
| { |
| "epoch": 2.4989690721649485, |
| "grad_norm": 0.2851823027369076, |
| "learning_rate": 4.6853283610851004e-05, |
| "loss": 0.5332, |
| "step": 909 |
| }, |
| { |
| "epoch": 2.5017182130584192, |
| "grad_norm": 0.2250586051327087, |
| "learning_rate": 4.677745618114674e-05, |
| "loss": 0.5326, |
| "step": 910 |
| }, |
| { |
| "epoch": 2.50446735395189, |
| "grad_norm": 0.2137916864449506, |
| "learning_rate": 4.670160366760606e-05, |
| "loss": 0.5214, |
| "step": 911 |
| }, |
| { |
| "epoch": 2.507216494845361, |
| "grad_norm": 0.23692573516235416, |
| "learning_rate": 4.6625726350964355e-05, |
| "loss": 0.5209, |
| "step": 912 |
| }, |
| { |
| "epoch": 2.5099656357388316, |
| "grad_norm": 0.2503089565651227, |
| "learning_rate": 4.654982451204885e-05, |
| "loss": 0.5228, |
| "step": 913 |
| }, |
| { |
| "epoch": 2.5127147766323024, |
| "grad_norm": 0.187246659026728, |
| "learning_rate": 4.6473898431777535e-05, |
| "loss": 0.5279, |
| "step": 914 |
| }, |
| { |
| "epoch": 2.515463917525773, |
| "grad_norm": 0.22968241737897607, |
| "learning_rate": 4.6397948391158104e-05, |
| "loss": 0.5229, |
| "step": 915 |
| }, |
| { |
| "epoch": 2.518213058419244, |
| "grad_norm": 0.34560044485812286, |
| "learning_rate": 4.632197467128695e-05, |
| "loss": 0.521, |
| "step": 916 |
| }, |
| { |
| "epoch": 2.5209621993127147, |
| "grad_norm": 0.36369842042382355, |
| "learning_rate": 4.624597755334807e-05, |
| "loss": 0.5222, |
| "step": 917 |
| }, |
| { |
| "epoch": 2.5237113402061855, |
| "grad_norm": 0.3273459802424622, |
| "learning_rate": 4.6169957318612096e-05, |
| "loss": 0.5269, |
| "step": 918 |
| }, |
| { |
| "epoch": 2.5264604810996563, |
| "grad_norm": 0.27046737413984473, |
| "learning_rate": 4.609391424843519e-05, |
| "loss": 0.5207, |
| "step": 919 |
| }, |
| { |
| "epoch": 2.529209621993127, |
| "grad_norm": 0.23973509685168032, |
| "learning_rate": 4.601784862425807e-05, |
| "loss": 0.5305, |
| "step": 920 |
| }, |
| { |
| "epoch": 2.531958762886598, |
| "grad_norm": 0.207584971564237, |
| "learning_rate": 4.594176072760485e-05, |
| "loss": 0.5391, |
| "step": 921 |
| }, |
| { |
| "epoch": 2.5347079037800686, |
| "grad_norm": 0.26389513176009577, |
| "learning_rate": 4.586565084008217e-05, |
| "loss": 0.5257, |
| "step": 922 |
| }, |
| { |
| "epoch": 2.5374570446735394, |
| "grad_norm": 0.27492964134545905, |
| "learning_rate": 4.5789519243377975e-05, |
| "loss": 0.5198, |
| "step": 923 |
| }, |
| { |
| "epoch": 2.54020618556701, |
| "grad_norm": 0.2550669423258001, |
| "learning_rate": 4.571336621926065e-05, |
| "loss": 0.5161, |
| "step": 924 |
| }, |
| { |
| "epoch": 2.542955326460481, |
| "grad_norm": 0.2434323842617188, |
| "learning_rate": 4.563719204957776e-05, |
| "loss": 0.5266, |
| "step": 925 |
| }, |
| { |
| "epoch": 2.5457044673539517, |
| "grad_norm": 0.2381537603353079, |
| "learning_rate": 4.5560997016255265e-05, |
| "loss": 0.5306, |
| "step": 926 |
| }, |
| { |
| "epoch": 2.5484536082474225, |
| "grad_norm": 0.25877756360414456, |
| "learning_rate": 4.548478140129624e-05, |
| "loss": 0.5279, |
| "step": 927 |
| }, |
| { |
| "epoch": 2.5512027491408933, |
| "grad_norm": 0.23404565240810715, |
| "learning_rate": 4.5408545486779996e-05, |
| "loss": 0.5325, |
| "step": 928 |
| }, |
| { |
| "epoch": 2.553951890034364, |
| "grad_norm": 0.20244068111276767, |
| "learning_rate": 4.533228955486094e-05, |
| "loss": 0.5245, |
| "step": 929 |
| }, |
| { |
| "epoch": 2.556701030927835, |
| "grad_norm": 0.20414770829038065, |
| "learning_rate": 4.525601388776758e-05, |
| "loss": 0.5193, |
| "step": 930 |
| }, |
| { |
| "epoch": 2.5594501718213056, |
| "grad_norm": 0.22610091916102834, |
| "learning_rate": 4.517971876780147e-05, |
| "loss": 0.5335, |
| "step": 931 |
| }, |
| { |
| "epoch": 2.5621993127147764, |
| "grad_norm": 0.2030707662947604, |
| "learning_rate": 4.5103404477336144e-05, |
| "loss": 0.5247, |
| "step": 932 |
| }, |
| { |
| "epoch": 2.564948453608247, |
| "grad_norm": 0.19565686931462759, |
| "learning_rate": 4.502707129881609e-05, |
| "loss": 0.5223, |
| "step": 933 |
| }, |
| { |
| "epoch": 2.567697594501718, |
| "grad_norm": 0.22241975043349305, |
| "learning_rate": 4.495071951475572e-05, |
| "loss": 0.5289, |
| "step": 934 |
| }, |
| { |
| "epoch": 2.5704467353951888, |
| "grad_norm": 0.25405146475942325, |
| "learning_rate": 4.487434940773828e-05, |
| "loss": 0.5216, |
| "step": 935 |
| }, |
| { |
| "epoch": 2.5731958762886595, |
| "grad_norm": 0.24090685844792697, |
| "learning_rate": 4.479796126041487e-05, |
| "loss": 0.5347, |
| "step": 936 |
| }, |
| { |
| "epoch": 2.5759450171821303, |
| "grad_norm": 0.20268315657201996, |
| "learning_rate": 4.472155535550331e-05, |
| "loss": 0.5174, |
| "step": 937 |
| }, |
| { |
| "epoch": 2.5786941580756015, |
| "grad_norm": 0.2164104030727069, |
| "learning_rate": 4.464513197578717e-05, |
| "loss": 0.5306, |
| "step": 938 |
| }, |
| { |
| "epoch": 2.5814432989690723, |
| "grad_norm": 0.20675687136906504, |
| "learning_rate": 4.45686914041147e-05, |
| "loss": 0.5217, |
| "step": 939 |
| }, |
| { |
| "epoch": 2.584192439862543, |
| "grad_norm": 0.2495476073768104, |
| "learning_rate": 4.449223392339776e-05, |
| "loss": 0.5233, |
| "step": 940 |
| }, |
| { |
| "epoch": 2.586941580756014, |
| "grad_norm": 0.2188055318879783, |
| "learning_rate": 4.44157598166108e-05, |
| "loss": 0.536, |
| "step": 941 |
| }, |
| { |
| "epoch": 2.5896907216494847, |
| "grad_norm": 0.19661959776334886, |
| "learning_rate": 4.43392693667898e-05, |
| "loss": 0.5167, |
| "step": 942 |
| }, |
| { |
| "epoch": 2.5924398625429554, |
| "grad_norm": 0.21281895098022574, |
| "learning_rate": 4.426276285703125e-05, |
| "loss": 0.5241, |
| "step": 943 |
| }, |
| { |
| "epoch": 2.5951890034364262, |
| "grad_norm": 0.24612261354981668, |
| "learning_rate": 4.418624057049106e-05, |
| "loss": 0.5288, |
| "step": 944 |
| }, |
| { |
| "epoch": 2.597938144329897, |
| "grad_norm": 0.26256604053792143, |
| "learning_rate": 4.410970279038351e-05, |
| "loss": 0.528, |
| "step": 945 |
| }, |
| { |
| "epoch": 2.600687285223368, |
| "grad_norm": 0.2146570261022671, |
| "learning_rate": 4.4033149799980265e-05, |
| "loss": 0.5336, |
| "step": 946 |
| }, |
| { |
| "epoch": 2.6034364261168386, |
| "grad_norm": 0.20864992098912383, |
| "learning_rate": 4.395658188260924e-05, |
| "loss": 0.5289, |
| "step": 947 |
| }, |
| { |
| "epoch": 2.6061855670103093, |
| "grad_norm": 0.23475812934644366, |
| "learning_rate": 4.3879999321653664e-05, |
| "loss": 0.5294, |
| "step": 948 |
| }, |
| { |
| "epoch": 2.60893470790378, |
| "grad_norm": 0.21552160156786482, |
| "learning_rate": 4.380340240055087e-05, |
| "loss": 0.5225, |
| "step": 949 |
| }, |
| { |
| "epoch": 2.611683848797251, |
| "grad_norm": 0.21451249484405446, |
| "learning_rate": 4.3726791402791405e-05, |
| "loss": 0.5309, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.6144329896907217, |
| "grad_norm": 0.2228499608780446, |
| "learning_rate": 4.3650166611917904e-05, |
| "loss": 0.5218, |
| "step": 951 |
| }, |
| { |
| "epoch": 2.6171821305841925, |
| "grad_norm": 0.19761673711898892, |
| "learning_rate": 4.3573528311524056e-05, |
| "loss": 0.5263, |
| "step": 952 |
| }, |
| { |
| "epoch": 2.6199312714776632, |
| "grad_norm": 0.2717760446302159, |
| "learning_rate": 4.34968767852535e-05, |
| "loss": 0.5192, |
| "step": 953 |
| }, |
| { |
| "epoch": 2.622680412371134, |
| "grad_norm": 0.2307774736780584, |
| "learning_rate": 4.3420212316798895e-05, |
| "loss": 0.5224, |
| "step": 954 |
| }, |
| { |
| "epoch": 2.625429553264605, |
| "grad_norm": 0.26499404963083745, |
| "learning_rate": 4.334353518990075e-05, |
| "loss": 0.5284, |
| "step": 955 |
| }, |
| { |
| "epoch": 2.6281786941580756, |
| "grad_norm": 0.33949301525073333, |
| "learning_rate": 4.326684568834647e-05, |
| "loss": 0.5215, |
| "step": 956 |
| }, |
| { |
| "epoch": 2.6309278350515464, |
| "grad_norm": 0.33940964847094485, |
| "learning_rate": 4.31901440959692e-05, |
| "loss": 0.527, |
| "step": 957 |
| }, |
| { |
| "epoch": 2.633676975945017, |
| "grad_norm": 0.3034703314779094, |
| "learning_rate": 4.311343069664688e-05, |
| "loss": 0.5315, |
| "step": 958 |
| }, |
| { |
| "epoch": 2.636426116838488, |
| "grad_norm": 0.3285064736514596, |
| "learning_rate": 4.303670577430111e-05, |
| "loss": 0.5328, |
| "step": 959 |
| }, |
| { |
| "epoch": 2.6391752577319587, |
| "grad_norm": 0.3453164976173602, |
| "learning_rate": 4.295996961289619e-05, |
| "loss": 0.5323, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.6419243986254295, |
| "grad_norm": 0.38444181745132805, |
| "learning_rate": 4.288322249643799e-05, |
| "loss": 0.5288, |
| "step": 961 |
| }, |
| { |
| "epoch": 2.6446735395189003, |
| "grad_norm": 0.2686311128572819, |
| "learning_rate": 4.2806464708972905e-05, |
| "loss": 0.525, |
| "step": 962 |
| }, |
| { |
| "epoch": 2.647422680412371, |
| "grad_norm": 0.3232991261053769, |
| "learning_rate": 4.272969653458685e-05, |
| "loss": 0.5278, |
| "step": 963 |
| }, |
| { |
| "epoch": 2.650171821305842, |
| "grad_norm": 0.32877598170142874, |
| "learning_rate": 4.265291825740416e-05, |
| "loss": 0.5176, |
| "step": 964 |
| }, |
| { |
| "epoch": 2.6529209621993126, |
| "grad_norm": 0.30844002727607134, |
| "learning_rate": 4.257613016158661e-05, |
| "loss": 0.5326, |
| "step": 965 |
| }, |
| { |
| "epoch": 2.6556701030927834, |
| "grad_norm": 0.2255639863284666, |
| "learning_rate": 4.249933253133224e-05, |
| "loss": 0.5266, |
| "step": 966 |
| }, |
| { |
| "epoch": 2.658419243986254, |
| "grad_norm": 0.25200678515207303, |
| "learning_rate": 4.2422525650874446e-05, |
| "loss": 0.5292, |
| "step": 967 |
| }, |
| { |
| "epoch": 2.661168384879725, |
| "grad_norm": 0.22993658765349623, |
| "learning_rate": 4.234570980448081e-05, |
| "loss": 0.5251, |
| "step": 968 |
| }, |
| { |
| "epoch": 2.6639175257731957, |
| "grad_norm": 0.2642010038722434, |
| "learning_rate": 4.226888527645215e-05, |
| "loss": 0.529, |
| "step": 969 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 0.28025388603567647, |
| "learning_rate": 4.219205235112135e-05, |
| "loss": 0.523, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.6694158075601373, |
| "grad_norm": 0.24286835186859662, |
| "learning_rate": 4.2115211312852435e-05, |
| "loss": 0.5241, |
| "step": 971 |
| }, |
| { |
| "epoch": 2.6721649484536085, |
| "grad_norm": 0.260911275304071, |
| "learning_rate": 4.203836244603941e-05, |
| "loss": 0.5251, |
| "step": 972 |
| }, |
| { |
| "epoch": 2.6749140893470793, |
| "grad_norm": 0.23336974876081842, |
| "learning_rate": 4.1961506035105285e-05, |
| "loss": 0.5337, |
| "step": 973 |
| }, |
| { |
| "epoch": 2.67766323024055, |
| "grad_norm": 0.19717415494962492, |
| "learning_rate": 4.188464236450098e-05, |
| "loss": 0.518, |
| "step": 974 |
| }, |
| { |
| "epoch": 2.680412371134021, |
| "grad_norm": 0.2635705526316712, |
| "learning_rate": 4.180777171870427e-05, |
| "loss": 0.519, |
| "step": 975 |
| }, |
| { |
| "epoch": 2.6831615120274916, |
| "grad_norm": 0.2420795496999561, |
| "learning_rate": 4.173089438221876e-05, |
| "loss": 0.5329, |
| "step": 976 |
| }, |
| { |
| "epoch": 2.6859106529209624, |
| "grad_norm": 0.24604439574458017, |
| "learning_rate": 4.165401063957283e-05, |
| "loss": 0.5331, |
| "step": 977 |
| }, |
| { |
| "epoch": 2.688659793814433, |
| "grad_norm": 0.1948605941664403, |
| "learning_rate": 4.157712077531856e-05, |
| "loss": 0.5221, |
| "step": 978 |
| }, |
| { |
| "epoch": 2.691408934707904, |
| "grad_norm": 0.21270792355056445, |
| "learning_rate": 4.1500225074030654e-05, |
| "loss": 0.5355, |
| "step": 979 |
| }, |
| { |
| "epoch": 2.6941580756013748, |
| "grad_norm": 0.251861479262255, |
| "learning_rate": 4.142332382030547e-05, |
| "loss": 0.5336, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.6969072164948455, |
| "grad_norm": 0.2112157139724383, |
| "learning_rate": 4.13464172987599e-05, |
| "loss": 0.5243, |
| "step": 981 |
| }, |
| { |
| "epoch": 2.6996563573883163, |
| "grad_norm": 0.20387549860274823, |
| "learning_rate": 4.1269505794030296e-05, |
| "loss": 0.5237, |
| "step": 982 |
| }, |
| { |
| "epoch": 2.702405498281787, |
| "grad_norm": 0.2515717159268574, |
| "learning_rate": 4.119258959077151e-05, |
| "loss": 0.5319, |
| "step": 983 |
| }, |
| { |
| "epoch": 2.705154639175258, |
| "grad_norm": 0.20847504323318589, |
| "learning_rate": 4.111566897365575e-05, |
| "loss": 0.52, |
| "step": 984 |
| }, |
| { |
| "epoch": 2.7079037800687287, |
| "grad_norm": 0.21911840052600298, |
| "learning_rate": 4.103874422737157e-05, |
| "loss": 0.5283, |
| "step": 985 |
| }, |
| { |
| "epoch": 2.7106529209621995, |
| "grad_norm": 0.2049343201857368, |
| "learning_rate": 4.096181563662279e-05, |
| "loss": 0.5263, |
| "step": 986 |
| }, |
| { |
| "epoch": 2.7134020618556702, |
| "grad_norm": 0.1947687795273586, |
| "learning_rate": 4.088488348612748e-05, |
| "loss": 0.5239, |
| "step": 987 |
| }, |
| { |
| "epoch": 2.716151202749141, |
| "grad_norm": 0.23438600392965853, |
| "learning_rate": 4.080794806061688e-05, |
| "loss": 0.5235, |
| "step": 988 |
| }, |
| { |
| "epoch": 2.718900343642612, |
| "grad_norm": 0.19851824128921414, |
| "learning_rate": 4.073100964483435e-05, |
| "loss": 0.5236, |
| "step": 989 |
| }, |
| { |
| "epoch": 2.7216494845360826, |
| "grad_norm": 0.23677872375792366, |
| "learning_rate": 4.06540685235343e-05, |
| "loss": 0.5307, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.7243986254295534, |
| "grad_norm": 0.19484452355877876, |
| "learning_rate": 4.057712498148119e-05, |
| "loss": 0.533, |
| "step": 991 |
| }, |
| { |
| "epoch": 2.727147766323024, |
| "grad_norm": 0.24691106342879912, |
| "learning_rate": 4.05001793034484e-05, |
| "loss": 0.5282, |
| "step": 992 |
| }, |
| { |
| "epoch": 2.729896907216495, |
| "grad_norm": 0.23911573502762684, |
| "learning_rate": 4.0423231774217246e-05, |
| "loss": 0.5291, |
| "step": 993 |
| }, |
| { |
| "epoch": 2.7326460481099657, |
| "grad_norm": 0.24784394785326042, |
| "learning_rate": 4.034628267857587e-05, |
| "loss": 0.5299, |
| "step": 994 |
| }, |
| { |
| "epoch": 2.7353951890034365, |
| "grad_norm": 0.2530406886888911, |
| "learning_rate": 4.026933230131823e-05, |
| "loss": 0.5155, |
| "step": 995 |
| }, |
| { |
| "epoch": 2.7381443298969073, |
| "grad_norm": 0.24815572290601853, |
| "learning_rate": 4.0192380927243014e-05, |
| "loss": 0.5331, |
| "step": 996 |
| }, |
| { |
| "epoch": 2.740893470790378, |
| "grad_norm": 0.2756774245673258, |
| "learning_rate": 4.0115428841152637e-05, |
| "loss": 0.5334, |
| "step": 997 |
| }, |
| { |
| "epoch": 2.743642611683849, |
| "grad_norm": 0.24077726898420207, |
| "learning_rate": 4.0038476327852065e-05, |
| "loss": 0.5337, |
| "step": 998 |
| }, |
| { |
| "epoch": 2.7463917525773196, |
| "grad_norm": 0.20128889819397291, |
| "learning_rate": 3.9961523672147955e-05, |
| "loss": 0.5302, |
| "step": 999 |
| }, |
| { |
| "epoch": 2.7491408934707904, |
| "grad_norm": 0.20443940819422327, |
| "learning_rate": 3.988457115884739e-05, |
| "loss": 0.5284, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.751890034364261, |
| "grad_norm": 0.2208826727313727, |
| "learning_rate": 3.9807619072757e-05, |
| "loss": 0.5271, |
| "step": 1001 |
| }, |
| { |
| "epoch": 2.754639175257732, |
| "grad_norm": 0.24447959308366699, |
| "learning_rate": 3.973066769868178e-05, |
| "loss": 0.5283, |
| "step": 1002 |
| }, |
| { |
| "epoch": 2.7573883161512027, |
| "grad_norm": 0.1966957237573264, |
| "learning_rate": 3.965371732142415e-05, |
| "loss": 0.5292, |
| "step": 1003 |
| }, |
| { |
| "epoch": 2.7601374570446735, |
| "grad_norm": 0.21603427189344282, |
| "learning_rate": 3.957676822578276e-05, |
| "loss": 0.5237, |
| "step": 1004 |
| }, |
| { |
| "epoch": 2.7628865979381443, |
| "grad_norm": 0.18664057521742963, |
| "learning_rate": 3.949982069655161e-05, |
| "loss": 0.5233, |
| "step": 1005 |
| }, |
| { |
| "epoch": 2.765635738831615, |
| "grad_norm": 0.2234326703320951, |
| "learning_rate": 3.942287501851881e-05, |
| "loss": 0.5256, |
| "step": 1006 |
| }, |
| { |
| "epoch": 2.768384879725086, |
| "grad_norm": 0.2278011506232875, |
| "learning_rate": 3.9345931476465706e-05, |
| "loss": 0.5279, |
| "step": 1007 |
| }, |
| { |
| "epoch": 2.7711340206185566, |
| "grad_norm": 0.19798832981596853, |
| "learning_rate": 3.9268990355165664e-05, |
| "loss": 0.5211, |
| "step": 1008 |
| }, |
| { |
| "epoch": 2.7738831615120274, |
| "grad_norm": 0.2183804005479682, |
| "learning_rate": 3.9192051939383126e-05, |
| "loss": 0.5239, |
| "step": 1009 |
| }, |
| { |
| "epoch": 2.776632302405498, |
| "grad_norm": 0.22246588980190424, |
| "learning_rate": 3.911511651387253e-05, |
| "loss": 0.527, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.779381443298969, |
| "grad_norm": 0.1780086146278406, |
| "learning_rate": 3.903818436337722e-05, |
| "loss": 0.5284, |
| "step": 1011 |
| }, |
| { |
| "epoch": 2.7821305841924397, |
| "grad_norm": 0.19604513054901485, |
| "learning_rate": 3.896125577262845e-05, |
| "loss": 0.5162, |
| "step": 1012 |
| }, |
| { |
| "epoch": 2.7848797250859105, |
| "grad_norm": 0.18794858233130177, |
| "learning_rate": 3.888433102634425e-05, |
| "loss": 0.5216, |
| "step": 1013 |
| }, |
| { |
| "epoch": 2.7876288659793813, |
| "grad_norm": 0.21435085046499355, |
| "learning_rate": 3.8807410409228496e-05, |
| "loss": 0.5305, |
| "step": 1014 |
| }, |
| { |
| "epoch": 2.790378006872852, |
| "grad_norm": 0.17410246023922102, |
| "learning_rate": 3.8730494205969724e-05, |
| "loss": 0.5312, |
| "step": 1015 |
| }, |
| { |
| "epoch": 2.793127147766323, |
| "grad_norm": 0.1822314934502394, |
| "learning_rate": 3.865358270124013e-05, |
| "loss": 0.5189, |
| "step": 1016 |
| }, |
| { |
| "epoch": 2.7958762886597937, |
| "grad_norm": 0.206717747798629, |
| "learning_rate": 3.857667617969454e-05, |
| "loss": 0.5269, |
| "step": 1017 |
| }, |
| { |
| "epoch": 2.7986254295532644, |
| "grad_norm": 0.16863448749904908, |
| "learning_rate": 3.849977492596936e-05, |
| "loss": 0.5303, |
| "step": 1018 |
| }, |
| { |
| "epoch": 2.801374570446735, |
| "grad_norm": 0.23449573918173383, |
| "learning_rate": 3.8422879224681456e-05, |
| "loss": 0.5322, |
| "step": 1019 |
| }, |
| { |
| "epoch": 2.804123711340206, |
| "grad_norm": 0.17234697630039422, |
| "learning_rate": 3.8345989360427174e-05, |
| "loss": 0.5229, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.8068728522336768, |
| "grad_norm": 0.21339720138725765, |
| "learning_rate": 3.826910561778124e-05, |
| "loss": 0.5271, |
| "step": 1021 |
| }, |
| { |
| "epoch": 2.8096219931271476, |
| "grad_norm": 0.22865589786306695, |
| "learning_rate": 3.819222828129574e-05, |
| "loss": 0.5261, |
| "step": 1022 |
| }, |
| { |
| "epoch": 2.8123711340206183, |
| "grad_norm": 0.19395333537771012, |
| "learning_rate": 3.8115357635499045e-05, |
| "loss": 0.5307, |
| "step": 1023 |
| }, |
| { |
| "epoch": 2.815120274914089, |
| "grad_norm": 0.26952248831929015, |
| "learning_rate": 3.803849396489473e-05, |
| "loss": 0.5304, |
| "step": 1024 |
| }, |
| { |
| "epoch": 2.81786941580756, |
| "grad_norm": 0.2078676429133822, |
| "learning_rate": 3.7961637553960605e-05, |
| "loss": 0.521, |
| "step": 1025 |
| }, |
| { |
| "epoch": 2.8206185567010307, |
| "grad_norm": 0.2437865253535147, |
| "learning_rate": 3.788478868714758e-05, |
| "loss": 0.5284, |
| "step": 1026 |
| }, |
| { |
| "epoch": 2.8233676975945015, |
| "grad_norm": 0.23244204464146223, |
| "learning_rate": 3.780794764887866e-05, |
| "loss": 0.5347, |
| "step": 1027 |
| }, |
| { |
| "epoch": 2.8261168384879722, |
| "grad_norm": 0.1883460034103066, |
| "learning_rate": 3.7731114723547856e-05, |
| "loss": 0.5332, |
| "step": 1028 |
| }, |
| { |
| "epoch": 2.8288659793814435, |
| "grad_norm": 0.18889412109996112, |
| "learning_rate": 3.7654290195519195e-05, |
| "loss": 0.527, |
| "step": 1029 |
| }, |
| { |
| "epoch": 2.8316151202749142, |
| "grad_norm": 0.23037525353226912, |
| "learning_rate": 3.757747434912556e-05, |
| "loss": 0.5293, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.834364261168385, |
| "grad_norm": 0.21033380977426863, |
| "learning_rate": 3.750066746866778e-05, |
| "loss": 0.5226, |
| "step": 1031 |
| }, |
| { |
| "epoch": 2.837113402061856, |
| "grad_norm": 0.17225724075961382, |
| "learning_rate": 3.742386983841341e-05, |
| "loss": 0.5244, |
| "step": 1032 |
| }, |
| { |
| "epoch": 2.8398625429553266, |
| "grad_norm": 0.22879502842160185, |
| "learning_rate": 3.734708174259585e-05, |
| "loss": 0.5291, |
| "step": 1033 |
| }, |
| { |
| "epoch": 2.8426116838487974, |
| "grad_norm": 0.1859425423671784, |
| "learning_rate": 3.727030346541317e-05, |
| "loss": 0.5207, |
| "step": 1034 |
| }, |
| { |
| "epoch": 2.845360824742268, |
| "grad_norm": 0.21138789242685446, |
| "learning_rate": 3.7193535291027115e-05, |
| "loss": 0.5283, |
| "step": 1035 |
| }, |
| { |
| "epoch": 2.848109965635739, |
| "grad_norm": 0.22384899016314974, |
| "learning_rate": 3.7116777503562016e-05, |
| "loss": 0.528, |
| "step": 1036 |
| }, |
| { |
| "epoch": 2.8508591065292097, |
| "grad_norm": 0.2431535434052746, |
| "learning_rate": 3.7040030387103815e-05, |
| "loss": 0.5187, |
| "step": 1037 |
| }, |
| { |
| "epoch": 2.8536082474226805, |
| "grad_norm": 0.24399503353207871, |
| "learning_rate": 3.696329422569889e-05, |
| "loss": 0.5179, |
| "step": 1038 |
| }, |
| { |
| "epoch": 2.8563573883161513, |
| "grad_norm": 0.16921161494449857, |
| "learning_rate": 3.6886569303353136e-05, |
| "loss": 0.5292, |
| "step": 1039 |
| }, |
| { |
| "epoch": 2.859106529209622, |
| "grad_norm": 0.26728522647583636, |
| "learning_rate": 3.680985590403082e-05, |
| "loss": 0.5262, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.861855670103093, |
| "grad_norm": 0.27421229932307095, |
| "learning_rate": 3.673315431165355e-05, |
| "loss": 0.5252, |
| "step": 1041 |
| }, |
| { |
| "epoch": 2.8646048109965636, |
| "grad_norm": 0.2601105298366, |
| "learning_rate": 3.665646481009926e-05, |
| "loss": 0.5203, |
| "step": 1042 |
| }, |
| { |
| "epoch": 2.8673539518900344, |
| "grad_norm": 0.2997837262368804, |
| "learning_rate": 3.657978768320111e-05, |
| "loss": 0.5266, |
| "step": 1043 |
| }, |
| { |
| "epoch": 2.870103092783505, |
| "grad_norm": 0.1739319697716107, |
| "learning_rate": 3.650312321474651e-05, |
| "loss": 0.5285, |
| "step": 1044 |
| }, |
| { |
| "epoch": 2.872852233676976, |
| "grad_norm": 0.2868154357660894, |
| "learning_rate": 3.642647168847596e-05, |
| "loss": 0.5349, |
| "step": 1045 |
| }, |
| { |
| "epoch": 2.8756013745704467, |
| "grad_norm": 0.3150816781576196, |
| "learning_rate": 3.6349833388082096e-05, |
| "loss": 0.5213, |
| "step": 1046 |
| }, |
| { |
| "epoch": 2.8783505154639175, |
| "grad_norm": 0.21703226563550534, |
| "learning_rate": 3.6273208597208595e-05, |
| "loss": 0.5302, |
| "step": 1047 |
| }, |
| { |
| "epoch": 2.8810996563573883, |
| "grad_norm": 0.24416409278757065, |
| "learning_rate": 3.619659759944916e-05, |
| "loss": 0.5249, |
| "step": 1048 |
| }, |
| { |
| "epoch": 2.883848797250859, |
| "grad_norm": 0.2807527048682551, |
| "learning_rate": 3.612000067834636e-05, |
| "loss": 0.5249, |
| "step": 1049 |
| }, |
| { |
| "epoch": 2.88659793814433, |
| "grad_norm": 0.2744380467215706, |
| "learning_rate": 3.604341811739077e-05, |
| "loss": 0.5305, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.8893470790378006, |
| "grad_norm": 0.2271292993546667, |
| "learning_rate": 3.596685020001975e-05, |
| "loss": 0.5194, |
| "step": 1051 |
| }, |
| { |
| "epoch": 2.8920962199312714, |
| "grad_norm": 0.21515311729133313, |
| "learning_rate": 3.5890297209616507e-05, |
| "loss": 0.5242, |
| "step": 1052 |
| }, |
| { |
| "epoch": 2.894845360824742, |
| "grad_norm": 0.2904407669489142, |
| "learning_rate": 3.581375942950895e-05, |
| "loss": 0.5163, |
| "step": 1053 |
| }, |
| { |
| "epoch": 2.897594501718213, |
| "grad_norm": 0.23987566400445187, |
| "learning_rate": 3.5737237142968755e-05, |
| "loss": 0.5321, |
| "step": 1054 |
| }, |
| { |
| "epoch": 2.9003436426116838, |
| "grad_norm": 0.203928269390139, |
| "learning_rate": 3.56607306332102e-05, |
| "loss": 0.5203, |
| "step": 1055 |
| }, |
| { |
| "epoch": 2.9030927835051545, |
| "grad_norm": 0.26314705579076864, |
| "learning_rate": 3.558424018338922e-05, |
| "loss": 0.5267, |
| "step": 1056 |
| }, |
| { |
| "epoch": 2.9058419243986253, |
| "grad_norm": 0.22978092693646193, |
| "learning_rate": 3.5507766076602264e-05, |
| "loss": 0.5211, |
| "step": 1057 |
| }, |
| { |
| "epoch": 2.908591065292096, |
| "grad_norm": 0.1831775606016915, |
| "learning_rate": 3.5431308595885316e-05, |
| "loss": 0.5186, |
| "step": 1058 |
| }, |
| { |
| "epoch": 2.911340206185567, |
| "grad_norm": 0.2557072250330763, |
| "learning_rate": 3.535486802421284e-05, |
| "loss": 0.5204, |
| "step": 1059 |
| }, |
| { |
| "epoch": 2.9140893470790377, |
| "grad_norm": 0.2285012181274199, |
| "learning_rate": 3.5278444644496695e-05, |
| "loss": 0.5273, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.9168384879725084, |
| "grad_norm": 0.18355449593774995, |
| "learning_rate": 3.520203873958514e-05, |
| "loss": 0.531, |
| "step": 1061 |
| }, |
| { |
| "epoch": 2.9195876288659792, |
| "grad_norm": 0.21328292549083275, |
| "learning_rate": 3.512565059226172e-05, |
| "loss": 0.5229, |
| "step": 1062 |
| }, |
| { |
| "epoch": 2.9223367697594504, |
| "grad_norm": 0.21044538382380515, |
| "learning_rate": 3.5049280485244286e-05, |
| "loss": 0.5231, |
| "step": 1063 |
| }, |
| { |
| "epoch": 2.9250859106529212, |
| "grad_norm": 0.17119562274819797, |
| "learning_rate": 3.4972928701183925e-05, |
| "loss": 0.522, |
| "step": 1064 |
| }, |
| { |
| "epoch": 2.927835051546392, |
| "grad_norm": 0.22581900383360864, |
| "learning_rate": 3.489659552266388e-05, |
| "loss": 0.5246, |
| "step": 1065 |
| }, |
| { |
| "epoch": 2.930584192439863, |
| "grad_norm": 0.301379881236332, |
| "learning_rate": 3.482028123219855e-05, |
| "loss": 0.529, |
| "step": 1066 |
| }, |
| { |
| "epoch": 2.9333333333333336, |
| "grad_norm": 0.295319936733804, |
| "learning_rate": 3.4743986112232434e-05, |
| "loss": 0.5289, |
| "step": 1067 |
| }, |
| { |
| "epoch": 2.9360824742268044, |
| "grad_norm": 0.2388909601572767, |
| "learning_rate": 3.466771044513907e-05, |
| "loss": 0.5252, |
| "step": 1068 |
| }, |
| { |
| "epoch": 2.938831615120275, |
| "grad_norm": 0.2678249461923104, |
| "learning_rate": 3.459145451322002e-05, |
| "loss": 0.5262, |
| "step": 1069 |
| }, |
| { |
| "epoch": 2.941580756013746, |
| "grad_norm": 0.22322825864211238, |
| "learning_rate": 3.4515218598703765e-05, |
| "loss": 0.5297, |
| "step": 1070 |
| }, |
| { |
| "epoch": 2.9443298969072167, |
| "grad_norm": 0.179417097733591, |
| "learning_rate": 3.443900298374475e-05, |
| "loss": 0.5249, |
| "step": 1071 |
| }, |
| { |
| "epoch": 2.9470790378006875, |
| "grad_norm": 0.2551012950816274, |
| "learning_rate": 3.436280795042225e-05, |
| "loss": 0.5212, |
| "step": 1072 |
| }, |
| { |
| "epoch": 2.9498281786941583, |
| "grad_norm": 0.25848561223138594, |
| "learning_rate": 3.428663378073937e-05, |
| "loss": 0.528, |
| "step": 1073 |
| }, |
| { |
| "epoch": 2.952577319587629, |
| "grad_norm": 0.17137059703558605, |
| "learning_rate": 3.421048075662203e-05, |
| "loss": 0.524, |
| "step": 1074 |
| }, |
| { |
| "epoch": 2.9553264604811, |
| "grad_norm": 0.21809992041709833, |
| "learning_rate": 3.413434915991784e-05, |
| "loss": 0.5225, |
| "step": 1075 |
| }, |
| { |
| "epoch": 2.9580756013745706, |
| "grad_norm": 0.19281232602243703, |
| "learning_rate": 3.4058239272395156e-05, |
| "loss": 0.5198, |
| "step": 1076 |
| }, |
| { |
| "epoch": 2.9608247422680414, |
| "grad_norm": 0.18758042777019787, |
| "learning_rate": 3.398215137574194e-05, |
| "loss": 0.5145, |
| "step": 1077 |
| }, |
| { |
| "epoch": 2.963573883161512, |
| "grad_norm": 0.24212160366698007, |
| "learning_rate": 3.390608575156481e-05, |
| "loss": 0.529, |
| "step": 1078 |
| }, |
| { |
| "epoch": 2.966323024054983, |
| "grad_norm": 0.19965723896338422, |
| "learning_rate": 3.3830042681387904e-05, |
| "loss": 0.5345, |
| "step": 1079 |
| }, |
| { |
| "epoch": 2.9690721649484537, |
| "grad_norm": 0.16936178177221572, |
| "learning_rate": 3.375402244665194e-05, |
| "loss": 0.5208, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.9718213058419245, |
| "grad_norm": 0.20843282321759193, |
| "learning_rate": 3.367802532871306e-05, |
| "loss": 0.5254, |
| "step": 1081 |
| }, |
| { |
| "epoch": 2.9745704467353953, |
| "grad_norm": 0.1837127741621114, |
| "learning_rate": 3.360205160884191e-05, |
| "loss": 0.5313, |
| "step": 1082 |
| }, |
| { |
| "epoch": 2.977319587628866, |
| "grad_norm": 0.199460376426822, |
| "learning_rate": 3.352610156822248e-05, |
| "loss": 0.5292, |
| "step": 1083 |
| }, |
| { |
| "epoch": 2.980068728522337, |
| "grad_norm": 0.24820207311148457, |
| "learning_rate": 3.345017548795116e-05, |
| "loss": 0.5257, |
| "step": 1084 |
| }, |
| { |
| "epoch": 2.9828178694158076, |
| "grad_norm": 0.24493105512545987, |
| "learning_rate": 3.337427364903565e-05, |
| "loss": 0.5224, |
| "step": 1085 |
| }, |
| { |
| "epoch": 2.9855670103092784, |
| "grad_norm": 0.23786424160796374, |
| "learning_rate": 3.329839633239395e-05, |
| "loss": 0.5304, |
| "step": 1086 |
| }, |
| { |
| "epoch": 2.988316151202749, |
| "grad_norm": 0.27502699218694276, |
| "learning_rate": 3.322254381885325e-05, |
| "loss": 0.5281, |
| "step": 1087 |
| }, |
| { |
| "epoch": 2.99106529209622, |
| "grad_norm": 0.27049323273784326, |
| "learning_rate": 3.314671638914902e-05, |
| "loss": 0.5301, |
| "step": 1088 |
| }, |
| { |
| "epoch": 2.9938144329896907, |
| "grad_norm": 0.19737402579388286, |
| "learning_rate": 3.307091432392382e-05, |
| "loss": 0.5288, |
| "step": 1089 |
| }, |
| { |
| "epoch": 2.9965635738831615, |
| "grad_norm": 0.26232022578272246, |
| "learning_rate": 3.299513790372634e-05, |
| "loss": 0.521, |
| "step": 1090 |
| }, |
| { |
| "epoch": 2.9993127147766323, |
| "grad_norm": 0.23892201559966744, |
| "learning_rate": 3.2919387409010424e-05, |
| "loss": 0.6184, |
| "step": 1091 |
| }, |
| { |
| "epoch": 3.002061855670103, |
| "grad_norm": 0.3594917888207816, |
| "learning_rate": 3.284366312013388e-05, |
| "loss": 0.5355, |
| "step": 1092 |
| }, |
| { |
| "epoch": 3.004810996563574, |
| "grad_norm": 0.25599834111682307, |
| "learning_rate": 3.27679653173576e-05, |
| "loss": 0.4746, |
| "step": 1093 |
| }, |
| { |
| "epoch": 3.0075601374570446, |
| "grad_norm": 0.2254148080474178, |
| "learning_rate": 3.2692294280844374e-05, |
| "loss": 0.4669, |
| "step": 1094 |
| }, |
| { |
| "epoch": 3.0103092783505154, |
| "grad_norm": 0.2506660939835137, |
| "learning_rate": 3.261665029065801e-05, |
| "loss": 0.4682, |
| "step": 1095 |
| }, |
| { |
| "epoch": 3.013058419243986, |
| "grad_norm": 0.267195831442756, |
| "learning_rate": 3.254103362676217e-05, |
| "loss": 0.4715, |
| "step": 1096 |
| }, |
| { |
| "epoch": 3.015807560137457, |
| "grad_norm": 0.24179014490822495, |
| "learning_rate": 3.246544456901934e-05, |
| "loss": 0.4778, |
| "step": 1097 |
| }, |
| { |
| "epoch": 3.0185567010309278, |
| "grad_norm": 0.2329847121267379, |
| "learning_rate": 3.238988339718992e-05, |
| "loss": 0.4747, |
| "step": 1098 |
| }, |
| { |
| "epoch": 3.0213058419243985, |
| "grad_norm": 0.2043691678048163, |
| "learning_rate": 3.231435039093104e-05, |
| "loss": 0.4786, |
| "step": 1099 |
| }, |
| { |
| "epoch": 3.0240549828178693, |
| "grad_norm": 0.22745344698265332, |
| "learning_rate": 3.223884582979561e-05, |
| "loss": 0.4657, |
| "step": 1100 |
| }, |
| { |
| "epoch": 3.02680412371134, |
| "grad_norm": 0.22934476133037818, |
| "learning_rate": 3.216336999323127e-05, |
| "loss": 0.4889, |
| "step": 1101 |
| }, |
| { |
| "epoch": 3.029553264604811, |
| "grad_norm": 0.21801654584396532, |
| "learning_rate": 3.208792316057931e-05, |
| "loss": 0.4784, |
| "step": 1102 |
| }, |
| { |
| "epoch": 3.0323024054982817, |
| "grad_norm": 0.2431718990003574, |
| "learning_rate": 3.201250561107374e-05, |
| "loss": 0.4797, |
| "step": 1103 |
| }, |
| { |
| "epoch": 3.0350515463917525, |
| "grad_norm": 0.26915847727829645, |
| "learning_rate": 3.1937117623840114e-05, |
| "loss": 0.4826, |
| "step": 1104 |
| }, |
| { |
| "epoch": 3.0378006872852232, |
| "grad_norm": 0.2351108919147438, |
| "learning_rate": 3.1861759477894656e-05, |
| "loss": 0.4772, |
| "step": 1105 |
| }, |
| { |
| "epoch": 3.040549828178694, |
| "grad_norm": 0.2904532318483722, |
| "learning_rate": 3.178643145214307e-05, |
| "loss": 0.4803, |
| "step": 1106 |
| }, |
| { |
| "epoch": 3.043298969072165, |
| "grad_norm": 0.19635036055007402, |
| "learning_rate": 3.171113382537962e-05, |
| "loss": 0.4701, |
| "step": 1107 |
| }, |
| { |
| "epoch": 3.0460481099656356, |
| "grad_norm": 0.22223894507419642, |
| "learning_rate": 3.1635866876286064e-05, |
| "loss": 0.4741, |
| "step": 1108 |
| }, |
| { |
| "epoch": 3.0487972508591064, |
| "grad_norm": 0.2152706605758009, |
| "learning_rate": 3.156063088343061e-05, |
| "loss": 0.4746, |
| "step": 1109 |
| }, |
| { |
| "epoch": 3.051546391752577, |
| "grad_norm": 0.17409361205810703, |
| "learning_rate": 3.1485426125266896e-05, |
| "loss": 0.478, |
| "step": 1110 |
| }, |
| { |
| "epoch": 3.054295532646048, |
| "grad_norm": 0.21539232573809372, |
| "learning_rate": 3.141025288013296e-05, |
| "loss": 0.4706, |
| "step": 1111 |
| }, |
| { |
| "epoch": 3.0570446735395187, |
| "grad_norm": 0.19308259974547204, |
| "learning_rate": 3.1335111426250216e-05, |
| "loss": 0.4777, |
| "step": 1112 |
| }, |
| { |
| "epoch": 3.0597938144329895, |
| "grad_norm": 0.2276406440928922, |
| "learning_rate": 3.1260002041722405e-05, |
| "loss": 0.4823, |
| "step": 1113 |
| }, |
| { |
| "epoch": 3.0625429553264603, |
| "grad_norm": 0.1977395826548686, |
| "learning_rate": 3.118492500453456e-05, |
| "loss": 0.4781, |
| "step": 1114 |
| }, |
| { |
| "epoch": 3.0652920962199315, |
| "grad_norm": 0.17401988491729847, |
| "learning_rate": 3.1109880592552046e-05, |
| "loss": 0.474, |
| "step": 1115 |
| }, |
| { |
| "epoch": 3.0680412371134023, |
| "grad_norm": 0.1912931420538338, |
| "learning_rate": 3.103486908351943e-05, |
| "loss": 0.4763, |
| "step": 1116 |
| }, |
| { |
| "epoch": 3.070790378006873, |
| "grad_norm": 0.16713338636093636, |
| "learning_rate": 3.0959890755059515e-05, |
| "loss": 0.4796, |
| "step": 1117 |
| }, |
| { |
| "epoch": 3.073539518900344, |
| "grad_norm": 0.20702313839329717, |
| "learning_rate": 3.088494588467232e-05, |
| "loss": 0.4778, |
| "step": 1118 |
| }, |
| { |
| "epoch": 3.0762886597938146, |
| "grad_norm": 0.1616831225744788, |
| "learning_rate": 3.081003474973401e-05, |
| "loss": 0.4756, |
| "step": 1119 |
| }, |
| { |
| "epoch": 3.0790378006872854, |
| "grad_norm": 0.24558159371403487, |
| "learning_rate": 3.0735157627495925e-05, |
| "loss": 0.4789, |
| "step": 1120 |
| }, |
| { |
| "epoch": 3.081786941580756, |
| "grad_norm": 0.17163392192032517, |
| "learning_rate": 3.0660314795083475e-05, |
| "loss": 0.4768, |
| "step": 1121 |
| }, |
| { |
| "epoch": 3.084536082474227, |
| "grad_norm": 0.21495669147653343, |
| "learning_rate": 3.0585506529495186e-05, |
| "loss": 0.4757, |
| "step": 1122 |
| }, |
| { |
| "epoch": 3.0872852233676977, |
| "grad_norm": 0.15045704205058852, |
| "learning_rate": 3.0510733107601664e-05, |
| "loss": 0.473, |
| "step": 1123 |
| }, |
| { |
| "epoch": 3.0900343642611685, |
| "grad_norm": 0.2020087192391845, |
| "learning_rate": 3.0435994806144524e-05, |
| "loss": 0.4735, |
| "step": 1124 |
| }, |
| { |
| "epoch": 3.0927835051546393, |
| "grad_norm": 0.15940495290357568, |
| "learning_rate": 3.0361291901735428e-05, |
| "loss": 0.4709, |
| "step": 1125 |
| }, |
| { |
| "epoch": 3.09553264604811, |
| "grad_norm": 0.18904118815363216, |
| "learning_rate": 3.028662467085501e-05, |
| "loss": 0.4838, |
| "step": 1126 |
| }, |
| { |
| "epoch": 3.098281786941581, |
| "grad_norm": 0.17129808608598124, |
| "learning_rate": 3.0211993389851893e-05, |
| "loss": 0.4768, |
| "step": 1127 |
| }, |
| { |
| "epoch": 3.1010309278350516, |
| "grad_norm": 0.18416866902814874, |
| "learning_rate": 3.013739833494162e-05, |
| "loss": 0.4718, |
| "step": 1128 |
| }, |
| { |
| "epoch": 3.1037800687285224, |
| "grad_norm": 0.1705293761247234, |
| "learning_rate": 3.00628397822057e-05, |
| "loss": 0.4791, |
| "step": 1129 |
| }, |
| { |
| "epoch": 3.106529209621993, |
| "grad_norm": 0.20209221200923272, |
| "learning_rate": 2.9988318007590494e-05, |
| "loss": 0.4823, |
| "step": 1130 |
| }, |
| { |
| "epoch": 3.109278350515464, |
| "grad_norm": 0.2118645657673755, |
| "learning_rate": 2.991383328690627e-05, |
| "loss": 0.4782, |
| "step": 1131 |
| }, |
| { |
| "epoch": 3.1120274914089348, |
| "grad_norm": 0.17556823451574127, |
| "learning_rate": 2.9839385895826175e-05, |
| "loss": 0.4783, |
| "step": 1132 |
| }, |
| { |
| "epoch": 3.1147766323024055, |
| "grad_norm": 0.19795461740770434, |
| "learning_rate": 2.9764976109885166e-05, |
| "loss": 0.4818, |
| "step": 1133 |
| }, |
| { |
| "epoch": 3.1175257731958763, |
| "grad_norm": 0.16701933368048089, |
| "learning_rate": 2.9690604204479026e-05, |
| "loss": 0.476, |
| "step": 1134 |
| }, |
| { |
| "epoch": 3.120274914089347, |
| "grad_norm": 0.20618027859459478, |
| "learning_rate": 2.9616270454863368e-05, |
| "loss": 0.4798, |
| "step": 1135 |
| }, |
| { |
| "epoch": 3.123024054982818, |
| "grad_norm": 0.1431586178012281, |
| "learning_rate": 2.9541975136152548e-05, |
| "loss": 0.478, |
| "step": 1136 |
| }, |
| { |
| "epoch": 3.1257731958762887, |
| "grad_norm": 0.17793879100992058, |
| "learning_rate": 2.946771852331873e-05, |
| "loss": 0.4756, |
| "step": 1137 |
| }, |
| { |
| "epoch": 3.1285223367697594, |
| "grad_norm": 0.16681103898774272, |
| "learning_rate": 2.939350089119077e-05, |
| "loss": 0.4715, |
| "step": 1138 |
| }, |
| { |
| "epoch": 3.13127147766323, |
| "grad_norm": 0.17261193531928995, |
| "learning_rate": 2.9319322514453286e-05, |
| "loss": 0.4759, |
| "step": 1139 |
| }, |
| { |
| "epoch": 3.134020618556701, |
| "grad_norm": 0.1582640372762462, |
| "learning_rate": 2.9245183667645626e-05, |
| "loss": 0.4749, |
| "step": 1140 |
| }, |
| { |
| "epoch": 3.136769759450172, |
| "grad_norm": 0.17322436049835935, |
| "learning_rate": 2.9171084625160797e-05, |
| "loss": 0.4703, |
| "step": 1141 |
| }, |
| { |
| "epoch": 3.1395189003436426, |
| "grad_norm": 0.17367955729692558, |
| "learning_rate": 2.909702566124452e-05, |
| "loss": 0.4792, |
| "step": 1142 |
| }, |
| { |
| "epoch": 3.1422680412371133, |
| "grad_norm": 0.16722751357988883, |
| "learning_rate": 2.9023007049994157e-05, |
| "loss": 0.4717, |
| "step": 1143 |
| }, |
| { |
| "epoch": 3.145017182130584, |
| "grad_norm": 0.1728042548273763, |
| "learning_rate": 2.8949029065357753e-05, |
| "loss": 0.4818, |
| "step": 1144 |
| }, |
| { |
| "epoch": 3.147766323024055, |
| "grad_norm": 0.18069700472194267, |
| "learning_rate": 2.8875091981132963e-05, |
| "loss": 0.476, |
| "step": 1145 |
| }, |
| { |
| "epoch": 3.1505154639175257, |
| "grad_norm": 0.15820067646687608, |
| "learning_rate": 2.8801196070966054e-05, |
| "loss": 0.4666, |
| "step": 1146 |
| }, |
| { |
| "epoch": 3.1532646048109965, |
| "grad_norm": 0.15258574864023677, |
| "learning_rate": 2.8727341608350952e-05, |
| "loss": 0.4759, |
| "step": 1147 |
| }, |
| { |
| "epoch": 3.1560137457044672, |
| "grad_norm": 0.1960418259666068, |
| "learning_rate": 2.8653528866628132e-05, |
| "loss": 0.4769, |
| "step": 1148 |
| }, |
| { |
| "epoch": 3.158762886597938, |
| "grad_norm": 0.15371731621163243, |
| "learning_rate": 2.8579758118983716e-05, |
| "loss": 0.4842, |
| "step": 1149 |
| }, |
| { |
| "epoch": 3.161512027491409, |
| "grad_norm": 0.19068409005542658, |
| "learning_rate": 2.8506029638448347e-05, |
| "loss": 0.4776, |
| "step": 1150 |
| }, |
| { |
| "epoch": 3.1642611683848796, |
| "grad_norm": 0.17886606119360748, |
| "learning_rate": 2.843234369789625e-05, |
| "loss": 0.4744, |
| "step": 1151 |
| }, |
| { |
| "epoch": 3.1670103092783504, |
| "grad_norm": 0.19710185432909114, |
| "learning_rate": 2.8358700570044232e-05, |
| "loss": 0.4813, |
| "step": 1152 |
| }, |
| { |
| "epoch": 3.169759450171821, |
| "grad_norm": 0.18041901946396155, |
| "learning_rate": 2.8285100527450623e-05, |
| "loss": 0.4833, |
| "step": 1153 |
| }, |
| { |
| "epoch": 3.172508591065292, |
| "grad_norm": 0.16581599590174512, |
| "learning_rate": 2.8211543842514288e-05, |
| "loss": 0.4739, |
| "step": 1154 |
| }, |
| { |
| "epoch": 3.1752577319587627, |
| "grad_norm": 0.15872506391538035, |
| "learning_rate": 2.8138030787473635e-05, |
| "loss": 0.4854, |
| "step": 1155 |
| }, |
| { |
| "epoch": 3.1780068728522335, |
| "grad_norm": 0.18595712745784665, |
| "learning_rate": 2.806456163440559e-05, |
| "loss": 0.4791, |
| "step": 1156 |
| }, |
| { |
| "epoch": 3.1807560137457043, |
| "grad_norm": 0.1585604017012495, |
| "learning_rate": 2.7991136655224602e-05, |
| "loss": 0.4794, |
| "step": 1157 |
| }, |
| { |
| "epoch": 3.183505154639175, |
| "grad_norm": 0.16724675223224328, |
| "learning_rate": 2.791775612168161e-05, |
| "loss": 0.484, |
| "step": 1158 |
| }, |
| { |
| "epoch": 3.1862542955326463, |
| "grad_norm": 0.1598241225286718, |
| "learning_rate": 2.784442030536309e-05, |
| "loss": 0.4816, |
| "step": 1159 |
| }, |
| { |
| "epoch": 3.189003436426117, |
| "grad_norm": 0.16901071883801533, |
| "learning_rate": 2.7771129477689972e-05, |
| "loss": 0.473, |
| "step": 1160 |
| }, |
| { |
| "epoch": 3.191752577319588, |
| "grad_norm": 0.13853638340372265, |
| "learning_rate": 2.7697883909916732e-05, |
| "loss": 0.4736, |
| "step": 1161 |
| }, |
| { |
| "epoch": 3.1945017182130586, |
| "grad_norm": 0.16091561527631862, |
| "learning_rate": 2.7624683873130287e-05, |
| "loss": 0.4805, |
| "step": 1162 |
| }, |
| { |
| "epoch": 3.1972508591065294, |
| "grad_norm": 0.14598087437104398, |
| "learning_rate": 2.755152963824905e-05, |
| "loss": 0.4835, |
| "step": 1163 |
| }, |
| { |
| "epoch": 3.2, |
| "grad_norm": 0.175532838361529, |
| "learning_rate": 2.7478421476021968e-05, |
| "loss": 0.4743, |
| "step": 1164 |
| }, |
| { |
| "epoch": 3.202749140893471, |
| "grad_norm": 0.1337685529203635, |
| "learning_rate": 2.740535965702739e-05, |
| "loss": 0.4734, |
| "step": 1165 |
| }, |
| { |
| "epoch": 3.2054982817869417, |
| "grad_norm": 0.1735634483137809, |
| "learning_rate": 2.7332344451672214e-05, |
| "loss": 0.4709, |
| "step": 1166 |
| }, |
| { |
| "epoch": 3.2082474226804125, |
| "grad_norm": 0.15693421713978023, |
| "learning_rate": 2.7259376130190783e-05, |
| "loss": 0.4741, |
| "step": 1167 |
| }, |
| { |
| "epoch": 3.2109965635738833, |
| "grad_norm": 0.1330436144853641, |
| "learning_rate": 2.718645496264392e-05, |
| "loss": 0.4739, |
| "step": 1168 |
| }, |
| { |
| "epoch": 3.213745704467354, |
| "grad_norm": 0.17309959852487516, |
| "learning_rate": 2.711358121891795e-05, |
| "loss": 0.4705, |
| "step": 1169 |
| }, |
| { |
| "epoch": 3.216494845360825, |
| "grad_norm": 0.1642984807751716, |
| "learning_rate": 2.704075516872366e-05, |
| "loss": 0.4726, |
| "step": 1170 |
| }, |
| { |
| "epoch": 3.2192439862542956, |
| "grad_norm": 0.14722892838781462, |
| "learning_rate": 2.6967977081595304e-05, |
| "loss": 0.4775, |
| "step": 1171 |
| }, |
| { |
| "epoch": 3.2219931271477664, |
| "grad_norm": 0.16887717979369643, |
| "learning_rate": 2.6895247226889672e-05, |
| "loss": 0.4738, |
| "step": 1172 |
| }, |
| { |
| "epoch": 3.224742268041237, |
| "grad_norm": 0.17049853048281954, |
| "learning_rate": 2.682256587378498e-05, |
| "loss": 0.4719, |
| "step": 1173 |
| }, |
| { |
| "epoch": 3.227491408934708, |
| "grad_norm": 0.15138446686573354, |
| "learning_rate": 2.6749933291279994e-05, |
| "loss": 0.4856, |
| "step": 1174 |
| }, |
| { |
| "epoch": 3.2302405498281788, |
| "grad_norm": 0.16148723512701157, |
| "learning_rate": 2.6677349748192934e-05, |
| "loss": 0.4762, |
| "step": 1175 |
| }, |
| { |
| "epoch": 3.2329896907216495, |
| "grad_norm": 0.14912677660800724, |
| "learning_rate": 2.6604815513160556e-05, |
| "loss": 0.4653, |
| "step": 1176 |
| }, |
| { |
| "epoch": 3.2357388316151203, |
| "grad_norm": 0.13862596201937702, |
| "learning_rate": 2.6532330854637086e-05, |
| "loss": 0.4743, |
| "step": 1177 |
| }, |
| { |
| "epoch": 3.238487972508591, |
| "grad_norm": 0.15927565474045197, |
| "learning_rate": 2.645989604089331e-05, |
| "loss": 0.4746, |
| "step": 1178 |
| }, |
| { |
| "epoch": 3.241237113402062, |
| "grad_norm": 0.17434623830674337, |
| "learning_rate": 2.638751134001549e-05, |
| "loss": 0.48, |
| "step": 1179 |
| }, |
| { |
| "epoch": 3.2439862542955327, |
| "grad_norm": 0.1447492759368682, |
| "learning_rate": 2.6315177019904423e-05, |
| "loss": 0.4781, |
| "step": 1180 |
| }, |
| { |
| "epoch": 3.2467353951890034, |
| "grad_norm": 0.16927963210867344, |
| "learning_rate": 2.624289334827448e-05, |
| "loss": 0.4704, |
| "step": 1181 |
| }, |
| { |
| "epoch": 3.2494845360824742, |
| "grad_norm": 0.1665258090219738, |
| "learning_rate": 2.6170660592652545e-05, |
| "loss": 0.4781, |
| "step": 1182 |
| }, |
| { |
| "epoch": 3.252233676975945, |
| "grad_norm": 0.15855482153444905, |
| "learning_rate": 2.609847902037706e-05, |
| "loss": 0.4743, |
| "step": 1183 |
| }, |
| { |
| "epoch": 3.254982817869416, |
| "grad_norm": 0.17971555626146168, |
| "learning_rate": 2.6026348898597057e-05, |
| "loss": 0.4803, |
| "step": 1184 |
| }, |
| { |
| "epoch": 3.2577319587628866, |
| "grad_norm": 0.2816535496494584, |
| "learning_rate": 2.5954270494271116e-05, |
| "loss": 0.4761, |
| "step": 1185 |
| }, |
| { |
| "epoch": 3.2604810996563574, |
| "grad_norm": 0.23781070038647936, |
| "learning_rate": 2.588224407416645e-05, |
| "loss": 0.4729, |
| "step": 1186 |
| }, |
| { |
| "epoch": 3.263230240549828, |
| "grad_norm": 0.23075459880557803, |
| "learning_rate": 2.581026990485781e-05, |
| "loss": 0.4764, |
| "step": 1187 |
| }, |
| { |
| "epoch": 3.265979381443299, |
| "grad_norm": 0.14086275865969622, |
| "learning_rate": 2.5738348252726607e-05, |
| "loss": 0.4809, |
| "step": 1188 |
| }, |
| { |
| "epoch": 3.2687285223367697, |
| "grad_norm": 0.18978376603435007, |
| "learning_rate": 2.566647938395989e-05, |
| "loss": 0.4817, |
| "step": 1189 |
| }, |
| { |
| "epoch": 3.2714776632302405, |
| "grad_norm": 0.16648197235336828, |
| "learning_rate": 2.559466356454933e-05, |
| "loss": 0.4703, |
| "step": 1190 |
| }, |
| { |
| "epoch": 3.2742268041237113, |
| "grad_norm": 0.17731919695127468, |
| "learning_rate": 2.5522901060290272e-05, |
| "loss": 0.4757, |
| "step": 1191 |
| }, |
| { |
| "epoch": 3.276975945017182, |
| "grad_norm": 0.22533634711616554, |
| "learning_rate": 2.545119213678072e-05, |
| "loss": 0.4779, |
| "step": 1192 |
| }, |
| { |
| "epoch": 3.279725085910653, |
| "grad_norm": 0.29341047419363175, |
| "learning_rate": 2.53795370594204e-05, |
| "loss": 0.4809, |
| "step": 1193 |
| }, |
| { |
| "epoch": 3.2824742268041236, |
| "grad_norm": 0.17396435349550476, |
| "learning_rate": 2.530793609340974e-05, |
| "loss": 0.4796, |
| "step": 1194 |
| }, |
| { |
| "epoch": 3.2852233676975944, |
| "grad_norm": 0.20383849713641408, |
| "learning_rate": 2.523638950374886e-05, |
| "loss": 0.4721, |
| "step": 1195 |
| }, |
| { |
| "epoch": 3.287972508591065, |
| "grad_norm": 0.16601271855097022, |
| "learning_rate": 2.5164897555236686e-05, |
| "loss": 0.4804, |
| "step": 1196 |
| }, |
| { |
| "epoch": 3.290721649484536, |
| "grad_norm": 0.30470051683065796, |
| "learning_rate": 2.509346051246988e-05, |
| "loss": 0.4792, |
| "step": 1197 |
| }, |
| { |
| "epoch": 3.2934707903780067, |
| "grad_norm": 0.2812298427453436, |
| "learning_rate": 2.5022078639841918e-05, |
| "loss": 0.4782, |
| "step": 1198 |
| }, |
| { |
| "epoch": 3.2962199312714775, |
| "grad_norm": 0.1597994542210946, |
| "learning_rate": 2.495075220154206e-05, |
| "loss": 0.4823, |
| "step": 1199 |
| }, |
| { |
| "epoch": 3.2989690721649483, |
| "grad_norm": 0.3095999568945906, |
| "learning_rate": 2.4879481461554405e-05, |
| "loss": 0.4762, |
| "step": 1200 |
| }, |
| { |
| "epoch": 3.301718213058419, |
| "grad_norm": 0.24822013052998354, |
| "learning_rate": 2.4808266683656932e-05, |
| "loss": 0.4805, |
| "step": 1201 |
| }, |
| { |
| "epoch": 3.30446735395189, |
| "grad_norm": 0.19304267454670382, |
| "learning_rate": 2.473710813142049e-05, |
| "loss": 0.4709, |
| "step": 1202 |
| }, |
| { |
| "epoch": 3.3072164948453606, |
| "grad_norm": 0.22511180187157134, |
| "learning_rate": 2.4666006068207793e-05, |
| "loss": 0.4791, |
| "step": 1203 |
| }, |
| { |
| "epoch": 3.3099656357388314, |
| "grad_norm": 0.17597702188477718, |
| "learning_rate": 2.4594960757172555e-05, |
| "loss": 0.4825, |
| "step": 1204 |
| }, |
| { |
| "epoch": 3.312714776632302, |
| "grad_norm": 0.18231300214622423, |
| "learning_rate": 2.4523972461258386e-05, |
| "loss": 0.4794, |
| "step": 1205 |
| }, |
| { |
| "epoch": 3.315463917525773, |
| "grad_norm": 0.25489199823717157, |
| "learning_rate": 2.445304144319792e-05, |
| "loss": 0.4795, |
| "step": 1206 |
| }, |
| { |
| "epoch": 3.3182130584192437, |
| "grad_norm": 0.15105215480831594, |
| "learning_rate": 2.4382167965511774e-05, |
| "loss": 0.4902, |
| "step": 1207 |
| }, |
| { |
| "epoch": 3.320962199312715, |
| "grad_norm": 0.2799009342897516, |
| "learning_rate": 2.431135229050763e-05, |
| "loss": 0.4818, |
| "step": 1208 |
| }, |
| { |
| "epoch": 3.3237113402061857, |
| "grad_norm": 0.21951158609310864, |
| "learning_rate": 2.4240594680279204e-05, |
| "loss": 0.479, |
| "step": 1209 |
| }, |
| { |
| "epoch": 3.3264604810996565, |
| "grad_norm": 0.19395691144843719, |
| "learning_rate": 2.416989539670536e-05, |
| "loss": 0.479, |
| "step": 1210 |
| }, |
| { |
| "epoch": 3.3292096219931273, |
| "grad_norm": 0.17094551246350398, |
| "learning_rate": 2.409925470144903e-05, |
| "loss": 0.4808, |
| "step": 1211 |
| }, |
| { |
| "epoch": 3.331958762886598, |
| "grad_norm": 0.23964152078624051, |
| "learning_rate": 2.402867285595635e-05, |
| "loss": 0.4764, |
| "step": 1212 |
| }, |
| { |
| "epoch": 3.334707903780069, |
| "grad_norm": 0.2782973993431327, |
| "learning_rate": 2.3958150121455638e-05, |
| "loss": 0.4811, |
| "step": 1213 |
| }, |
| { |
| "epoch": 3.3374570446735397, |
| "grad_norm": 0.1640795235166955, |
| "learning_rate": 2.3887686758956425e-05, |
| "loss": 0.4793, |
| "step": 1214 |
| }, |
| { |
| "epoch": 3.3402061855670104, |
| "grad_norm": 0.3070072205373487, |
| "learning_rate": 2.3817283029248536e-05, |
| "loss": 0.475, |
| "step": 1215 |
| }, |
| { |
| "epoch": 3.342955326460481, |
| "grad_norm": 0.23275102863915093, |
| "learning_rate": 2.3746939192901052e-05, |
| "loss": 0.479, |
| "step": 1216 |
| }, |
| { |
| "epoch": 3.345704467353952, |
| "grad_norm": 0.23028817088895479, |
| "learning_rate": 2.3676655510261402e-05, |
| "loss": 0.4735, |
| "step": 1217 |
| }, |
| { |
| "epoch": 3.3484536082474228, |
| "grad_norm": 0.320766094957754, |
| "learning_rate": 2.3606432241454398e-05, |
| "loss": 0.4877, |
| "step": 1218 |
| }, |
| { |
| "epoch": 3.3512027491408936, |
| "grad_norm": 0.2518366256607952, |
| "learning_rate": 2.353626964638122e-05, |
| "loss": 0.4733, |
| "step": 1219 |
| }, |
| { |
| "epoch": 3.3539518900343643, |
| "grad_norm": 0.1904395352124866, |
| "learning_rate": 2.34661679847185e-05, |
| "loss": 0.4895, |
| "step": 1220 |
| }, |
| { |
| "epoch": 3.356701030927835, |
| "grad_norm": 0.3279385370633572, |
| "learning_rate": 2.3396127515917392e-05, |
| "loss": 0.4777, |
| "step": 1221 |
| }, |
| { |
| "epoch": 3.359450171821306, |
| "grad_norm": 0.20836286167731985, |
| "learning_rate": 2.3326148499202518e-05, |
| "loss": 0.4765, |
| "step": 1222 |
| }, |
| { |
| "epoch": 3.3621993127147767, |
| "grad_norm": 0.22895782643501986, |
| "learning_rate": 2.325623119357107e-05, |
| "loss": 0.4883, |
| "step": 1223 |
| }, |
| { |
| "epoch": 3.3649484536082475, |
| "grad_norm": 0.29237657945287854, |
| "learning_rate": 2.3186375857791896e-05, |
| "loss": 0.483, |
| "step": 1224 |
| }, |
| { |
| "epoch": 3.3676975945017182, |
| "grad_norm": 0.18465319808299466, |
| "learning_rate": 2.3116582750404427e-05, |
| "loss": 0.472, |
| "step": 1225 |
| }, |
| { |
| "epoch": 3.370446735395189, |
| "grad_norm": 0.20550527495867124, |
| "learning_rate": 2.304685212971781e-05, |
| "loss": 0.477, |
| "step": 1226 |
| }, |
| { |
| "epoch": 3.37319587628866, |
| "grad_norm": 0.2692822007314835, |
| "learning_rate": 2.2977184253809913e-05, |
| "loss": 0.4763, |
| "step": 1227 |
| }, |
| { |
| "epoch": 3.3759450171821306, |
| "grad_norm": 0.1708056032464783, |
| "learning_rate": 2.2907579380526387e-05, |
| "loss": 0.48, |
| "step": 1228 |
| }, |
| { |
| "epoch": 3.3786941580756014, |
| "grad_norm": 0.368849523723143, |
| "learning_rate": 2.2838037767479713e-05, |
| "loss": 0.4797, |
| "step": 1229 |
| }, |
| { |
| "epoch": 3.381443298969072, |
| "grad_norm": 0.21646292002270615, |
| "learning_rate": 2.2768559672048218e-05, |
| "loss": 0.474, |
| "step": 1230 |
| }, |
| { |
| "epoch": 3.384192439862543, |
| "grad_norm": 0.26373109002232037, |
| "learning_rate": 2.2699145351375186e-05, |
| "loss": 0.4803, |
| "step": 1231 |
| }, |
| { |
| "epoch": 3.3869415807560137, |
| "grad_norm": 0.2843624854578763, |
| "learning_rate": 2.262979506236784e-05, |
| "loss": 0.4826, |
| "step": 1232 |
| }, |
| { |
| "epoch": 3.3896907216494845, |
| "grad_norm": 0.19833041217898748, |
| "learning_rate": 2.256050906169641e-05, |
| "loss": 0.491, |
| "step": 1233 |
| }, |
| { |
| "epoch": 3.3924398625429553, |
| "grad_norm": 0.2800244352558394, |
| "learning_rate": 2.2491287605793204e-05, |
| "loss": 0.4707, |
| "step": 1234 |
| }, |
| { |
| "epoch": 3.395189003436426, |
| "grad_norm": 0.18325778358692565, |
| "learning_rate": 2.2422130950851643e-05, |
| "loss": 0.4744, |
| "step": 1235 |
| }, |
| { |
| "epoch": 3.397938144329897, |
| "grad_norm": 0.3008410533335858, |
| "learning_rate": 2.235303935282531e-05, |
| "loss": 0.4846, |
| "step": 1236 |
| }, |
| { |
| "epoch": 3.4006872852233676, |
| "grad_norm": 0.19194203147930453, |
| "learning_rate": 2.2284013067427025e-05, |
| "loss": 0.4718, |
| "step": 1237 |
| }, |
| { |
| "epoch": 3.4034364261168384, |
| "grad_norm": 0.34898181416099955, |
| "learning_rate": 2.2215052350127834e-05, |
| "loss": 0.484, |
| "step": 1238 |
| }, |
| { |
| "epoch": 3.406185567010309, |
| "grad_norm": 0.2356425803363679, |
| "learning_rate": 2.214615745615619e-05, |
| "loss": 0.4774, |
| "step": 1239 |
| }, |
| { |
| "epoch": 3.40893470790378, |
| "grad_norm": 0.21466246650328097, |
| "learning_rate": 2.207732864049686e-05, |
| "loss": 0.4812, |
| "step": 1240 |
| }, |
| { |
| "epoch": 3.4116838487972507, |
| "grad_norm": 0.26377375192350677, |
| "learning_rate": 2.200856615789009e-05, |
| "loss": 0.4912, |
| "step": 1241 |
| }, |
| { |
| "epoch": 3.4144329896907215, |
| "grad_norm": 0.15695872082264978, |
| "learning_rate": 2.1939870262830577e-05, |
| "loss": 0.4715, |
| "step": 1242 |
| }, |
| { |
| "epoch": 3.4171821305841923, |
| "grad_norm": 0.28736994518322967, |
| "learning_rate": 2.187124120956666e-05, |
| "loss": 0.4811, |
| "step": 1243 |
| }, |
| { |
| "epoch": 3.419931271477663, |
| "grad_norm": 0.24847231178584678, |
| "learning_rate": 2.1802679252099184e-05, |
| "loss": 0.4784, |
| "step": 1244 |
| }, |
| { |
| "epoch": 3.422680412371134, |
| "grad_norm": 0.17957114598770363, |
| "learning_rate": 2.1734184644180715e-05, |
| "loss": 0.4706, |
| "step": 1245 |
| }, |
| { |
| "epoch": 3.4254295532646046, |
| "grad_norm": 0.3386000360336158, |
| "learning_rate": 2.16657576393146e-05, |
| "loss": 0.4764, |
| "step": 1246 |
| }, |
| { |
| "epoch": 3.4281786941580754, |
| "grad_norm": 0.14262617741372224, |
| "learning_rate": 2.1597398490753917e-05, |
| "loss": 0.4645, |
| "step": 1247 |
| }, |
| { |
| "epoch": 3.4309278350515466, |
| "grad_norm": 0.2371298714043362, |
| "learning_rate": 2.152910745150063e-05, |
| "loss": 0.4778, |
| "step": 1248 |
| }, |
| { |
| "epoch": 3.4336769759450174, |
| "grad_norm": 0.15007549750939145, |
| "learning_rate": 2.1460884774304614e-05, |
| "loss": 0.481, |
| "step": 1249 |
| }, |
| { |
| "epoch": 3.436426116838488, |
| "grad_norm": 0.2666157528473445, |
| "learning_rate": 2.1392730711662755e-05, |
| "loss": 0.473, |
| "step": 1250 |
| }, |
| { |
| "epoch": 3.439175257731959, |
| "grad_norm": 0.19370621015791017, |
| "learning_rate": 2.1324645515817988e-05, |
| "loss": 0.4916, |
| "step": 1251 |
| }, |
| { |
| "epoch": 3.4419243986254298, |
| "grad_norm": 0.1363626153767201, |
| "learning_rate": 2.125662943875832e-05, |
| "loss": 0.4783, |
| "step": 1252 |
| }, |
| { |
| "epoch": 3.4446735395189005, |
| "grad_norm": 0.1558927651589561, |
| "learning_rate": 2.1188682732215978e-05, |
| "loss": 0.4863, |
| "step": 1253 |
| }, |
| { |
| "epoch": 3.4474226804123713, |
| "grad_norm": 0.1878171719282548, |
| "learning_rate": 2.1120805647666484e-05, |
| "loss": 0.483, |
| "step": 1254 |
| }, |
| { |
| "epoch": 3.450171821305842, |
| "grad_norm": 0.1706433093556562, |
| "learning_rate": 2.1052998436327624e-05, |
| "loss": 0.4766, |
| "step": 1255 |
| }, |
| { |
| "epoch": 3.452920962199313, |
| "grad_norm": 0.14594078534672697, |
| "learning_rate": 2.0985261349158606e-05, |
| "loss": 0.4701, |
| "step": 1256 |
| }, |
| { |
| "epoch": 3.4556701030927837, |
| "grad_norm": 0.2713964023439289, |
| "learning_rate": 2.0917594636859084e-05, |
| "loss": 0.4734, |
| "step": 1257 |
| }, |
| { |
| "epoch": 3.4584192439862544, |
| "grad_norm": 0.20301631548067403, |
| "learning_rate": 2.084999854986829e-05, |
| "loss": 0.4664, |
| "step": 1258 |
| }, |
| { |
| "epoch": 3.4611683848797252, |
| "grad_norm": 0.21017329606796895, |
| "learning_rate": 2.0782473338364034e-05, |
| "loss": 0.4801, |
| "step": 1259 |
| }, |
| { |
| "epoch": 3.463917525773196, |
| "grad_norm": 0.2024174569645721, |
| "learning_rate": 2.0715019252261786e-05, |
| "loss": 0.473, |
| "step": 1260 |
| }, |
| { |
| "epoch": 3.466666666666667, |
| "grad_norm": 0.13513087820592787, |
| "learning_rate": 2.0647636541213843e-05, |
| "loss": 0.479, |
| "step": 1261 |
| }, |
| { |
| "epoch": 3.4694158075601376, |
| "grad_norm": 0.15323818419427804, |
| "learning_rate": 2.0580325454608294e-05, |
| "loss": 0.479, |
| "step": 1262 |
| }, |
| { |
| "epoch": 3.4721649484536083, |
| "grad_norm": 0.1883180981275938, |
| "learning_rate": 2.051308624156815e-05, |
| "loss": 0.4797, |
| "step": 1263 |
| }, |
| { |
| "epoch": 3.474914089347079, |
| "grad_norm": 0.18535688822536886, |
| "learning_rate": 2.0445919150950387e-05, |
| "loss": 0.4828, |
| "step": 1264 |
| }, |
| { |
| "epoch": 3.47766323024055, |
| "grad_norm": 0.1735738790195007, |
| "learning_rate": 2.0378824431345116e-05, |
| "loss": 0.4752, |
| "step": 1265 |
| }, |
| { |
| "epoch": 3.4804123711340207, |
| "grad_norm": 0.25380262888772, |
| "learning_rate": 2.0311802331074543e-05, |
| "loss": 0.479, |
| "step": 1266 |
| }, |
| { |
| "epoch": 3.4831615120274915, |
| "grad_norm": 0.17442121730064505, |
| "learning_rate": 2.024485309819213e-05, |
| "loss": 0.4739, |
| "step": 1267 |
| }, |
| { |
| "epoch": 3.4859106529209622, |
| "grad_norm": 0.284320944684907, |
| "learning_rate": 2.01779769804816e-05, |
| "loss": 0.4843, |
| "step": 1268 |
| }, |
| { |
| "epoch": 3.488659793814433, |
| "grad_norm": 0.1625892440951168, |
| "learning_rate": 2.011117422545616e-05, |
| "loss": 0.4763, |
| "step": 1269 |
| }, |
| { |
| "epoch": 3.491408934707904, |
| "grad_norm": 0.28275001646900066, |
| "learning_rate": 2.004444508035743e-05, |
| "loss": 0.4699, |
| "step": 1270 |
| }, |
| { |
| "epoch": 3.4941580756013746, |
| "grad_norm": 0.17127917891669825, |
| "learning_rate": 1.9977789792154615e-05, |
| "loss": 0.4882, |
| "step": 1271 |
| }, |
| { |
| "epoch": 3.4969072164948454, |
| "grad_norm": 0.155941741872769, |
| "learning_rate": 1.991120860754356e-05, |
| "loss": 0.4692, |
| "step": 1272 |
| }, |
| { |
| "epoch": 3.499656357388316, |
| "grad_norm": 0.15459720154148457, |
| "learning_rate": 1.984470177294588e-05, |
| "loss": 0.4841, |
| "step": 1273 |
| }, |
| { |
| "epoch": 3.502405498281787, |
| "grad_norm": 0.2196341305641022, |
| "learning_rate": 1.9778269534507987e-05, |
| "loss": 0.4713, |
| "step": 1274 |
| }, |
| { |
| "epoch": 3.5051546391752577, |
| "grad_norm": 0.22478563840945578, |
| "learning_rate": 1.971191213810021e-05, |
| "loss": 0.4892, |
| "step": 1275 |
| }, |
| { |
| "epoch": 3.5079037800687285, |
| "grad_norm": 0.1739449107806518, |
| "learning_rate": 1.964562982931588e-05, |
| "loss": 0.4765, |
| "step": 1276 |
| }, |
| { |
| "epoch": 3.5106529209621993, |
| "grad_norm": 0.27214067372219086, |
| "learning_rate": 1.9579422853470436e-05, |
| "loss": 0.4815, |
| "step": 1277 |
| }, |
| { |
| "epoch": 3.51340206185567, |
| "grad_norm": 0.17400788077272825, |
| "learning_rate": 1.95132914556005e-05, |
| "loss": 0.4727, |
| "step": 1278 |
| }, |
| { |
| "epoch": 3.516151202749141, |
| "grad_norm": 0.19337030209527964, |
| "learning_rate": 1.9447235880462947e-05, |
| "loss": 0.4804, |
| "step": 1279 |
| }, |
| { |
| "epoch": 3.5189003436426116, |
| "grad_norm": 0.1514665359437226, |
| "learning_rate": 1.938125637253409e-05, |
| "loss": 0.4729, |
| "step": 1280 |
| }, |
| { |
| "epoch": 3.5216494845360824, |
| "grad_norm": 0.27810047698132523, |
| "learning_rate": 1.9315353176008655e-05, |
| "loss": 0.478, |
| "step": 1281 |
| }, |
| { |
| "epoch": 3.524398625429553, |
| "grad_norm": 0.2052552676995858, |
| "learning_rate": 1.9249526534798965e-05, |
| "loss": 0.4825, |
| "step": 1282 |
| }, |
| { |
| "epoch": 3.527147766323024, |
| "grad_norm": 0.1638869338895521, |
| "learning_rate": 1.9183776692533977e-05, |
| "loss": 0.4754, |
| "step": 1283 |
| }, |
| { |
| "epoch": 3.5298969072164947, |
| "grad_norm": 0.1623552411012285, |
| "learning_rate": 1.9118103892558438e-05, |
| "loss": 0.4721, |
| "step": 1284 |
| }, |
| { |
| "epoch": 3.5326460481099655, |
| "grad_norm": 0.2765823979801074, |
| "learning_rate": 1.9052508377931945e-05, |
| "loss": 0.4721, |
| "step": 1285 |
| }, |
| { |
| "epoch": 3.5353951890034363, |
| "grad_norm": 0.20787425872060086, |
| "learning_rate": 1.8986990391428056e-05, |
| "loss": 0.4721, |
| "step": 1286 |
| }, |
| { |
| "epoch": 3.538144329896907, |
| "grad_norm": 0.23103945726058686, |
| "learning_rate": 1.8921550175533384e-05, |
| "loss": 0.4804, |
| "step": 1287 |
| }, |
| { |
| "epoch": 3.540893470790378, |
| "grad_norm": 0.14819667238986017, |
| "learning_rate": 1.885618797244674e-05, |
| "loss": 0.4781, |
| "step": 1288 |
| }, |
| { |
| "epoch": 3.5436426116838486, |
| "grad_norm": 0.34832469601339244, |
| "learning_rate": 1.8790904024078166e-05, |
| "loss": 0.4853, |
| "step": 1289 |
| }, |
| { |
| "epoch": 3.5463917525773194, |
| "grad_norm": 0.17762443199441277, |
| "learning_rate": 1.8725698572048096e-05, |
| "loss": 0.4687, |
| "step": 1290 |
| }, |
| { |
| "epoch": 3.54914089347079, |
| "grad_norm": 0.220110309410904, |
| "learning_rate": 1.866057185768644e-05, |
| "loss": 0.4722, |
| "step": 1291 |
| }, |
| { |
| "epoch": 3.551890034364261, |
| "grad_norm": 0.1568411202207363, |
| "learning_rate": 1.8595524122031695e-05, |
| "loss": 0.477, |
| "step": 1292 |
| }, |
| { |
| "epoch": 3.5546391752577318, |
| "grad_norm": 0.1487231862533628, |
| "learning_rate": 1.8530555605830048e-05, |
| "loss": 0.4812, |
| "step": 1293 |
| }, |
| { |
| "epoch": 3.5573883161512025, |
| "grad_norm": 0.27212850028975205, |
| "learning_rate": 1.8465666549534487e-05, |
| "loss": 0.4716, |
| "step": 1294 |
| }, |
| { |
| "epoch": 3.5601374570446733, |
| "grad_norm": 0.26360242336986534, |
| "learning_rate": 1.840085719330394e-05, |
| "loss": 0.4794, |
| "step": 1295 |
| }, |
| { |
| "epoch": 3.562886597938144, |
| "grad_norm": 0.20568964864290215, |
| "learning_rate": 1.8336127777002336e-05, |
| "loss": 0.4808, |
| "step": 1296 |
| }, |
| { |
| "epoch": 3.565635738831615, |
| "grad_norm": 0.282051987566169, |
| "learning_rate": 1.8271478540197735e-05, |
| "loss": 0.4761, |
| "step": 1297 |
| }, |
| { |
| "epoch": 3.5683848797250857, |
| "grad_norm": 0.16289176663769198, |
| "learning_rate": 1.8206909722161444e-05, |
| "loss": 0.4774, |
| "step": 1298 |
| }, |
| { |
| "epoch": 3.5711340206185564, |
| "grad_norm": 0.2575145343236498, |
| "learning_rate": 1.814242156186718e-05, |
| "loss": 0.4795, |
| "step": 1299 |
| }, |
| { |
| "epoch": 3.5738831615120272, |
| "grad_norm": 0.1486906599375562, |
| "learning_rate": 1.8078014297990104e-05, |
| "loss": 0.4824, |
| "step": 1300 |
| }, |
| { |
| "epoch": 3.576632302405498, |
| "grad_norm": 0.1501909622248065, |
| "learning_rate": 1.8013688168905946e-05, |
| "loss": 0.4804, |
| "step": 1301 |
| }, |
| { |
| "epoch": 3.5793814432989692, |
| "grad_norm": 0.15230793704069007, |
| "learning_rate": 1.7949443412690182e-05, |
| "loss": 0.4751, |
| "step": 1302 |
| }, |
| { |
| "epoch": 3.58213058419244, |
| "grad_norm": 0.16635368754820404, |
| "learning_rate": 1.788528026711715e-05, |
| "loss": 0.4806, |
| "step": 1303 |
| }, |
| { |
| "epoch": 3.584879725085911, |
| "grad_norm": 0.1347568536197528, |
| "learning_rate": 1.78211989696591e-05, |
| "loss": 0.4723, |
| "step": 1304 |
| }, |
| { |
| "epoch": 3.5876288659793816, |
| "grad_norm": 0.19251735027744715, |
| "learning_rate": 1.7757199757485363e-05, |
| "loss": 0.4796, |
| "step": 1305 |
| }, |
| { |
| "epoch": 3.5903780068728524, |
| "grad_norm": 0.14511887693354616, |
| "learning_rate": 1.7693282867461464e-05, |
| "loss": 0.4875, |
| "step": 1306 |
| }, |
| { |
| "epoch": 3.593127147766323, |
| "grad_norm": 0.21823490371477205, |
| "learning_rate": 1.762944853614828e-05, |
| "loss": 0.4831, |
| "step": 1307 |
| }, |
| { |
| "epoch": 3.595876288659794, |
| "grad_norm": 0.14789140619202265, |
| "learning_rate": 1.756569699980111e-05, |
| "loss": 0.4719, |
| "step": 1308 |
| }, |
| { |
| "epoch": 3.5986254295532647, |
| "grad_norm": 0.1537689543052464, |
| "learning_rate": 1.7502028494368777e-05, |
| "loss": 0.4775, |
| "step": 1309 |
| }, |
| { |
| "epoch": 3.6013745704467355, |
| "grad_norm": 0.16438166123180578, |
| "learning_rate": 1.743844325549289e-05, |
| "loss": 0.4778, |
| "step": 1310 |
| }, |
| { |
| "epoch": 3.6041237113402063, |
| "grad_norm": 0.1309598142497098, |
| "learning_rate": 1.737494151850682e-05, |
| "loss": 0.4799, |
| "step": 1311 |
| }, |
| { |
| "epoch": 3.606872852233677, |
| "grad_norm": 0.13501349366551338, |
| "learning_rate": 1.731152351843492e-05, |
| "loss": 0.4778, |
| "step": 1312 |
| }, |
| { |
| "epoch": 3.609621993127148, |
| "grad_norm": 0.12271151015542832, |
| "learning_rate": 1.7248189489991594e-05, |
| "loss": 0.4804, |
| "step": 1313 |
| }, |
| { |
| "epoch": 3.6123711340206186, |
| "grad_norm": 0.1579684841055174, |
| "learning_rate": 1.7184939667580512e-05, |
| "loss": 0.4756, |
| "step": 1314 |
| }, |
| { |
| "epoch": 3.6151202749140894, |
| "grad_norm": 0.11550758392122117, |
| "learning_rate": 1.712177428529365e-05, |
| "loss": 0.4813, |
| "step": 1315 |
| }, |
| { |
| "epoch": 3.61786941580756, |
| "grad_norm": 0.1446519336760662, |
| "learning_rate": 1.7058693576910495e-05, |
| "loss": 0.4761, |
| "step": 1316 |
| }, |
| { |
| "epoch": 3.620618556701031, |
| "grad_norm": 0.1387283733233433, |
| "learning_rate": 1.6995697775897097e-05, |
| "loss": 0.4855, |
| "step": 1317 |
| }, |
| { |
| "epoch": 3.6233676975945017, |
| "grad_norm": 0.12450900277305127, |
| "learning_rate": 1.6932787115405318e-05, |
| "loss": 0.4768, |
| "step": 1318 |
| }, |
| { |
| "epoch": 3.6261168384879725, |
| "grad_norm": 0.15118692423046173, |
| "learning_rate": 1.6869961828271892e-05, |
| "loss": 0.4795, |
| "step": 1319 |
| }, |
| { |
| "epoch": 3.6288659793814433, |
| "grad_norm": 0.1275953061475887, |
| "learning_rate": 1.6807222147017558e-05, |
| "loss": 0.4844, |
| "step": 1320 |
| }, |
| { |
| "epoch": 3.631615120274914, |
| "grad_norm": 0.12357741430968726, |
| "learning_rate": 1.6744568303846237e-05, |
| "loss": 0.4718, |
| "step": 1321 |
| }, |
| { |
| "epoch": 3.634364261168385, |
| "grad_norm": 0.13324292495631146, |
| "learning_rate": 1.6682000530644177e-05, |
| "loss": 0.4828, |
| "step": 1322 |
| }, |
| { |
| "epoch": 3.6371134020618556, |
| "grad_norm": 0.12727908902135235, |
| "learning_rate": 1.6619519058979044e-05, |
| "loss": 0.4731, |
| "step": 1323 |
| }, |
| { |
| "epoch": 3.6398625429553264, |
| "grad_norm": 0.14031695435202224, |
| "learning_rate": 1.6557124120099108e-05, |
| "loss": 0.4723, |
| "step": 1324 |
| }, |
| { |
| "epoch": 3.642611683848797, |
| "grad_norm": 0.1238822517218841, |
| "learning_rate": 1.6494815944932376e-05, |
| "loss": 0.4767, |
| "step": 1325 |
| }, |
| { |
| "epoch": 3.645360824742268, |
| "grad_norm": 0.14383655055562664, |
| "learning_rate": 1.6432594764085738e-05, |
| "loss": 0.4744, |
| "step": 1326 |
| }, |
| { |
| "epoch": 3.6481099656357387, |
| "grad_norm": 0.13074212391556805, |
| "learning_rate": 1.6370460807844096e-05, |
| "loss": 0.4719, |
| "step": 1327 |
| }, |
| { |
| "epoch": 3.6508591065292095, |
| "grad_norm": 0.1408486433749572, |
| "learning_rate": 1.6308414306169545e-05, |
| "loss": 0.4792, |
| "step": 1328 |
| }, |
| { |
| "epoch": 3.6536082474226803, |
| "grad_norm": 0.1425866228634816, |
| "learning_rate": 1.6246455488700522e-05, |
| "loss": 0.4759, |
| "step": 1329 |
| }, |
| { |
| "epoch": 3.656357388316151, |
| "grad_norm": 0.13452543614110554, |
| "learning_rate": 1.61845845847509e-05, |
| "loss": 0.4825, |
| "step": 1330 |
| }, |
| { |
| "epoch": 3.659106529209622, |
| "grad_norm": 0.123447733182089, |
| "learning_rate": 1.6122801823309195e-05, |
| "loss": 0.4839, |
| "step": 1331 |
| }, |
| { |
| "epoch": 3.6618556701030927, |
| "grad_norm": 0.141262084894595, |
| "learning_rate": 1.6061107433037707e-05, |
| "loss": 0.4803, |
| "step": 1332 |
| }, |
| { |
| "epoch": 3.6646048109965634, |
| "grad_norm": 0.16335769694535568, |
| "learning_rate": 1.5999501642271664e-05, |
| "loss": 0.491, |
| "step": 1333 |
| }, |
| { |
| "epoch": 3.667353951890034, |
| "grad_norm": 0.13731203188970648, |
| "learning_rate": 1.593798467901837e-05, |
| "loss": 0.4764, |
| "step": 1334 |
| }, |
| { |
| "epoch": 3.670103092783505, |
| "grad_norm": 0.14344242124627954, |
| "learning_rate": 1.5876556770956394e-05, |
| "loss": 0.4776, |
| "step": 1335 |
| }, |
| { |
| "epoch": 3.672852233676976, |
| "grad_norm": 0.14287518229033996, |
| "learning_rate": 1.581521814543467e-05, |
| "loss": 0.4729, |
| "step": 1336 |
| }, |
| { |
| "epoch": 3.675601374570447, |
| "grad_norm": 0.13919137334446374, |
| "learning_rate": 1.575396902947175e-05, |
| "loss": 0.4803, |
| "step": 1337 |
| }, |
| { |
| "epoch": 3.678350515463918, |
| "grad_norm": 0.1332949080422285, |
| "learning_rate": 1.5692809649754855e-05, |
| "loss": 0.4732, |
| "step": 1338 |
| }, |
| { |
| "epoch": 3.6810996563573886, |
| "grad_norm": 0.15251079258406947, |
| "learning_rate": 1.563174023263909e-05, |
| "loss": 0.4721, |
| "step": 1339 |
| }, |
| { |
| "epoch": 3.6838487972508593, |
| "grad_norm": 0.12884291771360323, |
| "learning_rate": 1.557076100414663e-05, |
| "loss": 0.4771, |
| "step": 1340 |
| }, |
| { |
| "epoch": 3.68659793814433, |
| "grad_norm": 0.14077765554999186, |
| "learning_rate": 1.5509872189965826e-05, |
| "loss": 0.4765, |
| "step": 1341 |
| }, |
| { |
| "epoch": 3.689347079037801, |
| "grad_norm": 0.12097139782888651, |
| "learning_rate": 1.5449074015450416e-05, |
| "loss": 0.4816, |
| "step": 1342 |
| }, |
| { |
| "epoch": 3.6920962199312717, |
| "grad_norm": 0.12394128179144817, |
| "learning_rate": 1.5388366705618656e-05, |
| "loss": 0.4719, |
| "step": 1343 |
| }, |
| { |
| "epoch": 3.6948453608247425, |
| "grad_norm": 0.12482467627547454, |
| "learning_rate": 1.5327750485152546e-05, |
| "loss": 0.4763, |
| "step": 1344 |
| }, |
| { |
| "epoch": 3.6975945017182132, |
| "grad_norm": 0.12282644196525853, |
| "learning_rate": 1.5267225578396923e-05, |
| "loss": 0.4773, |
| "step": 1345 |
| }, |
| { |
| "epoch": 3.700343642611684, |
| "grad_norm": 0.12030648328844293, |
| "learning_rate": 1.5206792209358665e-05, |
| "loss": 0.486, |
| "step": 1346 |
| }, |
| { |
| "epoch": 3.703092783505155, |
| "grad_norm": 0.1242904271715769, |
| "learning_rate": 1.5146450601705866e-05, |
| "loss": 0.4788, |
| "step": 1347 |
| }, |
| { |
| "epoch": 3.7058419243986256, |
| "grad_norm": 0.12938487720592814, |
| "learning_rate": 1.5086200978767051e-05, |
| "loss": 0.482, |
| "step": 1348 |
| }, |
| { |
| "epoch": 3.7085910652920964, |
| "grad_norm": 0.1181010757249468, |
| "learning_rate": 1.5026043563530213e-05, |
| "loss": 0.4817, |
| "step": 1349 |
| }, |
| { |
| "epoch": 3.711340206185567, |
| "grad_norm": 0.12542244186954696, |
| "learning_rate": 1.4965978578642152e-05, |
| "loss": 0.4829, |
| "step": 1350 |
| }, |
| { |
| "epoch": 3.714089347079038, |
| "grad_norm": 0.1301001364291388, |
| "learning_rate": 1.4906006246407531e-05, |
| "loss": 0.4801, |
| "step": 1351 |
| }, |
| { |
| "epoch": 3.7168384879725087, |
| "grad_norm": 0.11752586529006614, |
| "learning_rate": 1.4846126788788153e-05, |
| "loss": 0.4824, |
| "step": 1352 |
| }, |
| { |
| "epoch": 3.7195876288659795, |
| "grad_norm": 0.1250323838865372, |
| "learning_rate": 1.4786340427402034e-05, |
| "loss": 0.4735, |
| "step": 1353 |
| }, |
| { |
| "epoch": 3.7223367697594503, |
| "grad_norm": 0.11762297628012565, |
| "learning_rate": 1.472664738352266e-05, |
| "loss": 0.4738, |
| "step": 1354 |
| }, |
| { |
| "epoch": 3.725085910652921, |
| "grad_norm": 0.1295998839343961, |
| "learning_rate": 1.4667047878078115e-05, |
| "loss": 0.4797, |
| "step": 1355 |
| }, |
| { |
| "epoch": 3.727835051546392, |
| "grad_norm": 0.12318111875882015, |
| "learning_rate": 1.460754213165036e-05, |
| "loss": 0.4749, |
| "step": 1356 |
| }, |
| { |
| "epoch": 3.7305841924398626, |
| "grad_norm": 0.1372696026783743, |
| "learning_rate": 1.4548130364474253e-05, |
| "loss": 0.4828, |
| "step": 1357 |
| }, |
| { |
| "epoch": 3.7333333333333334, |
| "grad_norm": 0.11717512263035454, |
| "learning_rate": 1.4488812796436871e-05, |
| "loss": 0.4672, |
| "step": 1358 |
| }, |
| { |
| "epoch": 3.736082474226804, |
| "grad_norm": 0.13561308791703292, |
| "learning_rate": 1.4429589647076693e-05, |
| "loss": 0.4786, |
| "step": 1359 |
| }, |
| { |
| "epoch": 3.738831615120275, |
| "grad_norm": 0.12422009286706612, |
| "learning_rate": 1.4370461135582691e-05, |
| "loss": 0.4851, |
| "step": 1360 |
| }, |
| { |
| "epoch": 3.7415807560137457, |
| "grad_norm": 0.11832155403134417, |
| "learning_rate": 1.4311427480793597e-05, |
| "loss": 0.4766, |
| "step": 1361 |
| }, |
| { |
| "epoch": 3.7443298969072165, |
| "grad_norm": 0.12867243461981434, |
| "learning_rate": 1.4252488901197064e-05, |
| "loss": 0.4724, |
| "step": 1362 |
| }, |
| { |
| "epoch": 3.7470790378006873, |
| "grad_norm": 0.1313834080728087, |
| "learning_rate": 1.4193645614928886e-05, |
| "loss": 0.4714, |
| "step": 1363 |
| }, |
| { |
| "epoch": 3.749828178694158, |
| "grad_norm": 0.129183260330846, |
| "learning_rate": 1.4134897839772155e-05, |
| "loss": 0.4809, |
| "step": 1364 |
| }, |
| { |
| "epoch": 3.752577319587629, |
| "grad_norm": 0.12556934848044315, |
| "learning_rate": 1.4076245793156477e-05, |
| "loss": 0.4769, |
| "step": 1365 |
| }, |
| { |
| "epoch": 3.7553264604810996, |
| "grad_norm": 0.12147447097394133, |
| "learning_rate": 1.4017689692157114e-05, |
| "loss": 0.4821, |
| "step": 1366 |
| }, |
| { |
| "epoch": 3.7580756013745704, |
| "grad_norm": 0.13051373867173985, |
| "learning_rate": 1.3959229753494312e-05, |
| "loss": 0.472, |
| "step": 1367 |
| }, |
| { |
| "epoch": 3.760824742268041, |
| "grad_norm": 0.1294424563340561, |
| "learning_rate": 1.3900866193532347e-05, |
| "loss": 0.4822, |
| "step": 1368 |
| }, |
| { |
| "epoch": 3.763573883161512, |
| "grad_norm": 0.1319274091460674, |
| "learning_rate": 1.3842599228278819e-05, |
| "loss": 0.4808, |
| "step": 1369 |
| }, |
| { |
| "epoch": 3.7663230240549828, |
| "grad_norm": 0.14039131963053228, |
| "learning_rate": 1.3784429073383794e-05, |
| "loss": 0.4878, |
| "step": 1370 |
| }, |
| { |
| "epoch": 3.7690721649484535, |
| "grad_norm": 0.15726224881254797, |
| "learning_rate": 1.3726355944139091e-05, |
| "loss": 0.4858, |
| "step": 1371 |
| }, |
| { |
| "epoch": 3.7718213058419243, |
| "grad_norm": 0.1414080124007642, |
| "learning_rate": 1.3668380055477383e-05, |
| "loss": 0.4843, |
| "step": 1372 |
| }, |
| { |
| "epoch": 3.774570446735395, |
| "grad_norm": 0.14834309789500114, |
| "learning_rate": 1.3610501621971466e-05, |
| "loss": 0.4817, |
| "step": 1373 |
| }, |
| { |
| "epoch": 3.777319587628866, |
| "grad_norm": 0.17635910401341698, |
| "learning_rate": 1.3552720857833449e-05, |
| "loss": 0.4791, |
| "step": 1374 |
| }, |
| { |
| "epoch": 3.7800687285223367, |
| "grad_norm": 0.12924512390652784, |
| "learning_rate": 1.3495037976913947e-05, |
| "loss": 0.4786, |
| "step": 1375 |
| }, |
| { |
| "epoch": 3.7828178694158074, |
| "grad_norm": 0.15614756263557175, |
| "learning_rate": 1.3437453192701315e-05, |
| "loss": 0.4805, |
| "step": 1376 |
| }, |
| { |
| "epoch": 3.7855670103092782, |
| "grad_norm": 0.13352957029862794, |
| "learning_rate": 1.3379966718320839e-05, |
| "loss": 0.476, |
| "step": 1377 |
| }, |
| { |
| "epoch": 3.788316151202749, |
| "grad_norm": 0.14136665810120994, |
| "learning_rate": 1.3322578766533968e-05, |
| "loss": 0.473, |
| "step": 1378 |
| }, |
| { |
| "epoch": 3.79106529209622, |
| "grad_norm": 0.1527290850046059, |
| "learning_rate": 1.3265289549737501e-05, |
| "loss": 0.4826, |
| "step": 1379 |
| }, |
| { |
| "epoch": 3.7938144329896906, |
| "grad_norm": 0.13142189843945631, |
| "learning_rate": 1.32080992799628e-05, |
| "loss": 0.4807, |
| "step": 1380 |
| }, |
| { |
| "epoch": 3.7965635738831613, |
| "grad_norm": 0.13227897526677368, |
| "learning_rate": 1.3151008168875037e-05, |
| "loss": 0.47, |
| "step": 1381 |
| }, |
| { |
| "epoch": 3.799312714776632, |
| "grad_norm": 0.1292721449879669, |
| "learning_rate": 1.309401642777238e-05, |
| "loss": 0.4747, |
| "step": 1382 |
| }, |
| { |
| "epoch": 3.802061855670103, |
| "grad_norm": 0.11592891333671732, |
| "learning_rate": 1.3037124267585228e-05, |
| "loss": 0.4795, |
| "step": 1383 |
| }, |
| { |
| "epoch": 3.8048109965635737, |
| "grad_norm": 0.12251003727405267, |
| "learning_rate": 1.298033189887541e-05, |
| "loss": 0.4841, |
| "step": 1384 |
| }, |
| { |
| "epoch": 3.8075601374570445, |
| "grad_norm": 0.11989246216482814, |
| "learning_rate": 1.2923639531835433e-05, |
| "loss": 0.4688, |
| "step": 1385 |
| }, |
| { |
| "epoch": 3.8103092783505152, |
| "grad_norm": 0.12756974223833703, |
| "learning_rate": 1.28670473762877e-05, |
| "loss": 0.4746, |
| "step": 1386 |
| }, |
| { |
| "epoch": 3.813058419243986, |
| "grad_norm": 0.1180466527779192, |
| "learning_rate": 1.2810555641683706e-05, |
| "loss": 0.4779, |
| "step": 1387 |
| }, |
| { |
| "epoch": 3.815807560137457, |
| "grad_norm": 0.11529174071752626, |
| "learning_rate": 1.2754164537103289e-05, |
| "loss": 0.4721, |
| "step": 1388 |
| }, |
| { |
| "epoch": 3.8185567010309276, |
| "grad_norm": 0.11876628327578556, |
| "learning_rate": 1.2697874271253844e-05, |
| "loss": 0.4719, |
| "step": 1389 |
| }, |
| { |
| "epoch": 3.8213058419243984, |
| "grad_norm": 0.1212315987997364, |
| "learning_rate": 1.2641685052469556e-05, |
| "loss": 0.4901, |
| "step": 1390 |
| }, |
| { |
| "epoch": 3.824054982817869, |
| "grad_norm": 0.11790905831570075, |
| "learning_rate": 1.2585597088710637e-05, |
| "loss": 0.4755, |
| "step": 1391 |
| }, |
| { |
| "epoch": 3.82680412371134, |
| "grad_norm": 0.11385644404016117, |
| "learning_rate": 1.252961058756252e-05, |
| "loss": 0.4844, |
| "step": 1392 |
| }, |
| { |
| "epoch": 3.829553264604811, |
| "grad_norm": 0.11530386738039233, |
| "learning_rate": 1.2473725756235165e-05, |
| "loss": 0.4756, |
| "step": 1393 |
| }, |
| { |
| "epoch": 3.832302405498282, |
| "grad_norm": 0.12379904902641005, |
| "learning_rate": 1.2417942801562201e-05, |
| "loss": 0.4702, |
| "step": 1394 |
| }, |
| { |
| "epoch": 3.8350515463917527, |
| "grad_norm": 0.12225777044844523, |
| "learning_rate": 1.236226193000023e-05, |
| "loss": 0.4734, |
| "step": 1395 |
| }, |
| { |
| "epoch": 3.8378006872852235, |
| "grad_norm": 0.12161313208268175, |
| "learning_rate": 1.2306683347628012e-05, |
| "loss": 0.4809, |
| "step": 1396 |
| }, |
| { |
| "epoch": 3.8405498281786943, |
| "grad_norm": 0.13058946315743358, |
| "learning_rate": 1.2251207260145775e-05, |
| "loss": 0.4787, |
| "step": 1397 |
| }, |
| { |
| "epoch": 3.843298969072165, |
| "grad_norm": 0.11523497518057338, |
| "learning_rate": 1.2195833872874343e-05, |
| "loss": 0.4723, |
| "step": 1398 |
| }, |
| { |
| "epoch": 3.846048109965636, |
| "grad_norm": 0.13253286053473112, |
| "learning_rate": 1.2140563390754485e-05, |
| "loss": 0.4765, |
| "step": 1399 |
| }, |
| { |
| "epoch": 3.8487972508591066, |
| "grad_norm": 0.12147651056509255, |
| "learning_rate": 1.208539601834608e-05, |
| "loss": 0.4715, |
| "step": 1400 |
| }, |
| { |
| "epoch": 3.8515463917525774, |
| "grad_norm": 0.12552379756828472, |
| "learning_rate": 1.203033195982744e-05, |
| "loss": 0.4785, |
| "step": 1401 |
| }, |
| { |
| "epoch": 3.854295532646048, |
| "grad_norm": 0.12156559670865116, |
| "learning_rate": 1.1975371418994457e-05, |
| "loss": 0.4865, |
| "step": 1402 |
| }, |
| { |
| "epoch": 3.857044673539519, |
| "grad_norm": 0.13699296116050447, |
| "learning_rate": 1.1920514599259908e-05, |
| "loss": 0.4754, |
| "step": 1403 |
| }, |
| { |
| "epoch": 3.8597938144329897, |
| "grad_norm": 0.14619958749768325, |
| "learning_rate": 1.1865761703652691e-05, |
| "loss": 0.4896, |
| "step": 1404 |
| }, |
| { |
| "epoch": 3.8625429553264605, |
| "grad_norm": 0.11322022044471265, |
| "learning_rate": 1.1811112934817115e-05, |
| "loss": 0.4809, |
| "step": 1405 |
| }, |
| { |
| "epoch": 3.8652920962199313, |
| "grad_norm": 0.12792071165635296, |
| "learning_rate": 1.1756568495012032e-05, |
| "loss": 0.4777, |
| "step": 1406 |
| }, |
| { |
| "epoch": 3.868041237113402, |
| "grad_norm": 0.12840707488542488, |
| "learning_rate": 1.1702128586110204e-05, |
| "loss": 0.4704, |
| "step": 1407 |
| }, |
| { |
| "epoch": 3.870790378006873, |
| "grad_norm": 0.12236846928122713, |
| "learning_rate": 1.164779340959755e-05, |
| "loss": 0.4734, |
| "step": 1408 |
| }, |
| { |
| "epoch": 3.8735395189003436, |
| "grad_norm": 0.12828972122388524, |
| "learning_rate": 1.1593563166572315e-05, |
| "loss": 0.4728, |
| "step": 1409 |
| }, |
| { |
| "epoch": 3.8762886597938144, |
| "grad_norm": 0.11963041349113263, |
| "learning_rate": 1.1539438057744405e-05, |
| "loss": 0.4798, |
| "step": 1410 |
| }, |
| { |
| "epoch": 3.879037800687285, |
| "grad_norm": 0.11889755394099005, |
| "learning_rate": 1.1485418283434591e-05, |
| "loss": 0.4765, |
| "step": 1411 |
| }, |
| { |
| "epoch": 3.881786941580756, |
| "grad_norm": 0.1220924766559957, |
| "learning_rate": 1.1431504043573845e-05, |
| "loss": 0.4792, |
| "step": 1412 |
| }, |
| { |
| "epoch": 3.8845360824742268, |
| "grad_norm": 0.10991608717200368, |
| "learning_rate": 1.1377695537702506e-05, |
| "loss": 0.4758, |
| "step": 1413 |
| }, |
| { |
| "epoch": 3.8872852233676976, |
| "grad_norm": 0.1185758525402704, |
| "learning_rate": 1.1323992964969568e-05, |
| "loss": 0.4764, |
| "step": 1414 |
| }, |
| { |
| "epoch": 3.8900343642611683, |
| "grad_norm": 0.1285483122063387, |
| "learning_rate": 1.1270396524132016e-05, |
| "loss": 0.4726, |
| "step": 1415 |
| }, |
| { |
| "epoch": 3.892783505154639, |
| "grad_norm": 0.11257438797691342, |
| "learning_rate": 1.1216906413553996e-05, |
| "loss": 0.4853, |
| "step": 1416 |
| }, |
| { |
| "epoch": 3.89553264604811, |
| "grad_norm": 0.1265940578758485, |
| "learning_rate": 1.1163522831206119e-05, |
| "loss": 0.4853, |
| "step": 1417 |
| }, |
| { |
| "epoch": 3.8982817869415807, |
| "grad_norm": 0.12742498500479152, |
| "learning_rate": 1.1110245974664741e-05, |
| "loss": 0.4848, |
| "step": 1418 |
| }, |
| { |
| "epoch": 3.9010309278350515, |
| "grad_norm": 0.11699707249742979, |
| "learning_rate": 1.1057076041111197e-05, |
| "loss": 0.4728, |
| "step": 1419 |
| }, |
| { |
| "epoch": 3.9037800687285222, |
| "grad_norm": 0.12027686818075006, |
| "learning_rate": 1.100401322733113e-05, |
| "loss": 0.4697, |
| "step": 1420 |
| }, |
| { |
| "epoch": 3.906529209621993, |
| "grad_norm": 0.12028837431785216, |
| "learning_rate": 1.0951057729713698e-05, |
| "loss": 0.4735, |
| "step": 1421 |
| }, |
| { |
| "epoch": 3.909278350515464, |
| "grad_norm": 0.11366367375993695, |
| "learning_rate": 1.0898209744250852e-05, |
| "loss": 0.4798, |
| "step": 1422 |
| }, |
| { |
| "epoch": 3.9120274914089346, |
| "grad_norm": 0.12271108404053097, |
| "learning_rate": 1.0845469466536689e-05, |
| "loss": 0.4767, |
| "step": 1423 |
| }, |
| { |
| "epoch": 3.9147766323024054, |
| "grad_norm": 0.11169948199394023, |
| "learning_rate": 1.0792837091766635e-05, |
| "loss": 0.4773, |
| "step": 1424 |
| }, |
| { |
| "epoch": 3.917525773195876, |
| "grad_norm": 0.12185308524300838, |
| "learning_rate": 1.0740312814736766e-05, |
| "loss": 0.481, |
| "step": 1425 |
| }, |
| { |
| "epoch": 3.920274914089347, |
| "grad_norm": 0.11498767957292035, |
| "learning_rate": 1.0687896829843068e-05, |
| "loss": 0.4815, |
| "step": 1426 |
| }, |
| { |
| "epoch": 3.923024054982818, |
| "grad_norm": 0.10760167455092437, |
| "learning_rate": 1.0635589331080771e-05, |
| "loss": 0.4716, |
| "step": 1427 |
| }, |
| { |
| "epoch": 3.925773195876289, |
| "grad_norm": 0.11652282613458785, |
| "learning_rate": 1.0583390512043557e-05, |
| "loss": 0.4716, |
| "step": 1428 |
| }, |
| { |
| "epoch": 3.9285223367697597, |
| "grad_norm": 0.11095078761860352, |
| "learning_rate": 1.0531300565922873e-05, |
| "loss": 0.4773, |
| "step": 1429 |
| }, |
| { |
| "epoch": 3.9312714776632305, |
| "grad_norm": 0.10567263314079245, |
| "learning_rate": 1.0479319685507234e-05, |
| "loss": 0.4818, |
| "step": 1430 |
| }, |
| { |
| "epoch": 3.9340206185567013, |
| "grad_norm": 0.11290338751098791, |
| "learning_rate": 1.04274480631815e-05, |
| "loss": 0.4736, |
| "step": 1431 |
| }, |
| { |
| "epoch": 3.936769759450172, |
| "grad_norm": 0.11142975595031625, |
| "learning_rate": 1.0375685890926142e-05, |
| "loss": 0.4759, |
| "step": 1432 |
| }, |
| { |
| "epoch": 3.939518900343643, |
| "grad_norm": 0.12580032061681007, |
| "learning_rate": 1.0324033360316559e-05, |
| "loss": 0.4787, |
| "step": 1433 |
| }, |
| { |
| "epoch": 3.9422680412371136, |
| "grad_norm": 0.10935541303336552, |
| "learning_rate": 1.0272490662522347e-05, |
| "loss": 0.4771, |
| "step": 1434 |
| }, |
| { |
| "epoch": 3.9450171821305844, |
| "grad_norm": 0.11261196339303021, |
| "learning_rate": 1.0221057988306637e-05, |
| "loss": 0.4711, |
| "step": 1435 |
| }, |
| { |
| "epoch": 3.947766323024055, |
| "grad_norm": 0.11321244000910012, |
| "learning_rate": 1.0169735528025319e-05, |
| "loss": 0.4851, |
| "step": 1436 |
| }, |
| { |
| "epoch": 3.950515463917526, |
| "grad_norm": 0.11089992172259956, |
| "learning_rate": 1.011852347162639e-05, |
| "loss": 0.4751, |
| "step": 1437 |
| }, |
| { |
| "epoch": 3.9532646048109967, |
| "grad_norm": 0.11766021872483373, |
| "learning_rate": 1.0067422008649221e-05, |
| "loss": 0.4797, |
| "step": 1438 |
| }, |
| { |
| "epoch": 3.9560137457044675, |
| "grad_norm": 0.10628228690278965, |
| "learning_rate": 1.0016431328223887e-05, |
| "loss": 0.4782, |
| "step": 1439 |
| }, |
| { |
| "epoch": 3.9587628865979383, |
| "grad_norm": 0.11378648141949942, |
| "learning_rate": 9.96555161907044e-06, |
| "loss": 0.4766, |
| "step": 1440 |
| }, |
| { |
| "epoch": 3.961512027491409, |
| "grad_norm": 0.11864702105913649, |
| "learning_rate": 9.91478306949821e-06, |
| "loss": 0.4786, |
| "step": 1441 |
| }, |
| { |
| "epoch": 3.96426116838488, |
| "grad_norm": 0.12126170054240307, |
| "learning_rate": 9.864125867405146e-06, |
| "loss": 0.4797, |
| "step": 1442 |
| }, |
| { |
| "epoch": 3.9670103092783506, |
| "grad_norm": 0.11758636840862939, |
| "learning_rate": 9.813580200277063e-06, |
| "loss": 0.4768, |
| "step": 1443 |
| }, |
| { |
| "epoch": 3.9697594501718214, |
| "grad_norm": 0.11275441649847655, |
| "learning_rate": 9.76314625518699e-06, |
| "loss": 0.4668, |
| "step": 1444 |
| }, |
| { |
| "epoch": 3.972508591065292, |
| "grad_norm": 0.1131262643697182, |
| "learning_rate": 9.712824218794457e-06, |
| "loss": 0.4733, |
| "step": 1445 |
| }, |
| { |
| "epoch": 3.975257731958763, |
| "grad_norm": 0.10279589610315747, |
| "learning_rate": 9.662614277344846e-06, |
| "loss": 0.479, |
| "step": 1446 |
| }, |
| { |
| "epoch": 3.9780068728522338, |
| "grad_norm": 0.11106926427912463, |
| "learning_rate": 9.612516616668612e-06, |
| "loss": 0.4822, |
| "step": 1447 |
| }, |
| { |
| "epoch": 3.9807560137457045, |
| "grad_norm": 0.10564345176951702, |
| "learning_rate": 9.562531422180674e-06, |
| "loss": 0.4745, |
| "step": 1448 |
| }, |
| { |
| "epoch": 3.9835051546391753, |
| "grad_norm": 0.10829788647274623, |
| "learning_rate": 9.512658878879737e-06, |
| "loss": 0.4846, |
| "step": 1449 |
| }, |
| { |
| "epoch": 3.986254295532646, |
| "grad_norm": 0.11018495327771764, |
| "learning_rate": 9.462899171347538e-06, |
| "loss": 0.4802, |
| "step": 1450 |
| }, |
| { |
| "epoch": 3.989003436426117, |
| "grad_norm": 0.12608551718647237, |
| "learning_rate": 9.413252483748216e-06, |
| "loss": 0.4766, |
| "step": 1451 |
| }, |
| { |
| "epoch": 3.9917525773195877, |
| "grad_norm": 0.11337813442101644, |
| "learning_rate": 9.363718999827612e-06, |
| "loss": 0.479, |
| "step": 1452 |
| }, |
| { |
| "epoch": 3.9945017182130584, |
| "grad_norm": 0.12372671414303754, |
| "learning_rate": 9.314298902912583e-06, |
| "loss": 0.479, |
| "step": 1453 |
| }, |
| { |
| "epoch": 3.997250859106529, |
| "grad_norm": 0.11011001077642653, |
| "learning_rate": 9.26499237591037e-06, |
| "loss": 0.4695, |
| "step": 1454 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 0.14840181176358444, |
| "learning_rate": 9.215799601307828e-06, |
| "loss": 0.6096, |
| "step": 1455 |
| }, |
| { |
| "epoch": 4.002749140893471, |
| "grad_norm": 0.19421057731547003, |
| "learning_rate": 9.16672076117084e-06, |
| "loss": 0.4433, |
| "step": 1456 |
| }, |
| { |
| "epoch": 4.005498281786942, |
| "grad_norm": 0.15015912458886393, |
| "learning_rate": 9.117756037143622e-06, |
| "loss": 0.4425, |
| "step": 1457 |
| }, |
| { |
| "epoch": 4.008247422680412, |
| "grad_norm": 0.1383285525044493, |
| "learning_rate": 9.068905610448011e-06, |
| "loss": 0.4562, |
| "step": 1458 |
| }, |
| { |
| "epoch": 4.010996563573883, |
| "grad_norm": 0.15430721574490833, |
| "learning_rate": 9.02016966188283e-06, |
| "loss": 0.4484, |
| "step": 1459 |
| }, |
| { |
| "epoch": 4.013745704467354, |
| "grad_norm": 0.14905855161830828, |
| "learning_rate": 8.971548371823205e-06, |
| "loss": 0.446, |
| "step": 1460 |
| }, |
| { |
| "epoch": 4.016494845360825, |
| "grad_norm": 0.15470678416362293, |
| "learning_rate": 8.923041920219927e-06, |
| "loss": 0.4412, |
| "step": 1461 |
| }, |
| { |
| "epoch": 4.0192439862542955, |
| "grad_norm": 0.14564788987737176, |
| "learning_rate": 8.87465048659875e-06, |
| "loss": 0.4393, |
| "step": 1462 |
| }, |
| { |
| "epoch": 4.021993127147766, |
| "grad_norm": 0.13342656861373697, |
| "learning_rate": 8.826374250059704e-06, |
| "loss": 0.4498, |
| "step": 1463 |
| }, |
| { |
| "epoch": 4.024742268041237, |
| "grad_norm": 0.1302414374832906, |
| "learning_rate": 8.778213389276523e-06, |
| "loss": 0.4383, |
| "step": 1464 |
| }, |
| { |
| "epoch": 4.027491408934708, |
| "grad_norm": 0.14007280746183526, |
| "learning_rate": 8.730168082495885e-06, |
| "loss": 0.4474, |
| "step": 1465 |
| }, |
| { |
| "epoch": 4.030240549828179, |
| "grad_norm": 0.13171480431395038, |
| "learning_rate": 8.682238507536823e-06, |
| "loss": 0.4388, |
| "step": 1466 |
| }, |
| { |
| "epoch": 4.032989690721649, |
| "grad_norm": 0.12287866481381172, |
| "learning_rate": 8.634424841790014e-06, |
| "loss": 0.4384, |
| "step": 1467 |
| }, |
| { |
| "epoch": 4.03573883161512, |
| "grad_norm": 0.12293190753633977, |
| "learning_rate": 8.586727262217156e-06, |
| "loss": 0.4444, |
| "step": 1468 |
| }, |
| { |
| "epoch": 4.038487972508591, |
| "grad_norm": 0.12156568952497382, |
| "learning_rate": 8.539145945350324e-06, |
| "loss": 0.4393, |
| "step": 1469 |
| }, |
| { |
| "epoch": 4.041237113402062, |
| "grad_norm": 0.13520454469985085, |
| "learning_rate": 8.491681067291279e-06, |
| "loss": 0.4438, |
| "step": 1470 |
| }, |
| { |
| "epoch": 4.0439862542955325, |
| "grad_norm": 0.12818857279590956, |
| "learning_rate": 8.444332803710806e-06, |
| "loss": 0.4443, |
| "step": 1471 |
| }, |
| { |
| "epoch": 4.046735395189003, |
| "grad_norm": 0.11732641042539134, |
| "learning_rate": 8.397101329848146e-06, |
| "loss": 0.4443, |
| "step": 1472 |
| }, |
| { |
| "epoch": 4.049484536082474, |
| "grad_norm": 0.12736631288786282, |
| "learning_rate": 8.349986820510257e-06, |
| "loss": 0.4427, |
| "step": 1473 |
| }, |
| { |
| "epoch": 4.052233676975945, |
| "grad_norm": 0.1304818919917951, |
| "learning_rate": 8.302989450071219e-06, |
| "loss": 0.4478, |
| "step": 1474 |
| }, |
| { |
| "epoch": 4.054982817869416, |
| "grad_norm": 0.13641319860640636, |
| "learning_rate": 8.256109392471549e-06, |
| "loss": 0.4595, |
| "step": 1475 |
| }, |
| { |
| "epoch": 4.057731958762886, |
| "grad_norm": 0.11825978977034925, |
| "learning_rate": 8.20934682121763e-06, |
| "loss": 0.4461, |
| "step": 1476 |
| }, |
| { |
| "epoch": 4.060481099656357, |
| "grad_norm": 0.13030109067712098, |
| "learning_rate": 8.162701909380967e-06, |
| "loss": 0.4473, |
| "step": 1477 |
| }, |
| { |
| "epoch": 4.063230240549828, |
| "grad_norm": 0.12977389788164925, |
| "learning_rate": 8.116174829597625e-06, |
| "loss": 0.4506, |
| "step": 1478 |
| }, |
| { |
| "epoch": 4.065979381443299, |
| "grad_norm": 0.12148360180077224, |
| "learning_rate": 8.069765754067562e-06, |
| "loss": 0.4454, |
| "step": 1479 |
| }, |
| { |
| "epoch": 4.0687285223367695, |
| "grad_norm": 0.13076375704534893, |
| "learning_rate": 8.023474854553996e-06, |
| "loss": 0.4459, |
| "step": 1480 |
| }, |
| { |
| "epoch": 4.07147766323024, |
| "grad_norm": 0.13403343398060516, |
| "learning_rate": 7.977302302382757e-06, |
| "loss": 0.4392, |
| "step": 1481 |
| }, |
| { |
| "epoch": 4.074226804123711, |
| "grad_norm": 0.11166777845488875, |
| "learning_rate": 7.93124826844167e-06, |
| "loss": 0.4411, |
| "step": 1482 |
| }, |
| { |
| "epoch": 4.076975945017182, |
| "grad_norm": 0.13721899419089614, |
| "learning_rate": 7.885312923179912e-06, |
| "loss": 0.444, |
| "step": 1483 |
| }, |
| { |
| "epoch": 4.079725085910653, |
| "grad_norm": 0.13263433098857536, |
| "learning_rate": 7.839496436607406e-06, |
| "loss": 0.4459, |
| "step": 1484 |
| }, |
| { |
| "epoch": 4.082474226804123, |
| "grad_norm": 0.11590942502418243, |
| "learning_rate": 7.793798978294144e-06, |
| "loss": 0.4453, |
| "step": 1485 |
| }, |
| { |
| "epoch": 4.085223367697594, |
| "grad_norm": 0.13293144505263688, |
| "learning_rate": 7.748220717369594e-06, |
| "loss": 0.4413, |
| "step": 1486 |
| }, |
| { |
| "epoch": 4.087972508591065, |
| "grad_norm": 0.13483699801148805, |
| "learning_rate": 7.702761822522072e-06, |
| "loss": 0.4366, |
| "step": 1487 |
| }, |
| { |
| "epoch": 4.090721649484536, |
| "grad_norm": 0.11307879927149218, |
| "learning_rate": 7.6574224619981e-06, |
| "loss": 0.4352, |
| "step": 1488 |
| }, |
| { |
| "epoch": 4.0934707903780065, |
| "grad_norm": 0.11327258461306543, |
| "learning_rate": 7.612202803601812e-06, |
| "loss": 0.4513, |
| "step": 1489 |
| }, |
| { |
| "epoch": 4.096219931271477, |
| "grad_norm": 0.11998728903473971, |
| "learning_rate": 7.56710301469429e-06, |
| "loss": 0.4462, |
| "step": 1490 |
| }, |
| { |
| "epoch": 4.098969072164948, |
| "grad_norm": 0.11148518956657245, |
| "learning_rate": 7.522123262193011e-06, |
| "loss": 0.4414, |
| "step": 1491 |
| }, |
| { |
| "epoch": 4.101718213058419, |
| "grad_norm": 0.10980782127466164, |
| "learning_rate": 7.477263712571154e-06, |
| "loss": 0.4505, |
| "step": 1492 |
| }, |
| { |
| "epoch": 4.10446735395189, |
| "grad_norm": 0.13007209291051053, |
| "learning_rate": 7.432524531857037e-06, |
| "loss": 0.4404, |
| "step": 1493 |
| }, |
| { |
| "epoch": 4.10721649484536, |
| "grad_norm": 0.10633901487852752, |
| "learning_rate": 7.38790588563346e-06, |
| "loss": 0.4432, |
| "step": 1494 |
| }, |
| { |
| "epoch": 4.109965635738831, |
| "grad_norm": 0.10337495591575992, |
| "learning_rate": 7.343407939037166e-06, |
| "loss": 0.4442, |
| "step": 1495 |
| }, |
| { |
| "epoch": 4.112714776632302, |
| "grad_norm": 0.11699522345473407, |
| "learning_rate": 7.29903085675812e-06, |
| "loss": 0.4404, |
| "step": 1496 |
| }, |
| { |
| "epoch": 4.115463917525773, |
| "grad_norm": 0.1071569023006855, |
| "learning_rate": 7.254774803038986e-06, |
| "loss": 0.4448, |
| "step": 1497 |
| }, |
| { |
| "epoch": 4.118213058419244, |
| "grad_norm": 0.10590236218912877, |
| "learning_rate": 7.210639941674515e-06, |
| "loss": 0.4429, |
| "step": 1498 |
| }, |
| { |
| "epoch": 4.120962199312714, |
| "grad_norm": 0.10210210146806667, |
| "learning_rate": 7.166626436010893e-06, |
| "loss": 0.4415, |
| "step": 1499 |
| }, |
| { |
| "epoch": 4.123711340206185, |
| "grad_norm": 0.11125955970384037, |
| "learning_rate": 7.122734448945157e-06, |
| "loss": 0.4526, |
| "step": 1500 |
| }, |
| { |
| "epoch": 4.126460481099656, |
| "grad_norm": 0.12013542728499116, |
| "learning_rate": 7.078964142924607e-06, |
| "loss": 0.4419, |
| "step": 1501 |
| }, |
| { |
| "epoch": 4.129209621993128, |
| "grad_norm": 0.10484380190061886, |
| "learning_rate": 7.035315679946176e-06, |
| "loss": 0.4489, |
| "step": 1502 |
| }, |
| { |
| "epoch": 4.131958762886598, |
| "grad_norm": 0.09567503999966823, |
| "learning_rate": 6.991789221555887e-06, |
| "loss": 0.4372, |
| "step": 1503 |
| }, |
| { |
| "epoch": 4.134707903780069, |
| "grad_norm": 0.10540468880005585, |
| "learning_rate": 6.94838492884816e-06, |
| "loss": 0.4464, |
| "step": 1504 |
| }, |
| { |
| "epoch": 4.13745704467354, |
| "grad_norm": 0.11225166249471208, |
| "learning_rate": 6.905102962465302e-06, |
| "loss": 0.4439, |
| "step": 1505 |
| }, |
| { |
| "epoch": 4.140206185567011, |
| "grad_norm": 0.10759681388030853, |
| "learning_rate": 6.861943482596896e-06, |
| "loss": 0.4436, |
| "step": 1506 |
| }, |
| { |
| "epoch": 4.1429553264604815, |
| "grad_norm": 0.10130359403512029, |
| "learning_rate": 6.818906648979169e-06, |
| "loss": 0.4388, |
| "step": 1507 |
| }, |
| { |
| "epoch": 4.145704467353952, |
| "grad_norm": 0.1121174956770293, |
| "learning_rate": 6.775992620894434e-06, |
| "loss": 0.4507, |
| "step": 1508 |
| }, |
| { |
| "epoch": 4.148453608247423, |
| "grad_norm": 0.1014146829605852, |
| "learning_rate": 6.733201557170481e-06, |
| "loss": 0.4432, |
| "step": 1509 |
| }, |
| { |
| "epoch": 4.151202749140894, |
| "grad_norm": 0.09837158537375995, |
| "learning_rate": 6.690533616180031e-06, |
| "loss": 0.4416, |
| "step": 1510 |
| }, |
| { |
| "epoch": 4.153951890034365, |
| "grad_norm": 0.10857273055540849, |
| "learning_rate": 6.647988955840099e-06, |
| "loss": 0.4283, |
| "step": 1511 |
| }, |
| { |
| "epoch": 4.156701030927835, |
| "grad_norm": 0.11827148688247635, |
| "learning_rate": 6.6055677336114024e-06, |
| "loss": 0.4435, |
| "step": 1512 |
| }, |
| { |
| "epoch": 4.159450171821306, |
| "grad_norm": 0.10661184402237826, |
| "learning_rate": 6.563270106497866e-06, |
| "loss": 0.4493, |
| "step": 1513 |
| }, |
| { |
| "epoch": 4.162199312714777, |
| "grad_norm": 0.10027884158801532, |
| "learning_rate": 6.521096231045927e-06, |
| "loss": 0.4424, |
| "step": 1514 |
| }, |
| { |
| "epoch": 4.164948453608248, |
| "grad_norm": 0.10677714613702075, |
| "learning_rate": 6.479046263344044e-06, |
| "loss": 0.4407, |
| "step": 1515 |
| }, |
| { |
| "epoch": 4.1676975945017185, |
| "grad_norm": 0.10120025403165747, |
| "learning_rate": 6.43712035902206e-06, |
| "loss": 0.4482, |
| "step": 1516 |
| }, |
| { |
| "epoch": 4.170446735395189, |
| "grad_norm": 0.09576847158285014, |
| "learning_rate": 6.395318673250655e-06, |
| "loss": 0.4455, |
| "step": 1517 |
| }, |
| { |
| "epoch": 4.17319587628866, |
| "grad_norm": 0.10456502041919041, |
| "learning_rate": 6.353641360740796e-06, |
| "loss": 0.4442, |
| "step": 1518 |
| }, |
| { |
| "epoch": 4.175945017182131, |
| "grad_norm": 0.10975215070737157, |
| "learning_rate": 6.312088575743112e-06, |
| "loss": 0.4421, |
| "step": 1519 |
| }, |
| { |
| "epoch": 4.178694158075602, |
| "grad_norm": 0.09670376981272215, |
| "learning_rate": 6.270660472047318e-06, |
| "loss": 0.4357, |
| "step": 1520 |
| }, |
| { |
| "epoch": 4.181443298969072, |
| "grad_norm": 0.0989487056180283, |
| "learning_rate": 6.229357202981736e-06, |
| "loss": 0.4446, |
| "step": 1521 |
| }, |
| { |
| "epoch": 4.184192439862543, |
| "grad_norm": 0.11575820428367671, |
| "learning_rate": 6.188178921412622e-06, |
| "loss": 0.4376, |
| "step": 1522 |
| }, |
| { |
| "epoch": 4.186941580756014, |
| "grad_norm": 0.09506731515085455, |
| "learning_rate": 6.147125779743666e-06, |
| "loss": 0.4399, |
| "step": 1523 |
| }, |
| { |
| "epoch": 4.189690721649485, |
| "grad_norm": 0.10319725228868595, |
| "learning_rate": 6.106197929915385e-06, |
| "loss": 0.4494, |
| "step": 1524 |
| }, |
| { |
| "epoch": 4.1924398625429555, |
| "grad_norm": 0.10930094347383024, |
| "learning_rate": 6.065395523404616e-06, |
| "loss": 0.4416, |
| "step": 1525 |
| }, |
| { |
| "epoch": 4.195189003436426, |
| "grad_norm": 0.10333832350838476, |
| "learning_rate": 6.0247187112238936e-06, |
| "loss": 0.4419, |
| "step": 1526 |
| }, |
| { |
| "epoch": 4.197938144329897, |
| "grad_norm": 0.09863833187141094, |
| "learning_rate": 5.984167643920926e-06, |
| "loss": 0.45, |
| "step": 1527 |
| }, |
| { |
| "epoch": 4.200687285223368, |
| "grad_norm": 0.10338899938814769, |
| "learning_rate": 5.943742471578029e-06, |
| "loss": 0.4432, |
| "step": 1528 |
| }, |
| { |
| "epoch": 4.203436426116839, |
| "grad_norm": 0.10080408781457796, |
| "learning_rate": 5.903443343811583e-06, |
| "loss": 0.4498, |
| "step": 1529 |
| }, |
| { |
| "epoch": 4.206185567010309, |
| "grad_norm": 0.0995238925477759, |
| "learning_rate": 5.863270409771451e-06, |
| "loss": 0.4441, |
| "step": 1530 |
| }, |
| { |
| "epoch": 4.20893470790378, |
| "grad_norm": 0.09871347524798951, |
| "learning_rate": 5.823223818140458e-06, |
| "loss": 0.4465, |
| "step": 1531 |
| }, |
| { |
| "epoch": 4.211683848797251, |
| "grad_norm": 0.09741808192782717, |
| "learning_rate": 5.78330371713383e-06, |
| "loss": 0.4521, |
| "step": 1532 |
| }, |
| { |
| "epoch": 4.214432989690722, |
| "grad_norm": 0.10108809287384478, |
| "learning_rate": 5.7435102544986325e-06, |
| "loss": 0.4476, |
| "step": 1533 |
| }, |
| { |
| "epoch": 4.217182130584193, |
| "grad_norm": 0.09586236341789252, |
| "learning_rate": 5.70384357751323e-06, |
| "loss": 0.4417, |
| "step": 1534 |
| }, |
| { |
| "epoch": 4.219931271477663, |
| "grad_norm": 0.0982846297983466, |
| "learning_rate": 5.664303832986764e-06, |
| "loss": 0.4496, |
| "step": 1535 |
| }, |
| { |
| "epoch": 4.222680412371134, |
| "grad_norm": 0.09404435584314635, |
| "learning_rate": 5.624891167258569e-06, |
| "loss": 0.4415, |
| "step": 1536 |
| }, |
| { |
| "epoch": 4.225429553264605, |
| "grad_norm": 0.09792884175585087, |
| "learning_rate": 5.585605726197663e-06, |
| "loss": 0.4364, |
| "step": 1537 |
| }, |
| { |
| "epoch": 4.228178694158076, |
| "grad_norm": 0.0966404647926693, |
| "learning_rate": 5.54644765520219e-06, |
| "loss": 0.4464, |
| "step": 1538 |
| }, |
| { |
| "epoch": 4.2309278350515465, |
| "grad_norm": 0.09803372963199505, |
| "learning_rate": 5.507417099198886e-06, |
| "loss": 0.443, |
| "step": 1539 |
| }, |
| { |
| "epoch": 4.233676975945017, |
| "grad_norm": 0.10220414170891072, |
| "learning_rate": 5.468514202642574e-06, |
| "loss": 0.4416, |
| "step": 1540 |
| }, |
| { |
| "epoch": 4.236426116838488, |
| "grad_norm": 0.09940583554566296, |
| "learning_rate": 5.429739109515564e-06, |
| "loss": 0.4483, |
| "step": 1541 |
| }, |
| { |
| "epoch": 4.239175257731959, |
| "grad_norm": 0.09639208839569098, |
| "learning_rate": 5.3910919633271755e-06, |
| "loss": 0.442, |
| "step": 1542 |
| }, |
| { |
| "epoch": 4.24192439862543, |
| "grad_norm": 0.1117369320333374, |
| "learning_rate": 5.352572907113178e-06, |
| "loss": 0.4461, |
| "step": 1543 |
| }, |
| { |
| "epoch": 4.2446735395189, |
| "grad_norm": 0.09611791874864287, |
| "learning_rate": 5.314182083435282e-06, |
| "loss": 0.4346, |
| "step": 1544 |
| }, |
| { |
| "epoch": 4.247422680412371, |
| "grad_norm": 0.10794580998258632, |
| "learning_rate": 5.2759196343805885e-06, |
| "loss": 0.4415, |
| "step": 1545 |
| }, |
| { |
| "epoch": 4.250171821305842, |
| "grad_norm": 0.0952864724999734, |
| "learning_rate": 5.237785701561078e-06, |
| "loss": 0.4443, |
| "step": 1546 |
| }, |
| { |
| "epoch": 4.252920962199313, |
| "grad_norm": 0.10156924345931388, |
| "learning_rate": 5.1997804261131015e-06, |
| "loss": 0.449, |
| "step": 1547 |
| }, |
| { |
| "epoch": 4.2556701030927835, |
| "grad_norm": 0.09725478784660825, |
| "learning_rate": 5.161903948696813e-06, |
| "loss": 0.439, |
| "step": 1548 |
| }, |
| { |
| "epoch": 4.258419243986254, |
| "grad_norm": 0.10252085604277364, |
| "learning_rate": 5.124156409495693e-06, |
| "loss": 0.4385, |
| "step": 1549 |
| }, |
| { |
| "epoch": 4.261168384879725, |
| "grad_norm": 0.10131443009760514, |
| "learning_rate": 5.086537948216008e-06, |
| "loss": 0.4407, |
| "step": 1550 |
| }, |
| { |
| "epoch": 4.263917525773196, |
| "grad_norm": 0.09875784055342578, |
| "learning_rate": 5.049048704086295e-06, |
| "loss": 0.4469, |
| "step": 1551 |
| }, |
| { |
| "epoch": 4.266666666666667, |
| "grad_norm": 0.10157130046545569, |
| "learning_rate": 5.011688815856856e-06, |
| "loss": 0.4502, |
| "step": 1552 |
| }, |
| { |
| "epoch": 4.269415807560137, |
| "grad_norm": 0.10941012381717943, |
| "learning_rate": 4.974458421799231e-06, |
| "loss": 0.4411, |
| "step": 1553 |
| }, |
| { |
| "epoch": 4.272164948453608, |
| "grad_norm": 0.11064889415177875, |
| "learning_rate": 4.937357659705688e-06, |
| "loss": 0.4419, |
| "step": 1554 |
| }, |
| { |
| "epoch": 4.274914089347079, |
| "grad_norm": 0.10002641057536234, |
| "learning_rate": 4.90038666688875e-06, |
| "loss": 0.4558, |
| "step": 1555 |
| }, |
| { |
| "epoch": 4.27766323024055, |
| "grad_norm": 0.10016807122767976, |
| "learning_rate": 4.863545580180615e-06, |
| "loss": 0.4435, |
| "step": 1556 |
| }, |
| { |
| "epoch": 4.2804123711340205, |
| "grad_norm": 0.10851136506221658, |
| "learning_rate": 4.8268345359327075e-06, |
| "loss": 0.4398, |
| "step": 1557 |
| }, |
| { |
| "epoch": 4.283161512027491, |
| "grad_norm": 0.09488321817571037, |
| "learning_rate": 4.7902536700151504e-06, |
| "loss": 0.4429, |
| "step": 1558 |
| }, |
| { |
| "epoch": 4.285910652920962, |
| "grad_norm": 0.09962394867509372, |
| "learning_rate": 4.75380311781628e-06, |
| "loss": 0.4435, |
| "step": 1559 |
| }, |
| { |
| "epoch": 4.288659793814433, |
| "grad_norm": 0.10525730743423926, |
| "learning_rate": 4.717483014242134e-06, |
| "loss": 0.4488, |
| "step": 1560 |
| }, |
| { |
| "epoch": 4.291408934707904, |
| "grad_norm": 0.09444016052953329, |
| "learning_rate": 4.681293493715906e-06, |
| "loss": 0.4383, |
| "step": 1561 |
| }, |
| { |
| "epoch": 4.294158075601374, |
| "grad_norm": 0.0935555125757194, |
| "learning_rate": 4.645234690177556e-06, |
| "loss": 0.441, |
| "step": 1562 |
| }, |
| { |
| "epoch": 4.296907216494845, |
| "grad_norm": 0.09875362647621048, |
| "learning_rate": 4.6093067370832145e-06, |
| "loss": 0.4467, |
| "step": 1563 |
| }, |
| { |
| "epoch": 4.299656357388316, |
| "grad_norm": 0.10106687338028049, |
| "learning_rate": 4.573509767404733e-06, |
| "loss": 0.4398, |
| "step": 1564 |
| }, |
| { |
| "epoch": 4.302405498281787, |
| "grad_norm": 0.09430960821120914, |
| "learning_rate": 4.537843913629178e-06, |
| "loss": 0.4498, |
| "step": 1565 |
| }, |
| { |
| "epoch": 4.3051546391752575, |
| "grad_norm": 0.09341919086027475, |
| "learning_rate": 4.502309307758368e-06, |
| "loss": 0.4427, |
| "step": 1566 |
| }, |
| { |
| "epoch": 4.307903780068728, |
| "grad_norm": 0.09579646490730007, |
| "learning_rate": 4.46690608130834e-06, |
| "loss": 0.4504, |
| "step": 1567 |
| }, |
| { |
| "epoch": 4.310652920962199, |
| "grad_norm": 0.10140215061324537, |
| "learning_rate": 4.431634365308904e-06, |
| "loss": 0.4445, |
| "step": 1568 |
| }, |
| { |
| "epoch": 4.31340206185567, |
| "grad_norm": 0.09687704144452364, |
| "learning_rate": 4.39649429030311e-06, |
| "loss": 0.4478, |
| "step": 1569 |
| }, |
| { |
| "epoch": 4.316151202749141, |
| "grad_norm": 0.09438778342768989, |
| "learning_rate": 4.3614859863468425e-06, |
| "loss": 0.4386, |
| "step": 1570 |
| }, |
| { |
| "epoch": 4.318900343642611, |
| "grad_norm": 0.09156131739398227, |
| "learning_rate": 4.326609583008261e-06, |
| "loss": 0.4338, |
| "step": 1571 |
| }, |
| { |
| "epoch": 4.321649484536082, |
| "grad_norm": 0.09078660520618338, |
| "learning_rate": 4.2918652093673606e-06, |
| "loss": 0.442, |
| "step": 1572 |
| }, |
| { |
| "epoch": 4.324398625429553, |
| "grad_norm": 0.10260056112083875, |
| "learning_rate": 4.257252994015466e-06, |
| "loss": 0.4441, |
| "step": 1573 |
| }, |
| { |
| "epoch": 4.327147766323024, |
| "grad_norm": 0.10384708279251556, |
| "learning_rate": 4.222773065054817e-06, |
| "loss": 0.4466, |
| "step": 1574 |
| }, |
| { |
| "epoch": 4.329896907216495, |
| "grad_norm": 0.09444726168415894, |
| "learning_rate": 4.188425550098019e-06, |
| "loss": 0.444, |
| "step": 1575 |
| }, |
| { |
| "epoch": 4.332646048109965, |
| "grad_norm": 0.1139460077036934, |
| "learning_rate": 4.15421057626761e-06, |
| "loss": 0.4446, |
| "step": 1576 |
| }, |
| { |
| "epoch": 4.335395189003436, |
| "grad_norm": 0.09822740636361162, |
| "learning_rate": 4.120128270195585e-06, |
| "loss": 0.4424, |
| "step": 1577 |
| }, |
| { |
| "epoch": 4.338144329896907, |
| "grad_norm": 0.09913730861031846, |
| "learning_rate": 4.086178758022929e-06, |
| "loss": 0.4477, |
| "step": 1578 |
| }, |
| { |
| "epoch": 4.340893470790378, |
| "grad_norm": 0.09892692023825955, |
| "learning_rate": 4.052362165399148e-06, |
| "loss": 0.4462, |
| "step": 1579 |
| }, |
| { |
| "epoch": 4.3436426116838485, |
| "grad_norm": 0.09559985988178789, |
| "learning_rate": 4.018678617481797e-06, |
| "loss": 0.4518, |
| "step": 1580 |
| }, |
| { |
| "epoch": 4.346391752577319, |
| "grad_norm": 0.09645896728376689, |
| "learning_rate": 3.9851282389360336e-06, |
| "loss": 0.4411, |
| "step": 1581 |
| }, |
| { |
| "epoch": 4.34914089347079, |
| "grad_norm": 0.09621093774200687, |
| "learning_rate": 3.951711153934143e-06, |
| "loss": 0.4455, |
| "step": 1582 |
| }, |
| { |
| "epoch": 4.351890034364261, |
| "grad_norm": 0.09860601420290797, |
| "learning_rate": 3.918427486155079e-06, |
| "loss": 0.4452, |
| "step": 1583 |
| }, |
| { |
| "epoch": 4.354639175257732, |
| "grad_norm": 0.09460049776906895, |
| "learning_rate": 3.885277358784003e-06, |
| "loss": 0.4476, |
| "step": 1584 |
| }, |
| { |
| "epoch": 4.357388316151202, |
| "grad_norm": 0.0970914145620547, |
| "learning_rate": 3.85226089451185e-06, |
| "loss": 0.4486, |
| "step": 1585 |
| }, |
| { |
| "epoch": 4.360137457044673, |
| "grad_norm": 0.10970056178061441, |
| "learning_rate": 3.819378215534842e-06, |
| "loss": 0.4404, |
| "step": 1586 |
| }, |
| { |
| "epoch": 4.362886597938144, |
| "grad_norm": 0.09671374353988552, |
| "learning_rate": 3.7866294435540574e-06, |
| "loss": 0.4534, |
| "step": 1587 |
| }, |
| { |
| "epoch": 4.365635738831615, |
| "grad_norm": 0.09276644771447388, |
| "learning_rate": 3.7540146997749793e-06, |
| "loss": 0.4489, |
| "step": 1588 |
| }, |
| { |
| "epoch": 4.368384879725086, |
| "grad_norm": 0.09400993795205304, |
| "learning_rate": 3.72153410490705e-06, |
| "loss": 0.4467, |
| "step": 1589 |
| }, |
| { |
| "epoch": 4.371134020618557, |
| "grad_norm": 0.10312570233843393, |
| "learning_rate": 3.689187779163206e-06, |
| "loss": 0.4491, |
| "step": 1590 |
| }, |
| { |
| "epoch": 4.373883161512028, |
| "grad_norm": 0.10124141768595926, |
| "learning_rate": 3.6569758422594446e-06, |
| "loss": 0.4528, |
| "step": 1591 |
| }, |
| { |
| "epoch": 4.376632302405499, |
| "grad_norm": 0.0947775184692594, |
| "learning_rate": 3.6248984134143794e-06, |
| "loss": 0.4493, |
| "step": 1592 |
| }, |
| { |
| "epoch": 4.3793814432989695, |
| "grad_norm": 0.0949068368311883, |
| "learning_rate": 3.5929556113488117e-06, |
| "loss": 0.4502, |
| "step": 1593 |
| }, |
| { |
| "epoch": 4.38213058419244, |
| "grad_norm": 0.09225617183677981, |
| "learning_rate": 3.5611475542852714e-06, |
| "loss": 0.4378, |
| "step": 1594 |
| }, |
| { |
| "epoch": 4.384879725085911, |
| "grad_norm": 0.09712650449251893, |
| "learning_rate": 3.5294743599475754e-06, |
| "loss": 0.446, |
| "step": 1595 |
| }, |
| { |
| "epoch": 4.387628865979382, |
| "grad_norm": 0.10510272619911021, |
| "learning_rate": 3.4979361455604386e-06, |
| "loss": 0.4438, |
| "step": 1596 |
| }, |
| { |
| "epoch": 4.390378006872853, |
| "grad_norm": 0.10034299553088664, |
| "learning_rate": 3.4665330278489708e-06, |
| "loss": 0.4487, |
| "step": 1597 |
| }, |
| { |
| "epoch": 4.393127147766323, |
| "grad_norm": 0.09360138161898929, |
| "learning_rate": 3.4352651230383026e-06, |
| "loss": 0.4409, |
| "step": 1598 |
| }, |
| { |
| "epoch": 4.395876288659794, |
| "grad_norm": 0.09887187647716278, |
| "learning_rate": 3.4041325468531094e-06, |
| "loss": 0.4409, |
| "step": 1599 |
| }, |
| { |
| "epoch": 4.398625429553265, |
| "grad_norm": 0.10473071373698492, |
| "learning_rate": 3.3731354145172435e-06, |
| "loss": 0.4516, |
| "step": 1600 |
| }, |
| { |
| "epoch": 4.401374570446736, |
| "grad_norm": 0.1007375745415408, |
| "learning_rate": 3.342273840753221e-06, |
| "loss": 0.4383, |
| "step": 1601 |
| }, |
| { |
| "epoch": 4.4041237113402065, |
| "grad_norm": 0.09735792228082213, |
| "learning_rate": 3.311547939781887e-06, |
| "loss": 0.4409, |
| "step": 1602 |
| }, |
| { |
| "epoch": 4.406872852233677, |
| "grad_norm": 0.09459778267684918, |
| "learning_rate": 3.280957825321922e-06, |
| "loss": 0.4442, |
| "step": 1603 |
| }, |
| { |
| "epoch": 4.409621993127148, |
| "grad_norm": 0.09281792628016262, |
| "learning_rate": 3.250503610589482e-06, |
| "loss": 0.4491, |
| "step": 1604 |
| }, |
| { |
| "epoch": 4.412371134020619, |
| "grad_norm": 0.1007767987975053, |
| "learning_rate": 3.2201854082977292e-06, |
| "loss": 0.4517, |
| "step": 1605 |
| }, |
| { |
| "epoch": 4.41512027491409, |
| "grad_norm": 0.09789821294262532, |
| "learning_rate": 3.190003330656435e-06, |
| "loss": 0.4451, |
| "step": 1606 |
| }, |
| { |
| "epoch": 4.41786941580756, |
| "grad_norm": 0.10028034923814605, |
| "learning_rate": 3.159957489371559e-06, |
| "loss": 0.4367, |
| "step": 1607 |
| }, |
| { |
| "epoch": 4.420618556701031, |
| "grad_norm": 0.09081132192790976, |
| "learning_rate": 3.1300479956448693e-06, |
| "loss": 0.4387, |
| "step": 1608 |
| }, |
| { |
| "epoch": 4.423367697594502, |
| "grad_norm": 0.09711016308139389, |
| "learning_rate": 3.1002749601734618e-06, |
| "loss": 0.4428, |
| "step": 1609 |
| }, |
| { |
| "epoch": 4.426116838487973, |
| "grad_norm": 0.09435493012986142, |
| "learning_rate": 3.0706384931494137e-06, |
| "loss": 0.4328, |
| "step": 1610 |
| }, |
| { |
| "epoch": 4.4288659793814436, |
| "grad_norm": 0.09951785033015637, |
| "learning_rate": 3.0411387042593545e-06, |
| "loss": 0.4512, |
| "step": 1611 |
| }, |
| { |
| "epoch": 4.431615120274914, |
| "grad_norm": 0.0960124562000595, |
| "learning_rate": 3.0117757026840543e-06, |
| "loss": 0.4485, |
| "step": 1612 |
| }, |
| { |
| "epoch": 4.434364261168385, |
| "grad_norm": 0.09374569219824876, |
| "learning_rate": 2.9825495970980234e-06, |
| "loss": 0.4448, |
| "step": 1613 |
| }, |
| { |
| "epoch": 4.437113402061856, |
| "grad_norm": 0.09287833110723459, |
| "learning_rate": 2.953460495669096e-06, |
| "loss": 0.4473, |
| "step": 1614 |
| }, |
| { |
| "epoch": 4.439862542955327, |
| "grad_norm": 0.09330518761309428, |
| "learning_rate": 2.924508506058077e-06, |
| "loss": 0.4368, |
| "step": 1615 |
| }, |
| { |
| "epoch": 4.4426116838487975, |
| "grad_norm": 0.09851414675120082, |
| "learning_rate": 2.8956937354182923e-06, |
| "loss": 0.4438, |
| "step": 1616 |
| }, |
| { |
| "epoch": 4.445360824742268, |
| "grad_norm": 0.09503089697922397, |
| "learning_rate": 2.867016290395199e-06, |
| "loss": 0.4557, |
| "step": 1617 |
| }, |
| { |
| "epoch": 4.448109965635739, |
| "grad_norm": 0.09322925477662775, |
| "learning_rate": 2.838476277126012e-06, |
| "loss": 0.4428, |
| "step": 1618 |
| }, |
| { |
| "epoch": 4.45085910652921, |
| "grad_norm": 0.09242195549495436, |
| "learning_rate": 2.810073801239317e-06, |
| "loss": 0.446, |
| "step": 1619 |
| }, |
| { |
| "epoch": 4.453608247422681, |
| "grad_norm": 0.08945993365343624, |
| "learning_rate": 2.781808967854649e-06, |
| "loss": 0.4412, |
| "step": 1620 |
| }, |
| { |
| "epoch": 4.456357388316151, |
| "grad_norm": 0.09428643807864204, |
| "learning_rate": 2.753681881582115e-06, |
| "loss": 0.4416, |
| "step": 1621 |
| }, |
| { |
| "epoch": 4.459106529209622, |
| "grad_norm": 0.0931736838114746, |
| "learning_rate": 2.7256926465220177e-06, |
| "loss": 0.4472, |
| "step": 1622 |
| }, |
| { |
| "epoch": 4.461855670103093, |
| "grad_norm": 0.09181260953087753, |
| "learning_rate": 2.697841366264471e-06, |
| "loss": 0.4481, |
| "step": 1623 |
| }, |
| { |
| "epoch": 4.464604810996564, |
| "grad_norm": 0.09223991013911755, |
| "learning_rate": 2.670128143888988e-06, |
| "loss": 0.4417, |
| "step": 1624 |
| }, |
| { |
| "epoch": 4.4673539518900345, |
| "grad_norm": 0.09242485950713865, |
| "learning_rate": 2.6425530819641364e-06, |
| "loss": 0.4501, |
| "step": 1625 |
| }, |
| { |
| "epoch": 4.470103092783505, |
| "grad_norm": 0.09113105402491876, |
| "learning_rate": 2.6151162825471364e-06, |
| "loss": 0.4442, |
| "step": 1626 |
| }, |
| { |
| "epoch": 4.472852233676976, |
| "grad_norm": 0.09212808247265639, |
| "learning_rate": 2.587817847183489e-06, |
| "loss": 0.4429, |
| "step": 1627 |
| }, |
| { |
| "epoch": 4.475601374570447, |
| "grad_norm": 0.09767261371119439, |
| "learning_rate": 2.5606578769066026e-06, |
| "loss": 0.4432, |
| "step": 1628 |
| }, |
| { |
| "epoch": 4.478350515463918, |
| "grad_norm": 0.09743572389157769, |
| "learning_rate": 2.5336364722374106e-06, |
| "loss": 0.4487, |
| "step": 1629 |
| }, |
| { |
| "epoch": 4.481099656357388, |
| "grad_norm": 0.09102922314529087, |
| "learning_rate": 2.506753733184013e-06, |
| "loss": 0.4503, |
| "step": 1630 |
| }, |
| { |
| "epoch": 4.483848797250859, |
| "grad_norm": 0.09266255759834628, |
| "learning_rate": 2.480009759241302e-06, |
| "loss": 0.4405, |
| "step": 1631 |
| }, |
| { |
| "epoch": 4.48659793814433, |
| "grad_norm": 0.0925039627946117, |
| "learning_rate": 2.453404649390576e-06, |
| "loss": 0.4398, |
| "step": 1632 |
| }, |
| { |
| "epoch": 4.489347079037801, |
| "grad_norm": 0.09521064172876387, |
| "learning_rate": 2.4269385020991987e-06, |
| "loss": 0.4486, |
| "step": 1633 |
| }, |
| { |
| "epoch": 4.4920962199312715, |
| "grad_norm": 0.09113818118580695, |
| "learning_rate": 2.40061141532022e-06, |
| "loss": 0.4431, |
| "step": 1634 |
| }, |
| { |
| "epoch": 4.494845360824742, |
| "grad_norm": 0.10000887227672747, |
| "learning_rate": 2.374423486492021e-06, |
| "loss": 0.4388, |
| "step": 1635 |
| }, |
| { |
| "epoch": 4.497594501718213, |
| "grad_norm": 0.09939158503866538, |
| "learning_rate": 2.3483748125379434e-06, |
| "loss": 0.4526, |
| "step": 1636 |
| }, |
| { |
| "epoch": 4.500343642611684, |
| "grad_norm": 0.08865852194600819, |
| "learning_rate": 2.3224654898659348e-06, |
| "loss": 0.4458, |
| "step": 1637 |
| }, |
| { |
| "epoch": 4.503092783505155, |
| "grad_norm": 0.09118943093226906, |
| "learning_rate": 2.2966956143682094e-06, |
| "loss": 0.444, |
| "step": 1638 |
| }, |
| { |
| "epoch": 4.505841924398625, |
| "grad_norm": 0.09085329322674768, |
| "learning_rate": 2.2710652814208656e-06, |
| "loss": 0.4516, |
| "step": 1639 |
| }, |
| { |
| "epoch": 4.508591065292096, |
| "grad_norm": 0.09474948162033754, |
| "learning_rate": 2.2455745858835474e-06, |
| "loss": 0.4439, |
| "step": 1640 |
| }, |
| { |
| "epoch": 4.511340206185567, |
| "grad_norm": 0.09100873289075298, |
| "learning_rate": 2.2202236220990913e-06, |
| "loss": 0.4441, |
| "step": 1641 |
| }, |
| { |
| "epoch": 4.514089347079038, |
| "grad_norm": 0.09556416343413056, |
| "learning_rate": 2.1950124838931685e-06, |
| "loss": 0.4426, |
| "step": 1642 |
| }, |
| { |
| "epoch": 4.5168384879725085, |
| "grad_norm": 0.09124176627878805, |
| "learning_rate": 2.169941264573967e-06, |
| "loss": 0.4515, |
| "step": 1643 |
| }, |
| { |
| "epoch": 4.519587628865979, |
| "grad_norm": 0.08967523905753207, |
| "learning_rate": 2.1450100569317954e-06, |
| "loss": 0.4427, |
| "step": 1644 |
| }, |
| { |
| "epoch": 4.52233676975945, |
| "grad_norm": 0.08908910909605862, |
| "learning_rate": 2.1202189532387994e-06, |
| "loss": 0.4421, |
| "step": 1645 |
| }, |
| { |
| "epoch": 4.525085910652921, |
| "grad_norm": 0.08930544495492708, |
| "learning_rate": 2.0955680452485795e-06, |
| "loss": 0.4386, |
| "step": 1646 |
| }, |
| { |
| "epoch": 4.527835051546392, |
| "grad_norm": 0.09705957099996088, |
| "learning_rate": 2.0710574241958527e-06, |
| "loss": 0.4499, |
| "step": 1647 |
| }, |
| { |
| "epoch": 4.530584192439862, |
| "grad_norm": 0.09629213253097813, |
| "learning_rate": 2.0466871807961253e-06, |
| "loss": 0.4483, |
| "step": 1648 |
| }, |
| { |
| "epoch": 4.533333333333333, |
| "grad_norm": 0.08724520563465142, |
| "learning_rate": 2.0224574052453817e-06, |
| "loss": 0.4449, |
| "step": 1649 |
| }, |
| { |
| "epoch": 4.536082474226804, |
| "grad_norm": 0.09135773175337733, |
| "learning_rate": 1.9983681872196836e-06, |
| "loss": 0.4399, |
| "step": 1650 |
| }, |
| { |
| "epoch": 4.538831615120275, |
| "grad_norm": 0.09009008354611814, |
| "learning_rate": 1.9744196158749183e-06, |
| "loss": 0.4418, |
| "step": 1651 |
| }, |
| { |
| "epoch": 4.541580756013746, |
| "grad_norm": 0.09186018004376852, |
| "learning_rate": 1.9506117798463944e-06, |
| "loss": 0.4478, |
| "step": 1652 |
| }, |
| { |
| "epoch": 4.544329896907216, |
| "grad_norm": 0.08971975311980089, |
| "learning_rate": 1.9269447672485864e-06, |
| "loss": 0.4414, |
| "step": 1653 |
| }, |
| { |
| "epoch": 4.547079037800687, |
| "grad_norm": 0.08979949876575676, |
| "learning_rate": 1.9034186656747478e-06, |
| "loss": 0.4452, |
| "step": 1654 |
| }, |
| { |
| "epoch": 4.549828178694158, |
| "grad_norm": 0.0936250091293909, |
| "learning_rate": 1.8800335621966148e-06, |
| "loss": 0.4482, |
| "step": 1655 |
| }, |
| { |
| "epoch": 4.552577319587629, |
| "grad_norm": 0.08981143391720423, |
| "learning_rate": 1.8567895433640705e-06, |
| "loss": 0.4448, |
| "step": 1656 |
| }, |
| { |
| "epoch": 4.5553264604810995, |
| "grad_norm": 0.08587438163737723, |
| "learning_rate": 1.8336866952048683e-06, |
| "loss": 0.435, |
| "step": 1657 |
| }, |
| { |
| "epoch": 4.55807560137457, |
| "grad_norm": 0.09326486613993211, |
| "learning_rate": 1.8107251032242335e-06, |
| "loss": 0.4508, |
| "step": 1658 |
| }, |
| { |
| "epoch": 4.560824742268041, |
| "grad_norm": 0.09331518445515743, |
| "learning_rate": 1.7879048524046182e-06, |
| "loss": 0.4499, |
| "step": 1659 |
| }, |
| { |
| "epoch": 4.563573883161512, |
| "grad_norm": 0.08976792064689015, |
| "learning_rate": 1.765226027205369e-06, |
| "loss": 0.4466, |
| "step": 1660 |
| }, |
| { |
| "epoch": 4.566323024054983, |
| "grad_norm": 0.0875193893760576, |
| "learning_rate": 1.7426887115623791e-06, |
| "loss": 0.4452, |
| "step": 1661 |
| }, |
| { |
| "epoch": 4.569072164948453, |
| "grad_norm": 0.08920117183529058, |
| "learning_rate": 1.7202929888878329e-06, |
| "loss": 0.4401, |
| "step": 1662 |
| }, |
| { |
| "epoch": 4.571821305841924, |
| "grad_norm": 0.08832595498688149, |
| "learning_rate": 1.6980389420698395e-06, |
| "loss": 0.4451, |
| "step": 1663 |
| }, |
| { |
| "epoch": 4.574570446735395, |
| "grad_norm": 0.08859855283203406, |
| "learning_rate": 1.6759266534721952e-06, |
| "loss": 0.4431, |
| "step": 1664 |
| }, |
| { |
| "epoch": 4.577319587628866, |
| "grad_norm": 0.09152185332529074, |
| "learning_rate": 1.6539562049340085e-06, |
| "loss": 0.4402, |
| "step": 1665 |
| }, |
| { |
| "epoch": 4.5800687285223365, |
| "grad_norm": 0.08871925909133102, |
| "learning_rate": 1.6321276777694307e-06, |
| "loss": 0.4487, |
| "step": 1666 |
| }, |
| { |
| "epoch": 4.582817869415807, |
| "grad_norm": 0.09057802642441674, |
| "learning_rate": 1.6104411527673613e-06, |
| "loss": 0.4435, |
| "step": 1667 |
| }, |
| { |
| "epoch": 4.585567010309278, |
| "grad_norm": 0.09402629602885212, |
| "learning_rate": 1.588896710191139e-06, |
| "loss": 0.4489, |
| "step": 1668 |
| }, |
| { |
| "epoch": 4.588316151202749, |
| "grad_norm": 0.08990522146704653, |
| "learning_rate": 1.567494429778238e-06, |
| "loss": 0.4427, |
| "step": 1669 |
| }, |
| { |
| "epoch": 4.59106529209622, |
| "grad_norm": 0.09102458376196323, |
| "learning_rate": 1.546234390739998e-06, |
| "loss": 0.4498, |
| "step": 1670 |
| }, |
| { |
| "epoch": 4.59381443298969, |
| "grad_norm": 0.09383015002767303, |
| "learning_rate": 1.525116671761282e-06, |
| "loss": 0.4456, |
| "step": 1671 |
| }, |
| { |
| "epoch": 4.596563573883161, |
| "grad_norm": 0.087955107242829, |
| "learning_rate": 1.5041413510002544e-06, |
| "loss": 0.4495, |
| "step": 1672 |
| }, |
| { |
| "epoch": 4.599312714776632, |
| "grad_norm": 0.08874300385624094, |
| "learning_rate": 1.4833085060880349e-06, |
| "loss": 0.4412, |
| "step": 1673 |
| }, |
| { |
| "epoch": 4.602061855670103, |
| "grad_norm": 0.08466557475239722, |
| "learning_rate": 1.4626182141284085e-06, |
| "loss": 0.4455, |
| "step": 1674 |
| }, |
| { |
| "epoch": 4.6048109965635735, |
| "grad_norm": 0.08895580241312337, |
| "learning_rate": 1.4420705516976097e-06, |
| "loss": 0.4406, |
| "step": 1675 |
| }, |
| { |
| "epoch": 4.607560137457044, |
| "grad_norm": 0.08951149546757349, |
| "learning_rate": 1.421665594843953e-06, |
| "loss": 0.4485, |
| "step": 1676 |
| }, |
| { |
| "epoch": 4.610309278350515, |
| "grad_norm": 0.09239895115644584, |
| "learning_rate": 1.4014034190876057e-06, |
| "loss": 0.448, |
| "step": 1677 |
| }, |
| { |
| "epoch": 4.613058419243986, |
| "grad_norm": 0.08778403074207193, |
| "learning_rate": 1.3812840994202792e-06, |
| "loss": 0.44, |
| "step": 1678 |
| }, |
| { |
| "epoch": 4.615807560137457, |
| "grad_norm": 0.08817137101596591, |
| "learning_rate": 1.361307710304991e-06, |
| "loss": 0.4394, |
| "step": 1679 |
| }, |
| { |
| "epoch": 4.618556701030927, |
| "grad_norm": 0.09227710988150696, |
| "learning_rate": 1.3414743256757334e-06, |
| "loss": 0.4501, |
| "step": 1680 |
| }, |
| { |
| "epoch": 4.621305841924398, |
| "grad_norm": 0.08760382434561047, |
| "learning_rate": 1.3217840189372555e-06, |
| "loss": 0.4461, |
| "step": 1681 |
| }, |
| { |
| "epoch": 4.624054982817869, |
| "grad_norm": 0.09031853519071162, |
| "learning_rate": 1.3022368629647253e-06, |
| "loss": 0.4496, |
| "step": 1682 |
| }, |
| { |
| "epoch": 4.62680412371134, |
| "grad_norm": 0.09206239051131887, |
| "learning_rate": 1.2828329301035481e-06, |
| "loss": 0.4432, |
| "step": 1683 |
| }, |
| { |
| "epoch": 4.6295532646048105, |
| "grad_norm": 0.08843350392995919, |
| "learning_rate": 1.263572292169024e-06, |
| "loss": 0.4501, |
| "step": 1684 |
| }, |
| { |
| "epoch": 4.632302405498281, |
| "grad_norm": 0.09481473881768035, |
| "learning_rate": 1.2444550204461092e-06, |
| "loss": 0.4403, |
| "step": 1685 |
| }, |
| { |
| "epoch": 4.635051546391752, |
| "grad_norm": 0.08689601784166971, |
| "learning_rate": 1.2254811856891524e-06, |
| "loss": 0.4435, |
| "step": 1686 |
| }, |
| { |
| "epoch": 4.637800687285223, |
| "grad_norm": 0.08893870660419893, |
| "learning_rate": 1.2066508581216429e-06, |
| "loss": 0.4503, |
| "step": 1687 |
| }, |
| { |
| "epoch": 4.640549828178694, |
| "grad_norm": 0.08937431163006333, |
| "learning_rate": 1.187964107435926e-06, |
| "loss": 0.4456, |
| "step": 1688 |
| }, |
| { |
| "epoch": 4.643298969072165, |
| "grad_norm": 0.08865313646975571, |
| "learning_rate": 1.169421002792972e-06, |
| "loss": 0.4433, |
| "step": 1689 |
| }, |
| { |
| "epoch": 4.646048109965636, |
| "grad_norm": 0.08865228962259511, |
| "learning_rate": 1.151021612822092e-06, |
| "loss": 0.4491, |
| "step": 1690 |
| }, |
| { |
| "epoch": 4.648797250859107, |
| "grad_norm": 0.08885659723955662, |
| "learning_rate": 1.1327660056207113e-06, |
| "loss": 0.4368, |
| "step": 1691 |
| }, |
| { |
| "epoch": 4.651546391752578, |
| "grad_norm": 0.08962612308335349, |
| "learning_rate": 1.114654248754099e-06, |
| "loss": 0.4495, |
| "step": 1692 |
| }, |
| { |
| "epoch": 4.6542955326460484, |
| "grad_norm": 0.08766658442624285, |
| "learning_rate": 1.0966864092551233e-06, |
| "loss": 0.445, |
| "step": 1693 |
| }, |
| { |
| "epoch": 4.657044673539519, |
| "grad_norm": 0.08709960621618447, |
| "learning_rate": 1.0788625536240206e-06, |
| "loss": 0.4471, |
| "step": 1694 |
| }, |
| { |
| "epoch": 4.65979381443299, |
| "grad_norm": 0.09261985426164675, |
| "learning_rate": 1.0611827478281067e-06, |
| "loss": 0.4456, |
| "step": 1695 |
| }, |
| { |
| "epoch": 4.662542955326461, |
| "grad_norm": 0.08650196395240495, |
| "learning_rate": 1.0436470573015733e-06, |
| "loss": 0.4403, |
| "step": 1696 |
| }, |
| { |
| "epoch": 4.665292096219932, |
| "grad_norm": 0.08590676857219628, |
| "learning_rate": 1.026255546945234e-06, |
| "loss": 0.4449, |
| "step": 1697 |
| }, |
| { |
| "epoch": 4.668041237113402, |
| "grad_norm": 0.08741332778858373, |
| "learning_rate": 1.0090082811262802e-06, |
| "loss": 0.4492, |
| "step": 1698 |
| }, |
| { |
| "epoch": 4.670790378006873, |
| "grad_norm": 0.08738071184604224, |
| "learning_rate": 9.919053236780328e-07, |
| "loss": 0.444, |
| "step": 1699 |
| }, |
| { |
| "epoch": 4.673539518900344, |
| "grad_norm": 0.08949580602300157, |
| "learning_rate": 9.74946737899729e-07, |
| "loss": 0.4376, |
| "step": 1700 |
| }, |
| { |
| "epoch": 4.676288659793815, |
| "grad_norm": 0.08859670553407732, |
| "learning_rate": 9.581325865562775e-07, |
| "loss": 0.4486, |
| "step": 1701 |
| }, |
| { |
| "epoch": 4.6790378006872855, |
| "grad_norm": 0.08694870133225886, |
| "learning_rate": 9.414629318780189e-07, |
| "loss": 0.4483, |
| "step": 1702 |
| }, |
| { |
| "epoch": 4.681786941580756, |
| "grad_norm": 0.08702985035490321, |
| "learning_rate": 9.249378355605043e-07, |
| "loss": 0.4419, |
| "step": 1703 |
| }, |
| { |
| "epoch": 4.684536082474227, |
| "grad_norm": 0.08584597159667766, |
| "learning_rate": 9.085573587642637e-07, |
| "loss": 0.4517, |
| "step": 1704 |
| }, |
| { |
| "epoch": 4.687285223367698, |
| "grad_norm": 0.08578695182725778, |
| "learning_rate": 8.923215621145753e-07, |
| "loss": 0.4399, |
| "step": 1705 |
| }, |
| { |
| "epoch": 4.690034364261169, |
| "grad_norm": 0.08592571403893629, |
| "learning_rate": 8.762305057012654e-07, |
| "loss": 0.4515, |
| "step": 1706 |
| }, |
| { |
| "epoch": 4.692783505154639, |
| "grad_norm": 0.08693493065817048, |
| "learning_rate": 8.60284249078438e-07, |
| "loss": 0.4461, |
| "step": 1707 |
| }, |
| { |
| "epoch": 4.69553264604811, |
| "grad_norm": 0.08872474686819293, |
| "learning_rate": 8.444828512642966e-07, |
| "loss": 0.4545, |
| "step": 1708 |
| }, |
| { |
| "epoch": 4.698281786941581, |
| "grad_norm": 0.09336681238214921, |
| "learning_rate": 8.288263707409272e-07, |
| "loss": 0.4543, |
| "step": 1709 |
| }, |
| { |
| "epoch": 4.701030927835052, |
| "grad_norm": 0.0862849071211661, |
| "learning_rate": 8.133148654540402e-07, |
| "loss": 0.4409, |
| "step": 1710 |
| }, |
| { |
| "epoch": 4.7037800687285225, |
| "grad_norm": 0.08478357720964781, |
| "learning_rate": 7.979483928127974e-07, |
| "loss": 0.4422, |
| "step": 1711 |
| }, |
| { |
| "epoch": 4.706529209621993, |
| "grad_norm": 0.08654065268244254, |
| "learning_rate": 7.827270096895811e-07, |
| "loss": 0.4479, |
| "step": 1712 |
| }, |
| { |
| "epoch": 4.709278350515464, |
| "grad_norm": 0.08647792501003562, |
| "learning_rate": 7.676507724197946e-07, |
| "loss": 0.4484, |
| "step": 1713 |
| }, |
| { |
| "epoch": 4.712027491408935, |
| "grad_norm": 0.08597489991064104, |
| "learning_rate": 7.527197368016437e-07, |
| "loss": 0.4417, |
| "step": 1714 |
| }, |
| { |
| "epoch": 4.714776632302406, |
| "grad_norm": 0.0898277616665661, |
| "learning_rate": 7.37933958095911e-07, |
| "loss": 0.4514, |
| "step": 1715 |
| }, |
| { |
| "epoch": 4.717525773195876, |
| "grad_norm": 0.08697107341130339, |
| "learning_rate": 7.232934910258004e-07, |
| "loss": 0.4456, |
| "step": 1716 |
| }, |
| { |
| "epoch": 4.720274914089347, |
| "grad_norm": 0.08637312554758676, |
| "learning_rate": 7.087983897767059e-07, |
| "loss": 0.4477, |
| "step": 1717 |
| }, |
| { |
| "epoch": 4.723024054982818, |
| "grad_norm": 0.0882085833054912, |
| "learning_rate": 6.944487079959982e-07, |
| "loss": 0.4395, |
| "step": 1718 |
| }, |
| { |
| "epoch": 4.725773195876289, |
| "grad_norm": 0.085015391595313, |
| "learning_rate": 6.802444987928436e-07, |
| "loss": 0.4395, |
| "step": 1719 |
| }, |
| { |
| "epoch": 4.7285223367697595, |
| "grad_norm": 0.08451996713089384, |
| "learning_rate": 6.661858147380118e-07, |
| "loss": 0.437, |
| "step": 1720 |
| }, |
| { |
| "epoch": 4.73127147766323, |
| "grad_norm": 0.08738636017583253, |
| "learning_rate": 6.522727078636681e-07, |
| "loss": 0.4508, |
| "step": 1721 |
| }, |
| { |
| "epoch": 4.734020618556701, |
| "grad_norm": 0.08558858353740155, |
| "learning_rate": 6.385052296631955e-07, |
| "loss": 0.4464, |
| "step": 1722 |
| }, |
| { |
| "epoch": 4.736769759450172, |
| "grad_norm": 0.08661882774459452, |
| "learning_rate": 6.248834310909768e-07, |
| "loss": 0.4464, |
| "step": 1723 |
| }, |
| { |
| "epoch": 4.739518900343643, |
| "grad_norm": 0.08559450787680475, |
| "learning_rate": 6.114073625622396e-07, |
| "loss": 0.4372, |
| "step": 1724 |
| }, |
| { |
| "epoch": 4.742268041237113, |
| "grad_norm": 0.0894381151555916, |
| "learning_rate": 5.980770739528563e-07, |
| "loss": 0.4394, |
| "step": 1725 |
| }, |
| { |
| "epoch": 4.745017182130584, |
| "grad_norm": 0.0897214937051112, |
| "learning_rate": 5.84892614599144e-07, |
| "loss": 0.4511, |
| "step": 1726 |
| }, |
| { |
| "epoch": 4.747766323024055, |
| "grad_norm": 0.08890953858034158, |
| "learning_rate": 5.718540332977007e-07, |
| "loss": 0.4504, |
| "step": 1727 |
| }, |
| { |
| "epoch": 4.750515463917526, |
| "grad_norm": 0.08567497991113034, |
| "learning_rate": 5.589613783052317e-07, |
| "loss": 0.4422, |
| "step": 1728 |
| }, |
| { |
| "epoch": 4.7532646048109966, |
| "grad_norm": 0.08728822000081427, |
| "learning_rate": 5.462146973383453e-07, |
| "loss": 0.4589, |
| "step": 1729 |
| }, |
| { |
| "epoch": 4.756013745704467, |
| "grad_norm": 0.08723350175277615, |
| "learning_rate": 5.336140375733934e-07, |
| "loss": 0.4444, |
| "step": 1730 |
| }, |
| { |
| "epoch": 4.758762886597938, |
| "grad_norm": 0.0895784856053207, |
| "learning_rate": 5.211594456462932e-07, |
| "loss": 0.4502, |
| "step": 1731 |
| }, |
| { |
| "epoch": 4.761512027491409, |
| "grad_norm": 0.08733169216974808, |
| "learning_rate": 5.088509676523545e-07, |
| "loss": 0.4482, |
| "step": 1732 |
| }, |
| { |
| "epoch": 4.76426116838488, |
| "grad_norm": 0.08877952523971627, |
| "learning_rate": 4.966886491461109e-07, |
| "loss": 0.4478, |
| "step": 1733 |
| }, |
| { |
| "epoch": 4.7670103092783505, |
| "grad_norm": 0.08664355725321998, |
| "learning_rate": 4.846725351411507e-07, |
| "loss": 0.4463, |
| "step": 1734 |
| }, |
| { |
| "epoch": 4.769759450171821, |
| "grad_norm": 0.08722460501048601, |
| "learning_rate": 4.7280267010993974e-07, |
| "loss": 0.4484, |
| "step": 1735 |
| }, |
| { |
| "epoch": 4.772508591065292, |
| "grad_norm": 0.0869689702035606, |
| "learning_rate": 4.6107909798368324e-07, |
| "loss": 0.4449, |
| "step": 1736 |
| }, |
| { |
| "epoch": 4.775257731958763, |
| "grad_norm": 0.09408455047074887, |
| "learning_rate": 4.495018621521352e-07, |
| "loss": 0.4436, |
| "step": 1737 |
| }, |
| { |
| "epoch": 4.778006872852234, |
| "grad_norm": 0.09000664206402534, |
| "learning_rate": 4.3807100546344296e-07, |
| "loss": 0.44, |
| "step": 1738 |
| }, |
| { |
| "epoch": 4.780756013745704, |
| "grad_norm": 0.08893238330077334, |
| "learning_rate": 4.267865702240048e-07, |
| "loss": 0.4418, |
| "step": 1739 |
| }, |
| { |
| "epoch": 4.783505154639175, |
| "grad_norm": 0.08753276685918031, |
| "learning_rate": 4.1564859819830607e-07, |
| "loss": 0.4407, |
| "step": 1740 |
| }, |
| { |
| "epoch": 4.786254295532646, |
| "grad_norm": 0.08418852751539188, |
| "learning_rate": 4.046571306087499e-07, |
| "loss": 0.4429, |
| "step": 1741 |
| }, |
| { |
| "epoch": 4.789003436426117, |
| "grad_norm": 0.0880689357278319, |
| "learning_rate": 3.9381220813551555e-07, |
| "loss": 0.4517, |
| "step": 1742 |
| }, |
| { |
| "epoch": 4.7917525773195875, |
| "grad_norm": 0.08935991058559813, |
| "learning_rate": 3.831138709164295e-07, |
| "loss": 0.4464, |
| "step": 1743 |
| }, |
| { |
| "epoch": 4.794501718213058, |
| "grad_norm": 0.086751085582121, |
| "learning_rate": 3.725621585467698e-07, |
| "loss": 0.4504, |
| "step": 1744 |
| }, |
| { |
| "epoch": 4.797250859106529, |
| "grad_norm": 0.08660059471433466, |
| "learning_rate": 3.6215711007916434e-07, |
| "loss": 0.4457, |
| "step": 1745 |
| }, |
| { |
| "epoch": 4.8, |
| "grad_norm": 0.08795409500802658, |
| "learning_rate": 3.5189876402341727e-07, |
| "loss": 0.4487, |
| "step": 1746 |
| }, |
| { |
| "epoch": 4.802749140893471, |
| "grad_norm": 0.08517686102366333, |
| "learning_rate": 3.417871583463805e-07, |
| "loss": 0.442, |
| "step": 1747 |
| }, |
| { |
| "epoch": 4.805498281786941, |
| "grad_norm": 0.08656026625325718, |
| "learning_rate": 3.3182233047181154e-07, |
| "loss": 0.4482, |
| "step": 1748 |
| }, |
| { |
| "epoch": 4.808247422680412, |
| "grad_norm": 0.08742296055893738, |
| "learning_rate": 3.2200431728022676e-07, |
| "loss": 0.4497, |
| "step": 1749 |
| }, |
| { |
| "epoch": 4.810996563573883, |
| "grad_norm": 0.08706269427544457, |
| "learning_rate": 3.1233315510877714e-07, |
| "loss": 0.4399, |
| "step": 1750 |
| }, |
| { |
| "epoch": 4.813745704467354, |
| "grad_norm": 0.08541652658402427, |
| "learning_rate": 3.0280887975111087e-07, |
| "loss": 0.4463, |
| "step": 1751 |
| }, |
| { |
| "epoch": 4.8164948453608245, |
| "grad_norm": 0.08561518369119724, |
| "learning_rate": 2.9343152645723075e-07, |
| "loss": 0.4496, |
| "step": 1752 |
| }, |
| { |
| "epoch": 4.819243986254295, |
| "grad_norm": 0.08671209749993644, |
| "learning_rate": 2.8420112993337026e-07, |
| "loss": 0.4441, |
| "step": 1753 |
| }, |
| { |
| "epoch": 4.821993127147766, |
| "grad_norm": 0.0868113057408611, |
| "learning_rate": 2.75117724341869e-07, |
| "loss": 0.4539, |
| "step": 1754 |
| }, |
| { |
| "epoch": 4.824742268041237, |
| "grad_norm": 0.08787299513468588, |
| "learning_rate": 2.661813433010485e-07, |
| "loss": 0.4469, |
| "step": 1755 |
| }, |
| { |
| "epoch": 4.827491408934708, |
| "grad_norm": 0.08426954798208526, |
| "learning_rate": 2.5739201988506544e-07, |
| "loss": 0.4452, |
| "step": 1756 |
| }, |
| { |
| "epoch": 4.830240549828178, |
| "grad_norm": 0.08925999331930048, |
| "learning_rate": 2.487497866238231e-07, |
| "loss": 0.4431, |
| "step": 1757 |
| }, |
| { |
| "epoch": 4.832989690721649, |
| "grad_norm": 0.09009930022107024, |
| "learning_rate": 2.4025467550283345e-07, |
| "loss": 0.4428, |
| "step": 1758 |
| }, |
| { |
| "epoch": 4.83573883161512, |
| "grad_norm": 0.08903112575869974, |
| "learning_rate": 2.3190671796307963e-07, |
| "loss": 0.4376, |
| "step": 1759 |
| }, |
| { |
| "epoch": 4.838487972508591, |
| "grad_norm": 0.087097271598177, |
| "learning_rate": 2.237059449009449e-07, |
| "loss": 0.4514, |
| "step": 1760 |
| }, |
| { |
| "epoch": 4.8412371134020615, |
| "grad_norm": 0.08665721242897642, |
| "learning_rate": 2.1565238666805266e-07, |
| "loss": 0.4507, |
| "step": 1761 |
| }, |
| { |
| "epoch": 4.843986254295532, |
| "grad_norm": 0.08570901423189047, |
| "learning_rate": 2.0774607307118665e-07, |
| "loss": 0.444, |
| "step": 1762 |
| }, |
| { |
| "epoch": 4.846735395189003, |
| "grad_norm": 0.08855478539796897, |
| "learning_rate": 1.9998703337216207e-07, |
| "loss": 0.4459, |
| "step": 1763 |
| }, |
| { |
| "epoch": 4.849484536082474, |
| "grad_norm": 0.08830013933034192, |
| "learning_rate": 1.9237529628772345e-07, |
| "loss": 0.4471, |
| "step": 1764 |
| }, |
| { |
| "epoch": 4.852233676975945, |
| "grad_norm": 0.08632909822266122, |
| "learning_rate": 1.8491088998943806e-07, |
| "loss": 0.4443, |
| "step": 1765 |
| }, |
| { |
| "epoch": 4.854982817869415, |
| "grad_norm": 0.08788988835658808, |
| "learning_rate": 1.7759384210358943e-07, |
| "loss": 0.4495, |
| "step": 1766 |
| }, |
| { |
| "epoch": 4.857731958762886, |
| "grad_norm": 0.08641182871335162, |
| "learning_rate": 1.7042417971108837e-07, |
| "loss": 0.448, |
| "step": 1767 |
| }, |
| { |
| "epoch": 4.860481099656358, |
| "grad_norm": 0.08684528157216327, |
| "learning_rate": 1.6340192934734879e-07, |
| "loss": 0.4503, |
| "step": 1768 |
| }, |
| { |
| "epoch": 4.863230240549829, |
| "grad_norm": 0.08740681191652898, |
| "learning_rate": 1.5652711700220756e-07, |
| "loss": 0.4476, |
| "step": 1769 |
| }, |
| { |
| "epoch": 4.8659793814432994, |
| "grad_norm": 0.08455281840311087, |
| "learning_rate": 1.4979976811982267e-07, |
| "loss": 0.4501, |
| "step": 1770 |
| }, |
| { |
| "epoch": 4.86872852233677, |
| "grad_norm": 0.08621142637068548, |
| "learning_rate": 1.4321990759858406e-07, |
| "loss": 0.4427, |
| "step": 1771 |
| }, |
| { |
| "epoch": 4.871477663230241, |
| "grad_norm": 0.09048418177504676, |
| "learning_rate": 1.3678755979100734e-07, |
| "loss": 0.4414, |
| "step": 1772 |
| }, |
| { |
| "epoch": 4.874226804123712, |
| "grad_norm": 0.08552997152050767, |
| "learning_rate": 1.3050274850366252e-07, |
| "loss": 0.4452, |
| "step": 1773 |
| }, |
| { |
| "epoch": 4.876975945017183, |
| "grad_norm": 0.09163336347075388, |
| "learning_rate": 1.2436549699706756e-07, |
| "loss": 0.4421, |
| "step": 1774 |
| }, |
| { |
| "epoch": 4.879725085910653, |
| "grad_norm": 0.08581324177498632, |
| "learning_rate": 1.183758279856262e-07, |
| "loss": 0.445, |
| "step": 1775 |
| }, |
| { |
| "epoch": 4.882474226804124, |
| "grad_norm": 0.08520078540460027, |
| "learning_rate": 1.1253376363751234e-07, |
| "loss": 0.4398, |
| "step": 1776 |
| }, |
| { |
| "epoch": 4.885223367697595, |
| "grad_norm": 0.08389381645053694, |
| "learning_rate": 1.0683932557461696e-07, |
| "loss": 0.4509, |
| "step": 1777 |
| }, |
| { |
| "epoch": 4.887972508591066, |
| "grad_norm": 0.08463720514626481, |
| "learning_rate": 1.0129253487244584e-07, |
| "loss": 0.444, |
| "step": 1778 |
| }, |
| { |
| "epoch": 4.8907216494845365, |
| "grad_norm": 0.08376091905777829, |
| "learning_rate": 9.589341206006186e-08, |
| "loss": 0.4424, |
| "step": 1779 |
| }, |
| { |
| "epoch": 4.893470790378007, |
| "grad_norm": 0.0864473265773848, |
| "learning_rate": 9.064197711999178e-08, |
| "loss": 0.436, |
| "step": 1780 |
| }, |
| { |
| "epoch": 4.896219931271478, |
| "grad_norm": 0.08780409654999521, |
| "learning_rate": 8.553824948816402e-08, |
| "loss": 0.4439, |
| "step": 1781 |
| }, |
| { |
| "epoch": 4.898969072164949, |
| "grad_norm": 0.08643060928003499, |
| "learning_rate": 8.058224805382431e-08, |
| "loss": 0.457, |
| "step": 1782 |
| }, |
| { |
| "epoch": 4.90171821305842, |
| "grad_norm": 0.08999003837315114, |
| "learning_rate": 7.577399115948236e-08, |
| "loss": 0.4536, |
| "step": 1783 |
| }, |
| { |
| "epoch": 4.90446735395189, |
| "grad_norm": 0.08500920989818493, |
| "learning_rate": 7.111349660082756e-08, |
| "loss": 0.4524, |
| "step": 1784 |
| }, |
| { |
| "epoch": 4.907216494845361, |
| "grad_norm": 0.08713394706241256, |
| "learning_rate": 6.660078162667561e-08, |
| "loss": 0.4474, |
| "step": 1785 |
| }, |
| { |
| "epoch": 4.909965635738832, |
| "grad_norm": 0.08415301103290775, |
| "learning_rate": 6.223586293890193e-08, |
| "loss": 0.4388, |
| "step": 1786 |
| }, |
| { |
| "epoch": 4.912714776632303, |
| "grad_norm": 0.08641909751480724, |
| "learning_rate": 5.8018756692370673e-08, |
| "loss": 0.4452, |
| "step": 1787 |
| }, |
| { |
| "epoch": 4.9154639175257735, |
| "grad_norm": 0.085407296137395, |
| "learning_rate": 5.3949478494885745e-08, |
| "loss": 0.4442, |
| "step": 1788 |
| }, |
| { |
| "epoch": 4.918213058419244, |
| "grad_norm": 0.08620621228120745, |
| "learning_rate": 5.002804340712875e-08, |
| "loss": 0.4395, |
| "step": 1789 |
| }, |
| { |
| "epoch": 4.920962199312715, |
| "grad_norm": 0.08440435770555102, |
| "learning_rate": 4.625446594260563e-08, |
| "loss": 0.4475, |
| "step": 1790 |
| }, |
| { |
| "epoch": 4.923711340206186, |
| "grad_norm": 0.08498966775862096, |
| "learning_rate": 4.262876006758454e-08, |
| "loss": 0.4461, |
| "step": 1791 |
| }, |
| { |
| "epoch": 4.926460481099657, |
| "grad_norm": 0.0852940765401518, |
| "learning_rate": 3.915093920105584e-08, |
| "loss": 0.4508, |
| "step": 1792 |
| }, |
| { |
| "epoch": 4.929209621993127, |
| "grad_norm": 0.08708725826340913, |
| "learning_rate": 3.582101621467882e-08, |
| "loss": 0.4478, |
| "step": 1793 |
| }, |
| { |
| "epoch": 4.931958762886598, |
| "grad_norm": 0.08563954373853248, |
| "learning_rate": 3.263900343272841e-08, |
| "loss": 0.4506, |
| "step": 1794 |
| }, |
| { |
| "epoch": 4.934707903780069, |
| "grad_norm": 0.08351208793444787, |
| "learning_rate": 2.960491263205523e-08, |
| "loss": 0.4358, |
| "step": 1795 |
| }, |
| { |
| "epoch": 4.93745704467354, |
| "grad_norm": 0.08968304296903096, |
| "learning_rate": 2.6718755042041134e-08, |
| "loss": 0.4408, |
| "step": 1796 |
| }, |
| { |
| "epoch": 4.9402061855670105, |
| "grad_norm": 0.08687120751973657, |
| "learning_rate": 2.3980541344554852e-08, |
| "loss": 0.4472, |
| "step": 1797 |
| }, |
| { |
| "epoch": 4.942955326460481, |
| "grad_norm": 0.0843041818695698, |
| "learning_rate": 2.1390281673916435e-08, |
| "loss": 0.4433, |
| "step": 1798 |
| }, |
| { |
| "epoch": 4.945704467353952, |
| "grad_norm": 0.08678186311343745, |
| "learning_rate": 1.894798561685729e-08, |
| "loss": 0.4401, |
| "step": 1799 |
| }, |
| { |
| "epoch": 4.948453608247423, |
| "grad_norm": 0.08552567460187925, |
| "learning_rate": 1.6653662212484656e-08, |
| "loss": 0.4463, |
| "step": 1800 |
| }, |
| { |
| "epoch": 4.951202749140894, |
| "grad_norm": 0.08327662566119383, |
| "learning_rate": 1.4507319952246079e-08, |
| "loss": 0.4428, |
| "step": 1801 |
| }, |
| { |
| "epoch": 4.953951890034364, |
| "grad_norm": 0.08558816066436331, |
| "learning_rate": 1.2508966779907206e-08, |
| "loss": 0.4439, |
| "step": 1802 |
| }, |
| { |
| "epoch": 4.956701030927835, |
| "grad_norm": 0.08685318316335923, |
| "learning_rate": 1.0658610091507371e-08, |
| "loss": 0.4433, |
| "step": 1803 |
| }, |
| { |
| "epoch": 4.959450171821306, |
| "grad_norm": 0.08552301347515416, |
| "learning_rate": 8.956256735355162e-09, |
| "loss": 0.4462, |
| "step": 1804 |
| }, |
| { |
| "epoch": 4.962199312714777, |
| "grad_norm": 0.08918690199355128, |
| "learning_rate": 7.401913011966244e-09, |
| "loss": 0.4516, |
| "step": 1805 |
| }, |
| { |
| "epoch": 4.9649484536082475, |
| "grad_norm": 0.08439607746487938, |
| "learning_rate": 5.995584674085564e-09, |
| "loss": 0.4443, |
| "step": 1806 |
| }, |
| { |
| "epoch": 4.967697594501718, |
| "grad_norm": 0.0859086823143405, |
| "learning_rate": 4.737276926620738e-09, |
| "loss": 0.4477, |
| "step": 1807 |
| }, |
| { |
| "epoch": 4.970446735395189, |
| "grad_norm": 0.08603802799919767, |
| "learning_rate": 3.6269944266686953e-09, |
| "loss": 0.4398, |
| "step": 1808 |
| }, |
| { |
| "epoch": 4.97319587628866, |
| "grad_norm": 0.08797273612741212, |
| "learning_rate": 2.664741283453509e-09, |
| "loss": 0.4455, |
| "step": 1809 |
| }, |
| { |
| "epoch": 4.975945017182131, |
| "grad_norm": 0.08498147628736628, |
| "learning_rate": 1.8505210583441568e-09, |
| "loss": 0.4417, |
| "step": 1810 |
| }, |
| { |
| "epoch": 4.9786941580756015, |
| "grad_norm": 0.08573341738089828, |
| "learning_rate": 1.184336764823435e-09, |
| "loss": 0.4457, |
| "step": 1811 |
| }, |
| { |
| "epoch": 4.981443298969072, |
| "grad_norm": 0.08322231115466387, |
| "learning_rate": 6.661908684924002e-10, |
| "loss": 0.454, |
| "step": 1812 |
| }, |
| { |
| "epoch": 4.984192439862543, |
| "grad_norm": 0.08656315765889926, |
| "learning_rate": 2.9608528703928274e-10, |
| "loss": 0.4449, |
| "step": 1813 |
| }, |
| { |
| "epoch": 4.986941580756014, |
| "grad_norm": 0.08364091527237393, |
| "learning_rate": 7.402139024836886e-11, |
| "loss": 0.455, |
| "step": 1814 |
| }, |
| { |
| "epoch": 4.989690721649485, |
| "grad_norm": 0.08519652883753787, |
| "learning_rate": 0.0, |
| "loss": 0.4445, |
| "step": 1815 |
| }, |
| { |
| "epoch": 4.989690721649485, |
| "step": 1815, |
| "total_flos": 3.73703706563429e+19, |
| "train_loss": 0.5429748183767986, |
| "train_runtime": 94067.7478, |
| "train_samples_per_second": 9.898, |
| "train_steps_per_second": 0.019 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 1815, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.73703706563429e+19, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
