| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 9.948717948717949, |
| "eval_steps": 500, |
| "global_step": 970, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.020512820512820513, |
| "grad_norm": 7.845447540283203, |
| "learning_rate": 9.989690721649485e-05, |
| "loss": 9.5248, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.041025641025641026, |
| "grad_norm": 8.389087677001953, |
| "learning_rate": 9.969072164948454e-05, |
| "loss": 9.1949, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.06153846153846154, |
| "grad_norm": 5.169976711273193, |
| "learning_rate": 9.948453608247423e-05, |
| "loss": 8.6566, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.08205128205128205, |
| "grad_norm": 4.878049850463867, |
| "learning_rate": 9.927835051546392e-05, |
| "loss": 8.1281, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.10256410256410256, |
| "grad_norm": 4.062979698181152, |
| "learning_rate": 9.907216494845362e-05, |
| "loss": 7.7464, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.12307692307692308, |
| "grad_norm": 2.26177716255188, |
| "learning_rate": 9.88659793814433e-05, |
| "loss": 7.4979, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.14358974358974358, |
| "grad_norm": 1.6796530485153198, |
| "learning_rate": 9.8659793814433e-05, |
| "loss": 7.4101, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.1641025641025641, |
| "grad_norm": 1.3691627979278564, |
| "learning_rate": 9.845360824742269e-05, |
| "loss": 7.2759, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.18461538461538463, |
| "grad_norm": 1.8158212900161743, |
| "learning_rate": 9.824742268041237e-05, |
| "loss": 7.1752, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.20512820512820512, |
| "grad_norm": 1.489174246788025, |
| "learning_rate": 9.804123711340207e-05, |
| "loss": 7.2658, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.22564102564102564, |
| "grad_norm": 1.363490104675293, |
| "learning_rate": 9.783505154639175e-05, |
| "loss": 7.1867, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.24615384615384617, |
| "grad_norm": 1.5879547595977783, |
| "learning_rate": 9.762886597938145e-05, |
| "loss": 7.1374, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.26666666666666666, |
| "grad_norm": 1.046538233757019, |
| "learning_rate": 9.742268041237114e-05, |
| "loss": 7.106, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.28717948717948716, |
| "grad_norm": 1.169195532798767, |
| "learning_rate": 9.721649484536083e-05, |
| "loss": 7.1945, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.3076923076923077, |
| "grad_norm": 0.8861628174781799, |
| "learning_rate": 9.701030927835052e-05, |
| "loss": 7.0199, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.3282051282051282, |
| "grad_norm": 1.4861819744110107, |
| "learning_rate": 9.680412371134021e-05, |
| "loss": 6.8774, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.3487179487179487, |
| "grad_norm": 0.9394097924232483, |
| "learning_rate": 9.65979381443299e-05, |
| "loss": 6.9136, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.36923076923076925, |
| "grad_norm": 1.1648708581924438, |
| "learning_rate": 9.639175257731959e-05, |
| "loss": 7.121, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.38974358974358975, |
| "grad_norm": 0.8142098784446716, |
| "learning_rate": 9.618556701030928e-05, |
| "loss": 7.1084, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.41025641025641024, |
| "grad_norm": 1.0768697261810303, |
| "learning_rate": 9.597938144329898e-05, |
| "loss": 7.0565, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.4307692307692308, |
| "grad_norm": 0.6553409099578857, |
| "learning_rate": 9.577319587628867e-05, |
| "loss": 6.9963, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.4512820512820513, |
| "grad_norm": 0.8519483208656311, |
| "learning_rate": 9.556701030927836e-05, |
| "loss": 7.0575, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.4717948717948718, |
| "grad_norm": 1.1110036373138428, |
| "learning_rate": 9.536082474226805e-05, |
| "loss": 6.998, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.49230769230769234, |
| "grad_norm": 0.8143446445465088, |
| "learning_rate": 9.515463917525773e-05, |
| "loss": 6.9762, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.5128205128205128, |
| "grad_norm": 1.4277548789978027, |
| "learning_rate": 9.494845360824743e-05, |
| "loss": 6.9832, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.5333333333333333, |
| "grad_norm": 0.6880565881729126, |
| "learning_rate": 9.474226804123711e-05, |
| "loss": 7.0254, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.5538461538461539, |
| "grad_norm": 0.8316001296043396, |
| "learning_rate": 9.45360824742268e-05, |
| "loss": 6.9704, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.5743589743589743, |
| "grad_norm": 0.91054368019104, |
| "learning_rate": 9.43298969072165e-05, |
| "loss": 6.9184, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.5948717948717949, |
| "grad_norm": 0.7943957448005676, |
| "learning_rate": 9.412371134020619e-05, |
| "loss": 6.9518, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.6153846153846154, |
| "grad_norm": 1.0420604944229126, |
| "learning_rate": 9.391752577319588e-05, |
| "loss": 6.9369, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.6358974358974359, |
| "grad_norm": 0.7538536787033081, |
| "learning_rate": 9.371134020618557e-05, |
| "loss": 6.8748, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.6564102564102564, |
| "grad_norm": 1.2202829122543335, |
| "learning_rate": 9.350515463917526e-05, |
| "loss": 6.8046, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.676923076923077, |
| "grad_norm": 1.0980966091156006, |
| "learning_rate": 9.329896907216495e-05, |
| "loss": 6.8146, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.6974358974358974, |
| "grad_norm": 1.5506396293640137, |
| "learning_rate": 9.309278350515465e-05, |
| "loss": 7.0011, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.717948717948718, |
| "grad_norm": 1.1768453121185303, |
| "learning_rate": 9.288659793814434e-05, |
| "loss": 6.8345, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.7384615384615385, |
| "grad_norm": 1.1223098039627075, |
| "learning_rate": 9.268041237113403e-05, |
| "loss": 6.8371, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.7589743589743589, |
| "grad_norm": 0.7969951629638672, |
| "learning_rate": 9.247422680412372e-05, |
| "loss": 6.902, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.7794871794871795, |
| "grad_norm": 0.8236146569252014, |
| "learning_rate": 9.22680412371134e-05, |
| "loss": 6.8724, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.0809398889541626, |
| "learning_rate": 9.206185567010309e-05, |
| "loss": 6.8455, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.8205128205128205, |
| "grad_norm": 1.0138286352157593, |
| "learning_rate": 9.185567010309279e-05, |
| "loss": 6.8771, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.841025641025641, |
| "grad_norm": 1.5918043851852417, |
| "learning_rate": 9.164948453608247e-05, |
| "loss": 6.8593, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.8615384615384616, |
| "grad_norm": 1.9432188272476196, |
| "learning_rate": 9.144329896907217e-05, |
| "loss": 6.8676, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.882051282051282, |
| "grad_norm": 1.5236680507659912, |
| "learning_rate": 9.123711340206186e-05, |
| "loss": 6.6954, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.9025641025641026, |
| "grad_norm": 1.347008228302002, |
| "learning_rate": 9.103092783505155e-05, |
| "loss": 6.7739, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.9230769230769231, |
| "grad_norm": 0.8976010680198669, |
| "learning_rate": 9.082474226804124e-05, |
| "loss": 6.8272, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.9435897435897436, |
| "grad_norm": 1.0713074207305908, |
| "learning_rate": 9.061855670103093e-05, |
| "loss": 6.722, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.9641025641025641, |
| "grad_norm": 1.3298990726470947, |
| "learning_rate": 9.041237113402063e-05, |
| "loss": 6.7779, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.9846153846153847, |
| "grad_norm": 1.3666430711746216, |
| "learning_rate": 9.020618556701031e-05, |
| "loss": 6.6804, |
| "step": 96 |
| }, |
| { |
| "epoch": 1.005128205128205, |
| "grad_norm": 1.5196622610092163, |
| "learning_rate": 9e-05, |
| "loss": 6.7935, |
| "step": 98 |
| }, |
| { |
| "epoch": 1.0256410256410255, |
| "grad_norm": 1.0106366872787476, |
| "learning_rate": 8.97938144329897e-05, |
| "loss": 6.7578, |
| "step": 100 |
| }, |
| { |
| "epoch": 1.0461538461538462, |
| "grad_norm": 0.9565912485122681, |
| "learning_rate": 8.958762886597939e-05, |
| "loss": 6.81, |
| "step": 102 |
| }, |
| { |
| "epoch": 1.0666666666666667, |
| "grad_norm": 0.7427358627319336, |
| "learning_rate": 8.938144329896908e-05, |
| "loss": 6.7069, |
| "step": 104 |
| }, |
| { |
| "epoch": 1.087179487179487, |
| "grad_norm": 1.8422271013259888, |
| "learning_rate": 8.917525773195877e-05, |
| "loss": 6.7098, |
| "step": 106 |
| }, |
| { |
| "epoch": 1.1076923076923078, |
| "grad_norm": 0.5381059050559998, |
| "learning_rate": 8.896907216494845e-05, |
| "loss": 6.7934, |
| "step": 108 |
| }, |
| { |
| "epoch": 1.1282051282051282, |
| "grad_norm": 0.8050350546836853, |
| "learning_rate": 8.876288659793815e-05, |
| "loss": 6.6336, |
| "step": 110 |
| }, |
| { |
| "epoch": 1.1487179487179486, |
| "grad_norm": 0.570678174495697, |
| "learning_rate": 8.855670103092783e-05, |
| "loss": 6.8265, |
| "step": 112 |
| }, |
| { |
| "epoch": 1.1692307692307693, |
| "grad_norm": 0.5224724411964417, |
| "learning_rate": 8.835051546391753e-05, |
| "loss": 6.9796, |
| "step": 114 |
| }, |
| { |
| "epoch": 1.1897435897435897, |
| "grad_norm": 0.6684609651565552, |
| "learning_rate": 8.814432989690722e-05, |
| "loss": 6.701, |
| "step": 116 |
| }, |
| { |
| "epoch": 1.2102564102564102, |
| "grad_norm": 0.9216952919960022, |
| "learning_rate": 8.793814432989691e-05, |
| "loss": 6.819, |
| "step": 118 |
| }, |
| { |
| "epoch": 1.2307692307692308, |
| "grad_norm": 0.925770103931427, |
| "learning_rate": 8.77319587628866e-05, |
| "loss": 6.6087, |
| "step": 120 |
| }, |
| { |
| "epoch": 1.2512820512820513, |
| "grad_norm": 0.6525481343269348, |
| "learning_rate": 8.752577319587629e-05, |
| "loss": 6.7305, |
| "step": 122 |
| }, |
| { |
| "epoch": 1.2717948717948717, |
| "grad_norm": 0.7587235569953918, |
| "learning_rate": 8.731958762886599e-05, |
| "loss": 6.6621, |
| "step": 124 |
| }, |
| { |
| "epoch": 1.2923076923076924, |
| "grad_norm": 0.7010625600814819, |
| "learning_rate": 8.711340206185567e-05, |
| "loss": 6.6443, |
| "step": 126 |
| }, |
| { |
| "epoch": 1.3128205128205128, |
| "grad_norm": 0.7843243479728699, |
| "learning_rate": 8.690721649484537e-05, |
| "loss": 6.7056, |
| "step": 128 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 0.8412699699401855, |
| "learning_rate": 8.670103092783506e-05, |
| "loss": 6.8242, |
| "step": 130 |
| }, |
| { |
| "epoch": 1.353846153846154, |
| "grad_norm": 0.899800181388855, |
| "learning_rate": 8.649484536082475e-05, |
| "loss": 6.7249, |
| "step": 132 |
| }, |
| { |
| "epoch": 1.3743589743589744, |
| "grad_norm": 1.413313388824463, |
| "learning_rate": 8.628865979381444e-05, |
| "loss": 6.6534, |
| "step": 134 |
| }, |
| { |
| "epoch": 1.3948717948717948, |
| "grad_norm": 1.53885018825531, |
| "learning_rate": 8.608247422680413e-05, |
| "loss": 6.6828, |
| "step": 136 |
| }, |
| { |
| "epoch": 1.4153846153846155, |
| "grad_norm": 0.7499423027038574, |
| "learning_rate": 8.587628865979381e-05, |
| "loss": 6.5888, |
| "step": 138 |
| }, |
| { |
| "epoch": 1.435897435897436, |
| "grad_norm": 0.48903796076774597, |
| "learning_rate": 8.567010309278351e-05, |
| "loss": 6.7217, |
| "step": 140 |
| }, |
| { |
| "epoch": 1.4564102564102563, |
| "grad_norm": 0.5164963006973267, |
| "learning_rate": 8.546391752577319e-05, |
| "loss": 6.7929, |
| "step": 142 |
| }, |
| { |
| "epoch": 1.476923076923077, |
| "grad_norm": 0.4488673210144043, |
| "learning_rate": 8.525773195876289e-05, |
| "loss": 6.7542, |
| "step": 144 |
| }, |
| { |
| "epoch": 1.4974358974358974, |
| "grad_norm": 0.9296787977218628, |
| "learning_rate": 8.505154639175259e-05, |
| "loss": 6.595, |
| "step": 146 |
| }, |
| { |
| "epoch": 1.5179487179487179, |
| "grad_norm": 0.48948934674263, |
| "learning_rate": 8.484536082474227e-05, |
| "loss": 6.6336, |
| "step": 148 |
| }, |
| { |
| "epoch": 1.5384615384615383, |
| "grad_norm": 1.3344464302062988, |
| "learning_rate": 8.463917525773197e-05, |
| "loss": 6.5617, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.558974358974359, |
| "grad_norm": 0.8237192034721375, |
| "learning_rate": 8.443298969072165e-05, |
| "loss": 6.6697, |
| "step": 152 |
| }, |
| { |
| "epoch": 1.5794871794871796, |
| "grad_norm": 1.013886570930481, |
| "learning_rate": 8.422680412371135e-05, |
| "loss": 6.5097, |
| "step": 154 |
| }, |
| { |
| "epoch": 1.6, |
| "grad_norm": 0.5843191742897034, |
| "learning_rate": 8.402061855670103e-05, |
| "loss": 6.761, |
| "step": 156 |
| }, |
| { |
| "epoch": 1.6205128205128205, |
| "grad_norm": 0.5963282585144043, |
| "learning_rate": 8.381443298969073e-05, |
| "loss": 6.8233, |
| "step": 158 |
| }, |
| { |
| "epoch": 1.641025641025641, |
| "grad_norm": 0.7131335735321045, |
| "learning_rate": 8.360824742268042e-05, |
| "loss": 6.5581, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.6615384615384614, |
| "grad_norm": 0.5245983004570007, |
| "learning_rate": 8.340206185567011e-05, |
| "loss": 6.5801, |
| "step": 162 |
| }, |
| { |
| "epoch": 1.682051282051282, |
| "grad_norm": 0.6111565232276917, |
| "learning_rate": 8.31958762886598e-05, |
| "loss": 6.6157, |
| "step": 164 |
| }, |
| { |
| "epoch": 1.7025641025641025, |
| "grad_norm": 0.7455165982246399, |
| "learning_rate": 8.298969072164949e-05, |
| "loss": 6.6316, |
| "step": 166 |
| }, |
| { |
| "epoch": 1.7230769230769232, |
| "grad_norm": 0.7735164761543274, |
| "learning_rate": 8.278350515463917e-05, |
| "loss": 6.6299, |
| "step": 168 |
| }, |
| { |
| "epoch": 1.7435897435897436, |
| "grad_norm": 0.5676758885383606, |
| "learning_rate": 8.257731958762887e-05, |
| "loss": 6.7204, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.764102564102564, |
| "grad_norm": 0.8821406364440918, |
| "learning_rate": 8.237113402061855e-05, |
| "loss": 6.3924, |
| "step": 172 |
| }, |
| { |
| "epoch": 1.7846153846153845, |
| "grad_norm": 0.6726123094558716, |
| "learning_rate": 8.216494845360825e-05, |
| "loss": 6.7632, |
| "step": 174 |
| }, |
| { |
| "epoch": 1.8051282051282052, |
| "grad_norm": 0.5056736469268799, |
| "learning_rate": 8.195876288659795e-05, |
| "loss": 6.5864, |
| "step": 176 |
| }, |
| { |
| "epoch": 1.8256410256410256, |
| "grad_norm": 0.5093751549720764, |
| "learning_rate": 8.175257731958763e-05, |
| "loss": 6.5112, |
| "step": 178 |
| }, |
| { |
| "epoch": 1.8461538461538463, |
| "grad_norm": 0.6652563810348511, |
| "learning_rate": 8.154639175257733e-05, |
| "loss": 6.5538, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.8666666666666667, |
| "grad_norm": 0.6594399213790894, |
| "learning_rate": 8.134020618556701e-05, |
| "loss": 6.6136, |
| "step": 182 |
| }, |
| { |
| "epoch": 1.8871794871794871, |
| "grad_norm": 0.6552271246910095, |
| "learning_rate": 8.113402061855671e-05, |
| "loss": 6.4301, |
| "step": 184 |
| }, |
| { |
| "epoch": 1.9076923076923076, |
| "grad_norm": 1.0746954679489136, |
| "learning_rate": 8.092783505154639e-05, |
| "loss": 6.3992, |
| "step": 186 |
| }, |
| { |
| "epoch": 1.9282051282051282, |
| "grad_norm": 0.5134009122848511, |
| "learning_rate": 8.072164948453609e-05, |
| "loss": 6.5104, |
| "step": 188 |
| }, |
| { |
| "epoch": 1.9487179487179487, |
| "grad_norm": 0.6844182014465332, |
| "learning_rate": 8.051546391752578e-05, |
| "loss": 6.4957, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.9692307692307693, |
| "grad_norm": 0.5666801929473877, |
| "learning_rate": 8.030927835051547e-05, |
| "loss": 6.679, |
| "step": 192 |
| }, |
| { |
| "epoch": 1.9897435897435898, |
| "grad_norm": 0.7489727139472961, |
| "learning_rate": 8.010309278350516e-05, |
| "loss": 6.5199, |
| "step": 194 |
| }, |
| { |
| "epoch": 2.01025641025641, |
| "grad_norm": 0.6453472971916199, |
| "learning_rate": 7.989690721649485e-05, |
| "loss": 6.5507, |
| "step": 196 |
| }, |
| { |
| "epoch": 2.0307692307692307, |
| "grad_norm": 0.5807784199714661, |
| "learning_rate": 7.969072164948455e-05, |
| "loss": 6.7443, |
| "step": 198 |
| }, |
| { |
| "epoch": 2.051282051282051, |
| "grad_norm": 0.6182963848114014, |
| "learning_rate": 7.948453608247423e-05, |
| "loss": 6.4959, |
| "step": 200 |
| }, |
| { |
| "epoch": 2.071794871794872, |
| "grad_norm": 0.579248309135437, |
| "learning_rate": 7.927835051546391e-05, |
| "loss": 6.597, |
| "step": 202 |
| }, |
| { |
| "epoch": 2.0923076923076924, |
| "grad_norm": 0.5996450781822205, |
| "learning_rate": 7.907216494845361e-05, |
| "loss": 6.7087, |
| "step": 204 |
| }, |
| { |
| "epoch": 2.112820512820513, |
| "grad_norm": 0.4910239577293396, |
| "learning_rate": 7.88659793814433e-05, |
| "loss": 6.666, |
| "step": 206 |
| }, |
| { |
| "epoch": 2.1333333333333333, |
| "grad_norm": 0.6239397525787354, |
| "learning_rate": 7.865979381443299e-05, |
| "loss": 6.4757, |
| "step": 208 |
| }, |
| { |
| "epoch": 2.1538461538461537, |
| "grad_norm": 0.581991970539093, |
| "learning_rate": 7.845360824742269e-05, |
| "loss": 6.4388, |
| "step": 210 |
| }, |
| { |
| "epoch": 2.174358974358974, |
| "grad_norm": 0.6894115209579468, |
| "learning_rate": 7.824742268041237e-05, |
| "loss": 6.7599, |
| "step": 212 |
| }, |
| { |
| "epoch": 2.194871794871795, |
| "grad_norm": 0.6936022043228149, |
| "learning_rate": 7.804123711340207e-05, |
| "loss": 6.5268, |
| "step": 214 |
| }, |
| { |
| "epoch": 2.2153846153846155, |
| "grad_norm": 0.6604471802711487, |
| "learning_rate": 7.783505154639175e-05, |
| "loss": 6.5513, |
| "step": 216 |
| }, |
| { |
| "epoch": 2.235897435897436, |
| "grad_norm": 0.6073073744773865, |
| "learning_rate": 7.762886597938145e-05, |
| "loss": 6.5175, |
| "step": 218 |
| }, |
| { |
| "epoch": 2.2564102564102564, |
| "grad_norm": 0.5706610679626465, |
| "learning_rate": 7.742268041237114e-05, |
| "loss": 6.6232, |
| "step": 220 |
| }, |
| { |
| "epoch": 2.276923076923077, |
| "grad_norm": 0.6433441042900085, |
| "learning_rate": 7.721649484536083e-05, |
| "loss": 6.324, |
| "step": 222 |
| }, |
| { |
| "epoch": 2.2974358974358973, |
| "grad_norm": 0.6643648743629456, |
| "learning_rate": 7.701030927835053e-05, |
| "loss": 6.5876, |
| "step": 224 |
| }, |
| { |
| "epoch": 2.3179487179487177, |
| "grad_norm": 0.6086193323135376, |
| "learning_rate": 7.680412371134021e-05, |
| "loss": 6.5513, |
| "step": 226 |
| }, |
| { |
| "epoch": 2.3384615384615386, |
| "grad_norm": 0.7945834994316101, |
| "learning_rate": 7.65979381443299e-05, |
| "loss": 6.4032, |
| "step": 228 |
| }, |
| { |
| "epoch": 2.358974358974359, |
| "grad_norm": 0.7115459442138672, |
| "learning_rate": 7.639175257731959e-05, |
| "loss": 6.7107, |
| "step": 230 |
| }, |
| { |
| "epoch": 2.3794871794871795, |
| "grad_norm": 0.6793861985206604, |
| "learning_rate": 7.618556701030927e-05, |
| "loss": 6.6648, |
| "step": 232 |
| }, |
| { |
| "epoch": 2.4, |
| "grad_norm": 0.7627358436584473, |
| "learning_rate": 7.597938144329897e-05, |
| "loss": 6.5648, |
| "step": 234 |
| }, |
| { |
| "epoch": 2.4205128205128204, |
| "grad_norm": 0.6426063179969788, |
| "learning_rate": 7.577319587628867e-05, |
| "loss": 6.2766, |
| "step": 236 |
| }, |
| { |
| "epoch": 2.4410256410256412, |
| "grad_norm": 0.6580905914306641, |
| "learning_rate": 7.556701030927835e-05, |
| "loss": 6.6025, |
| "step": 238 |
| }, |
| { |
| "epoch": 2.4615384615384617, |
| "grad_norm": 0.7617653608322144, |
| "learning_rate": 7.536082474226805e-05, |
| "loss": 6.5868, |
| "step": 240 |
| }, |
| { |
| "epoch": 2.482051282051282, |
| "grad_norm": 0.5646825432777405, |
| "learning_rate": 7.515463917525773e-05, |
| "loss": 6.6345, |
| "step": 242 |
| }, |
| { |
| "epoch": 2.5025641025641026, |
| "grad_norm": 0.637170135974884, |
| "learning_rate": 7.494845360824743e-05, |
| "loss": 6.4776, |
| "step": 244 |
| }, |
| { |
| "epoch": 2.523076923076923, |
| "grad_norm": 0.6873669028282166, |
| "learning_rate": 7.474226804123711e-05, |
| "loss": 6.5078, |
| "step": 246 |
| }, |
| { |
| "epoch": 2.5435897435897434, |
| "grad_norm": 0.5859996676445007, |
| "learning_rate": 7.453608247422681e-05, |
| "loss": 6.3846, |
| "step": 248 |
| }, |
| { |
| "epoch": 2.564102564102564, |
| "grad_norm": 0.760138750076294, |
| "learning_rate": 7.43298969072165e-05, |
| "loss": 6.4852, |
| "step": 250 |
| }, |
| { |
| "epoch": 2.5846153846153848, |
| "grad_norm": 0.650406002998352, |
| "learning_rate": 7.412371134020619e-05, |
| "loss": 6.57, |
| "step": 252 |
| }, |
| { |
| "epoch": 2.605128205128205, |
| "grad_norm": 0.591342031955719, |
| "learning_rate": 7.391752577319589e-05, |
| "loss": 6.5708, |
| "step": 254 |
| }, |
| { |
| "epoch": 2.6256410256410256, |
| "grad_norm": 0.5927435755729675, |
| "learning_rate": 7.371134020618557e-05, |
| "loss": 6.6123, |
| "step": 256 |
| }, |
| { |
| "epoch": 2.646153846153846, |
| "grad_norm": 0.7065881490707397, |
| "learning_rate": 7.350515463917527e-05, |
| "loss": 6.5514, |
| "step": 258 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 0.4774336516857147, |
| "learning_rate": 7.329896907216495e-05, |
| "loss": 6.4391, |
| "step": 260 |
| }, |
| { |
| "epoch": 2.6871794871794874, |
| "grad_norm": 0.6040366888046265, |
| "learning_rate": 7.309278350515463e-05, |
| "loss": 6.5542, |
| "step": 262 |
| }, |
| { |
| "epoch": 2.707692307692308, |
| "grad_norm": 0.6922281980514526, |
| "learning_rate": 7.288659793814433e-05, |
| "loss": 6.4446, |
| "step": 264 |
| }, |
| { |
| "epoch": 2.7282051282051283, |
| "grad_norm": 0.8469168543815613, |
| "learning_rate": 7.268041237113403e-05, |
| "loss": 6.4419, |
| "step": 266 |
| }, |
| { |
| "epoch": 2.7487179487179487, |
| "grad_norm": 0.6104958057403564, |
| "learning_rate": 7.247422680412371e-05, |
| "loss": 6.5526, |
| "step": 268 |
| }, |
| { |
| "epoch": 2.769230769230769, |
| "grad_norm": 0.6809393167495728, |
| "learning_rate": 7.226804123711341e-05, |
| "loss": 6.6546, |
| "step": 270 |
| }, |
| { |
| "epoch": 2.7897435897435896, |
| "grad_norm": 0.7717563509941101, |
| "learning_rate": 7.206185567010309e-05, |
| "loss": 6.3678, |
| "step": 272 |
| }, |
| { |
| "epoch": 2.81025641025641, |
| "grad_norm": 0.7897918820381165, |
| "learning_rate": 7.185567010309279e-05, |
| "loss": 6.2131, |
| "step": 274 |
| }, |
| { |
| "epoch": 2.830769230769231, |
| "grad_norm": 0.6473929286003113, |
| "learning_rate": 7.164948453608247e-05, |
| "loss": 6.6045, |
| "step": 276 |
| }, |
| { |
| "epoch": 2.8512820512820514, |
| "grad_norm": 0.7253041863441467, |
| "learning_rate": 7.144329896907217e-05, |
| "loss": 6.4355, |
| "step": 278 |
| }, |
| { |
| "epoch": 2.871794871794872, |
| "grad_norm": 0.6646418571472168, |
| "learning_rate": 7.123711340206187e-05, |
| "loss": 6.4636, |
| "step": 280 |
| }, |
| { |
| "epoch": 2.8923076923076922, |
| "grad_norm": 0.6046567559242249, |
| "learning_rate": 7.103092783505155e-05, |
| "loss": 6.3511, |
| "step": 282 |
| }, |
| { |
| "epoch": 2.9128205128205127, |
| "grad_norm": 0.6396191120147705, |
| "learning_rate": 7.082474226804125e-05, |
| "loss": 6.5544, |
| "step": 284 |
| }, |
| { |
| "epoch": 2.9333333333333336, |
| "grad_norm": 0.7889509797096252, |
| "learning_rate": 7.061855670103093e-05, |
| "loss": 6.5913, |
| "step": 286 |
| }, |
| { |
| "epoch": 2.953846153846154, |
| "grad_norm": 0.7650195956230164, |
| "learning_rate": 7.041237113402063e-05, |
| "loss": 6.4351, |
| "step": 288 |
| }, |
| { |
| "epoch": 2.9743589743589745, |
| "grad_norm": 0.7612701654434204, |
| "learning_rate": 7.020618556701031e-05, |
| "loss": 6.3414, |
| "step": 290 |
| }, |
| { |
| "epoch": 2.994871794871795, |
| "grad_norm": 0.7275530695915222, |
| "learning_rate": 7e-05, |
| "loss": 6.5395, |
| "step": 292 |
| }, |
| { |
| "epoch": 3.0153846153846153, |
| "grad_norm": 0.6664620637893677, |
| "learning_rate": 6.979381443298969e-05, |
| "loss": 6.1818, |
| "step": 294 |
| }, |
| { |
| "epoch": 3.0358974358974358, |
| "grad_norm": 0.6935043334960938, |
| "learning_rate": 6.958762886597939e-05, |
| "loss": 6.2724, |
| "step": 296 |
| }, |
| { |
| "epoch": 3.056410256410256, |
| "grad_norm": 0.691132664680481, |
| "learning_rate": 6.938144329896907e-05, |
| "loss": 6.3618, |
| "step": 298 |
| }, |
| { |
| "epoch": 3.076923076923077, |
| "grad_norm": 0.6852958798408508, |
| "learning_rate": 6.917525773195877e-05, |
| "loss": 6.4248, |
| "step": 300 |
| }, |
| { |
| "epoch": 3.0974358974358975, |
| "grad_norm": 0.7287474274635315, |
| "learning_rate": 6.896907216494845e-05, |
| "loss": 6.5134, |
| "step": 302 |
| }, |
| { |
| "epoch": 3.117948717948718, |
| "grad_norm": 0.6913236379623413, |
| "learning_rate": 6.876288659793815e-05, |
| "loss": 6.5583, |
| "step": 304 |
| }, |
| { |
| "epoch": 3.1384615384615384, |
| "grad_norm": 0.7557226419448853, |
| "learning_rate": 6.855670103092783e-05, |
| "loss": 6.3671, |
| "step": 306 |
| }, |
| { |
| "epoch": 3.158974358974359, |
| "grad_norm": 0.673149049282074, |
| "learning_rate": 6.835051546391753e-05, |
| "loss": 6.463, |
| "step": 308 |
| }, |
| { |
| "epoch": 3.1794871794871793, |
| "grad_norm": 0.7111195921897888, |
| "learning_rate": 6.814432989690723e-05, |
| "loss": 6.4296, |
| "step": 310 |
| }, |
| { |
| "epoch": 3.2, |
| "grad_norm": 0.7462407946586609, |
| "learning_rate": 6.793814432989691e-05, |
| "loss": 6.3978, |
| "step": 312 |
| }, |
| { |
| "epoch": 3.2205128205128206, |
| "grad_norm": 0.633978009223938, |
| "learning_rate": 6.773195876288661e-05, |
| "loss": 6.5069, |
| "step": 314 |
| }, |
| { |
| "epoch": 3.241025641025641, |
| "grad_norm": 0.5375587940216064, |
| "learning_rate": 6.752577319587629e-05, |
| "loss": 6.5878, |
| "step": 316 |
| }, |
| { |
| "epoch": 3.2615384615384615, |
| "grad_norm": 0.6872283816337585, |
| "learning_rate": 6.731958762886599e-05, |
| "loss": 6.5541, |
| "step": 318 |
| }, |
| { |
| "epoch": 3.282051282051282, |
| "grad_norm": 0.7773441076278687, |
| "learning_rate": 6.711340206185567e-05, |
| "loss": 6.3327, |
| "step": 320 |
| }, |
| { |
| "epoch": 3.3025641025641024, |
| "grad_norm": 0.9842550754547119, |
| "learning_rate": 6.690721649484535e-05, |
| "loss": 6.4966, |
| "step": 322 |
| }, |
| { |
| "epoch": 3.3230769230769233, |
| "grad_norm": 0.5430623292922974, |
| "learning_rate": 6.670103092783505e-05, |
| "loss": 6.5381, |
| "step": 324 |
| }, |
| { |
| "epoch": 3.3435897435897437, |
| "grad_norm": 0.6485368609428406, |
| "learning_rate": 6.649484536082475e-05, |
| "loss": 6.4691, |
| "step": 326 |
| }, |
| { |
| "epoch": 3.364102564102564, |
| "grad_norm": 0.8230199217796326, |
| "learning_rate": 6.628865979381443e-05, |
| "loss": 6.3189, |
| "step": 328 |
| }, |
| { |
| "epoch": 3.3846153846153846, |
| "grad_norm": 0.6916872262954712, |
| "learning_rate": 6.608247422680413e-05, |
| "loss": 6.3726, |
| "step": 330 |
| }, |
| { |
| "epoch": 3.405128205128205, |
| "grad_norm": 0.6563546657562256, |
| "learning_rate": 6.587628865979381e-05, |
| "loss": 6.532, |
| "step": 332 |
| }, |
| { |
| "epoch": 3.4256410256410255, |
| "grad_norm": 0.8116714954376221, |
| "learning_rate": 6.567010309278351e-05, |
| "loss": 6.3005, |
| "step": 334 |
| }, |
| { |
| "epoch": 3.4461538461538463, |
| "grad_norm": 0.8624938726425171, |
| "learning_rate": 6.546391752577319e-05, |
| "loss": 6.2658, |
| "step": 336 |
| }, |
| { |
| "epoch": 3.466666666666667, |
| "grad_norm": 0.8297551274299622, |
| "learning_rate": 6.525773195876289e-05, |
| "loss": 6.3995, |
| "step": 338 |
| }, |
| { |
| "epoch": 3.4871794871794872, |
| "grad_norm": 0.6855469942092896, |
| "learning_rate": 6.505154639175259e-05, |
| "loss": 6.3061, |
| "step": 340 |
| }, |
| { |
| "epoch": 3.5076923076923077, |
| "grad_norm": 0.7813113331794739, |
| "learning_rate": 6.484536082474227e-05, |
| "loss": 6.3236, |
| "step": 342 |
| }, |
| { |
| "epoch": 3.528205128205128, |
| "grad_norm": 0.6506015062332153, |
| "learning_rate": 6.463917525773197e-05, |
| "loss": 6.4452, |
| "step": 344 |
| }, |
| { |
| "epoch": 3.5487179487179485, |
| "grad_norm": 0.7242425084114075, |
| "learning_rate": 6.443298969072165e-05, |
| "loss": 6.4236, |
| "step": 346 |
| }, |
| { |
| "epoch": 3.569230769230769, |
| "grad_norm": 0.7753481864929199, |
| "learning_rate": 6.422680412371135e-05, |
| "loss": 6.503, |
| "step": 348 |
| }, |
| { |
| "epoch": 3.58974358974359, |
| "grad_norm": 0.8971739411354065, |
| "learning_rate": 6.402061855670103e-05, |
| "loss": 6.2226, |
| "step": 350 |
| }, |
| { |
| "epoch": 3.6102564102564103, |
| "grad_norm": 0.719221293926239, |
| "learning_rate": 6.381443298969071e-05, |
| "loss": 6.4305, |
| "step": 352 |
| }, |
| { |
| "epoch": 3.6307692307692307, |
| "grad_norm": 0.7092213034629822, |
| "learning_rate": 6.360824742268041e-05, |
| "loss": 6.5107, |
| "step": 354 |
| }, |
| { |
| "epoch": 3.651282051282051, |
| "grad_norm": 0.69648277759552, |
| "learning_rate": 6.340206185567011e-05, |
| "loss": 6.1619, |
| "step": 356 |
| }, |
| { |
| "epoch": 3.6717948717948716, |
| "grad_norm": 0.7983478903770447, |
| "learning_rate": 6.319587628865979e-05, |
| "loss": 6.2945, |
| "step": 358 |
| }, |
| { |
| "epoch": 3.6923076923076925, |
| "grad_norm": 0.6972605586051941, |
| "learning_rate": 6.298969072164949e-05, |
| "loss": 6.3397, |
| "step": 360 |
| }, |
| { |
| "epoch": 3.712820512820513, |
| "grad_norm": 0.7316955924034119, |
| "learning_rate": 6.278350515463917e-05, |
| "loss": 6.5642, |
| "step": 362 |
| }, |
| { |
| "epoch": 3.7333333333333334, |
| "grad_norm": 0.819416344165802, |
| "learning_rate": 6.257731958762887e-05, |
| "loss": 6.5361, |
| "step": 364 |
| }, |
| { |
| "epoch": 3.753846153846154, |
| "grad_norm": 0.7884580492973328, |
| "learning_rate": 6.237113402061855e-05, |
| "loss": 6.1174, |
| "step": 366 |
| }, |
| { |
| "epoch": 3.7743589743589743, |
| "grad_norm": 0.7763500809669495, |
| "learning_rate": 6.216494845360825e-05, |
| "loss": 6.2631, |
| "step": 368 |
| }, |
| { |
| "epoch": 3.7948717948717947, |
| "grad_norm": 0.8002706170082092, |
| "learning_rate": 6.195876288659795e-05, |
| "loss": 6.3999, |
| "step": 370 |
| }, |
| { |
| "epoch": 3.815384615384615, |
| "grad_norm": 0.6830271482467651, |
| "learning_rate": 6.175257731958763e-05, |
| "loss": 6.4109, |
| "step": 372 |
| }, |
| { |
| "epoch": 3.835897435897436, |
| "grad_norm": 0.8474668860435486, |
| "learning_rate": 6.154639175257733e-05, |
| "loss": 6.2914, |
| "step": 374 |
| }, |
| { |
| "epoch": 3.8564102564102565, |
| "grad_norm": 0.7036705017089844, |
| "learning_rate": 6.134020618556701e-05, |
| "loss": 6.5863, |
| "step": 376 |
| }, |
| { |
| "epoch": 3.876923076923077, |
| "grad_norm": 0.6333104968070984, |
| "learning_rate": 6.113402061855671e-05, |
| "loss": 6.5162, |
| "step": 378 |
| }, |
| { |
| "epoch": 3.8974358974358974, |
| "grad_norm": 0.5705188512802124, |
| "learning_rate": 6.092783505154639e-05, |
| "loss": 6.3006, |
| "step": 380 |
| }, |
| { |
| "epoch": 3.917948717948718, |
| "grad_norm": 0.634800136089325, |
| "learning_rate": 6.072164948453608e-05, |
| "loss": 6.4401, |
| "step": 382 |
| }, |
| { |
| "epoch": 3.9384615384615387, |
| "grad_norm": 0.6740937232971191, |
| "learning_rate": 6.051546391752577e-05, |
| "loss": 6.698, |
| "step": 384 |
| }, |
| { |
| "epoch": 3.958974358974359, |
| "grad_norm": 0.9393010139465332, |
| "learning_rate": 6.030927835051546e-05, |
| "loss": 6.1999, |
| "step": 386 |
| }, |
| { |
| "epoch": 3.9794871794871796, |
| "grad_norm": 0.6255496740341187, |
| "learning_rate": 6.010309278350515e-05, |
| "loss": 6.3655, |
| "step": 388 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 0.6616120934486389, |
| "learning_rate": 5.989690721649484e-05, |
| "loss": 6.4234, |
| "step": 390 |
| }, |
| { |
| "epoch": 4.02051282051282, |
| "grad_norm": 0.6440649032592773, |
| "learning_rate": 5.969072164948454e-05, |
| "loss": 6.3687, |
| "step": 392 |
| }, |
| { |
| "epoch": 4.041025641025641, |
| "grad_norm": 0.6960980296134949, |
| "learning_rate": 5.948453608247423e-05, |
| "loss": 6.453, |
| "step": 394 |
| }, |
| { |
| "epoch": 4.061538461538461, |
| "grad_norm": 0.8931025266647339, |
| "learning_rate": 5.927835051546392e-05, |
| "loss": 6.4502, |
| "step": 396 |
| }, |
| { |
| "epoch": 4.082051282051282, |
| "grad_norm": 0.6508329510688782, |
| "learning_rate": 5.907216494845361e-05, |
| "loss": 6.4387, |
| "step": 398 |
| }, |
| { |
| "epoch": 4.102564102564102, |
| "grad_norm": 0.7409791946411133, |
| "learning_rate": 5.88659793814433e-05, |
| "loss": 6.3901, |
| "step": 400 |
| }, |
| { |
| "epoch": 4.123076923076923, |
| "grad_norm": 0.6797041893005371, |
| "learning_rate": 5.8659793814433e-05, |
| "loss": 6.3299, |
| "step": 402 |
| }, |
| { |
| "epoch": 4.143589743589744, |
| "grad_norm": 0.7487124800682068, |
| "learning_rate": 5.845360824742269e-05, |
| "loss": 6.3846, |
| "step": 404 |
| }, |
| { |
| "epoch": 4.164102564102564, |
| "grad_norm": 0.6995207071304321, |
| "learning_rate": 5.824742268041238e-05, |
| "loss": 6.4029, |
| "step": 406 |
| }, |
| { |
| "epoch": 4.184615384615385, |
| "grad_norm": 0.920820951461792, |
| "learning_rate": 5.804123711340207e-05, |
| "loss": 6.398, |
| "step": 408 |
| }, |
| { |
| "epoch": 4.205128205128205, |
| "grad_norm": 0.7857652306556702, |
| "learning_rate": 5.783505154639176e-05, |
| "loss": 6.2116, |
| "step": 410 |
| }, |
| { |
| "epoch": 4.225641025641026, |
| "grad_norm": 0.655503511428833, |
| "learning_rate": 5.762886597938144e-05, |
| "loss": 6.4523, |
| "step": 412 |
| }, |
| { |
| "epoch": 4.246153846153846, |
| "grad_norm": 0.7093043327331543, |
| "learning_rate": 5.742268041237113e-05, |
| "loss": 6.2784, |
| "step": 414 |
| }, |
| { |
| "epoch": 4.266666666666667, |
| "grad_norm": 0.6597480177879333, |
| "learning_rate": 5.721649484536082e-05, |
| "loss": 6.4637, |
| "step": 416 |
| }, |
| { |
| "epoch": 4.287179487179487, |
| "grad_norm": 0.8404126763343811, |
| "learning_rate": 5.7010309278350514e-05, |
| "loss": 6.226, |
| "step": 418 |
| }, |
| { |
| "epoch": 4.3076923076923075, |
| "grad_norm": 0.7892007827758789, |
| "learning_rate": 5.6804123711340204e-05, |
| "loss": 6.3117, |
| "step": 420 |
| }, |
| { |
| "epoch": 4.328205128205128, |
| "grad_norm": 0.7826732397079468, |
| "learning_rate": 5.65979381443299e-05, |
| "loss": 6.2826, |
| "step": 422 |
| }, |
| { |
| "epoch": 4.348717948717948, |
| "grad_norm": 0.7233083248138428, |
| "learning_rate": 5.639175257731959e-05, |
| "loss": 6.3743, |
| "step": 424 |
| }, |
| { |
| "epoch": 4.36923076923077, |
| "grad_norm": 0.6873509287834167, |
| "learning_rate": 5.618556701030928e-05, |
| "loss": 6.3368, |
| "step": 426 |
| }, |
| { |
| "epoch": 4.38974358974359, |
| "grad_norm": 0.8165833353996277, |
| "learning_rate": 5.597938144329897e-05, |
| "loss": 6.4183, |
| "step": 428 |
| }, |
| { |
| "epoch": 4.410256410256411, |
| "grad_norm": 0.7139970064163208, |
| "learning_rate": 5.577319587628866e-05, |
| "loss": 6.3427, |
| "step": 430 |
| }, |
| { |
| "epoch": 4.430769230769231, |
| "grad_norm": 0.61057448387146, |
| "learning_rate": 5.556701030927836e-05, |
| "loss": 6.3747, |
| "step": 432 |
| }, |
| { |
| "epoch": 4.4512820512820515, |
| "grad_norm": 0.8155067563056946, |
| "learning_rate": 5.536082474226805e-05, |
| "loss": 6.1935, |
| "step": 434 |
| }, |
| { |
| "epoch": 4.471794871794872, |
| "grad_norm": 0.7220977544784546, |
| "learning_rate": 5.515463917525774e-05, |
| "loss": 6.4346, |
| "step": 436 |
| }, |
| { |
| "epoch": 4.492307692307692, |
| "grad_norm": 0.6980003714561462, |
| "learning_rate": 5.494845360824743e-05, |
| "loss": 6.3355, |
| "step": 438 |
| }, |
| { |
| "epoch": 4.512820512820513, |
| "grad_norm": 0.7350332736968994, |
| "learning_rate": 5.474226804123712e-05, |
| "loss": 6.2946, |
| "step": 440 |
| }, |
| { |
| "epoch": 4.533333333333333, |
| "grad_norm": 0.6564266085624695, |
| "learning_rate": 5.45360824742268e-05, |
| "loss": 6.3044, |
| "step": 442 |
| }, |
| { |
| "epoch": 4.553846153846154, |
| "grad_norm": 0.8935516476631165, |
| "learning_rate": 5.4329896907216494e-05, |
| "loss": 6.0784, |
| "step": 444 |
| }, |
| { |
| "epoch": 4.574358974358974, |
| "grad_norm": 0.6622797846794128, |
| "learning_rate": 5.4123711340206184e-05, |
| "loss": 6.3122, |
| "step": 446 |
| }, |
| { |
| "epoch": 4.5948717948717945, |
| "grad_norm": 0.6584466695785522, |
| "learning_rate": 5.3917525773195874e-05, |
| "loss": 6.4586, |
| "step": 448 |
| }, |
| { |
| "epoch": 4.615384615384615, |
| "grad_norm": 0.7214877605438232, |
| "learning_rate": 5.3711340206185564e-05, |
| "loss": 6.4671, |
| "step": 450 |
| }, |
| { |
| "epoch": 4.635897435897435, |
| "grad_norm": 0.6560644507408142, |
| "learning_rate": 5.350515463917526e-05, |
| "loss": 6.2472, |
| "step": 452 |
| }, |
| { |
| "epoch": 4.656410256410257, |
| "grad_norm": 0.7048325538635254, |
| "learning_rate": 5.329896907216495e-05, |
| "loss": 6.5175, |
| "step": 454 |
| }, |
| { |
| "epoch": 4.676923076923077, |
| "grad_norm": 0.6315538883209229, |
| "learning_rate": 5.309278350515464e-05, |
| "loss": 6.0901, |
| "step": 456 |
| }, |
| { |
| "epoch": 4.697435897435898, |
| "grad_norm": 0.6339179277420044, |
| "learning_rate": 5.288659793814433e-05, |
| "loss": 6.3935, |
| "step": 458 |
| }, |
| { |
| "epoch": 4.717948717948718, |
| "grad_norm": 0.8235088586807251, |
| "learning_rate": 5.268041237113402e-05, |
| "loss": 5.9898, |
| "step": 460 |
| }, |
| { |
| "epoch": 4.7384615384615385, |
| "grad_norm": 0.7074024081230164, |
| "learning_rate": 5.247422680412372e-05, |
| "loss": 6.1804, |
| "step": 462 |
| }, |
| { |
| "epoch": 4.758974358974359, |
| "grad_norm": 0.8095348477363586, |
| "learning_rate": 5.226804123711341e-05, |
| "loss": 6.2209, |
| "step": 464 |
| }, |
| { |
| "epoch": 4.779487179487179, |
| "grad_norm": 0.641472578048706, |
| "learning_rate": 5.20618556701031e-05, |
| "loss": 6.3102, |
| "step": 466 |
| }, |
| { |
| "epoch": 4.8, |
| "grad_norm": 0.7063437700271606, |
| "learning_rate": 5.185567010309279e-05, |
| "loss": 6.2348, |
| "step": 468 |
| }, |
| { |
| "epoch": 4.82051282051282, |
| "grad_norm": 0.7544019818305969, |
| "learning_rate": 5.164948453608248e-05, |
| "loss": 6.3763, |
| "step": 470 |
| }, |
| { |
| "epoch": 4.841025641025641, |
| "grad_norm": 0.827674925327301, |
| "learning_rate": 5.1443298969072164e-05, |
| "loss": 6.0069, |
| "step": 472 |
| }, |
| { |
| "epoch": 4.861538461538462, |
| "grad_norm": 0.8011050224304199, |
| "learning_rate": 5.1237113402061854e-05, |
| "loss": 6.257, |
| "step": 474 |
| }, |
| { |
| "epoch": 4.8820512820512825, |
| "grad_norm": 0.6386663913726807, |
| "learning_rate": 5.1030927835051544e-05, |
| "loss": 6.3936, |
| "step": 476 |
| }, |
| { |
| "epoch": 4.902564102564103, |
| "grad_norm": 0.7228955030441284, |
| "learning_rate": 5.0824742268041235e-05, |
| "loss": 6.4586, |
| "step": 478 |
| }, |
| { |
| "epoch": 4.923076923076923, |
| "grad_norm": 0.6252913475036621, |
| "learning_rate": 5.0618556701030925e-05, |
| "loss": 6.3536, |
| "step": 480 |
| }, |
| { |
| "epoch": 4.943589743589744, |
| "grad_norm": 0.7947326898574829, |
| "learning_rate": 5.041237113402062e-05, |
| "loss": 6.3856, |
| "step": 482 |
| }, |
| { |
| "epoch": 4.964102564102564, |
| "grad_norm": 0.6296289563179016, |
| "learning_rate": 5.020618556701031e-05, |
| "loss": 6.4445, |
| "step": 484 |
| }, |
| { |
| "epoch": 4.984615384615385, |
| "grad_norm": 0.6455388069152832, |
| "learning_rate": 5e-05, |
| "loss": 6.4503, |
| "step": 486 |
| }, |
| { |
| "epoch": 5.005128205128205, |
| "grad_norm": 0.7692280411720276, |
| "learning_rate": 4.979381443298969e-05, |
| "loss": 6.4011, |
| "step": 488 |
| }, |
| { |
| "epoch": 5.0256410256410255, |
| "grad_norm": 0.6310716867446899, |
| "learning_rate": 4.958762886597938e-05, |
| "loss": 6.3749, |
| "step": 490 |
| }, |
| { |
| "epoch": 5.046153846153846, |
| "grad_norm": 0.8823466897010803, |
| "learning_rate": 4.938144329896908e-05, |
| "loss": 6.2891, |
| "step": 492 |
| }, |
| { |
| "epoch": 5.066666666666666, |
| "grad_norm": 0.7742350101470947, |
| "learning_rate": 4.9175257731958763e-05, |
| "loss": 6.1306, |
| "step": 494 |
| }, |
| { |
| "epoch": 5.087179487179487, |
| "grad_norm": 0.6190592050552368, |
| "learning_rate": 4.8969072164948454e-05, |
| "loss": 6.3312, |
| "step": 496 |
| }, |
| { |
| "epoch": 5.107692307692307, |
| "grad_norm": 0.7244901657104492, |
| "learning_rate": 4.8762886597938144e-05, |
| "loss": 6.3803, |
| "step": 498 |
| }, |
| { |
| "epoch": 5.128205128205128, |
| "grad_norm": 0.7023468017578125, |
| "learning_rate": 4.8556701030927834e-05, |
| "loss": 6.2492, |
| "step": 500 |
| }, |
| { |
| "epoch": 5.148717948717949, |
| "grad_norm": 0.7719900608062744, |
| "learning_rate": 4.835051546391753e-05, |
| "loss": 6.1033, |
| "step": 502 |
| }, |
| { |
| "epoch": 5.1692307692307695, |
| "grad_norm": 0.8199257254600525, |
| "learning_rate": 4.814432989690722e-05, |
| "loss": 6.1981, |
| "step": 504 |
| }, |
| { |
| "epoch": 5.18974358974359, |
| "grad_norm": 0.8238953351974487, |
| "learning_rate": 4.793814432989691e-05, |
| "loss": 6.2671, |
| "step": 506 |
| }, |
| { |
| "epoch": 5.21025641025641, |
| "grad_norm": 0.5926157832145691, |
| "learning_rate": 4.77319587628866e-05, |
| "loss": 6.3837, |
| "step": 508 |
| }, |
| { |
| "epoch": 5.230769230769231, |
| "grad_norm": 0.6979117393493652, |
| "learning_rate": 4.7525773195876285e-05, |
| "loss": 6.2836, |
| "step": 510 |
| }, |
| { |
| "epoch": 5.251282051282051, |
| "grad_norm": 0.6661803126335144, |
| "learning_rate": 4.731958762886598e-05, |
| "loss": 6.1655, |
| "step": 512 |
| }, |
| { |
| "epoch": 5.271794871794872, |
| "grad_norm": 0.6727478504180908, |
| "learning_rate": 4.711340206185567e-05, |
| "loss": 6.0956, |
| "step": 514 |
| }, |
| { |
| "epoch": 5.292307692307692, |
| "grad_norm": 0.665337085723877, |
| "learning_rate": 4.690721649484536e-05, |
| "loss": 6.3724, |
| "step": 516 |
| }, |
| { |
| "epoch": 5.312820512820513, |
| "grad_norm": 0.702816903591156, |
| "learning_rate": 4.670103092783505e-05, |
| "loss": 6.2241, |
| "step": 518 |
| }, |
| { |
| "epoch": 5.333333333333333, |
| "grad_norm": 0.6713479161262512, |
| "learning_rate": 4.6494845360824743e-05, |
| "loss": 6.3077, |
| "step": 520 |
| }, |
| { |
| "epoch": 5.3538461538461535, |
| "grad_norm": 0.6276135444641113, |
| "learning_rate": 4.628865979381444e-05, |
| "loss": 6.4411, |
| "step": 522 |
| }, |
| { |
| "epoch": 5.374358974358975, |
| "grad_norm": 0.7353730201721191, |
| "learning_rate": 4.6082474226804124e-05, |
| "loss": 6.1735, |
| "step": 524 |
| }, |
| { |
| "epoch": 5.394871794871795, |
| "grad_norm": 0.7393136620521545, |
| "learning_rate": 4.5876288659793814e-05, |
| "loss": 6.413, |
| "step": 526 |
| }, |
| { |
| "epoch": 5.415384615384616, |
| "grad_norm": 0.5835318565368652, |
| "learning_rate": 4.5670103092783504e-05, |
| "loss": 6.4997, |
| "step": 528 |
| }, |
| { |
| "epoch": 5.435897435897436, |
| "grad_norm": 0.6543262600898743, |
| "learning_rate": 4.5463917525773195e-05, |
| "loss": 6.3292, |
| "step": 530 |
| }, |
| { |
| "epoch": 5.456410256410257, |
| "grad_norm": 0.7140960693359375, |
| "learning_rate": 4.525773195876289e-05, |
| "loss": 6.3267, |
| "step": 532 |
| }, |
| { |
| "epoch": 5.476923076923077, |
| "grad_norm": 0.6978656649589539, |
| "learning_rate": 4.505154639175258e-05, |
| "loss": 6.4343, |
| "step": 534 |
| }, |
| { |
| "epoch": 5.4974358974358974, |
| "grad_norm": 0.7488942742347717, |
| "learning_rate": 4.484536082474227e-05, |
| "loss": 6.3557, |
| "step": 536 |
| }, |
| { |
| "epoch": 5.517948717948718, |
| "grad_norm": 0.753161609172821, |
| "learning_rate": 4.463917525773196e-05, |
| "loss": 6.2488, |
| "step": 538 |
| }, |
| { |
| "epoch": 5.538461538461538, |
| "grad_norm": 0.7196393609046936, |
| "learning_rate": 4.4432989690721646e-05, |
| "loss": 6.2132, |
| "step": 540 |
| }, |
| { |
| "epoch": 5.558974358974359, |
| "grad_norm": 0.681937038898468, |
| "learning_rate": 4.422680412371134e-05, |
| "loss": 6.1831, |
| "step": 542 |
| }, |
| { |
| "epoch": 5.579487179487179, |
| "grad_norm": 0.6542847752571106, |
| "learning_rate": 4.402061855670103e-05, |
| "loss": 6.3156, |
| "step": 544 |
| }, |
| { |
| "epoch": 5.6, |
| "grad_norm": 0.7364455461502075, |
| "learning_rate": 4.3814432989690723e-05, |
| "loss": 6.3007, |
| "step": 546 |
| }, |
| { |
| "epoch": 5.62051282051282, |
| "grad_norm": 0.7742012739181519, |
| "learning_rate": 4.3608247422680414e-05, |
| "loss": 5.9234, |
| "step": 548 |
| }, |
| { |
| "epoch": 5.641025641025641, |
| "grad_norm": 0.7302541136741638, |
| "learning_rate": 4.3402061855670104e-05, |
| "loss": 6.3115, |
| "step": 550 |
| }, |
| { |
| "epoch": 5.661538461538462, |
| "grad_norm": 0.7138387560844421, |
| "learning_rate": 4.31958762886598e-05, |
| "loss": 6.1719, |
| "step": 552 |
| }, |
| { |
| "epoch": 5.682051282051282, |
| "grad_norm": 0.6778889298439026, |
| "learning_rate": 4.298969072164949e-05, |
| "loss": 6.1886, |
| "step": 554 |
| }, |
| { |
| "epoch": 5.702564102564103, |
| "grad_norm": 0.7845616936683655, |
| "learning_rate": 4.2783505154639175e-05, |
| "loss": 6.1925, |
| "step": 556 |
| }, |
| { |
| "epoch": 5.723076923076923, |
| "grad_norm": 0.780630886554718, |
| "learning_rate": 4.2577319587628865e-05, |
| "loss": 6.3325, |
| "step": 558 |
| }, |
| { |
| "epoch": 5.743589743589744, |
| "grad_norm": 0.630280613899231, |
| "learning_rate": 4.2371134020618555e-05, |
| "loss": 6.3334, |
| "step": 560 |
| }, |
| { |
| "epoch": 5.764102564102564, |
| "grad_norm": 0.7802500128746033, |
| "learning_rate": 4.216494845360825e-05, |
| "loss": 6.2872, |
| "step": 562 |
| }, |
| { |
| "epoch": 5.7846153846153845, |
| "grad_norm": 0.6819648146629333, |
| "learning_rate": 4.195876288659794e-05, |
| "loss": 6.3133, |
| "step": 564 |
| }, |
| { |
| "epoch": 5.805128205128205, |
| "grad_norm": 0.7848822474479675, |
| "learning_rate": 4.175257731958763e-05, |
| "loss": 6.4798, |
| "step": 566 |
| }, |
| { |
| "epoch": 5.825641025641025, |
| "grad_norm": 0.7532023787498474, |
| "learning_rate": 4.154639175257732e-05, |
| "loss": 6.1145, |
| "step": 568 |
| }, |
| { |
| "epoch": 5.846153846153846, |
| "grad_norm": 0.679144561290741, |
| "learning_rate": 4.1340206185567006e-05, |
| "loss": 6.2509, |
| "step": 570 |
| }, |
| { |
| "epoch": 5.866666666666667, |
| "grad_norm": 0.7792911529541016, |
| "learning_rate": 4.1134020618556704e-05, |
| "loss": 6.1544, |
| "step": 572 |
| }, |
| { |
| "epoch": 5.887179487179488, |
| "grad_norm": 0.7862560153007507, |
| "learning_rate": 4.0927835051546394e-05, |
| "loss": 6.2661, |
| "step": 574 |
| }, |
| { |
| "epoch": 5.907692307692308, |
| "grad_norm": 0.6902645826339722, |
| "learning_rate": 4.0721649484536084e-05, |
| "loss": 6.3423, |
| "step": 576 |
| }, |
| { |
| "epoch": 5.9282051282051285, |
| "grad_norm": 0.6430610418319702, |
| "learning_rate": 4.0515463917525774e-05, |
| "loss": 6.3058, |
| "step": 578 |
| }, |
| { |
| "epoch": 5.948717948717949, |
| "grad_norm": 0.7760281562805176, |
| "learning_rate": 4.0309278350515465e-05, |
| "loss": 6.3007, |
| "step": 580 |
| }, |
| { |
| "epoch": 5.969230769230769, |
| "grad_norm": 0.7323822975158691, |
| "learning_rate": 4.010309278350516e-05, |
| "loss": 6.3434, |
| "step": 582 |
| }, |
| { |
| "epoch": 5.98974358974359, |
| "grad_norm": 0.7060137391090393, |
| "learning_rate": 3.989690721649485e-05, |
| "loss": 6.2571, |
| "step": 584 |
| }, |
| { |
| "epoch": 6.01025641025641, |
| "grad_norm": 0.7796257734298706, |
| "learning_rate": 3.9690721649484535e-05, |
| "loss": 6.1228, |
| "step": 586 |
| }, |
| { |
| "epoch": 6.030769230769231, |
| "grad_norm": 0.8794940710067749, |
| "learning_rate": 3.9484536082474226e-05, |
| "loss": 6.3449, |
| "step": 588 |
| }, |
| { |
| "epoch": 6.051282051282051, |
| "grad_norm": 0.6452521681785583, |
| "learning_rate": 3.9278350515463916e-05, |
| "loss": 6.0527, |
| "step": 590 |
| }, |
| { |
| "epoch": 6.0717948717948715, |
| "grad_norm": 0.7071980834007263, |
| "learning_rate": 3.907216494845361e-05, |
| "loss": 6.1828, |
| "step": 592 |
| }, |
| { |
| "epoch": 6.092307692307692, |
| "grad_norm": 0.6614767909049988, |
| "learning_rate": 3.88659793814433e-05, |
| "loss": 6.2702, |
| "step": 594 |
| }, |
| { |
| "epoch": 6.112820512820512, |
| "grad_norm": 0.6533995866775513, |
| "learning_rate": 3.865979381443299e-05, |
| "loss": 6.2421, |
| "step": 596 |
| }, |
| { |
| "epoch": 6.133333333333334, |
| "grad_norm": 0.7907997965812683, |
| "learning_rate": 3.8453608247422684e-05, |
| "loss": 6.4282, |
| "step": 598 |
| }, |
| { |
| "epoch": 6.153846153846154, |
| "grad_norm": 0.709160327911377, |
| "learning_rate": 3.824742268041237e-05, |
| "loss": 6.0814, |
| "step": 600 |
| }, |
| { |
| "epoch": 6.174358974358975, |
| "grad_norm": 0.8180028796195984, |
| "learning_rate": 3.8041237113402064e-05, |
| "loss": 6.3014, |
| "step": 602 |
| }, |
| { |
| "epoch": 6.194871794871795, |
| "grad_norm": 0.6765635013580322, |
| "learning_rate": 3.7835051546391754e-05, |
| "loss": 6.3844, |
| "step": 604 |
| }, |
| { |
| "epoch": 6.2153846153846155, |
| "grad_norm": 0.6009554862976074, |
| "learning_rate": 3.7628865979381445e-05, |
| "loss": 6.1951, |
| "step": 606 |
| }, |
| { |
| "epoch": 6.235897435897436, |
| "grad_norm": 0.708351731300354, |
| "learning_rate": 3.7422680412371135e-05, |
| "loss": 6.4139, |
| "step": 608 |
| }, |
| { |
| "epoch": 6.256410256410256, |
| "grad_norm": 0.7396306395530701, |
| "learning_rate": 3.7216494845360825e-05, |
| "loss": 6.194, |
| "step": 610 |
| }, |
| { |
| "epoch": 6.276923076923077, |
| "grad_norm": 0.772692859172821, |
| "learning_rate": 3.701030927835052e-05, |
| "loss": 6.2968, |
| "step": 612 |
| }, |
| { |
| "epoch": 6.297435897435897, |
| "grad_norm": 0.8002333641052246, |
| "learning_rate": 3.680412371134021e-05, |
| "loss": 6.2677, |
| "step": 614 |
| }, |
| { |
| "epoch": 6.317948717948718, |
| "grad_norm": 1.078007698059082, |
| "learning_rate": 3.6597938144329896e-05, |
| "loss": 6.2674, |
| "step": 616 |
| }, |
| { |
| "epoch": 6.338461538461538, |
| "grad_norm": 0.6645541787147522, |
| "learning_rate": 3.6391752577319586e-05, |
| "loss": 6.1999, |
| "step": 618 |
| }, |
| { |
| "epoch": 6.358974358974359, |
| "grad_norm": 0.6708665490150452, |
| "learning_rate": 3.6185567010309276e-05, |
| "loss": 6.4461, |
| "step": 620 |
| }, |
| { |
| "epoch": 6.37948717948718, |
| "grad_norm": 0.6594524383544922, |
| "learning_rate": 3.597938144329897e-05, |
| "loss": 6.2954, |
| "step": 622 |
| }, |
| { |
| "epoch": 6.4, |
| "grad_norm": 0.9436811804771423, |
| "learning_rate": 3.5773195876288664e-05, |
| "loss": 6.1473, |
| "step": 624 |
| }, |
| { |
| "epoch": 6.420512820512821, |
| "grad_norm": 0.7767890691757202, |
| "learning_rate": 3.5567010309278354e-05, |
| "loss": 6.2695, |
| "step": 626 |
| }, |
| { |
| "epoch": 6.441025641025641, |
| "grad_norm": 0.8223767876625061, |
| "learning_rate": 3.5360824742268044e-05, |
| "loss": 6.2998, |
| "step": 628 |
| }, |
| { |
| "epoch": 6.461538461538462, |
| "grad_norm": 0.753822922706604, |
| "learning_rate": 3.515463917525773e-05, |
| "loss": 6.1723, |
| "step": 630 |
| }, |
| { |
| "epoch": 6.482051282051282, |
| "grad_norm": 0.7371943593025208, |
| "learning_rate": 3.4948453608247425e-05, |
| "loss": 6.2228, |
| "step": 632 |
| }, |
| { |
| "epoch": 6.5025641025641026, |
| "grad_norm": 0.6721214056015015, |
| "learning_rate": 3.4742268041237115e-05, |
| "loss": 6.06, |
| "step": 634 |
| }, |
| { |
| "epoch": 6.523076923076923, |
| "grad_norm": 0.7266871333122253, |
| "learning_rate": 3.4536082474226805e-05, |
| "loss": 6.3087, |
| "step": 636 |
| }, |
| { |
| "epoch": 6.543589743589743, |
| "grad_norm": 0.7427794933319092, |
| "learning_rate": 3.4329896907216495e-05, |
| "loss": 6.2757, |
| "step": 638 |
| }, |
| { |
| "epoch": 6.564102564102564, |
| "grad_norm": 0.7372191548347473, |
| "learning_rate": 3.4123711340206186e-05, |
| "loss": 6.1809, |
| "step": 640 |
| }, |
| { |
| "epoch": 6.584615384615384, |
| "grad_norm": 0.773668646812439, |
| "learning_rate": 3.391752577319588e-05, |
| "loss": 6.0375, |
| "step": 642 |
| }, |
| { |
| "epoch": 6.605128205128205, |
| "grad_norm": 0.8196036219596863, |
| "learning_rate": 3.371134020618557e-05, |
| "loss": 6.3719, |
| "step": 644 |
| }, |
| { |
| "epoch": 6.625641025641025, |
| "grad_norm": 0.6300514936447144, |
| "learning_rate": 3.3505154639175256e-05, |
| "loss": 6.338, |
| "step": 646 |
| }, |
| { |
| "epoch": 6.6461538461538465, |
| "grad_norm": 0.5757874846458435, |
| "learning_rate": 3.3298969072164947e-05, |
| "loss": 6.4443, |
| "step": 648 |
| }, |
| { |
| "epoch": 6.666666666666667, |
| "grad_norm": 0.8658593893051147, |
| "learning_rate": 3.309278350515464e-05, |
| "loss": 6.1216, |
| "step": 650 |
| }, |
| { |
| "epoch": 6.687179487179487, |
| "grad_norm": 0.7729750275611877, |
| "learning_rate": 3.2886597938144334e-05, |
| "loss": 5.9493, |
| "step": 652 |
| }, |
| { |
| "epoch": 6.707692307692308, |
| "grad_norm": 0.7950991988182068, |
| "learning_rate": 3.2680412371134024e-05, |
| "loss": 6.1614, |
| "step": 654 |
| }, |
| { |
| "epoch": 6.728205128205128, |
| "grad_norm": 0.7309786081314087, |
| "learning_rate": 3.2474226804123714e-05, |
| "loss": 6.2484, |
| "step": 656 |
| }, |
| { |
| "epoch": 6.748717948717949, |
| "grad_norm": 0.7773774266242981, |
| "learning_rate": 3.2268041237113405e-05, |
| "loss": 6.1015, |
| "step": 658 |
| }, |
| { |
| "epoch": 6.769230769230769, |
| "grad_norm": 0.6493405103683472, |
| "learning_rate": 3.2061855670103095e-05, |
| "loss": 6.3609, |
| "step": 660 |
| }, |
| { |
| "epoch": 6.78974358974359, |
| "grad_norm": 0.7441650032997131, |
| "learning_rate": 3.1855670103092785e-05, |
| "loss": 6.2702, |
| "step": 662 |
| }, |
| { |
| "epoch": 6.81025641025641, |
| "grad_norm": 0.6217365264892578, |
| "learning_rate": 3.1649484536082475e-05, |
| "loss": 6.2799, |
| "step": 664 |
| }, |
| { |
| "epoch": 6.8307692307692305, |
| "grad_norm": 0.84025639295578, |
| "learning_rate": 3.1443298969072166e-05, |
| "loss": 6.132, |
| "step": 666 |
| }, |
| { |
| "epoch": 6.851282051282051, |
| "grad_norm": 0.7524210214614868, |
| "learning_rate": 3.1237113402061856e-05, |
| "loss": 6.1726, |
| "step": 668 |
| }, |
| { |
| "epoch": 6.871794871794872, |
| "grad_norm": 0.6827425956726074, |
| "learning_rate": 3.1030927835051546e-05, |
| "loss": 6.2313, |
| "step": 670 |
| }, |
| { |
| "epoch": 6.892307692307693, |
| "grad_norm": 0.6644515991210938, |
| "learning_rate": 3.082474226804124e-05, |
| "loss": 6.2285, |
| "step": 672 |
| }, |
| { |
| "epoch": 6.912820512820513, |
| "grad_norm": 0.7661225199699402, |
| "learning_rate": 3.0618556701030933e-05, |
| "loss": 6.3277, |
| "step": 674 |
| }, |
| { |
| "epoch": 6.933333333333334, |
| "grad_norm": 0.645756185054779, |
| "learning_rate": 3.0412371134020617e-05, |
| "loss": 6.2675, |
| "step": 676 |
| }, |
| { |
| "epoch": 6.953846153846154, |
| "grad_norm": 0.8538247346878052, |
| "learning_rate": 3.020618556701031e-05, |
| "loss": 6.0726, |
| "step": 678 |
| }, |
| { |
| "epoch": 6.9743589743589745, |
| "grad_norm": 0.6849417686462402, |
| "learning_rate": 3e-05, |
| "loss": 6.2466, |
| "step": 680 |
| }, |
| { |
| "epoch": 6.994871794871795, |
| "grad_norm": 0.7335018515586853, |
| "learning_rate": 2.979381443298969e-05, |
| "loss": 6.1795, |
| "step": 682 |
| }, |
| { |
| "epoch": 7.015384615384615, |
| "grad_norm": 0.7281456589698792, |
| "learning_rate": 2.9587628865979385e-05, |
| "loss": 6.2103, |
| "step": 684 |
| }, |
| { |
| "epoch": 7.035897435897436, |
| "grad_norm": 0.6370302438735962, |
| "learning_rate": 2.9381443298969075e-05, |
| "loss": 6.2624, |
| "step": 686 |
| }, |
| { |
| "epoch": 7.056410256410256, |
| "grad_norm": 0.7385585904121399, |
| "learning_rate": 2.9175257731958765e-05, |
| "loss": 6.1058, |
| "step": 688 |
| }, |
| { |
| "epoch": 7.076923076923077, |
| "grad_norm": 0.7029441595077515, |
| "learning_rate": 2.896907216494846e-05, |
| "loss": 5.897, |
| "step": 690 |
| }, |
| { |
| "epoch": 7.097435897435897, |
| "grad_norm": 0.7929611802101135, |
| "learning_rate": 2.8762886597938142e-05, |
| "loss": 6.0785, |
| "step": 692 |
| }, |
| { |
| "epoch": 7.1179487179487175, |
| "grad_norm": 0.7209746837615967, |
| "learning_rate": 2.8556701030927836e-05, |
| "loss": 6.3427, |
| "step": 694 |
| }, |
| { |
| "epoch": 7.138461538461539, |
| "grad_norm": 0.7581877112388611, |
| "learning_rate": 2.8350515463917526e-05, |
| "loss": 6.1258, |
| "step": 696 |
| }, |
| { |
| "epoch": 7.158974358974359, |
| "grad_norm": 0.7337011694908142, |
| "learning_rate": 2.8144329896907216e-05, |
| "loss": 6.2402, |
| "step": 698 |
| }, |
| { |
| "epoch": 7.17948717948718, |
| "grad_norm": 0.8132451772689819, |
| "learning_rate": 2.793814432989691e-05, |
| "loss": 6.2399, |
| "step": 700 |
| }, |
| { |
| "epoch": 7.2, |
| "grad_norm": 0.6459912061691284, |
| "learning_rate": 2.77319587628866e-05, |
| "loss": 6.3475, |
| "step": 702 |
| }, |
| { |
| "epoch": 7.220512820512821, |
| "grad_norm": 0.7494829893112183, |
| "learning_rate": 2.752577319587629e-05, |
| "loss": 6.1483, |
| "step": 704 |
| }, |
| { |
| "epoch": 7.241025641025641, |
| "grad_norm": 0.7804868221282959, |
| "learning_rate": 2.7319587628865977e-05, |
| "loss": 5.9649, |
| "step": 706 |
| }, |
| { |
| "epoch": 7.2615384615384615, |
| "grad_norm": 0.6681525111198425, |
| "learning_rate": 2.711340206185567e-05, |
| "loss": 6.1267, |
| "step": 708 |
| }, |
| { |
| "epoch": 7.282051282051282, |
| "grad_norm": 0.8127874732017517, |
| "learning_rate": 2.690721649484536e-05, |
| "loss": 6.1324, |
| "step": 710 |
| }, |
| { |
| "epoch": 7.302564102564102, |
| "grad_norm": 0.690651535987854, |
| "learning_rate": 2.670103092783505e-05, |
| "loss": 6.3486, |
| "step": 712 |
| }, |
| { |
| "epoch": 7.323076923076923, |
| "grad_norm": 0.7900473475456238, |
| "learning_rate": 2.6494845360824745e-05, |
| "loss": 6.2113, |
| "step": 714 |
| }, |
| { |
| "epoch": 7.343589743589743, |
| "grad_norm": 0.9337382316589355, |
| "learning_rate": 2.6288659793814435e-05, |
| "loss": 6.2222, |
| "step": 716 |
| }, |
| { |
| "epoch": 7.364102564102564, |
| "grad_norm": 0.6768183708190918, |
| "learning_rate": 2.6082474226804126e-05, |
| "loss": 6.0611, |
| "step": 718 |
| }, |
| { |
| "epoch": 7.384615384615385, |
| "grad_norm": 0.8045716881752014, |
| "learning_rate": 2.587628865979382e-05, |
| "loss": 6.1869, |
| "step": 720 |
| }, |
| { |
| "epoch": 7.4051282051282055, |
| "grad_norm": 0.7803860902786255, |
| "learning_rate": 2.5670103092783503e-05, |
| "loss": 6.2456, |
| "step": 722 |
| }, |
| { |
| "epoch": 7.425641025641026, |
| "grad_norm": 0.6583536863327026, |
| "learning_rate": 2.5463917525773196e-05, |
| "loss": 6.3823, |
| "step": 724 |
| }, |
| { |
| "epoch": 7.446153846153846, |
| "grad_norm": 0.6829738616943359, |
| "learning_rate": 2.5257731958762887e-05, |
| "loss": 5.9673, |
| "step": 726 |
| }, |
| { |
| "epoch": 7.466666666666667, |
| "grad_norm": 0.6171258091926575, |
| "learning_rate": 2.5051546391752577e-05, |
| "loss": 6.4778, |
| "step": 728 |
| }, |
| { |
| "epoch": 7.487179487179487, |
| "grad_norm": 0.9100000858306885, |
| "learning_rate": 2.484536082474227e-05, |
| "loss": 6.1923, |
| "step": 730 |
| }, |
| { |
| "epoch": 7.507692307692308, |
| "grad_norm": 0.6728296279907227, |
| "learning_rate": 2.463917525773196e-05, |
| "loss": 6.1936, |
| "step": 732 |
| }, |
| { |
| "epoch": 7.528205128205128, |
| "grad_norm": 0.6537327766418457, |
| "learning_rate": 2.443298969072165e-05, |
| "loss": 6.3321, |
| "step": 734 |
| }, |
| { |
| "epoch": 7.5487179487179485, |
| "grad_norm": 0.7532163858413696, |
| "learning_rate": 2.422680412371134e-05, |
| "loss": 6.263, |
| "step": 736 |
| }, |
| { |
| "epoch": 7.569230769230769, |
| "grad_norm": 0.8065058588981628, |
| "learning_rate": 2.402061855670103e-05, |
| "loss": 6.187, |
| "step": 738 |
| }, |
| { |
| "epoch": 7.589743589743589, |
| "grad_norm": 0.6982044577598572, |
| "learning_rate": 2.3814432989690722e-05, |
| "loss": 6.2071, |
| "step": 740 |
| }, |
| { |
| "epoch": 7.61025641025641, |
| "grad_norm": 0.7518334984779358, |
| "learning_rate": 2.3608247422680412e-05, |
| "loss": 6.1698, |
| "step": 742 |
| }, |
| { |
| "epoch": 7.63076923076923, |
| "grad_norm": 0.6980510950088501, |
| "learning_rate": 2.3402061855670106e-05, |
| "loss": 6.1269, |
| "step": 744 |
| }, |
| { |
| "epoch": 7.651282051282052, |
| "grad_norm": 0.7211715579032898, |
| "learning_rate": 2.3195876288659796e-05, |
| "loss": 6.2005, |
| "step": 746 |
| }, |
| { |
| "epoch": 7.671794871794872, |
| "grad_norm": 0.7351675033569336, |
| "learning_rate": 2.2989690721649483e-05, |
| "loss": 6.1096, |
| "step": 748 |
| }, |
| { |
| "epoch": 7.6923076923076925, |
| "grad_norm": 0.6142987608909607, |
| "learning_rate": 2.2783505154639176e-05, |
| "loss": 6.0628, |
| "step": 750 |
| }, |
| { |
| "epoch": 7.712820512820513, |
| "grad_norm": 0.6700417995452881, |
| "learning_rate": 2.2577319587628867e-05, |
| "loss": 6.2528, |
| "step": 752 |
| }, |
| { |
| "epoch": 7.733333333333333, |
| "grad_norm": 0.7297637462615967, |
| "learning_rate": 2.237113402061856e-05, |
| "loss": 6.165, |
| "step": 754 |
| }, |
| { |
| "epoch": 7.753846153846154, |
| "grad_norm": 0.6762688755989075, |
| "learning_rate": 2.2164948453608247e-05, |
| "loss": 6.3651, |
| "step": 756 |
| }, |
| { |
| "epoch": 7.774358974358974, |
| "grad_norm": 0.6471550464630127, |
| "learning_rate": 2.1958762886597937e-05, |
| "loss": 6.142, |
| "step": 758 |
| }, |
| { |
| "epoch": 7.794871794871795, |
| "grad_norm": 0.6905655264854431, |
| "learning_rate": 2.175257731958763e-05, |
| "loss": 6.4471, |
| "step": 760 |
| }, |
| { |
| "epoch": 7.815384615384615, |
| "grad_norm": 0.6673563122749329, |
| "learning_rate": 2.154639175257732e-05, |
| "loss": 6.0799, |
| "step": 762 |
| }, |
| { |
| "epoch": 7.835897435897436, |
| "grad_norm": 0.7106631994247437, |
| "learning_rate": 2.134020618556701e-05, |
| "loss": 6.3385, |
| "step": 764 |
| }, |
| { |
| "epoch": 7.856410256410256, |
| "grad_norm": 0.7296525239944458, |
| "learning_rate": 2.1134020618556702e-05, |
| "loss": 6.1772, |
| "step": 766 |
| }, |
| { |
| "epoch": 7.876923076923077, |
| "grad_norm": 0.6923534274101257, |
| "learning_rate": 2.0927835051546392e-05, |
| "loss": 6.0845, |
| "step": 768 |
| }, |
| { |
| "epoch": 7.897435897435898, |
| "grad_norm": 0.6479873061180115, |
| "learning_rate": 2.0721649484536086e-05, |
| "loss": 6.4237, |
| "step": 770 |
| }, |
| { |
| "epoch": 7.917948717948718, |
| "grad_norm": 0.7043232321739197, |
| "learning_rate": 2.0515463917525773e-05, |
| "loss": 6.2389, |
| "step": 772 |
| }, |
| { |
| "epoch": 7.938461538461539, |
| "grad_norm": 0.6955374479293823, |
| "learning_rate": 2.0309278350515466e-05, |
| "loss": 6.2594, |
| "step": 774 |
| }, |
| { |
| "epoch": 7.958974358974359, |
| "grad_norm": 0.6248512864112854, |
| "learning_rate": 2.0103092783505157e-05, |
| "loss": 6.3424, |
| "step": 776 |
| }, |
| { |
| "epoch": 7.97948717948718, |
| "grad_norm": 0.7696142196655273, |
| "learning_rate": 1.9896907216494843e-05, |
| "loss": 6.0404, |
| "step": 778 |
| }, |
| { |
| "epoch": 8.0, |
| "grad_norm": 0.7960737347602844, |
| "learning_rate": 1.9690721649484537e-05, |
| "loss": 6.2037, |
| "step": 780 |
| }, |
| { |
| "epoch": 8.02051282051282, |
| "grad_norm": 0.764180600643158, |
| "learning_rate": 1.9484536082474227e-05, |
| "loss": 6.0193, |
| "step": 782 |
| }, |
| { |
| "epoch": 8.04102564102564, |
| "grad_norm": 0.7745684385299683, |
| "learning_rate": 1.927835051546392e-05, |
| "loss": 6.1723, |
| "step": 784 |
| }, |
| { |
| "epoch": 8.061538461538461, |
| "grad_norm": 0.7468089461326599, |
| "learning_rate": 1.9072164948453608e-05, |
| "loss": 5.989, |
| "step": 786 |
| }, |
| { |
| "epoch": 8.082051282051282, |
| "grad_norm": 0.7076855301856995, |
| "learning_rate": 1.8865979381443298e-05, |
| "loss": 6.2975, |
| "step": 788 |
| }, |
| { |
| "epoch": 8.102564102564102, |
| "grad_norm": 0.750068187713623, |
| "learning_rate": 1.865979381443299e-05, |
| "loss": 6.2057, |
| "step": 790 |
| }, |
| { |
| "epoch": 8.123076923076923, |
| "grad_norm": 0.5782350301742554, |
| "learning_rate": 1.8453608247422682e-05, |
| "loss": 6.3482, |
| "step": 792 |
| }, |
| { |
| "epoch": 8.143589743589743, |
| "grad_norm": 0.7477689981460571, |
| "learning_rate": 1.8247422680412372e-05, |
| "loss": 6.1132, |
| "step": 794 |
| }, |
| { |
| "epoch": 8.164102564102564, |
| "grad_norm": 0.7583786845207214, |
| "learning_rate": 1.8041237113402062e-05, |
| "loss": 6.3927, |
| "step": 796 |
| }, |
| { |
| "epoch": 8.184615384615384, |
| "grad_norm": 1.066887378692627, |
| "learning_rate": 1.7835051546391753e-05, |
| "loss": 6.3036, |
| "step": 798 |
| }, |
| { |
| "epoch": 8.205128205128204, |
| "grad_norm": 0.7979178428649902, |
| "learning_rate": 1.7628865979381446e-05, |
| "loss": 6.0357, |
| "step": 800 |
| }, |
| { |
| "epoch": 8.225641025641025, |
| "grad_norm": 0.7925027012825012, |
| "learning_rate": 1.7422680412371133e-05, |
| "loss": 6.1571, |
| "step": 802 |
| }, |
| { |
| "epoch": 8.246153846153845, |
| "grad_norm": 0.6301718950271606, |
| "learning_rate": 1.7216494845360827e-05, |
| "loss": 6.2834, |
| "step": 804 |
| }, |
| { |
| "epoch": 8.266666666666667, |
| "grad_norm": 0.8579639196395874, |
| "learning_rate": 1.7010309278350517e-05, |
| "loss": 6.1507, |
| "step": 806 |
| }, |
| { |
| "epoch": 8.287179487179488, |
| "grad_norm": 0.6312888264656067, |
| "learning_rate": 1.6804123711340207e-05, |
| "loss": 6.4582, |
| "step": 808 |
| }, |
| { |
| "epoch": 8.307692307692308, |
| "grad_norm": 0.7432986497879028, |
| "learning_rate": 1.6597938144329898e-05, |
| "loss": 6.2031, |
| "step": 810 |
| }, |
| { |
| "epoch": 8.328205128205129, |
| "grad_norm": 0.6533825993537903, |
| "learning_rate": 1.6391752577319588e-05, |
| "loss": 6.2383, |
| "step": 812 |
| }, |
| { |
| "epoch": 8.34871794871795, |
| "grad_norm": 0.7833907604217529, |
| "learning_rate": 1.618556701030928e-05, |
| "loss": 6.2307, |
| "step": 814 |
| }, |
| { |
| "epoch": 8.36923076923077, |
| "grad_norm": 0.7582297325134277, |
| "learning_rate": 1.5979381443298968e-05, |
| "loss": 6.2063, |
| "step": 816 |
| }, |
| { |
| "epoch": 8.38974358974359, |
| "grad_norm": 0.7262023687362671, |
| "learning_rate": 1.577319587628866e-05, |
| "loss": 6.2125, |
| "step": 818 |
| }, |
| { |
| "epoch": 8.41025641025641, |
| "grad_norm": 0.833846926689148, |
| "learning_rate": 1.5567010309278352e-05, |
| "loss": 5.9073, |
| "step": 820 |
| }, |
| { |
| "epoch": 8.430769230769231, |
| "grad_norm": 0.6528037190437317, |
| "learning_rate": 1.5360824742268042e-05, |
| "loss": 6.1687, |
| "step": 822 |
| }, |
| { |
| "epoch": 8.451282051282051, |
| "grad_norm": 0.715062141418457, |
| "learning_rate": 1.5154639175257731e-05, |
| "loss": 6.3858, |
| "step": 824 |
| }, |
| { |
| "epoch": 8.471794871794872, |
| "grad_norm": 0.6965751647949219, |
| "learning_rate": 1.4948453608247423e-05, |
| "loss": 6.2247, |
| "step": 826 |
| }, |
| { |
| "epoch": 8.492307692307692, |
| "grad_norm": 0.644185483455658, |
| "learning_rate": 1.4742268041237115e-05, |
| "loss": 6.4232, |
| "step": 828 |
| }, |
| { |
| "epoch": 8.512820512820513, |
| "grad_norm": 0.8024539351463318, |
| "learning_rate": 1.4536082474226805e-05, |
| "loss": 6.2306, |
| "step": 830 |
| }, |
| { |
| "epoch": 8.533333333333333, |
| "grad_norm": 0.6547759175300598, |
| "learning_rate": 1.4329896907216495e-05, |
| "loss": 6.2272, |
| "step": 832 |
| }, |
| { |
| "epoch": 8.553846153846154, |
| "grad_norm": 0.8308131694793701, |
| "learning_rate": 1.4123711340206186e-05, |
| "loss": 6.2751, |
| "step": 834 |
| }, |
| { |
| "epoch": 8.574358974358974, |
| "grad_norm": 0.6475526094436646, |
| "learning_rate": 1.3917525773195878e-05, |
| "loss": 6.3477, |
| "step": 836 |
| }, |
| { |
| "epoch": 8.594871794871795, |
| "grad_norm": 0.7138957977294922, |
| "learning_rate": 1.371134020618557e-05, |
| "loss": 6.2169, |
| "step": 838 |
| }, |
| { |
| "epoch": 8.615384615384615, |
| "grad_norm": 0.7940370440483093, |
| "learning_rate": 1.3505154639175258e-05, |
| "loss": 6.0711, |
| "step": 840 |
| }, |
| { |
| "epoch": 8.635897435897435, |
| "grad_norm": 0.710660457611084, |
| "learning_rate": 1.3298969072164948e-05, |
| "loss": 6.1328, |
| "step": 842 |
| }, |
| { |
| "epoch": 8.656410256410256, |
| "grad_norm": 0.6740992069244385, |
| "learning_rate": 1.309278350515464e-05, |
| "loss": 6.2399, |
| "step": 844 |
| }, |
| { |
| "epoch": 8.676923076923076, |
| "grad_norm": 0.6954624652862549, |
| "learning_rate": 1.2886597938144329e-05, |
| "loss": 5.8876, |
| "step": 846 |
| }, |
| { |
| "epoch": 8.697435897435897, |
| "grad_norm": 0.6282210350036621, |
| "learning_rate": 1.268041237113402e-05, |
| "loss": 6.2823, |
| "step": 848 |
| }, |
| { |
| "epoch": 8.717948717948717, |
| "grad_norm": 0.6641991138458252, |
| "learning_rate": 1.2474226804123713e-05, |
| "loss": 6.0473, |
| "step": 850 |
| }, |
| { |
| "epoch": 8.73846153846154, |
| "grad_norm": 0.9313386678695679, |
| "learning_rate": 1.2268041237113401e-05, |
| "loss": 5.9459, |
| "step": 852 |
| }, |
| { |
| "epoch": 8.75897435897436, |
| "grad_norm": 0.6434590816497803, |
| "learning_rate": 1.2061855670103093e-05, |
| "loss": 6.2093, |
| "step": 854 |
| }, |
| { |
| "epoch": 8.77948717948718, |
| "grad_norm": 0.7539594173431396, |
| "learning_rate": 1.1855670103092783e-05, |
| "loss": 6.1687, |
| "step": 856 |
| }, |
| { |
| "epoch": 8.8, |
| "grad_norm": 0.7946255803108215, |
| "learning_rate": 1.1649484536082475e-05, |
| "loss": 6.1376, |
| "step": 858 |
| }, |
| { |
| "epoch": 8.820512820512821, |
| "grad_norm": 0.7640373706817627, |
| "learning_rate": 1.1443298969072166e-05, |
| "loss": 6.1806, |
| "step": 860 |
| }, |
| { |
| "epoch": 8.841025641025642, |
| "grad_norm": 0.6656478643417358, |
| "learning_rate": 1.1237113402061856e-05, |
| "loss": 6.0972, |
| "step": 862 |
| }, |
| { |
| "epoch": 8.861538461538462, |
| "grad_norm": 0.7396649718284607, |
| "learning_rate": 1.1030927835051546e-05, |
| "loss": 6.0908, |
| "step": 864 |
| }, |
| { |
| "epoch": 8.882051282051282, |
| "grad_norm": 0.6619882583618164, |
| "learning_rate": 1.0824742268041238e-05, |
| "loss": 6.4136, |
| "step": 866 |
| }, |
| { |
| "epoch": 8.902564102564103, |
| "grad_norm": 0.7462313175201416, |
| "learning_rate": 1.0618556701030928e-05, |
| "loss": 6.0462, |
| "step": 868 |
| }, |
| { |
| "epoch": 8.923076923076923, |
| "grad_norm": 1.2745590209960938, |
| "learning_rate": 1.041237113402062e-05, |
| "loss": 6.0757, |
| "step": 870 |
| }, |
| { |
| "epoch": 8.943589743589744, |
| "grad_norm": 0.7905880212783813, |
| "learning_rate": 1.0206185567010309e-05, |
| "loss": 5.9552, |
| "step": 872 |
| }, |
| { |
| "epoch": 8.964102564102564, |
| "grad_norm": 0.7253865003585815, |
| "learning_rate": 1e-05, |
| "loss": 6.2264, |
| "step": 874 |
| }, |
| { |
| "epoch": 8.984615384615385, |
| "grad_norm": 0.7785334587097168, |
| "learning_rate": 9.793814432989691e-06, |
| "loss": 6.195, |
| "step": 876 |
| }, |
| { |
| "epoch": 9.005128205128205, |
| "grad_norm": 0.8180606961250305, |
| "learning_rate": 9.587628865979383e-06, |
| "loss": 5.991, |
| "step": 878 |
| }, |
| { |
| "epoch": 9.025641025641026, |
| "grad_norm": 0.7430230379104614, |
| "learning_rate": 9.381443298969073e-06, |
| "loss": 5.9541, |
| "step": 880 |
| }, |
| { |
| "epoch": 9.046153846153846, |
| "grad_norm": 0.6766589879989624, |
| "learning_rate": 9.175257731958762e-06, |
| "loss": 6.2283, |
| "step": 882 |
| }, |
| { |
| "epoch": 9.066666666666666, |
| "grad_norm": 0.7492343187332153, |
| "learning_rate": 8.969072164948454e-06, |
| "loss": 6.1433, |
| "step": 884 |
| }, |
| { |
| "epoch": 9.087179487179487, |
| "grad_norm": 0.787506103515625, |
| "learning_rate": 8.762886597938144e-06, |
| "loss": 5.7677, |
| "step": 886 |
| }, |
| { |
| "epoch": 9.107692307692307, |
| "grad_norm": 0.6319190859794617, |
| "learning_rate": 8.556701030927836e-06, |
| "loss": 6.2569, |
| "step": 888 |
| }, |
| { |
| "epoch": 9.128205128205128, |
| "grad_norm": 0.5653165578842163, |
| "learning_rate": 8.350515463917526e-06, |
| "loss": 6.3534, |
| "step": 890 |
| }, |
| { |
| "epoch": 9.148717948717948, |
| "grad_norm": 1.010986566543579, |
| "learning_rate": 8.144329896907216e-06, |
| "loss": 6.2486, |
| "step": 892 |
| }, |
| { |
| "epoch": 9.169230769230769, |
| "grad_norm": 0.7131024599075317, |
| "learning_rate": 7.938144329896907e-06, |
| "loss": 6.0887, |
| "step": 894 |
| }, |
| { |
| "epoch": 9.189743589743589, |
| "grad_norm": 0.7308672666549683, |
| "learning_rate": 7.731958762886599e-06, |
| "loss": 6.1484, |
| "step": 896 |
| }, |
| { |
| "epoch": 9.21025641025641, |
| "grad_norm": 0.7401643991470337, |
| "learning_rate": 7.525773195876289e-06, |
| "loss": 6.1046, |
| "step": 898 |
| }, |
| { |
| "epoch": 9.23076923076923, |
| "grad_norm": 0.7252262830734253, |
| "learning_rate": 7.31958762886598e-06, |
| "loss": 6.2832, |
| "step": 900 |
| }, |
| { |
| "epoch": 9.25128205128205, |
| "grad_norm": 0.7304520606994629, |
| "learning_rate": 7.11340206185567e-06, |
| "loss": 6.2027, |
| "step": 902 |
| }, |
| { |
| "epoch": 9.271794871794873, |
| "grad_norm": 0.6221430897712708, |
| "learning_rate": 6.907216494845361e-06, |
| "loss": 6.3802, |
| "step": 904 |
| }, |
| { |
| "epoch": 9.292307692307693, |
| "grad_norm": 0.7544053792953491, |
| "learning_rate": 6.701030927835052e-06, |
| "loss": 6.1048, |
| "step": 906 |
| }, |
| { |
| "epoch": 9.312820512820513, |
| "grad_norm": 0.6470032930374146, |
| "learning_rate": 6.494845360824743e-06, |
| "loss": 6.3017, |
| "step": 908 |
| }, |
| { |
| "epoch": 9.333333333333334, |
| "grad_norm": 0.5889255404472351, |
| "learning_rate": 6.288659793814433e-06, |
| "loss": 6.2106, |
| "step": 910 |
| }, |
| { |
| "epoch": 9.353846153846154, |
| "grad_norm": 0.6223869323730469, |
| "learning_rate": 6.082474226804124e-06, |
| "loss": 6.1163, |
| "step": 912 |
| }, |
| { |
| "epoch": 9.374358974358975, |
| "grad_norm": 0.6783230304718018, |
| "learning_rate": 5.876288659793814e-06, |
| "loss": 6.1365, |
| "step": 914 |
| }, |
| { |
| "epoch": 9.394871794871795, |
| "grad_norm": 0.7757629752159119, |
| "learning_rate": 5.670103092783505e-06, |
| "loss": 6.0445, |
| "step": 916 |
| }, |
| { |
| "epoch": 9.415384615384616, |
| "grad_norm": 0.7045403122901917, |
| "learning_rate": 5.4639175257731965e-06, |
| "loss": 6.3132, |
| "step": 918 |
| }, |
| { |
| "epoch": 9.435897435897436, |
| "grad_norm": 0.7770035862922668, |
| "learning_rate": 5.257731958762887e-06, |
| "loss": 6.0804, |
| "step": 920 |
| }, |
| { |
| "epoch": 9.456410256410257, |
| "grad_norm": 0.6999940276145935, |
| "learning_rate": 5.051546391752578e-06, |
| "loss": 6.0772, |
| "step": 922 |
| }, |
| { |
| "epoch": 9.476923076923077, |
| "grad_norm": 0.7113653421401978, |
| "learning_rate": 4.845360824742268e-06, |
| "loss": 5.9905, |
| "step": 924 |
| }, |
| { |
| "epoch": 9.497435897435897, |
| "grad_norm": 0.6142096519470215, |
| "learning_rate": 4.639175257731959e-06, |
| "loss": 6.2268, |
| "step": 926 |
| }, |
| { |
| "epoch": 9.517948717948718, |
| "grad_norm": 0.6630533933639526, |
| "learning_rate": 4.43298969072165e-06, |
| "loss": 6.3161, |
| "step": 928 |
| }, |
| { |
| "epoch": 9.538461538461538, |
| "grad_norm": 0.8330481052398682, |
| "learning_rate": 4.2268041237113405e-06, |
| "loss": 6.1675, |
| "step": 930 |
| }, |
| { |
| "epoch": 9.558974358974359, |
| "grad_norm": 0.6822926998138428, |
| "learning_rate": 4.020618556701032e-06, |
| "loss": 6.106, |
| "step": 932 |
| }, |
| { |
| "epoch": 9.57948717948718, |
| "grad_norm": 0.7913044095039368, |
| "learning_rate": 3.8144329896907223e-06, |
| "loss": 6.2236, |
| "step": 934 |
| }, |
| { |
| "epoch": 9.6, |
| "grad_norm": 0.8586515188217163, |
| "learning_rate": 3.608247422680412e-06, |
| "loss": 6.0912, |
| "step": 936 |
| }, |
| { |
| "epoch": 9.62051282051282, |
| "grad_norm": 0.6389515399932861, |
| "learning_rate": 3.402061855670103e-06, |
| "loss": 6.1972, |
| "step": 938 |
| }, |
| { |
| "epoch": 9.64102564102564, |
| "grad_norm": 0.647665798664093, |
| "learning_rate": 3.195876288659794e-06, |
| "loss": 6.462, |
| "step": 940 |
| }, |
| { |
| "epoch": 9.661538461538461, |
| "grad_norm": 0.7906177043914795, |
| "learning_rate": 2.989690721649485e-06, |
| "loss": 6.1017, |
| "step": 942 |
| }, |
| { |
| "epoch": 9.682051282051281, |
| "grad_norm": 0.7301990985870361, |
| "learning_rate": 2.7835051546391757e-06, |
| "loss": 6.1658, |
| "step": 944 |
| }, |
| { |
| "epoch": 9.702564102564102, |
| "grad_norm": 0.676216185092926, |
| "learning_rate": 2.577319587628866e-06, |
| "loss": 6.3423, |
| "step": 946 |
| }, |
| { |
| "epoch": 9.723076923076922, |
| "grad_norm": 0.7950716614723206, |
| "learning_rate": 2.3711340206185566e-06, |
| "loss": 6.1037, |
| "step": 948 |
| }, |
| { |
| "epoch": 9.743589743589745, |
| "grad_norm": 0.6446979641914368, |
| "learning_rate": 2.1649484536082473e-06, |
| "loss": 6.245, |
| "step": 950 |
| }, |
| { |
| "epoch": 9.764102564102565, |
| "grad_norm": 0.7083817720413208, |
| "learning_rate": 1.9587628865979384e-06, |
| "loss": 6.1738, |
| "step": 952 |
| }, |
| { |
| "epoch": 9.784615384615385, |
| "grad_norm": 0.611316442489624, |
| "learning_rate": 1.752577319587629e-06, |
| "loss": 6.3228, |
| "step": 954 |
| }, |
| { |
| "epoch": 9.805128205128206, |
| "grad_norm": 0.7233178019523621, |
| "learning_rate": 1.5463917525773197e-06, |
| "loss": 5.7474, |
| "step": 956 |
| }, |
| { |
| "epoch": 9.825641025641026, |
| "grad_norm": 0.6572598814964294, |
| "learning_rate": 1.3402061855670102e-06, |
| "loss": 6.245, |
| "step": 958 |
| }, |
| { |
| "epoch": 9.846153846153847, |
| "grad_norm": 0.7650203108787537, |
| "learning_rate": 1.134020618556701e-06, |
| "loss": 6.2761, |
| "step": 960 |
| }, |
| { |
| "epoch": 9.866666666666667, |
| "grad_norm": 0.780173122882843, |
| "learning_rate": 9.278350515463918e-07, |
| "loss": 6.2113, |
| "step": 962 |
| }, |
| { |
| "epoch": 9.887179487179488, |
| "grad_norm": 0.7613905668258667, |
| "learning_rate": 7.216494845360825e-07, |
| "loss": 6.106, |
| "step": 964 |
| }, |
| { |
| "epoch": 9.907692307692308, |
| "grad_norm": 0.8180409669876099, |
| "learning_rate": 5.154639175257732e-07, |
| "loss": 6.1713, |
| "step": 966 |
| }, |
| { |
| "epoch": 9.928205128205128, |
| "grad_norm": 0.6750867366790771, |
| "learning_rate": 3.0927835051546394e-07, |
| "loss": 6.1835, |
| "step": 968 |
| }, |
| { |
| "epoch": 9.948717948717949, |
| "grad_norm": 0.7007511854171753, |
| "learning_rate": 1.0309278350515465e-07, |
| "loss": 6.2497, |
| "step": 970 |
| }, |
| { |
| "epoch": 9.948717948717949, |
| "step": 970, |
| "total_flos": 1620553852147860.0, |
| "train_loss": 6.414023149628, |
| "train_runtime": 12031.1209, |
| "train_samples_per_second": 1.296, |
| "train_steps_per_second": 0.081 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 970, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 10, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1620553852147860.0, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
