| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9997582789460963, |
| "eval_steps": 500, |
| "global_step": 1034, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0009668842156151801, |
| "grad_norm": 19.466110229492188, |
| "learning_rate": 0.0, |
| "loss": 1.0726, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0019337684312303602, |
| "grad_norm": 21.088153839111328, |
| "learning_rate": 1.5625e-07, |
| "loss": 1.0254, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0029006526468455403, |
| "grad_norm": 19.635608673095703, |
| "learning_rate": 3.125e-07, |
| "loss": 1.043, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0038675368624607204, |
| "grad_norm": 19.43179702758789, |
| "learning_rate": 4.6875000000000006e-07, |
| "loss": 1.1058, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0048344210780759, |
| "grad_norm": 20.224998474121094, |
| "learning_rate": 6.25e-07, |
| "loss": 1.1457, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.005801305293691081, |
| "grad_norm": 16.54555320739746, |
| "learning_rate": 7.8125e-07, |
| "loss": 0.9547, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.00676818950930626, |
| "grad_norm": 17.746612548828125, |
| "learning_rate": 9.375000000000001e-07, |
| "loss": 1.0488, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.007735073724921441, |
| "grad_norm": 18.536388397216797, |
| "learning_rate": 1.0937500000000001e-06, |
| "loss": 1.0446, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.00870195794053662, |
| "grad_norm": 15.782112121582031, |
| "learning_rate": 1.25e-06, |
| "loss": 0.9769, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.0096688421561518, |
| "grad_norm": 15.247085571289062, |
| "learning_rate": 1.40625e-06, |
| "loss": 0.976, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.010635726371766982, |
| "grad_norm": 14.069637298583984, |
| "learning_rate": 1.5625e-06, |
| "loss": 1.037, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.011602610587382161, |
| "grad_norm": 9.867317199707031, |
| "learning_rate": 1.71875e-06, |
| "loss": 0.9776, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.012569494802997341, |
| "grad_norm": 9.262001991271973, |
| "learning_rate": 1.8750000000000003e-06, |
| "loss": 0.9161, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.01353637901861252, |
| "grad_norm": 9.465025901794434, |
| "learning_rate": 2.0312500000000002e-06, |
| "loss": 0.9926, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.014503263234227702, |
| "grad_norm": 9.50775146484375, |
| "learning_rate": 2.1875000000000002e-06, |
| "loss": 0.9811, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.015470147449842882, |
| "grad_norm": 8.129717826843262, |
| "learning_rate": 2.3437500000000002e-06, |
| "loss": 0.9271, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.01643703166545806, |
| "grad_norm": 9.526381492614746, |
| "learning_rate": 2.5e-06, |
| "loss": 0.896, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.01740391588107324, |
| "grad_norm": 8.398605346679688, |
| "learning_rate": 2.65625e-06, |
| "loss": 0.6924, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.01837080009668842, |
| "grad_norm": 9.33753776550293, |
| "learning_rate": 2.8125e-06, |
| "loss": 0.813, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.0193376843123036, |
| "grad_norm": 9.168170928955078, |
| "learning_rate": 2.96875e-06, |
| "loss": 0.8602, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.02030456852791878, |
| "grad_norm": 8.446990013122559, |
| "learning_rate": 3.125e-06, |
| "loss": 0.8427, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.021271452743533963, |
| "grad_norm": 6.478088855743408, |
| "learning_rate": 3.28125e-06, |
| "loss": 0.6606, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.022238336959149143, |
| "grad_norm": 6.63073205947876, |
| "learning_rate": 3.4375e-06, |
| "loss": 0.8054, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.023205221174764323, |
| "grad_norm": 7.6455302238464355, |
| "learning_rate": 3.59375e-06, |
| "loss": 0.7505, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.024172105390379502, |
| "grad_norm": 6.51140832901001, |
| "learning_rate": 3.7500000000000005e-06, |
| "loss": 0.6872, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.025138989605994682, |
| "grad_norm": 5.949461460113525, |
| "learning_rate": 3.90625e-06, |
| "loss": 0.6455, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.02610587382160986, |
| "grad_norm": 6.92095422744751, |
| "learning_rate": 4.0625000000000005e-06, |
| "loss": 0.7218, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.02707275803722504, |
| "grad_norm": 5.846500873565674, |
| "learning_rate": 4.21875e-06, |
| "loss": 0.7175, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.02803964225284022, |
| "grad_norm": 5.6374430656433105, |
| "learning_rate": 4.3750000000000005e-06, |
| "loss": 0.7276, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.029006526468455404, |
| "grad_norm": 4.731724739074707, |
| "learning_rate": 4.53125e-06, |
| "loss": 0.6809, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.029973410684070584, |
| "grad_norm": 5.237879753112793, |
| "learning_rate": 4.6875000000000004e-06, |
| "loss": 0.702, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.030940294899685764, |
| "grad_norm": 4.484801769256592, |
| "learning_rate": 4.84375e-06, |
| "loss": 0.6112, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.03190717911530094, |
| "grad_norm": 4.658060073852539, |
| "learning_rate": 5e-06, |
| "loss": 0.5665, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.03287406333091612, |
| "grad_norm": 4.812199592590332, |
| "learning_rate": 4.999987712204937e-06, |
| "loss": 0.6284, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.0338409475465313, |
| "grad_norm": 4.881224155426025, |
| "learning_rate": 4.999950848940538e-06, |
| "loss": 0.6992, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.03480783176214648, |
| "grad_norm": 4.776272773742676, |
| "learning_rate": 4.999889410569179e-06, |
| "loss": 0.6326, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.03577471597776166, |
| "grad_norm": 4.670900344848633, |
| "learning_rate": 4.999803397694811e-06, |
| "loss": 0.6886, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.03674160019337684, |
| "grad_norm": 4.662517070770264, |
| "learning_rate": 4.999692811162965e-06, |
| "loss": 0.5526, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.03770848440899202, |
| "grad_norm": 4.519469738006592, |
| "learning_rate": 4.999557652060729e-06, |
| "loss": 0.6316, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.0386753686246072, |
| "grad_norm": 4.677404403686523, |
| "learning_rate": 4.999397921716751e-06, |
| "loss": 0.662, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.03964225284022238, |
| "grad_norm": 4.661558628082275, |
| "learning_rate": 4.9992136217012184e-06, |
| "loss": 0.6335, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.04060913705583756, |
| "grad_norm": 4.582630634307861, |
| "learning_rate": 4.9990047538258416e-06, |
| "loss": 0.6392, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.04157602127145275, |
| "grad_norm": 4.041533946990967, |
| "learning_rate": 4.998771320143843e-06, |
| "loss": 0.6174, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.04254290548706793, |
| "grad_norm": 4.323627948760986, |
| "learning_rate": 4.99851332294993e-06, |
| "loss": 0.5823, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.043509789702683106, |
| "grad_norm": 4.2771124839782715, |
| "learning_rate": 4.998230764780277e-06, |
| "loss": 0.6334, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.044476673918298286, |
| "grad_norm": 4.1346001625061035, |
| "learning_rate": 4.997923648412495e-06, |
| "loss": 0.4832, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.045443558133913466, |
| "grad_norm": 3.749467134475708, |
| "learning_rate": 4.9975919768656125e-06, |
| "loss": 0.6186, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.046410442349528645, |
| "grad_norm": 4.082079887390137, |
| "learning_rate": 4.997235753400039e-06, |
| "loss": 0.5151, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.047377326565143825, |
| "grad_norm": 4.149928569793701, |
| "learning_rate": 4.996854981517535e-06, |
| "loss": 0.5641, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.048344210780759005, |
| "grad_norm": 4.360020637512207, |
| "learning_rate": 4.996449664961177e-06, |
| "loss": 0.6201, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.049311094996374184, |
| "grad_norm": 3.918663263320923, |
| "learning_rate": 4.996019807715324e-06, |
| "loss": 0.6154, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.050277979211989364, |
| "grad_norm": 4.024591445922852, |
| "learning_rate": 4.995565414005573e-06, |
| "loss": 0.6135, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.051244863427604544, |
| "grad_norm": 4.135931491851807, |
| "learning_rate": 4.995086488298723e-06, |
| "loss": 0.6724, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.05221174764321972, |
| "grad_norm": 3.9647462368011475, |
| "learning_rate": 4.994583035302724e-06, |
| "loss": 0.5477, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.0531786318588349, |
| "grad_norm": 4.09563684463501, |
| "learning_rate": 4.994055059966641e-06, |
| "loss": 0.5471, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.05414551607445008, |
| "grad_norm": 4.164375305175781, |
| "learning_rate": 4.993502567480592e-06, |
| "loss": 0.6487, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.05511240029006526, |
| "grad_norm": 4.008912563323975, |
| "learning_rate": 4.992925563275714e-06, |
| "loss": 0.5567, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.05607928450568044, |
| "grad_norm": 3.589381217956543, |
| "learning_rate": 4.99232405302409e-06, |
| "loss": 0.5749, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.05704616872129562, |
| "grad_norm": 3.8242640495300293, |
| "learning_rate": 4.991698042638711e-06, |
| "loss": 0.6054, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.05801305293691081, |
| "grad_norm": 4.131597995758057, |
| "learning_rate": 4.991047538273403e-06, |
| "loss": 0.5606, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.05897993715252599, |
| "grad_norm": 3.8480031490325928, |
| "learning_rate": 4.990372546322782e-06, |
| "loss": 0.5264, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.05994682136814117, |
| "grad_norm": 4.238224506378174, |
| "learning_rate": 4.9896730734221755e-06, |
| "loss": 0.6041, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.06091370558375635, |
| "grad_norm": 3.8943910598754883, |
| "learning_rate": 4.988949126447567e-06, |
| "loss": 0.553, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.06188058979937153, |
| "grad_norm": 3.774726629257202, |
| "learning_rate": 4.988200712515527e-06, |
| "loss": 0.505, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.0628474740149867, |
| "grad_norm": 3.9384453296661377, |
| "learning_rate": 4.987427838983141e-06, |
| "loss": 0.6143, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.06381435823060189, |
| "grad_norm": 3.9011735916137695, |
| "learning_rate": 4.986630513447939e-06, |
| "loss": 0.5535, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.06478124244621707, |
| "grad_norm": 4.145521640777588, |
| "learning_rate": 4.985808743747817e-06, |
| "loss": 0.5506, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.06574812666183225, |
| "grad_norm": 3.8869740962982178, |
| "learning_rate": 4.984962537960969e-06, |
| "loss": 0.593, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.06671501087744743, |
| "grad_norm": 4.154409408569336, |
| "learning_rate": 4.984091904405793e-06, |
| "loss": 0.6245, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.0676818950930626, |
| "grad_norm": 3.601078987121582, |
| "learning_rate": 4.983196851640825e-06, |
| "loss": 0.5135, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.06864877930867778, |
| "grad_norm": 3.83754301071167, |
| "learning_rate": 4.9822773884646444e-06, |
| "loss": 0.5545, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.06961566352429296, |
| "grad_norm": 3.9656333923339844, |
| "learning_rate": 4.981333523915792e-06, |
| "loss": 0.6262, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.07058254773990814, |
| "grad_norm": 3.8404502868652344, |
| "learning_rate": 4.980365267272679e-06, |
| "loss": 0.5053, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.07154943195552332, |
| "grad_norm": 4.082815170288086, |
| "learning_rate": 4.979372628053496e-06, |
| "loss": 0.6844, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.0725163161711385, |
| "grad_norm": 3.7831435203552246, |
| "learning_rate": 4.97835561601612e-06, |
| "loss": 0.5896, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.07348320038675368, |
| "grad_norm": 4.10606575012207, |
| "learning_rate": 4.977314241158021e-06, |
| "loss": 0.6269, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.07445008460236886, |
| "grad_norm": 3.9456067085266113, |
| "learning_rate": 4.97624851371616e-06, |
| "loss": 0.5214, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.07541696881798404, |
| "grad_norm": 3.6953811645507812, |
| "learning_rate": 4.975158444166887e-06, |
| "loss": 0.5133, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.07638385303359922, |
| "grad_norm": 4.28406286239624, |
| "learning_rate": 4.974044043225846e-06, |
| "loss": 0.596, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.0773507372492144, |
| "grad_norm": 4.1657819747924805, |
| "learning_rate": 4.972905321847859e-06, |
| "loss": 0.5556, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.07831762146482958, |
| "grad_norm": 3.9782443046569824, |
| "learning_rate": 4.9717422912268265e-06, |
| "loss": 0.4779, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.07928450568044476, |
| "grad_norm": 3.791666269302368, |
| "learning_rate": 4.970554962795615e-06, |
| "loss": 0.5185, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.08025138989605994, |
| "grad_norm": 3.8677923679351807, |
| "learning_rate": 4.969343348225942e-06, |
| "loss": 0.6107, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.08121827411167512, |
| "grad_norm": 4.23475980758667, |
| "learning_rate": 4.968107459428265e-06, |
| "loss": 0.6065, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.0821851583272903, |
| "grad_norm": 3.8311767578125, |
| "learning_rate": 4.966847308551664e-06, |
| "loss": 0.5138, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.0831520425429055, |
| "grad_norm": 4.179352283477783, |
| "learning_rate": 4.9655629079837176e-06, |
| "loss": 0.5707, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.08411892675852067, |
| "grad_norm": 3.6656126976013184, |
| "learning_rate": 4.9642542703503874e-06, |
| "loss": 0.491, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.08508581097413585, |
| "grad_norm": 4.082828521728516, |
| "learning_rate": 4.962921408515891e-06, |
| "loss": 0.5196, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.08605269518975103, |
| "grad_norm": 4.420588493347168, |
| "learning_rate": 4.961564335582572e-06, |
| "loss": 0.5719, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.08701957940536621, |
| "grad_norm": 4.108341217041016, |
| "learning_rate": 4.960183064890782e-06, |
| "loss": 0.577, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.08798646362098139, |
| "grad_norm": 3.8085920810699463, |
| "learning_rate": 4.958777610018734e-06, |
| "loss": 0.5059, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.08895334783659657, |
| "grad_norm": 3.7101457118988037, |
| "learning_rate": 4.957347984782384e-06, |
| "loss": 0.5393, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.08992023205221175, |
| "grad_norm": 3.719266653060913, |
| "learning_rate": 4.955894203235285e-06, |
| "loss": 0.5582, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.09088711626782693, |
| "grad_norm": 4.132759094238281, |
| "learning_rate": 4.954416279668451e-06, |
| "loss": 0.5649, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.09185400048344211, |
| "grad_norm": 3.8168387413024902, |
| "learning_rate": 4.952914228610221e-06, |
| "loss": 0.5105, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.09282088469905729, |
| "grad_norm": 4.188531875610352, |
| "learning_rate": 4.951388064826112e-06, |
| "loss": 0.61, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.09378776891467247, |
| "grad_norm": 4.02006196975708, |
| "learning_rate": 4.949837803318672e-06, |
| "loss": 0.5134, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.09475465313028765, |
| "grad_norm": 4.280331134796143, |
| "learning_rate": 4.9482634593273395e-06, |
| "loss": 0.5284, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.09572153734590283, |
| "grad_norm": 3.8056821823120117, |
| "learning_rate": 4.946665048328288e-06, |
| "loss": 0.4675, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.09668842156151801, |
| "grad_norm": 4.207078456878662, |
| "learning_rate": 4.945042586034272e-06, |
| "loss": 0.5671, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.09765530577713319, |
| "grad_norm": 4.331418991088867, |
| "learning_rate": 4.943396088394482e-06, |
| "loss": 0.5816, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.09862218999274837, |
| "grad_norm": 3.848921060562134, |
| "learning_rate": 4.941725571594377e-06, |
| "loss": 0.5999, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.09958907420836355, |
| "grad_norm": 3.920262336730957, |
| "learning_rate": 4.940031052055532e-06, |
| "loss": 0.5007, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.10055595842397873, |
| "grad_norm": 3.944211483001709, |
| "learning_rate": 4.938312546435474e-06, |
| "loss": 0.5734, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.10152284263959391, |
| "grad_norm": 4.038331508636475, |
| "learning_rate": 4.936570071627517e-06, |
| "loss": 0.5748, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.10248972685520909, |
| "grad_norm": 3.655327081680298, |
| "learning_rate": 4.934803644760604e-06, |
| "loss": 0.5011, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.10345661107082427, |
| "grad_norm": 3.9986114501953125, |
| "learning_rate": 4.933013283199124e-06, |
| "loss": 0.5448, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.10442349528643945, |
| "grad_norm": 3.777674674987793, |
| "learning_rate": 4.9311990045427555e-06, |
| "loss": 0.5184, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.10539037950205463, |
| "grad_norm": 4.203485012054443, |
| "learning_rate": 4.929360826626286e-06, |
| "loss": 0.5776, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.1063572637176698, |
| "grad_norm": 4.092432975769043, |
| "learning_rate": 4.927498767519437e-06, |
| "loss": 0.5099, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.10732414793328499, |
| "grad_norm": 3.8467228412628174, |
| "learning_rate": 4.925612845526691e-06, |
| "loss": 0.5168, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.10829103214890017, |
| "grad_norm": 3.9712438583374023, |
| "learning_rate": 4.923703079187104e-06, |
| "loss": 0.5442, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.10925791636451535, |
| "grad_norm": 3.5273666381835938, |
| "learning_rate": 4.921769487274132e-06, |
| "loss": 0.5169, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.11022480058013052, |
| "grad_norm": 3.956287384033203, |
| "learning_rate": 4.91981208879544e-06, |
| "loss": 0.5562, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.1111916847957457, |
| "grad_norm": 3.581745147705078, |
| "learning_rate": 4.917830902992716e-06, |
| "loss": 0.5398, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.11215856901136088, |
| "grad_norm": 3.948413133621216, |
| "learning_rate": 4.915825949341484e-06, |
| "loss": 0.5221, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.11312545322697606, |
| "grad_norm": 3.879704713821411, |
| "learning_rate": 4.913797247550912e-06, |
| "loss": 0.4968, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.11409233744259124, |
| "grad_norm": 3.907553195953369, |
| "learning_rate": 4.9117448175636184e-06, |
| "loss": 0.5767, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.11505922165820642, |
| "grad_norm": 3.8580918312072754, |
| "learning_rate": 4.9096686795554725e-06, |
| "loss": 0.4927, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.11602610587382162, |
| "grad_norm": 4.098156452178955, |
| "learning_rate": 4.907568853935403e-06, |
| "loss": 0.5588, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.1169929900894368, |
| "grad_norm": 3.590182304382324, |
| "learning_rate": 4.90544536134519e-06, |
| "loss": 0.5009, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.11795987430505198, |
| "grad_norm": 3.887967348098755, |
| "learning_rate": 4.9032982226592684e-06, |
| "loss": 0.5394, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.11892675852066716, |
| "grad_norm": 3.6042134761810303, |
| "learning_rate": 4.901127458984516e-06, |
| "loss": 0.4072, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.11989364273628234, |
| "grad_norm": 3.842017412185669, |
| "learning_rate": 4.898933091660054e-06, |
| "loss": 0.5181, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.12086052695189752, |
| "grad_norm": 4.496882438659668, |
| "learning_rate": 4.8967151422570314e-06, |
| "loss": 0.5224, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.1218274111675127, |
| "grad_norm": 3.38244366645813, |
| "learning_rate": 4.894473632578414e-06, |
| "loss": 0.5029, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.12279429538312787, |
| "grad_norm": 3.902873992919922, |
| "learning_rate": 4.89220858465877e-06, |
| "loss": 0.5346, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.12376117959874305, |
| "grad_norm": 4.05102014541626, |
| "learning_rate": 4.889920020764055e-06, |
| "loss": 0.5789, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.12472806381435823, |
| "grad_norm": 3.9317867755889893, |
| "learning_rate": 4.887607963391394e-06, |
| "loss": 0.5399, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.1256949480299734, |
| "grad_norm": 3.631277561187744, |
| "learning_rate": 4.8852724352688556e-06, |
| "loss": 0.4701, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.12666183224558858, |
| "grad_norm": 4.077336311340332, |
| "learning_rate": 4.882913459355233e-06, |
| "loss": 0.622, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.12762871646120377, |
| "grad_norm": 4.419619083404541, |
| "learning_rate": 4.880531058839816e-06, |
| "loss": 0.5563, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.12859560067681894, |
| "grad_norm": 3.4148476123809814, |
| "learning_rate": 4.878125257142165e-06, |
| "loss": 0.4959, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.12956248489243413, |
| "grad_norm": 4.037806510925293, |
| "learning_rate": 4.8756960779118765e-06, |
| "loss": 0.5066, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.1305293691080493, |
| "grad_norm": 3.803792715072632, |
| "learning_rate": 4.873243545028356e-06, |
| "loss": 0.5543, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.1314962533236645, |
| "grad_norm": 3.535799503326416, |
| "learning_rate": 4.870767682600584e-06, |
| "loss": 0.465, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.13246313753927969, |
| "grad_norm": 3.79543137550354, |
| "learning_rate": 4.868268514966869e-06, |
| "loss": 0.5385, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.13343002175489485, |
| "grad_norm": 3.995861768722534, |
| "learning_rate": 4.86574606669462e-06, |
| "loss": 0.5965, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.13439690597051004, |
| "grad_norm": 4.11192512512207, |
| "learning_rate": 4.8632003625800995e-06, |
| "loss": 0.5551, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.1353637901861252, |
| "grad_norm": 4.1996259689331055, |
| "learning_rate": 4.860631427648179e-06, |
| "loss": 0.5325, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.1363306744017404, |
| "grad_norm": 3.9488883018493652, |
| "learning_rate": 4.858039287152095e-06, |
| "loss": 0.5976, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.13729755861735557, |
| "grad_norm": 3.8057913780212402, |
| "learning_rate": 4.855423966573202e-06, |
| "loss": 0.5458, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.13826444283297076, |
| "grad_norm": 3.676607131958008, |
| "learning_rate": 4.852785491620716e-06, |
| "loss": 0.4622, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.13923132704858593, |
| "grad_norm": 4.006147384643555, |
| "learning_rate": 4.850123888231472e-06, |
| "loss": 0.4659, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.14019821126420112, |
| "grad_norm": 3.4836902618408203, |
| "learning_rate": 4.847439182569656e-06, |
| "loss": 0.5167, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.1411650954798163, |
| "grad_norm": 4.223696231842041, |
| "learning_rate": 4.844731401026562e-06, |
| "loss": 0.5559, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.14213197969543148, |
| "grad_norm": 4.1777262687683105, |
| "learning_rate": 4.84200057022032e-06, |
| "loss": 0.5509, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.14309886391104665, |
| "grad_norm": 3.9227278232574463, |
| "learning_rate": 4.8392467169956405e-06, |
| "loss": 0.5256, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.14406574812666184, |
| "grad_norm": 3.8219034671783447, |
| "learning_rate": 4.836469868423552e-06, |
| "loss": 0.4913, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.145032632342277, |
| "grad_norm": 3.7245306968688965, |
| "learning_rate": 4.833670051801131e-06, |
| "loss": 0.4811, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.1459995165578922, |
| "grad_norm": 3.941112756729126, |
| "learning_rate": 4.830847294651236e-06, |
| "loss": 0.5529, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.14696640077350737, |
| "grad_norm": 3.680382013320923, |
| "learning_rate": 4.8280016247222355e-06, |
| "loss": 0.4964, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.14793328498912256, |
| "grad_norm": 4.14690637588501, |
| "learning_rate": 4.825133069987737e-06, |
| "loss": 0.5186, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.14890016920473773, |
| "grad_norm": 3.8385708332061768, |
| "learning_rate": 4.822241658646312e-06, |
| "loss": 0.4802, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.14986705342035292, |
| "grad_norm": 4.05110502243042, |
| "learning_rate": 4.819327419121215e-06, |
| "loss": 0.5394, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.15083393763596809, |
| "grad_norm": 4.225109100341797, |
| "learning_rate": 4.816390380060108e-06, |
| "loss": 0.5902, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.15180082185158328, |
| "grad_norm": 3.542275905609131, |
| "learning_rate": 4.81343057033478e-06, |
| "loss": 0.5075, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.15276770606719844, |
| "grad_norm": 4.327058792114258, |
| "learning_rate": 4.810448019040857e-06, |
| "loss": 0.5222, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.15373459028281364, |
| "grad_norm": 3.977292060852051, |
| "learning_rate": 4.8074427554975235e-06, |
| "loss": 0.5177, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.1547014744984288, |
| "grad_norm": 3.762315511703491, |
| "learning_rate": 4.804414809247231e-06, |
| "loss": 0.485, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.155668358714044, |
| "grad_norm": 4.200908660888672, |
| "learning_rate": 4.8013642100554034e-06, |
| "loss": 0.4808, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.15663524292965916, |
| "grad_norm": 4.091949939727783, |
| "learning_rate": 4.798290987910152e-06, |
| "loss": 0.5482, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.15760212714527436, |
| "grad_norm": 3.7029221057891846, |
| "learning_rate": 4.795195173021976e-06, |
| "loss": 0.4768, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.15856901136088952, |
| "grad_norm": 4.126641750335693, |
| "learning_rate": 4.792076795823466e-06, |
| "loss": 0.5219, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.15953589557650472, |
| "grad_norm": 4.042599201202393, |
| "learning_rate": 4.7889358869690065e-06, |
| "loss": 0.4618, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.16050277979211988, |
| "grad_norm": 3.8868730068206787, |
| "learning_rate": 4.785772477334473e-06, |
| "loss": 0.5551, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.16146966400773508, |
| "grad_norm": 3.4996016025543213, |
| "learning_rate": 4.782586598016928e-06, |
| "loss": 0.4826, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.16243654822335024, |
| "grad_norm": 3.912738084793091, |
| "learning_rate": 4.779378280334318e-06, |
| "loss": 0.5114, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.16340343243896543, |
| "grad_norm": 8.732720375061035, |
| "learning_rate": 4.776147555825164e-06, |
| "loss": 0.5314, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.1643703166545806, |
| "grad_norm": 4.118671417236328, |
| "learning_rate": 4.772894456248248e-06, |
| "loss": 0.4919, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.1653372008701958, |
| "grad_norm": 3.8536298274993896, |
| "learning_rate": 4.769619013582309e-06, |
| "loss": 0.5183, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.166304085085811, |
| "grad_norm": 3.6809961795806885, |
| "learning_rate": 4.766321260025721e-06, |
| "loss": 0.4654, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.16727096930142615, |
| "grad_norm": 3.947495222091675, |
| "learning_rate": 4.7630012279961805e-06, |
| "loss": 0.45, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.16823785351704135, |
| "grad_norm": 3.8548734188079834, |
| "learning_rate": 4.7596589501303845e-06, |
| "loss": 0.5412, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.1692047377326565, |
| "grad_norm": 3.772038698196411, |
| "learning_rate": 4.7562944592837145e-06, |
| "loss": 0.4951, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.1701716219482717, |
| "grad_norm": 4.423032760620117, |
| "learning_rate": 4.7529077885299095e-06, |
| "loss": 0.5264, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.17113850616388687, |
| "grad_norm": 3.9457714557647705, |
| "learning_rate": 4.749498971160742e-06, |
| "loss": 0.5227, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.17210539037950207, |
| "grad_norm": 3.9973223209381104, |
| "learning_rate": 4.746068040685692e-06, |
| "loss": 0.5296, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.17307227459511723, |
| "grad_norm": 3.861050605773926, |
| "learning_rate": 4.742615030831615e-06, |
| "loss": 0.5122, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.17403915881073242, |
| "grad_norm": 3.90736722946167, |
| "learning_rate": 4.739139975542415e-06, |
| "loss": 0.5479, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.1750060430263476, |
| "grad_norm": 4.067862510681152, |
| "learning_rate": 4.735642908978704e-06, |
| "loss": 0.5305, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.17597292724196278, |
| "grad_norm": 3.789336919784546, |
| "learning_rate": 4.7321238655174715e-06, |
| "loss": 0.4683, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.17693981145757795, |
| "grad_norm": 3.6877589225769043, |
| "learning_rate": 4.728582879751746e-06, |
| "loss": 0.4879, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.17790669567319314, |
| "grad_norm": 3.7258737087249756, |
| "learning_rate": 4.725019986490255e-06, |
| "loss": 0.4918, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.1788735798888083, |
| "grad_norm": 3.882462501525879, |
| "learning_rate": 4.721435220757078e-06, |
| "loss": 0.5517, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.1798404641044235, |
| "grad_norm": 4.0587568283081055, |
| "learning_rate": 4.717828617791308e-06, |
| "loss": 0.4685, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.18080734832003867, |
| "grad_norm": 3.7173986434936523, |
| "learning_rate": 4.714200213046707e-06, |
| "loss": 0.5425, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.18177423253565386, |
| "grad_norm": 4.385982513427734, |
| "learning_rate": 4.7105500421913465e-06, |
| "loss": 0.4914, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.18274111675126903, |
| "grad_norm": 4.058135509490967, |
| "learning_rate": 4.706878141107269e-06, |
| "loss": 0.5249, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.18370800096688422, |
| "grad_norm": 4.178554058074951, |
| "learning_rate": 4.703184545890129e-06, |
| "loss": 0.4403, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.1846748851824994, |
| "grad_norm": 3.969520330429077, |
| "learning_rate": 4.699469292848839e-06, |
| "loss": 0.5016, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.18564176939811458, |
| "grad_norm": 4.418413162231445, |
| "learning_rate": 4.695732418505214e-06, |
| "loss": 0.5239, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.18660865361372975, |
| "grad_norm": 4.015957832336426, |
| "learning_rate": 4.691973959593609e-06, |
| "loss": 0.522, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.18757553782934494, |
| "grad_norm": 4.055311679840088, |
| "learning_rate": 4.688193953060566e-06, |
| "loss": 0.4946, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.1885424220449601, |
| "grad_norm": 4.2180585861206055, |
| "learning_rate": 4.6843924360644385e-06, |
| "loss": 0.54, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.1895093062605753, |
| "grad_norm": 3.808861494064331, |
| "learning_rate": 4.680569445975036e-06, |
| "loss": 0.5254, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.19047619047619047, |
| "grad_norm": 3.952702522277832, |
| "learning_rate": 4.676725020373255e-06, |
| "loss": 0.4599, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.19144307469180566, |
| "grad_norm": 3.55468487739563, |
| "learning_rate": 4.672859197050706e-06, |
| "loss": 0.4616, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.19240995890742082, |
| "grad_norm": 3.6720266342163086, |
| "learning_rate": 4.6689720140093445e-06, |
| "loss": 0.5532, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.19337684312303602, |
| "grad_norm": 3.75171160697937, |
| "learning_rate": 4.665063509461098e-06, |
| "loss": 0.407, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.19434372733865118, |
| "grad_norm": 3.524125099182129, |
| "learning_rate": 4.661133721827487e-06, |
| "loss": 0.458, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.19531061155426638, |
| "grad_norm": 4.0818023681640625, |
| "learning_rate": 4.657182689739253e-06, |
| "loss": 0.5092, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.19627749576988154, |
| "grad_norm": 3.552830219268799, |
| "learning_rate": 4.653210452035974e-06, |
| "loss": 0.4761, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.19724437998549674, |
| "grad_norm": 3.4877846240997314, |
| "learning_rate": 4.649217047765685e-06, |
| "loss": 0.5329, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.1982112642011119, |
| "grad_norm": 3.507387161254883, |
| "learning_rate": 4.645202516184492e-06, |
| "loss": 0.4731, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.1991781484167271, |
| "grad_norm": 4.230087757110596, |
| "learning_rate": 4.641166896756188e-06, |
| "loss": 0.4747, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.2001450326323423, |
| "grad_norm": 3.850822687149048, |
| "learning_rate": 4.6371102291518635e-06, |
| "loss": 0.5242, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.20111191684795746, |
| "grad_norm": 3.663846969604492, |
| "learning_rate": 4.63303255324952e-06, |
| "loss": 0.4807, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.20207880106357265, |
| "grad_norm": 3.500422477722168, |
| "learning_rate": 4.628933909133674e-06, |
| "loss": 0.4273, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.20304568527918782, |
| "grad_norm": 3.770920753479004, |
| "learning_rate": 4.624814337094964e-06, |
| "loss": 0.5495, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.204012569494803, |
| "grad_norm": 3.9864301681518555, |
| "learning_rate": 4.620673877629757e-06, |
| "loss": 0.5147, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.20497945371041817, |
| "grad_norm": 4.359103679656982, |
| "learning_rate": 4.616512571439745e-06, |
| "loss": 0.4922, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.20594633792603337, |
| "grad_norm": 3.866464376449585, |
| "learning_rate": 4.612330459431552e-06, |
| "loss": 0.4987, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.20691322214164853, |
| "grad_norm": 4.180274963378906, |
| "learning_rate": 4.608127582716324e-06, |
| "loss": 0.5276, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.20788010635726373, |
| "grad_norm": 3.7912492752075195, |
| "learning_rate": 4.603903982609334e-06, |
| "loss": 0.5121, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.2088469905728789, |
| "grad_norm": 3.7710208892822266, |
| "learning_rate": 4.599659700629566e-06, |
| "loss": 0.5193, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.2098138747884941, |
| "grad_norm": 3.5846283435821533, |
| "learning_rate": 4.595394778499314e-06, |
| "loss": 0.4799, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.21078075900410925, |
| "grad_norm": 3.6125054359436035, |
| "learning_rate": 4.59110925814377e-06, |
| "loss": 0.5133, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.21174764321972445, |
| "grad_norm": 4.170721530914307, |
| "learning_rate": 4.586803181690609e-06, |
| "loss": 0.5695, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.2127145274353396, |
| "grad_norm": 3.4708595275878906, |
| "learning_rate": 4.582476591469582e-06, |
| "loss": 0.4518, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.2136814116509548, |
| "grad_norm": 4.279057502746582, |
| "learning_rate": 4.5781295300120885e-06, |
| "loss": 0.5111, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.21464829586656997, |
| "grad_norm": 3.40183162689209, |
| "learning_rate": 4.573762040050772e-06, |
| "loss": 0.4127, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.21561518008218516, |
| "grad_norm": 3.459470748901367, |
| "learning_rate": 4.569374164519088e-06, |
| "loss": 0.4438, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.21658206429780033, |
| "grad_norm": 4.130403518676758, |
| "learning_rate": 4.564965946550889e-06, |
| "loss": 0.5337, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.21754894851341552, |
| "grad_norm": 3.649747371673584, |
| "learning_rate": 4.560537429479998e-06, |
| "loss": 0.5272, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.2185158327290307, |
| "grad_norm": 3.7949132919311523, |
| "learning_rate": 4.556088656839785e-06, |
| "loss": 0.4954, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.21948271694464588, |
| "grad_norm": 3.963280200958252, |
| "learning_rate": 4.5516196723627325e-06, |
| "loss": 0.5444, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.22044960116026105, |
| "grad_norm": 3.713867425918579, |
| "learning_rate": 4.547130519980014e-06, |
| "loss": 0.4787, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.22141648537587624, |
| "grad_norm": 3.647979736328125, |
| "learning_rate": 4.542621243821058e-06, |
| "loss": 0.4688, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.2223833695914914, |
| "grad_norm": 4.001070499420166, |
| "learning_rate": 4.538091888213112e-06, |
| "loss": 0.4714, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.2233502538071066, |
| "grad_norm": 4.070573806762695, |
| "learning_rate": 4.533542497680811e-06, |
| "loss": 0.5579, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.22431713802272177, |
| "grad_norm": 3.7523491382598877, |
| "learning_rate": 4.52897311694574e-06, |
| "loss": 0.4251, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.22528402223833696, |
| "grad_norm": 3.940523147583008, |
| "learning_rate": 4.524383790925987e-06, |
| "loss": 0.5004, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.22625090645395213, |
| "grad_norm": 3.9226436614990234, |
| "learning_rate": 4.519774564735712e-06, |
| "loss": 0.505, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.22721779066956732, |
| "grad_norm": 3.784249782562256, |
| "learning_rate": 4.515145483684696e-06, |
| "loss": 0.5336, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.2281846748851825, |
| "grad_norm": 3.493046760559082, |
| "learning_rate": 4.510496593277898e-06, |
| "loss": 0.4649, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.22915155910079768, |
| "grad_norm": 3.4909865856170654, |
| "learning_rate": 4.505827939215009e-06, |
| "loss": 0.52, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.23011844331641285, |
| "grad_norm": 3.6906330585479736, |
| "learning_rate": 4.50113956739e-06, |
| "loss": 0.463, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.23108532753202804, |
| "grad_norm": 3.881237268447876, |
| "learning_rate": 4.496431523890673e-06, |
| "loss": 0.5222, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.23205221174764323, |
| "grad_norm": 3.843491554260254, |
| "learning_rate": 4.4917038549982075e-06, |
| "loss": 0.5514, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.2330190959632584, |
| "grad_norm": 3.859520196914673, |
| "learning_rate": 4.486956607186702e-06, |
| "loss": 0.545, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.2339859801788736, |
| "grad_norm": 3.564976215362549, |
| "learning_rate": 4.482189827122726e-06, |
| "loss": 0.4548, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.23495286439448876, |
| "grad_norm": 3.7164249420166016, |
| "learning_rate": 4.477403561664852e-06, |
| "loss": 0.5378, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.23591974861010395, |
| "grad_norm": 3.8178417682647705, |
| "learning_rate": 4.472597857863198e-06, |
| "loss": 0.446, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.23688663282571912, |
| "grad_norm": 3.6128547191619873, |
| "learning_rate": 4.467772762958968e-06, |
| "loss": 0.4653, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.2378535170413343, |
| "grad_norm": 4.037587642669678, |
| "learning_rate": 4.462928324383985e-06, |
| "loss": 0.57, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.23882040125694948, |
| "grad_norm": 4.266468048095703, |
| "learning_rate": 4.458064589760221e-06, |
| "loss": 0.4874, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.23978728547256467, |
| "grad_norm": 3.4381649494171143, |
| "learning_rate": 4.453181606899338e-06, |
| "loss": 0.4447, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.24075416968817984, |
| "grad_norm": 4.215127468109131, |
| "learning_rate": 4.448279423802207e-06, |
| "loss": 0.5358, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.24172105390379503, |
| "grad_norm": 3.6681251525878906, |
| "learning_rate": 4.443358088658448e-06, |
| "loss": 0.4914, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.2426879381194102, |
| "grad_norm": 3.6266114711761475, |
| "learning_rate": 4.438417649845946e-06, |
| "loss": 0.5211, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.2436548223350254, |
| "grad_norm": 4.406180381774902, |
| "learning_rate": 4.43345815593038e-06, |
| "loss": 0.5456, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.24462170655064056, |
| "grad_norm": 3.685242176055908, |
| "learning_rate": 4.428479655664748e-06, |
| "loss": 0.4988, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.24558859076625575, |
| "grad_norm": 3.8363120555877686, |
| "learning_rate": 4.423482197988881e-06, |
| "loss": 0.4961, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.24655547498187091, |
| "grad_norm": 3.825303554534912, |
| "learning_rate": 4.4184658320289675e-06, |
| "loss": 0.4879, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.2475223591974861, |
| "grad_norm": 3.914113759994507, |
| "learning_rate": 4.41343060709707e-06, |
| "loss": 0.5032, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.24848924341310127, |
| "grad_norm": 3.840186357498169, |
| "learning_rate": 4.408376572690638e-06, |
| "loss": 0.5148, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.24945612762871647, |
| "grad_norm": 3.9938724040985107, |
| "learning_rate": 4.403303778492023e-06, |
| "loss": 0.4698, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.25042301184433163, |
| "grad_norm": 3.904791831970215, |
| "learning_rate": 4.3982122743679875e-06, |
| "loss": 0.5339, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.2513898960599468, |
| "grad_norm": 3.4951677322387695, |
| "learning_rate": 4.3931021103692206e-06, |
| "loss": 0.4536, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.252356780275562, |
| "grad_norm": 3.8062729835510254, |
| "learning_rate": 4.387973336729841e-06, |
| "loss": 0.4929, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.25332366449117716, |
| "grad_norm": 4.109336853027344, |
| "learning_rate": 4.382826003866903e-06, |
| "loss": 0.5335, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.25429054870679235, |
| "grad_norm": 3.5560543537139893, |
| "learning_rate": 4.377660162379904e-06, |
| "loss": 0.4673, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.25525743292240755, |
| "grad_norm": 3.9022483825683594, |
| "learning_rate": 4.372475863050286e-06, |
| "loss": 0.5222, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.25622431713802274, |
| "grad_norm": 3.8836610317230225, |
| "learning_rate": 4.3672731568409344e-06, |
| "loss": 0.4954, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.2571912013536379, |
| "grad_norm": 3.6870367527008057, |
| "learning_rate": 4.36205209489568e-06, |
| "loss": 0.4124, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.25815808556925307, |
| "grad_norm": 3.783818244934082, |
| "learning_rate": 4.3568127285387925e-06, |
| "loss": 0.4833, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.25912496978486826, |
| "grad_norm": 3.5868349075317383, |
| "learning_rate": 4.351555109274482e-06, |
| "loss": 0.4759, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.26009185400048346, |
| "grad_norm": 3.780407667160034, |
| "learning_rate": 4.346279288786387e-06, |
| "loss": 0.4834, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.2610587382160986, |
| "grad_norm": 3.6964030265808105, |
| "learning_rate": 4.340985318937066e-06, |
| "loss": 0.4428, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.2620256224317138, |
| "grad_norm": 3.7668895721435547, |
| "learning_rate": 4.3356732517674935e-06, |
| "loss": 0.5027, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.262992506647329, |
| "grad_norm": 4.010104656219482, |
| "learning_rate": 4.330343139496545e-06, |
| "loss": 0.5497, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.2639593908629442, |
| "grad_norm": 3.8650081157684326, |
| "learning_rate": 4.32499503452048e-06, |
| "loss": 0.5673, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.26492627507855937, |
| "grad_norm": 3.683579444885254, |
| "learning_rate": 4.319628989412435e-06, |
| "loss": 0.501, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.2658931592941745, |
| "grad_norm": 4.045727252960205, |
| "learning_rate": 4.314245056921899e-06, |
| "loss": 0.5478, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.2668600435097897, |
| "grad_norm": 4.400568008422852, |
| "learning_rate": 4.308843289974198e-06, |
| "loss": 0.6053, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.2678269277254049, |
| "grad_norm": 3.3865373134613037, |
| "learning_rate": 4.303423741669978e-06, |
| "loss": 0.4358, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.2687938119410201, |
| "grad_norm": 3.7650463581085205, |
| "learning_rate": 4.297986465284678e-06, |
| "loss": 0.473, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.2697606961566352, |
| "grad_norm": 3.752685546875, |
| "learning_rate": 4.292531514268008e-06, |
| "loss": 0.4686, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.2707275803722504, |
| "grad_norm": 4.085626125335693, |
| "learning_rate": 4.287058942243424e-06, |
| "loss": 0.46, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.2716944645878656, |
| "grad_norm": 4.068567752838135, |
| "learning_rate": 4.281568803007601e-06, |
| "loss": 0.4952, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.2726613488034808, |
| "grad_norm": 4.001227378845215, |
| "learning_rate": 4.276061150529903e-06, |
| "loss": 0.5389, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.27362823301909595, |
| "grad_norm": 3.950711488723755, |
| "learning_rate": 4.270536038951855e-06, |
| "loss": 0.5659, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.27459511723471114, |
| "grad_norm": 3.8639347553253174, |
| "learning_rate": 4.2649935225866066e-06, |
| "loss": 0.541, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.27556200145032633, |
| "grad_norm": 3.983407735824585, |
| "learning_rate": 4.259433655918404e-06, |
| "loss": 0.5081, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.2765288856659415, |
| "grad_norm": 3.7507271766662598, |
| "learning_rate": 4.253856493602047e-06, |
| "loss": 0.4813, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.27749576988155666, |
| "grad_norm": 3.543520927429199, |
| "learning_rate": 4.24826209046236e-06, |
| "loss": 0.4907, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.27846265409717186, |
| "grad_norm": 3.6161043643951416, |
| "learning_rate": 4.242650501493642e-06, |
| "loss": 0.5002, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.27942953831278705, |
| "grad_norm": 3.732840061187744, |
| "learning_rate": 4.237021781859143e-06, |
| "loss": 0.4547, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.28039642252840224, |
| "grad_norm": 3.6558990478515625, |
| "learning_rate": 4.231375986890502e-06, |
| "loss": 0.4796, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.2813633067440174, |
| "grad_norm": 3.682800769805908, |
| "learning_rate": 4.225713172087216e-06, |
| "loss": 0.4748, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.2823301909596326, |
| "grad_norm": 4.0862040519714355, |
| "learning_rate": 4.220033393116093e-06, |
| "loss": 0.5725, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.28329707517524777, |
| "grad_norm": 3.8720784187316895, |
| "learning_rate": 4.2143367058107e-06, |
| "loss": 0.5085, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.28426395939086296, |
| "grad_norm": 3.7148096561431885, |
| "learning_rate": 4.208623166170819e-06, |
| "loss": 0.4869, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.2852308436064781, |
| "grad_norm": 4.130632400512695, |
| "learning_rate": 4.202892830361892e-06, |
| "loss": 0.4793, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.2861977278220933, |
| "grad_norm": 3.892319440841675, |
| "learning_rate": 4.197145754714473e-06, |
| "loss": 0.5266, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.2871646120377085, |
| "grad_norm": 3.7769579887390137, |
| "learning_rate": 4.191381995723672e-06, |
| "loss": 0.4877, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.2881314962533237, |
| "grad_norm": 3.810389757156372, |
| "learning_rate": 4.185601610048601e-06, |
| "loss": 0.5253, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.2890983804689388, |
| "grad_norm": 3.692101001739502, |
| "learning_rate": 4.179804654511816e-06, |
| "loss": 0.5104, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.290065264684554, |
| "grad_norm": 4.029324054718018, |
| "learning_rate": 4.1739911860987575e-06, |
| "loss": 0.4898, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.2910321489001692, |
| "grad_norm": 3.8836569786071777, |
| "learning_rate": 4.168161261957192e-06, |
| "loss": 0.54, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.2919990331157844, |
| "grad_norm": 3.8458945751190186, |
| "learning_rate": 4.162314939396652e-06, |
| "loss": 0.501, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.29296591733139954, |
| "grad_norm": 3.7436769008636475, |
| "learning_rate": 4.1564522758878656e-06, |
| "loss": 0.5324, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.29393280154701473, |
| "grad_norm": 3.9301185607910156, |
| "learning_rate": 4.1505733290622e-06, |
| "loss": 0.5143, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.2948996857626299, |
| "grad_norm": 4.087481498718262, |
| "learning_rate": 4.144678156711091e-06, |
| "loss": 0.4861, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.2958665699782451, |
| "grad_norm": 4.267450332641602, |
| "learning_rate": 4.138766816785474e-06, |
| "loss": 0.5108, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.29683345419386026, |
| "grad_norm": 3.688645362854004, |
| "learning_rate": 4.132839367395215e-06, |
| "loss": 0.4646, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.29780033840947545, |
| "grad_norm": 3.762014389038086, |
| "learning_rate": 4.1268958668085415e-06, |
| "loss": 0.5341, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.29876722262509064, |
| "grad_norm": 4.061873435974121, |
| "learning_rate": 4.120936373451467e-06, |
| "loss": 0.4799, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.29973410684070584, |
| "grad_norm": 3.6946425437927246, |
| "learning_rate": 4.1149609459072185e-06, |
| "loss": 0.4608, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.30070099105632103, |
| "grad_norm": 3.5779032707214355, |
| "learning_rate": 4.108969642915658e-06, |
| "loss": 0.4416, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.30166787527193617, |
| "grad_norm": 4.075043678283691, |
| "learning_rate": 4.10296252337271e-06, |
| "loss": 0.5143, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.30263475948755136, |
| "grad_norm": 3.8208065032958984, |
| "learning_rate": 4.096939646329775e-06, |
| "loss": 0.4665, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.30360164370316656, |
| "grad_norm": 3.35614275932312, |
| "learning_rate": 4.090901070993159e-06, |
| "loss": 0.5053, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.30456852791878175, |
| "grad_norm": 3.444335460662842, |
| "learning_rate": 4.08484685672348e-06, |
| "loss": 0.4517, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.3055354121343969, |
| "grad_norm": 3.4999983310699463, |
| "learning_rate": 4.078777063035096e-06, |
| "loss": 0.4485, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.3065022963500121, |
| "grad_norm": 3.6743931770324707, |
| "learning_rate": 4.07269174959551e-06, |
| "loss": 0.4993, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.3074691805656273, |
| "grad_norm": 4.012587547302246, |
| "learning_rate": 4.06659097622479e-06, |
| "loss": 0.4892, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.30843606478124247, |
| "grad_norm": 3.8606793880462646, |
| "learning_rate": 4.06047480289498e-06, |
| "loss": 0.5095, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.3094029489968576, |
| "grad_norm": 3.4969189167022705, |
| "learning_rate": 4.0543432897295055e-06, |
| "loss": 0.4492, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.3103698332124728, |
| "grad_norm": 3.996771812438965, |
| "learning_rate": 4.0481964970025885e-06, |
| "loss": 0.5217, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.311336717428088, |
| "grad_norm": 3.5888161659240723, |
| "learning_rate": 4.042034485138653e-06, |
| "loss": 0.5112, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.3123036016437032, |
| "grad_norm": 3.8949966430664062, |
| "learning_rate": 4.035857314711729e-06, |
| "loss": 0.509, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.3132704858593183, |
| "grad_norm": 3.5536141395568848, |
| "learning_rate": 4.029665046444862e-06, |
| "loss": 0.4585, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.3142373700749335, |
| "grad_norm": 3.8758373260498047, |
| "learning_rate": 4.023457741209509e-06, |
| "loss": 0.5344, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.3152042542905487, |
| "grad_norm": 3.6032464504241943, |
| "learning_rate": 4.0172354600249465e-06, |
| "loss": 0.4507, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.3161711385061639, |
| "grad_norm": 3.7095227241516113, |
| "learning_rate": 4.0109982640576676e-06, |
| "loss": 0.5182, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.31713802272177904, |
| "grad_norm": 3.854598045349121, |
| "learning_rate": 4.0047462146207795e-06, |
| "loss": 0.5601, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.31810490693739424, |
| "grad_norm": 3.6497013568878174, |
| "learning_rate": 3.998479373173406e-06, |
| "loss": 0.4906, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.31907179115300943, |
| "grad_norm": 3.552006483078003, |
| "learning_rate": 3.9921978013200764e-06, |
| "loss": 0.5249, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.3200386753686246, |
| "grad_norm": 3.874676465988159, |
| "learning_rate": 3.985901560810126e-06, |
| "loss": 0.5477, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.32100555958423976, |
| "grad_norm": 3.7521750926971436, |
| "learning_rate": 3.979590713537084e-06, |
| "loss": 0.5294, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.32197244379985496, |
| "grad_norm": 3.6338000297546387, |
| "learning_rate": 3.973265321538069e-06, |
| "loss": 0.5001, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.32293932801547015, |
| "grad_norm": 3.83825945854187, |
| "learning_rate": 3.966925446993177e-06, |
| "loss": 0.4977, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.32390621223108534, |
| "grad_norm": 3.9020495414733887, |
| "learning_rate": 3.960571152224872e-06, |
| "loss": 0.4189, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.3248730964467005, |
| "grad_norm": 3.4360294342041016, |
| "learning_rate": 3.954202499697373e-06, |
| "loss": 0.5238, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.3258399806623157, |
| "grad_norm": 3.462728500366211, |
| "learning_rate": 3.9478195520160355e-06, |
| "loss": 0.4317, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.32680686487793087, |
| "grad_norm": 3.646033525466919, |
| "learning_rate": 3.941422371926742e-06, |
| "loss": 0.4208, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.32777374909354606, |
| "grad_norm": 3.4529306888580322, |
| "learning_rate": 3.935011022315284e-06, |
| "loss": 0.4753, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.3287406333091612, |
| "grad_norm": 3.7135887145996094, |
| "learning_rate": 3.928585566206742e-06, |
| "loss": 0.405, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.3297075175247764, |
| "grad_norm": 3.571955442428589, |
| "learning_rate": 3.922146066764863e-06, |
| "loss": 0.4933, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.3306744017403916, |
| "grad_norm": 3.5327978134155273, |
| "learning_rate": 3.9156925872914504e-06, |
| "loss": 0.5044, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.3316412859560068, |
| "grad_norm": 4.009077548980713, |
| "learning_rate": 3.9092251912257286e-06, |
| "loss": 0.5184, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.332608170171622, |
| "grad_norm": 3.705810785293579, |
| "learning_rate": 3.902743942143728e-06, |
| "loss": 0.5028, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.3335750543872371, |
| "grad_norm": 3.7308077812194824, |
| "learning_rate": 3.896248903757658e-06, |
| "loss": 0.5334, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.3345419386028523, |
| "grad_norm": 3.8802003860473633, |
| "learning_rate": 3.889740139915279e-06, |
| "loss": 0.5459, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.3355088228184675, |
| "grad_norm": 3.775622606277466, |
| "learning_rate": 3.883217714599273e-06, |
| "loss": 0.498, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.3364757070340827, |
| "grad_norm": 4.032291889190674, |
| "learning_rate": 3.876681691926625e-06, |
| "loss": 0.4995, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.33744259124969783, |
| "grad_norm": 3.9446566104888916, |
| "learning_rate": 3.870132136147977e-06, |
| "loss": 0.5006, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.338409475465313, |
| "grad_norm": 3.741894006729126, |
| "learning_rate": 3.8635691116470095e-06, |
| "loss": 0.4801, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.3393763596809282, |
| "grad_norm": 3.4935619831085205, |
| "learning_rate": 3.856992682939803e-06, |
| "loss": 0.4642, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.3403432438965434, |
| "grad_norm": 3.661100149154663, |
| "learning_rate": 3.850402914674205e-06, |
| "loss": 0.5108, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.34131012811215855, |
| "grad_norm": 3.8849480152130127, |
| "learning_rate": 3.84379987162919e-06, |
| "loss": 0.4919, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.34227701232777374, |
| "grad_norm": 3.7999656200408936, |
| "learning_rate": 3.837183618714233e-06, |
| "loss": 0.548, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.34324389654338894, |
| "grad_norm": 3.730701446533203, |
| "learning_rate": 3.830554220968661e-06, |
| "loss": 0.5114, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.34421078075900413, |
| "grad_norm": 4.108263969421387, |
| "learning_rate": 3.823911743561018e-06, |
| "loss": 0.5186, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.34517766497461927, |
| "grad_norm": 3.543729066848755, |
| "learning_rate": 3.817256251788425e-06, |
| "loss": 0.4591, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.34614454919023446, |
| "grad_norm": 3.803205728530884, |
| "learning_rate": 3.810587811075937e-06, |
| "loss": 0.4616, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.34711143340584966, |
| "grad_norm": 3.6811118125915527, |
| "learning_rate": 3.803906486975901e-06, |
| "loss": 0.4723, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.34807831762146485, |
| "grad_norm": 3.6985318660736084, |
| "learning_rate": 3.7972123451673102e-06, |
| "loss": 0.4351, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.34904520183708, |
| "grad_norm": 3.970501661300659, |
| "learning_rate": 3.790505451455158e-06, |
| "loss": 0.4424, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.3500120860526952, |
| "grad_norm": 3.792994976043701, |
| "learning_rate": 3.783785871769793e-06, |
| "loss": 0.5227, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.3509789702683104, |
| "grad_norm": 3.7695376873016357, |
| "learning_rate": 3.77705367216627e-06, |
| "loss": 0.5037, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.35194585448392557, |
| "grad_norm": 3.754580020904541, |
| "learning_rate": 3.7703089188237e-06, |
| "loss": 0.5397, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.3529127386995407, |
| "grad_norm": 3.678025245666504, |
| "learning_rate": 3.7635516780446e-06, |
| "loss": 0.4307, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.3538796229151559, |
| "grad_norm": 3.763305187225342, |
| "learning_rate": 3.756782016254242e-06, |
| "loss": 0.5489, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.3548465071307711, |
| "grad_norm": 3.853353261947632, |
| "learning_rate": 3.7500000000000005e-06, |
| "loss": 0.4606, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.3558133913463863, |
| "grad_norm": 3.5719709396362305, |
| "learning_rate": 3.743205695950695e-06, |
| "loss": 0.4928, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.3567802755620014, |
| "grad_norm": 3.763885021209717, |
| "learning_rate": 3.7363991708959386e-06, |
| "loss": 0.4669, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.3577471597776166, |
| "grad_norm": 3.9263694286346436, |
| "learning_rate": 3.729580491745479e-06, |
| "loss": 0.5033, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.3587140439932318, |
| "grad_norm": 3.462216377258301, |
| "learning_rate": 3.7227497255285416e-06, |
| "loss": 0.4507, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.359680928208847, |
| "grad_norm": 3.9465153217315674, |
| "learning_rate": 3.7159069393931717e-06, |
| "loss": 0.4838, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.36064781242446214, |
| "grad_norm": 4.065799713134766, |
| "learning_rate": 3.709052200605572e-06, |
| "loss": 0.5648, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.36161469664007734, |
| "grad_norm": 3.8492698669433594, |
| "learning_rate": 3.702185576549441e-06, |
| "loss": 0.4143, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.36258158085569253, |
| "grad_norm": 3.912066698074341, |
| "learning_rate": 3.6953071347253167e-06, |
| "loss": 0.4447, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.3635484650713077, |
| "grad_norm": 3.6531989574432373, |
| "learning_rate": 3.688416942749905e-06, |
| "loss": 0.4697, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.3645153492869229, |
| "grad_norm": 3.5612435340881348, |
| "learning_rate": 3.6815150683554187e-06, |
| "loss": 0.473, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.36548223350253806, |
| "grad_norm": 3.904783248901367, |
| "learning_rate": 3.674601579388913e-06, |
| "loss": 0.5046, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.36644911771815325, |
| "grad_norm": 4.0458903312683105, |
| "learning_rate": 3.6676765438116157e-06, |
| "loss": 0.5251, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.36741600193376844, |
| "grad_norm": 3.6802172660827637, |
| "learning_rate": 3.660740029698262e-06, |
| "loss": 0.4432, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.36838288614938364, |
| "grad_norm": 4.1497626304626465, |
| "learning_rate": 3.6537921052364223e-06, |
| "loss": 0.4888, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.3693497703649988, |
| "grad_norm": 4.301728248596191, |
| "learning_rate": 3.646832838725835e-06, |
| "loss": 0.5565, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.37031665458061397, |
| "grad_norm": 3.8046703338623047, |
| "learning_rate": 3.6398622985777314e-06, |
| "loss": 0.5819, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.37128353879622916, |
| "grad_norm": 3.943380355834961, |
| "learning_rate": 3.632880553314169e-06, |
| "loss": 0.5247, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.37225042301184436, |
| "grad_norm": 4.136211395263672, |
| "learning_rate": 3.6258876715673475e-06, |
| "loss": 0.469, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.3732173072274595, |
| "grad_norm": 3.70596981048584, |
| "learning_rate": 3.6188837220789496e-06, |
| "loss": 0.544, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.3741841914430747, |
| "grad_norm": 3.52099347114563, |
| "learning_rate": 3.611868773699449e-06, |
| "loss": 0.4492, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.3751510756586899, |
| "grad_norm": 3.8500866889953613, |
| "learning_rate": 3.604842895387446e-06, |
| "loss": 0.4829, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.3761179598743051, |
| "grad_norm": 3.67982816696167, |
| "learning_rate": 3.597806156208982e-06, |
| "loss": 0.4814, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.3770848440899202, |
| "grad_norm": 3.550171136856079, |
| "learning_rate": 3.5907586253368643e-06, |
| "loss": 0.4134, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.3780517283055354, |
| "grad_norm": 3.7428512573242188, |
| "learning_rate": 3.5837003720499853e-06, |
| "loss": 0.4985, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.3790186125211506, |
| "grad_norm": 3.5214486122131348, |
| "learning_rate": 3.57663146573264e-06, |
| "loss": 0.4259, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.3799854967367658, |
| "grad_norm": 3.610581398010254, |
| "learning_rate": 3.569551975873847e-06, |
| "loss": 0.4875, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.38095238095238093, |
| "grad_norm": 3.991929292678833, |
| "learning_rate": 3.562461972066663e-06, |
| "loss": 0.4683, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.3819192651679961, |
| "grad_norm": 3.5541305541992188, |
| "learning_rate": 3.555361524007498e-06, |
| "loss": 0.4556, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.3828861493836113, |
| "grad_norm": 3.4029953479766846, |
| "learning_rate": 3.5482507014954327e-06, |
| "loss": 0.5061, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.3838530335992265, |
| "grad_norm": 3.640984058380127, |
| "learning_rate": 3.541129574431532e-06, |
| "loss": 0.434, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.38481991781484165, |
| "grad_norm": 3.657914876937866, |
| "learning_rate": 3.5339982128181536e-06, |
| "loss": 0.4475, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.38578680203045684, |
| "grad_norm": 4.057721138000488, |
| "learning_rate": 3.526856686758269e-06, |
| "loss": 0.4982, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.38675368624607204, |
| "grad_norm": 3.833341121673584, |
| "learning_rate": 3.519705066454762e-06, |
| "loss": 0.5104, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.38772057046168723, |
| "grad_norm": 3.7433853149414062, |
| "learning_rate": 3.51254342220975e-06, |
| "loss": 0.4551, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.38868745467730237, |
| "grad_norm": 3.844796657562256, |
| "learning_rate": 3.5053718244238847e-06, |
| "loss": 0.4761, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.38965433889291756, |
| "grad_norm": 3.6285436153411865, |
| "learning_rate": 3.4981903435956675e-06, |
| "loss": 0.4168, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.39062122310853276, |
| "grad_norm": 3.8488385677337646, |
| "learning_rate": 3.4909990503207488e-06, |
| "loss": 0.5304, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.39158810732414795, |
| "grad_norm": 3.696931838989258, |
| "learning_rate": 3.4837980152912393e-06, |
| "loss": 0.5355, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.3925549915397631, |
| "grad_norm": 3.8406333923339844, |
| "learning_rate": 3.4765873092950126e-06, |
| "loss": 0.5835, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.3935218757553783, |
| "grad_norm": 3.689175605773926, |
| "learning_rate": 3.4693670032150117e-06, |
| "loss": 0.5174, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.3944887599709935, |
| "grad_norm": 3.8330447673797607, |
| "learning_rate": 3.4621371680285492e-06, |
| "loss": 0.5241, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.39545564418660867, |
| "grad_norm": 3.984819173812866, |
| "learning_rate": 3.4548978748066115e-06, |
| "loss": 0.4701, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.3964225284022238, |
| "grad_norm": 3.6191537380218506, |
| "learning_rate": 3.4476491947131596e-06, |
| "loss": 0.4835, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.397389412617839, |
| "grad_norm": 3.8275318145751953, |
| "learning_rate": 3.440391199004431e-06, |
| "loss": 0.4989, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.3983562968334542, |
| "grad_norm": 3.577519416809082, |
| "learning_rate": 3.4331239590282354e-06, |
| "loss": 0.4495, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.3993231810490694, |
| "grad_norm": 3.678297281265259, |
| "learning_rate": 3.4258475462232586e-06, |
| "loss": 0.4558, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.4002900652646846, |
| "grad_norm": 3.846923828125, |
| "learning_rate": 3.4185620321183543e-06, |
| "loss": 0.4499, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.4012569494802997, |
| "grad_norm": 3.836149215698242, |
| "learning_rate": 3.4112674883318477e-06, |
| "loss": 0.5519, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.4022238336959149, |
| "grad_norm": 3.9182722568511963, |
| "learning_rate": 3.403963986570825e-06, |
| "loss": 0.5123, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.4031907179115301, |
| "grad_norm": 3.498328924179077, |
| "learning_rate": 3.3966515986304322e-06, |
| "loss": 0.4568, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.4041576021271453, |
| "grad_norm": 3.3499412536621094, |
| "learning_rate": 3.3893303963931703e-06, |
| "loss": 0.4542, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.40512448634276044, |
| "grad_norm": 3.920807123184204, |
| "learning_rate": 3.3820004518281835e-06, |
| "loss": 0.4842, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.40609137055837563, |
| "grad_norm": 3.754964590072632, |
| "learning_rate": 3.37466183699056e-06, |
| "loss": 0.4783, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.4070582547739908, |
| "grad_norm": 3.6585028171539307, |
| "learning_rate": 3.367314624020613e-06, |
| "loss": 0.4872, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.408025138989606, |
| "grad_norm": 4.0016374588012695, |
| "learning_rate": 3.3599588851431814e-06, |
| "loss": 0.5722, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.40899202320522116, |
| "grad_norm": 3.19661283493042, |
| "learning_rate": 3.352594692666915e-06, |
| "loss": 0.4261, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.40995890742083635, |
| "grad_norm": 3.5285444259643555, |
| "learning_rate": 3.3452221189835642e-06, |
| "loss": 0.495, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.41092579163645154, |
| "grad_norm": 3.6112709045410156, |
| "learning_rate": 3.337841236567268e-06, |
| "loss": 0.4101, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.41189267585206674, |
| "grad_norm": 3.411106586456299, |
| "learning_rate": 3.3304521179738435e-06, |
| "loss": 0.4433, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.4128595600676819, |
| "grad_norm": 3.8429133892059326, |
| "learning_rate": 3.32305483584007e-06, |
| "loss": 0.4486, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.41382644428329707, |
| "grad_norm": 3.9495856761932373, |
| "learning_rate": 3.3156494628829778e-06, |
| "loss": 0.5468, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.41479332849891226, |
| "grad_norm": 3.9919161796569824, |
| "learning_rate": 3.30823607189913e-06, |
| "loss": 0.5148, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.41576021271452746, |
| "grad_norm": 3.898630380630493, |
| "learning_rate": 3.3008147357639115e-06, |
| "loss": 0.5074, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.4167270969301426, |
| "grad_norm": 3.9545817375183105, |
| "learning_rate": 3.2933855274308067e-06, |
| "loss": 0.4954, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.4176939811457578, |
| "grad_norm": 3.883395195007324, |
| "learning_rate": 3.2859485199306886e-06, |
| "loss": 0.5059, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.418660865361373, |
| "grad_norm": 3.6193654537200928, |
| "learning_rate": 3.278503786371095e-06, |
| "loss": 0.5204, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.4196277495769882, |
| "grad_norm": 4.254292964935303, |
| "learning_rate": 3.2710513999355147e-06, |
| "loss": 0.5259, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.4205946337926033, |
| "grad_norm": 3.752901077270508, |
| "learning_rate": 3.2635914338826665e-06, |
| "loss": 0.4255, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.4215615180082185, |
| "grad_norm": 3.523738145828247, |
| "learning_rate": 3.2561239615457764e-06, |
| "loss": 0.3845, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.4225284022238337, |
| "grad_norm": 4.015591621398926, |
| "learning_rate": 3.2486490563318605e-06, |
| "loss": 0.4784, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.4234952864394489, |
| "grad_norm": 3.526104211807251, |
| "learning_rate": 3.241166791721001e-06, |
| "loss": 0.4133, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.42446217065506403, |
| "grad_norm": 3.768324375152588, |
| "learning_rate": 3.233677241265627e-06, |
| "loss": 0.5096, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.4254290548706792, |
| "grad_norm": 3.6191327571868896, |
| "learning_rate": 3.2261804785897855e-06, |
| "loss": 0.4197, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.4263959390862944, |
| "grad_norm": 3.9885098934173584, |
| "learning_rate": 3.218676577388424e-06, |
| "loss": 0.4907, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.4273628233019096, |
| "grad_norm": 3.5632357597351074, |
| "learning_rate": 3.2111656114266625e-06, |
| "loss": 0.4452, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.42832970751752475, |
| "grad_norm": 4.117615699768066, |
| "learning_rate": 3.2036476545390695e-06, |
| "loss": 0.5533, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.42929659173313994, |
| "grad_norm": 4.148410797119141, |
| "learning_rate": 3.1961227806289358e-06, |
| "loss": 0.5051, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.43026347594875514, |
| "grad_norm": 3.9031429290771484, |
| "learning_rate": 3.188591063667548e-06, |
| "loss": 0.5358, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.43123036016437033, |
| "grad_norm": 3.73646879196167, |
| "learning_rate": 3.1810525776934614e-06, |
| "loss": 0.4306, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.4321972443799855, |
| "grad_norm": 3.6302988529205322, |
| "learning_rate": 3.1735073968117743e-06, |
| "loss": 0.3704, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.43316412859560066, |
| "grad_norm": 3.804278612136841, |
| "learning_rate": 3.165955595193393e-06, |
| "loss": 0.5157, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.43413101281121586, |
| "grad_norm": 3.7024874687194824, |
| "learning_rate": 3.1583972470743123e-06, |
| "loss": 0.4806, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.43509789702683105, |
| "grad_norm": 3.7965049743652344, |
| "learning_rate": 3.1508324267548775e-06, |
| "loss": 0.4658, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.43606478124244624, |
| "grad_norm": 4.142588138580322, |
| "learning_rate": 3.1432612085990576e-06, |
| "loss": 0.5566, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.4370316654580614, |
| "grad_norm": 3.6118361949920654, |
| "learning_rate": 3.1356836670337153e-06, |
| "loss": 0.4803, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.4379985496736766, |
| "grad_norm": 3.7696590423583984, |
| "learning_rate": 3.1280998765478725e-06, |
| "loss": 0.4552, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.43896543388929177, |
| "grad_norm": 3.716688632965088, |
| "learning_rate": 3.1205099116919794e-06, |
| "loss": 0.4393, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.43993231810490696, |
| "grad_norm": 3.637057304382324, |
| "learning_rate": 3.1129138470771823e-06, |
| "loss": 0.4637, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.4408992023205221, |
| "grad_norm": 3.727297067642212, |
| "learning_rate": 3.10531175737459e-06, |
| "loss": 0.4762, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.4418660865361373, |
| "grad_norm": 3.2276439666748047, |
| "learning_rate": 3.0977037173145387e-06, |
| "loss": 0.4832, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.4428329707517525, |
| "grad_norm": 4.06106424331665, |
| "learning_rate": 3.090089801685857e-06, |
| "loss": 0.5277, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.4437998549673677, |
| "grad_norm": 3.59995698928833, |
| "learning_rate": 3.082470085335133e-06, |
| "loss": 0.4655, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.4447667391829828, |
| "grad_norm": 3.5383338928222656, |
| "learning_rate": 3.074844643165979e-06, |
| "loss": 0.5158, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.445733623398598, |
| "grad_norm": 3.6818606853485107, |
| "learning_rate": 3.0672135501382894e-06, |
| "loss": 0.3861, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.4467005076142132, |
| "grad_norm": 3.7184290885925293, |
| "learning_rate": 3.05957688126751e-06, |
| "loss": 0.5045, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.4476673918298284, |
| "grad_norm": 3.7670133113861084, |
| "learning_rate": 3.0519347116239e-06, |
| "loss": 0.4893, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.44863427604544354, |
| "grad_norm": 3.8827385902404785, |
| "learning_rate": 3.04428711633179e-06, |
| "loss": 0.453, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.44960116026105873, |
| "grad_norm": 3.7055163383483887, |
| "learning_rate": 3.036634170568847e-06, |
| "loss": 0.4931, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.4505680444766739, |
| "grad_norm": 3.6650643348693848, |
| "learning_rate": 3.0289759495653344e-06, |
| "loss": 0.5074, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.4515349286922891, |
| "grad_norm": 3.983785629272461, |
| "learning_rate": 3.021312528603371e-06, |
| "loss": 0.47, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.45250181290790426, |
| "grad_norm": 3.402285099029541, |
| "learning_rate": 3.0136439830161968e-06, |
| "loss": 0.4588, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.45346869712351945, |
| "grad_norm": 3.4030966758728027, |
| "learning_rate": 3.0059703881874232e-06, |
| "loss": 0.4406, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.45443558133913464, |
| "grad_norm": 4.0612359046936035, |
| "learning_rate": 2.9982918195502985e-06, |
| "loss": 0.5245, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.45540246555474984, |
| "grad_norm": 4.0308051109313965, |
| "learning_rate": 2.990608352586965e-06, |
| "loss": 0.5318, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.456369349770365, |
| "grad_norm": 3.894338369369507, |
| "learning_rate": 2.9829200628277176e-06, |
| "loss": 0.469, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.45733623398598017, |
| "grad_norm": 3.9288504123687744, |
| "learning_rate": 2.9752270258502593e-06, |
| "loss": 0.5062, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.45830311820159536, |
| "grad_norm": 3.727022171020508, |
| "learning_rate": 2.9675293172789583e-06, |
| "loss": 0.4718, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.45927000241721055, |
| "grad_norm": 3.7620606422424316, |
| "learning_rate": 2.959827012784108e-06, |
| "loss": 0.4797, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.4602368866328257, |
| "grad_norm": 3.69411301612854, |
| "learning_rate": 2.952120188081179e-06, |
| "loss": 0.4773, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.4612037708484409, |
| "grad_norm": 3.8497121334075928, |
| "learning_rate": 2.9444089189300783e-06, |
| "loss": 0.4913, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.4621706550640561, |
| "grad_norm": 3.8784735202789307, |
| "learning_rate": 2.936693281134402e-06, |
| "loss": 0.5083, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.4631375392796713, |
| "grad_norm": 3.7350783348083496, |
| "learning_rate": 2.92897335054069e-06, |
| "loss": 0.5107, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.46410442349528647, |
| "grad_norm": 3.7133052349090576, |
| "learning_rate": 2.9212492030376815e-06, |
| "loss": 0.4692, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.4650713077109016, |
| "grad_norm": 3.5680742263793945, |
| "learning_rate": 2.913520914555572e-06, |
| "loss": 0.421, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.4660381919265168, |
| "grad_norm": 3.4685680866241455, |
| "learning_rate": 2.90578856106526e-06, |
| "loss": 0.4427, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.467005076142132, |
| "grad_norm": 3.5732250213623047, |
| "learning_rate": 2.8980522185776065e-06, |
| "loss": 0.4766, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.4679719603577472, |
| "grad_norm": 3.5667455196380615, |
| "learning_rate": 2.8903119631426835e-06, |
| "loss": 0.4288, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.4689388445733623, |
| "grad_norm": 3.793536424636841, |
| "learning_rate": 2.882567870849029e-06, |
| "loss": 0.4478, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.4699057287889775, |
| "grad_norm": 3.8462436199188232, |
| "learning_rate": 2.874820017822899e-06, |
| "loss": 0.5199, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.4708726130045927, |
| "grad_norm": 3.7388360500335693, |
| "learning_rate": 2.8670684802275173e-06, |
| "loss": 0.5316, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.4718394972202079, |
| "grad_norm": 3.991246223449707, |
| "learning_rate": 2.8593133342623276e-06, |
| "loss": 0.5396, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.47280638143582304, |
| "grad_norm": 4.0928449630737305, |
| "learning_rate": 2.8515546561622464e-06, |
| "loss": 0.4738, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.47377326565143824, |
| "grad_norm": 4.5484819412231445, |
| "learning_rate": 2.8437925221969097e-06, |
| "loss": 0.5258, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.47474014986705343, |
| "grad_norm": 3.6725525856018066, |
| "learning_rate": 2.8360270086699274e-06, |
| "loss": 0.4532, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.4757070340826686, |
| "grad_norm": 3.562164068222046, |
| "learning_rate": 2.8282581919181314e-06, |
| "loss": 0.4455, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.47667391829828376, |
| "grad_norm": 3.7910706996917725, |
| "learning_rate": 2.820486148310822e-06, |
| "loss": 0.5149, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.47764080251389895, |
| "grad_norm": 3.9550485610961914, |
| "learning_rate": 2.8127109542490238e-06, |
| "loss": 0.4868, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.47860768672951415, |
| "grad_norm": 3.7173829078674316, |
| "learning_rate": 2.8049326861647303e-06, |
| "loss": 0.5135, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.47957457094512934, |
| "grad_norm": 3.9203269481658936, |
| "learning_rate": 2.7971514205201515e-06, |
| "loss": 0.4916, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.4805414551607445, |
| "grad_norm": 4.3923726081848145, |
| "learning_rate": 2.7893672338069666e-06, |
| "loss": 0.5507, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.4815083393763597, |
| "grad_norm": 3.923211097717285, |
| "learning_rate": 2.7815802025455677e-06, |
| "loss": 0.4686, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.48247522359197487, |
| "grad_norm": 3.6547012329101562, |
| "learning_rate": 2.7737904032843105e-06, |
| "loss": 0.4615, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.48344210780759006, |
| "grad_norm": 4.033823013305664, |
| "learning_rate": 2.765997912598761e-06, |
| "loss": 0.5064, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.4844089920232052, |
| "grad_norm": 3.4618935585021973, |
| "learning_rate": 2.7582028070909415e-06, |
| "loss": 0.4413, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.4853758762388204, |
| "grad_norm": 3.9825124740600586, |
| "learning_rate": 2.750405163388579e-06, |
| "loss": 0.5646, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.4863427604544356, |
| "grad_norm": 3.5702192783355713, |
| "learning_rate": 2.742605058144352e-06, |
| "loss": 0.455, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.4873096446700508, |
| "grad_norm": 3.779356002807617, |
| "learning_rate": 2.7348025680351363e-06, |
| "loss": 0.432, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.4882765288856659, |
| "grad_norm": 3.8731324672698975, |
| "learning_rate": 2.7269977697612515e-06, |
| "loss": 0.4606, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.4892434131012811, |
| "grad_norm": 3.5303452014923096, |
| "learning_rate": 2.7191907400457068e-06, |
| "loss": 0.4369, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.4902102973168963, |
| "grad_norm": 3.997253894805908, |
| "learning_rate": 2.7113815556334478e-06, |
| "loss": 0.4808, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.4911771815325115, |
| "grad_norm": 3.6927413940429688, |
| "learning_rate": 2.7035702932906e-06, |
| "loss": 0.4606, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.49214406574812664, |
| "grad_norm": 3.5967085361480713, |
| "learning_rate": 2.6957570298037156e-06, |
| "loss": 0.4379, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.49311094996374183, |
| "grad_norm": 3.671698808670044, |
| "learning_rate": 2.6879418419790203e-06, |
| "loss": 0.4879, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.494077834179357, |
| "grad_norm": 3.4737465381622314, |
| "learning_rate": 2.680124806641654e-06, |
| "loss": 0.4498, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.4950447183949722, |
| "grad_norm": 3.8905839920043945, |
| "learning_rate": 2.6723060006349198e-06, |
| "loss": 0.5119, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.4960116026105874, |
| "grad_norm": 3.9527182579040527, |
| "learning_rate": 2.664485500819527e-06, |
| "loss": 0.4407, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.49697848682620255, |
| "grad_norm": 3.410557985305786, |
| "learning_rate": 2.656663384072834e-06, |
| "loss": 0.4549, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.49794537104181774, |
| "grad_norm": 3.4379289150238037, |
| "learning_rate": 2.6488397272880943e-06, |
| "loss": 0.4566, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.49891225525743294, |
| "grad_norm": 3.790123224258423, |
| "learning_rate": 2.641014607373702e-06, |
| "loss": 0.4753, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.49987913947304813, |
| "grad_norm": 3.5022404193878174, |
| "learning_rate": 2.633188101252433e-06, |
| "loss": 0.4508, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.5008460236886633, |
| "grad_norm": 3.726773738861084, |
| "learning_rate": 2.625360285860689e-06, |
| "loss": 0.4535, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.5018129079042785, |
| "grad_norm": 4.066783905029297, |
| "learning_rate": 2.617531238147744e-06, |
| "loss": 0.4777, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.5027797921198937, |
| "grad_norm": 3.717376470565796, |
| "learning_rate": 2.6097010350749843e-06, |
| "loss": 0.4507, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.5037466763355088, |
| "grad_norm": 4.117121696472168, |
| "learning_rate": 2.6018697536151554e-06, |
| "loss": 0.4365, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.504713560551124, |
| "grad_norm": 3.5613620281219482, |
| "learning_rate": 2.5940374707516014e-06, |
| "loss": 0.4911, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.5056804447667392, |
| "grad_norm": 3.5967776775360107, |
| "learning_rate": 2.5862042634775125e-06, |
| "loss": 0.4665, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.5066473289823543, |
| "grad_norm": 3.632263660430908, |
| "learning_rate": 2.5783702087951646e-06, |
| "loss": 0.4511, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.5076142131979695, |
| "grad_norm": 3.460890293121338, |
| "learning_rate": 2.5705353837151655e-06, |
| "loss": 0.4014, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.5085810974135847, |
| "grad_norm": 3.7510364055633545, |
| "learning_rate": 2.5626998652556937e-06, |
| "loss": 0.5107, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.5095479816291999, |
| "grad_norm": 3.4469544887542725, |
| "learning_rate": 2.554863730441748e-06, |
| "loss": 0.4476, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.5105148658448151, |
| "grad_norm": 5.02686882019043, |
| "learning_rate": 2.547027056304379e-06, |
| "loss": 0.4338, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.5114817500604303, |
| "grad_norm": 3.9072558879852295, |
| "learning_rate": 2.5391899198799475e-06, |
| "loss": 0.4529, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.5124486342760455, |
| "grad_norm": 4.003458499908447, |
| "learning_rate": 2.5313523982093517e-06, |
| "loss": 0.4483, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.5134155184916607, |
| "grad_norm": 3.5714404582977295, |
| "learning_rate": 2.5235145683372813e-06, |
| "loss": 0.4508, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.5143824027072758, |
| "grad_norm": 4.432825565338135, |
| "learning_rate": 2.5156765073114535e-06, |
| "loss": 0.4886, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.515349286922891, |
| "grad_norm": 3.702751636505127, |
| "learning_rate": 2.507838292181858e-06, |
| "loss": 0.4578, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.5163161711385061, |
| "grad_norm": 3.845242738723755, |
| "learning_rate": 2.5e-06, |
| "loss": 0.4034, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.5172830553541213, |
| "grad_norm": 3.649942398071289, |
| "learning_rate": 2.4921617078181425e-06, |
| "loss": 0.4518, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.5182499395697365, |
| "grad_norm": 3.932555913925171, |
| "learning_rate": 2.484323492688547e-06, |
| "loss": 0.4826, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.5192168237853517, |
| "grad_norm": 3.628704071044922, |
| "learning_rate": 2.47648543166272e-06, |
| "loss": 0.4381, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.5201837080009669, |
| "grad_norm": 3.462639093399048, |
| "learning_rate": 2.4686476017906487e-06, |
| "loss": 0.4244, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.5211505922165821, |
| "grad_norm": 3.4104435443878174, |
| "learning_rate": 2.4608100801200533e-06, |
| "loss": 0.3825, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.5221174764321972, |
| "grad_norm": 3.861297369003296, |
| "learning_rate": 2.452972943695621e-06, |
| "loss": 0.4183, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.5230843606478124, |
| "grad_norm": 3.5461347103118896, |
| "learning_rate": 2.445136269558254e-06, |
| "loss": 0.4373, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.5240512448634276, |
| "grad_norm": 3.585427761077881, |
| "learning_rate": 2.4373001347443067e-06, |
| "loss": 0.4556, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.5250181290790428, |
| "grad_norm": 3.582169771194458, |
| "learning_rate": 2.4294646162848353e-06, |
| "loss": 0.4544, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.525985013294658, |
| "grad_norm": 3.5394082069396973, |
| "learning_rate": 2.4216297912048354e-06, |
| "loss": 0.4314, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.5269518975102732, |
| "grad_norm": 3.7783658504486084, |
| "learning_rate": 2.413795736522489e-06, |
| "loss": 0.4848, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.5279187817258884, |
| "grad_norm": 3.5096867084503174, |
| "learning_rate": 2.4059625292483994e-06, |
| "loss": 0.4411, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.5288856659415035, |
| "grad_norm": 3.744575023651123, |
| "learning_rate": 2.3981302463848454e-06, |
| "loss": 0.4997, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.5298525501571187, |
| "grad_norm": 3.5636816024780273, |
| "learning_rate": 2.390298964925016e-06, |
| "loss": 0.4279, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.5308194343727338, |
| "grad_norm": 3.968400716781616, |
| "learning_rate": 2.3824687618522567e-06, |
| "loss": 0.4238, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.531786318588349, |
| "grad_norm": 3.7942044734954834, |
| "learning_rate": 2.374639714139312e-06, |
| "loss": 0.4884, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.5327532028039642, |
| "grad_norm": 3.705420732498169, |
| "learning_rate": 2.366811898747568e-06, |
| "loss": 0.4936, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.5337200870195794, |
| "grad_norm": 3.5354163646698, |
| "learning_rate": 2.358985392626298e-06, |
| "loss": 0.4697, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.5346869712351946, |
| "grad_norm": 3.759593963623047, |
| "learning_rate": 2.351160272711907e-06, |
| "loss": 0.4631, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.5356538554508098, |
| "grad_norm": 3.913259506225586, |
| "learning_rate": 2.343336615927167e-06, |
| "loss": 0.471, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.536620739666425, |
| "grad_norm": 4.187595367431641, |
| "learning_rate": 2.3355144991804736e-06, |
| "loss": 0.5586, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.5375876238820402, |
| "grad_norm": 3.8247408866882324, |
| "learning_rate": 2.3276939993650806e-06, |
| "loss": 0.5067, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.5385545080976553, |
| "grad_norm": 3.486445665359497, |
| "learning_rate": 2.3198751933583463e-06, |
| "loss": 0.4399, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.5395213923132705, |
| "grad_norm": 3.785252571105957, |
| "learning_rate": 2.312058158020981e-06, |
| "loss": 0.4527, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.5404882765288856, |
| "grad_norm": 3.7378010749816895, |
| "learning_rate": 2.304242970196285e-06, |
| "loss": 0.458, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.5414551607445008, |
| "grad_norm": 3.6285452842712402, |
| "learning_rate": 2.2964297067094004e-06, |
| "loss": 0.4403, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.542422044960116, |
| "grad_norm": 3.6113779544830322, |
| "learning_rate": 2.2886184443665522e-06, |
| "loss": 0.41, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.5433889291757312, |
| "grad_norm": 3.54592227935791, |
| "learning_rate": 2.2808092599542936e-06, |
| "loss": 0.4754, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.5443558133913464, |
| "grad_norm": 3.5506227016448975, |
| "learning_rate": 2.2730022302387493e-06, |
| "loss": 0.4601, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.5453226976069616, |
| "grad_norm": 3.6648545265197754, |
| "learning_rate": 2.265197431964864e-06, |
| "loss": 0.4528, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.5462895818225767, |
| "grad_norm": 3.643314838409424, |
| "learning_rate": 2.257394941855648e-06, |
| "loss": 0.4552, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.5472564660381919, |
| "grad_norm": 3.9885194301605225, |
| "learning_rate": 2.249594836611422e-06, |
| "loss": 0.4111, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.5482233502538071, |
| "grad_norm": 3.288057804107666, |
| "learning_rate": 2.2417971929090593e-06, |
| "loss": 0.3875, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.5491902344694223, |
| "grad_norm": 4.048732280731201, |
| "learning_rate": 2.2340020874012393e-06, |
| "loss": 0.5485, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.5501571186850375, |
| "grad_norm": 3.265153646469116, |
| "learning_rate": 2.2262095967156895e-06, |
| "loss": 0.4145, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.5511240029006527, |
| "grad_norm": 3.73302960395813, |
| "learning_rate": 2.218419797454433e-06, |
| "loss": 0.5199, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.5520908871162679, |
| "grad_norm": 3.5953993797302246, |
| "learning_rate": 2.2106327661930343e-06, |
| "loss": 0.4172, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.553057771331883, |
| "grad_norm": 3.707054853439331, |
| "learning_rate": 2.202848579479849e-06, |
| "loss": 0.4282, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.5540246555474981, |
| "grad_norm": 3.5350615978240967, |
| "learning_rate": 2.19506731383527e-06, |
| "loss": 0.4952, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.5549915397631133, |
| "grad_norm": 4.000664234161377, |
| "learning_rate": 2.187289045750977e-06, |
| "loss": 0.4619, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.5559584239787285, |
| "grad_norm": 4.087167739868164, |
| "learning_rate": 2.1795138516891786e-06, |
| "loss": 0.5084, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.5569253081943437, |
| "grad_norm": 3.46340012550354, |
| "learning_rate": 2.17174180808187e-06, |
| "loss": 0.4312, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.5578921924099589, |
| "grad_norm": 3.5368056297302246, |
| "learning_rate": 2.163972991330073e-06, |
| "loss": 0.5035, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.5588590766255741, |
| "grad_norm": 3.7972068786621094, |
| "learning_rate": 2.1562074778030907e-06, |
| "loss": 0.4531, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.5598259608411893, |
| "grad_norm": 3.9204769134521484, |
| "learning_rate": 2.148445343837755e-06, |
| "loss": 0.4403, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.5607928450568045, |
| "grad_norm": 3.8079707622528076, |
| "learning_rate": 2.1406866657376733e-06, |
| "loss": 0.4951, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.5617597292724196, |
| "grad_norm": 3.6291754245758057, |
| "learning_rate": 2.1329315197724835e-06, |
| "loss": 0.4237, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.5627266134880348, |
| "grad_norm": 3.552342414855957, |
| "learning_rate": 2.1251799821771015e-06, |
| "loss": 0.4063, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.56369349770365, |
| "grad_norm": 3.4691274166107178, |
| "learning_rate": 2.1174321291509716e-06, |
| "loss": 0.4758, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.5646603819192652, |
| "grad_norm": 3.760558605194092, |
| "learning_rate": 2.1096880368573173e-06, |
| "loss": 0.5106, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.5656272661348803, |
| "grad_norm": 3.534207582473755, |
| "learning_rate": 2.1019477814223943e-06, |
| "loss": 0.5242, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.5665941503504955, |
| "grad_norm": 4.03209114074707, |
| "learning_rate": 2.0942114389347402e-06, |
| "loss": 0.4693, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.5675610345661107, |
| "grad_norm": 3.6348366737365723, |
| "learning_rate": 2.086479085444429e-06, |
| "loss": 0.5009, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.5685279187817259, |
| "grad_norm": 3.4231724739074707, |
| "learning_rate": 2.078750796962319e-06, |
| "loss": 0.457, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.5694948029973411, |
| "grad_norm": 3.9665541648864746, |
| "learning_rate": 2.071026649459311e-06, |
| "loss": 0.4962, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.5704616872129562, |
| "grad_norm": 3.6691770553588867, |
| "learning_rate": 2.0633067188655985e-06, |
| "loss": 0.4548, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 3.683633804321289, |
| "learning_rate": 2.055591081069922e-06, |
| "loss": 0.4559, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.5723954556441866, |
| "grad_norm": 3.508237600326538, |
| "learning_rate": 2.0478798119188216e-06, |
| "loss": 0.4858, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.5733623398598018, |
| "grad_norm": 3.7423527240753174, |
| "learning_rate": 2.040172987215893e-06, |
| "loss": 0.4467, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.574329224075417, |
| "grad_norm": 2.975794792175293, |
| "learning_rate": 2.032470682721042e-06, |
| "loss": 0.4223, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.5752961082910322, |
| "grad_norm": 3.9564762115478516, |
| "learning_rate": 2.024772974149741e-06, |
| "loss": 0.5339, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.5762629925066474, |
| "grad_norm": 3.652500629425049, |
| "learning_rate": 2.0170799371722828e-06, |
| "loss": 0.4471, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.5772298767222626, |
| "grad_norm": 3.6535003185272217, |
| "learning_rate": 2.0093916474130354e-06, |
| "loss": 0.5303, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.5781967609378776, |
| "grad_norm": 3.983417510986328, |
| "learning_rate": 2.0017081804497023e-06, |
| "loss": 0.4422, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.5791636451534928, |
| "grad_norm": 3.6490795612335205, |
| "learning_rate": 1.9940296118125776e-06, |
| "loss": 0.4801, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.580130529369108, |
| "grad_norm": 3.816997528076172, |
| "learning_rate": 1.986356016983804e-06, |
| "loss": 0.45, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.5810974135847232, |
| "grad_norm": 3.5687811374664307, |
| "learning_rate": 1.9786874713966293e-06, |
| "loss": 0.5209, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.5820642978003384, |
| "grad_norm": 3.970633029937744, |
| "learning_rate": 1.9710240504346664e-06, |
| "loss": 0.5093, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.5830311820159536, |
| "grad_norm": 3.7453064918518066, |
| "learning_rate": 1.9633658294311535e-06, |
| "loss": 0.4749, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.5839980662315688, |
| "grad_norm": 3.2988827228546143, |
| "learning_rate": 1.9557128836682107e-06, |
| "loss": 0.3784, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.584964950447184, |
| "grad_norm": 3.251164674758911, |
| "learning_rate": 1.9480652883761007e-06, |
| "loss": 0.4132, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.5859318346627991, |
| "grad_norm": 3.453906297683716, |
| "learning_rate": 1.9404231187324903e-06, |
| "loss": 0.4589, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.5868987188784143, |
| "grad_norm": 3.687375783920288, |
| "learning_rate": 1.9327864498617114e-06, |
| "loss": 0.5179, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.5878656030940295, |
| "grad_norm": 3.5259013175964355, |
| "learning_rate": 1.925155356834022e-06, |
| "loss": 0.4519, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.5888324873096447, |
| "grad_norm": 3.542691469192505, |
| "learning_rate": 1.9175299146648672e-06, |
| "loss": 0.4736, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.5897993715252599, |
| "grad_norm": 3.4081952571868896, |
| "learning_rate": 1.9099101983141434e-06, |
| "loss": 0.4722, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.590766255740875, |
| "grad_norm": 3.5784544944763184, |
| "learning_rate": 1.9022962826854619e-06, |
| "loss": 0.5243, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.5917331399564902, |
| "grad_norm": 3.597616672515869, |
| "learning_rate": 1.8946882426254103e-06, |
| "loss": 0.4564, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.5927000241721054, |
| "grad_norm": 3.7966713905334473, |
| "learning_rate": 1.887086152922818e-06, |
| "loss": 0.5083, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.5936669083877205, |
| "grad_norm": 3.926304817199707, |
| "learning_rate": 1.879490088308021e-06, |
| "loss": 0.4445, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.5946337926033357, |
| "grad_norm": 3.6007909774780273, |
| "learning_rate": 1.8719001234521283e-06, |
| "loss": 0.4761, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.5956006768189509, |
| "grad_norm": 3.7344369888305664, |
| "learning_rate": 1.8643163329662844e-06, |
| "loss": 0.4451, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.5965675610345661, |
| "grad_norm": 3.4734723567962646, |
| "learning_rate": 1.8567387914009432e-06, |
| "loss": 0.4302, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.5975344452501813, |
| "grad_norm": 3.6221048831939697, |
| "learning_rate": 1.849167573245123e-06, |
| "loss": 0.4603, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.5985013294657965, |
| "grad_norm": 3.7050702571868896, |
| "learning_rate": 1.8416027529256885e-06, |
| "loss": 0.4371, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.5994682136814117, |
| "grad_norm": 3.6579859256744385, |
| "learning_rate": 1.8340444048066075e-06, |
| "loss": 0.4887, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.6004350978970269, |
| "grad_norm": 3.98431658744812, |
| "learning_rate": 1.8264926031882274e-06, |
| "loss": 0.474, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.6014019821126421, |
| "grad_norm": 3.3613712787628174, |
| "learning_rate": 1.8189474223065392e-06, |
| "loss": 0.4559, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.6023688663282571, |
| "grad_norm": 3.6685123443603516, |
| "learning_rate": 1.8114089363324525e-06, |
| "loss": 0.3974, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.6033357505438723, |
| "grad_norm": 3.8673484325408936, |
| "learning_rate": 1.8038772193710646e-06, |
| "loss": 0.4535, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.6043026347594875, |
| "grad_norm": 3.636211395263672, |
| "learning_rate": 1.7963523454609317e-06, |
| "loss": 0.482, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.6052695189751027, |
| "grad_norm": 3.6469950675964355, |
| "learning_rate": 1.7888343885733381e-06, |
| "loss": 0.4359, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.6062364031907179, |
| "grad_norm": 3.870375633239746, |
| "learning_rate": 1.7813234226115767e-06, |
| "loss": 0.4971, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.6072032874063331, |
| "grad_norm": 3.4417426586151123, |
| "learning_rate": 1.773819521410215e-06, |
| "loss": 0.4375, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.6081701716219483, |
| "grad_norm": 3.7465872764587402, |
| "learning_rate": 1.766322758734374e-06, |
| "loss": 0.4631, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.6091370558375635, |
| "grad_norm": 3.620347499847412, |
| "learning_rate": 1.7588332082789995e-06, |
| "loss": 0.4412, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.6101039400531786, |
| "grad_norm": 3.565495014190674, |
| "learning_rate": 1.75135094366814e-06, |
| "loss": 0.4535, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.6110708242687938, |
| "grad_norm": 3.6394903659820557, |
| "learning_rate": 1.7438760384542242e-06, |
| "loss": 0.4759, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.612037708484409, |
| "grad_norm": 4.002828598022461, |
| "learning_rate": 1.7364085661173346e-06, |
| "loss": 0.4823, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.6130045927000242, |
| "grad_norm": 3.7082462310791016, |
| "learning_rate": 1.7289486000644857e-06, |
| "loss": 0.4105, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.6139714769156394, |
| "grad_norm": 4.062910079956055, |
| "learning_rate": 1.721496213628906e-06, |
| "loss": 0.4587, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.6149383611312546, |
| "grad_norm": 3.607834577560425, |
| "learning_rate": 1.7140514800693125e-06, |
| "loss": 0.4679, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.6159052453468697, |
| "grad_norm": 3.3181495666503906, |
| "learning_rate": 1.7066144725691933e-06, |
| "loss": 0.4362, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.6168721295624849, |
| "grad_norm": 4.290891170501709, |
| "learning_rate": 1.6991852642360898e-06, |
| "loss": 0.4636, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.6178390137781, |
| "grad_norm": 3.491584539413452, |
| "learning_rate": 1.6917639281008703e-06, |
| "loss": 0.4388, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.6188058979937152, |
| "grad_norm": 3.530135154724121, |
| "learning_rate": 1.6843505371170226e-06, |
| "loss": 0.4667, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.6197727822093304, |
| "grad_norm": 3.9121077060699463, |
| "learning_rate": 1.6769451641599305e-06, |
| "loss": 0.5047, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.6207396664249456, |
| "grad_norm": 3.8880884647369385, |
| "learning_rate": 1.6695478820261573e-06, |
| "loss": 0.4943, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.6217065506405608, |
| "grad_norm": 3.671125888824463, |
| "learning_rate": 1.6621587634327328e-06, |
| "loss": 0.5352, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.622673434856176, |
| "grad_norm": 3.2758569717407227, |
| "learning_rate": 1.6547778810164366e-06, |
| "loss": 0.4389, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.6236403190717912, |
| "grad_norm": 4.217796325683594, |
| "learning_rate": 1.647405307333085e-06, |
| "loss": 0.5478, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.6246072032874064, |
| "grad_norm": 3.5154519081115723, |
| "learning_rate": 1.6400411148568196e-06, |
| "loss": 0.394, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.6255740875030215, |
| "grad_norm": 3.519857883453369, |
| "learning_rate": 1.6326853759793878e-06, |
| "loss": 0.4146, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.6265409717186367, |
| "grad_norm": 3.5776000022888184, |
| "learning_rate": 1.6253381630094412e-06, |
| "loss": 0.4827, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.6275078559342518, |
| "grad_norm": 4.16077995300293, |
| "learning_rate": 1.6179995481718165e-06, |
| "loss": 0.5614, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.628474740149867, |
| "grad_norm": 3.562154769897461, |
| "learning_rate": 1.610669603606831e-06, |
| "loss": 0.4778, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.6294416243654822, |
| "grad_norm": 3.7697620391845703, |
| "learning_rate": 1.6033484013695688e-06, |
| "loss": 0.4292, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.6304085085810974, |
| "grad_norm": 3.4476921558380127, |
| "learning_rate": 1.5960360134291759e-06, |
| "loss": 0.4513, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.6313753927967126, |
| "grad_norm": 3.656102180480957, |
| "learning_rate": 1.588732511668153e-06, |
| "loss": 0.4747, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.6323422770123278, |
| "grad_norm": 3.675884962081909, |
| "learning_rate": 1.5814379678816471e-06, |
| "loss": 0.4267, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.633309161227943, |
| "grad_norm": 3.7877371311187744, |
| "learning_rate": 1.5741524537767427e-06, |
| "loss": 0.4905, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.6342760454435581, |
| "grad_norm": 3.5091817378997803, |
| "learning_rate": 1.566876040971765e-06, |
| "loss": 0.4275, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.6352429296591733, |
| "grad_norm": 3.42677903175354, |
| "learning_rate": 1.5596088009955695e-06, |
| "loss": 0.4384, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.6362098138747885, |
| "grad_norm": 3.765990972518921, |
| "learning_rate": 1.5523508052868402e-06, |
| "loss": 0.4993, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.6371766980904037, |
| "grad_norm": 3.590433120727539, |
| "learning_rate": 1.5451021251933895e-06, |
| "loss": 0.432, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.6381435823060189, |
| "grad_norm": 3.3445186614990234, |
| "learning_rate": 1.5378628319714514e-06, |
| "loss": 0.4175, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.6391104665216341, |
| "grad_norm": 3.357813596725464, |
| "learning_rate": 1.5306329967849887e-06, |
| "loss": 0.412, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.6400773507372493, |
| "grad_norm": 4.022750377655029, |
| "learning_rate": 1.5234126907049878e-06, |
| "loss": 0.3955, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.6410442349528644, |
| "grad_norm": 3.672391414642334, |
| "learning_rate": 1.5162019847087616e-06, |
| "loss": 0.4514, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.6420111191684795, |
| "grad_norm": 4.018763065338135, |
| "learning_rate": 1.509000949679252e-06, |
| "loss": 0.4605, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.6429780033840947, |
| "grad_norm": 3.6761765480041504, |
| "learning_rate": 1.5018096564043333e-06, |
| "loss": 0.4994, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.6439448875997099, |
| "grad_norm": 3.574371576309204, |
| "learning_rate": 1.4946281755761153e-06, |
| "loss": 0.4411, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.6449117718153251, |
| "grad_norm": 3.484593629837036, |
| "learning_rate": 1.4874565777902518e-06, |
| "loss": 0.4839, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.6458786560309403, |
| "grad_norm": 3.7389230728149414, |
| "learning_rate": 1.4802949335452387e-06, |
| "loss": 0.4805, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.6468455402465555, |
| "grad_norm": 3.800123691558838, |
| "learning_rate": 1.4731433132417316e-06, |
| "loss": 0.4202, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.6478124244621707, |
| "grad_norm": 4.061914920806885, |
| "learning_rate": 1.466001787181846e-06, |
| "loss": 0.4681, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.6487793086777859, |
| "grad_norm": 3.831731081008911, |
| "learning_rate": 1.4588704255684697e-06, |
| "loss": 0.4506, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.649746192893401, |
| "grad_norm": 3.3978049755096436, |
| "learning_rate": 1.451749298504568e-06, |
| "loss": 0.4754, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.6507130771090162, |
| "grad_norm": 3.271028518676758, |
| "learning_rate": 1.4446384759925024e-06, |
| "loss": 0.4375, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.6516799613246314, |
| "grad_norm": 3.7137019634246826, |
| "learning_rate": 1.4375380279333378e-06, |
| "loss": 0.5393, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.6526468455402465, |
| "grad_norm": 3.694547176361084, |
| "learning_rate": 1.4304480241261529e-06, |
| "loss": 0.5164, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.6536137297558617, |
| "grad_norm": 3.5363903045654297, |
| "learning_rate": 1.4233685342673602e-06, |
| "loss": 0.447, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.6545806139714769, |
| "grad_norm": 3.400479555130005, |
| "learning_rate": 1.4162996279500158e-06, |
| "loss": 0.4502, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.6555474981870921, |
| "grad_norm": 3.27048397064209, |
| "learning_rate": 1.409241374663136e-06, |
| "loss": 0.4497, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.6565143824027073, |
| "grad_norm": 3.7610373497009277, |
| "learning_rate": 1.4021938437910181e-06, |
| "loss": 0.4564, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.6574812666183224, |
| "grad_norm": 3.84147572517395, |
| "learning_rate": 1.3951571046125546e-06, |
| "loss": 0.493, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.6584481508339376, |
| "grad_norm": 3.6611154079437256, |
| "learning_rate": 1.388131226300552e-06, |
| "loss": 0.3995, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.6594150350495528, |
| "grad_norm": 3.796962261199951, |
| "learning_rate": 1.3811162779210512e-06, |
| "loss": 0.5106, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.660381919265168, |
| "grad_norm": 3.6814441680908203, |
| "learning_rate": 1.374112328432652e-06, |
| "loss": 0.522, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.6613488034807832, |
| "grad_norm": 3.965012788772583, |
| "learning_rate": 1.3671194466858335e-06, |
| "loss": 0.4978, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.6623156876963984, |
| "grad_norm": 3.3158814907073975, |
| "learning_rate": 1.3601377014222688e-06, |
| "loss": 0.4425, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.6632825719120136, |
| "grad_norm": 3.8214852809906006, |
| "learning_rate": 1.3531671612741653e-06, |
| "loss": 0.5121, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.6642494561276288, |
| "grad_norm": 3.924567222595215, |
| "learning_rate": 1.3462078947635781e-06, |
| "loss": 0.5657, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.665216340343244, |
| "grad_norm": 3.8759005069732666, |
| "learning_rate": 1.3392599703017393e-06, |
| "loss": 0.4754, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.666183224558859, |
| "grad_norm": 3.805741548538208, |
| "learning_rate": 1.3323234561883847e-06, |
| "loss": 0.498, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.6671501087744742, |
| "grad_norm": 3.289720296859741, |
| "learning_rate": 1.3253984206110881e-06, |
| "loss": 0.4543, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.6681169929900894, |
| "grad_norm": 3.9015278816223145, |
| "learning_rate": 1.318484931644582e-06, |
| "loss": 0.5214, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.6690838772057046, |
| "grad_norm": 3.7777562141418457, |
| "learning_rate": 1.311583057250096e-06, |
| "loss": 0.4999, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.6700507614213198, |
| "grad_norm": 3.9760212898254395, |
| "learning_rate": 1.3046928652746833e-06, |
| "loss": 0.5266, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.671017645636935, |
| "grad_norm": 4.030066967010498, |
| "learning_rate": 1.297814423450559e-06, |
| "loss": 0.4069, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.6719845298525502, |
| "grad_norm": 3.4443728923797607, |
| "learning_rate": 1.2909477993944286e-06, |
| "loss": 0.4446, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.6729514140681654, |
| "grad_norm": 3.7695109844207764, |
| "learning_rate": 1.284093060606829e-06, |
| "loss": 0.514, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.6739182982837805, |
| "grad_norm": 3.507645606994629, |
| "learning_rate": 1.2772502744714592e-06, |
| "loss": 0.4932, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.6748851824993957, |
| "grad_norm": 3.8569910526275635, |
| "learning_rate": 1.2704195082545217e-06, |
| "loss": 0.4999, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.6758520667150109, |
| "grad_norm": 3.4546616077423096, |
| "learning_rate": 1.2636008291040618e-06, |
| "loss": 0.3947, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.676818950930626, |
| "grad_norm": 3.5067853927612305, |
| "learning_rate": 1.2567943040493059e-06, |
| "loss": 0.4806, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.6777858351462412, |
| "grad_norm": 3.6664950847625732, |
| "learning_rate": 1.2500000000000007e-06, |
| "loss": 0.4407, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.6787527193618564, |
| "grad_norm": 3.515747308731079, |
| "learning_rate": 1.243217983745758e-06, |
| "loss": 0.4741, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.6797196035774716, |
| "grad_norm": 3.3077144622802734, |
| "learning_rate": 1.236448321955401e-06, |
| "loss": 0.4433, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.6806864877930868, |
| "grad_norm": 3.554198741912842, |
| "learning_rate": 1.2296910811763008e-06, |
| "loss": 0.4852, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.6816533720087019, |
| "grad_norm": 3.428964138031006, |
| "learning_rate": 1.222946327833731e-06, |
| "loss": 0.436, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.6826202562243171, |
| "grad_norm": 3.696312665939331, |
| "learning_rate": 1.2162141282302078e-06, |
| "loss": 0.4375, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.6835871404399323, |
| "grad_norm": 3.7810776233673096, |
| "learning_rate": 1.2094945485448424e-06, |
| "loss": 0.5128, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.6845540246555475, |
| "grad_norm": 3.7111852169036865, |
| "learning_rate": 1.2027876548326898e-06, |
| "loss": 0.4304, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.6855209088711627, |
| "grad_norm": 3.6479649543762207, |
| "learning_rate": 1.196093513024099e-06, |
| "loss": 0.5147, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.6864877930867779, |
| "grad_norm": 3.8986546993255615, |
| "learning_rate": 1.1894121889240638e-06, |
| "loss": 0.4977, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.6874546773023931, |
| "grad_norm": 3.825770378112793, |
| "learning_rate": 1.182743748211576e-06, |
| "loss": 0.3706, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.6884215615180083, |
| "grad_norm": 3.962735891342163, |
| "learning_rate": 1.1760882564389823e-06, |
| "loss": 0.4488, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.6893884457336233, |
| "grad_norm": 3.5851974487304688, |
| "learning_rate": 1.1694457790313403e-06, |
| "loss": 0.4938, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.6903553299492385, |
| "grad_norm": 3.4636547565460205, |
| "learning_rate": 1.1628163812857672e-06, |
| "loss": 0.4451, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.6913222141648537, |
| "grad_norm": 3.505995750427246, |
| "learning_rate": 1.15620012837081e-06, |
| "loss": 0.435, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.6922890983804689, |
| "grad_norm": 3.468104124069214, |
| "learning_rate": 1.1495970853257963e-06, |
| "loss": 0.5059, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.6932559825960841, |
| "grad_norm": 3.6698925495147705, |
| "learning_rate": 1.1430073170601968e-06, |
| "loss": 0.4358, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.6942228668116993, |
| "grad_norm": 3.6901962757110596, |
| "learning_rate": 1.1364308883529913e-06, |
| "loss": 0.4783, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.6951897510273145, |
| "grad_norm": 3.789227247238159, |
| "learning_rate": 1.1298678638520247e-06, |
| "loss": 0.4928, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.6961566352429297, |
| "grad_norm": 3.7630035877227783, |
| "learning_rate": 1.1233183080733764e-06, |
| "loss": 0.4331, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.6971235194585449, |
| "grad_norm": 3.66995906829834, |
| "learning_rate": 1.1167822854007265e-06, |
| "loss": 0.4984, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.69809040367416, |
| "grad_norm": 3.4906699657440186, |
| "learning_rate": 1.1102598600847222e-06, |
| "loss": 0.5019, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.6990572878897752, |
| "grad_norm": 4.130275726318359, |
| "learning_rate": 1.1037510962423425e-06, |
| "loss": 0.4758, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.7000241721053904, |
| "grad_norm": 3.688877820968628, |
| "learning_rate": 1.0972560578562715e-06, |
| "loss": 0.3597, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.7009910563210056, |
| "grad_norm": 3.8207924365997314, |
| "learning_rate": 1.0907748087742716e-06, |
| "loss": 0.4928, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.7019579405366208, |
| "grad_norm": 3.633645534515381, |
| "learning_rate": 1.0843074127085506e-06, |
| "loss": 0.4764, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.7029248247522359, |
| "grad_norm": 4.134641170501709, |
| "learning_rate": 1.0778539332351374e-06, |
| "loss": 0.4815, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.7038917089678511, |
| "grad_norm": 3.7726616859436035, |
| "learning_rate": 1.0714144337932588e-06, |
| "loss": 0.4984, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.7048585931834663, |
| "grad_norm": 3.6876401901245117, |
| "learning_rate": 1.0649889776847161e-06, |
| "loss": 0.4851, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.7058254773990814, |
| "grad_norm": 3.7998340129852295, |
| "learning_rate": 1.0585776280732585e-06, |
| "loss": 0.463, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.7067923616146966, |
| "grad_norm": 3.6184780597686768, |
| "learning_rate": 1.0521804479839651e-06, |
| "loss": 0.4611, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.7077592458303118, |
| "grad_norm": 3.5277678966522217, |
| "learning_rate": 1.0457975003026278e-06, |
| "loss": 0.4036, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.708726130045927, |
| "grad_norm": 3.882558822631836, |
| "learning_rate": 1.0394288477751274e-06, |
| "loss": 0.4848, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.7096930142615422, |
| "grad_norm": 3.571218729019165, |
| "learning_rate": 1.0330745530068235e-06, |
| "loss": 0.4654, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.7106598984771574, |
| "grad_norm": 3.78566312789917, |
| "learning_rate": 1.0267346784619324e-06, |
| "loss": 0.3912, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.7116267826927726, |
| "grad_norm": 3.657423496246338, |
| "learning_rate": 1.0204092864629173e-06, |
| "loss": 0.4067, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.7125936669083878, |
| "grad_norm": 3.9299519062042236, |
| "learning_rate": 1.0140984391898744e-06, |
| "loss": 0.4697, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.7135605511240029, |
| "grad_norm": 3.5789129734039307, |
| "learning_rate": 1.0078021986799238e-06, |
| "loss": 0.4346, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.714527435339618, |
| "grad_norm": 3.3570632934570312, |
| "learning_rate": 1.0015206268265948e-06, |
| "loss": 0.388, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.7154943195552332, |
| "grad_norm": 3.806309938430786, |
| "learning_rate": 9.952537853792204e-07, |
| "loss": 0.481, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.7164612037708484, |
| "grad_norm": 4.444820880889893, |
| "learning_rate": 9.890017359423326e-07, |
| "loss": 0.4859, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.7174280879864636, |
| "grad_norm": 3.6907238960266113, |
| "learning_rate": 9.827645399750539e-07, |
| "loss": 0.4662, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.7183949722020788, |
| "grad_norm": 3.746755361557007, |
| "learning_rate": 9.765422587904919e-07, |
| "loss": 0.4504, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.719361856417694, |
| "grad_norm": 3.8143019676208496, |
| "learning_rate": 9.703349535551387e-07, |
| "loss": 0.4632, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.7203287406333092, |
| "grad_norm": 3.932626485824585, |
| "learning_rate": 9.641426852882717e-07, |
| "loss": 0.4846, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.7212956248489243, |
| "grad_norm": 3.918102502822876, |
| "learning_rate": 9.579655148613478e-07, |
| "loss": 0.5095, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.7222625090645395, |
| "grad_norm": 3.4765045642852783, |
| "learning_rate": 9.518035029974127e-07, |
| "loss": 0.4269, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.7232293932801547, |
| "grad_norm": 3.6121413707733154, |
| "learning_rate": 9.456567102704961e-07, |
| "loss": 0.412, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.7241962774957699, |
| "grad_norm": 3.615751028060913, |
| "learning_rate": 9.395251971050206e-07, |
| "loss": 0.4399, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.7251631617113851, |
| "grad_norm": 3.4750213623046875, |
| "learning_rate": 9.334090237752095e-07, |
| "loss": 0.452, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.7261300459270003, |
| "grad_norm": 3.536120891571045, |
| "learning_rate": 9.273082504044903e-07, |
| "loss": 0.4228, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.7270969301426154, |
| "grad_norm": 3.8346316814422607, |
| "learning_rate": 9.21222936964905e-07, |
| "loss": 0.5377, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.7280638143582306, |
| "grad_norm": 3.4409730434417725, |
| "learning_rate": 9.151531432765204e-07, |
| "loss": 0.3675, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.7290306985738458, |
| "grad_norm": 3.424736261367798, |
| "learning_rate": 9.090989290068425e-07, |
| "loss": 0.4304, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.7299975827894609, |
| "grad_norm": 3.5875778198242188, |
| "learning_rate": 9.030603536702254e-07, |
| "loss": 0.4541, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.7309644670050761, |
| "grad_norm": 3.5809242725372314, |
| "learning_rate": 8.970374766272916e-07, |
| "loss": 0.4664, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.7319313512206913, |
| "grad_norm": 3.7358856201171875, |
| "learning_rate": 8.910303570843423e-07, |
| "loss": 0.4463, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.7328982354363065, |
| "grad_norm": 3.236128807067871, |
| "learning_rate": 8.850390540927825e-07, |
| "loss": 0.4242, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.7338651196519217, |
| "grad_norm": 3.585001230239868, |
| "learning_rate": 8.790636265485333e-07, |
| "loss": 0.4475, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.7348320038675369, |
| "grad_norm": 4.007416248321533, |
| "learning_rate": 8.731041331914591e-07, |
| "loss": 0.4996, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.7357988880831521, |
| "grad_norm": 3.5270919799804688, |
| "learning_rate": 8.67160632604786e-07, |
| "loss": 0.412, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.7367657722987673, |
| "grad_norm": 3.9546616077423096, |
| "learning_rate": 8.612331832145269e-07, |
| "loss": 0.4678, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.7377326565143824, |
| "grad_norm": 3.887314558029175, |
| "learning_rate": 8.553218432889091e-07, |
| "loss": 0.4595, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.7386995407299976, |
| "grad_norm": 3.572169303894043, |
| "learning_rate": 8.49426670937801e-07, |
| "loss": 0.3734, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.7396664249456127, |
| "grad_norm": 3.3383076190948486, |
| "learning_rate": 8.435477241121354e-07, |
| "loss": 0.396, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.7406333091612279, |
| "grad_norm": 3.5187559127807617, |
| "learning_rate": 8.376850606033487e-07, |
| "loss": 0.4395, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.7416001933768431, |
| "grad_norm": 3.5995166301727295, |
| "learning_rate": 8.31838738042808e-07, |
| "loss": 0.4179, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.7425670775924583, |
| "grad_norm": 3.620683193206787, |
| "learning_rate": 8.260088139012435e-07, |
| "loss": 0.4468, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.7435339618080735, |
| "grad_norm": 3.868516445159912, |
| "learning_rate": 8.201953454881844e-07, |
| "loss": 0.5147, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.7445008460236887, |
| "grad_norm": 3.560850143432617, |
| "learning_rate": 8.143983899513988e-07, |
| "loss": 0.4294, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.7454677302393038, |
| "grad_norm": 3.773320436477661, |
| "learning_rate": 8.086180042763284e-07, |
| "loss": 0.4832, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.746434614454919, |
| "grad_norm": 3.5478060245513916, |
| "learning_rate": 8.028542452855281e-07, |
| "loss": 0.45, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.7474014986705342, |
| "grad_norm": 3.715156316757202, |
| "learning_rate": 7.971071696381089e-07, |
| "loss": 0.4849, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.7483683828861494, |
| "grad_norm": 3.5130743980407715, |
| "learning_rate": 7.913768338291821e-07, |
| "loss": 0.456, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.7493352671017646, |
| "grad_norm": 3.6129679679870605, |
| "learning_rate": 7.856632941893e-07, |
| "loss": 0.3651, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.7503021513173798, |
| "grad_norm": 3.693694591522217, |
| "learning_rate": 7.799666068839068e-07, |
| "loss": 0.4264, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.751269035532995, |
| "grad_norm": 3.7626357078552246, |
| "learning_rate": 7.74286827912785e-07, |
| "loss": 0.4372, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.7522359197486101, |
| "grad_norm": 3.6865146160125732, |
| "learning_rate": 7.686240131094993e-07, |
| "loss": 0.514, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.7532028039642252, |
| "grad_norm": 3.815524101257324, |
| "learning_rate": 7.629782181408574e-07, |
| "loss": 0.4652, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.7541696881798404, |
| "grad_norm": 3.8076345920562744, |
| "learning_rate": 7.573494985063579e-07, |
| "loss": 0.479, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.7551365723954556, |
| "grad_norm": 3.990732192993164, |
| "learning_rate": 7.517379095376418e-07, |
| "loss": 0.5049, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.7561034566110708, |
| "grad_norm": 3.6248281002044678, |
| "learning_rate": 7.461435063979533e-07, |
| "loss": 0.4247, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.757070340826686, |
| "grad_norm": 4.307629585266113, |
| "learning_rate": 7.405663440815968e-07, |
| "loss": 0.4989, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.7580372250423012, |
| "grad_norm": 3.800755500793457, |
| "learning_rate": 7.350064774133936e-07, |
| "loss": 0.4744, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.7590041092579164, |
| "grad_norm": 3.5235469341278076, |
| "learning_rate": 7.294639610481461e-07, |
| "loss": 0.4778, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.7599709934735316, |
| "grad_norm": 3.831073760986328, |
| "learning_rate": 7.239388494700974e-07, |
| "loss": 0.4422, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.7609378776891468, |
| "grad_norm": 3.861233949661255, |
| "learning_rate": 7.184311969924002e-07, |
| "loss": 0.465, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.7619047619047619, |
| "grad_norm": 4.040560722351074, |
| "learning_rate": 7.129410577565766e-07, |
| "loss": 0.5075, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.7628716461203771, |
| "grad_norm": 3.890537977218628, |
| "learning_rate": 7.074684857319928e-07, |
| "loss": 0.4742, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.7638385303359922, |
| "grad_norm": 3.9048914909362793, |
| "learning_rate": 7.020135347153229e-07, |
| "loss": 0.4557, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.7648054145516074, |
| "grad_norm": 4.083683490753174, |
| "learning_rate": 6.965762583300223e-07, |
| "loss": 0.459, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.7657722987672226, |
| "grad_norm": 3.9095261096954346, |
| "learning_rate": 6.911567100258021e-07, |
| "loss": 0.4768, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.7667391829828378, |
| "grad_norm": 4.056056976318359, |
| "learning_rate": 6.85754943078103e-07, |
| "loss": 0.5037, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.767706067198453, |
| "grad_norm": 3.6234371662139893, |
| "learning_rate": 6.803710105875661e-07, |
| "loss": 0.4934, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.7686729514140682, |
| "grad_norm": 3.658932685852051, |
| "learning_rate": 6.750049654795199e-07, |
| "loss": 0.5005, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.7696398356296833, |
| "grad_norm": 3.7866780757904053, |
| "learning_rate": 6.696568605034559e-07, |
| "loss": 0.4743, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.7706067198452985, |
| "grad_norm": 3.559441328048706, |
| "learning_rate": 6.643267482325061e-07, |
| "loss": 0.4083, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.7715736040609137, |
| "grad_norm": 3.7595908641815186, |
| "learning_rate": 6.590146810629347e-07, |
| "loss": 0.4967, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.7725404882765289, |
| "grad_norm": 3.7670183181762695, |
| "learning_rate": 6.537207112136143e-07, |
| "loss": 0.4929, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.7735073724921441, |
| "grad_norm": 4.016094207763672, |
| "learning_rate": 6.484448907255181e-07, |
| "loss": 0.4798, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.7744742567077593, |
| "grad_norm": 3.9730477333068848, |
| "learning_rate": 6.431872714612072e-07, |
| "loss": 0.5017, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.7754411409233745, |
| "grad_norm": 4.174206733703613, |
| "learning_rate": 6.379479051043208e-07, |
| "loss": 0.4918, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.7764080251389897, |
| "grad_norm": 3.839644193649292, |
| "learning_rate": 6.327268431590664e-07, |
| "loss": 0.4634, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.7773749093546047, |
| "grad_norm": 3.615432024002075, |
| "learning_rate": 6.275241369497142e-07, |
| "loss": 0.4287, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.7783417935702199, |
| "grad_norm": 3.912182569503784, |
| "learning_rate": 6.223398376200956e-07, |
| "loss": 0.4709, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.7793086777858351, |
| "grad_norm": 3.828120470046997, |
| "learning_rate": 6.171739961330983e-07, |
| "loss": 0.4846, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.7802755620014503, |
| "grad_norm": 3.653789758682251, |
| "learning_rate": 6.1202666327016e-07, |
| "loss": 0.4179, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.7812424462170655, |
| "grad_norm": 3.5782525539398193, |
| "learning_rate": 6.068978896307795e-07, |
| "loss": 0.4177, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.7822093304326807, |
| "grad_norm": 3.655728340148926, |
| "learning_rate": 6.017877256320132e-07, |
| "loss": 0.4135, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.7831762146482959, |
| "grad_norm": 3.3964128494262695, |
| "learning_rate": 5.966962215079786e-07, |
| "loss": 0.3804, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.7841430988639111, |
| "grad_norm": 3.8653347492218018, |
| "learning_rate": 5.916234273093624e-07, |
| "loss": 0.5036, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.7851099830795262, |
| "grad_norm": 3.8347480297088623, |
| "learning_rate": 5.865693929029306e-07, |
| "loss": 0.4827, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.7860768672951414, |
| "grad_norm": 3.4399571418762207, |
| "learning_rate": 5.815341679710327e-07, |
| "loss": 0.475, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.7870437515107566, |
| "grad_norm": 3.6704349517822266, |
| "learning_rate": 5.765178020111201e-07, |
| "loss": 0.4524, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.7880106357263718, |
| "grad_norm": 3.6934151649475098, |
| "learning_rate": 5.715203443352526e-07, |
| "loss": 0.507, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.788977519941987, |
| "grad_norm": 3.8846731185913086, |
| "learning_rate": 5.665418440696202e-07, |
| "loss": 0.4698, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.7899444041576021, |
| "grad_norm": 3.6200265884399414, |
| "learning_rate": 5.615823501540546e-07, |
| "loss": 0.4948, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.7909112883732173, |
| "grad_norm": 3.749350070953369, |
| "learning_rate": 5.566419113415528e-07, |
| "loss": 0.4372, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.7918781725888325, |
| "grad_norm": 4.006725788116455, |
| "learning_rate": 5.51720576197794e-07, |
| "loss": 0.4777, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.7928450568044476, |
| "grad_norm": 3.7433784008026123, |
| "learning_rate": 5.468183931006635e-07, |
| "loss": 0.4171, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.7938119410200628, |
| "grad_norm": 3.7018020153045654, |
| "learning_rate": 5.419354102397792e-07, |
| "loss": 0.4783, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.794778825235678, |
| "grad_norm": 3.5116868019104004, |
| "learning_rate": 5.370716756160158e-07, |
| "loss": 0.4673, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.7957457094512932, |
| "grad_norm": 3.450648069381714, |
| "learning_rate": 5.32227237041032e-07, |
| "loss": 0.4079, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.7967125936669084, |
| "grad_norm": 3.5097784996032715, |
| "learning_rate": 5.274021421368019e-07, |
| "loss": 0.4189, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.7976794778825236, |
| "grad_norm": 3.470055341720581, |
| "learning_rate": 5.22596438335149e-07, |
| "loss": 0.4872, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.7986463620981388, |
| "grad_norm": 4.227003574371338, |
| "learning_rate": 5.178101728772741e-07, |
| "loss": 0.4725, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.799613246313754, |
| "grad_norm": 4.068714618682861, |
| "learning_rate": 5.130433928132983e-07, |
| "loss": 0.4568, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.8005801305293692, |
| "grad_norm": 4.06673526763916, |
| "learning_rate": 5.082961450017943e-07, |
| "loss": 0.4902, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.8015470147449842, |
| "grad_norm": 3.6162238121032715, |
| "learning_rate": 5.035684761093273e-07, |
| "loss": 0.4429, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.8025138989605994, |
| "grad_norm": 3.8663253784179688, |
| "learning_rate": 4.988604326099999e-07, |
| "loss": 0.4794, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.8034807831762146, |
| "grad_norm": 3.618603467941284, |
| "learning_rate": 4.941720607849912e-07, |
| "loss": 0.4308, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.8044476673918298, |
| "grad_norm": 3.8849265575408936, |
| "learning_rate": 4.895034067221025e-07, |
| "loss": 0.4932, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.805414551607445, |
| "grad_norm": 3.5201117992401123, |
| "learning_rate": 4.848545163153048e-07, |
| "loss": 0.443, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.8063814358230602, |
| "grad_norm": 3.6072754859924316, |
| "learning_rate": 4.802254352642883e-07, |
| "loss": 0.4063, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.8073483200386754, |
| "grad_norm": 3.856928586959839, |
| "learning_rate": 4.756162090740135e-07, |
| "loss": 0.5103, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.8083152042542906, |
| "grad_norm": 3.5394015312194824, |
| "learning_rate": 4.7102688305426106e-07, |
| "loss": 0.4409, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.8092820884699057, |
| "grad_norm": 3.6355698108673096, |
| "learning_rate": 4.6645750231918864e-07, |
| "loss": 0.5113, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.8102489726855209, |
| "grad_norm": 4.026984691619873, |
| "learning_rate": 4.6190811178688843e-07, |
| "loss": 0.4681, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.8112158569011361, |
| "grad_norm": 3.748511552810669, |
| "learning_rate": 4.5737875617894225e-07, |
| "loss": 0.4808, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.8121827411167513, |
| "grad_norm": 3.9079511165618896, |
| "learning_rate": 4.528694800199859e-07, |
| "loss": 0.4995, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.8131496253323665, |
| "grad_norm": 3.926765203475952, |
| "learning_rate": 4.4838032763726806e-07, |
| "loss": 0.4712, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.8141165095479816, |
| "grad_norm": 3.8391571044921875, |
| "learning_rate": 4.4391134316021545e-07, |
| "loss": 0.4801, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.8150833937635968, |
| "grad_norm": 3.581597089767456, |
| "learning_rate": 4.394625705200012e-07, |
| "loss": 0.3686, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.816050277979212, |
| "grad_norm": 3.869783401489258, |
| "learning_rate": 4.3503405344911125e-07, |
| "loss": 0.4921, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.8170171621948271, |
| "grad_norm": 3.75410532951355, |
| "learning_rate": 4.3062583548091256e-07, |
| "loss": 0.4503, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.8179840464104423, |
| "grad_norm": 3.647118330001831, |
| "learning_rate": 4.2623795994922836e-07, |
| "loss": 0.4418, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.8189509306260575, |
| "grad_norm": 3.6203055381774902, |
| "learning_rate": 4.218704699879117e-07, |
| "loss": 0.415, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.8199178148416727, |
| "grad_norm": 3.5551204681396484, |
| "learning_rate": 4.1752340853041973e-07, |
| "loss": 0.4879, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.8208846990572879, |
| "grad_norm": 3.568030595779419, |
| "learning_rate": 4.1319681830939124e-07, |
| "loss": 0.4573, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.8218515832729031, |
| "grad_norm": 3.600548028945923, |
| "learning_rate": 4.0889074185623103e-07, |
| "loss": 0.4589, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.8228184674885183, |
| "grad_norm": 3.7248218059539795, |
| "learning_rate": 4.0460522150068684e-07, |
| "loss": 0.4588, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.8237853517041335, |
| "grad_norm": 3.6307175159454346, |
| "learning_rate": 4.0034029937043527e-07, |
| "loss": 0.5157, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.8247522359197486, |
| "grad_norm": 3.7944419384002686, |
| "learning_rate": 3.9609601739066664e-07, |
| "loss": 0.4348, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.8257191201353637, |
| "grad_norm": 3.4527225494384766, |
| "learning_rate": 3.918724172836763e-07, |
| "loss": 0.5047, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.8266860043509789, |
| "grad_norm": 3.6622514724731445, |
| "learning_rate": 3.876695405684486e-07, |
| "loss": 0.4555, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.8276528885665941, |
| "grad_norm": 3.5915470123291016, |
| "learning_rate": 3.8348742856025495e-07, |
| "loss": 0.4388, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.8286197727822093, |
| "grad_norm": 3.6613149642944336, |
| "learning_rate": 3.793261223702441e-07, |
| "loss": 0.4704, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.8295866569978245, |
| "grad_norm": 3.679746389389038, |
| "learning_rate": 3.751856629050363e-07, |
| "loss": 0.4167, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.8305535412134397, |
| "grad_norm": 3.6246674060821533, |
| "learning_rate": 3.7106609086632635e-07, |
| "loss": 0.4532, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.8315204254290549, |
| "grad_norm": 3.590588092803955, |
| "learning_rate": 3.669674467504808e-07, |
| "loss": 0.458, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.8324873096446701, |
| "grad_norm": 3.574864149093628, |
| "learning_rate": 3.628897708481377e-07, |
| "loss": 0.5124, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.8334541938602852, |
| "grad_norm": 3.350720167160034, |
| "learning_rate": 3.588331032438133e-07, |
| "loss": 0.3843, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.8344210780759004, |
| "grad_norm": 3.3735225200653076, |
| "learning_rate": 3.5479748381550855e-07, |
| "loss": 0.4444, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.8353879622915156, |
| "grad_norm": 3.831509590148926, |
| "learning_rate": 3.5078295223431534e-07, |
| "loss": 0.493, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.8363548465071308, |
| "grad_norm": 3.679081916809082, |
| "learning_rate": 3.4678954796402624e-07, |
| "loss": 0.4197, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.837321730722746, |
| "grad_norm": 3.6159653663635254, |
| "learning_rate": 3.4281731026074737e-07, |
| "loss": 0.4386, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.8382886149383612, |
| "grad_norm": 3.782343626022339, |
| "learning_rate": 3.388662781725141e-07, |
| "loss": 0.4017, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.8392554991539763, |
| "grad_norm": 3.8932251930236816, |
| "learning_rate": 3.3493649053890325e-07, |
| "loss": 0.4875, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.8402223833695915, |
| "grad_norm": 3.8822195529937744, |
| "learning_rate": 3.310279859906565e-07, |
| "loss": 0.4377, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.8411892675852066, |
| "grad_norm": 3.878910779953003, |
| "learning_rate": 3.271408029492948e-07, |
| "loss": 0.3554, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.8421561518008218, |
| "grad_norm": 3.642711877822876, |
| "learning_rate": 3.232749796267451e-07, |
| "loss": 0.4133, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.843123036016437, |
| "grad_norm": 3.5945470333099365, |
| "learning_rate": 3.194305540249637e-07, |
| "loss": 0.46, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.8440899202320522, |
| "grad_norm": 3.501006603240967, |
| "learning_rate": 3.1560756393556187e-07, |
| "loss": 0.4509, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.8450568044476674, |
| "grad_norm": 3.5597221851348877, |
| "learning_rate": 3.118060469394346e-07, |
| "loss": 0.4517, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.8460236886632826, |
| "grad_norm": 3.781863212585449, |
| "learning_rate": 3.0802604040639034e-07, |
| "loss": 0.4685, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.8469905728788978, |
| "grad_norm": 3.9921908378601074, |
| "learning_rate": 3.042675814947868e-07, |
| "loss": 0.4825, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.847957457094513, |
| "grad_norm": 3.7082839012145996, |
| "learning_rate": 3.0053070715116153e-07, |
| "loss": 0.3958, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.8489243413101281, |
| "grad_norm": 4.115004062652588, |
| "learning_rate": 2.9681545410987193e-07, |
| "loss": 0.4948, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.8498912255257433, |
| "grad_norm": 3.928007125854492, |
| "learning_rate": 2.9312185889273147e-07, |
| "loss": 0.3921, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.8508581097413584, |
| "grad_norm": 3.7645504474639893, |
| "learning_rate": 2.894499578086543e-07, |
| "loss": 0.4806, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.8518249939569736, |
| "grad_norm": 3.6392364501953125, |
| "learning_rate": 2.8579978695329386e-07, |
| "loss": 0.5108, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.8527918781725888, |
| "grad_norm": 3.5847926139831543, |
| "learning_rate": 2.821713822086919e-07, |
| "loss": 0.4466, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.853758762388204, |
| "grad_norm": 3.5183796882629395, |
| "learning_rate": 2.785647792429233e-07, |
| "loss": 0.4317, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.8547256466038192, |
| "grad_norm": 3.4891810417175293, |
| "learning_rate": 2.7498001350974605e-07, |
| "loss": 0.4389, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.8556925308194344, |
| "grad_norm": 3.8687262535095215, |
| "learning_rate": 2.714171202482538e-07, |
| "loss": 0.4642, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.8566594150350495, |
| "grad_norm": 3.986570358276367, |
| "learning_rate": 2.678761344825295e-07, |
| "loss": 0.4655, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.8576262992506647, |
| "grad_norm": 3.5800821781158447, |
| "learning_rate": 2.6435709102129727e-07, |
| "loss": 0.418, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.8585931834662799, |
| "grad_norm": 3.695192813873291, |
| "learning_rate": 2.608600244575857e-07, |
| "loss": 0.4942, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.8595600676818951, |
| "grad_norm": 3.764131546020508, |
| "learning_rate": 2.5738496916838524e-07, |
| "loss": 0.4745, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.8605269518975103, |
| "grad_norm": 3.749889373779297, |
| "learning_rate": 2.5393195931430884e-07, |
| "loss": 0.4866, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.8614938361131255, |
| "grad_norm": 3.4770333766937256, |
| "learning_rate": 2.505010288392587e-07, |
| "loss": 0.4979, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.8624607203287407, |
| "grad_norm": 3.926590919494629, |
| "learning_rate": 2.4709221147009105e-07, |
| "loss": 0.4444, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.8634276045443559, |
| "grad_norm": 3.7266767024993896, |
| "learning_rate": 2.4370554071628613e-07, |
| "loss": 0.4518, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.864394488759971, |
| "grad_norm": 3.3029301166534424, |
| "learning_rate": 2.4034104986961626e-07, |
| "loss": 0.4383, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.8653613729755861, |
| "grad_norm": 3.774355888366699, |
| "learning_rate": 2.3699877200382026e-07, |
| "loss": 0.4556, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.8663282571912013, |
| "grad_norm": 3.818542718887329, |
| "learning_rate": 2.336787399742793e-07, |
| "loss": 0.4664, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.8672951414068165, |
| "grad_norm": 3.992581605911255, |
| "learning_rate": 2.303809864176909e-07, |
| "loss": 0.4589, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.8682620256224317, |
| "grad_norm": 3.4998490810394287, |
| "learning_rate": 2.271055437517519e-07, |
| "loss": 0.4027, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.8692289098380469, |
| "grad_norm": 3.571521520614624, |
| "learning_rate": 2.2385244417483743e-07, |
| "loss": 0.4391, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.8701957940536621, |
| "grad_norm": 3.1858935356140137, |
| "learning_rate": 2.2062171966568263e-07, |
| "loss": 0.4333, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.8711626782692773, |
| "grad_norm": 3.4342987537384033, |
| "learning_rate": 2.174134019830726e-07, |
| "loss": 0.4417, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.8721295624848925, |
| "grad_norm": 3.857280731201172, |
| "learning_rate": 2.14227522665528e-07, |
| "loss": 0.4099, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.8730964467005076, |
| "grad_norm": 4.276398658752441, |
| "learning_rate": 2.1106411303099455e-07, |
| "loss": 0.4882, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.8740633309161228, |
| "grad_norm": 3.4768717288970947, |
| "learning_rate": 2.0792320417653472e-07, |
| "loss": 0.4288, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.875030215131738, |
| "grad_norm": 3.416771173477173, |
| "learning_rate": 2.0480482697802507e-07, |
| "loss": 0.4147, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.8759970993473531, |
| "grad_norm": 3.6449015140533447, |
| "learning_rate": 2.017090120898485e-07, |
| "loss": 0.4636, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.8769639835629683, |
| "grad_norm": 3.3985326290130615, |
| "learning_rate": 1.986357899445976e-07, |
| "loss": 0.4414, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.8779308677785835, |
| "grad_norm": 3.730642557144165, |
| "learning_rate": 1.9558519075276976e-07, |
| "loss": 0.4355, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.8788977519941987, |
| "grad_norm": 3.829969644546509, |
| "learning_rate": 1.9255724450247676e-07, |
| "loss": 0.491, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.8798646362098139, |
| "grad_norm": 3.6221253871917725, |
| "learning_rate": 1.895519809591434e-07, |
| "loss": 0.4487, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.880831520425429, |
| "grad_norm": 3.4621918201446533, |
| "learning_rate": 1.8656942966522124e-07, |
| "loss": 0.4012, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.8817984046410442, |
| "grad_norm": 3.4926211833953857, |
| "learning_rate": 1.836096199398929e-07, |
| "loss": 0.4418, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.8827652888566594, |
| "grad_norm": 3.554006814956665, |
| "learning_rate": 1.8067258087878597e-07, |
| "loss": 0.372, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.8837321730722746, |
| "grad_norm": 3.646104097366333, |
| "learning_rate": 1.7775834135368818e-07, |
| "loss": 0.4249, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.8846990572878898, |
| "grad_norm": 4.161782264709473, |
| "learning_rate": 1.748669300122627e-07, |
| "loss": 0.5372, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.885665941503505, |
| "grad_norm": 3.7760252952575684, |
| "learning_rate": 1.7199837527776485e-07, |
| "loss": 0.4686, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.8866328257191202, |
| "grad_norm": 3.922210693359375, |
| "learning_rate": 1.691527053487646e-07, |
| "loss": 0.5029, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.8875997099347354, |
| "grad_norm": 3.84432315826416, |
| "learning_rate": 1.6632994819886976e-07, |
| "loss": 0.4649, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.8885665941503504, |
| "grad_norm": 3.71447491645813, |
| "learning_rate": 1.635301315764484e-07, |
| "loss": 0.4049, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.8895334783659656, |
| "grad_norm": 3.771190643310547, |
| "learning_rate": 1.607532830043601e-07, |
| "loss": 0.4949, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.8905003625815808, |
| "grad_norm": 3.759092092514038, |
| "learning_rate": 1.579994297796808e-07, |
| "loss": 0.4791, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.891467246797196, |
| "grad_norm": 3.479841470718384, |
| "learning_rate": 1.5526859897343815e-07, |
| "loss": 0.4447, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.8924341310128112, |
| "grad_norm": 3.0901901721954346, |
| "learning_rate": 1.5256081743034336e-07, |
| "loss": 0.3394, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.8934010152284264, |
| "grad_norm": 3.611321210861206, |
| "learning_rate": 1.4987611176852879e-07, |
| "loss": 0.4004, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.8943678994440416, |
| "grad_norm": 3.6917665004730225, |
| "learning_rate": 1.472145083792842e-07, |
| "loss": 0.4116, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.8953347836596568, |
| "grad_norm": 4.044205665588379, |
| "learning_rate": 1.44576033426799e-07, |
| "loss": 0.5017, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.896301667875272, |
| "grad_norm": 3.850446939468384, |
| "learning_rate": 1.419607128479053e-07, |
| "loss": 0.5565, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.8972685520908871, |
| "grad_norm": 3.598113775253296, |
| "learning_rate": 1.3936857235182233e-07, |
| "loss": 0.4689, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.8982354363065023, |
| "grad_norm": 3.6002085208892822, |
| "learning_rate": 1.3679963741990127e-07, |
| "loss": 0.4742, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.8992023205221175, |
| "grad_norm": 3.4773659706115723, |
| "learning_rate": 1.3425393330538023e-07, |
| "loss": 0.3849, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.9001692047377327, |
| "grad_norm": 3.768770456314087, |
| "learning_rate": 1.317314850331314e-07, |
| "loss": 0.4926, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.9011360889533478, |
| "grad_norm": 3.5853402614593506, |
| "learning_rate": 1.292323173994167e-07, |
| "loss": 0.4547, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.902102973168963, |
| "grad_norm": 3.9394826889038086, |
| "learning_rate": 1.2675645497164352e-07, |
| "loss": 0.4413, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.9030698573845782, |
| "grad_norm": 4.156927108764648, |
| "learning_rate": 1.2430392208812452e-07, |
| "loss": 0.5271, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.9040367416001934, |
| "grad_norm": 3.9245412349700928, |
| "learning_rate": 1.2187474285783623e-07, |
| "loss": 0.5127, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.9050036258158085, |
| "grad_norm": 3.750504970550537, |
| "learning_rate": 1.1946894116018404e-07, |
| "loss": 0.5002, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.9059705100314237, |
| "grad_norm": 3.6622493267059326, |
| "learning_rate": 1.1708654064476743e-07, |
| "loss": 0.5017, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.9069373942470389, |
| "grad_norm": 3.3695197105407715, |
| "learning_rate": 1.1472756473114493e-07, |
| "loss": 0.4487, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.9079042784626541, |
| "grad_norm": 3.628037452697754, |
| "learning_rate": 1.1239203660860648e-07, |
| "loss": 0.4447, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.9088711626782693, |
| "grad_norm": 3.471571922302246, |
| "learning_rate": 1.1007997923594555e-07, |
| "loss": 0.4211, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.9098380468938845, |
| "grad_norm": 3.611616849899292, |
| "learning_rate": 1.0779141534123127e-07, |
| "loss": 0.4236, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.9108049311094997, |
| "grad_norm": 3.4879791736602783, |
| "learning_rate": 1.0552636742158701e-07, |
| "loss": 0.4596, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.9117718153251149, |
| "grad_norm": 3.495035409927368, |
| "learning_rate": 1.0328485774296875e-07, |
| "loss": 0.4096, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.91273869954073, |
| "grad_norm": 3.4880497455596924, |
| "learning_rate": 1.010669083399457e-07, |
| "loss": 0.4351, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.9137055837563451, |
| "grad_norm": 3.4250264167785645, |
| "learning_rate": 9.887254101548422e-08, |
| "loss": 0.4098, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.9146724679719603, |
| "grad_norm": 3.6895461082458496, |
| "learning_rate": 9.670177734073221e-08, |
| "loss": 0.4395, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.9156393521875755, |
| "grad_norm": 3.6795530319213867, |
| "learning_rate": 9.455463865481019e-08, |
| "loss": 0.398, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.9166062364031907, |
| "grad_norm": 3.933271884918213, |
| "learning_rate": 9.243114606459741e-08, |
| "loss": 0.4955, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.9175731206188059, |
| "grad_norm": 4.0044708251953125, |
| "learning_rate": 9.033132044452775e-08, |
| "loss": 0.4639, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.9185400048344211, |
| "grad_norm": 3.7048990726470947, |
| "learning_rate": 8.825518243638226e-08, |
| "loss": 0.5338, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.9195068890500363, |
| "grad_norm": 3.9390463829040527, |
| "learning_rate": 8.620275244908826e-08, |
| "loss": 0.4594, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.9204737732656514, |
| "grad_norm": 3.997107744216919, |
| "learning_rate": 8.417405065851647e-08, |
| "loss": 0.4062, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.9214406574812666, |
| "grad_norm": 3.6523690223693848, |
| "learning_rate": 8.216909700728498e-08, |
| "loss": 0.422, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.9224075416968818, |
| "grad_norm": 3.660822629928589, |
| "learning_rate": 8.018791120456088e-08, |
| "loss": 0.459, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.923374425912497, |
| "grad_norm": 4.010040760040283, |
| "learning_rate": 7.823051272586812e-08, |
| "loss": 0.5026, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.9243413101281122, |
| "grad_norm": 3.4889373779296875, |
| "learning_rate": 7.629692081289608e-08, |
| "loss": 0.4264, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.9253081943437274, |
| "grad_norm": 3.5010697841644287, |
| "learning_rate": 7.438715447331018e-08, |
| "loss": 0.471, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.9262750785593425, |
| "grad_norm": 3.4076452255249023, |
| "learning_rate": 7.250123248056379e-08, |
| "loss": 0.3945, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.9272419627749577, |
| "grad_norm": 3.8815410137176514, |
| "learning_rate": 7.063917337371495e-08, |
| "loss": 0.3895, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.9282088469905729, |
| "grad_norm": 3.7122230529785156, |
| "learning_rate": 6.880099545724522e-08, |
| "loss": 0.3973, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.929175731206188, |
| "grad_norm": 3.873793125152588, |
| "learning_rate": 6.698671680087643e-08, |
| "loss": 0.4093, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.9301426154218032, |
| "grad_norm": 3.5222861766815186, |
| "learning_rate": 6.519635523939666e-08, |
| "loss": 0.4055, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.9311094996374184, |
| "grad_norm": 3.970353841781616, |
| "learning_rate": 6.342992837248235e-08, |
| "loss": 0.4792, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.9320763838530336, |
| "grad_norm": 3.4243791103363037, |
| "learning_rate": 6.168745356452676e-08, |
| "loss": 0.387, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.9330432680686488, |
| "grad_norm": 3.5594351291656494, |
| "learning_rate": 5.996894794446817e-08, |
| "loss": 0.4666, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.934010152284264, |
| "grad_norm": 3.504962205886841, |
| "learning_rate": 5.8274428405623307e-08, |
| "loss": 0.4723, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.9349770364998792, |
| "grad_norm": 3.720414876937866, |
| "learning_rate": 5.660391160551837e-08, |
| "loss": 0.4996, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.9359439207154944, |
| "grad_norm": 3.542029857635498, |
| "learning_rate": 5.495741396572829e-08, |
| "loss": 0.4294, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.9369108049311095, |
| "grad_norm": 3.799464225769043, |
| "learning_rate": 5.333495167171354e-08, |
| "loss": 0.4009, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.9378776891467246, |
| "grad_norm": 4.372755527496338, |
| "learning_rate": 5.17365406726611e-08, |
| "loss": 0.5372, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.9388445733623398, |
| "grad_norm": 3.79471492767334, |
| "learning_rate": 5.016219668132871e-08, |
| "loss": 0.4428, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.939811457577955, |
| "grad_norm": 3.7523727416992188, |
| "learning_rate": 4.8611935173889235e-08, |
| "loss": 0.472, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.9407783417935702, |
| "grad_norm": 3.699140787124634, |
| "learning_rate": 4.708577138977932e-08, |
| "loss": 0.4489, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.9417452260091854, |
| "grad_norm": 3.6899728775024414, |
| "learning_rate": 4.5583720331549563e-08, |
| "loss": 0.5004, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.9427121102248006, |
| "grad_norm": 3.827622652053833, |
| "learning_rate": 4.410579676471571e-08, |
| "loss": 0.493, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.9436789944404158, |
| "grad_norm": 3.3393099308013916, |
| "learning_rate": 4.265201521761603e-08, |
| "loss": 0.4271, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.9446458786560309, |
| "grad_norm": 3.922778367996216, |
| "learning_rate": 4.1222389981265546e-08, |
| "loss": 0.4808, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.9456127628716461, |
| "grad_norm": 3.676297903060913, |
| "learning_rate": 3.9816935109218414e-08, |
| "loss": 0.4545, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.9465796470872613, |
| "grad_norm": 3.3293559551239014, |
| "learning_rate": 3.843566441742774e-08, |
| "loss": 0.4173, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.9475465313028765, |
| "grad_norm": 3.5446856021881104, |
| "learning_rate": 3.7078591484110136e-08, |
| "loss": 0.4439, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.9485134155184917, |
| "grad_norm": 3.5858993530273438, |
| "learning_rate": 3.574572964961304e-08, |
| "loss": 0.405, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.9494802997341069, |
| "grad_norm": 3.8750436305999756, |
| "learning_rate": 3.443709201628287e-08, |
| "loss": 0.4514, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.950447183949722, |
| "grad_norm": 3.9488742351531982, |
| "learning_rate": 3.3152691448336825e-08, |
| "loss": 0.4698, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.9514140681653372, |
| "grad_norm": 3.8947930335998535, |
| "learning_rate": 3.189254057173491e-08, |
| "loss": 0.4765, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.9523809523809523, |
| "grad_norm": 3.8969860076904297, |
| "learning_rate": 3.065665177405808e-08, |
| "loss": 0.4567, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.9533478365965675, |
| "grad_norm": 3.5067756175994873, |
| "learning_rate": 2.9445037204385297e-08, |
| "loss": 0.4525, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.9543147208121827, |
| "grad_norm": 3.490902900695801, |
| "learning_rate": 2.825770877317363e-08, |
| "loss": 0.4457, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.9552816050277979, |
| "grad_norm": 3.8223989009857178, |
| "learning_rate": 2.7094678152141396e-08, |
| "loss": 0.4631, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.9562484892434131, |
| "grad_norm": 3.704549551010132, |
| "learning_rate": 2.5955956774154633e-08, |
| "loss": 0.3899, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.9572153734590283, |
| "grad_norm": 3.6381337642669678, |
| "learning_rate": 2.4841555833112764e-08, |
| "loss": 0.4808, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.9581822576746435, |
| "grad_norm": 3.9116270542144775, |
| "learning_rate": 2.3751486283840884e-08, |
| "loss": 0.4986, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.9591491418902587, |
| "grad_norm": 3.7075469493865967, |
| "learning_rate": 2.268575884197932e-08, |
| "loss": 0.4586, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.9601160261058739, |
| "grad_norm": 3.487811326980591, |
| "learning_rate": 2.1644383983880356e-08, |
| "loss": 0.4241, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.961082910321489, |
| "grad_norm": 3.439530372619629, |
| "learning_rate": 2.0627371946504992e-08, |
| "loss": 0.4778, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.9620497945371042, |
| "grad_norm": 3.838062286376953, |
| "learning_rate": 1.9634732727321636e-08, |
| "loss": 0.4545, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.9630166787527193, |
| "grad_norm": 3.6535823345184326, |
| "learning_rate": 1.866647608420813e-08, |
| "loss": 0.4729, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.9639835629683345, |
| "grad_norm": 3.867074489593506, |
| "learning_rate": 1.7722611535355426e-08, |
| "loss": 0.4372, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.9649504471839497, |
| "grad_norm": 3.6077470779418945, |
| "learning_rate": 1.6803148359175182e-08, |
| "loss": 0.4406, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.9659173313995649, |
| "grad_norm": 3.9167864322662354, |
| "learning_rate": 1.5908095594207585e-08, |
| "loss": 0.4684, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.9668842156151801, |
| "grad_norm": 4.19531774520874, |
| "learning_rate": 1.503746203903228e-08, |
| "loss": 0.4953, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.9678510998307953, |
| "grad_norm": 4.0359601974487305, |
| "learning_rate": 1.4191256252182595e-08, |
| "loss": 0.4722, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.9688179840464104, |
| "grad_norm": 3.364161968231201, |
| "learning_rate": 1.336948655206144e-08, |
| "loss": 0.361, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.9697848682620256, |
| "grad_norm": 3.708479642868042, |
| "learning_rate": 1.2572161016858874e-08, |
| "loss": 0.4385, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.9707517524776408, |
| "grad_norm": 3.9538137912750244, |
| "learning_rate": 1.179928748447301e-08, |
| "loss": 0.4849, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.971718636693256, |
| "grad_norm": 3.6462512016296387, |
| "learning_rate": 1.1050873552433394e-08, |
| "loss": 0.4823, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.9726855209088712, |
| "grad_norm": 4.054479122161865, |
| "learning_rate": 1.0326926577825247e-08, |
| "loss": 0.5613, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.9736524051244864, |
| "grad_norm": 3.732670545578003, |
| "learning_rate": 9.627453677218402e-09, |
| "loss": 0.4506, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.9746192893401016, |
| "grad_norm": 3.2570137977600098, |
| "learning_rate": 8.952461726596528e-09, |
| "loss": 0.4087, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.9755861735557168, |
| "grad_norm": 3.9363338947296143, |
| "learning_rate": 8.301957361289969e-09, |
| "loss": 0.4716, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.9765530577713318, |
| "grad_norm": 3.6260664463043213, |
| "learning_rate": 7.675946975909953e-09, |
| "loss": 0.5033, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.977519941986947, |
| "grad_norm": 3.406822919845581, |
| "learning_rate": 7.074436724286704e-09, |
| "loss": 0.456, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.9784868262025622, |
| "grad_norm": 3.807194948196411, |
| "learning_rate": 6.497432519407543e-09, |
| "loss": 0.4096, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.9794537104181774, |
| "grad_norm": 3.6305527687072754, |
| "learning_rate": 5.944940033360269e-09, |
| "loss": 0.3987, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.9804205946337926, |
| "grad_norm": 3.2959699630737305, |
| "learning_rate": 5.4169646972762615e-09, |
| "loss": 0.3819, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.9813874788494078, |
| "grad_norm": 3.903257369995117, |
| "learning_rate": 4.913511701278017e-09, |
| "loss": 0.447, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.982354363065023, |
| "grad_norm": 3.6549253463745117, |
| "learning_rate": 4.434585994427254e-09, |
| "loss": 0.4847, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.9833212472806382, |
| "grad_norm": 3.9208667278289795, |
| "learning_rate": 3.98019228467661e-09, |
| "loss": 0.4342, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.9842881314962533, |
| "grad_norm": 3.740576982498169, |
| "learning_rate": 3.5503350388232936e-09, |
| "loss": 0.4214, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.9852550157118685, |
| "grad_norm": 3.650252342224121, |
| "learning_rate": 3.1450184824657892e-09, |
| "loss": 0.4118, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.9862218999274837, |
| "grad_norm": 3.3320415019989014, |
| "learning_rate": 2.7642465999613843e-09, |
| "loss": 0.4433, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.9871887841430989, |
| "grad_norm": 3.4924774169921875, |
| "learning_rate": 2.408023134387871e-09, |
| "loss": 0.4358, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.988155668358714, |
| "grad_norm": 3.6019985675811768, |
| "learning_rate": 2.0763515875055207e-09, |
| "loss": 0.4682, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.9891225525743292, |
| "grad_norm": 3.7121329307556152, |
| "learning_rate": 1.7692352197240525e-09, |
| "loss": 0.4277, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.9900894367899444, |
| "grad_norm": 3.643587589263916, |
| "learning_rate": 1.4866770500704398e-09, |
| "loss": 0.4418, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.9910563210055596, |
| "grad_norm": 3.526364803314209, |
| "learning_rate": 1.2286798561572666e-09, |
| "loss": 0.4761, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.9920232052211748, |
| "grad_norm": 3.6432149410247803, |
| "learning_rate": 9.952461741585816e-10, |
| "loss": 0.4749, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.9929900894367899, |
| "grad_norm": 3.4780168533325195, |
| "learning_rate": 7.863782987821422e-10, |
| "loss": 0.4458, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.9939569736524051, |
| "grad_norm": 3.4899373054504395, |
| "learning_rate": 6.020782832488747e-10, |
| "loss": 0.4496, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.9949238578680203, |
| "grad_norm": 3.6461098194122314, |
| "learning_rate": 4.4234793927094845e-10, |
| "loss": 0.4434, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.9958907420836355, |
| "grad_norm": 3.9469432830810547, |
| "learning_rate": 3.0718883703567684e-10, |
| "loss": 0.4967, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.9968576262992507, |
| "grad_norm": 3.649221658706665, |
| "learning_rate": 1.9660230518886436e-10, |
| "loss": 0.4199, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.9978245105148659, |
| "grad_norm": 3.793912172317505, |
| "learning_rate": 1.1058943082203898e-10, |
| "loss": 0.4808, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.9987913947304811, |
| "grad_norm": 3.6841025352478027, |
| "learning_rate": 4.915105946246002e-11, |
| "loss": 0.4407, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.9997582789460963, |
| "grad_norm": 3.665886640548706, |
| "learning_rate": 1.2287795063681274e-11, |
| "loss": 0.4681, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.9997582789460963, |
| "step": 1034, |
| "total_flos": 1.8974566881186284e+18, |
| "train_loss": 0.49419337980867123, |
| "train_runtime": 23447.7413, |
| "train_samples_per_second": 1.411, |
| "train_steps_per_second": 0.044 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 1034, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 50, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.8974566881186284e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
