| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 5.0, |
| "eval_steps": 500, |
| "global_step": 21660, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0023084025854108957, |
| "grad_norm": 4.518136024475098, |
| "learning_rate": 9.99538319482918e-06, |
| "loss": 0.0901, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0046168051708217915, |
| "grad_norm": 0.7349718809127808, |
| "learning_rate": 9.990766389658357e-06, |
| "loss": 0.3089, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.006925207756232687, |
| "grad_norm": 9.184749603271484, |
| "learning_rate": 9.986149584487536e-06, |
| "loss": 0.2896, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.009233610341643583, |
| "grad_norm": 10.729694366455078, |
| "learning_rate": 9.981532779316714e-06, |
| "loss": 0.2194, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.011542012927054479, |
| "grad_norm": 6.5318989753723145, |
| "learning_rate": 9.976915974145893e-06, |
| "loss": 0.2622, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.013850415512465374, |
| "grad_norm": 1.6825273036956787, |
| "learning_rate": 9.97229916897507e-06, |
| "loss": 0.0971, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.016158818097876268, |
| "grad_norm": 13.866430282592773, |
| "learning_rate": 9.96768236380425e-06, |
| "loss": 0.1541, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.018467220683287166, |
| "grad_norm": 0.09123529493808746, |
| "learning_rate": 9.963065558633427e-06, |
| "loss": 0.2593, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.02077562326869806, |
| "grad_norm": 8.347816467285156, |
| "learning_rate": 9.958448753462606e-06, |
| "loss": 0.1499, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.023084025854108958, |
| "grad_norm": 7.898433685302734, |
| "learning_rate": 9.953831948291783e-06, |
| "loss": 0.137, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.025392428439519853, |
| "grad_norm": 12.087220191955566, |
| "learning_rate": 9.949215143120962e-06, |
| "loss": 0.1205, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.027700831024930747, |
| "grad_norm": 7.061990737915039, |
| "learning_rate": 9.94459833795014e-06, |
| "loss": 0.2906, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.030009233610341645, |
| "grad_norm": 6.957597732543945, |
| "learning_rate": 9.939981532779317e-06, |
| "loss": 0.1156, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.032317636195752536, |
| "grad_norm": 4.130475997924805, |
| "learning_rate": 9.935364727608496e-06, |
| "loss": 0.2686, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.03462603878116344, |
| "grad_norm": 4.95039701461792, |
| "learning_rate": 9.930747922437673e-06, |
| "loss": 0.049, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.03693444136657433, |
| "grad_norm": 0.016249021515250206, |
| "learning_rate": 9.926131117266852e-06, |
| "loss": 0.2209, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.039242843951985226, |
| "grad_norm": 5.67888069152832, |
| "learning_rate": 9.92151431209603e-06, |
| "loss": 0.0999, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.04155124653739612, |
| "grad_norm": 4.460853099822998, |
| "learning_rate": 9.916897506925209e-06, |
| "loss": 0.1367, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.043859649122807015, |
| "grad_norm": 2.987170696258545, |
| "learning_rate": 9.912280701754386e-06, |
| "loss": 0.1781, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.046168051708217916, |
| "grad_norm": 1.5171048641204834, |
| "learning_rate": 9.907663896583565e-06, |
| "loss": 0.1776, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.04847645429362881, |
| "grad_norm": 15.294007301330566, |
| "learning_rate": 9.903047091412743e-06, |
| "loss": 0.2982, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.050784856879039705, |
| "grad_norm": 0.3504500985145569, |
| "learning_rate": 9.898430286241922e-06, |
| "loss": 0.0849, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.0530932594644506, |
| "grad_norm": 2.0193207263946533, |
| "learning_rate": 9.8938134810711e-06, |
| "loss": 0.2644, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.055401662049861494, |
| "grad_norm": 13.084386825561523, |
| "learning_rate": 9.889196675900278e-06, |
| "loss": 0.1378, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.05771006463527239, |
| "grad_norm": 6.731300354003906, |
| "learning_rate": 9.884579870729456e-06, |
| "loss": 0.3476, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.06001846722068329, |
| "grad_norm": 15.974516868591309, |
| "learning_rate": 9.879963065558635e-06, |
| "loss": 0.1693, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.062326869806094184, |
| "grad_norm": 5.969636917114258, |
| "learning_rate": 9.875346260387812e-06, |
| "loss": 0.1751, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.06463527239150507, |
| "grad_norm": 3.4812111854553223, |
| "learning_rate": 9.870729455216991e-06, |
| "loss": 0.139, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.06694367497691597, |
| "grad_norm": 2.747326612472534, |
| "learning_rate": 9.866112650046169e-06, |
| "loss": 0.2624, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.06925207756232687, |
| "grad_norm": 4.280517578125, |
| "learning_rate": 9.861495844875348e-06, |
| "loss": 0.1476, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.07156048014773776, |
| "grad_norm": 1.3420567512512207, |
| "learning_rate": 9.856879039704525e-06, |
| "loss": 0.2018, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.07386888273314866, |
| "grad_norm": 9.673868179321289, |
| "learning_rate": 9.852262234533704e-06, |
| "loss": 0.1798, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.07617728531855955, |
| "grad_norm": 3.046891927719116, |
| "learning_rate": 9.847645429362882e-06, |
| "loss": 0.2243, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.07848568790397045, |
| "grad_norm": 0.40016505122184753, |
| "learning_rate": 9.84302862419206e-06, |
| "loss": 0.1231, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.08079409048938135, |
| "grad_norm": 4.051836967468262, |
| "learning_rate": 9.838411819021238e-06, |
| "loss": 0.2221, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.08310249307479224, |
| "grad_norm": 1.4235812425613403, |
| "learning_rate": 9.833795013850417e-06, |
| "loss": 0.169, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.08541089566020314, |
| "grad_norm": 1.3389965295791626, |
| "learning_rate": 9.829178208679594e-06, |
| "loss": 0.202, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.08771929824561403, |
| "grad_norm": 6.450026035308838, |
| "learning_rate": 9.824561403508772e-06, |
| "loss": 0.0796, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.09002770083102493, |
| "grad_norm": 3.4097864627838135, |
| "learning_rate": 9.819944598337951e-06, |
| "loss": 0.1239, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.09233610341643583, |
| "grad_norm": 3.103640079498291, |
| "learning_rate": 9.815327793167128e-06, |
| "loss": 0.0573, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.09464450600184672, |
| "grad_norm": 0.8760634064674377, |
| "learning_rate": 9.810710987996307e-06, |
| "loss": 0.2037, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.09695290858725762, |
| "grad_norm": 1.9501415491104126, |
| "learning_rate": 9.806094182825485e-06, |
| "loss": 0.2325, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.09926131117266851, |
| "grad_norm": 0.14746245741844177, |
| "learning_rate": 9.801477377654664e-06, |
| "loss": 0.0433, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.10156971375807941, |
| "grad_norm": 10.241828918457031, |
| "learning_rate": 9.796860572483841e-06, |
| "loss": 0.2351, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.1038781163434903, |
| "grad_norm": 1.1289986371994019, |
| "learning_rate": 9.79224376731302e-06, |
| "loss": 0.062, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.1061865189289012, |
| "grad_norm": 10.396888732910156, |
| "learning_rate": 9.787626962142198e-06, |
| "loss": 0.2071, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.1084949215143121, |
| "grad_norm": 1.2174731492996216, |
| "learning_rate": 9.783010156971377e-06, |
| "loss": 0.0761, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.11080332409972299, |
| "grad_norm": 6.478285312652588, |
| "learning_rate": 9.778393351800554e-06, |
| "loss": 0.0876, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.11311172668513389, |
| "grad_norm": 6.522837162017822, |
| "learning_rate": 9.773776546629733e-06, |
| "loss": 0.3174, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.11542012927054478, |
| "grad_norm": 4.25970983505249, |
| "learning_rate": 9.76915974145891e-06, |
| "loss": 0.1484, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.11772853185595568, |
| "grad_norm": 6.3719024658203125, |
| "learning_rate": 9.76454293628809e-06, |
| "loss": 0.0913, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.12003693444136658, |
| "grad_norm": 6.4946441650390625, |
| "learning_rate": 9.759926131117267e-06, |
| "loss": 0.2221, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.12234533702677747, |
| "grad_norm": 1.0337347984313965, |
| "learning_rate": 9.755309325946446e-06, |
| "loss": 0.1504, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.12465373961218837, |
| "grad_norm": 6.716022491455078, |
| "learning_rate": 9.750692520775623e-06, |
| "loss": 0.3298, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.12696214219759927, |
| "grad_norm": 0.982958972454071, |
| "learning_rate": 9.746075715604803e-06, |
| "loss": 0.1637, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.12927054478301014, |
| "grad_norm": 2.2563958168029785, |
| "learning_rate": 9.74145891043398e-06, |
| "loss": 0.1235, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.13157894736842105, |
| "grad_norm": 2.639207363128662, |
| "learning_rate": 9.736842105263159e-06, |
| "loss": 0.1916, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.13388734995383195, |
| "grad_norm": 9.504934310913086, |
| "learning_rate": 9.732225300092338e-06, |
| "loss": 0.1779, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.13619575253924285, |
| "grad_norm": 8.144251823425293, |
| "learning_rate": 9.727608494921515e-06, |
| "loss": 0.1563, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.13850415512465375, |
| "grad_norm": 0.12685340642929077, |
| "learning_rate": 9.722991689750695e-06, |
| "loss": 0.2688, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.14081255771006462, |
| "grad_norm": 2.690690279006958, |
| "learning_rate": 9.718374884579872e-06, |
| "loss": 0.1462, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.14312096029547552, |
| "grad_norm": 4.394099235534668, |
| "learning_rate": 9.713758079409051e-06, |
| "loss": 0.3113, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.14542936288088643, |
| "grad_norm": 0.9470362067222595, |
| "learning_rate": 9.709141274238227e-06, |
| "loss": 0.2729, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.14773776546629733, |
| "grad_norm": 1.6863257884979248, |
| "learning_rate": 9.704524469067406e-06, |
| "loss": 0.2146, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.15004616805170823, |
| "grad_norm": 9.275301933288574, |
| "learning_rate": 9.699907663896583e-06, |
| "loss": 0.2194, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.1523545706371191, |
| "grad_norm": 10.41015338897705, |
| "learning_rate": 9.695290858725762e-06, |
| "loss": 0.2853, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.15466297322253, |
| "grad_norm": 3.2390172481536865, |
| "learning_rate": 9.69067405355494e-06, |
| "loss": 0.0957, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.1569713758079409, |
| "grad_norm": 6.6949849128723145, |
| "learning_rate": 9.686057248384119e-06, |
| "loss": 0.1774, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.1592797783933518, |
| "grad_norm": 5.19643497467041, |
| "learning_rate": 9.681440443213298e-06, |
| "loss": 0.1679, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.1615881809787627, |
| "grad_norm": 0.33260342478752136, |
| "learning_rate": 9.676823638042475e-06, |
| "loss": 0.0561, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.16389658356417358, |
| "grad_norm": 11.740571022033691, |
| "learning_rate": 9.672206832871654e-06, |
| "loss": 0.1117, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.16620498614958448, |
| "grad_norm": 3.4466536045074463, |
| "learning_rate": 9.667590027700832e-06, |
| "loss": 0.2143, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.16851338873499538, |
| "grad_norm": 6.085760593414307, |
| "learning_rate": 9.66297322253001e-06, |
| "loss": 0.094, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.17082179132040629, |
| "grad_norm": 4.806663513183594, |
| "learning_rate": 9.658356417359188e-06, |
| "loss": 0.1469, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.1731301939058172, |
| "grad_norm": 9.830680847167969, |
| "learning_rate": 9.653739612188367e-06, |
| "loss": 0.3836, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.17543859649122806, |
| "grad_norm": 6.321448802947998, |
| "learning_rate": 9.649122807017545e-06, |
| "loss": 0.3127, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.17774699907663896, |
| "grad_norm": 0.8883340954780579, |
| "learning_rate": 9.644506001846724e-06, |
| "loss": 0.2311, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.18005540166204986, |
| "grad_norm": 0.36167535185813904, |
| "learning_rate": 9.639889196675901e-06, |
| "loss": 0.1058, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.18236380424746076, |
| "grad_norm": 7.073151588439941, |
| "learning_rate": 9.63527239150508e-06, |
| "loss": 0.1334, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.18467220683287167, |
| "grad_norm": 2.5660276412963867, |
| "learning_rate": 9.630655586334257e-06, |
| "loss": 0.1754, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.18698060941828254, |
| "grad_norm": 0.5900049209594727, |
| "learning_rate": 9.626038781163436e-06, |
| "loss": 0.0877, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.18928901200369344, |
| "grad_norm": 2.075150728225708, |
| "learning_rate": 9.621421975992614e-06, |
| "loss": 0.1663, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.19159741458910434, |
| "grad_norm": 6.630813121795654, |
| "learning_rate": 9.616805170821793e-06, |
| "loss": 0.1554, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.19390581717451524, |
| "grad_norm": 4.084090709686279, |
| "learning_rate": 9.61218836565097e-06, |
| "loss": 0.1748, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.19621421975992612, |
| "grad_norm": 1.9874173402786255, |
| "learning_rate": 9.60757156048015e-06, |
| "loss": 0.2409, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.19852262234533702, |
| "grad_norm": 5.994325637817383, |
| "learning_rate": 9.602954755309327e-06, |
| "loss": 0.1676, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.20083102493074792, |
| "grad_norm": 7.272033214569092, |
| "learning_rate": 9.598337950138506e-06, |
| "loss": 0.1236, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.20313942751615882, |
| "grad_norm": 0.7912845611572266, |
| "learning_rate": 9.593721144967683e-06, |
| "loss": 0.0946, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.20544783010156972, |
| "grad_norm": 1.7485767602920532, |
| "learning_rate": 9.58910433979686e-06, |
| "loss": 0.1679, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.2077562326869806, |
| "grad_norm": 2.479883909225464, |
| "learning_rate": 9.58448753462604e-06, |
| "loss": 0.1502, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.2100646352723915, |
| "grad_norm": 5.910335063934326, |
| "learning_rate": 9.579870729455217e-06, |
| "loss": 0.082, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.2123730378578024, |
| "grad_norm": 1.2047022581100464, |
| "learning_rate": 9.575253924284396e-06, |
| "loss": 0.1838, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.2146814404432133, |
| "grad_norm": 3.5549404621124268, |
| "learning_rate": 9.570637119113574e-06, |
| "loss": 0.1784, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.2169898430286242, |
| "grad_norm": 4.833847522735596, |
| "learning_rate": 9.566020313942753e-06, |
| "loss": 0.1015, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.21929824561403508, |
| "grad_norm": 5.299631118774414, |
| "learning_rate": 9.56140350877193e-06, |
| "loss": 0.0985, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.22160664819944598, |
| "grad_norm": 10.254817962646484, |
| "learning_rate": 9.556786703601109e-06, |
| "loss": 0.494, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.22391505078485688, |
| "grad_norm": 5.614777088165283, |
| "learning_rate": 9.552169898430286e-06, |
| "loss": 0.1996, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.22622345337026778, |
| "grad_norm": 4.300576210021973, |
| "learning_rate": 9.547553093259466e-06, |
| "loss": 0.1987, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.22853185595567868, |
| "grad_norm": 10.567139625549316, |
| "learning_rate": 9.542936288088643e-06, |
| "loss": 0.2799, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.23084025854108955, |
| "grad_norm": 9.390183448791504, |
| "learning_rate": 9.538319482917822e-06, |
| "loss": 0.1817, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.23314866112650046, |
| "grad_norm": 7.043652057647705, |
| "learning_rate": 9.533702677747e-06, |
| "loss": 0.1833, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.23545706371191136, |
| "grad_norm": 5.536339282989502, |
| "learning_rate": 9.529085872576178e-06, |
| "loss": 0.1897, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.23776546629732226, |
| "grad_norm": 8.518433570861816, |
| "learning_rate": 9.524469067405356e-06, |
| "loss": 0.3156, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.24007386888273316, |
| "grad_norm": 11.972070693969727, |
| "learning_rate": 9.519852262234535e-06, |
| "loss": 0.134, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.24238227146814403, |
| "grad_norm": 7.265350818634033, |
| "learning_rate": 9.515235457063712e-06, |
| "loss": 0.3054, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.24469067405355494, |
| "grad_norm": 10.719847679138184, |
| "learning_rate": 9.510618651892891e-06, |
| "loss": 0.2455, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.24699907663896584, |
| "grad_norm": 9.438804626464844, |
| "learning_rate": 9.506001846722069e-06, |
| "loss": 0.2328, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.24930747922437674, |
| "grad_norm": 4.239076614379883, |
| "learning_rate": 9.501385041551248e-06, |
| "loss": 0.1635, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.2516158818097876, |
| "grad_norm": 5.953492641448975, |
| "learning_rate": 9.496768236380425e-06, |
| "loss": 0.1399, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.25392428439519854, |
| "grad_norm": 1.620262861251831, |
| "learning_rate": 9.492151431209604e-06, |
| "loss": 0.1419, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.2562326869806094, |
| "grad_norm": 1.141279935836792, |
| "learning_rate": 9.487534626038782e-06, |
| "loss": 0.1209, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.2585410895660203, |
| "grad_norm": 0.8355013132095337, |
| "learning_rate": 9.48291782086796e-06, |
| "loss": 0.0818, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.2608494921514312, |
| "grad_norm": 0.5204324722290039, |
| "learning_rate": 9.478301015697138e-06, |
| "loss": 0.2279, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.2631578947368421, |
| "grad_norm": 9.81224250793457, |
| "learning_rate": 9.473684210526315e-06, |
| "loss": 0.1757, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.265466297322253, |
| "grad_norm": 9.512256622314453, |
| "learning_rate": 9.469067405355495e-06, |
| "loss": 0.2873, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.2677746999076639, |
| "grad_norm": 5.788575649261475, |
| "learning_rate": 9.464450600184672e-06, |
| "loss": 0.1019, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.27008310249307477, |
| "grad_norm": 0.005946075078099966, |
| "learning_rate": 9.459833795013851e-06, |
| "loss": 0.1408, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.2723915050784857, |
| "grad_norm": 5.019355773925781, |
| "learning_rate": 9.455216989843028e-06, |
| "loss": 0.2246, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.27469990766389657, |
| "grad_norm": 7.404417037963867, |
| "learning_rate": 9.450600184672207e-06, |
| "loss": 0.0867, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.2770083102493075, |
| "grad_norm": 0.025951171293854713, |
| "learning_rate": 9.445983379501385e-06, |
| "loss": 0.2332, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.2793167128347184, |
| "grad_norm": 0.6903806924819946, |
| "learning_rate": 9.441366574330564e-06, |
| "loss": 0.146, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.28162511542012925, |
| "grad_norm": 0.4754585921764374, |
| "learning_rate": 9.436749769159741e-06, |
| "loss": 0.1483, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.2839335180055402, |
| "grad_norm": 4.7122483253479, |
| "learning_rate": 9.43213296398892e-06, |
| "loss": 0.2111, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.28624192059095105, |
| "grad_norm": 4.9761271476745605, |
| "learning_rate": 9.427516158818098e-06, |
| "loss": 0.2371, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.288550323176362, |
| "grad_norm": 9.827065467834473, |
| "learning_rate": 9.422899353647277e-06, |
| "loss": 0.3087, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.29085872576177285, |
| "grad_norm": 0.41259774565696716, |
| "learning_rate": 9.418282548476454e-06, |
| "loss": 0.1081, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.2931671283471837, |
| "grad_norm": 1.8536396026611328, |
| "learning_rate": 9.413665743305633e-06, |
| "loss": 0.2183, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.29547553093259465, |
| "grad_norm": 3.651834726333618, |
| "learning_rate": 9.409048938134812e-06, |
| "loss": 0.1272, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.29778393351800553, |
| "grad_norm": 2.255277156829834, |
| "learning_rate": 9.40443213296399e-06, |
| "loss": 0.3248, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.30009233610341646, |
| "grad_norm": 0.9870880842208862, |
| "learning_rate": 9.399815327793169e-06, |
| "loss": 0.1309, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.30240073868882733, |
| "grad_norm": 8.100092887878418, |
| "learning_rate": 9.395198522622346e-06, |
| "loss": 0.1945, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.3047091412742382, |
| "grad_norm": 6.449978828430176, |
| "learning_rate": 9.390581717451525e-06, |
| "loss": 0.2893, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.30701754385964913, |
| "grad_norm": 8.208856582641602, |
| "learning_rate": 9.385964912280703e-06, |
| "loss": 0.3231, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.30932594644506, |
| "grad_norm": 7.377975940704346, |
| "learning_rate": 9.381348107109882e-06, |
| "loss": 0.2315, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.31163434903047094, |
| "grad_norm": 8.44047737121582, |
| "learning_rate": 9.376731301939059e-06, |
| "loss": 0.2417, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.3139427516158818, |
| "grad_norm": 1.1026626825332642, |
| "learning_rate": 9.372114496768238e-06, |
| "loss": 0.146, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.3162511542012927, |
| "grad_norm": 6.599093914031982, |
| "learning_rate": 9.367497691597416e-06, |
| "loss": 0.2079, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.3185595567867036, |
| "grad_norm": 6.624666213989258, |
| "learning_rate": 9.362880886426595e-06, |
| "loss": 0.2617, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.3208679593721145, |
| "grad_norm": 0.857266902923584, |
| "learning_rate": 9.358264081255772e-06, |
| "loss": 0.0697, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.3231763619575254, |
| "grad_norm": 2.5935277938842773, |
| "learning_rate": 9.35364727608495e-06, |
| "loss": 0.2199, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.3254847645429363, |
| "grad_norm": 7.3394455909729, |
| "learning_rate": 9.349030470914129e-06, |
| "loss": 0.2001, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.32779316712834716, |
| "grad_norm": 3.1454150676727295, |
| "learning_rate": 9.344413665743306e-06, |
| "loss": 0.1214, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.3301015697137581, |
| "grad_norm": 7.05164909362793, |
| "learning_rate": 9.339796860572485e-06, |
| "loss": 0.1382, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.33240997229916897, |
| "grad_norm": 8.544759750366211, |
| "learning_rate": 9.335180055401662e-06, |
| "loss": 0.202, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.3347183748845799, |
| "grad_norm": 1.9893354177474976, |
| "learning_rate": 9.330563250230841e-06, |
| "loss": 0.2795, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.33702677746999077, |
| "grad_norm": 5.580140113830566, |
| "learning_rate": 9.325946445060019e-06, |
| "loss": 0.2303, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.33933518005540164, |
| "grad_norm": 2.9136245250701904, |
| "learning_rate": 9.321329639889198e-06, |
| "loss": 0.1115, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.34164358264081257, |
| "grad_norm": 9.274630546569824, |
| "learning_rate": 9.316712834718375e-06, |
| "loss": 0.1377, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.34395198522622344, |
| "grad_norm": 0.033000919967889786, |
| "learning_rate": 9.312096029547554e-06, |
| "loss": 0.2577, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.3462603878116344, |
| "grad_norm": 8.987251281738281, |
| "learning_rate": 9.307479224376732e-06, |
| "loss": 0.2595, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.34856879039704525, |
| "grad_norm": 7.6237053871154785, |
| "learning_rate": 9.30286241920591e-06, |
| "loss": 0.3364, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.3508771929824561, |
| "grad_norm": 1.9691364765167236, |
| "learning_rate": 9.298245614035088e-06, |
| "loss": 0.1996, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.35318559556786705, |
| "grad_norm": 4.991685390472412, |
| "learning_rate": 9.293628808864267e-06, |
| "loss": 0.1637, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.3554939981532779, |
| "grad_norm": 2.543471097946167, |
| "learning_rate": 9.289012003693445e-06, |
| "loss": 0.1888, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.35780240073868885, |
| "grad_norm": 0.18523567914962769, |
| "learning_rate": 9.284395198522624e-06, |
| "loss": 0.2239, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.3601108033240997, |
| "grad_norm": 5.461203098297119, |
| "learning_rate": 9.279778393351801e-06, |
| "loss": 0.1584, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.3624192059095106, |
| "grad_norm": 26.16046142578125, |
| "learning_rate": 9.27516158818098e-06, |
| "loss": 0.1336, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.36472760849492153, |
| "grad_norm": 3.9863812923431396, |
| "learning_rate": 9.270544783010158e-06, |
| "loss": 0.1406, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.3670360110803324, |
| "grad_norm": 6.076376914978027, |
| "learning_rate": 9.265927977839337e-06, |
| "loss": 0.3124, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.36934441366574333, |
| "grad_norm": 2.2239086627960205, |
| "learning_rate": 9.261311172668514e-06, |
| "loss": 0.144, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.3716528162511542, |
| "grad_norm": 7.535514831542969, |
| "learning_rate": 9.256694367497693e-06, |
| "loss": 0.1381, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.3739612188365651, |
| "grad_norm": 1.4443440437316895, |
| "learning_rate": 9.25207756232687e-06, |
| "loss": 0.1727, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.376269621421976, |
| "grad_norm": 0.6596614122390747, |
| "learning_rate": 9.24746075715605e-06, |
| "loss": 0.2527, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.3785780240073869, |
| "grad_norm": 7.379482746124268, |
| "learning_rate": 9.242843951985227e-06, |
| "loss": 0.1727, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.3808864265927978, |
| "grad_norm": 1.6362881660461426, |
| "learning_rate": 9.238227146814404e-06, |
| "loss": 0.0302, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.3831948291782087, |
| "grad_norm": 3.241750717163086, |
| "learning_rate": 9.233610341643583e-06, |
| "loss": 0.1562, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.38550323176361956, |
| "grad_norm": 3.7530391216278076, |
| "learning_rate": 9.22899353647276e-06, |
| "loss": 0.2132, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.3878116343490305, |
| "grad_norm": 5.971234321594238, |
| "learning_rate": 9.22437673130194e-06, |
| "loss": 0.2187, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.39012003693444136, |
| "grad_norm": 6.949127674102783, |
| "learning_rate": 9.219759926131117e-06, |
| "loss": 0.2094, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.39242843951985223, |
| "grad_norm": 1.806967854499817, |
| "learning_rate": 9.215143120960296e-06, |
| "loss": 0.1645, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.39473684210526316, |
| "grad_norm": 9.919262886047363, |
| "learning_rate": 9.210526315789474e-06, |
| "loss": 0.3011, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.39704524469067404, |
| "grad_norm": 13.103031158447266, |
| "learning_rate": 9.205909510618653e-06, |
| "loss": 0.333, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.39935364727608497, |
| "grad_norm": 5.377729415893555, |
| "learning_rate": 9.20129270544783e-06, |
| "loss": 0.2529, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.40166204986149584, |
| "grad_norm": 1.0202577114105225, |
| "learning_rate": 9.19667590027701e-06, |
| "loss": 0.1588, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.4039704524469067, |
| "grad_norm": 2.622170925140381, |
| "learning_rate": 9.192059095106187e-06, |
| "loss": 0.1431, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.40627885503231764, |
| "grad_norm": 0.314001202583313, |
| "learning_rate": 9.187442289935366e-06, |
| "loss": 0.1185, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.4085872576177285, |
| "grad_norm": 4.181126594543457, |
| "learning_rate": 9.182825484764543e-06, |
| "loss": 0.1942, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.41089566020313945, |
| "grad_norm": 5.7715959548950195, |
| "learning_rate": 9.178208679593722e-06, |
| "loss": 0.1199, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.4132040627885503, |
| "grad_norm": 1.7448700666427612, |
| "learning_rate": 9.1735918744229e-06, |
| "loss": 0.2491, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.4155124653739612, |
| "grad_norm": 1.511138677597046, |
| "learning_rate": 9.168975069252079e-06, |
| "loss": 0.3079, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.4178208679593721, |
| "grad_norm": 0.836219310760498, |
| "learning_rate": 9.164358264081256e-06, |
| "loss": 0.1399, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.420129270544783, |
| "grad_norm": 3.6991126537323, |
| "learning_rate": 9.159741458910435e-06, |
| "loss": 0.1483, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.4224376731301939, |
| "grad_norm": 2.4861156940460205, |
| "learning_rate": 9.155124653739612e-06, |
| "loss": 0.1648, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.4247460757156048, |
| "grad_norm": 7.801022529602051, |
| "learning_rate": 9.150507848568791e-06, |
| "loss": 0.1629, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.42705447830101567, |
| "grad_norm": 0.09382744878530502, |
| "learning_rate": 9.14589104339797e-06, |
| "loss": 0.2144, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.4293628808864266, |
| "grad_norm": 18.142040252685547, |
| "learning_rate": 9.141274238227148e-06, |
| "loss": 0.297, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.4316712834718375, |
| "grad_norm": 6.909928321838379, |
| "learning_rate": 9.136657433056327e-06, |
| "loss": 0.0843, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.4339796860572484, |
| "grad_norm": 1.391675353050232, |
| "learning_rate": 9.132040627885504e-06, |
| "loss": 0.1386, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.4362880886426593, |
| "grad_norm": 8.40285587310791, |
| "learning_rate": 9.127423822714682e-06, |
| "loss": 0.115, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.43859649122807015, |
| "grad_norm": 8.314501762390137, |
| "learning_rate": 9.12280701754386e-06, |
| "loss": 0.234, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.4409048938134811, |
| "grad_norm": 1.1695400476455688, |
| "learning_rate": 9.118190212373038e-06, |
| "loss": 0.2568, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.44321329639889195, |
| "grad_norm": 10.582197189331055, |
| "learning_rate": 9.113573407202216e-06, |
| "loss": 0.1879, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.4455216989843029, |
| "grad_norm": 9.855074882507324, |
| "learning_rate": 9.108956602031395e-06, |
| "loss": 0.2116, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.44783010156971376, |
| "grad_norm": 2.4227991104125977, |
| "learning_rate": 9.104339796860572e-06, |
| "loss": 0.2096, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.45013850415512463, |
| "grad_norm": 6.169090747833252, |
| "learning_rate": 9.099722991689751e-06, |
| "loss": 0.0909, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.45244690674053556, |
| "grad_norm": 4.098794460296631, |
| "learning_rate": 9.09510618651893e-06, |
| "loss": 0.1646, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.45475530932594643, |
| "grad_norm": 10.102387428283691, |
| "learning_rate": 9.090489381348108e-06, |
| "loss": 0.1538, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.45706371191135736, |
| "grad_norm": 8.377202987670898, |
| "learning_rate": 9.085872576177287e-06, |
| "loss": 0.102, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.45937211449676824, |
| "grad_norm": 7.5883941650390625, |
| "learning_rate": 9.081255771006464e-06, |
| "loss": 0.24, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.4616805170821791, |
| "grad_norm": 1.7626484632492065, |
| "learning_rate": 9.076638965835643e-06, |
| "loss": 0.1121, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.46398891966759004, |
| "grad_norm": 1.3545483350753784, |
| "learning_rate": 9.07202216066482e-06, |
| "loss": 0.1017, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.4662973222530009, |
| "grad_norm": 1.3195403814315796, |
| "learning_rate": 9.067405355494e-06, |
| "loss": 0.075, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.46860572483841184, |
| "grad_norm": 5.284424781799316, |
| "learning_rate": 9.062788550323177e-06, |
| "loss": 0.209, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.4709141274238227, |
| "grad_norm": 5.874682903289795, |
| "learning_rate": 9.058171745152356e-06, |
| "loss": 0.1442, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.4732225300092336, |
| "grad_norm": 0.37103739380836487, |
| "learning_rate": 9.053554939981533e-06, |
| "loss": 0.176, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.4755309325946445, |
| "grad_norm": 10.780657768249512, |
| "learning_rate": 9.048938134810713e-06, |
| "loss": 0.1491, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.4778393351800554, |
| "grad_norm": 7.184582710266113, |
| "learning_rate": 9.04432132963989e-06, |
| "loss": 0.2337, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.4801477377654663, |
| "grad_norm": 2.4554800987243652, |
| "learning_rate": 9.039704524469069e-06, |
| "loss": 0.1151, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.4824561403508772, |
| "grad_norm": 12.154218673706055, |
| "learning_rate": 9.035087719298246e-06, |
| "loss": 0.1973, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.48476454293628807, |
| "grad_norm": 0.6119669079780579, |
| "learning_rate": 9.030470914127425e-06, |
| "loss": 0.1062, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.487072945521699, |
| "grad_norm": 0.5228668451309204, |
| "learning_rate": 9.025854108956603e-06, |
| "loss": 0.2023, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.48938134810710987, |
| "grad_norm": 9.339476585388184, |
| "learning_rate": 9.021237303785782e-06, |
| "loss": 0.2159, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.4916897506925208, |
| "grad_norm": 0.13014836609363556, |
| "learning_rate": 9.01662049861496e-06, |
| "loss": 0.1892, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.4939981532779317, |
| "grad_norm": 7.348382472991943, |
| "learning_rate": 9.012003693444138e-06, |
| "loss": 0.1781, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.49630655586334255, |
| "grad_norm": 0.30433371663093567, |
| "learning_rate": 9.007386888273316e-06, |
| "loss": 0.0728, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.4986149584487535, |
| "grad_norm": 3.4963645935058594, |
| "learning_rate": 9.002770083102493e-06, |
| "loss": 0.1225, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.5009233610341643, |
| "grad_norm": 9.128937721252441, |
| "learning_rate": 8.998153277931672e-06, |
| "loss": 0.2525, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.5032317636195752, |
| "grad_norm": 6.375169277191162, |
| "learning_rate": 8.99353647276085e-06, |
| "loss": 0.1635, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.5055401662049861, |
| "grad_norm": 0.610079288482666, |
| "learning_rate": 8.988919667590029e-06, |
| "loss": 0.1339, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.5078485687903971, |
| "grad_norm": 0.23317770659923553, |
| "learning_rate": 8.984302862419206e-06, |
| "loss": 0.1603, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.510156971375808, |
| "grad_norm": 2.9289543628692627, |
| "learning_rate": 8.979686057248385e-06, |
| "loss": 0.2054, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.5124653739612188, |
| "grad_norm": 10.74867057800293, |
| "learning_rate": 8.975069252077562e-06, |
| "loss": 0.2978, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.5147737765466297, |
| "grad_norm": 13.992448806762695, |
| "learning_rate": 8.970452446906742e-06, |
| "loss": 0.0812, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.5170821791320406, |
| "grad_norm": 6.574431896209717, |
| "learning_rate": 8.965835641735919e-06, |
| "loss": 0.226, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.5193905817174516, |
| "grad_norm": 8.116408348083496, |
| "learning_rate": 8.961218836565098e-06, |
| "loss": 0.32, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.5216989843028624, |
| "grad_norm": 0.78421550989151, |
| "learning_rate": 8.956602031394275e-06, |
| "loss": 0.1636, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.5240073868882733, |
| "grad_norm": 0.781618595123291, |
| "learning_rate": 8.951985226223454e-06, |
| "loss": 0.2135, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.5263157894736842, |
| "grad_norm": 8.12641429901123, |
| "learning_rate": 8.947368421052632e-06, |
| "loss": 0.1113, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.528624192059095, |
| "grad_norm": 4.973891735076904, |
| "learning_rate": 8.942751615881811e-06, |
| "loss": 0.0812, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.530932594644506, |
| "grad_norm": 10.630931854248047, |
| "learning_rate": 8.938134810710988e-06, |
| "loss": 0.2721, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.5332409972299169, |
| "grad_norm": 4.901821613311768, |
| "learning_rate": 8.933518005540167e-06, |
| "loss": 0.0514, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.5355493998153278, |
| "grad_norm": 0.31838470697402954, |
| "learning_rate": 8.928901200369345e-06, |
| "loss": 0.1498, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.5378578024007387, |
| "grad_norm": 3.5705583095550537, |
| "learning_rate": 8.924284395198524e-06, |
| "loss": 0.2902, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.5401662049861495, |
| "grad_norm": 3.606900215148926, |
| "learning_rate": 8.919667590027701e-06, |
| "loss": 0.1574, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.5424746075715605, |
| "grad_norm": 1.8169214725494385, |
| "learning_rate": 8.91505078485688e-06, |
| "loss": 0.231, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.5447830101569714, |
| "grad_norm": 0.022802285850048065, |
| "learning_rate": 8.910433979686058e-06, |
| "loss": 0.1842, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.5470914127423823, |
| "grad_norm": 7.0141496658325195, |
| "learning_rate": 8.905817174515237e-06, |
| "loss": 0.1983, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.5493998153277931, |
| "grad_norm": 0.25370287895202637, |
| "learning_rate": 8.901200369344414e-06, |
| "loss": 0.1429, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.551708217913204, |
| "grad_norm": 0.483079195022583, |
| "learning_rate": 8.896583564173593e-06, |
| "loss": 0.1743, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.554016620498615, |
| "grad_norm": 5.299391269683838, |
| "learning_rate": 8.89196675900277e-06, |
| "loss": 0.2134, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.5563250230840259, |
| "grad_norm": 1.2383846044540405, |
| "learning_rate": 8.887349953831948e-06, |
| "loss": 0.0912, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.5586334256694367, |
| "grad_norm": 0.8941829204559326, |
| "learning_rate": 8.882733148661127e-06, |
| "loss": 0.1249, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.5609418282548476, |
| "grad_norm": 6.666571140289307, |
| "learning_rate": 8.878116343490304e-06, |
| "loss": 0.2344, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.5632502308402585, |
| "grad_norm": 1.338377833366394, |
| "learning_rate": 8.873499538319484e-06, |
| "loss": 0.1461, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.5655586334256695, |
| "grad_norm": 3.791501760482788, |
| "learning_rate": 8.868882733148661e-06, |
| "loss": 0.1497, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.5678670360110804, |
| "grad_norm": 2.7001969814300537, |
| "learning_rate": 8.86426592797784e-06, |
| "loss": 0.2116, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.5701754385964912, |
| "grad_norm": 4.568991661071777, |
| "learning_rate": 8.859649122807017e-06, |
| "loss": 0.1449, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.5724838411819021, |
| "grad_norm": 1.7414610385894775, |
| "learning_rate": 8.855032317636196e-06, |
| "loss": 0.0863, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.574792243767313, |
| "grad_norm": 0.5982003808021545, |
| "learning_rate": 8.850415512465374e-06, |
| "loss": 0.1286, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.577100646352724, |
| "grad_norm": 1.3507001399993896, |
| "learning_rate": 8.845798707294553e-06, |
| "loss": 0.2061, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.5794090489381348, |
| "grad_norm": 3.2266528606414795, |
| "learning_rate": 8.84118190212373e-06, |
| "loss": 0.1486, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.5817174515235457, |
| "grad_norm": 0.191385418176651, |
| "learning_rate": 8.83656509695291e-06, |
| "loss": 0.1415, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.5840258541089566, |
| "grad_norm": 0.8593127727508545, |
| "learning_rate": 8.831948291782087e-06, |
| "loss": 0.1024, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.5863342566943675, |
| "grad_norm": 2.335806369781494, |
| "learning_rate": 8.827331486611266e-06, |
| "loss": 0.2457, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.5886426592797784, |
| "grad_norm": 4.868105411529541, |
| "learning_rate": 8.822714681440445e-06, |
| "loss": 0.1876, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.5909510618651893, |
| "grad_norm": 9.985259056091309, |
| "learning_rate": 8.818097876269622e-06, |
| "loss": 0.285, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.5932594644506002, |
| "grad_norm": 5.933226585388184, |
| "learning_rate": 8.813481071098801e-06, |
| "loss": 0.1476, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.5955678670360111, |
| "grad_norm": 8.517694473266602, |
| "learning_rate": 8.808864265927979e-06, |
| "loss": 0.1955, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.5978762696214219, |
| "grad_norm": 0.5734942555427551, |
| "learning_rate": 8.804247460757158e-06, |
| "loss": 0.2412, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.6001846722068329, |
| "grad_norm": 5.922646522521973, |
| "learning_rate": 8.799630655586335e-06, |
| "loss": 0.2437, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.6024930747922438, |
| "grad_norm": 0.948183536529541, |
| "learning_rate": 8.795013850415514e-06, |
| "loss": 0.2197, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.6048014773776547, |
| "grad_norm": 2.1584763526916504, |
| "learning_rate": 8.790397045244692e-06, |
| "loss": 0.1741, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.6071098799630655, |
| "grad_norm": 7.596801280975342, |
| "learning_rate": 8.78578024007387e-06, |
| "loss": 0.1451, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.6094182825484764, |
| "grad_norm": 0.7149803042411804, |
| "learning_rate": 8.781163434903048e-06, |
| "loss": 0.0927, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.6117266851338874, |
| "grad_norm": 0.6864413619041443, |
| "learning_rate": 8.776546629732225e-06, |
| "loss": 0.1811, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.6140350877192983, |
| "grad_norm": 1.6932225227355957, |
| "learning_rate": 8.771929824561405e-06, |
| "loss": 0.1401, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.6163434903047091, |
| "grad_norm": 2.8230690956115723, |
| "learning_rate": 8.767313019390582e-06, |
| "loss": 0.187, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.61865189289012, |
| "grad_norm": 0.6588670015335083, |
| "learning_rate": 8.762696214219761e-06, |
| "loss": 0.0805, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.6209602954755309, |
| "grad_norm": 5.022006988525391, |
| "learning_rate": 8.758079409048938e-06, |
| "loss": 0.2703, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.6232686980609419, |
| "grad_norm": 0.051676761358976364, |
| "learning_rate": 8.753462603878117e-06, |
| "loss": 0.0952, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.6255771006463527, |
| "grad_norm": 3.2634942531585693, |
| "learning_rate": 8.748845798707295e-06, |
| "loss": 0.1788, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.6278855032317636, |
| "grad_norm": 0.012699434533715248, |
| "learning_rate": 8.744228993536474e-06, |
| "loss": 0.1272, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.6301939058171745, |
| "grad_norm": 1.1832557916641235, |
| "learning_rate": 8.739612188365651e-06, |
| "loss": 0.2542, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.6325023084025854, |
| "grad_norm": 4.28739070892334, |
| "learning_rate": 8.73499538319483e-06, |
| "loss": 0.1201, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.6348107109879964, |
| "grad_norm": 1.4598315954208374, |
| "learning_rate": 8.730378578024008e-06, |
| "loss": 0.1131, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.6371191135734072, |
| "grad_norm": 2.8734846115112305, |
| "learning_rate": 8.725761772853187e-06, |
| "loss": 0.0912, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.6394275161588181, |
| "grad_norm": 1.6884006261825562, |
| "learning_rate": 8.721144967682364e-06, |
| "loss": 0.2134, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.641735918744229, |
| "grad_norm": 0.029618360102176666, |
| "learning_rate": 8.716528162511543e-06, |
| "loss": 0.2105, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.6440443213296398, |
| "grad_norm": 6.83729362487793, |
| "learning_rate": 8.71191135734072e-06, |
| "loss": 0.2517, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.6463527239150508, |
| "grad_norm": 4.557281970977783, |
| "learning_rate": 8.7072945521699e-06, |
| "loss": 0.2907, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.6486611265004617, |
| "grad_norm": 4.419384002685547, |
| "learning_rate": 8.702677746999077e-06, |
| "loss": 0.14, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.6509695290858726, |
| "grad_norm": 7.11807918548584, |
| "learning_rate": 8.698060941828256e-06, |
| "loss": 0.2452, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.6532779316712835, |
| "grad_norm": 2.684034585952759, |
| "learning_rate": 8.693444136657434e-06, |
| "loss": 0.1657, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.6555863342566943, |
| "grad_norm": 2.968884229660034, |
| "learning_rate": 8.688827331486613e-06, |
| "loss": 0.1818, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.6578947368421053, |
| "grad_norm": 5.446342468261719, |
| "learning_rate": 8.68421052631579e-06, |
| "loss": 0.1598, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.6602031394275162, |
| "grad_norm": 4.752799034118652, |
| "learning_rate": 8.679593721144969e-06, |
| "loss": 0.0894, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.6625115420129271, |
| "grad_norm": 1.5078086853027344, |
| "learning_rate": 8.674976915974147e-06, |
| "loss": 0.1544, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.6648199445983379, |
| "grad_norm": 1.139893889427185, |
| "learning_rate": 8.670360110803326e-06, |
| "loss": 0.1674, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.6671283471837488, |
| "grad_norm": 0.03082580305635929, |
| "learning_rate": 8.665743305632503e-06, |
| "loss": 0.2105, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.6694367497691598, |
| "grad_norm": 0.029552439227700233, |
| "learning_rate": 8.66112650046168e-06, |
| "loss": 0.2003, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.6717451523545707, |
| "grad_norm": 9.0057373046875, |
| "learning_rate": 8.65650969529086e-06, |
| "loss": 0.2301, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.6740535549399815, |
| "grad_norm": 1.9247156381607056, |
| "learning_rate": 8.651892890120037e-06, |
| "loss": 0.1002, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.6763619575253924, |
| "grad_norm": 7.208845615386963, |
| "learning_rate": 8.647276084949216e-06, |
| "loss": 0.1913, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.6786703601108033, |
| "grad_norm": 6.815885066986084, |
| "learning_rate": 8.642659279778393e-06, |
| "loss": 0.1772, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.6809787626962143, |
| "grad_norm": 0.07034219056367874, |
| "learning_rate": 8.638042474607572e-06, |
| "loss": 0.1395, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.6832871652816251, |
| "grad_norm": 2.6379406452178955, |
| "learning_rate": 8.63342566943675e-06, |
| "loss": 0.213, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.685595567867036, |
| "grad_norm": 8.080329895019531, |
| "learning_rate": 8.628808864265929e-06, |
| "loss": 0.213, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.6879039704524469, |
| "grad_norm": 0.46268343925476074, |
| "learning_rate": 8.624192059095106e-06, |
| "loss": 0.1013, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.6902123730378578, |
| "grad_norm": 6.735634803771973, |
| "learning_rate": 8.619575253924285e-06, |
| "loss": 0.2183, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.6925207756232687, |
| "grad_norm": 8.794092178344727, |
| "learning_rate": 8.614958448753463e-06, |
| "loss": 0.0705, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.6948291782086796, |
| "grad_norm": 0.08418063074350357, |
| "learning_rate": 8.610341643582642e-06, |
| "loss": 0.0917, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.6971375807940905, |
| "grad_norm": 4.231406211853027, |
| "learning_rate": 8.605724838411819e-06, |
| "loss": 0.1316, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.6994459833795014, |
| "grad_norm": 0.9246407747268677, |
| "learning_rate": 8.601108033240998e-06, |
| "loss": 0.0585, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.7017543859649122, |
| "grad_norm": 11.197175979614258, |
| "learning_rate": 8.596491228070176e-06, |
| "loss": 0.2107, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.7040627885503232, |
| "grad_norm": 5.508973598480225, |
| "learning_rate": 8.591874422899355e-06, |
| "loss": 0.2448, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.7063711911357341, |
| "grad_norm": 5.923152446746826, |
| "learning_rate": 8.587257617728532e-06, |
| "loss": 0.0883, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.708679593721145, |
| "grad_norm": 11.441405296325684, |
| "learning_rate": 8.582640812557711e-06, |
| "loss": 0.3493, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.7109879963065558, |
| "grad_norm": 1.7312946319580078, |
| "learning_rate": 8.578024007386888e-06, |
| "loss": 0.1599, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.7132963988919667, |
| "grad_norm": 7.770139694213867, |
| "learning_rate": 8.573407202216068e-06, |
| "loss": 0.2575, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.7156048014773777, |
| "grad_norm": 4.013419151306152, |
| "learning_rate": 8.568790397045245e-06, |
| "loss": 0.1331, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.7179132040627886, |
| "grad_norm": 4.1502790451049805, |
| "learning_rate": 8.564173591874424e-06, |
| "loss": 0.0954, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.7202216066481995, |
| "grad_norm": 8.959720611572266, |
| "learning_rate": 8.559556786703603e-06, |
| "loss": 0.3433, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.7225300092336103, |
| "grad_norm": 2.727738380432129, |
| "learning_rate": 8.55493998153278e-06, |
| "loss": 0.0849, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.7248384118190212, |
| "grad_norm": 6.403547763824463, |
| "learning_rate": 8.55032317636196e-06, |
| "loss": 0.2253, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.7271468144044322, |
| "grad_norm": 16.912302017211914, |
| "learning_rate": 8.545706371191135e-06, |
| "loss": 0.2936, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.7294552169898431, |
| "grad_norm": 1.6519527435302734, |
| "learning_rate": 8.541089566020314e-06, |
| "loss": 0.2582, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.7317636195752539, |
| "grad_norm": 1.9267312288284302, |
| "learning_rate": 8.536472760849492e-06, |
| "loss": 0.101, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.7340720221606648, |
| "grad_norm": 1.5446139574050903, |
| "learning_rate": 8.53185595567867e-06, |
| "loss": 0.2388, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.7363804247460757, |
| "grad_norm": 0.07017502188682556, |
| "learning_rate": 8.527239150507848e-06, |
| "loss": 0.2017, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.7386888273314867, |
| "grad_norm": 0.07057207077741623, |
| "learning_rate": 8.522622345337027e-06, |
| "loss": 0.22, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.7409972299168975, |
| "grad_norm": 6.549715042114258, |
| "learning_rate": 8.518005540166205e-06, |
| "loss": 0.2471, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.7433056325023084, |
| "grad_norm": 10.777205467224121, |
| "learning_rate": 8.513388734995384e-06, |
| "loss": 0.0954, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.7456140350877193, |
| "grad_norm": 3.3119924068450928, |
| "learning_rate": 8.508771929824563e-06, |
| "loss": 0.0707, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.7479224376731302, |
| "grad_norm": 9.866997718811035, |
| "learning_rate": 8.50415512465374e-06, |
| "loss": 0.1698, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.7502308402585411, |
| "grad_norm": 4.566750526428223, |
| "learning_rate": 8.49953831948292e-06, |
| "loss": 0.2585, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.752539242843952, |
| "grad_norm": 9.86897087097168, |
| "learning_rate": 8.494921514312097e-06, |
| "loss": 0.1458, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.7548476454293629, |
| "grad_norm": 5.148314476013184, |
| "learning_rate": 8.490304709141276e-06, |
| "loss": 0.1554, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.7571560480147738, |
| "grad_norm": 9.085517883300781, |
| "learning_rate": 8.485687903970453e-06, |
| "loss": 0.24, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.7594644506001846, |
| "grad_norm": 0.2084989994764328, |
| "learning_rate": 8.481071098799632e-06, |
| "loss": 0.2083, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.7617728531855956, |
| "grad_norm": 11.02973461151123, |
| "learning_rate": 8.47645429362881e-06, |
| "loss": 0.2082, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.7640812557710065, |
| "grad_norm": 3.157027244567871, |
| "learning_rate": 8.471837488457989e-06, |
| "loss": 0.1888, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.7663896583564174, |
| "grad_norm": 5.361010551452637, |
| "learning_rate": 8.467220683287166e-06, |
| "loss": 0.0868, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.7686980609418282, |
| "grad_norm": 6.1732096672058105, |
| "learning_rate": 8.462603878116345e-06, |
| "loss": 0.1713, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.7710064635272391, |
| "grad_norm": 5.8650946617126465, |
| "learning_rate": 8.457987072945522e-06, |
| "loss": 0.127, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.7733148661126501, |
| "grad_norm": 4.028465747833252, |
| "learning_rate": 8.453370267774701e-06, |
| "loss": 0.097, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.775623268698061, |
| "grad_norm": 1.5145978927612305, |
| "learning_rate": 8.448753462603879e-06, |
| "loss": 0.1583, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.7779316712834718, |
| "grad_norm": 3.635915756225586, |
| "learning_rate": 8.444136657433058e-06, |
| "loss": 0.2075, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.7802400738688827, |
| "grad_norm": 0.03490106016397476, |
| "learning_rate": 8.439519852262235e-06, |
| "loss": 0.1947, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.7825484764542936, |
| "grad_norm": 10.461822509765625, |
| "learning_rate": 8.434903047091414e-06, |
| "loss": 0.0826, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.7848568790397045, |
| "grad_norm": 7.9899420738220215, |
| "learning_rate": 8.430286241920592e-06, |
| "loss": 0.2917, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.7871652816251155, |
| "grad_norm": 7.81199312210083, |
| "learning_rate": 8.42566943674977e-06, |
| "loss": 0.1562, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.7894736842105263, |
| "grad_norm": 1.9472380876541138, |
| "learning_rate": 8.421052631578948e-06, |
| "loss": 0.1568, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.7917820867959372, |
| "grad_norm": 4.842315196990967, |
| "learning_rate": 8.416435826408126e-06, |
| "loss": 0.1681, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.7940904893813481, |
| "grad_norm": 27.294620513916016, |
| "learning_rate": 8.411819021237305e-06, |
| "loss": 0.1717, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.796398891966759, |
| "grad_norm": 8.655313491821289, |
| "learning_rate": 8.407202216066482e-06, |
| "loss": 0.3171, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.7987072945521699, |
| "grad_norm": 5.681049346923828, |
| "learning_rate": 8.402585410895661e-06, |
| "loss": 0.1738, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.8010156971375808, |
| "grad_norm": 0.6661124229431152, |
| "learning_rate": 8.397968605724839e-06, |
| "loss": 0.1324, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.8033240997229917, |
| "grad_norm": 0.6557456851005554, |
| "learning_rate": 8.393351800554018e-06, |
| "loss": 0.1253, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.8056325023084026, |
| "grad_norm": 6.639368057250977, |
| "learning_rate": 8.388734995383195e-06, |
| "loss": 0.1955, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.8079409048938134, |
| "grad_norm": 2.957080841064453, |
| "learning_rate": 8.384118190212374e-06, |
| "loss": 0.1188, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.8102493074792244, |
| "grad_norm": 6.867522239685059, |
| "learning_rate": 8.379501385041551e-06, |
| "loss": 0.1443, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.8125577100646353, |
| "grad_norm": 2.938314199447632, |
| "learning_rate": 8.37488457987073e-06, |
| "loss": 0.176, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.8148661126500462, |
| "grad_norm": 0.040740109980106354, |
| "learning_rate": 8.370267774699908e-06, |
| "loss": 0.0661, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.817174515235457, |
| "grad_norm": 2.256371021270752, |
| "learning_rate": 8.365650969529087e-06, |
| "loss": 0.1342, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.8194829178208679, |
| "grad_norm": 11.778620719909668, |
| "learning_rate": 8.361034164358264e-06, |
| "loss": 0.1291, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.8217913204062789, |
| "grad_norm": 7.650779724121094, |
| "learning_rate": 8.356417359187443e-06, |
| "loss": 0.2504, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.8240997229916898, |
| "grad_norm": 0.4972974359989166, |
| "learning_rate": 8.35180055401662e-06, |
| "loss": 0.2238, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.8264081255771006, |
| "grad_norm": 0.31301605701446533, |
| "learning_rate": 8.3471837488458e-06, |
| "loss": 0.2013, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.8287165281625115, |
| "grad_norm": 5.242720127105713, |
| "learning_rate": 8.342566943674977e-06, |
| "loss": 0.192, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.8310249307479224, |
| "grad_norm": 1.1165562868118286, |
| "learning_rate": 8.337950138504156e-06, |
| "loss": 0.2283, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.8333333333333334, |
| "grad_norm": 5.6433329582214355, |
| "learning_rate": 8.333333333333334e-06, |
| "loss": 0.1737, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.8356417359187442, |
| "grad_norm": 2.8478212356567383, |
| "learning_rate": 8.328716528162513e-06, |
| "loss": 0.2074, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.8379501385041551, |
| "grad_norm": 1.121833086013794, |
| "learning_rate": 8.32409972299169e-06, |
| "loss": 0.2048, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.840258541089566, |
| "grad_norm": 4.590597152709961, |
| "learning_rate": 8.31948291782087e-06, |
| "loss": 0.1114, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.8425669436749769, |
| "grad_norm": 3.8996849060058594, |
| "learning_rate": 8.314866112650047e-06, |
| "loss": 0.0985, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.8448753462603878, |
| "grad_norm": 9.282421112060547, |
| "learning_rate": 8.310249307479224e-06, |
| "loss": 0.0823, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.8471837488457987, |
| "grad_norm": 0.4110245406627655, |
| "learning_rate": 8.305632502308403e-06, |
| "loss": 0.1489, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.8494921514312096, |
| "grad_norm": 0.560570478439331, |
| "learning_rate": 8.30101569713758e-06, |
| "loss": 0.1714, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.8518005540166205, |
| "grad_norm": 4.820432662963867, |
| "learning_rate": 8.29639889196676e-06, |
| "loss": 0.2155, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.8541089566020313, |
| "grad_norm": 0.06603138893842697, |
| "learning_rate": 8.291782086795937e-06, |
| "loss": 0.0704, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.8564173591874423, |
| "grad_norm": 8.31919002532959, |
| "learning_rate": 8.287165281625116e-06, |
| "loss": 0.2275, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.8587257617728532, |
| "grad_norm": 1.474788784980774, |
| "learning_rate": 8.282548476454293e-06, |
| "loss": 0.2416, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.8610341643582641, |
| "grad_norm": 5.689862251281738, |
| "learning_rate": 8.277931671283472e-06, |
| "loss": 0.084, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.863342566943675, |
| "grad_norm": 1.4493321180343628, |
| "learning_rate": 8.27331486611265e-06, |
| "loss": 0.1913, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.8656509695290858, |
| "grad_norm": 6.178581714630127, |
| "learning_rate": 8.268698060941829e-06, |
| "loss": 0.1903, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.8679593721144968, |
| "grad_norm": 7.550521373748779, |
| "learning_rate": 8.264081255771006e-06, |
| "loss": 0.1644, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.8702677746999077, |
| "grad_norm": 0.4819086790084839, |
| "learning_rate": 8.259464450600185e-06, |
| "loss": 0.2667, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.8725761772853186, |
| "grad_norm": 2.676957130432129, |
| "learning_rate": 8.254847645429363e-06, |
| "loss": 0.0307, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.8748845798707294, |
| "grad_norm": 3.926511526107788, |
| "learning_rate": 8.250230840258542e-06, |
| "loss": 0.2962, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.8771929824561403, |
| "grad_norm": 0.15894842147827148, |
| "learning_rate": 8.24561403508772e-06, |
| "loss": 0.198, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.8795013850415513, |
| "grad_norm": 3.0533387660980225, |
| "learning_rate": 8.240997229916898e-06, |
| "loss": 0.2216, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.8818097876269622, |
| "grad_norm": 3.607330322265625, |
| "learning_rate": 8.236380424746077e-06, |
| "loss": 0.2361, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.884118190212373, |
| "grad_norm": 6.245927810668945, |
| "learning_rate": 8.231763619575255e-06, |
| "loss": 0.2664, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.8864265927977839, |
| "grad_norm": 1.1220074892044067, |
| "learning_rate": 8.227146814404434e-06, |
| "loss": 0.2193, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.8887349953831948, |
| "grad_norm": 7.891664981842041, |
| "learning_rate": 8.222530009233611e-06, |
| "loss": 0.1886, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.8910433979686058, |
| "grad_norm": 1.1142659187316895, |
| "learning_rate": 8.21791320406279e-06, |
| "loss": 0.1643, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.8933518005540166, |
| "grad_norm": 1.0188210010528564, |
| "learning_rate": 8.213296398891968e-06, |
| "loss": 0.2573, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.8956602031394275, |
| "grad_norm": 1.5279109477996826, |
| "learning_rate": 8.208679593721147e-06, |
| "loss": 0.1179, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.8979686057248384, |
| "grad_norm": 0.9006258845329285, |
| "learning_rate": 8.204062788550324e-06, |
| "loss": 0.086, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.9002770083102493, |
| "grad_norm": 0.4039612412452698, |
| "learning_rate": 8.199445983379503e-06, |
| "loss": 0.1671, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.9025854108956602, |
| "grad_norm": 4.117120265960693, |
| "learning_rate": 8.194829178208679e-06, |
| "loss": 0.1978, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.9048938134810711, |
| "grad_norm": 8.001017570495605, |
| "learning_rate": 8.190212373037858e-06, |
| "loss": 0.1339, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.907202216066482, |
| "grad_norm": 4.532901287078857, |
| "learning_rate": 8.185595567867037e-06, |
| "loss": 0.417, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.9095106186518929, |
| "grad_norm": 0.5681565403938293, |
| "learning_rate": 8.180978762696214e-06, |
| "loss": 0.0796, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.9118190212373037, |
| "grad_norm": 2.5583901405334473, |
| "learning_rate": 8.176361957525394e-06, |
| "loss": 0.3093, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.9141274238227147, |
| "grad_norm": 4.248782634735107, |
| "learning_rate": 8.171745152354571e-06, |
| "loss": 0.1073, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.9164358264081256, |
| "grad_norm": 0.4341060221195221, |
| "learning_rate": 8.16712834718375e-06, |
| "loss": 0.1543, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.9187442289935365, |
| "grad_norm": 1.084920883178711, |
| "learning_rate": 8.162511542012927e-06, |
| "loss": 0.1382, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.9210526315789473, |
| "grad_norm": 8.02807331085205, |
| "learning_rate": 8.157894736842106e-06, |
| "loss": 0.1705, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.9233610341643582, |
| "grad_norm": 6.406728267669678, |
| "learning_rate": 8.153277931671284e-06, |
| "loss": 0.1939, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.9256694367497692, |
| "grad_norm": 0.7076385021209717, |
| "learning_rate": 8.148661126500463e-06, |
| "loss": 0.1844, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.9279778393351801, |
| "grad_norm": 7.5065598487854, |
| "learning_rate": 8.14404432132964e-06, |
| "loss": 0.1937, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.930286241920591, |
| "grad_norm": 2.018402338027954, |
| "learning_rate": 8.13942751615882e-06, |
| "loss": 0.174, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.9325946445060018, |
| "grad_norm": 4.676671504974365, |
| "learning_rate": 8.134810710987997e-06, |
| "loss": 0.1498, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.9349030470914127, |
| "grad_norm": 3.8964033126831055, |
| "learning_rate": 8.130193905817176e-06, |
| "loss": 0.1475, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.9372114496768237, |
| "grad_norm": 0.6416448354721069, |
| "learning_rate": 8.125577100646353e-06, |
| "loss": 0.1098, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.9395198522622346, |
| "grad_norm": 0.4627153277397156, |
| "learning_rate": 8.120960295475532e-06, |
| "loss": 0.1971, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.9418282548476454, |
| "grad_norm": 3.1341536045074463, |
| "learning_rate": 8.11634349030471e-06, |
| "loss": 0.1556, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.9441366574330563, |
| "grad_norm": 8.236727714538574, |
| "learning_rate": 8.111726685133889e-06, |
| "loss": 0.1973, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.9464450600184672, |
| "grad_norm": 9.807982444763184, |
| "learning_rate": 8.107109879963066e-06, |
| "loss": 0.1444, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.9487534626038782, |
| "grad_norm": 0.607775092124939, |
| "learning_rate": 8.102493074792245e-06, |
| "loss": 0.2249, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.951061865189289, |
| "grad_norm": 0.0064311218447983265, |
| "learning_rate": 8.097876269621423e-06, |
| "loss": 0.1164, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.9533702677746999, |
| "grad_norm": 1.9682823419570923, |
| "learning_rate": 8.093259464450602e-06, |
| "loss": 0.1664, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.9556786703601108, |
| "grad_norm": 0.1796337068080902, |
| "learning_rate": 8.088642659279779e-06, |
| "loss": 0.0976, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.9579870729455217, |
| "grad_norm": 2.5847933292388916, |
| "learning_rate": 8.084025854108958e-06, |
| "loss": 0.2195, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.9602954755309326, |
| "grad_norm": 1.2782025337219238, |
| "learning_rate": 8.079409048938135e-06, |
| "loss": 0.1616, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.9626038781163435, |
| "grad_norm": 6.094910621643066, |
| "learning_rate": 8.074792243767313e-06, |
| "loss": 0.281, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.9649122807017544, |
| "grad_norm": 0.46985533833503723, |
| "learning_rate": 8.070175438596492e-06, |
| "loss": 0.1701, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.9672206832871653, |
| "grad_norm": 0.41220489144325256, |
| "learning_rate": 8.06555863342567e-06, |
| "loss": 0.1823, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.9695290858725761, |
| "grad_norm": 0.05810916796326637, |
| "learning_rate": 8.060941828254848e-06, |
| "loss": 0.1169, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.9718374884579871, |
| "grad_norm": 2.851436138153076, |
| "learning_rate": 8.056325023084026e-06, |
| "loss": 0.1922, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.974145891043398, |
| "grad_norm": 1.4276131391525269, |
| "learning_rate": 8.051708217913205e-06, |
| "loss": 0.1672, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.9764542936288089, |
| "grad_norm": 0.03251894935965538, |
| "learning_rate": 8.047091412742382e-06, |
| "loss": 0.1026, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.9787626962142197, |
| "grad_norm": 6.590252876281738, |
| "learning_rate": 8.042474607571561e-06, |
| "loss": 0.1478, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.9810710987996306, |
| "grad_norm": 1.2194827795028687, |
| "learning_rate": 8.037857802400739e-06, |
| "loss": 0.1922, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.9833795013850416, |
| "grad_norm": 0.10244120657444, |
| "learning_rate": 8.033240997229918e-06, |
| "loss": 0.1003, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.9856879039704525, |
| "grad_norm": 2.5781946182250977, |
| "learning_rate": 8.028624192059095e-06, |
| "loss": 0.1253, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.9879963065558633, |
| "grad_norm": 6.615061283111572, |
| "learning_rate": 8.024007386888274e-06, |
| "loss": 0.1525, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.9903047091412742, |
| "grad_norm": 4.588455677032471, |
| "learning_rate": 8.019390581717452e-06, |
| "loss": 0.281, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.9926131117266851, |
| "grad_norm": 4.515980243682861, |
| "learning_rate": 8.01477377654663e-06, |
| "loss": 0.0448, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.9949215143120961, |
| "grad_norm": 5.931595802307129, |
| "learning_rate": 8.010156971375808e-06, |
| "loss": 0.2194, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.997229916897507, |
| "grad_norm": 0.3821454346179962, |
| "learning_rate": 8.005540166204987e-06, |
| "loss": 0.2029, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.9995383194829178, |
| "grad_norm": 0.06136353313922882, |
| "learning_rate": 8.000923361034165e-06, |
| "loss": 0.1044, |
| "step": 4330 |
| }, |
| { |
| "epoch": 1.0018467220683287, |
| "grad_norm": 4.806890487670898, |
| "learning_rate": 7.996306555863344e-06, |
| "loss": 0.1538, |
| "step": 4340 |
| }, |
| { |
| "epoch": 1.0041551246537397, |
| "grad_norm": 0.5629621148109436, |
| "learning_rate": 7.991689750692521e-06, |
| "loss": 0.2269, |
| "step": 4350 |
| }, |
| { |
| "epoch": 1.0064635272391504, |
| "grad_norm": 5.226959228515625, |
| "learning_rate": 7.9870729455217e-06, |
| "loss": 0.2343, |
| "step": 4360 |
| }, |
| { |
| "epoch": 1.0087719298245614, |
| "grad_norm": 0.7424554228782654, |
| "learning_rate": 7.982456140350877e-06, |
| "loss": 0.1572, |
| "step": 4370 |
| }, |
| { |
| "epoch": 1.0110803324099722, |
| "grad_norm": 4.007261753082275, |
| "learning_rate": 7.977839335180056e-06, |
| "loss": 0.1134, |
| "step": 4380 |
| }, |
| { |
| "epoch": 1.0133887349953832, |
| "grad_norm": 8.55867862701416, |
| "learning_rate": 7.973222530009236e-06, |
| "loss": 0.1848, |
| "step": 4390 |
| }, |
| { |
| "epoch": 1.0156971375807942, |
| "grad_norm": 0.7979418039321899, |
| "learning_rate": 7.968605724838413e-06, |
| "loss": 0.1253, |
| "step": 4400 |
| }, |
| { |
| "epoch": 1.018005540166205, |
| "grad_norm": 11.240249633789062, |
| "learning_rate": 7.96398891966759e-06, |
| "loss": 0.1621, |
| "step": 4410 |
| }, |
| { |
| "epoch": 1.020313942751616, |
| "grad_norm": 3.8235790729522705, |
| "learning_rate": 7.959372114496768e-06, |
| "loss": 0.1828, |
| "step": 4420 |
| }, |
| { |
| "epoch": 1.0226223453370267, |
| "grad_norm": 0.04937285929918289, |
| "learning_rate": 7.954755309325947e-06, |
| "loss": 0.053, |
| "step": 4430 |
| }, |
| { |
| "epoch": 1.0249307479224377, |
| "grad_norm": 5.2850213050842285, |
| "learning_rate": 7.950138504155124e-06, |
| "loss": 0.2751, |
| "step": 4440 |
| }, |
| { |
| "epoch": 1.0272391505078486, |
| "grad_norm": 0.0649990439414978, |
| "learning_rate": 7.945521698984303e-06, |
| "loss": 0.1219, |
| "step": 4450 |
| }, |
| { |
| "epoch": 1.0295475530932594, |
| "grad_norm": 3.24285626411438, |
| "learning_rate": 7.94090489381348e-06, |
| "loss": 0.1301, |
| "step": 4460 |
| }, |
| { |
| "epoch": 1.0318559556786704, |
| "grad_norm": 1.6931140422821045, |
| "learning_rate": 7.93628808864266e-06, |
| "loss": 0.0896, |
| "step": 4470 |
| }, |
| { |
| "epoch": 1.0341643582640812, |
| "grad_norm": 0.7782284021377563, |
| "learning_rate": 7.931671283471837e-06, |
| "loss": 0.1471, |
| "step": 4480 |
| }, |
| { |
| "epoch": 1.0364727608494921, |
| "grad_norm": 4.752656936645508, |
| "learning_rate": 7.927054478301016e-06, |
| "loss": 0.1937, |
| "step": 4490 |
| }, |
| { |
| "epoch": 1.0387811634349031, |
| "grad_norm": 0.6479209661483765, |
| "learning_rate": 7.922437673130195e-06, |
| "loss": 0.1246, |
| "step": 4500 |
| }, |
| { |
| "epoch": 1.0410895660203139, |
| "grad_norm": 9.935562133789062, |
| "learning_rate": 7.917820867959373e-06, |
| "loss": 0.1142, |
| "step": 4510 |
| }, |
| { |
| "epoch": 1.0433979686057249, |
| "grad_norm": 3.0006847381591797, |
| "learning_rate": 7.913204062788552e-06, |
| "loss": 0.097, |
| "step": 4520 |
| }, |
| { |
| "epoch": 1.0457063711911356, |
| "grad_norm": 4.007802963256836, |
| "learning_rate": 7.908587257617729e-06, |
| "loss": 0.1299, |
| "step": 4530 |
| }, |
| { |
| "epoch": 1.0480147737765466, |
| "grad_norm": 2.044865608215332, |
| "learning_rate": 7.903970452446908e-06, |
| "loss": 0.1708, |
| "step": 4540 |
| }, |
| { |
| "epoch": 1.0503231763619576, |
| "grad_norm": 3.5933120250701904, |
| "learning_rate": 7.899353647276086e-06, |
| "loss": 0.0899, |
| "step": 4550 |
| }, |
| { |
| "epoch": 1.0526315789473684, |
| "grad_norm": 0.012179333716630936, |
| "learning_rate": 7.894736842105265e-06, |
| "loss": 0.158, |
| "step": 4560 |
| }, |
| { |
| "epoch": 1.0549399815327793, |
| "grad_norm": 5.514457702636719, |
| "learning_rate": 7.890120036934442e-06, |
| "loss": 0.1148, |
| "step": 4570 |
| }, |
| { |
| "epoch": 1.05724838411819, |
| "grad_norm": 3.768728017807007, |
| "learning_rate": 7.885503231763621e-06, |
| "loss": 0.3045, |
| "step": 4580 |
| }, |
| { |
| "epoch": 1.059556786703601, |
| "grad_norm": 2.062894344329834, |
| "learning_rate": 7.880886426592798e-06, |
| "loss": 0.0932, |
| "step": 4590 |
| }, |
| { |
| "epoch": 1.061865189289012, |
| "grad_norm": 7.800497531890869, |
| "learning_rate": 7.876269621421978e-06, |
| "loss": 0.0924, |
| "step": 4600 |
| }, |
| { |
| "epoch": 1.0641735918744228, |
| "grad_norm": 4.241180419921875, |
| "learning_rate": 7.871652816251155e-06, |
| "loss": 0.1322, |
| "step": 4610 |
| }, |
| { |
| "epoch": 1.0664819944598338, |
| "grad_norm": 1.3674288988113403, |
| "learning_rate": 7.867036011080334e-06, |
| "loss": 0.1182, |
| "step": 4620 |
| }, |
| { |
| "epoch": 1.0687903970452446, |
| "grad_norm": 0.2856109142303467, |
| "learning_rate": 7.862419205909511e-06, |
| "loss": 0.2477, |
| "step": 4630 |
| }, |
| { |
| "epoch": 1.0710987996306556, |
| "grad_norm": 5.879015922546387, |
| "learning_rate": 7.85780240073869e-06, |
| "loss": 0.045, |
| "step": 4640 |
| }, |
| { |
| "epoch": 1.0734072022160666, |
| "grad_norm": 10.425411224365234, |
| "learning_rate": 7.853185595567868e-06, |
| "loss": 0.1411, |
| "step": 4650 |
| }, |
| { |
| "epoch": 1.0757156048014773, |
| "grad_norm": 5.851372718811035, |
| "learning_rate": 7.848568790397045e-06, |
| "loss": 0.1715, |
| "step": 4660 |
| }, |
| { |
| "epoch": 1.0780240073868883, |
| "grad_norm": 3.7951362133026123, |
| "learning_rate": 7.843951985226224e-06, |
| "loss": 0.1504, |
| "step": 4670 |
| }, |
| { |
| "epoch": 1.080332409972299, |
| "grad_norm": 10.139032363891602, |
| "learning_rate": 7.839335180055402e-06, |
| "loss": 0.1855, |
| "step": 4680 |
| }, |
| { |
| "epoch": 1.08264081255771, |
| "grad_norm": 0.4991055727005005, |
| "learning_rate": 7.83471837488458e-06, |
| "loss": 0.0819, |
| "step": 4690 |
| }, |
| { |
| "epoch": 1.084949215143121, |
| "grad_norm": 0.4465656578540802, |
| "learning_rate": 7.830101569713758e-06, |
| "loss": 0.145, |
| "step": 4700 |
| }, |
| { |
| "epoch": 1.0872576177285318, |
| "grad_norm": 0.4848790466785431, |
| "learning_rate": 7.825484764542937e-06, |
| "loss": 0.315, |
| "step": 4710 |
| }, |
| { |
| "epoch": 1.0895660203139428, |
| "grad_norm": 4.088257312774658, |
| "learning_rate": 7.820867959372115e-06, |
| "loss": 0.0998, |
| "step": 4720 |
| }, |
| { |
| "epoch": 1.0918744228993535, |
| "grad_norm": 8.607985496520996, |
| "learning_rate": 7.816251154201294e-06, |
| "loss": 0.1132, |
| "step": 4730 |
| }, |
| { |
| "epoch": 1.0941828254847645, |
| "grad_norm": 2.8763158321380615, |
| "learning_rate": 7.811634349030471e-06, |
| "loss": 0.1356, |
| "step": 4740 |
| }, |
| { |
| "epoch": 1.0964912280701755, |
| "grad_norm": 7.248260974884033, |
| "learning_rate": 7.80701754385965e-06, |
| "loss": 0.1666, |
| "step": 4750 |
| }, |
| { |
| "epoch": 1.0987996306555863, |
| "grad_norm": 1.1353635787963867, |
| "learning_rate": 7.802400738688827e-06, |
| "loss": 0.1783, |
| "step": 4760 |
| }, |
| { |
| "epoch": 1.1011080332409973, |
| "grad_norm": 2.150517463684082, |
| "learning_rate": 7.797783933518007e-06, |
| "loss": 0.1907, |
| "step": 4770 |
| }, |
| { |
| "epoch": 1.103416435826408, |
| "grad_norm": 4.966104030609131, |
| "learning_rate": 7.793167128347184e-06, |
| "loss": 0.1418, |
| "step": 4780 |
| }, |
| { |
| "epoch": 1.105724838411819, |
| "grad_norm": 0.1536702960729599, |
| "learning_rate": 7.788550323176363e-06, |
| "loss": 0.0984, |
| "step": 4790 |
| }, |
| { |
| "epoch": 1.10803324099723, |
| "grad_norm": 0.11235389858484268, |
| "learning_rate": 7.78393351800554e-06, |
| "loss": 0.1195, |
| "step": 4800 |
| }, |
| { |
| "epoch": 1.1103416435826408, |
| "grad_norm": 4.2295942306518555, |
| "learning_rate": 7.77931671283472e-06, |
| "loss": 0.1564, |
| "step": 4810 |
| }, |
| { |
| "epoch": 1.1126500461680517, |
| "grad_norm": 9.70842170715332, |
| "learning_rate": 7.774699907663897e-06, |
| "loss": 0.1065, |
| "step": 4820 |
| }, |
| { |
| "epoch": 1.1149584487534625, |
| "grad_norm": 3.682037830352783, |
| "learning_rate": 7.770083102493076e-06, |
| "loss": 0.2343, |
| "step": 4830 |
| }, |
| { |
| "epoch": 1.1172668513388735, |
| "grad_norm": 2.330042839050293, |
| "learning_rate": 7.765466297322253e-06, |
| "loss": 0.0533, |
| "step": 4840 |
| }, |
| { |
| "epoch": 1.1195752539242845, |
| "grad_norm": 1.348418951034546, |
| "learning_rate": 7.760849492151432e-06, |
| "loss": 0.2092, |
| "step": 4850 |
| }, |
| { |
| "epoch": 1.1218836565096952, |
| "grad_norm": 0.12500044703483582, |
| "learning_rate": 7.75623268698061e-06, |
| "loss": 0.1195, |
| "step": 4860 |
| }, |
| { |
| "epoch": 1.1241920590951062, |
| "grad_norm": 7.640311241149902, |
| "learning_rate": 7.751615881809789e-06, |
| "loss": 0.1231, |
| "step": 4870 |
| }, |
| { |
| "epoch": 1.126500461680517, |
| "grad_norm": 0.8686632513999939, |
| "learning_rate": 7.746999076638966e-06, |
| "loss": 0.1721, |
| "step": 4880 |
| }, |
| { |
| "epoch": 1.128808864265928, |
| "grad_norm": 0.28602880239486694, |
| "learning_rate": 7.742382271468145e-06, |
| "loss": 0.0913, |
| "step": 4890 |
| }, |
| { |
| "epoch": 1.131117266851339, |
| "grad_norm": 0.28318125009536743, |
| "learning_rate": 7.737765466297323e-06, |
| "loss": 0.1647, |
| "step": 4900 |
| }, |
| { |
| "epoch": 1.1334256694367497, |
| "grad_norm": 1.848526954650879, |
| "learning_rate": 7.733148661126502e-06, |
| "loss": 0.2331, |
| "step": 4910 |
| }, |
| { |
| "epoch": 1.1357340720221607, |
| "grad_norm": 0.11867644637823105, |
| "learning_rate": 7.728531855955679e-06, |
| "loss": 0.0607, |
| "step": 4920 |
| }, |
| { |
| "epoch": 1.1380424746075715, |
| "grad_norm": 6.992359161376953, |
| "learning_rate": 7.723915050784857e-06, |
| "loss": 0.0408, |
| "step": 4930 |
| }, |
| { |
| "epoch": 1.1403508771929824, |
| "grad_norm": 28.76036834716797, |
| "learning_rate": 7.719298245614036e-06, |
| "loss": 0.2178, |
| "step": 4940 |
| }, |
| { |
| "epoch": 1.1426592797783934, |
| "grad_norm": 2.440525531768799, |
| "learning_rate": 7.714681440443213e-06, |
| "loss": 0.093, |
| "step": 4950 |
| }, |
| { |
| "epoch": 1.1449676823638042, |
| "grad_norm": 0.001492099603638053, |
| "learning_rate": 7.710064635272392e-06, |
| "loss": 0.2124, |
| "step": 4960 |
| }, |
| { |
| "epoch": 1.1472760849492152, |
| "grad_norm": 0.0038797783199697733, |
| "learning_rate": 7.70544783010157e-06, |
| "loss": 0.0723, |
| "step": 4970 |
| }, |
| { |
| "epoch": 1.149584487534626, |
| "grad_norm": 5.044519901275635, |
| "learning_rate": 7.700831024930749e-06, |
| "loss": 0.1172, |
| "step": 4980 |
| }, |
| { |
| "epoch": 1.151892890120037, |
| "grad_norm": 2.8185760974884033, |
| "learning_rate": 7.696214219759926e-06, |
| "loss": 0.1057, |
| "step": 4990 |
| }, |
| { |
| "epoch": 1.154201292705448, |
| "grad_norm": 4.505733013153076, |
| "learning_rate": 7.691597414589105e-06, |
| "loss": 0.0768, |
| "step": 5000 |
| }, |
| { |
| "epoch": 1.1565096952908587, |
| "grad_norm": 1.1265312433242798, |
| "learning_rate": 7.686980609418282e-06, |
| "loss": 0.1504, |
| "step": 5010 |
| }, |
| { |
| "epoch": 1.1588180978762697, |
| "grad_norm": 0.6987248063087463, |
| "learning_rate": 7.682363804247461e-06, |
| "loss": 0.0697, |
| "step": 5020 |
| }, |
| { |
| "epoch": 1.1611265004616804, |
| "grad_norm": 9.511496543884277, |
| "learning_rate": 7.677746999076639e-06, |
| "loss": 0.139, |
| "step": 5030 |
| }, |
| { |
| "epoch": 1.1634349030470914, |
| "grad_norm": 7.314056873321533, |
| "learning_rate": 7.673130193905818e-06, |
| "loss": 0.1918, |
| "step": 5040 |
| }, |
| { |
| "epoch": 1.1657433056325024, |
| "grad_norm": 0.1578429639339447, |
| "learning_rate": 7.668513388734995e-06, |
| "loss": 0.1648, |
| "step": 5050 |
| }, |
| { |
| "epoch": 1.1680517082179132, |
| "grad_norm": 0.12806738913059235, |
| "learning_rate": 7.663896583564174e-06, |
| "loss": 0.1409, |
| "step": 5060 |
| }, |
| { |
| "epoch": 1.1703601108033241, |
| "grad_norm": 0.6459066271781921, |
| "learning_rate": 7.659279778393352e-06, |
| "loss": 0.0807, |
| "step": 5070 |
| }, |
| { |
| "epoch": 1.172668513388735, |
| "grad_norm": 2.657371997833252, |
| "learning_rate": 7.65466297322253e-06, |
| "loss": 0.1329, |
| "step": 5080 |
| }, |
| { |
| "epoch": 1.1749769159741459, |
| "grad_norm": 0.42850738763809204, |
| "learning_rate": 7.65004616805171e-06, |
| "loss": 0.1352, |
| "step": 5090 |
| }, |
| { |
| "epoch": 1.1772853185595569, |
| "grad_norm": 4.224897861480713, |
| "learning_rate": 7.645429362880887e-06, |
| "loss": 0.0963, |
| "step": 5100 |
| }, |
| { |
| "epoch": 1.1795937211449676, |
| "grad_norm": 0.03889668732881546, |
| "learning_rate": 7.640812557710066e-06, |
| "loss": 0.2824, |
| "step": 5110 |
| }, |
| { |
| "epoch": 1.1819021237303786, |
| "grad_norm": 1.9942296743392944, |
| "learning_rate": 7.636195752539244e-06, |
| "loss": 0.143, |
| "step": 5120 |
| }, |
| { |
| "epoch": 1.1842105263157894, |
| "grad_norm": 0.30719640851020813, |
| "learning_rate": 7.631578947368423e-06, |
| "loss": 0.0256, |
| "step": 5130 |
| }, |
| { |
| "epoch": 1.1865189289012004, |
| "grad_norm": 7.15642786026001, |
| "learning_rate": 7.6269621421976e-06, |
| "loss": 0.1109, |
| "step": 5140 |
| }, |
| { |
| "epoch": 1.1888273314866113, |
| "grad_norm": 0.5269545912742615, |
| "learning_rate": 7.622345337026778e-06, |
| "loss": 0.0589, |
| "step": 5150 |
| }, |
| { |
| "epoch": 1.1911357340720221, |
| "grad_norm": 0.32469239830970764, |
| "learning_rate": 7.617728531855957e-06, |
| "loss": 0.1345, |
| "step": 5160 |
| }, |
| { |
| "epoch": 1.193444136657433, |
| "grad_norm": 10.661999702453613, |
| "learning_rate": 7.613111726685134e-06, |
| "loss": 0.0929, |
| "step": 5170 |
| }, |
| { |
| "epoch": 1.1957525392428439, |
| "grad_norm": 0.7502566576004028, |
| "learning_rate": 7.608494921514312e-06, |
| "loss": 0.0939, |
| "step": 5180 |
| }, |
| { |
| "epoch": 1.1980609418282548, |
| "grad_norm": 17.891868591308594, |
| "learning_rate": 7.6038781163434905e-06, |
| "loss": 0.1671, |
| "step": 5190 |
| }, |
| { |
| "epoch": 1.2003693444136658, |
| "grad_norm": 0.01886000484228134, |
| "learning_rate": 7.599261311172669e-06, |
| "loss": 0.1278, |
| "step": 5200 |
| }, |
| { |
| "epoch": 1.2026777469990766, |
| "grad_norm": 10.954153060913086, |
| "learning_rate": 7.594644506001847e-06, |
| "loss": 0.1743, |
| "step": 5210 |
| }, |
| { |
| "epoch": 1.2049861495844876, |
| "grad_norm": 0.1088632345199585, |
| "learning_rate": 7.590027700831025e-06, |
| "loss": 0.1036, |
| "step": 5220 |
| }, |
| { |
| "epoch": 1.2072945521698983, |
| "grad_norm": 0.2393483966588974, |
| "learning_rate": 7.585410895660203e-06, |
| "loss": 0.1614, |
| "step": 5230 |
| }, |
| { |
| "epoch": 1.2096029547553093, |
| "grad_norm": 0.4398743808269501, |
| "learning_rate": 7.580794090489382e-06, |
| "loss": 0.1082, |
| "step": 5240 |
| }, |
| { |
| "epoch": 1.2119113573407203, |
| "grad_norm": 10.58081340789795, |
| "learning_rate": 7.57617728531856e-06, |
| "loss": 0.1787, |
| "step": 5250 |
| }, |
| { |
| "epoch": 1.214219759926131, |
| "grad_norm": 0.6137261986732483, |
| "learning_rate": 7.571560480147738e-06, |
| "loss": 0.0998, |
| "step": 5260 |
| }, |
| { |
| "epoch": 1.216528162511542, |
| "grad_norm": 1.791608214378357, |
| "learning_rate": 7.566943674976916e-06, |
| "loss": 0.2145, |
| "step": 5270 |
| }, |
| { |
| "epoch": 1.2188365650969528, |
| "grad_norm": 0.24770161509513855, |
| "learning_rate": 7.5623268698060945e-06, |
| "loss": 0.1488, |
| "step": 5280 |
| }, |
| { |
| "epoch": 1.2211449676823638, |
| "grad_norm": 0.0609627440571785, |
| "learning_rate": 7.557710064635273e-06, |
| "loss": 0.1372, |
| "step": 5290 |
| }, |
| { |
| "epoch": 1.2234533702677748, |
| "grad_norm": 8.085432052612305, |
| "learning_rate": 7.553093259464451e-06, |
| "loss": 0.1522, |
| "step": 5300 |
| }, |
| { |
| "epoch": 1.2257617728531855, |
| "grad_norm": 2.8689088821411133, |
| "learning_rate": 7.548476454293629e-06, |
| "loss": 0.225, |
| "step": 5310 |
| }, |
| { |
| "epoch": 1.2280701754385965, |
| "grad_norm": 5.723049640655518, |
| "learning_rate": 7.5438596491228074e-06, |
| "loss": 0.1176, |
| "step": 5320 |
| }, |
| { |
| "epoch": 1.2303785780240073, |
| "grad_norm": 3.165386915206909, |
| "learning_rate": 7.539242843951986e-06, |
| "loss": 0.1326, |
| "step": 5330 |
| }, |
| { |
| "epoch": 1.2326869806094183, |
| "grad_norm": 3.740962266921997, |
| "learning_rate": 7.534626038781164e-06, |
| "loss": 0.1327, |
| "step": 5340 |
| }, |
| { |
| "epoch": 1.2349953831948293, |
| "grad_norm": 2.3535711765289307, |
| "learning_rate": 7.530009233610342e-06, |
| "loss": 0.1848, |
| "step": 5350 |
| }, |
| { |
| "epoch": 1.23730378578024, |
| "grad_norm": 7.17512321472168, |
| "learning_rate": 7.525392428439521e-06, |
| "loss": 0.2253, |
| "step": 5360 |
| }, |
| { |
| "epoch": 1.239612188365651, |
| "grad_norm": 4.354602813720703, |
| "learning_rate": 7.5207756232686994e-06, |
| "loss": 0.1347, |
| "step": 5370 |
| }, |
| { |
| "epoch": 1.2419205909510618, |
| "grad_norm": 4.1893310546875, |
| "learning_rate": 7.516158818097878e-06, |
| "loss": 0.1292, |
| "step": 5380 |
| }, |
| { |
| "epoch": 1.2442289935364728, |
| "grad_norm": 3.6551003456115723, |
| "learning_rate": 7.511542012927056e-06, |
| "loss": 0.2606, |
| "step": 5390 |
| }, |
| { |
| "epoch": 1.2465373961218837, |
| "grad_norm": 7.738318920135498, |
| "learning_rate": 7.506925207756234e-06, |
| "loss": 0.1563, |
| "step": 5400 |
| }, |
| { |
| "epoch": 1.2488457987072945, |
| "grad_norm": 6.813594818115234, |
| "learning_rate": 7.502308402585412e-06, |
| "loss": 0.2221, |
| "step": 5410 |
| }, |
| { |
| "epoch": 1.2511542012927055, |
| "grad_norm": 7.761618614196777, |
| "learning_rate": 7.497691597414589e-06, |
| "loss": 0.1801, |
| "step": 5420 |
| }, |
| { |
| "epoch": 1.2534626038781163, |
| "grad_norm": 0.7811102867126465, |
| "learning_rate": 7.493074792243767e-06, |
| "loss": 0.1256, |
| "step": 5430 |
| }, |
| { |
| "epoch": 1.2557710064635272, |
| "grad_norm": 0.5396248698234558, |
| "learning_rate": 7.488457987072945e-06, |
| "loss": 0.0679, |
| "step": 5440 |
| }, |
| { |
| "epoch": 1.2580794090489382, |
| "grad_norm": 0.18834218382835388, |
| "learning_rate": 7.4838411819021236e-06, |
| "loss": 0.1547, |
| "step": 5450 |
| }, |
| { |
| "epoch": 1.260387811634349, |
| "grad_norm": 11.427350044250488, |
| "learning_rate": 7.479224376731302e-06, |
| "loss": 0.16, |
| "step": 5460 |
| }, |
| { |
| "epoch": 1.26269621421976, |
| "grad_norm": 7.803902626037598, |
| "learning_rate": 7.47460757156048e-06, |
| "loss": 0.135, |
| "step": 5470 |
| }, |
| { |
| "epoch": 1.2650046168051707, |
| "grad_norm": 8.828819274902344, |
| "learning_rate": 7.469990766389659e-06, |
| "loss": 0.1224, |
| "step": 5480 |
| }, |
| { |
| "epoch": 1.2673130193905817, |
| "grad_norm": 7.974379062652588, |
| "learning_rate": 7.465373961218837e-06, |
| "loss": 0.2412, |
| "step": 5490 |
| }, |
| { |
| "epoch": 1.2696214219759927, |
| "grad_norm": 15.236988067626953, |
| "learning_rate": 7.4607571560480156e-06, |
| "loss": 0.1278, |
| "step": 5500 |
| }, |
| { |
| "epoch": 1.2719298245614035, |
| "grad_norm": 2.727228879928589, |
| "learning_rate": 7.456140350877194e-06, |
| "loss": 0.1386, |
| "step": 5510 |
| }, |
| { |
| "epoch": 1.2742382271468145, |
| "grad_norm": 0.8179554343223572, |
| "learning_rate": 7.451523545706372e-06, |
| "loss": 0.1788, |
| "step": 5520 |
| }, |
| { |
| "epoch": 1.2765466297322252, |
| "grad_norm": 4.186853408813477, |
| "learning_rate": 7.44690674053555e-06, |
| "loss": 0.2543, |
| "step": 5530 |
| }, |
| { |
| "epoch": 1.2788550323176362, |
| "grad_norm": 1.9172505140304565, |
| "learning_rate": 7.4422899353647285e-06, |
| "loss": 0.1484, |
| "step": 5540 |
| }, |
| { |
| "epoch": 1.2811634349030472, |
| "grad_norm": 4.140894412994385, |
| "learning_rate": 7.437673130193907e-06, |
| "loss": 0.2277, |
| "step": 5550 |
| }, |
| { |
| "epoch": 1.283471837488458, |
| "grad_norm": 5.878515720367432, |
| "learning_rate": 7.433056325023085e-06, |
| "loss": 0.1114, |
| "step": 5560 |
| }, |
| { |
| "epoch": 1.285780240073869, |
| "grad_norm": 9.318262100219727, |
| "learning_rate": 7.428439519852263e-06, |
| "loss": 0.1451, |
| "step": 5570 |
| }, |
| { |
| "epoch": 1.2880886426592797, |
| "grad_norm": 5.865315914154053, |
| "learning_rate": 7.423822714681441e-06, |
| "loss": 0.141, |
| "step": 5580 |
| }, |
| { |
| "epoch": 1.2903970452446907, |
| "grad_norm": 6.645530700683594, |
| "learning_rate": 7.41920590951062e-06, |
| "loss": 0.1839, |
| "step": 5590 |
| }, |
| { |
| "epoch": 1.2927054478301017, |
| "grad_norm": 3.454763889312744, |
| "learning_rate": 7.414589104339798e-06, |
| "loss": 0.1257, |
| "step": 5600 |
| }, |
| { |
| "epoch": 1.2950138504155124, |
| "grad_norm": 4.323970794677734, |
| "learning_rate": 7.409972299168976e-06, |
| "loss": 0.1573, |
| "step": 5610 |
| }, |
| { |
| "epoch": 1.2973222530009234, |
| "grad_norm": 3.3374648094177246, |
| "learning_rate": 7.405355493998154e-06, |
| "loss": 0.1147, |
| "step": 5620 |
| }, |
| { |
| "epoch": 1.2996306555863342, |
| "grad_norm": 5.09335470199585, |
| "learning_rate": 7.4007386888273325e-06, |
| "loss": 0.085, |
| "step": 5630 |
| }, |
| { |
| "epoch": 1.3019390581717452, |
| "grad_norm": 1.1174424886703491, |
| "learning_rate": 7.396121883656511e-06, |
| "loss": 0.1635, |
| "step": 5640 |
| }, |
| { |
| "epoch": 1.3042474607571561, |
| "grad_norm": 0.8146535754203796, |
| "learning_rate": 7.391505078485689e-06, |
| "loss": 0.2071, |
| "step": 5650 |
| }, |
| { |
| "epoch": 1.306555863342567, |
| "grad_norm": 2.6559276580810547, |
| "learning_rate": 7.386888273314867e-06, |
| "loss": 0.1236, |
| "step": 5660 |
| }, |
| { |
| "epoch": 1.3088642659279779, |
| "grad_norm": 0.05767223238945007, |
| "learning_rate": 7.382271468144045e-06, |
| "loss": 0.1795, |
| "step": 5670 |
| }, |
| { |
| "epoch": 1.3111726685133887, |
| "grad_norm": 0.780188798904419, |
| "learning_rate": 7.377654662973223e-06, |
| "loss": 0.1938, |
| "step": 5680 |
| }, |
| { |
| "epoch": 1.3134810710987996, |
| "grad_norm": 7.373915672302246, |
| "learning_rate": 7.373037857802401e-06, |
| "loss": 0.2673, |
| "step": 5690 |
| }, |
| { |
| "epoch": 1.3157894736842106, |
| "grad_norm": 2.371856451034546, |
| "learning_rate": 7.368421052631579e-06, |
| "loss": 0.1697, |
| "step": 5700 |
| }, |
| { |
| "epoch": 1.3180978762696214, |
| "grad_norm": 5.01724910736084, |
| "learning_rate": 7.3638042474607575e-06, |
| "loss": 0.1427, |
| "step": 5710 |
| }, |
| { |
| "epoch": 1.3204062788550324, |
| "grad_norm": 0.5977950096130371, |
| "learning_rate": 7.359187442289936e-06, |
| "loss": 0.1391, |
| "step": 5720 |
| }, |
| { |
| "epoch": 1.3227146814404431, |
| "grad_norm": 9.537864685058594, |
| "learning_rate": 7.354570637119114e-06, |
| "loss": 0.201, |
| "step": 5730 |
| }, |
| { |
| "epoch": 1.3250230840258541, |
| "grad_norm": 0.461699903011322, |
| "learning_rate": 7.349953831948292e-06, |
| "loss": 0.0619, |
| "step": 5740 |
| }, |
| { |
| "epoch": 1.327331486611265, |
| "grad_norm": 2.652895927429199, |
| "learning_rate": 7.3453370267774704e-06, |
| "loss": 0.0556, |
| "step": 5750 |
| }, |
| { |
| "epoch": 1.3296398891966759, |
| "grad_norm": 1.1949410438537598, |
| "learning_rate": 7.340720221606649e-06, |
| "loss": 0.0996, |
| "step": 5760 |
| }, |
| { |
| "epoch": 1.3319482917820868, |
| "grad_norm": 2.2707009315490723, |
| "learning_rate": 7.336103416435827e-06, |
| "loss": 0.0924, |
| "step": 5770 |
| }, |
| { |
| "epoch": 1.3342566943674976, |
| "grad_norm": 0.1404481828212738, |
| "learning_rate": 7.331486611265005e-06, |
| "loss": 0.0643, |
| "step": 5780 |
| }, |
| { |
| "epoch": 1.3365650969529086, |
| "grad_norm": 0.007576497737318277, |
| "learning_rate": 7.326869806094183e-06, |
| "loss": 0.0911, |
| "step": 5790 |
| }, |
| { |
| "epoch": 1.3388734995383196, |
| "grad_norm": 3.610656976699829, |
| "learning_rate": 7.3222530009233616e-06, |
| "loss": 0.2311, |
| "step": 5800 |
| }, |
| { |
| "epoch": 1.3411819021237303, |
| "grad_norm": 5.810819149017334, |
| "learning_rate": 7.31763619575254e-06, |
| "loss": 0.0358, |
| "step": 5810 |
| }, |
| { |
| "epoch": 1.3434903047091413, |
| "grad_norm": 1.4628088474273682, |
| "learning_rate": 7.313019390581718e-06, |
| "loss": 0.0531, |
| "step": 5820 |
| }, |
| { |
| "epoch": 1.345798707294552, |
| "grad_norm": 0.9402265548706055, |
| "learning_rate": 7.308402585410896e-06, |
| "loss": 0.1453, |
| "step": 5830 |
| }, |
| { |
| "epoch": 1.348107109879963, |
| "grad_norm": 4.542391777038574, |
| "learning_rate": 7.3037857802400745e-06, |
| "loss": 0.2416, |
| "step": 5840 |
| }, |
| { |
| "epoch": 1.350415512465374, |
| "grad_norm": 2.8139114379882812, |
| "learning_rate": 7.299168975069253e-06, |
| "loss": 0.0568, |
| "step": 5850 |
| }, |
| { |
| "epoch": 1.3527239150507848, |
| "grad_norm": 0.10611671209335327, |
| "learning_rate": 7.294552169898431e-06, |
| "loss": 0.1641, |
| "step": 5860 |
| }, |
| { |
| "epoch": 1.3550323176361958, |
| "grad_norm": 5.248083114624023, |
| "learning_rate": 7.289935364727609e-06, |
| "loss": 0.0362, |
| "step": 5870 |
| }, |
| { |
| "epoch": 1.3573407202216066, |
| "grad_norm": 2.2302982807159424, |
| "learning_rate": 7.285318559556787e-06, |
| "loss": 0.1584, |
| "step": 5880 |
| }, |
| { |
| "epoch": 1.3596491228070176, |
| "grad_norm": 0.8745562434196472, |
| "learning_rate": 7.280701754385966e-06, |
| "loss": 0.2016, |
| "step": 5890 |
| }, |
| { |
| "epoch": 1.3619575253924285, |
| "grad_norm": 13.594534873962402, |
| "learning_rate": 7.276084949215144e-06, |
| "loss": 0.2086, |
| "step": 5900 |
| }, |
| { |
| "epoch": 1.3642659279778393, |
| "grad_norm": 0.24438448250293732, |
| "learning_rate": 7.271468144044322e-06, |
| "loss": 0.1955, |
| "step": 5910 |
| }, |
| { |
| "epoch": 1.3665743305632503, |
| "grad_norm": 1.7107964754104614, |
| "learning_rate": 7.2668513388734995e-06, |
| "loss": 0.1891, |
| "step": 5920 |
| }, |
| { |
| "epoch": 1.368882733148661, |
| "grad_norm": 2.745070219039917, |
| "learning_rate": 7.262234533702678e-06, |
| "loss": 0.0686, |
| "step": 5930 |
| }, |
| { |
| "epoch": 1.371191135734072, |
| "grad_norm": 15.58464527130127, |
| "learning_rate": 7.257617728531856e-06, |
| "loss": 0.1608, |
| "step": 5940 |
| }, |
| { |
| "epoch": 1.373499538319483, |
| "grad_norm": 2.7004234790802, |
| "learning_rate": 7.253000923361034e-06, |
| "loss": 0.1288, |
| "step": 5950 |
| }, |
| { |
| "epoch": 1.3758079409048938, |
| "grad_norm": 4.858201026916504, |
| "learning_rate": 7.248384118190212e-06, |
| "loss": 0.2206, |
| "step": 5960 |
| }, |
| { |
| "epoch": 1.3781163434903048, |
| "grad_norm": 9.247483253479004, |
| "learning_rate": 7.243767313019391e-06, |
| "loss": 0.1422, |
| "step": 5970 |
| }, |
| { |
| "epoch": 1.3804247460757155, |
| "grad_norm": 2.872438430786133, |
| "learning_rate": 7.239150507848569e-06, |
| "loss": 0.0947, |
| "step": 5980 |
| }, |
| { |
| "epoch": 1.3827331486611265, |
| "grad_norm": 0.6808979511260986, |
| "learning_rate": 7.234533702677747e-06, |
| "loss": 0.1601, |
| "step": 5990 |
| }, |
| { |
| "epoch": 1.3850415512465375, |
| "grad_norm": 6.9575605392456055, |
| "learning_rate": 7.229916897506925e-06, |
| "loss": 0.2808, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.3873499538319483, |
| "grad_norm": 10.154241561889648, |
| "learning_rate": 7.2253000923361035e-06, |
| "loss": 0.2266, |
| "step": 6010 |
| }, |
| { |
| "epoch": 1.3896583564173592, |
| "grad_norm": 0.5315317511558533, |
| "learning_rate": 7.220683287165282e-06, |
| "loss": 0.2006, |
| "step": 6020 |
| }, |
| { |
| "epoch": 1.39196675900277, |
| "grad_norm": 7.316532135009766, |
| "learning_rate": 7.21606648199446e-06, |
| "loss": 0.135, |
| "step": 6030 |
| }, |
| { |
| "epoch": 1.394275161588181, |
| "grad_norm": 0.09342466294765472, |
| "learning_rate": 7.211449676823638e-06, |
| "loss": 0.1131, |
| "step": 6040 |
| }, |
| { |
| "epoch": 1.396583564173592, |
| "grad_norm": 7.437924861907959, |
| "learning_rate": 7.206832871652817e-06, |
| "loss": 0.0911, |
| "step": 6050 |
| }, |
| { |
| "epoch": 1.3988919667590027, |
| "grad_norm": 3.494609832763672, |
| "learning_rate": 7.2022160664819955e-06, |
| "loss": 0.1099, |
| "step": 6060 |
| }, |
| { |
| "epoch": 1.4012003693444137, |
| "grad_norm": 12.25583267211914, |
| "learning_rate": 7.197599261311174e-06, |
| "loss": 0.2117, |
| "step": 6070 |
| }, |
| { |
| "epoch": 1.4035087719298245, |
| "grad_norm": 0.3987880349159241, |
| "learning_rate": 7.192982456140352e-06, |
| "loss": 0.092, |
| "step": 6080 |
| }, |
| { |
| "epoch": 1.4058171745152355, |
| "grad_norm": 7.968601226806641, |
| "learning_rate": 7.18836565096953e-06, |
| "loss": 0.1579, |
| "step": 6090 |
| }, |
| { |
| "epoch": 1.4081255771006465, |
| "grad_norm": 4.037213325500488, |
| "learning_rate": 7.1837488457987084e-06, |
| "loss": 0.1286, |
| "step": 6100 |
| }, |
| { |
| "epoch": 1.4104339796860572, |
| "grad_norm": 10.96886920928955, |
| "learning_rate": 7.179132040627887e-06, |
| "loss": 0.2313, |
| "step": 6110 |
| }, |
| { |
| "epoch": 1.4127423822714682, |
| "grad_norm": 7.142239093780518, |
| "learning_rate": 7.174515235457065e-06, |
| "loss": 0.1446, |
| "step": 6120 |
| }, |
| { |
| "epoch": 1.415050784856879, |
| "grad_norm": 1.1031750440597534, |
| "learning_rate": 7.169898430286243e-06, |
| "loss": 0.1272, |
| "step": 6130 |
| }, |
| { |
| "epoch": 1.41735918744229, |
| "grad_norm": 2.233212471008301, |
| "learning_rate": 7.165281625115421e-06, |
| "loss": 0.0607, |
| "step": 6140 |
| }, |
| { |
| "epoch": 1.419667590027701, |
| "grad_norm": 0.06565926969051361, |
| "learning_rate": 7.1606648199445996e-06, |
| "loss": 0.1306, |
| "step": 6150 |
| }, |
| { |
| "epoch": 1.4219759926131117, |
| "grad_norm": 0.7157612442970276, |
| "learning_rate": 7.156048014773778e-06, |
| "loss": 0.036, |
| "step": 6160 |
| }, |
| { |
| "epoch": 1.4242843951985227, |
| "grad_norm": 1.5251933336257935, |
| "learning_rate": 7.151431209602956e-06, |
| "loss": 0.0743, |
| "step": 6170 |
| }, |
| { |
| "epoch": 1.4265927977839334, |
| "grad_norm": 4.516425132751465, |
| "learning_rate": 7.146814404432133e-06, |
| "loss": 0.2198, |
| "step": 6180 |
| }, |
| { |
| "epoch": 1.4289012003693444, |
| "grad_norm": 9.113761901855469, |
| "learning_rate": 7.142197599261312e-06, |
| "loss": 0.1955, |
| "step": 6190 |
| }, |
| { |
| "epoch": 1.4312096029547554, |
| "grad_norm": 6.974668502807617, |
| "learning_rate": 7.13758079409049e-06, |
| "loss": 0.1184, |
| "step": 6200 |
| }, |
| { |
| "epoch": 1.4335180055401662, |
| "grad_norm": 3.2737364768981934, |
| "learning_rate": 7.132963988919668e-06, |
| "loss": 0.0753, |
| "step": 6210 |
| }, |
| { |
| "epoch": 1.4358264081255772, |
| "grad_norm": 4.3788533210754395, |
| "learning_rate": 7.128347183748846e-06, |
| "loss": 0.0932, |
| "step": 6220 |
| }, |
| { |
| "epoch": 1.438134810710988, |
| "grad_norm": 0.5225698947906494, |
| "learning_rate": 7.1237303785780246e-06, |
| "loss": 0.0939, |
| "step": 6230 |
| }, |
| { |
| "epoch": 1.440443213296399, |
| "grad_norm": 13.48166275024414, |
| "learning_rate": 7.119113573407203e-06, |
| "loss": 0.3673, |
| "step": 6240 |
| }, |
| { |
| "epoch": 1.44275161588181, |
| "grad_norm": 9.31886100769043, |
| "learning_rate": 7.114496768236381e-06, |
| "loss": 0.0867, |
| "step": 6250 |
| }, |
| { |
| "epoch": 1.4450600184672207, |
| "grad_norm": 3.050671339035034, |
| "learning_rate": 7.109879963065559e-06, |
| "loss": 0.1645, |
| "step": 6260 |
| }, |
| { |
| "epoch": 1.4473684210526316, |
| "grad_norm": 5.100831508636475, |
| "learning_rate": 7.1052631578947375e-06, |
| "loss": 0.2498, |
| "step": 6270 |
| }, |
| { |
| "epoch": 1.4496768236380424, |
| "grad_norm": 8.201932907104492, |
| "learning_rate": 7.100646352723916e-06, |
| "loss": 0.073, |
| "step": 6280 |
| }, |
| { |
| "epoch": 1.4519852262234534, |
| "grad_norm": 8.057510375976562, |
| "learning_rate": 7.096029547553094e-06, |
| "loss": 0.0483, |
| "step": 6290 |
| }, |
| { |
| "epoch": 1.4542936288088644, |
| "grad_norm": 3.353121042251587, |
| "learning_rate": 7.091412742382272e-06, |
| "loss": 0.219, |
| "step": 6300 |
| }, |
| { |
| "epoch": 1.4566020313942751, |
| "grad_norm": 2.3961400985717773, |
| "learning_rate": 7.08679593721145e-06, |
| "loss": 0.2361, |
| "step": 6310 |
| }, |
| { |
| "epoch": 1.4589104339796861, |
| "grad_norm": 6.363582134246826, |
| "learning_rate": 7.082179132040629e-06, |
| "loss": 0.0731, |
| "step": 6320 |
| }, |
| { |
| "epoch": 1.4612188365650969, |
| "grad_norm": 0.40576833486557007, |
| "learning_rate": 7.077562326869807e-06, |
| "loss": 0.1059, |
| "step": 6330 |
| }, |
| { |
| "epoch": 1.4635272391505079, |
| "grad_norm": 5.753564357757568, |
| "learning_rate": 7.072945521698985e-06, |
| "loss": 0.105, |
| "step": 6340 |
| }, |
| { |
| "epoch": 1.4658356417359188, |
| "grad_norm": 1.83617103099823, |
| "learning_rate": 7.068328716528163e-06, |
| "loss": 0.3554, |
| "step": 6350 |
| }, |
| { |
| "epoch": 1.4681440443213296, |
| "grad_norm": 6.0678486824035645, |
| "learning_rate": 7.0637119113573415e-06, |
| "loss": 0.2172, |
| "step": 6360 |
| }, |
| { |
| "epoch": 1.4704524469067406, |
| "grad_norm": 5.073874473571777, |
| "learning_rate": 7.05909510618652e-06, |
| "loss": 0.1529, |
| "step": 6370 |
| }, |
| { |
| "epoch": 1.4727608494921514, |
| "grad_norm": 6.467820644378662, |
| "learning_rate": 7.054478301015698e-06, |
| "loss": 0.0919, |
| "step": 6380 |
| }, |
| { |
| "epoch": 1.4750692520775623, |
| "grad_norm": 10.857748031616211, |
| "learning_rate": 7.049861495844876e-06, |
| "loss": 0.1794, |
| "step": 6390 |
| }, |
| { |
| "epoch": 1.4773776546629733, |
| "grad_norm": 0.9127181172370911, |
| "learning_rate": 7.0452446906740544e-06, |
| "loss": 0.0725, |
| "step": 6400 |
| }, |
| { |
| "epoch": 1.479686057248384, |
| "grad_norm": 11.431780815124512, |
| "learning_rate": 7.040627885503233e-06, |
| "loss": 0.2027, |
| "step": 6410 |
| }, |
| { |
| "epoch": 1.481994459833795, |
| "grad_norm": 0.48204249143600464, |
| "learning_rate": 7.036011080332411e-06, |
| "loss": 0.106, |
| "step": 6420 |
| }, |
| { |
| "epoch": 1.4843028624192058, |
| "grad_norm": 1.6743664741516113, |
| "learning_rate": 7.031394275161588e-06, |
| "loss": 0.1177, |
| "step": 6430 |
| }, |
| { |
| "epoch": 1.4866112650046168, |
| "grad_norm": 1.391472578048706, |
| "learning_rate": 7.0267774699907665e-06, |
| "loss": 0.2619, |
| "step": 6440 |
| }, |
| { |
| "epoch": 1.4889196675900278, |
| "grad_norm": 0.07073758542537689, |
| "learning_rate": 7.022160664819945e-06, |
| "loss": 0.1124, |
| "step": 6450 |
| }, |
| { |
| "epoch": 1.4912280701754386, |
| "grad_norm": 0.7767134308815002, |
| "learning_rate": 7.017543859649123e-06, |
| "loss": 0.0935, |
| "step": 6460 |
| }, |
| { |
| "epoch": 1.4935364727608496, |
| "grad_norm": 0.04671125113964081, |
| "learning_rate": 7.012927054478301e-06, |
| "loss": 0.0869, |
| "step": 6470 |
| }, |
| { |
| "epoch": 1.4958448753462603, |
| "grad_norm": 4.7529730796813965, |
| "learning_rate": 7.008310249307479e-06, |
| "loss": 0.1813, |
| "step": 6480 |
| }, |
| { |
| "epoch": 1.4981532779316713, |
| "grad_norm": 5.929255962371826, |
| "learning_rate": 7.003693444136658e-06, |
| "loss": 0.1045, |
| "step": 6490 |
| }, |
| { |
| "epoch": 1.5004616805170823, |
| "grad_norm": 0.16102801263332367, |
| "learning_rate": 6.999076638965836e-06, |
| "loss": 0.1911, |
| "step": 6500 |
| }, |
| { |
| "epoch": 1.502770083102493, |
| "grad_norm": 2.3684637546539307, |
| "learning_rate": 6.994459833795014e-06, |
| "loss": 0.0597, |
| "step": 6510 |
| }, |
| { |
| "epoch": 1.5050784856879038, |
| "grad_norm": 2.377720832824707, |
| "learning_rate": 6.989843028624192e-06, |
| "loss": 0.2462, |
| "step": 6520 |
| }, |
| { |
| "epoch": 1.5073868882733148, |
| "grad_norm": 9.177262306213379, |
| "learning_rate": 6.9852262234533706e-06, |
| "loss": 0.2552, |
| "step": 6530 |
| }, |
| { |
| "epoch": 1.5096952908587258, |
| "grad_norm": 6.268819808959961, |
| "learning_rate": 6.980609418282549e-06, |
| "loss": 0.1443, |
| "step": 6540 |
| }, |
| { |
| "epoch": 1.5120036934441368, |
| "grad_norm": 6.041132926940918, |
| "learning_rate": 6.975992613111727e-06, |
| "loss": 0.1145, |
| "step": 6550 |
| }, |
| { |
| "epoch": 1.5143120960295475, |
| "grad_norm": 0.26514285802841187, |
| "learning_rate": 6.971375807940905e-06, |
| "loss": 0.0139, |
| "step": 6560 |
| }, |
| { |
| "epoch": 1.5166204986149583, |
| "grad_norm": 6.405760288238525, |
| "learning_rate": 6.9667590027700835e-06, |
| "loss": 0.0787, |
| "step": 6570 |
| }, |
| { |
| "epoch": 1.5189289012003693, |
| "grad_norm": 1.9073222875595093, |
| "learning_rate": 6.962142197599262e-06, |
| "loss": 0.1712, |
| "step": 6580 |
| }, |
| { |
| "epoch": 1.5212373037857803, |
| "grad_norm": 3.0030696392059326, |
| "learning_rate": 6.95752539242844e-06, |
| "loss": 0.129, |
| "step": 6590 |
| }, |
| { |
| "epoch": 1.5235457063711912, |
| "grad_norm": 2.5851778984069824, |
| "learning_rate": 6.952908587257618e-06, |
| "loss": 0.2646, |
| "step": 6600 |
| }, |
| { |
| "epoch": 1.525854108956602, |
| "grad_norm": 4.750157356262207, |
| "learning_rate": 6.948291782086796e-06, |
| "loss": 0.0622, |
| "step": 6610 |
| }, |
| { |
| "epoch": 1.5281625115420128, |
| "grad_norm": 0.045969005674123764, |
| "learning_rate": 6.943674976915975e-06, |
| "loss": 0.1446, |
| "step": 6620 |
| }, |
| { |
| "epoch": 1.5304709141274238, |
| "grad_norm": 4.824373245239258, |
| "learning_rate": 6.939058171745154e-06, |
| "loss": 0.2411, |
| "step": 6630 |
| }, |
| { |
| "epoch": 1.5327793167128347, |
| "grad_norm": 1.8297144174575806, |
| "learning_rate": 6.934441366574332e-06, |
| "loss": 0.1691, |
| "step": 6640 |
| }, |
| { |
| "epoch": 1.5350877192982457, |
| "grad_norm": 1.1578670740127563, |
| "learning_rate": 6.92982456140351e-06, |
| "loss": 0.1804, |
| "step": 6650 |
| }, |
| { |
| "epoch": 1.5373961218836565, |
| "grad_norm": 2.3993418216705322, |
| "learning_rate": 6.925207756232688e-06, |
| "loss": 0.0822, |
| "step": 6660 |
| }, |
| { |
| "epoch": 1.5397045244690672, |
| "grad_norm": 9.510886192321777, |
| "learning_rate": 6.920590951061867e-06, |
| "loss": 0.2206, |
| "step": 6670 |
| }, |
| { |
| "epoch": 1.5420129270544782, |
| "grad_norm": 8.793068885803223, |
| "learning_rate": 6.915974145891043e-06, |
| "loss": 0.2275, |
| "step": 6680 |
| }, |
| { |
| "epoch": 1.5443213296398892, |
| "grad_norm": 6.262901306152344, |
| "learning_rate": 6.911357340720221e-06, |
| "loss": 0.1047, |
| "step": 6690 |
| }, |
| { |
| "epoch": 1.5466297322253002, |
| "grad_norm": 1.0575183629989624, |
| "learning_rate": 6.9067405355494e-06, |
| "loss": 0.167, |
| "step": 6700 |
| }, |
| { |
| "epoch": 1.548938134810711, |
| "grad_norm": 0.05064845085144043, |
| "learning_rate": 6.902123730378578e-06, |
| "loss": 0.1211, |
| "step": 6710 |
| }, |
| { |
| "epoch": 1.5512465373961217, |
| "grad_norm": 0.10975093394517899, |
| "learning_rate": 6.897506925207756e-06, |
| "loss": 0.1064, |
| "step": 6720 |
| }, |
| { |
| "epoch": 1.5535549399815327, |
| "grad_norm": 2.0717873573303223, |
| "learning_rate": 6.892890120036934e-06, |
| "loss": 0.0193, |
| "step": 6730 |
| }, |
| { |
| "epoch": 1.5558633425669437, |
| "grad_norm": 2.670248508453369, |
| "learning_rate": 6.888273314866113e-06, |
| "loss": 0.1196, |
| "step": 6740 |
| }, |
| { |
| "epoch": 1.5581717451523547, |
| "grad_norm": 5.354759216308594, |
| "learning_rate": 6.883656509695292e-06, |
| "loss": 0.0519, |
| "step": 6750 |
| }, |
| { |
| "epoch": 1.5604801477377654, |
| "grad_norm": 0.5386488437652588, |
| "learning_rate": 6.87903970452447e-06, |
| "loss": 0.0826, |
| "step": 6760 |
| }, |
| { |
| "epoch": 1.5627885503231762, |
| "grad_norm": 0.0072530172765254974, |
| "learning_rate": 6.874422899353648e-06, |
| "loss": 0.14, |
| "step": 6770 |
| }, |
| { |
| "epoch": 1.5650969529085872, |
| "grad_norm": 2.1837263107299805, |
| "learning_rate": 6.869806094182826e-06, |
| "loss": 0.1318, |
| "step": 6780 |
| }, |
| { |
| "epoch": 1.5674053554939982, |
| "grad_norm": 0.02525436133146286, |
| "learning_rate": 6.8651892890120045e-06, |
| "loss": 0.2601, |
| "step": 6790 |
| }, |
| { |
| "epoch": 1.5697137580794092, |
| "grad_norm": 2.096130609512329, |
| "learning_rate": 6.860572483841183e-06, |
| "loss": 0.2065, |
| "step": 6800 |
| }, |
| { |
| "epoch": 1.57202216066482, |
| "grad_norm": 0.0018772504990920424, |
| "learning_rate": 6.855955678670361e-06, |
| "loss": 0.117, |
| "step": 6810 |
| }, |
| { |
| "epoch": 1.5743305632502307, |
| "grad_norm": 1.6277235746383667, |
| "learning_rate": 6.851338873499539e-06, |
| "loss": 0.1531, |
| "step": 6820 |
| }, |
| { |
| "epoch": 1.5766389658356417, |
| "grad_norm": 6.536577224731445, |
| "learning_rate": 6.8467220683287174e-06, |
| "loss": 0.194, |
| "step": 6830 |
| }, |
| { |
| "epoch": 1.5789473684210527, |
| "grad_norm": 2.6445486545562744, |
| "learning_rate": 6.842105263157896e-06, |
| "loss": 0.2106, |
| "step": 6840 |
| }, |
| { |
| "epoch": 1.5812557710064636, |
| "grad_norm": 5.757327079772949, |
| "learning_rate": 6.837488457987074e-06, |
| "loss": 0.0925, |
| "step": 6850 |
| }, |
| { |
| "epoch": 1.5835641735918744, |
| "grad_norm": 8.323981285095215, |
| "learning_rate": 6.832871652816252e-06, |
| "loss": 0.1539, |
| "step": 6860 |
| }, |
| { |
| "epoch": 1.5858725761772852, |
| "grad_norm": 5.712255954742432, |
| "learning_rate": 6.82825484764543e-06, |
| "loss": 0.1121, |
| "step": 6870 |
| }, |
| { |
| "epoch": 1.5881809787626961, |
| "grad_norm": 0.8227988481521606, |
| "learning_rate": 6.8236380424746086e-06, |
| "loss": 0.0887, |
| "step": 6880 |
| }, |
| { |
| "epoch": 1.5904893813481071, |
| "grad_norm": 1.1026835441589355, |
| "learning_rate": 6.819021237303787e-06, |
| "loss": 0.2628, |
| "step": 6890 |
| }, |
| { |
| "epoch": 1.5927977839335181, |
| "grad_norm": 0.9900234341621399, |
| "learning_rate": 6.814404432132965e-06, |
| "loss": 0.1345, |
| "step": 6900 |
| }, |
| { |
| "epoch": 1.5951061865189289, |
| "grad_norm": 3.250154733657837, |
| "learning_rate": 6.809787626962143e-06, |
| "loss": 0.2296, |
| "step": 6910 |
| }, |
| { |
| "epoch": 1.5974145891043396, |
| "grad_norm": 6.97826623916626, |
| "learning_rate": 6.8051708217913215e-06, |
| "loss": 0.0896, |
| "step": 6920 |
| }, |
| { |
| "epoch": 1.5997229916897506, |
| "grad_norm": 12.831768035888672, |
| "learning_rate": 6.800554016620499e-06, |
| "loss": 0.1729, |
| "step": 6930 |
| }, |
| { |
| "epoch": 1.6020313942751616, |
| "grad_norm": 6.787016868591309, |
| "learning_rate": 6.795937211449677e-06, |
| "loss": 0.3281, |
| "step": 6940 |
| }, |
| { |
| "epoch": 1.6043397968605726, |
| "grad_norm": 4.8044891357421875, |
| "learning_rate": 6.791320406278855e-06, |
| "loss": 0.1209, |
| "step": 6950 |
| }, |
| { |
| "epoch": 1.6066481994459834, |
| "grad_norm": 0.15000203251838684, |
| "learning_rate": 6.7867036011080335e-06, |
| "loss": 0.0964, |
| "step": 6960 |
| }, |
| { |
| "epoch": 1.6089566020313941, |
| "grad_norm": 6.843861103057861, |
| "learning_rate": 6.782086795937212e-06, |
| "loss": 0.1262, |
| "step": 6970 |
| }, |
| { |
| "epoch": 1.611265004616805, |
| "grad_norm": 5.8809380531311035, |
| "learning_rate": 6.77746999076639e-06, |
| "loss": 0.1646, |
| "step": 6980 |
| }, |
| { |
| "epoch": 1.613573407202216, |
| "grad_norm": 8.259763717651367, |
| "learning_rate": 6.772853185595568e-06, |
| "loss": 0.1607, |
| "step": 6990 |
| }, |
| { |
| "epoch": 1.615881809787627, |
| "grad_norm": 8.264200210571289, |
| "learning_rate": 6.7682363804247465e-06, |
| "loss": 0.1167, |
| "step": 7000 |
| }, |
| { |
| "epoch": 1.6181902123730378, |
| "grad_norm": 4.43766975402832, |
| "learning_rate": 6.763619575253925e-06, |
| "loss": 0.1631, |
| "step": 7010 |
| }, |
| { |
| "epoch": 1.6204986149584486, |
| "grad_norm": 10.75998306274414, |
| "learning_rate": 6.759002770083103e-06, |
| "loss": 0.1543, |
| "step": 7020 |
| }, |
| { |
| "epoch": 1.6228070175438596, |
| "grad_norm": 0.18856525421142578, |
| "learning_rate": 6.754385964912281e-06, |
| "loss": 0.1572, |
| "step": 7030 |
| }, |
| { |
| "epoch": 1.6251154201292706, |
| "grad_norm": 0.04454103112220764, |
| "learning_rate": 6.749769159741459e-06, |
| "loss": 0.137, |
| "step": 7040 |
| }, |
| { |
| "epoch": 1.6274238227146816, |
| "grad_norm": 3.4214189052581787, |
| "learning_rate": 6.745152354570638e-06, |
| "loss": 0.0829, |
| "step": 7050 |
| }, |
| { |
| "epoch": 1.6297322253000923, |
| "grad_norm": 2.196315050125122, |
| "learning_rate": 6.740535549399816e-06, |
| "loss": 0.1462, |
| "step": 7060 |
| }, |
| { |
| "epoch": 1.632040627885503, |
| "grad_norm": 2.3843271732330322, |
| "learning_rate": 6.735918744228994e-06, |
| "loss": 0.206, |
| "step": 7070 |
| }, |
| { |
| "epoch": 1.634349030470914, |
| "grad_norm": 5.313675403594971, |
| "learning_rate": 6.731301939058172e-06, |
| "loss": 0.1532, |
| "step": 7080 |
| }, |
| { |
| "epoch": 1.636657433056325, |
| "grad_norm": 0.5028116703033447, |
| "learning_rate": 6.7266851338873505e-06, |
| "loss": 0.101, |
| "step": 7090 |
| }, |
| { |
| "epoch": 1.638965835641736, |
| "grad_norm": 0.4982970952987671, |
| "learning_rate": 6.722068328716529e-06, |
| "loss": 0.2086, |
| "step": 7100 |
| }, |
| { |
| "epoch": 1.6412742382271468, |
| "grad_norm": 1.3126336336135864, |
| "learning_rate": 6.717451523545707e-06, |
| "loss": 0.1619, |
| "step": 7110 |
| }, |
| { |
| "epoch": 1.6435826408125576, |
| "grad_norm": 7.027770042419434, |
| "learning_rate": 6.712834718374885e-06, |
| "loss": 0.2548, |
| "step": 7120 |
| }, |
| { |
| "epoch": 1.6458910433979685, |
| "grad_norm": 0.8990707993507385, |
| "learning_rate": 6.7082179132040634e-06, |
| "loss": 0.0769, |
| "step": 7130 |
| }, |
| { |
| "epoch": 1.6481994459833795, |
| "grad_norm": 0.11296223104000092, |
| "learning_rate": 6.703601108033242e-06, |
| "loss": 0.198, |
| "step": 7140 |
| }, |
| { |
| "epoch": 1.6505078485687905, |
| "grad_norm": 0.10602495074272156, |
| "learning_rate": 6.69898430286242e-06, |
| "loss": 0.1268, |
| "step": 7150 |
| }, |
| { |
| "epoch": 1.6528162511542013, |
| "grad_norm": 2.000558614730835, |
| "learning_rate": 6.694367497691598e-06, |
| "loss": 0.1331, |
| "step": 7160 |
| }, |
| { |
| "epoch": 1.655124653739612, |
| "grad_norm": 4.645630359649658, |
| "learning_rate": 6.689750692520776e-06, |
| "loss": 0.1702, |
| "step": 7170 |
| }, |
| { |
| "epoch": 1.657433056325023, |
| "grad_norm": 1.5484449863433838, |
| "learning_rate": 6.685133887349954e-06, |
| "loss": 0.2008, |
| "step": 7180 |
| }, |
| { |
| "epoch": 1.659741458910434, |
| "grad_norm": 0.8385854959487915, |
| "learning_rate": 6.680517082179132e-06, |
| "loss": 0.1722, |
| "step": 7190 |
| }, |
| { |
| "epoch": 1.662049861495845, |
| "grad_norm": 0.3394019305706024, |
| "learning_rate": 6.67590027700831e-06, |
| "loss": 0.0954, |
| "step": 7200 |
| }, |
| { |
| "epoch": 1.6643582640812558, |
| "grad_norm": 7.03579044342041, |
| "learning_rate": 6.671283471837488e-06, |
| "loss": 0.1966, |
| "step": 7210 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 7.899814605712891, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 0.2173, |
| "step": 7220 |
| }, |
| { |
| "epoch": 1.6689750692520775, |
| "grad_norm": 6.237720966339111, |
| "learning_rate": 6.662049861495845e-06, |
| "loss": 0.1248, |
| "step": 7230 |
| }, |
| { |
| "epoch": 1.6712834718374885, |
| "grad_norm": 2.157731771469116, |
| "learning_rate": 6.657433056325023e-06, |
| "loss": 0.1114, |
| "step": 7240 |
| }, |
| { |
| "epoch": 1.6735918744228995, |
| "grad_norm": 2.4611334800720215, |
| "learning_rate": 6.652816251154201e-06, |
| "loss": 0.1001, |
| "step": 7250 |
| }, |
| { |
| "epoch": 1.6759002770083102, |
| "grad_norm": 3.5052037239074707, |
| "learning_rate": 6.6481994459833796e-06, |
| "loss": 0.0506, |
| "step": 7260 |
| }, |
| { |
| "epoch": 1.678208679593721, |
| "grad_norm": 10.980010986328125, |
| "learning_rate": 6.643582640812558e-06, |
| "loss": 0.0978, |
| "step": 7270 |
| }, |
| { |
| "epoch": 1.680517082179132, |
| "grad_norm": 2.5022213459014893, |
| "learning_rate": 6.638965835641736e-06, |
| "loss": 0.1426, |
| "step": 7280 |
| }, |
| { |
| "epoch": 1.682825484764543, |
| "grad_norm": 0.012976584024727345, |
| "learning_rate": 6.634349030470914e-06, |
| "loss": 0.1531, |
| "step": 7290 |
| }, |
| { |
| "epoch": 1.685133887349954, |
| "grad_norm": 1.8009392023086548, |
| "learning_rate": 6.6297322253000925e-06, |
| "loss": 0.2101, |
| "step": 7300 |
| }, |
| { |
| "epoch": 1.6874422899353647, |
| "grad_norm": 1.5941520929336548, |
| "learning_rate": 6.625115420129271e-06, |
| "loss": 0.1352, |
| "step": 7310 |
| }, |
| { |
| "epoch": 1.6897506925207755, |
| "grad_norm": 5.420823097229004, |
| "learning_rate": 6.62049861495845e-06, |
| "loss": 0.0714, |
| "step": 7320 |
| }, |
| { |
| "epoch": 1.6920590951061865, |
| "grad_norm": 10.23454761505127, |
| "learning_rate": 6.615881809787628e-06, |
| "loss": 0.1828, |
| "step": 7330 |
| }, |
| { |
| "epoch": 1.6943674976915974, |
| "grad_norm": 7.362997531890869, |
| "learning_rate": 6.611265004616806e-06, |
| "loss": 0.1637, |
| "step": 7340 |
| }, |
| { |
| "epoch": 1.6966759002770084, |
| "grad_norm": 7.657659530639648, |
| "learning_rate": 6.6066481994459845e-06, |
| "loss": 0.1133, |
| "step": 7350 |
| }, |
| { |
| "epoch": 1.6989843028624192, |
| "grad_norm": 0.1771342009305954, |
| "learning_rate": 6.602031394275163e-06, |
| "loss": 0.1376, |
| "step": 7360 |
| }, |
| { |
| "epoch": 1.70129270544783, |
| "grad_norm": 13.190537452697754, |
| "learning_rate": 6.597414589104341e-06, |
| "loss": 0.2935, |
| "step": 7370 |
| }, |
| { |
| "epoch": 1.703601108033241, |
| "grad_norm": 1.702020287513733, |
| "learning_rate": 6.592797783933519e-06, |
| "loss": 0.017, |
| "step": 7380 |
| }, |
| { |
| "epoch": 1.705909510618652, |
| "grad_norm": 1.9911080598831177, |
| "learning_rate": 6.588180978762697e-06, |
| "loss": 0.1629, |
| "step": 7390 |
| }, |
| { |
| "epoch": 1.708217913204063, |
| "grad_norm": 7.369743347167969, |
| "learning_rate": 6.583564173591876e-06, |
| "loss": 0.0678, |
| "step": 7400 |
| }, |
| { |
| "epoch": 1.7105263157894737, |
| "grad_norm": 6.85450553894043, |
| "learning_rate": 6.578947368421054e-06, |
| "loss": 0.1496, |
| "step": 7410 |
| }, |
| { |
| "epoch": 1.7128347183748844, |
| "grad_norm": 8.551612854003906, |
| "learning_rate": 6.574330563250232e-06, |
| "loss": 0.1042, |
| "step": 7420 |
| }, |
| { |
| "epoch": 1.7151431209602954, |
| "grad_norm": 2.9744086265563965, |
| "learning_rate": 6.5697137580794094e-06, |
| "loss": 0.233, |
| "step": 7430 |
| }, |
| { |
| "epoch": 1.7174515235457064, |
| "grad_norm": 0.07635639607906342, |
| "learning_rate": 6.565096952908588e-06, |
| "loss": 0.1139, |
| "step": 7440 |
| }, |
| { |
| "epoch": 1.7197599261311174, |
| "grad_norm": 1.504429578781128, |
| "learning_rate": 6.560480147737766e-06, |
| "loss": 0.1059, |
| "step": 7450 |
| }, |
| { |
| "epoch": 1.7220683287165282, |
| "grad_norm": 2.9266772270202637, |
| "learning_rate": 6.555863342566944e-06, |
| "loss": 0.0567, |
| "step": 7460 |
| }, |
| { |
| "epoch": 1.724376731301939, |
| "grad_norm": 3.605612277984619, |
| "learning_rate": 6.551246537396122e-06, |
| "loss": 0.1037, |
| "step": 7470 |
| }, |
| { |
| "epoch": 1.72668513388735, |
| "grad_norm": 0.9540549516677856, |
| "learning_rate": 6.546629732225301e-06, |
| "loss": 0.1119, |
| "step": 7480 |
| }, |
| { |
| "epoch": 1.7289935364727609, |
| "grad_norm": 6.184191703796387, |
| "learning_rate": 6.542012927054479e-06, |
| "loss": 0.1474, |
| "step": 7490 |
| }, |
| { |
| "epoch": 1.7313019390581719, |
| "grad_norm": 8.588491439819336, |
| "learning_rate": 6.537396121883657e-06, |
| "loss": 0.141, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.7336103416435826, |
| "grad_norm": 1.8794986009597778, |
| "learning_rate": 6.532779316712835e-06, |
| "loss": 0.0944, |
| "step": 7510 |
| }, |
| { |
| "epoch": 1.7359187442289934, |
| "grad_norm": 9.552380561828613, |
| "learning_rate": 6.5281625115420135e-06, |
| "loss": 0.1744, |
| "step": 7520 |
| }, |
| { |
| "epoch": 1.7382271468144044, |
| "grad_norm": 0.387534499168396, |
| "learning_rate": 6.523545706371192e-06, |
| "loss": 0.2037, |
| "step": 7530 |
| }, |
| { |
| "epoch": 1.7405355493998154, |
| "grad_norm": 5.804172515869141, |
| "learning_rate": 6.51892890120037e-06, |
| "loss": 0.1304, |
| "step": 7540 |
| }, |
| { |
| "epoch": 1.7428439519852263, |
| "grad_norm": 0.7988699078559875, |
| "learning_rate": 6.514312096029548e-06, |
| "loss": 0.1473, |
| "step": 7550 |
| }, |
| { |
| "epoch": 1.745152354570637, |
| "grad_norm": 0.7697465419769287, |
| "learning_rate": 6.509695290858726e-06, |
| "loss": 0.1124, |
| "step": 7560 |
| }, |
| { |
| "epoch": 1.7474607571560479, |
| "grad_norm": 7.298343181610107, |
| "learning_rate": 6.505078485687905e-06, |
| "loss": 0.2562, |
| "step": 7570 |
| }, |
| { |
| "epoch": 1.7497691597414589, |
| "grad_norm": 4.50553035736084, |
| "learning_rate": 6.500461680517083e-06, |
| "loss": 0.126, |
| "step": 7580 |
| }, |
| { |
| "epoch": 1.7520775623268698, |
| "grad_norm": 12.981157302856445, |
| "learning_rate": 6.495844875346261e-06, |
| "loss": 0.1195, |
| "step": 7590 |
| }, |
| { |
| "epoch": 1.7543859649122808, |
| "grad_norm": 4.404174327850342, |
| "learning_rate": 6.491228070175439e-06, |
| "loss": 0.1919, |
| "step": 7600 |
| }, |
| { |
| "epoch": 1.7566943674976916, |
| "grad_norm": 0.5157092809677124, |
| "learning_rate": 6.4866112650046176e-06, |
| "loss": 0.0951, |
| "step": 7610 |
| }, |
| { |
| "epoch": 1.7590027700831024, |
| "grad_norm": 0.16650424897670746, |
| "learning_rate": 6.481994459833796e-06, |
| "loss": 0.1248, |
| "step": 7620 |
| }, |
| { |
| "epoch": 1.7613111726685133, |
| "grad_norm": 8.10939884185791, |
| "learning_rate": 6.477377654662974e-06, |
| "loss": 0.0544, |
| "step": 7630 |
| }, |
| { |
| "epoch": 1.7636195752539243, |
| "grad_norm": 2.1119225025177, |
| "learning_rate": 6.472760849492152e-06, |
| "loss": 0.1149, |
| "step": 7640 |
| }, |
| { |
| "epoch": 1.7659279778393353, |
| "grad_norm": 2.523036479949951, |
| "learning_rate": 6.4681440443213305e-06, |
| "loss": 0.1567, |
| "step": 7650 |
| }, |
| { |
| "epoch": 1.768236380424746, |
| "grad_norm": 10.765961647033691, |
| "learning_rate": 6.463527239150509e-06, |
| "loss": 0.1761, |
| "step": 7660 |
| }, |
| { |
| "epoch": 1.7705447830101568, |
| "grad_norm": 0.755062460899353, |
| "learning_rate": 6.458910433979687e-06, |
| "loss": 0.0507, |
| "step": 7670 |
| }, |
| { |
| "epoch": 1.7728531855955678, |
| "grad_norm": 3.490917921066284, |
| "learning_rate": 6.454293628808865e-06, |
| "loss": 0.0596, |
| "step": 7680 |
| }, |
| { |
| "epoch": 1.7751615881809788, |
| "grad_norm": 0.43090829253196716, |
| "learning_rate": 6.4496768236380425e-06, |
| "loss": 0.1474, |
| "step": 7690 |
| }, |
| { |
| "epoch": 1.7774699907663898, |
| "grad_norm": 4.917365550994873, |
| "learning_rate": 6.445060018467221e-06, |
| "loss": 0.0974, |
| "step": 7700 |
| }, |
| { |
| "epoch": 1.7797783933518005, |
| "grad_norm": 10.694178581237793, |
| "learning_rate": 6.440443213296399e-06, |
| "loss": 0.3028, |
| "step": 7710 |
| }, |
| { |
| "epoch": 1.7820867959372113, |
| "grad_norm": 5.929460525512695, |
| "learning_rate": 6.435826408125577e-06, |
| "loss": 0.0749, |
| "step": 7720 |
| }, |
| { |
| "epoch": 1.7843951985226223, |
| "grad_norm": 4.399403095245361, |
| "learning_rate": 6.4312096029547555e-06, |
| "loss": 0.176, |
| "step": 7730 |
| }, |
| { |
| "epoch": 1.7867036011080333, |
| "grad_norm": 0.027071785181760788, |
| "learning_rate": 6.426592797783934e-06, |
| "loss": 0.131, |
| "step": 7740 |
| }, |
| { |
| "epoch": 1.7890120036934443, |
| "grad_norm": 8.557962417602539, |
| "learning_rate": 6.421975992613112e-06, |
| "loss": 0.1057, |
| "step": 7750 |
| }, |
| { |
| "epoch": 1.791320406278855, |
| "grad_norm": 0.7661490440368652, |
| "learning_rate": 6.41735918744229e-06, |
| "loss": 0.2144, |
| "step": 7760 |
| }, |
| { |
| "epoch": 1.7936288088642658, |
| "grad_norm": 9.75623607635498, |
| "learning_rate": 6.412742382271468e-06, |
| "loss": 0.1276, |
| "step": 7770 |
| }, |
| { |
| "epoch": 1.7959372114496768, |
| "grad_norm": 6.364738464355469, |
| "learning_rate": 6.408125577100647e-06, |
| "loss": 0.1435, |
| "step": 7780 |
| }, |
| { |
| "epoch": 1.7982456140350878, |
| "grad_norm": 1.4771772623062134, |
| "learning_rate": 6.403508771929825e-06, |
| "loss": 0.0973, |
| "step": 7790 |
| }, |
| { |
| "epoch": 1.8005540166204987, |
| "grad_norm": 5.833428382873535, |
| "learning_rate": 6.398891966759003e-06, |
| "loss": 0.1377, |
| "step": 7800 |
| }, |
| { |
| "epoch": 1.8028624192059095, |
| "grad_norm": 5.6276140213012695, |
| "learning_rate": 6.394275161588181e-06, |
| "loss": 0.0747, |
| "step": 7810 |
| }, |
| { |
| "epoch": 1.8051708217913203, |
| "grad_norm": 6.839344501495361, |
| "learning_rate": 6.3896583564173595e-06, |
| "loss": 0.2604, |
| "step": 7820 |
| }, |
| { |
| "epoch": 1.8074792243767313, |
| "grad_norm": 0.39363521337509155, |
| "learning_rate": 6.385041551246538e-06, |
| "loss": 0.1624, |
| "step": 7830 |
| }, |
| { |
| "epoch": 1.8097876269621422, |
| "grad_norm": 5.885039329528809, |
| "learning_rate": 6.380424746075716e-06, |
| "loss": 0.1182, |
| "step": 7840 |
| }, |
| { |
| "epoch": 1.8120960295475532, |
| "grad_norm": 3.342357873916626, |
| "learning_rate": 6.375807940904894e-06, |
| "loss": 0.1371, |
| "step": 7850 |
| }, |
| { |
| "epoch": 1.814404432132964, |
| "grad_norm": 0.826147735118866, |
| "learning_rate": 6.3711911357340724e-06, |
| "loss": 0.0978, |
| "step": 7860 |
| }, |
| { |
| "epoch": 1.8167128347183747, |
| "grad_norm": 0.12890218198299408, |
| "learning_rate": 6.366574330563251e-06, |
| "loss": 0.0874, |
| "step": 7870 |
| }, |
| { |
| "epoch": 1.8190212373037857, |
| "grad_norm": 3.2980127334594727, |
| "learning_rate": 6.361957525392429e-06, |
| "loss": 0.1183, |
| "step": 7880 |
| }, |
| { |
| "epoch": 1.8213296398891967, |
| "grad_norm": 0.6489532589912415, |
| "learning_rate": 6.357340720221607e-06, |
| "loss": 0.0617, |
| "step": 7890 |
| }, |
| { |
| "epoch": 1.8236380424746077, |
| "grad_norm": 0.6646090149879456, |
| "learning_rate": 6.352723915050786e-06, |
| "loss": 0.2681, |
| "step": 7900 |
| }, |
| { |
| "epoch": 1.8259464450600185, |
| "grad_norm": 4.692173957824707, |
| "learning_rate": 6.348107109879964e-06, |
| "loss": 0.1338, |
| "step": 7910 |
| }, |
| { |
| "epoch": 1.8282548476454292, |
| "grad_norm": 3.6965296268463135, |
| "learning_rate": 6.343490304709143e-06, |
| "loss": 0.1116, |
| "step": 7920 |
| }, |
| { |
| "epoch": 1.8305632502308402, |
| "grad_norm": 6.4236907958984375, |
| "learning_rate": 6.338873499538321e-06, |
| "loss": 0.1017, |
| "step": 7930 |
| }, |
| { |
| "epoch": 1.8328716528162512, |
| "grad_norm": 7.079874515533447, |
| "learning_rate": 6.334256694367497e-06, |
| "loss": 0.1418, |
| "step": 7940 |
| }, |
| { |
| "epoch": 1.8351800554016622, |
| "grad_norm": 8.222419738769531, |
| "learning_rate": 6.329639889196676e-06, |
| "loss": 0.1577, |
| "step": 7950 |
| }, |
| { |
| "epoch": 1.837488457987073, |
| "grad_norm": 8.236457824707031, |
| "learning_rate": 6.325023084025854e-06, |
| "loss": 0.2812, |
| "step": 7960 |
| }, |
| { |
| "epoch": 1.8397968605724837, |
| "grad_norm": 7.066323280334473, |
| "learning_rate": 6.320406278855032e-06, |
| "loss": 0.1444, |
| "step": 7970 |
| }, |
| { |
| "epoch": 1.8421052631578947, |
| "grad_norm": 4.454392433166504, |
| "learning_rate": 6.31578947368421e-06, |
| "loss": 0.0752, |
| "step": 7980 |
| }, |
| { |
| "epoch": 1.8444136657433057, |
| "grad_norm": 8.278393745422363, |
| "learning_rate": 6.3111726685133886e-06, |
| "loss": 0.1849, |
| "step": 7990 |
| }, |
| { |
| "epoch": 1.8467220683287167, |
| "grad_norm": 0.8757348656654358, |
| "learning_rate": 6.306555863342567e-06, |
| "loss": 0.0798, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.8490304709141274, |
| "grad_norm": 5.9545183181762695, |
| "learning_rate": 6.301939058171746e-06, |
| "loss": 0.1675, |
| "step": 8010 |
| }, |
| { |
| "epoch": 1.8513388734995382, |
| "grad_norm": 19.9125919342041, |
| "learning_rate": 6.297322253000924e-06, |
| "loss": 0.1884, |
| "step": 8020 |
| }, |
| { |
| "epoch": 1.8536472760849492, |
| "grad_norm": 9.5575532913208, |
| "learning_rate": 6.292705447830102e-06, |
| "loss": 0.1534, |
| "step": 8030 |
| }, |
| { |
| "epoch": 1.8559556786703602, |
| "grad_norm": 1.6205804347991943, |
| "learning_rate": 6.2880886426592805e-06, |
| "loss": 0.0776, |
| "step": 8040 |
| }, |
| { |
| "epoch": 1.8582640812557711, |
| "grad_norm": 15.89978313446045, |
| "learning_rate": 6.283471837488459e-06, |
| "loss": 0.0875, |
| "step": 8050 |
| }, |
| { |
| "epoch": 1.860572483841182, |
| "grad_norm": 10.861461639404297, |
| "learning_rate": 6.278855032317637e-06, |
| "loss": 0.1827, |
| "step": 8060 |
| }, |
| { |
| "epoch": 1.8628808864265927, |
| "grad_norm": 1.8603498935699463, |
| "learning_rate": 6.274238227146815e-06, |
| "loss": 0.0956, |
| "step": 8070 |
| }, |
| { |
| "epoch": 1.8651892890120036, |
| "grad_norm": 0.018299419432878494, |
| "learning_rate": 6.2696214219759935e-06, |
| "loss": 0.0195, |
| "step": 8080 |
| }, |
| { |
| "epoch": 1.8674976915974146, |
| "grad_norm": 1.9744303226470947, |
| "learning_rate": 6.265004616805172e-06, |
| "loss": 0.2294, |
| "step": 8090 |
| }, |
| { |
| "epoch": 1.8698060941828256, |
| "grad_norm": 0.05369226261973381, |
| "learning_rate": 6.26038781163435e-06, |
| "loss": 0.1401, |
| "step": 8100 |
| }, |
| { |
| "epoch": 1.8721144967682364, |
| "grad_norm": 0.937160849571228, |
| "learning_rate": 6.255771006463528e-06, |
| "loss": 0.052, |
| "step": 8110 |
| }, |
| { |
| "epoch": 1.8744228993536471, |
| "grad_norm": 8.414374351501465, |
| "learning_rate": 6.251154201292706e-06, |
| "loss": 0.1244, |
| "step": 8120 |
| }, |
| { |
| "epoch": 1.8767313019390581, |
| "grad_norm": 0.0035069389268755913, |
| "learning_rate": 6.246537396121885e-06, |
| "loss": 0.1082, |
| "step": 8130 |
| }, |
| { |
| "epoch": 1.8790397045244691, |
| "grad_norm": 8.114951133728027, |
| "learning_rate": 6.241920590951063e-06, |
| "loss": 0.1264, |
| "step": 8140 |
| }, |
| { |
| "epoch": 1.88134810710988, |
| "grad_norm": 0.08601807057857513, |
| "learning_rate": 6.237303785780241e-06, |
| "loss": 0.135, |
| "step": 8150 |
| }, |
| { |
| "epoch": 1.8836565096952909, |
| "grad_norm": 0.6841493844985962, |
| "learning_rate": 6.232686980609419e-06, |
| "loss": 0.1232, |
| "step": 8160 |
| }, |
| { |
| "epoch": 1.8859649122807016, |
| "grad_norm": 0.34537649154663086, |
| "learning_rate": 6.2280701754385975e-06, |
| "loss": 0.0829, |
| "step": 8170 |
| }, |
| { |
| "epoch": 1.8882733148661126, |
| "grad_norm": 8.30687141418457, |
| "learning_rate": 6.223453370267776e-06, |
| "loss": 0.0796, |
| "step": 8180 |
| }, |
| { |
| "epoch": 1.8905817174515236, |
| "grad_norm": 9.79694938659668, |
| "learning_rate": 6.218836565096953e-06, |
| "loss": 0.1882, |
| "step": 8190 |
| }, |
| { |
| "epoch": 1.8928901200369346, |
| "grad_norm": 6.208591461181641, |
| "learning_rate": 6.214219759926131e-06, |
| "loss": 0.2588, |
| "step": 8200 |
| }, |
| { |
| "epoch": 1.8951985226223453, |
| "grad_norm": 2.372145891189575, |
| "learning_rate": 6.20960295475531e-06, |
| "loss": 0.1919, |
| "step": 8210 |
| }, |
| { |
| "epoch": 1.897506925207756, |
| "grad_norm": 8.687252044677734, |
| "learning_rate": 6.204986149584488e-06, |
| "loss": 0.2623, |
| "step": 8220 |
| }, |
| { |
| "epoch": 1.899815327793167, |
| "grad_norm": 6.273497581481934, |
| "learning_rate": 6.200369344413666e-06, |
| "loss": 0.1165, |
| "step": 8230 |
| }, |
| { |
| "epoch": 1.902123730378578, |
| "grad_norm": 2.975783109664917, |
| "learning_rate": 6.195752539242844e-06, |
| "loss": 0.0985, |
| "step": 8240 |
| }, |
| { |
| "epoch": 1.904432132963989, |
| "grad_norm": 3.606961965560913, |
| "learning_rate": 6.1911357340720225e-06, |
| "loss": 0.0989, |
| "step": 8250 |
| }, |
| { |
| "epoch": 1.9067405355493998, |
| "grad_norm": 0.389692097902298, |
| "learning_rate": 6.186518928901201e-06, |
| "loss": 0.1624, |
| "step": 8260 |
| }, |
| { |
| "epoch": 1.9090489381348106, |
| "grad_norm": 8.54810905456543, |
| "learning_rate": 6.181902123730379e-06, |
| "loss": 0.1967, |
| "step": 8270 |
| }, |
| { |
| "epoch": 1.9113573407202216, |
| "grad_norm": 3.235846996307373, |
| "learning_rate": 6.177285318559557e-06, |
| "loss": 0.0824, |
| "step": 8280 |
| }, |
| { |
| "epoch": 1.9136657433056325, |
| "grad_norm": 0.16667799651622772, |
| "learning_rate": 6.172668513388735e-06, |
| "loss": 0.0534, |
| "step": 8290 |
| }, |
| { |
| "epoch": 1.9159741458910435, |
| "grad_norm": 0.10937054455280304, |
| "learning_rate": 6.168051708217914e-06, |
| "loss": 0.089, |
| "step": 8300 |
| }, |
| { |
| "epoch": 1.9182825484764543, |
| "grad_norm": 1.9354497194290161, |
| "learning_rate": 6.163434903047092e-06, |
| "loss": 0.1156, |
| "step": 8310 |
| }, |
| { |
| "epoch": 1.920590951061865, |
| "grad_norm": 0.8759872317314148, |
| "learning_rate": 6.15881809787627e-06, |
| "loss": 0.3605, |
| "step": 8320 |
| }, |
| { |
| "epoch": 1.922899353647276, |
| "grad_norm": 6.817061901092529, |
| "learning_rate": 6.154201292705448e-06, |
| "loss": 0.1679, |
| "step": 8330 |
| }, |
| { |
| "epoch": 1.925207756232687, |
| "grad_norm": 0.8531666398048401, |
| "learning_rate": 6.1495844875346266e-06, |
| "loss": 0.2253, |
| "step": 8340 |
| }, |
| { |
| "epoch": 1.927516158818098, |
| "grad_norm": 0.42465031147003174, |
| "learning_rate": 6.144967682363805e-06, |
| "loss": 0.0866, |
| "step": 8350 |
| }, |
| { |
| "epoch": 1.9298245614035088, |
| "grad_norm": 1.4570600986480713, |
| "learning_rate": 6.140350877192983e-06, |
| "loss": 0.0814, |
| "step": 8360 |
| }, |
| { |
| "epoch": 1.9321329639889195, |
| "grad_norm": 0.46014854311943054, |
| "learning_rate": 6.135734072022161e-06, |
| "loss": 0.1907, |
| "step": 8370 |
| }, |
| { |
| "epoch": 1.9344413665743305, |
| "grad_norm": 1.4643794298171997, |
| "learning_rate": 6.1311172668513395e-06, |
| "loss": 0.2251, |
| "step": 8380 |
| }, |
| { |
| "epoch": 1.9367497691597415, |
| "grad_norm": 8.7191743850708, |
| "learning_rate": 6.126500461680518e-06, |
| "loss": 0.1714, |
| "step": 8390 |
| }, |
| { |
| "epoch": 1.9390581717451525, |
| "grad_norm": 0.6021118760108948, |
| "learning_rate": 6.121883656509696e-06, |
| "loss": 0.1401, |
| "step": 8400 |
| }, |
| { |
| "epoch": 1.9413665743305633, |
| "grad_norm": 0.47443175315856934, |
| "learning_rate": 6.117266851338874e-06, |
| "loss": 0.2086, |
| "step": 8410 |
| }, |
| { |
| "epoch": 1.943674976915974, |
| "grad_norm": 4.75976037979126, |
| "learning_rate": 6.112650046168052e-06, |
| "loss": 0.1009, |
| "step": 8420 |
| }, |
| { |
| "epoch": 1.945983379501385, |
| "grad_norm": 5.859301567077637, |
| "learning_rate": 6.108033240997231e-06, |
| "loss": 0.0853, |
| "step": 8430 |
| }, |
| { |
| "epoch": 1.948291782086796, |
| "grad_norm": 6.5929083824157715, |
| "learning_rate": 6.103416435826408e-06, |
| "loss": 0.0887, |
| "step": 8440 |
| }, |
| { |
| "epoch": 1.950600184672207, |
| "grad_norm": 10.656343460083008, |
| "learning_rate": 6.098799630655586e-06, |
| "loss": 0.2523, |
| "step": 8450 |
| }, |
| { |
| "epoch": 1.9529085872576177, |
| "grad_norm": 3.823875665664673, |
| "learning_rate": 6.0941828254847645e-06, |
| "loss": 0.2889, |
| "step": 8460 |
| }, |
| { |
| "epoch": 1.9552169898430285, |
| "grad_norm": 1.346490740776062, |
| "learning_rate": 6.089566020313943e-06, |
| "loss": 0.1102, |
| "step": 8470 |
| }, |
| { |
| "epoch": 1.9575253924284395, |
| "grad_norm": 1.3046754598617554, |
| "learning_rate": 6.084949215143121e-06, |
| "loss": 0.2301, |
| "step": 8480 |
| }, |
| { |
| "epoch": 1.9598337950138505, |
| "grad_norm": 0.03322243317961693, |
| "learning_rate": 6.080332409972299e-06, |
| "loss": 0.0365, |
| "step": 8490 |
| }, |
| { |
| "epoch": 1.9621421975992615, |
| "grad_norm": 1.0472577810287476, |
| "learning_rate": 6.075715604801477e-06, |
| "loss": 0.153, |
| "step": 8500 |
| }, |
| { |
| "epoch": 1.9644506001846722, |
| "grad_norm": 5.539668083190918, |
| "learning_rate": 6.071098799630656e-06, |
| "loss": 0.057, |
| "step": 8510 |
| }, |
| { |
| "epoch": 1.966759002770083, |
| "grad_norm": 1.9032143354415894, |
| "learning_rate": 6.066481994459834e-06, |
| "loss": 0.2137, |
| "step": 8520 |
| }, |
| { |
| "epoch": 1.969067405355494, |
| "grad_norm": 6.5532307624816895, |
| "learning_rate": 6.061865189289012e-06, |
| "loss": 0.2677, |
| "step": 8530 |
| }, |
| { |
| "epoch": 1.971375807940905, |
| "grad_norm": 5.149965286254883, |
| "learning_rate": 6.05724838411819e-06, |
| "loss": 0.1398, |
| "step": 8540 |
| }, |
| { |
| "epoch": 1.973684210526316, |
| "grad_norm": 7.169659614562988, |
| "learning_rate": 6.0526315789473685e-06, |
| "loss": 0.1636, |
| "step": 8550 |
| }, |
| { |
| "epoch": 1.9759926131117267, |
| "grad_norm": 6.840461730957031, |
| "learning_rate": 6.048014773776547e-06, |
| "loss": 0.2315, |
| "step": 8560 |
| }, |
| { |
| "epoch": 1.9783010156971375, |
| "grad_norm": 1.6913082599639893, |
| "learning_rate": 6.043397968605725e-06, |
| "loss": 0.0966, |
| "step": 8570 |
| }, |
| { |
| "epoch": 1.9806094182825484, |
| "grad_norm": 2.4741079807281494, |
| "learning_rate": 6.038781163434903e-06, |
| "loss": 0.1515, |
| "step": 8580 |
| }, |
| { |
| "epoch": 1.9829178208679594, |
| "grad_norm": 4.566931247711182, |
| "learning_rate": 6.034164358264082e-06, |
| "loss": 0.1615, |
| "step": 8590 |
| }, |
| { |
| "epoch": 1.9852262234533704, |
| "grad_norm": 0.8300578594207764, |
| "learning_rate": 6.0295475530932605e-06, |
| "loss": 0.1022, |
| "step": 8600 |
| }, |
| { |
| "epoch": 1.9875346260387812, |
| "grad_norm": 0.03683464601635933, |
| "learning_rate": 6.024930747922439e-06, |
| "loss": 0.1052, |
| "step": 8610 |
| }, |
| { |
| "epoch": 1.989843028624192, |
| "grad_norm": 4.96811580657959, |
| "learning_rate": 6.020313942751617e-06, |
| "loss": 0.2101, |
| "step": 8620 |
| }, |
| { |
| "epoch": 1.992151431209603, |
| "grad_norm": 9.449173927307129, |
| "learning_rate": 6.015697137580795e-06, |
| "loss": 0.3838, |
| "step": 8630 |
| }, |
| { |
| "epoch": 1.994459833795014, |
| "grad_norm": 5.175396919250488, |
| "learning_rate": 6.011080332409973e-06, |
| "loss": 0.2618, |
| "step": 8640 |
| }, |
| { |
| "epoch": 1.9967682363804249, |
| "grad_norm": 9.836182594299316, |
| "learning_rate": 6.006463527239152e-06, |
| "loss": 0.196, |
| "step": 8650 |
| }, |
| { |
| "epoch": 1.9990766389658357, |
| "grad_norm": 4.681766510009766, |
| "learning_rate": 6.00184672206833e-06, |
| "loss": 0.1649, |
| "step": 8660 |
| }, |
| { |
| "epoch": 2.0013850415512464, |
| "grad_norm": 2.927532196044922, |
| "learning_rate": 5.997229916897508e-06, |
| "loss": 0.1959, |
| "step": 8670 |
| }, |
| { |
| "epoch": 2.0036934441366574, |
| "grad_norm": 0.05056557059288025, |
| "learning_rate": 5.992613111726686e-06, |
| "loss": 0.1221, |
| "step": 8680 |
| }, |
| { |
| "epoch": 2.0060018467220684, |
| "grad_norm": 0.10122841596603394, |
| "learning_rate": 5.987996306555863e-06, |
| "loss": 0.0872, |
| "step": 8690 |
| }, |
| { |
| "epoch": 2.0083102493074794, |
| "grad_norm": 5.571578025817871, |
| "learning_rate": 5.983379501385042e-06, |
| "loss": 0.0557, |
| "step": 8700 |
| }, |
| { |
| "epoch": 2.01061865189289, |
| "grad_norm": 1.3636723756790161, |
| "learning_rate": 5.97876269621422e-06, |
| "loss": 0.0712, |
| "step": 8710 |
| }, |
| { |
| "epoch": 2.012927054478301, |
| "grad_norm": 3.220374822616577, |
| "learning_rate": 5.974145891043398e-06, |
| "loss": 0.0405, |
| "step": 8720 |
| }, |
| { |
| "epoch": 2.015235457063712, |
| "grad_norm": 8.186657905578613, |
| "learning_rate": 5.969529085872577e-06, |
| "loss": 0.1472, |
| "step": 8730 |
| }, |
| { |
| "epoch": 2.017543859649123, |
| "grad_norm": 1.016586184501648, |
| "learning_rate": 5.964912280701755e-06, |
| "loss": 0.0584, |
| "step": 8740 |
| }, |
| { |
| "epoch": 2.019852262234534, |
| "grad_norm": 0.9086069464683533, |
| "learning_rate": 5.960295475530933e-06, |
| "loss": 0.1755, |
| "step": 8750 |
| }, |
| { |
| "epoch": 2.0221606648199444, |
| "grad_norm": 0.016934020444750786, |
| "learning_rate": 5.955678670360111e-06, |
| "loss": 0.2406, |
| "step": 8760 |
| }, |
| { |
| "epoch": 2.0244690674053554, |
| "grad_norm": 0.6315302848815918, |
| "learning_rate": 5.9510618651892895e-06, |
| "loss": 0.1454, |
| "step": 8770 |
| }, |
| { |
| "epoch": 2.0267774699907664, |
| "grad_norm": 3.5935792922973633, |
| "learning_rate": 5.946445060018468e-06, |
| "loss": 0.1484, |
| "step": 8780 |
| }, |
| { |
| "epoch": 2.0290858725761773, |
| "grad_norm": 6.510880470275879, |
| "learning_rate": 5.941828254847646e-06, |
| "loss": 0.1997, |
| "step": 8790 |
| }, |
| { |
| "epoch": 2.0313942751615883, |
| "grad_norm": 2.0462422370910645, |
| "learning_rate": 5.937211449676824e-06, |
| "loss": 0.0329, |
| "step": 8800 |
| }, |
| { |
| "epoch": 2.033702677746999, |
| "grad_norm": 0.016499172896146774, |
| "learning_rate": 5.9325946445060025e-06, |
| "loss": 0.0978, |
| "step": 8810 |
| }, |
| { |
| "epoch": 2.03601108033241, |
| "grad_norm": 0.08158121258020401, |
| "learning_rate": 5.927977839335181e-06, |
| "loss": 0.2987, |
| "step": 8820 |
| }, |
| { |
| "epoch": 2.038319482917821, |
| "grad_norm": 1.0147842168807983, |
| "learning_rate": 5.923361034164359e-06, |
| "loss": 0.0758, |
| "step": 8830 |
| }, |
| { |
| "epoch": 2.040627885503232, |
| "grad_norm": 1.7109171152114868, |
| "learning_rate": 5.918744228993537e-06, |
| "loss": 0.14, |
| "step": 8840 |
| }, |
| { |
| "epoch": 2.042936288088643, |
| "grad_norm": 0.7527329921722412, |
| "learning_rate": 5.914127423822715e-06, |
| "loss": 0.0826, |
| "step": 8850 |
| }, |
| { |
| "epoch": 2.0452446906740533, |
| "grad_norm": 0.3407728374004364, |
| "learning_rate": 5.909510618651894e-06, |
| "loss": 0.0815, |
| "step": 8860 |
| }, |
| { |
| "epoch": 2.0475530932594643, |
| "grad_norm": 3.8781118392944336, |
| "learning_rate": 5.904893813481072e-06, |
| "loss": 0.1201, |
| "step": 8870 |
| }, |
| { |
| "epoch": 2.0498614958448753, |
| "grad_norm": 0.057001981884241104, |
| "learning_rate": 5.90027700831025e-06, |
| "loss": 0.0481, |
| "step": 8880 |
| }, |
| { |
| "epoch": 2.0521698984302863, |
| "grad_norm": 4.004337787628174, |
| "learning_rate": 5.895660203139428e-06, |
| "loss": 0.1359, |
| "step": 8890 |
| }, |
| { |
| "epoch": 2.0544783010156973, |
| "grad_norm": 0.3880602717399597, |
| "learning_rate": 5.8910433979686065e-06, |
| "loss": 0.128, |
| "step": 8900 |
| }, |
| { |
| "epoch": 2.056786703601108, |
| "grad_norm": 0.04380026459693909, |
| "learning_rate": 5.886426592797785e-06, |
| "loss": 0.0731, |
| "step": 8910 |
| }, |
| { |
| "epoch": 2.059095106186519, |
| "grad_norm": 0.022117508575320244, |
| "learning_rate": 5.881809787626963e-06, |
| "loss": 0.1556, |
| "step": 8920 |
| }, |
| { |
| "epoch": 2.06140350877193, |
| "grad_norm": 4.597250938415527, |
| "learning_rate": 5.877192982456141e-06, |
| "loss": 0.114, |
| "step": 8930 |
| }, |
| { |
| "epoch": 2.063711911357341, |
| "grad_norm": 0.033978935331106186, |
| "learning_rate": 5.8725761772853194e-06, |
| "loss": 0.0575, |
| "step": 8940 |
| }, |
| { |
| "epoch": 2.0660203139427518, |
| "grad_norm": 6.101284980773926, |
| "learning_rate": 5.867959372114497e-06, |
| "loss": 0.0505, |
| "step": 8950 |
| }, |
| { |
| "epoch": 2.0683287165281623, |
| "grad_norm": 0.05929476395249367, |
| "learning_rate": 5.863342566943675e-06, |
| "loss": 0.0402, |
| "step": 8960 |
| }, |
| { |
| "epoch": 2.0706371191135733, |
| "grad_norm": 5.941567420959473, |
| "learning_rate": 5.858725761772853e-06, |
| "loss": 0.1594, |
| "step": 8970 |
| }, |
| { |
| "epoch": 2.0729455216989843, |
| "grad_norm": 8.183211326599121, |
| "learning_rate": 5.8541089566020315e-06, |
| "loss": 0.0838, |
| "step": 8980 |
| }, |
| { |
| "epoch": 2.0752539242843953, |
| "grad_norm": 0.09150294959545135, |
| "learning_rate": 5.84949215143121e-06, |
| "loss": 0.1315, |
| "step": 8990 |
| }, |
| { |
| "epoch": 2.0775623268698062, |
| "grad_norm": 9.495864868164062, |
| "learning_rate": 5.844875346260388e-06, |
| "loss": 0.1332, |
| "step": 9000 |
| }, |
| { |
| "epoch": 2.079870729455217, |
| "grad_norm": 1.3700872659683228, |
| "learning_rate": 5.840258541089566e-06, |
| "loss": 0.1399, |
| "step": 9010 |
| }, |
| { |
| "epoch": 2.0821791320406278, |
| "grad_norm": 6.932931423187256, |
| "learning_rate": 5.835641735918744e-06, |
| "loss": 0.1696, |
| "step": 9020 |
| }, |
| { |
| "epoch": 2.0844875346260388, |
| "grad_norm": 4.011542320251465, |
| "learning_rate": 5.831024930747923e-06, |
| "loss": 0.1356, |
| "step": 9030 |
| }, |
| { |
| "epoch": 2.0867959372114497, |
| "grad_norm": 10.626606941223145, |
| "learning_rate": 5.826408125577101e-06, |
| "loss": 0.1291, |
| "step": 9040 |
| }, |
| { |
| "epoch": 2.0891043397968607, |
| "grad_norm": 7.218416213989258, |
| "learning_rate": 5.821791320406279e-06, |
| "loss": 0.0941, |
| "step": 9050 |
| }, |
| { |
| "epoch": 2.0914127423822713, |
| "grad_norm": 0.42429065704345703, |
| "learning_rate": 5.817174515235457e-06, |
| "loss": 0.2245, |
| "step": 9060 |
| }, |
| { |
| "epoch": 2.0937211449676822, |
| "grad_norm": 0.7302764058113098, |
| "learning_rate": 5.8125577100646356e-06, |
| "loss": 0.1242, |
| "step": 9070 |
| }, |
| { |
| "epoch": 2.0960295475530932, |
| "grad_norm": 7.304187774658203, |
| "learning_rate": 5.807940904893814e-06, |
| "loss": 0.0707, |
| "step": 9080 |
| }, |
| { |
| "epoch": 2.098337950138504, |
| "grad_norm": 0.15638557076454163, |
| "learning_rate": 5.803324099722992e-06, |
| "loss": 0.0206, |
| "step": 9090 |
| }, |
| { |
| "epoch": 2.100646352723915, |
| "grad_norm": 0.28185614943504333, |
| "learning_rate": 5.79870729455217e-06, |
| "loss": 0.1083, |
| "step": 9100 |
| }, |
| { |
| "epoch": 2.1029547553093257, |
| "grad_norm": 14.079293251037598, |
| "learning_rate": 5.7940904893813485e-06, |
| "loss": 0.3238, |
| "step": 9110 |
| }, |
| { |
| "epoch": 2.1052631578947367, |
| "grad_norm": 2.9056591987609863, |
| "learning_rate": 5.789473684210527e-06, |
| "loss": 0.1397, |
| "step": 9120 |
| }, |
| { |
| "epoch": 2.1075715604801477, |
| "grad_norm": 6.2419843673706055, |
| "learning_rate": 5.784856879039705e-06, |
| "loss": 0.0863, |
| "step": 9130 |
| }, |
| { |
| "epoch": 2.1098799630655587, |
| "grad_norm": 2.238790273666382, |
| "learning_rate": 5.780240073868883e-06, |
| "loss": 0.1536, |
| "step": 9140 |
| }, |
| { |
| "epoch": 2.1121883656509697, |
| "grad_norm": 0.2927044630050659, |
| "learning_rate": 5.775623268698061e-06, |
| "loss": 0.0902, |
| "step": 9150 |
| }, |
| { |
| "epoch": 2.11449676823638, |
| "grad_norm": 4.019207954406738, |
| "learning_rate": 5.77100646352724e-06, |
| "loss": 0.1232, |
| "step": 9160 |
| }, |
| { |
| "epoch": 2.116805170821791, |
| "grad_norm": 7.978782653808594, |
| "learning_rate": 5.766389658356419e-06, |
| "loss": 0.1065, |
| "step": 9170 |
| }, |
| { |
| "epoch": 2.119113573407202, |
| "grad_norm": 2.3987929821014404, |
| "learning_rate": 5.761772853185597e-06, |
| "loss": 0.1332, |
| "step": 9180 |
| }, |
| { |
| "epoch": 2.121421975992613, |
| "grad_norm": 5.822368144989014, |
| "learning_rate": 5.757156048014775e-06, |
| "loss": 0.1453, |
| "step": 9190 |
| }, |
| { |
| "epoch": 2.123730378578024, |
| "grad_norm": 2.1533074378967285, |
| "learning_rate": 5.752539242843952e-06, |
| "loss": 0.1478, |
| "step": 9200 |
| }, |
| { |
| "epoch": 2.1260387811634347, |
| "grad_norm": 0.6697908043861389, |
| "learning_rate": 5.74792243767313e-06, |
| "loss": 0.0964, |
| "step": 9210 |
| }, |
| { |
| "epoch": 2.1283471837488457, |
| "grad_norm": 3.2779664993286133, |
| "learning_rate": 5.743305632502308e-06, |
| "loss": 0.0917, |
| "step": 9220 |
| }, |
| { |
| "epoch": 2.1306555863342567, |
| "grad_norm": 0.6165647506713867, |
| "learning_rate": 5.738688827331486e-06, |
| "loss": 0.1052, |
| "step": 9230 |
| }, |
| { |
| "epoch": 2.1329639889196677, |
| "grad_norm": 5.503302574157715, |
| "learning_rate": 5.734072022160665e-06, |
| "loss": 0.0448, |
| "step": 9240 |
| }, |
| { |
| "epoch": 2.1352723915050786, |
| "grad_norm": 7.877943992614746, |
| "learning_rate": 5.729455216989843e-06, |
| "loss": 0.339, |
| "step": 9250 |
| }, |
| { |
| "epoch": 2.137580794090489, |
| "grad_norm": 8.723716735839844, |
| "learning_rate": 5.724838411819021e-06, |
| "loss": 0.1391, |
| "step": 9260 |
| }, |
| { |
| "epoch": 2.1398891966759, |
| "grad_norm": 0.8852521777153015, |
| "learning_rate": 5.720221606648199e-06, |
| "loss": 0.1099, |
| "step": 9270 |
| }, |
| { |
| "epoch": 2.142197599261311, |
| "grad_norm": 1.1055375337600708, |
| "learning_rate": 5.715604801477378e-06, |
| "loss": 0.0919, |
| "step": 9280 |
| }, |
| { |
| "epoch": 2.144506001846722, |
| "grad_norm": 2.017138719558716, |
| "learning_rate": 5.710987996306557e-06, |
| "loss": 0.096, |
| "step": 9290 |
| }, |
| { |
| "epoch": 2.146814404432133, |
| "grad_norm": 8.649641990661621, |
| "learning_rate": 5.706371191135735e-06, |
| "loss": 0.093, |
| "step": 9300 |
| }, |
| { |
| "epoch": 2.1491228070175437, |
| "grad_norm": 7.006896495819092, |
| "learning_rate": 5.701754385964913e-06, |
| "loss": 0.1401, |
| "step": 9310 |
| }, |
| { |
| "epoch": 2.1514312096029546, |
| "grad_norm": 7.177443981170654, |
| "learning_rate": 5.697137580794091e-06, |
| "loss": 0.1195, |
| "step": 9320 |
| }, |
| { |
| "epoch": 2.1537396121883656, |
| "grad_norm": 1.8384499549865723, |
| "learning_rate": 5.6925207756232695e-06, |
| "loss": 0.1036, |
| "step": 9330 |
| }, |
| { |
| "epoch": 2.1560480147737766, |
| "grad_norm": 6.480041027069092, |
| "learning_rate": 5.687903970452448e-06, |
| "loss": 0.1999, |
| "step": 9340 |
| }, |
| { |
| "epoch": 2.1583564173591876, |
| "grad_norm": 11.267412185668945, |
| "learning_rate": 5.683287165281626e-06, |
| "loss": 0.1152, |
| "step": 9350 |
| }, |
| { |
| "epoch": 2.160664819944598, |
| "grad_norm": 0.8537270426750183, |
| "learning_rate": 5.678670360110804e-06, |
| "loss": 0.1377, |
| "step": 9360 |
| }, |
| { |
| "epoch": 2.162973222530009, |
| "grad_norm": 0.18044432997703552, |
| "learning_rate": 5.674053554939982e-06, |
| "loss": 0.11, |
| "step": 9370 |
| }, |
| { |
| "epoch": 2.16528162511542, |
| "grad_norm": 9.148309707641602, |
| "learning_rate": 5.669436749769161e-06, |
| "loss": 0.0663, |
| "step": 9380 |
| }, |
| { |
| "epoch": 2.167590027700831, |
| "grad_norm": 1.588027000427246, |
| "learning_rate": 5.664819944598339e-06, |
| "loss": 0.1553, |
| "step": 9390 |
| }, |
| { |
| "epoch": 2.169898430286242, |
| "grad_norm": 4.9665656089782715, |
| "learning_rate": 5.660203139427517e-06, |
| "loss": 0.1243, |
| "step": 9400 |
| }, |
| { |
| "epoch": 2.1722068328716526, |
| "grad_norm": 9.686516761779785, |
| "learning_rate": 5.655586334256695e-06, |
| "loss": 0.0922, |
| "step": 9410 |
| }, |
| { |
| "epoch": 2.1745152354570636, |
| "grad_norm": 1.307399868965149, |
| "learning_rate": 5.6509695290858736e-06, |
| "loss": 0.1356, |
| "step": 9420 |
| }, |
| { |
| "epoch": 2.1768236380424746, |
| "grad_norm": 0.22611260414123535, |
| "learning_rate": 5.646352723915052e-06, |
| "loss": 0.1403, |
| "step": 9430 |
| }, |
| { |
| "epoch": 2.1791320406278856, |
| "grad_norm": 0.4205482304096222, |
| "learning_rate": 5.64173591874423e-06, |
| "loss": 0.0477, |
| "step": 9440 |
| }, |
| { |
| "epoch": 2.1814404432132966, |
| "grad_norm": 0.18651635944843292, |
| "learning_rate": 5.637119113573407e-06, |
| "loss": 0.184, |
| "step": 9450 |
| }, |
| { |
| "epoch": 2.183748845798707, |
| "grad_norm": 1.2028234004974365, |
| "learning_rate": 5.632502308402586e-06, |
| "loss": 0.2016, |
| "step": 9460 |
| }, |
| { |
| "epoch": 2.186057248384118, |
| "grad_norm": 0.3975241184234619, |
| "learning_rate": 5.627885503231764e-06, |
| "loss": 0.0962, |
| "step": 9470 |
| }, |
| { |
| "epoch": 2.188365650969529, |
| "grad_norm": 1.0354328155517578, |
| "learning_rate": 5.623268698060942e-06, |
| "loss": 0.1062, |
| "step": 9480 |
| }, |
| { |
| "epoch": 2.19067405355494, |
| "grad_norm": 1.9186370372772217, |
| "learning_rate": 5.61865189289012e-06, |
| "loss": 0.177, |
| "step": 9490 |
| }, |
| { |
| "epoch": 2.192982456140351, |
| "grad_norm": 0.0028579889331012964, |
| "learning_rate": 5.6140350877192985e-06, |
| "loss": 0.151, |
| "step": 9500 |
| }, |
| { |
| "epoch": 2.1952908587257616, |
| "grad_norm": 0.3903660178184509, |
| "learning_rate": 5.609418282548477e-06, |
| "loss": 0.1244, |
| "step": 9510 |
| }, |
| { |
| "epoch": 2.1975992613111726, |
| "grad_norm": 7.859496593475342, |
| "learning_rate": 5.604801477377655e-06, |
| "loss": 0.1241, |
| "step": 9520 |
| }, |
| { |
| "epoch": 2.1999076638965835, |
| "grad_norm": 6.646348476409912, |
| "learning_rate": 5.600184672206833e-06, |
| "loss": 0.0771, |
| "step": 9530 |
| }, |
| { |
| "epoch": 2.2022160664819945, |
| "grad_norm": 1.8306361436843872, |
| "learning_rate": 5.5955678670360115e-06, |
| "loss": 0.1297, |
| "step": 9540 |
| }, |
| { |
| "epoch": 2.2045244690674055, |
| "grad_norm": 3.601691484451294, |
| "learning_rate": 5.59095106186519e-06, |
| "loss": 0.0734, |
| "step": 9550 |
| }, |
| { |
| "epoch": 2.206832871652816, |
| "grad_norm": 4.080760955810547, |
| "learning_rate": 5.586334256694368e-06, |
| "loss": 0.1103, |
| "step": 9560 |
| }, |
| { |
| "epoch": 2.209141274238227, |
| "grad_norm": 0.003511419054120779, |
| "learning_rate": 5.581717451523546e-06, |
| "loss": 0.1649, |
| "step": 9570 |
| }, |
| { |
| "epoch": 2.211449676823638, |
| "grad_norm": 5.900886535644531, |
| "learning_rate": 5.577100646352724e-06, |
| "loss": 0.0621, |
| "step": 9580 |
| }, |
| { |
| "epoch": 2.213758079409049, |
| "grad_norm": 10.087888717651367, |
| "learning_rate": 5.572483841181903e-06, |
| "loss": 0.1529, |
| "step": 9590 |
| }, |
| { |
| "epoch": 2.21606648199446, |
| "grad_norm": 4.802870750427246, |
| "learning_rate": 5.567867036011081e-06, |
| "loss": 0.2889, |
| "step": 9600 |
| }, |
| { |
| "epoch": 2.2183748845798705, |
| "grad_norm": 0.5660249590873718, |
| "learning_rate": 5.563250230840259e-06, |
| "loss": 0.0746, |
| "step": 9610 |
| }, |
| { |
| "epoch": 2.2206832871652815, |
| "grad_norm": 0.02569517120718956, |
| "learning_rate": 5.558633425669437e-06, |
| "loss": 0.2151, |
| "step": 9620 |
| }, |
| { |
| "epoch": 2.2229916897506925, |
| "grad_norm": 0.36746013164520264, |
| "learning_rate": 5.5540166204986155e-06, |
| "loss": 0.0417, |
| "step": 9630 |
| }, |
| { |
| "epoch": 2.2253000923361035, |
| "grad_norm": 0.27406227588653564, |
| "learning_rate": 5.549399815327794e-06, |
| "loss": 0.0808, |
| "step": 9640 |
| }, |
| { |
| "epoch": 2.2276084949215145, |
| "grad_norm": 4.953248023986816, |
| "learning_rate": 5.544783010156972e-06, |
| "loss": 0.0811, |
| "step": 9650 |
| }, |
| { |
| "epoch": 2.229916897506925, |
| "grad_norm": 1.3286144733428955, |
| "learning_rate": 5.54016620498615e-06, |
| "loss": 0.1202, |
| "step": 9660 |
| }, |
| { |
| "epoch": 2.232225300092336, |
| "grad_norm": 8.907193183898926, |
| "learning_rate": 5.5355493998153284e-06, |
| "loss": 0.1912, |
| "step": 9670 |
| }, |
| { |
| "epoch": 2.234533702677747, |
| "grad_norm": 3.4373843669891357, |
| "learning_rate": 5.530932594644507e-06, |
| "loss": 0.1474, |
| "step": 9680 |
| }, |
| { |
| "epoch": 2.236842105263158, |
| "grad_norm": 3.297705888748169, |
| "learning_rate": 5.526315789473685e-06, |
| "loss": 0.2656, |
| "step": 9690 |
| }, |
| { |
| "epoch": 2.239150507848569, |
| "grad_norm": 9.207077980041504, |
| "learning_rate": 5.521698984302862e-06, |
| "loss": 0.0875, |
| "step": 9700 |
| }, |
| { |
| "epoch": 2.2414589104339795, |
| "grad_norm": 3.8544671535491943, |
| "learning_rate": 5.5170821791320405e-06, |
| "loss": 0.1239, |
| "step": 9710 |
| }, |
| { |
| "epoch": 2.2437673130193905, |
| "grad_norm": 3.8043951988220215, |
| "learning_rate": 5.512465373961219e-06, |
| "loss": 0.1111, |
| "step": 9720 |
| }, |
| { |
| "epoch": 2.2460757156048015, |
| "grad_norm": 0.03035220317542553, |
| "learning_rate": 5.507848568790397e-06, |
| "loss": 0.1158, |
| "step": 9730 |
| }, |
| { |
| "epoch": 2.2483841181902124, |
| "grad_norm": 0.02507336065173149, |
| "learning_rate": 5.503231763619575e-06, |
| "loss": 0.0818, |
| "step": 9740 |
| }, |
| { |
| "epoch": 2.2506925207756234, |
| "grad_norm": 4.862039089202881, |
| "learning_rate": 5.498614958448753e-06, |
| "loss": 0.0325, |
| "step": 9750 |
| }, |
| { |
| "epoch": 2.253000923361034, |
| "grad_norm": 9.605551719665527, |
| "learning_rate": 5.493998153277932e-06, |
| "loss": 0.1031, |
| "step": 9760 |
| }, |
| { |
| "epoch": 2.255309325946445, |
| "grad_norm": 0.0015900577418506145, |
| "learning_rate": 5.48938134810711e-06, |
| "loss": 0.1237, |
| "step": 9770 |
| }, |
| { |
| "epoch": 2.257617728531856, |
| "grad_norm": 5.533511161804199, |
| "learning_rate": 5.484764542936288e-06, |
| "loss": 0.053, |
| "step": 9780 |
| }, |
| { |
| "epoch": 2.259926131117267, |
| "grad_norm": 0.8163972496986389, |
| "learning_rate": 5.480147737765466e-06, |
| "loss": 0.0309, |
| "step": 9790 |
| }, |
| { |
| "epoch": 2.262234533702678, |
| "grad_norm": 1.4856349229812622, |
| "learning_rate": 5.4755309325946446e-06, |
| "loss": 0.091, |
| "step": 9800 |
| }, |
| { |
| "epoch": 2.2645429362880884, |
| "grad_norm": 0.011693392880260944, |
| "learning_rate": 5.470914127423823e-06, |
| "loss": 0.1015, |
| "step": 9810 |
| }, |
| { |
| "epoch": 2.2668513388734994, |
| "grad_norm": 0.07746884971857071, |
| "learning_rate": 5.466297322253001e-06, |
| "loss": 0.0912, |
| "step": 9820 |
| }, |
| { |
| "epoch": 2.2691597414589104, |
| "grad_norm": 5.117270469665527, |
| "learning_rate": 5.461680517082179e-06, |
| "loss": 0.1078, |
| "step": 9830 |
| }, |
| { |
| "epoch": 2.2714681440443214, |
| "grad_norm": 0.1702166646718979, |
| "learning_rate": 5.4570637119113575e-06, |
| "loss": 0.1336, |
| "step": 9840 |
| }, |
| { |
| "epoch": 2.2737765466297324, |
| "grad_norm": 3.8074378967285156, |
| "learning_rate": 5.452446906740536e-06, |
| "loss": 0.0773, |
| "step": 9850 |
| }, |
| { |
| "epoch": 2.276084949215143, |
| "grad_norm": 0.06646876782178879, |
| "learning_rate": 5.447830101569715e-06, |
| "loss": 0.1249, |
| "step": 9860 |
| }, |
| { |
| "epoch": 2.278393351800554, |
| "grad_norm": 1.825014352798462, |
| "learning_rate": 5.443213296398893e-06, |
| "loss": 0.0956, |
| "step": 9870 |
| }, |
| { |
| "epoch": 2.280701754385965, |
| "grad_norm": 5.45120096206665, |
| "learning_rate": 5.438596491228071e-06, |
| "loss": 0.109, |
| "step": 9880 |
| }, |
| { |
| "epoch": 2.283010156971376, |
| "grad_norm": 0.7723276019096375, |
| "learning_rate": 5.4339796860572495e-06, |
| "loss": 0.0286, |
| "step": 9890 |
| }, |
| { |
| "epoch": 2.285318559556787, |
| "grad_norm": 2.1377758979797363, |
| "learning_rate": 5.429362880886428e-06, |
| "loss": 0.1554, |
| "step": 9900 |
| }, |
| { |
| "epoch": 2.2876269621421974, |
| "grad_norm": 14.516889572143555, |
| "learning_rate": 5.424746075715606e-06, |
| "loss": 0.1882, |
| "step": 9910 |
| }, |
| { |
| "epoch": 2.2899353647276084, |
| "grad_norm": 0.36585190892219543, |
| "learning_rate": 5.420129270544784e-06, |
| "loss": 0.1274, |
| "step": 9920 |
| }, |
| { |
| "epoch": 2.2922437673130194, |
| "grad_norm": 9.257481575012207, |
| "learning_rate": 5.415512465373962e-06, |
| "loss": 0.2736, |
| "step": 9930 |
| }, |
| { |
| "epoch": 2.2945521698984304, |
| "grad_norm": 0.12996172904968262, |
| "learning_rate": 5.410895660203141e-06, |
| "loss": 0.0807, |
| "step": 9940 |
| }, |
| { |
| "epoch": 2.2968605724838413, |
| "grad_norm": 9.617722511291504, |
| "learning_rate": 5.406278855032317e-06, |
| "loss": 0.0812, |
| "step": 9950 |
| }, |
| { |
| "epoch": 2.299168975069252, |
| "grad_norm": 15.020936012268066, |
| "learning_rate": 5.401662049861495e-06, |
| "loss": 0.181, |
| "step": 9960 |
| }, |
| { |
| "epoch": 2.301477377654663, |
| "grad_norm": 1.0838297605514526, |
| "learning_rate": 5.3970452446906744e-06, |
| "loss": 0.1372, |
| "step": 9970 |
| }, |
| { |
| "epoch": 2.303785780240074, |
| "grad_norm": 7.529239654541016, |
| "learning_rate": 5.392428439519853e-06, |
| "loss": 0.1077, |
| "step": 9980 |
| }, |
| { |
| "epoch": 2.306094182825485, |
| "grad_norm": 8.316734313964844, |
| "learning_rate": 5.387811634349031e-06, |
| "loss": 0.1192, |
| "step": 9990 |
| }, |
| { |
| "epoch": 2.308402585410896, |
| "grad_norm": 19.527170181274414, |
| "learning_rate": 5.383194829178209e-06, |
| "loss": 0.1068, |
| "step": 10000 |
| }, |
| { |
| "epoch": 2.3107109879963064, |
| "grad_norm": 0.010472903028130531, |
| "learning_rate": 5.378578024007387e-06, |
| "loss": 0.2407, |
| "step": 10010 |
| }, |
| { |
| "epoch": 2.3130193905817173, |
| "grad_norm": 0.011368873529136181, |
| "learning_rate": 5.373961218836566e-06, |
| "loss": 0.2354, |
| "step": 10020 |
| }, |
| { |
| "epoch": 2.3153277931671283, |
| "grad_norm": 2.553821086883545, |
| "learning_rate": 5.369344413665744e-06, |
| "loss": 0.1708, |
| "step": 10030 |
| }, |
| { |
| "epoch": 2.3176361957525393, |
| "grad_norm": 0.07721114903688431, |
| "learning_rate": 5.364727608494922e-06, |
| "loss": 0.1417, |
| "step": 10040 |
| }, |
| { |
| "epoch": 2.3199445983379503, |
| "grad_norm": 2.3833868503570557, |
| "learning_rate": 5.3601108033241e-06, |
| "loss": 0.1596, |
| "step": 10050 |
| }, |
| { |
| "epoch": 2.322253000923361, |
| "grad_norm": 1.267509937286377, |
| "learning_rate": 5.3554939981532785e-06, |
| "loss": 0.1137, |
| "step": 10060 |
| }, |
| { |
| "epoch": 2.324561403508772, |
| "grad_norm": 0.006082138977944851, |
| "learning_rate": 5.350877192982457e-06, |
| "loss": 0.0816, |
| "step": 10070 |
| }, |
| { |
| "epoch": 2.326869806094183, |
| "grad_norm": 1.6724847555160522, |
| "learning_rate": 5.346260387811635e-06, |
| "loss": 0.1174, |
| "step": 10080 |
| }, |
| { |
| "epoch": 2.329178208679594, |
| "grad_norm": 3.9419944286346436, |
| "learning_rate": 5.341643582640813e-06, |
| "loss": 0.0286, |
| "step": 10090 |
| }, |
| { |
| "epoch": 2.331486611265005, |
| "grad_norm": 3.089473009109497, |
| "learning_rate": 5.337026777469991e-06, |
| "loss": 0.0545, |
| "step": 10100 |
| }, |
| { |
| "epoch": 2.3337950138504153, |
| "grad_norm": 7.198444366455078, |
| "learning_rate": 5.33240997229917e-06, |
| "loss": 0.075, |
| "step": 10110 |
| }, |
| { |
| "epoch": 2.3361034164358263, |
| "grad_norm": 1.4369611740112305, |
| "learning_rate": 5.327793167128348e-06, |
| "loss": 0.0721, |
| "step": 10120 |
| }, |
| { |
| "epoch": 2.3384118190212373, |
| "grad_norm": 9.33039379119873, |
| "learning_rate": 5.323176361957526e-06, |
| "loss": 0.1526, |
| "step": 10130 |
| }, |
| { |
| "epoch": 2.3407202216066483, |
| "grad_norm": 0.6000414490699768, |
| "learning_rate": 5.318559556786704e-06, |
| "loss": 0.1733, |
| "step": 10140 |
| }, |
| { |
| "epoch": 2.3430286241920593, |
| "grad_norm": 0.27287518978118896, |
| "learning_rate": 5.3139427516158826e-06, |
| "loss": 0.0913, |
| "step": 10150 |
| }, |
| { |
| "epoch": 2.34533702677747, |
| "grad_norm": 0.010472988709807396, |
| "learning_rate": 5.309325946445061e-06, |
| "loss": 0.1022, |
| "step": 10160 |
| }, |
| { |
| "epoch": 2.347645429362881, |
| "grad_norm": 11.53478717803955, |
| "learning_rate": 5.304709141274239e-06, |
| "loss": 0.2519, |
| "step": 10170 |
| }, |
| { |
| "epoch": 2.3499538319482918, |
| "grad_norm": 3.843574285507202, |
| "learning_rate": 5.300092336103417e-06, |
| "loss": 0.1698, |
| "step": 10180 |
| }, |
| { |
| "epoch": 2.3522622345337028, |
| "grad_norm": 10.747403144836426, |
| "learning_rate": 5.2954755309325955e-06, |
| "loss": 0.1246, |
| "step": 10190 |
| }, |
| { |
| "epoch": 2.3545706371191137, |
| "grad_norm": 2.907240629196167, |
| "learning_rate": 5.290858725761774e-06, |
| "loss": 0.0391, |
| "step": 10200 |
| }, |
| { |
| "epoch": 2.3568790397045243, |
| "grad_norm": 0.05704546347260475, |
| "learning_rate": 5.286241920590951e-06, |
| "loss": 0.06, |
| "step": 10210 |
| }, |
| { |
| "epoch": 2.3591874422899353, |
| "grad_norm": 8.052515983581543, |
| "learning_rate": 5.281625115420129e-06, |
| "loss": 0.1085, |
| "step": 10220 |
| }, |
| { |
| "epoch": 2.3614958448753463, |
| "grad_norm": 6.959723472595215, |
| "learning_rate": 5.2770083102493075e-06, |
| "loss": 0.1959, |
| "step": 10230 |
| }, |
| { |
| "epoch": 2.3638042474607572, |
| "grad_norm": 0.8250983953475952, |
| "learning_rate": 5.272391505078486e-06, |
| "loss": 0.1978, |
| "step": 10240 |
| }, |
| { |
| "epoch": 2.366112650046168, |
| "grad_norm": 0.8531680107116699, |
| "learning_rate": 5.267774699907664e-06, |
| "loss": 0.1688, |
| "step": 10250 |
| }, |
| { |
| "epoch": 2.3684210526315788, |
| "grad_norm": 3.994530439376831, |
| "learning_rate": 5.263157894736842e-06, |
| "loss": 0.1565, |
| "step": 10260 |
| }, |
| { |
| "epoch": 2.3707294552169897, |
| "grad_norm": 5.152223587036133, |
| "learning_rate": 5.2585410895660205e-06, |
| "loss": 0.0608, |
| "step": 10270 |
| }, |
| { |
| "epoch": 2.3730378578024007, |
| "grad_norm": 0.958200991153717, |
| "learning_rate": 5.253924284395199e-06, |
| "loss": 0.0772, |
| "step": 10280 |
| }, |
| { |
| "epoch": 2.3753462603878117, |
| "grad_norm": 12.468168258666992, |
| "learning_rate": 5.249307479224377e-06, |
| "loss": 0.1942, |
| "step": 10290 |
| }, |
| { |
| "epoch": 2.3776546629732227, |
| "grad_norm": 0.5707756876945496, |
| "learning_rate": 5.244690674053555e-06, |
| "loss": 0.0483, |
| "step": 10300 |
| }, |
| { |
| "epoch": 2.3799630655586332, |
| "grad_norm": 7.6824493408203125, |
| "learning_rate": 5.240073868882733e-06, |
| "loss": 0.2506, |
| "step": 10310 |
| }, |
| { |
| "epoch": 2.3822714681440442, |
| "grad_norm": 3.3208401203155518, |
| "learning_rate": 5.235457063711912e-06, |
| "loss": 0.0919, |
| "step": 10320 |
| }, |
| { |
| "epoch": 2.384579870729455, |
| "grad_norm": 18.769147872924805, |
| "learning_rate": 5.23084025854109e-06, |
| "loss": 0.2225, |
| "step": 10330 |
| }, |
| { |
| "epoch": 2.386888273314866, |
| "grad_norm": 0.3650968074798584, |
| "learning_rate": 5.226223453370268e-06, |
| "loss": 0.2222, |
| "step": 10340 |
| }, |
| { |
| "epoch": 2.389196675900277, |
| "grad_norm": 7.498579502105713, |
| "learning_rate": 5.221606648199446e-06, |
| "loss": 0.0518, |
| "step": 10350 |
| }, |
| { |
| "epoch": 2.3915050784856877, |
| "grad_norm": 0.03944002091884613, |
| "learning_rate": 5.2169898430286245e-06, |
| "loss": 0.1112, |
| "step": 10360 |
| }, |
| { |
| "epoch": 2.3938134810710987, |
| "grad_norm": 0.035453423857688904, |
| "learning_rate": 5.212373037857803e-06, |
| "loss": 0.0622, |
| "step": 10370 |
| }, |
| { |
| "epoch": 2.3961218836565097, |
| "grad_norm": 0.359327495098114, |
| "learning_rate": 5.207756232686981e-06, |
| "loss": 0.0757, |
| "step": 10380 |
| }, |
| { |
| "epoch": 2.3984302862419207, |
| "grad_norm": 0.8615443110466003, |
| "learning_rate": 5.203139427516159e-06, |
| "loss": 0.1608, |
| "step": 10390 |
| }, |
| { |
| "epoch": 2.4007386888273317, |
| "grad_norm": 13.809239387512207, |
| "learning_rate": 5.1985226223453374e-06, |
| "loss": 0.1539, |
| "step": 10400 |
| }, |
| { |
| "epoch": 2.403047091412742, |
| "grad_norm": 2.998382329940796, |
| "learning_rate": 5.193905817174516e-06, |
| "loss": 0.0656, |
| "step": 10410 |
| }, |
| { |
| "epoch": 2.405355493998153, |
| "grad_norm": 1.6741342544555664, |
| "learning_rate": 5.189289012003694e-06, |
| "loss": 0.0862, |
| "step": 10420 |
| }, |
| { |
| "epoch": 2.407663896583564, |
| "grad_norm": 1.6313860416412354, |
| "learning_rate": 5.184672206832873e-06, |
| "loss": 0.0716, |
| "step": 10430 |
| }, |
| { |
| "epoch": 2.409972299168975, |
| "grad_norm": 4.321824550628662, |
| "learning_rate": 5.180055401662051e-06, |
| "loss": 0.0553, |
| "step": 10440 |
| }, |
| { |
| "epoch": 2.412280701754386, |
| "grad_norm": 1.8620705604553223, |
| "learning_rate": 5.175438596491229e-06, |
| "loss": 0.0516, |
| "step": 10450 |
| }, |
| { |
| "epoch": 2.4145891043397967, |
| "grad_norm": 1.8643032312393188, |
| "learning_rate": 5.170821791320406e-06, |
| "loss": 0.1259, |
| "step": 10460 |
| }, |
| { |
| "epoch": 2.4168975069252077, |
| "grad_norm": 1.228969693183899, |
| "learning_rate": 5.166204986149584e-06, |
| "loss": 0.0642, |
| "step": 10470 |
| }, |
| { |
| "epoch": 2.4192059095106186, |
| "grad_norm": 0.0082811638712883, |
| "learning_rate": 5.161588180978762e-06, |
| "loss": 0.2539, |
| "step": 10480 |
| }, |
| { |
| "epoch": 2.4215143120960296, |
| "grad_norm": 0.0017055664211511612, |
| "learning_rate": 5.156971375807941e-06, |
| "loss": 0.1083, |
| "step": 10490 |
| }, |
| { |
| "epoch": 2.4238227146814406, |
| "grad_norm": 0.024952754378318787, |
| "learning_rate": 5.152354570637119e-06, |
| "loss": 0.162, |
| "step": 10500 |
| }, |
| { |
| "epoch": 2.426131117266851, |
| "grad_norm": 0.05639614537358284, |
| "learning_rate": 5.147737765466297e-06, |
| "loss": 0.1719, |
| "step": 10510 |
| }, |
| { |
| "epoch": 2.428439519852262, |
| "grad_norm": 0.2340765744447708, |
| "learning_rate": 5.143120960295475e-06, |
| "loss": 0.0371, |
| "step": 10520 |
| }, |
| { |
| "epoch": 2.430747922437673, |
| "grad_norm": 0.228525772690773, |
| "learning_rate": 5.1385041551246535e-06, |
| "loss": 0.174, |
| "step": 10530 |
| }, |
| { |
| "epoch": 2.433056325023084, |
| "grad_norm": 0.45449307560920715, |
| "learning_rate": 5.133887349953832e-06, |
| "loss": 0.1605, |
| "step": 10540 |
| }, |
| { |
| "epoch": 2.435364727608495, |
| "grad_norm": 5.817375659942627, |
| "learning_rate": 5.129270544783011e-06, |
| "loss": 0.1704, |
| "step": 10550 |
| }, |
| { |
| "epoch": 2.4376731301939056, |
| "grad_norm": 0.13261659443378448, |
| "learning_rate": 5.124653739612189e-06, |
| "loss": 0.1107, |
| "step": 10560 |
| }, |
| { |
| "epoch": 2.4399815327793166, |
| "grad_norm": 0.17769721150398254, |
| "learning_rate": 5.120036934441367e-06, |
| "loss": 0.2034, |
| "step": 10570 |
| }, |
| { |
| "epoch": 2.4422899353647276, |
| "grad_norm": 10.103926658630371, |
| "learning_rate": 5.1154201292705455e-06, |
| "loss": 0.1, |
| "step": 10580 |
| }, |
| { |
| "epoch": 2.4445983379501386, |
| "grad_norm": 4.391120433807373, |
| "learning_rate": 5.110803324099724e-06, |
| "loss": 0.1804, |
| "step": 10590 |
| }, |
| { |
| "epoch": 2.4469067405355496, |
| "grad_norm": 4.3361616134643555, |
| "learning_rate": 5.106186518928902e-06, |
| "loss": 0.0433, |
| "step": 10600 |
| }, |
| { |
| "epoch": 2.44921514312096, |
| "grad_norm": 7.4146294593811035, |
| "learning_rate": 5.10156971375808e-06, |
| "loss": 0.0698, |
| "step": 10610 |
| }, |
| { |
| "epoch": 2.451523545706371, |
| "grad_norm": 7.45351505279541, |
| "learning_rate": 5.0969529085872585e-06, |
| "loss": 0.1882, |
| "step": 10620 |
| }, |
| { |
| "epoch": 2.453831948291782, |
| "grad_norm": 7.367565631866455, |
| "learning_rate": 5.092336103416437e-06, |
| "loss": 0.1808, |
| "step": 10630 |
| }, |
| { |
| "epoch": 2.456140350877193, |
| "grad_norm": 8.811199188232422, |
| "learning_rate": 5.087719298245615e-06, |
| "loss": 0.1969, |
| "step": 10640 |
| }, |
| { |
| "epoch": 2.458448753462604, |
| "grad_norm": 0.30227410793304443, |
| "learning_rate": 5.083102493074793e-06, |
| "loss": 0.068, |
| "step": 10650 |
| }, |
| { |
| "epoch": 2.4607571560480146, |
| "grad_norm": 0.021973516792058945, |
| "learning_rate": 5.078485687903971e-06, |
| "loss": 0.133, |
| "step": 10660 |
| }, |
| { |
| "epoch": 2.4630655586334256, |
| "grad_norm": 0.20362035930156708, |
| "learning_rate": 5.07386888273315e-06, |
| "loss": 0.1689, |
| "step": 10670 |
| }, |
| { |
| "epoch": 2.4653739612188366, |
| "grad_norm": 8.237716674804688, |
| "learning_rate": 5.069252077562328e-06, |
| "loss": 0.1539, |
| "step": 10680 |
| }, |
| { |
| "epoch": 2.4676823638042475, |
| "grad_norm": 1.113956332206726, |
| "learning_rate": 5.064635272391506e-06, |
| "loss": 0.0879, |
| "step": 10690 |
| }, |
| { |
| "epoch": 2.4699907663896585, |
| "grad_norm": 5.183690071105957, |
| "learning_rate": 5.060018467220684e-06, |
| "loss": 0.1298, |
| "step": 10700 |
| }, |
| { |
| "epoch": 2.472299168975069, |
| "grad_norm": 5.826737403869629, |
| "learning_rate": 5.055401662049862e-06, |
| "loss": 0.1101, |
| "step": 10710 |
| }, |
| { |
| "epoch": 2.47460757156048, |
| "grad_norm": 0.6018840670585632, |
| "learning_rate": 5.05078485687904e-06, |
| "loss": 0.0893, |
| "step": 10720 |
| }, |
| { |
| "epoch": 2.476915974145891, |
| "grad_norm": 1.2729594707489014, |
| "learning_rate": 5.046168051708218e-06, |
| "loss": 0.0419, |
| "step": 10730 |
| }, |
| { |
| "epoch": 2.479224376731302, |
| "grad_norm": 0.5178221464157104, |
| "learning_rate": 5.041551246537396e-06, |
| "loss": 0.1132, |
| "step": 10740 |
| }, |
| { |
| "epoch": 2.481532779316713, |
| "grad_norm": 0.6894585490226746, |
| "learning_rate": 5.036934441366575e-06, |
| "loss": 0.106, |
| "step": 10750 |
| }, |
| { |
| "epoch": 2.4838411819021236, |
| "grad_norm": 10.935760498046875, |
| "learning_rate": 5.032317636195753e-06, |
| "loss": 0.0915, |
| "step": 10760 |
| }, |
| { |
| "epoch": 2.4861495844875345, |
| "grad_norm": 0.35753488540649414, |
| "learning_rate": 5.027700831024931e-06, |
| "loss": 0.1277, |
| "step": 10770 |
| }, |
| { |
| "epoch": 2.4884579870729455, |
| "grad_norm": 5.115323543548584, |
| "learning_rate": 5.023084025854109e-06, |
| "loss": 0.14, |
| "step": 10780 |
| }, |
| { |
| "epoch": 2.4907663896583565, |
| "grad_norm": 3.7961530685424805, |
| "learning_rate": 5.0184672206832875e-06, |
| "loss": 0.1547, |
| "step": 10790 |
| }, |
| { |
| "epoch": 2.4930747922437675, |
| "grad_norm": 0.9842548370361328, |
| "learning_rate": 5.013850415512466e-06, |
| "loss": 0.0896, |
| "step": 10800 |
| }, |
| { |
| "epoch": 2.495383194829178, |
| "grad_norm": 0.001225674874149263, |
| "learning_rate": 5.009233610341644e-06, |
| "loss": 0.088, |
| "step": 10810 |
| }, |
| { |
| "epoch": 2.497691597414589, |
| "grad_norm": 0.20593582093715668, |
| "learning_rate": 5.004616805170822e-06, |
| "loss": 0.1703, |
| "step": 10820 |
| }, |
| { |
| "epoch": 2.5, |
| "grad_norm": 8.60975170135498, |
| "learning_rate": 5e-06, |
| "loss": 0.1198, |
| "step": 10830 |
| }, |
| { |
| "epoch": 2.502308402585411, |
| "grad_norm": 12.95661735534668, |
| "learning_rate": 4.995383194829179e-06, |
| "loss": 0.1492, |
| "step": 10840 |
| }, |
| { |
| "epoch": 2.504616805170822, |
| "grad_norm": 0.016272690147161484, |
| "learning_rate": 4.990766389658357e-06, |
| "loss": 0.0816, |
| "step": 10850 |
| }, |
| { |
| "epoch": 2.5069252077562325, |
| "grad_norm": 4.308964729309082, |
| "learning_rate": 4.986149584487535e-06, |
| "loss": 0.0893, |
| "step": 10860 |
| }, |
| { |
| "epoch": 2.5092336103416435, |
| "grad_norm": 0.2542669177055359, |
| "learning_rate": 4.981532779316713e-06, |
| "loss": 0.054, |
| "step": 10870 |
| }, |
| { |
| "epoch": 2.5115420129270545, |
| "grad_norm": 0.8899867534637451, |
| "learning_rate": 4.9769159741458916e-06, |
| "loss": 0.0916, |
| "step": 10880 |
| }, |
| { |
| "epoch": 2.5138504155124655, |
| "grad_norm": 4.631340980529785, |
| "learning_rate": 4.97229916897507e-06, |
| "loss": 0.1524, |
| "step": 10890 |
| }, |
| { |
| "epoch": 2.5161588180978764, |
| "grad_norm": 2.2988791465759277, |
| "learning_rate": 4.967682363804248e-06, |
| "loss": 0.0474, |
| "step": 10900 |
| }, |
| { |
| "epoch": 2.518467220683287, |
| "grad_norm": 11.104069709777832, |
| "learning_rate": 4.963065558633426e-06, |
| "loss": 0.1028, |
| "step": 10910 |
| }, |
| { |
| "epoch": 2.520775623268698, |
| "grad_norm": 0.3736654818058014, |
| "learning_rate": 4.9584487534626045e-06, |
| "loss": 0.0933, |
| "step": 10920 |
| }, |
| { |
| "epoch": 2.523084025854109, |
| "grad_norm": 7.188614845275879, |
| "learning_rate": 4.953831948291783e-06, |
| "loss": 0.1667, |
| "step": 10930 |
| }, |
| { |
| "epoch": 2.52539242843952, |
| "grad_norm": 0.136319100856781, |
| "learning_rate": 4.949215143120961e-06, |
| "loss": 0.1315, |
| "step": 10940 |
| }, |
| { |
| "epoch": 2.527700831024931, |
| "grad_norm": 9.168624877929688, |
| "learning_rate": 4.944598337950139e-06, |
| "loss": 0.1315, |
| "step": 10950 |
| }, |
| { |
| "epoch": 2.5300092336103415, |
| "grad_norm": 10.19312572479248, |
| "learning_rate": 4.939981532779317e-06, |
| "loss": 0.2534, |
| "step": 10960 |
| }, |
| { |
| "epoch": 2.5323176361957525, |
| "grad_norm": 9.690261840820312, |
| "learning_rate": 4.935364727608496e-06, |
| "loss": 0.1123, |
| "step": 10970 |
| }, |
| { |
| "epoch": 2.5346260387811634, |
| "grad_norm": 0.002922193845734, |
| "learning_rate": 4.930747922437674e-06, |
| "loss": 0.089, |
| "step": 10980 |
| }, |
| { |
| "epoch": 2.5369344413665744, |
| "grad_norm": 7.273950099945068, |
| "learning_rate": 4.926131117266852e-06, |
| "loss": 0.1011, |
| "step": 10990 |
| }, |
| { |
| "epoch": 2.5392428439519854, |
| "grad_norm": 14.686577796936035, |
| "learning_rate": 4.92151431209603e-06, |
| "loss": 0.2818, |
| "step": 11000 |
| }, |
| { |
| "epoch": 2.541551246537396, |
| "grad_norm": 6.286073684692383, |
| "learning_rate": 4.9168975069252085e-06, |
| "loss": 0.1788, |
| "step": 11010 |
| }, |
| { |
| "epoch": 2.543859649122807, |
| "grad_norm": 5.268906593322754, |
| "learning_rate": 4.912280701754386e-06, |
| "loss": 0.2233, |
| "step": 11020 |
| }, |
| { |
| "epoch": 2.546168051708218, |
| "grad_norm": 2.672182559967041, |
| "learning_rate": 4.907663896583564e-06, |
| "loss": 0.171, |
| "step": 11030 |
| }, |
| { |
| "epoch": 2.548476454293629, |
| "grad_norm": 0.9314679503440857, |
| "learning_rate": 4.903047091412742e-06, |
| "loss": 0.06, |
| "step": 11040 |
| }, |
| { |
| "epoch": 2.55078485687904, |
| "grad_norm": 8.238770484924316, |
| "learning_rate": 4.898430286241921e-06, |
| "loss": 0.1555, |
| "step": 11050 |
| }, |
| { |
| "epoch": 2.5530932594644504, |
| "grad_norm": 9.039568901062012, |
| "learning_rate": 4.893813481071099e-06, |
| "loss": 0.2041, |
| "step": 11060 |
| }, |
| { |
| "epoch": 2.5554016620498614, |
| "grad_norm": 0.08301632851362228, |
| "learning_rate": 4.889196675900277e-06, |
| "loss": 0.2525, |
| "step": 11070 |
| }, |
| { |
| "epoch": 2.5577100646352724, |
| "grad_norm": 0.5256550908088684, |
| "learning_rate": 4.884579870729455e-06, |
| "loss": 0.0738, |
| "step": 11080 |
| }, |
| { |
| "epoch": 2.5600184672206834, |
| "grad_norm": 0.0030590256210416555, |
| "learning_rate": 4.8799630655586335e-06, |
| "loss": 0.0867, |
| "step": 11090 |
| }, |
| { |
| "epoch": 2.5623268698060944, |
| "grad_norm": 0.07534092664718628, |
| "learning_rate": 4.875346260387812e-06, |
| "loss": 0.0211, |
| "step": 11100 |
| }, |
| { |
| "epoch": 2.564635272391505, |
| "grad_norm": 0.2707156240940094, |
| "learning_rate": 4.87072945521699e-06, |
| "loss": 0.1175, |
| "step": 11110 |
| }, |
| { |
| "epoch": 2.566943674976916, |
| "grad_norm": 6.710625648498535, |
| "learning_rate": 4.866112650046169e-06, |
| "loss": 0.1548, |
| "step": 11120 |
| }, |
| { |
| "epoch": 2.569252077562327, |
| "grad_norm": 8.996347427368164, |
| "learning_rate": 4.861495844875347e-06, |
| "loss": 0.1408, |
| "step": 11130 |
| }, |
| { |
| "epoch": 2.571560480147738, |
| "grad_norm": 0.4904603660106659, |
| "learning_rate": 4.8568790397045255e-06, |
| "loss": 0.0109, |
| "step": 11140 |
| }, |
| { |
| "epoch": 2.573868882733149, |
| "grad_norm": 6.742771148681641, |
| "learning_rate": 4.852262234533703e-06, |
| "loss": 0.1513, |
| "step": 11150 |
| }, |
| { |
| "epoch": 2.5761772853185594, |
| "grad_norm": 0.23859672248363495, |
| "learning_rate": 4.847645429362881e-06, |
| "loss": 0.0954, |
| "step": 11160 |
| }, |
| { |
| "epoch": 2.5784856879039704, |
| "grad_norm": 4.727524757385254, |
| "learning_rate": 4.843028624192059e-06, |
| "loss": 0.2321, |
| "step": 11170 |
| }, |
| { |
| "epoch": 2.5807940904893814, |
| "grad_norm": 0.841078519821167, |
| "learning_rate": 4.8384118190212376e-06, |
| "loss": 0.0832, |
| "step": 11180 |
| }, |
| { |
| "epoch": 2.5831024930747923, |
| "grad_norm": 0.2316310852766037, |
| "learning_rate": 4.833795013850416e-06, |
| "loss": 0.1029, |
| "step": 11190 |
| }, |
| { |
| "epoch": 2.5854108956602033, |
| "grad_norm": 0.025395721197128296, |
| "learning_rate": 4.829178208679594e-06, |
| "loss": 0.1506, |
| "step": 11200 |
| }, |
| { |
| "epoch": 2.587719298245614, |
| "grad_norm": 8.19233512878418, |
| "learning_rate": 4.824561403508772e-06, |
| "loss": 0.0953, |
| "step": 11210 |
| }, |
| { |
| "epoch": 2.590027700831025, |
| "grad_norm": 0.6950219869613647, |
| "learning_rate": 4.8199445983379505e-06, |
| "loss": 0.0725, |
| "step": 11220 |
| }, |
| { |
| "epoch": 2.592336103416436, |
| "grad_norm": 9.826360702514648, |
| "learning_rate": 4.815327793167129e-06, |
| "loss": 0.1368, |
| "step": 11230 |
| }, |
| { |
| "epoch": 2.594644506001847, |
| "grad_norm": 5.526108264923096, |
| "learning_rate": 4.810710987996307e-06, |
| "loss": 0.0871, |
| "step": 11240 |
| }, |
| { |
| "epoch": 2.596952908587258, |
| "grad_norm": 3.102935314178467, |
| "learning_rate": 4.806094182825485e-06, |
| "loss": 0.1603, |
| "step": 11250 |
| }, |
| { |
| "epoch": 2.5992613111726683, |
| "grad_norm": 2.393739938735962, |
| "learning_rate": 4.801477377654663e-06, |
| "loss": 0.3449, |
| "step": 11260 |
| }, |
| { |
| "epoch": 2.6015697137580793, |
| "grad_norm": 5.931601524353027, |
| "learning_rate": 4.796860572483842e-06, |
| "loss": 0.1194, |
| "step": 11270 |
| }, |
| { |
| "epoch": 2.6038781163434903, |
| "grad_norm": 4.0177717208862305, |
| "learning_rate": 4.79224376731302e-06, |
| "loss": 0.1451, |
| "step": 11280 |
| }, |
| { |
| "epoch": 2.6061865189289013, |
| "grad_norm": 6.002121925354004, |
| "learning_rate": 4.787626962142198e-06, |
| "loss": 0.0524, |
| "step": 11290 |
| }, |
| { |
| "epoch": 2.6084949215143123, |
| "grad_norm": 2.448683977127075, |
| "learning_rate": 4.783010156971376e-06, |
| "loss": 0.1586, |
| "step": 11300 |
| }, |
| { |
| "epoch": 2.610803324099723, |
| "grad_norm": 0.02205214649438858, |
| "learning_rate": 4.7783933518005545e-06, |
| "loss": 0.051, |
| "step": 11310 |
| }, |
| { |
| "epoch": 2.613111726685134, |
| "grad_norm": 1.4181525707244873, |
| "learning_rate": 4.773776546629733e-06, |
| "loss": 0.17, |
| "step": 11320 |
| }, |
| { |
| "epoch": 2.615420129270545, |
| "grad_norm": 4.464173316955566, |
| "learning_rate": 4.769159741458911e-06, |
| "loss": 0.1973, |
| "step": 11330 |
| }, |
| { |
| "epoch": 2.6177285318559558, |
| "grad_norm": 9.001364707946777, |
| "learning_rate": 4.764542936288089e-06, |
| "loss": 0.1334, |
| "step": 11340 |
| }, |
| { |
| "epoch": 2.6200369344413668, |
| "grad_norm": 0.4343610405921936, |
| "learning_rate": 4.7599261311172675e-06, |
| "loss": 0.0886, |
| "step": 11350 |
| }, |
| { |
| "epoch": 2.6223453370267773, |
| "grad_norm": 2.682781934738159, |
| "learning_rate": 4.755309325946446e-06, |
| "loss": 0.1994, |
| "step": 11360 |
| }, |
| { |
| "epoch": 2.6246537396121883, |
| "grad_norm": 0.1579998880624771, |
| "learning_rate": 4.750692520775624e-06, |
| "loss": 0.0586, |
| "step": 11370 |
| }, |
| { |
| "epoch": 2.6269621421975993, |
| "grad_norm": 2.7223992347717285, |
| "learning_rate": 4.746075715604802e-06, |
| "loss": 0.1036, |
| "step": 11380 |
| }, |
| { |
| "epoch": 2.6292705447830103, |
| "grad_norm": 0.3042351007461548, |
| "learning_rate": 4.74145891043398e-06, |
| "loss": 0.1053, |
| "step": 11390 |
| }, |
| { |
| "epoch": 2.6315789473684212, |
| "grad_norm": 0.18436291813850403, |
| "learning_rate": 4.736842105263158e-06, |
| "loss": 0.0866, |
| "step": 11400 |
| }, |
| { |
| "epoch": 2.633887349953832, |
| "grad_norm": 6.090860843658447, |
| "learning_rate": 4.732225300092336e-06, |
| "loss": 0.0962, |
| "step": 11410 |
| }, |
| { |
| "epoch": 2.6361957525392428, |
| "grad_norm": 0.6144652366638184, |
| "learning_rate": 4.727608494921514e-06, |
| "loss": 0.0716, |
| "step": 11420 |
| }, |
| { |
| "epoch": 2.6385041551246537, |
| "grad_norm": 0.385552316904068, |
| "learning_rate": 4.7229916897506924e-06, |
| "loss": 0.0344, |
| "step": 11430 |
| }, |
| { |
| "epoch": 2.6408125577100647, |
| "grad_norm": 7.219420909881592, |
| "learning_rate": 4.718374884579871e-06, |
| "loss": 0.2256, |
| "step": 11440 |
| }, |
| { |
| "epoch": 2.6431209602954757, |
| "grad_norm": 2.0240821838378906, |
| "learning_rate": 4.713758079409049e-06, |
| "loss": 0.1099, |
| "step": 11450 |
| }, |
| { |
| "epoch": 2.6454293628808863, |
| "grad_norm": 3.666261672973633, |
| "learning_rate": 4.709141274238227e-06, |
| "loss": 0.0943, |
| "step": 11460 |
| }, |
| { |
| "epoch": 2.6477377654662972, |
| "grad_norm": 0.025211500003933907, |
| "learning_rate": 4.704524469067406e-06, |
| "loss": 0.0438, |
| "step": 11470 |
| }, |
| { |
| "epoch": 2.6500461680517082, |
| "grad_norm": 8.360804557800293, |
| "learning_rate": 4.699907663896584e-06, |
| "loss": 0.0867, |
| "step": 11480 |
| }, |
| { |
| "epoch": 2.652354570637119, |
| "grad_norm": 0.030948152765631676, |
| "learning_rate": 4.695290858725763e-06, |
| "loss": 0.1312, |
| "step": 11490 |
| }, |
| { |
| "epoch": 2.65466297322253, |
| "grad_norm": 2.7387523651123047, |
| "learning_rate": 4.690674053554941e-06, |
| "loss": 0.1682, |
| "step": 11500 |
| }, |
| { |
| "epoch": 2.6569713758079407, |
| "grad_norm": 12.855392456054688, |
| "learning_rate": 4.686057248384119e-06, |
| "loss": 0.1544, |
| "step": 11510 |
| }, |
| { |
| "epoch": 2.6592797783933517, |
| "grad_norm": 7.6028547286987305, |
| "learning_rate": 4.681440443213297e-06, |
| "loss": 0.1219, |
| "step": 11520 |
| }, |
| { |
| "epoch": 2.6615881809787627, |
| "grad_norm": 0.24558210372924805, |
| "learning_rate": 4.676823638042475e-06, |
| "loss": 0.1672, |
| "step": 11530 |
| }, |
| { |
| "epoch": 2.6638965835641737, |
| "grad_norm": 2.8545150756835938, |
| "learning_rate": 4.672206832871653e-06, |
| "loss": 0.1525, |
| "step": 11540 |
| }, |
| { |
| "epoch": 2.6662049861495847, |
| "grad_norm": 6.165798187255859, |
| "learning_rate": 4.667590027700831e-06, |
| "loss": 0.1455, |
| "step": 11550 |
| }, |
| { |
| "epoch": 2.668513388734995, |
| "grad_norm": 6.052087306976318, |
| "learning_rate": 4.662973222530009e-06, |
| "loss": 0.0924, |
| "step": 11560 |
| }, |
| { |
| "epoch": 2.670821791320406, |
| "grad_norm": 0.026141835376620293, |
| "learning_rate": 4.658356417359188e-06, |
| "loss": 0.1824, |
| "step": 11570 |
| }, |
| { |
| "epoch": 2.673130193905817, |
| "grad_norm": 5.248561859130859, |
| "learning_rate": 4.653739612188366e-06, |
| "loss": 0.0746, |
| "step": 11580 |
| }, |
| { |
| "epoch": 2.675438596491228, |
| "grad_norm": 0.4188123345375061, |
| "learning_rate": 4.649122807017544e-06, |
| "loss": 0.0493, |
| "step": 11590 |
| }, |
| { |
| "epoch": 2.677746999076639, |
| "grad_norm": 11.177963256835938, |
| "learning_rate": 4.644506001846722e-06, |
| "loss": 0.0745, |
| "step": 11600 |
| }, |
| { |
| "epoch": 2.6800554016620497, |
| "grad_norm": 7.531991958618164, |
| "learning_rate": 4.6398891966759005e-06, |
| "loss": 0.1461, |
| "step": 11610 |
| }, |
| { |
| "epoch": 2.6823638042474607, |
| "grad_norm": 0.7496140599250793, |
| "learning_rate": 4.635272391505079e-06, |
| "loss": 0.0574, |
| "step": 11620 |
| }, |
| { |
| "epoch": 2.6846722068328717, |
| "grad_norm": 0.823010265827179, |
| "learning_rate": 4.630655586334257e-06, |
| "loss": 0.1198, |
| "step": 11630 |
| }, |
| { |
| "epoch": 2.6869806094182827, |
| "grad_norm": 7.933892250061035, |
| "learning_rate": 4.626038781163435e-06, |
| "loss": 0.09, |
| "step": 11640 |
| }, |
| { |
| "epoch": 2.6892890120036936, |
| "grad_norm": 4.41282844543457, |
| "learning_rate": 4.6214219759926135e-06, |
| "loss": 0.112, |
| "step": 11650 |
| }, |
| { |
| "epoch": 2.691597414589104, |
| "grad_norm": 0.33152124285697937, |
| "learning_rate": 4.616805170821792e-06, |
| "loss": 0.0565, |
| "step": 11660 |
| }, |
| { |
| "epoch": 2.693905817174515, |
| "grad_norm": 0.028384560719132423, |
| "learning_rate": 4.61218836565097e-06, |
| "loss": 0.0685, |
| "step": 11670 |
| }, |
| { |
| "epoch": 2.696214219759926, |
| "grad_norm": 6.035626411437988, |
| "learning_rate": 4.607571560480148e-06, |
| "loss": 0.1751, |
| "step": 11680 |
| }, |
| { |
| "epoch": 2.698522622345337, |
| "grad_norm": 0.001319588627666235, |
| "learning_rate": 4.602954755309326e-06, |
| "loss": 0.0724, |
| "step": 11690 |
| }, |
| { |
| "epoch": 2.700831024930748, |
| "grad_norm": 1.2319642305374146, |
| "learning_rate": 4.598337950138505e-06, |
| "loss": 0.2252, |
| "step": 11700 |
| }, |
| { |
| "epoch": 2.7031394275161587, |
| "grad_norm": 12.681593894958496, |
| "learning_rate": 4.593721144967683e-06, |
| "loss": 0.1636, |
| "step": 11710 |
| }, |
| { |
| "epoch": 2.7054478301015696, |
| "grad_norm": 10.092299461364746, |
| "learning_rate": 4.589104339796861e-06, |
| "loss": 0.1498, |
| "step": 11720 |
| }, |
| { |
| "epoch": 2.7077562326869806, |
| "grad_norm": 0.002909166505560279, |
| "learning_rate": 4.584487534626039e-06, |
| "loss": 0.1948, |
| "step": 11730 |
| }, |
| { |
| "epoch": 2.7100646352723916, |
| "grad_norm": 8.839336395263672, |
| "learning_rate": 4.5798707294552175e-06, |
| "loss": 0.2027, |
| "step": 11740 |
| }, |
| { |
| "epoch": 2.7123730378578026, |
| "grad_norm": 0.16871292889118195, |
| "learning_rate": 4.575253924284396e-06, |
| "loss": 0.1081, |
| "step": 11750 |
| }, |
| { |
| "epoch": 2.714681440443213, |
| "grad_norm": 0.009426860138773918, |
| "learning_rate": 4.570637119113574e-06, |
| "loss": 0.0936, |
| "step": 11760 |
| }, |
| { |
| "epoch": 2.716989843028624, |
| "grad_norm": 8.538941383361816, |
| "learning_rate": 4.566020313942752e-06, |
| "loss": 0.2144, |
| "step": 11770 |
| }, |
| { |
| "epoch": 2.719298245614035, |
| "grad_norm": 5.874807357788086, |
| "learning_rate": 4.56140350877193e-06, |
| "loss": 0.1103, |
| "step": 11780 |
| }, |
| { |
| "epoch": 2.721606648199446, |
| "grad_norm": 1.0961629152297974, |
| "learning_rate": 4.556786703601108e-06, |
| "loss": 0.1151, |
| "step": 11790 |
| }, |
| { |
| "epoch": 2.723915050784857, |
| "grad_norm": 2.0657474994659424, |
| "learning_rate": 4.552169898430286e-06, |
| "loss": 0.1354, |
| "step": 11800 |
| }, |
| { |
| "epoch": 2.7262234533702676, |
| "grad_norm": 0.7834126353263855, |
| "learning_rate": 4.547553093259465e-06, |
| "loss": 0.0505, |
| "step": 11810 |
| }, |
| { |
| "epoch": 2.7285318559556786, |
| "grad_norm": 4.23038911819458, |
| "learning_rate": 4.542936288088643e-06, |
| "loss": 0.2024, |
| "step": 11820 |
| }, |
| { |
| "epoch": 2.7308402585410896, |
| "grad_norm": 8.258891105651855, |
| "learning_rate": 4.538319482917822e-06, |
| "loss": 0.0796, |
| "step": 11830 |
| }, |
| { |
| "epoch": 2.7331486611265006, |
| "grad_norm": 0.3063031733036041, |
| "learning_rate": 4.533702677747e-06, |
| "loss": 0.0795, |
| "step": 11840 |
| }, |
| { |
| "epoch": 2.7354570637119116, |
| "grad_norm": 2.1137850284576416, |
| "learning_rate": 4.529085872576178e-06, |
| "loss": 0.0801, |
| "step": 11850 |
| }, |
| { |
| "epoch": 2.737765466297322, |
| "grad_norm": 4.891541481018066, |
| "learning_rate": 4.524469067405356e-06, |
| "loss": 0.1934, |
| "step": 11860 |
| }, |
| { |
| "epoch": 2.740073868882733, |
| "grad_norm": 10.987977981567383, |
| "learning_rate": 4.5198522622345345e-06, |
| "loss": 0.2616, |
| "step": 11870 |
| }, |
| { |
| "epoch": 2.742382271468144, |
| "grad_norm": 5.472017765045166, |
| "learning_rate": 4.515235457063713e-06, |
| "loss": 0.1969, |
| "step": 11880 |
| }, |
| { |
| "epoch": 2.744690674053555, |
| "grad_norm": 1.2341314554214478, |
| "learning_rate": 4.510618651892891e-06, |
| "loss": 0.268, |
| "step": 11890 |
| }, |
| { |
| "epoch": 2.746999076638966, |
| "grad_norm": 3.740185022354126, |
| "learning_rate": 4.506001846722069e-06, |
| "loss": 0.1929, |
| "step": 11900 |
| }, |
| { |
| "epoch": 2.7493074792243766, |
| "grad_norm": 5.091491222381592, |
| "learning_rate": 4.5013850415512466e-06, |
| "loss": 0.0784, |
| "step": 11910 |
| }, |
| { |
| "epoch": 2.7516158818097876, |
| "grad_norm": 3.84535551071167, |
| "learning_rate": 4.496768236380425e-06, |
| "loss": 0.0996, |
| "step": 11920 |
| }, |
| { |
| "epoch": 2.7539242843951985, |
| "grad_norm": 6.8564276695251465, |
| "learning_rate": 4.492151431209603e-06, |
| "loss": 0.2739, |
| "step": 11930 |
| }, |
| { |
| "epoch": 2.7562326869806095, |
| "grad_norm": 0.9228309392929077, |
| "learning_rate": 4.487534626038781e-06, |
| "loss": 0.1234, |
| "step": 11940 |
| }, |
| { |
| "epoch": 2.7585410895660205, |
| "grad_norm": 0.5705520510673523, |
| "learning_rate": 4.4829178208679595e-06, |
| "loss": 0.1878, |
| "step": 11950 |
| }, |
| { |
| "epoch": 2.760849492151431, |
| "grad_norm": 2.723750352859497, |
| "learning_rate": 4.478301015697138e-06, |
| "loss": 0.0808, |
| "step": 11960 |
| }, |
| { |
| "epoch": 2.763157894736842, |
| "grad_norm": 0.039775166660547256, |
| "learning_rate": 4.473684210526316e-06, |
| "loss": 0.1177, |
| "step": 11970 |
| }, |
| { |
| "epoch": 2.765466297322253, |
| "grad_norm": 3.499601125717163, |
| "learning_rate": 4.469067405355494e-06, |
| "loss": 0.199, |
| "step": 11980 |
| }, |
| { |
| "epoch": 2.767774699907664, |
| "grad_norm": 0.47708064317703247, |
| "learning_rate": 4.464450600184672e-06, |
| "loss": 0.0252, |
| "step": 11990 |
| }, |
| { |
| "epoch": 2.770083102493075, |
| "grad_norm": 0.0033902195282280445, |
| "learning_rate": 4.459833795013851e-06, |
| "loss": 0.1332, |
| "step": 12000 |
| }, |
| { |
| "epoch": 2.7723915050784855, |
| "grad_norm": 3.745899200439453, |
| "learning_rate": 4.455216989843029e-06, |
| "loss": 0.0595, |
| "step": 12010 |
| }, |
| { |
| "epoch": 2.7746999076638965, |
| "grad_norm": 4.700807094573975, |
| "learning_rate": 4.450600184672207e-06, |
| "loss": 0.1559, |
| "step": 12020 |
| }, |
| { |
| "epoch": 2.7770083102493075, |
| "grad_norm": 1.475287914276123, |
| "learning_rate": 4.445983379501385e-06, |
| "loss": 0.3529, |
| "step": 12030 |
| }, |
| { |
| "epoch": 2.7793167128347185, |
| "grad_norm": 6.322391510009766, |
| "learning_rate": 4.4413665743305635e-06, |
| "loss": 0.1018, |
| "step": 12040 |
| }, |
| { |
| "epoch": 2.7816251154201295, |
| "grad_norm": 0.14255914092063904, |
| "learning_rate": 4.436749769159742e-06, |
| "loss": 0.1201, |
| "step": 12050 |
| }, |
| { |
| "epoch": 2.78393351800554, |
| "grad_norm": 2.42327618598938, |
| "learning_rate": 4.43213296398892e-06, |
| "loss": 0.0888, |
| "step": 12060 |
| }, |
| { |
| "epoch": 2.786241920590951, |
| "grad_norm": 0.27212220430374146, |
| "learning_rate": 4.427516158818098e-06, |
| "loss": 0.1177, |
| "step": 12070 |
| }, |
| { |
| "epoch": 2.788550323176362, |
| "grad_norm": 4.134885787963867, |
| "learning_rate": 4.4228993536472764e-06, |
| "loss": 0.2691, |
| "step": 12080 |
| }, |
| { |
| "epoch": 2.790858725761773, |
| "grad_norm": 0.6160984039306641, |
| "learning_rate": 4.418282548476455e-06, |
| "loss": 0.107, |
| "step": 12090 |
| }, |
| { |
| "epoch": 2.793167128347184, |
| "grad_norm": 7.349871635437012, |
| "learning_rate": 4.413665743305633e-06, |
| "loss": 0.2196, |
| "step": 12100 |
| }, |
| { |
| "epoch": 2.7954755309325945, |
| "grad_norm": 3.8904452323913574, |
| "learning_rate": 4.409048938134811e-06, |
| "loss": 0.1124, |
| "step": 12110 |
| }, |
| { |
| "epoch": 2.7977839335180055, |
| "grad_norm": 0.42588678002357483, |
| "learning_rate": 4.404432132963989e-06, |
| "loss": 0.1423, |
| "step": 12120 |
| }, |
| { |
| "epoch": 2.8000923361034165, |
| "grad_norm": 8.574092864990234, |
| "learning_rate": 4.399815327793168e-06, |
| "loss": 0.1425, |
| "step": 12130 |
| }, |
| { |
| "epoch": 2.8024007386888274, |
| "grad_norm": 0.49055933952331543, |
| "learning_rate": 4.395198522622346e-06, |
| "loss": 0.1008, |
| "step": 12140 |
| }, |
| { |
| "epoch": 2.8047091412742384, |
| "grad_norm": 8.238758087158203, |
| "learning_rate": 4.390581717451524e-06, |
| "loss": 0.142, |
| "step": 12150 |
| }, |
| { |
| "epoch": 2.807017543859649, |
| "grad_norm": 2.543043613433838, |
| "learning_rate": 4.385964912280702e-06, |
| "loss": 0.163, |
| "step": 12160 |
| }, |
| { |
| "epoch": 2.80932594644506, |
| "grad_norm": 10.594868659973145, |
| "learning_rate": 4.3813481071098805e-06, |
| "loss": 0.2544, |
| "step": 12170 |
| }, |
| { |
| "epoch": 2.811634349030471, |
| "grad_norm": 4.137728691101074, |
| "learning_rate": 4.376731301939059e-06, |
| "loss": 0.0655, |
| "step": 12180 |
| }, |
| { |
| "epoch": 2.813942751615882, |
| "grad_norm": 1.3153051137924194, |
| "learning_rate": 4.372114496768237e-06, |
| "loss": 0.147, |
| "step": 12190 |
| }, |
| { |
| "epoch": 2.816251154201293, |
| "grad_norm": 9.323812484741211, |
| "learning_rate": 4.367497691597415e-06, |
| "loss": 0.0993, |
| "step": 12200 |
| }, |
| { |
| "epoch": 2.8185595567867034, |
| "grad_norm": 0.6330371499061584, |
| "learning_rate": 4.362880886426593e-06, |
| "loss": 0.1303, |
| "step": 12210 |
| }, |
| { |
| "epoch": 2.8208679593721144, |
| "grad_norm": 7.022908687591553, |
| "learning_rate": 4.358264081255772e-06, |
| "loss": 0.1969, |
| "step": 12220 |
| }, |
| { |
| "epoch": 2.8231763619575254, |
| "grad_norm": 12.385854721069336, |
| "learning_rate": 4.35364727608495e-06, |
| "loss": 0.1082, |
| "step": 12230 |
| }, |
| { |
| "epoch": 2.8254847645429364, |
| "grad_norm": 3.009413003921509, |
| "learning_rate": 4.349030470914128e-06, |
| "loss": 0.1227, |
| "step": 12240 |
| }, |
| { |
| "epoch": 2.8277931671283474, |
| "grad_norm": 0.6962842345237732, |
| "learning_rate": 4.344413665743306e-06, |
| "loss": 0.1166, |
| "step": 12250 |
| }, |
| { |
| "epoch": 2.830101569713758, |
| "grad_norm": 1.5894197225570679, |
| "learning_rate": 4.3397968605724846e-06, |
| "loss": 0.1863, |
| "step": 12260 |
| }, |
| { |
| "epoch": 2.832409972299169, |
| "grad_norm": 8.911307334899902, |
| "learning_rate": 4.335180055401663e-06, |
| "loss": 0.0857, |
| "step": 12270 |
| }, |
| { |
| "epoch": 2.83471837488458, |
| "grad_norm": 7.859243392944336, |
| "learning_rate": 4.33056325023084e-06, |
| "loss": 0.2345, |
| "step": 12280 |
| }, |
| { |
| "epoch": 2.837026777469991, |
| "grad_norm": 0.01118907704949379, |
| "learning_rate": 4.325946445060018e-06, |
| "loss": 0.077, |
| "step": 12290 |
| }, |
| { |
| "epoch": 2.839335180055402, |
| "grad_norm": 7.9256205558776855, |
| "learning_rate": 4.321329639889197e-06, |
| "loss": 0.1413, |
| "step": 12300 |
| }, |
| { |
| "epoch": 2.8416435826408124, |
| "grad_norm": 0.17542405426502228, |
| "learning_rate": 4.316712834718375e-06, |
| "loss": 0.1531, |
| "step": 12310 |
| }, |
| { |
| "epoch": 2.8439519852262234, |
| "grad_norm": 3.5374441146850586, |
| "learning_rate": 4.312096029547553e-06, |
| "loss": 0.0499, |
| "step": 12320 |
| }, |
| { |
| "epoch": 2.8462603878116344, |
| "grad_norm": 5.826684474945068, |
| "learning_rate": 4.307479224376731e-06, |
| "loss": 0.2864, |
| "step": 12330 |
| }, |
| { |
| "epoch": 2.8485687903970454, |
| "grad_norm": 3.758387565612793, |
| "learning_rate": 4.3028624192059095e-06, |
| "loss": 0.0447, |
| "step": 12340 |
| }, |
| { |
| "epoch": 2.8508771929824563, |
| "grad_norm": 5.596960067749023, |
| "learning_rate": 4.298245614035088e-06, |
| "loss": 0.0791, |
| "step": 12350 |
| }, |
| { |
| "epoch": 2.853185595567867, |
| "grad_norm": 2.401756525039673, |
| "learning_rate": 4.293628808864266e-06, |
| "loss": 0.1292, |
| "step": 12360 |
| }, |
| { |
| "epoch": 2.855493998153278, |
| "grad_norm": 11.880175590515137, |
| "learning_rate": 4.289012003693444e-06, |
| "loss": 0.1456, |
| "step": 12370 |
| }, |
| { |
| "epoch": 2.857802400738689, |
| "grad_norm": 0.018428804352879524, |
| "learning_rate": 4.2843951985226225e-06, |
| "loss": 0.1234, |
| "step": 12380 |
| }, |
| { |
| "epoch": 2.8601108033241, |
| "grad_norm": 6.749403953552246, |
| "learning_rate": 4.2797783933518015e-06, |
| "loss": 0.1732, |
| "step": 12390 |
| }, |
| { |
| "epoch": 2.862419205909511, |
| "grad_norm": 0.01735766790807247, |
| "learning_rate": 4.27516158818098e-06, |
| "loss": 0.0069, |
| "step": 12400 |
| }, |
| { |
| "epoch": 2.8647276084949214, |
| "grad_norm": 1.4365239143371582, |
| "learning_rate": 4.270544783010157e-06, |
| "loss": 0.1788, |
| "step": 12410 |
| }, |
| { |
| "epoch": 2.8670360110803323, |
| "grad_norm": 1.1888684034347534, |
| "learning_rate": 4.265927977839335e-06, |
| "loss": 0.2305, |
| "step": 12420 |
| }, |
| { |
| "epoch": 2.8693444136657433, |
| "grad_norm": 0.08861195296049118, |
| "learning_rate": 4.261311172668514e-06, |
| "loss": 0.1234, |
| "step": 12430 |
| }, |
| { |
| "epoch": 2.8716528162511543, |
| "grad_norm": 3.8148953914642334, |
| "learning_rate": 4.256694367497692e-06, |
| "loss": 0.0796, |
| "step": 12440 |
| }, |
| { |
| "epoch": 2.8739612188365653, |
| "grad_norm": 0.24537815153598785, |
| "learning_rate": 4.25207756232687e-06, |
| "loss": 0.0898, |
| "step": 12450 |
| }, |
| { |
| "epoch": 2.876269621421976, |
| "grad_norm": 1.9411917924880981, |
| "learning_rate": 4.247460757156048e-06, |
| "loss": 0.1337, |
| "step": 12460 |
| }, |
| { |
| "epoch": 2.878578024007387, |
| "grad_norm": 1.2744687795639038, |
| "learning_rate": 4.2428439519852265e-06, |
| "loss": 0.0618, |
| "step": 12470 |
| }, |
| { |
| "epoch": 2.880886426592798, |
| "grad_norm": 1.1889690160751343, |
| "learning_rate": 4.238227146814405e-06, |
| "loss": 0.1463, |
| "step": 12480 |
| }, |
| { |
| "epoch": 2.883194829178209, |
| "grad_norm": 5.925126552581787, |
| "learning_rate": 4.233610341643583e-06, |
| "loss": 0.0362, |
| "step": 12490 |
| }, |
| { |
| "epoch": 2.88550323176362, |
| "grad_norm": 2.906893730163574, |
| "learning_rate": 4.228993536472761e-06, |
| "loss": 0.1441, |
| "step": 12500 |
| }, |
| { |
| "epoch": 2.8878116343490303, |
| "grad_norm": 2.8232715129852295, |
| "learning_rate": 4.2243767313019394e-06, |
| "loss": 0.0549, |
| "step": 12510 |
| }, |
| { |
| "epoch": 2.8901200369344413, |
| "grad_norm": 0.09884170442819595, |
| "learning_rate": 4.219759926131118e-06, |
| "loss": 0.1591, |
| "step": 12520 |
| }, |
| { |
| "epoch": 2.8924284395198523, |
| "grad_norm": 0.19307319819927216, |
| "learning_rate": 4.215143120960296e-06, |
| "loss": 0.1517, |
| "step": 12530 |
| }, |
| { |
| "epoch": 2.8947368421052633, |
| "grad_norm": 0.003301033051684499, |
| "learning_rate": 4.210526315789474e-06, |
| "loss": 0.0571, |
| "step": 12540 |
| }, |
| { |
| "epoch": 2.8970452446906743, |
| "grad_norm": 6.7552289962768555, |
| "learning_rate": 4.205909510618652e-06, |
| "loss": 0.0659, |
| "step": 12550 |
| }, |
| { |
| "epoch": 2.899353647276085, |
| "grad_norm": 4.592986583709717, |
| "learning_rate": 4.2012927054478306e-06, |
| "loss": 0.1829, |
| "step": 12560 |
| }, |
| { |
| "epoch": 2.901662049861496, |
| "grad_norm": 0.06313756108283997, |
| "learning_rate": 4.196675900277009e-06, |
| "loss": 0.0409, |
| "step": 12570 |
| }, |
| { |
| "epoch": 2.9039704524469068, |
| "grad_norm": 6.815639019012451, |
| "learning_rate": 4.192059095106187e-06, |
| "loss": 0.1495, |
| "step": 12580 |
| }, |
| { |
| "epoch": 2.9062788550323178, |
| "grad_norm": 0.12222865968942642, |
| "learning_rate": 4.187442289935365e-06, |
| "loss": 0.1085, |
| "step": 12590 |
| }, |
| { |
| "epoch": 2.9085872576177287, |
| "grad_norm": 1.250489354133606, |
| "learning_rate": 4.1828254847645435e-06, |
| "loss": 0.0609, |
| "step": 12600 |
| }, |
| { |
| "epoch": 2.9108956602031393, |
| "grad_norm": 0.01571718417108059, |
| "learning_rate": 4.178208679593722e-06, |
| "loss": 0.1259, |
| "step": 12610 |
| }, |
| { |
| "epoch": 2.9132040627885503, |
| "grad_norm": 4.453795909881592, |
| "learning_rate": 4.1735918744229e-06, |
| "loss": 0.0872, |
| "step": 12620 |
| }, |
| { |
| "epoch": 2.9155124653739612, |
| "grad_norm": 3.9681210182607174e-05, |
| "learning_rate": 4.168975069252078e-06, |
| "loss": 0.2371, |
| "step": 12630 |
| }, |
| { |
| "epoch": 2.9178208679593722, |
| "grad_norm": 1.2263693809509277, |
| "learning_rate": 4.164358264081256e-06, |
| "loss": 0.0928, |
| "step": 12640 |
| }, |
| { |
| "epoch": 2.920129270544783, |
| "grad_norm": 3.0415117740631104, |
| "learning_rate": 4.159741458910435e-06, |
| "loss": 0.1723, |
| "step": 12650 |
| }, |
| { |
| "epoch": 2.9224376731301938, |
| "grad_norm": 1.183361530303955, |
| "learning_rate": 4.155124653739612e-06, |
| "loss": 0.1371, |
| "step": 12660 |
| }, |
| { |
| "epoch": 2.9247460757156047, |
| "grad_norm": 12.683422088623047, |
| "learning_rate": 4.15050784856879e-06, |
| "loss": 0.2489, |
| "step": 12670 |
| }, |
| { |
| "epoch": 2.9270544783010157, |
| "grad_norm": 9.827859878540039, |
| "learning_rate": 4.1458910433979685e-06, |
| "loss": 0.278, |
| "step": 12680 |
| }, |
| { |
| "epoch": 2.9293628808864267, |
| "grad_norm": 0.7906888127326965, |
| "learning_rate": 4.141274238227147e-06, |
| "loss": 0.1311, |
| "step": 12690 |
| }, |
| { |
| "epoch": 2.9316712834718377, |
| "grad_norm": 2.8516433238983154, |
| "learning_rate": 4.136657433056325e-06, |
| "loss": 0.1022, |
| "step": 12700 |
| }, |
| { |
| "epoch": 2.9339796860572482, |
| "grad_norm": 0.5616424679756165, |
| "learning_rate": 4.132040627885503e-06, |
| "loss": 0.107, |
| "step": 12710 |
| }, |
| { |
| "epoch": 2.936288088642659, |
| "grad_norm": 1.1421198844909668, |
| "learning_rate": 4.127423822714681e-06, |
| "loss": 0.1424, |
| "step": 12720 |
| }, |
| { |
| "epoch": 2.93859649122807, |
| "grad_norm": 2.0235655307769775, |
| "learning_rate": 4.12280701754386e-06, |
| "loss": 0.0645, |
| "step": 12730 |
| }, |
| { |
| "epoch": 2.940904893813481, |
| "grad_norm": 0.027226995676755905, |
| "learning_rate": 4.118190212373039e-06, |
| "loss": 0.0533, |
| "step": 12740 |
| }, |
| { |
| "epoch": 2.943213296398892, |
| "grad_norm": 1.8449541330337524, |
| "learning_rate": 4.113573407202217e-06, |
| "loss": 0.2813, |
| "step": 12750 |
| }, |
| { |
| "epoch": 2.9455216989843027, |
| "grad_norm": 0.10684164613485336, |
| "learning_rate": 4.108956602031395e-06, |
| "loss": 0.0962, |
| "step": 12760 |
| }, |
| { |
| "epoch": 2.9478301015697137, |
| "grad_norm": 3.032719612121582, |
| "learning_rate": 4.104339796860573e-06, |
| "loss": 0.1026, |
| "step": 12770 |
| }, |
| { |
| "epoch": 2.9501385041551247, |
| "grad_norm": 4.871971607208252, |
| "learning_rate": 4.099722991689752e-06, |
| "loss": 0.1319, |
| "step": 12780 |
| }, |
| { |
| "epoch": 2.9524469067405357, |
| "grad_norm": 0.6279833912849426, |
| "learning_rate": 4.095106186518929e-06, |
| "loss": 0.1044, |
| "step": 12790 |
| }, |
| { |
| "epoch": 2.9547553093259467, |
| "grad_norm": 7.019402027130127, |
| "learning_rate": 4.090489381348107e-06, |
| "loss": 0.0706, |
| "step": 12800 |
| }, |
| { |
| "epoch": 2.957063711911357, |
| "grad_norm": 0.11368291079998016, |
| "learning_rate": 4.0858725761772854e-06, |
| "loss": 0.1078, |
| "step": 12810 |
| }, |
| { |
| "epoch": 2.959372114496768, |
| "grad_norm": 0.004620388615876436, |
| "learning_rate": 4.081255771006464e-06, |
| "loss": 0.272, |
| "step": 12820 |
| }, |
| { |
| "epoch": 2.961680517082179, |
| "grad_norm": 11.176382064819336, |
| "learning_rate": 4.076638965835642e-06, |
| "loss": 0.0886, |
| "step": 12830 |
| }, |
| { |
| "epoch": 2.96398891966759, |
| "grad_norm": 9.425949096679688, |
| "learning_rate": 4.07202216066482e-06, |
| "loss": 0.1563, |
| "step": 12840 |
| }, |
| { |
| "epoch": 2.966297322253001, |
| "grad_norm": 1.3736194372177124, |
| "learning_rate": 4.067405355493998e-06, |
| "loss": 0.114, |
| "step": 12850 |
| }, |
| { |
| "epoch": 2.9686057248384117, |
| "grad_norm": 7.303421974182129, |
| "learning_rate": 4.062788550323177e-06, |
| "loss": 0.2275, |
| "step": 12860 |
| }, |
| { |
| "epoch": 2.9709141274238227, |
| "grad_norm": 2.4428906440734863, |
| "learning_rate": 4.058171745152355e-06, |
| "loss": 0.1747, |
| "step": 12870 |
| }, |
| { |
| "epoch": 2.9732225300092336, |
| "grad_norm": 1.0928312540054321, |
| "learning_rate": 4.053554939981533e-06, |
| "loss": 0.0763, |
| "step": 12880 |
| }, |
| { |
| "epoch": 2.9755309325946446, |
| "grad_norm": 1.023366928100586, |
| "learning_rate": 4.048938134810711e-06, |
| "loss": 0.0645, |
| "step": 12890 |
| }, |
| { |
| "epoch": 2.9778393351800556, |
| "grad_norm": 0.009234298951923847, |
| "learning_rate": 4.0443213296398895e-06, |
| "loss": 0.0417, |
| "step": 12900 |
| }, |
| { |
| "epoch": 2.980147737765466, |
| "grad_norm": 11.426445960998535, |
| "learning_rate": 4.039704524469068e-06, |
| "loss": 0.2068, |
| "step": 12910 |
| }, |
| { |
| "epoch": 2.982456140350877, |
| "grad_norm": 0.015169547870755196, |
| "learning_rate": 4.035087719298246e-06, |
| "loss": 0.0614, |
| "step": 12920 |
| }, |
| { |
| "epoch": 2.984764542936288, |
| "grad_norm": 2.518937349319458, |
| "learning_rate": 4.030470914127424e-06, |
| "loss": 0.1195, |
| "step": 12930 |
| }, |
| { |
| "epoch": 2.987072945521699, |
| "grad_norm": 9.604926109313965, |
| "learning_rate": 4.025854108956602e-06, |
| "loss": 0.1733, |
| "step": 12940 |
| }, |
| { |
| "epoch": 2.98938134810711, |
| "grad_norm": 1.9895973205566406, |
| "learning_rate": 4.021237303785781e-06, |
| "loss": 0.0484, |
| "step": 12950 |
| }, |
| { |
| "epoch": 2.9916897506925206, |
| "grad_norm": 0.7261149883270264, |
| "learning_rate": 4.016620498614959e-06, |
| "loss": 0.1033, |
| "step": 12960 |
| }, |
| { |
| "epoch": 2.9939981532779316, |
| "grad_norm": 7.013209342956543, |
| "learning_rate": 4.012003693444137e-06, |
| "loss": 0.1557, |
| "step": 12970 |
| }, |
| { |
| "epoch": 2.9963065558633426, |
| "grad_norm": 0.10759413242340088, |
| "learning_rate": 4.007386888273315e-06, |
| "loss": 0.2148, |
| "step": 12980 |
| }, |
| { |
| "epoch": 2.9986149584487536, |
| "grad_norm": 1.3662234544754028, |
| "learning_rate": 4.0027700831024936e-06, |
| "loss": 0.0721, |
| "step": 12990 |
| }, |
| { |
| "epoch": 3.0009233610341646, |
| "grad_norm": 7.676759243011475, |
| "learning_rate": 3.998153277931672e-06, |
| "loss": 0.1231, |
| "step": 13000 |
| }, |
| { |
| "epoch": 3.003231763619575, |
| "grad_norm": 0.27375108003616333, |
| "learning_rate": 3.99353647276085e-06, |
| "loss": 0.1197, |
| "step": 13010 |
| }, |
| { |
| "epoch": 3.005540166204986, |
| "grad_norm": 6.033203125, |
| "learning_rate": 3.988919667590028e-06, |
| "loss": 0.1631, |
| "step": 13020 |
| }, |
| { |
| "epoch": 3.007848568790397, |
| "grad_norm": 0.006016091909259558, |
| "learning_rate": 3.9843028624192065e-06, |
| "loss": 0.0933, |
| "step": 13030 |
| }, |
| { |
| "epoch": 3.010156971375808, |
| "grad_norm": 8.702679634094238, |
| "learning_rate": 3.979686057248384e-06, |
| "loss": 0.24, |
| "step": 13040 |
| }, |
| { |
| "epoch": 3.012465373961219, |
| "grad_norm": 8.987473487854004, |
| "learning_rate": 3.975069252077562e-06, |
| "loss": 0.2273, |
| "step": 13050 |
| }, |
| { |
| "epoch": 3.0147737765466296, |
| "grad_norm": 0.5691729784011841, |
| "learning_rate": 3.97045244690674e-06, |
| "loss": 0.0607, |
| "step": 13060 |
| }, |
| { |
| "epoch": 3.0170821791320406, |
| "grad_norm": 0.48847314715385437, |
| "learning_rate": 3.9658356417359185e-06, |
| "loss": 0.0853, |
| "step": 13070 |
| }, |
| { |
| "epoch": 3.0193905817174516, |
| "grad_norm": 2.7002453804016113, |
| "learning_rate": 3.961218836565098e-06, |
| "loss": 0.0211, |
| "step": 13080 |
| }, |
| { |
| "epoch": 3.0216989843028625, |
| "grad_norm": 3.363935947418213, |
| "learning_rate": 3.956602031394276e-06, |
| "loss": 0.0823, |
| "step": 13090 |
| }, |
| { |
| "epoch": 3.0240073868882735, |
| "grad_norm": 0.459314227104187, |
| "learning_rate": 3.951985226223454e-06, |
| "loss": 0.0877, |
| "step": 13100 |
| }, |
| { |
| "epoch": 3.026315789473684, |
| "grad_norm": 0.00035472147283144295, |
| "learning_rate": 3.947368421052632e-06, |
| "loss": 0.0786, |
| "step": 13110 |
| }, |
| { |
| "epoch": 3.028624192059095, |
| "grad_norm": 0.009792185388505459, |
| "learning_rate": 3.9427516158818105e-06, |
| "loss": 0.1428, |
| "step": 13120 |
| }, |
| { |
| "epoch": 3.030932594644506, |
| "grad_norm": 3.769273519515991, |
| "learning_rate": 3.938134810710989e-06, |
| "loss": 0.0992, |
| "step": 13130 |
| }, |
| { |
| "epoch": 3.033240997229917, |
| "grad_norm": 2.1976845264434814, |
| "learning_rate": 3.933518005540167e-06, |
| "loss": 0.151, |
| "step": 13140 |
| }, |
| { |
| "epoch": 3.035549399815328, |
| "grad_norm": 5.4209089279174805, |
| "learning_rate": 3.928901200369345e-06, |
| "loss": 0.104, |
| "step": 13150 |
| }, |
| { |
| "epoch": 3.0378578024007385, |
| "grad_norm": 0.21197374165058136, |
| "learning_rate": 3.924284395198523e-06, |
| "loss": 0.164, |
| "step": 13160 |
| }, |
| { |
| "epoch": 3.0401662049861495, |
| "grad_norm": 11.942008972167969, |
| "learning_rate": 3.919667590027701e-06, |
| "loss": 0.1581, |
| "step": 13170 |
| }, |
| { |
| "epoch": 3.0424746075715605, |
| "grad_norm": 4.588008880615234, |
| "learning_rate": 3.915050784856879e-06, |
| "loss": 0.0492, |
| "step": 13180 |
| }, |
| { |
| "epoch": 3.0447830101569715, |
| "grad_norm": 10.034119606018066, |
| "learning_rate": 3.910433979686057e-06, |
| "loss": 0.1067, |
| "step": 13190 |
| }, |
| { |
| "epoch": 3.0470914127423825, |
| "grad_norm": 0.38339802622795105, |
| "learning_rate": 3.9058171745152355e-06, |
| "loss": 0.0395, |
| "step": 13200 |
| }, |
| { |
| "epoch": 3.049399815327793, |
| "grad_norm": 0.34745603799819946, |
| "learning_rate": 3.901200369344414e-06, |
| "loss": 0.0566, |
| "step": 13210 |
| }, |
| { |
| "epoch": 3.051708217913204, |
| "grad_norm": 0.4207463562488556, |
| "learning_rate": 3.896583564173592e-06, |
| "loss": 0.2866, |
| "step": 13220 |
| }, |
| { |
| "epoch": 3.054016620498615, |
| "grad_norm": 3.144205093383789, |
| "learning_rate": 3.89196675900277e-06, |
| "loss": 0.0626, |
| "step": 13230 |
| }, |
| { |
| "epoch": 3.056325023084026, |
| "grad_norm": 0.787864625453949, |
| "learning_rate": 3.8873499538319484e-06, |
| "loss": 0.1187, |
| "step": 13240 |
| }, |
| { |
| "epoch": 3.058633425669437, |
| "grad_norm": 9.620296478271484, |
| "learning_rate": 3.882733148661127e-06, |
| "loss": 0.0937, |
| "step": 13250 |
| }, |
| { |
| "epoch": 3.0609418282548475, |
| "grad_norm": 0.13369058072566986, |
| "learning_rate": 3.878116343490305e-06, |
| "loss": 0.1931, |
| "step": 13260 |
| }, |
| { |
| "epoch": 3.0632502308402585, |
| "grad_norm": 0.0021691815927624702, |
| "learning_rate": 3.873499538319483e-06, |
| "loss": 0.0301, |
| "step": 13270 |
| }, |
| { |
| "epoch": 3.0655586334256695, |
| "grad_norm": 5.102521896362305, |
| "learning_rate": 3.868882733148661e-06, |
| "loss": 0.0707, |
| "step": 13280 |
| }, |
| { |
| "epoch": 3.0678670360110805, |
| "grad_norm": 3.165531635284424, |
| "learning_rate": 3.8642659279778396e-06, |
| "loss": 0.2115, |
| "step": 13290 |
| }, |
| { |
| "epoch": 3.0701754385964914, |
| "grad_norm": 3.643566608428955, |
| "learning_rate": 3.859649122807018e-06, |
| "loss": 0.1491, |
| "step": 13300 |
| }, |
| { |
| "epoch": 3.072483841181902, |
| "grad_norm": 7.703869342803955, |
| "learning_rate": 3.855032317636196e-06, |
| "loss": 0.2112, |
| "step": 13310 |
| }, |
| { |
| "epoch": 3.074792243767313, |
| "grad_norm": 0.04833643510937691, |
| "learning_rate": 3.850415512465374e-06, |
| "loss": 0.1045, |
| "step": 13320 |
| }, |
| { |
| "epoch": 3.077100646352724, |
| "grad_norm": 5.805057525634766, |
| "learning_rate": 3.8457987072945525e-06, |
| "loss": 0.0514, |
| "step": 13330 |
| }, |
| { |
| "epoch": 3.079409048938135, |
| "grad_norm": 0.630721390247345, |
| "learning_rate": 3.841181902123731e-06, |
| "loss": 0.0333, |
| "step": 13340 |
| }, |
| { |
| "epoch": 3.081717451523546, |
| "grad_norm": 8.413884162902832, |
| "learning_rate": 3.836565096952909e-06, |
| "loss": 0.2165, |
| "step": 13350 |
| }, |
| { |
| "epoch": 3.0840258541089565, |
| "grad_norm": 3.9678401947021484, |
| "learning_rate": 3.831948291782087e-06, |
| "loss": 0.1899, |
| "step": 13360 |
| }, |
| { |
| "epoch": 3.0863342566943675, |
| "grad_norm": 5.244140148162842, |
| "learning_rate": 3.827331486611265e-06, |
| "loss": 0.0802, |
| "step": 13370 |
| }, |
| { |
| "epoch": 3.0886426592797784, |
| "grad_norm": 0.21963419020175934, |
| "learning_rate": 3.822714681440444e-06, |
| "loss": 0.2449, |
| "step": 13380 |
| }, |
| { |
| "epoch": 3.0909510618651894, |
| "grad_norm": 0.7885622978210449, |
| "learning_rate": 3.818097876269622e-06, |
| "loss": 0.0942, |
| "step": 13390 |
| }, |
| { |
| "epoch": 3.0932594644506004, |
| "grad_norm": 0.05466680973768234, |
| "learning_rate": 3.8134810710988e-06, |
| "loss": 0.0459, |
| "step": 13400 |
| }, |
| { |
| "epoch": 3.095567867036011, |
| "grad_norm": 0.007173283491283655, |
| "learning_rate": 3.8088642659279783e-06, |
| "loss": 0.121, |
| "step": 13410 |
| }, |
| { |
| "epoch": 3.097876269621422, |
| "grad_norm": 11.440203666687012, |
| "learning_rate": 3.804247460757156e-06, |
| "loss": 0.161, |
| "step": 13420 |
| }, |
| { |
| "epoch": 3.100184672206833, |
| "grad_norm": 6.782459735870361, |
| "learning_rate": 3.7996306555863343e-06, |
| "loss": 0.0893, |
| "step": 13430 |
| }, |
| { |
| "epoch": 3.102493074792244, |
| "grad_norm": 0.37497928738594055, |
| "learning_rate": 3.7950138504155126e-06, |
| "loss": 0.0184, |
| "step": 13440 |
| }, |
| { |
| "epoch": 3.104801477377655, |
| "grad_norm": 4.443853855133057, |
| "learning_rate": 3.790397045244691e-06, |
| "loss": 0.222, |
| "step": 13450 |
| }, |
| { |
| "epoch": 3.1071098799630654, |
| "grad_norm": 0.7745585441589355, |
| "learning_rate": 3.785780240073869e-06, |
| "loss": 0.1432, |
| "step": 13460 |
| }, |
| { |
| "epoch": 3.1094182825484764, |
| "grad_norm": 0.8787555694580078, |
| "learning_rate": 3.7811634349030473e-06, |
| "loss": 0.0507, |
| "step": 13470 |
| }, |
| { |
| "epoch": 3.1117266851338874, |
| "grad_norm": 7.299482345581055, |
| "learning_rate": 3.7765466297322255e-06, |
| "loss": 0.1505, |
| "step": 13480 |
| }, |
| { |
| "epoch": 3.1140350877192984, |
| "grad_norm": 0.07280556857585907, |
| "learning_rate": 3.7719298245614037e-06, |
| "loss": 0.0756, |
| "step": 13490 |
| }, |
| { |
| "epoch": 3.1163434903047094, |
| "grad_norm": 1.853515386581421, |
| "learning_rate": 3.767313019390582e-06, |
| "loss": 0.0962, |
| "step": 13500 |
| }, |
| { |
| "epoch": 3.11865189289012, |
| "grad_norm": 6.079598426818848, |
| "learning_rate": 3.7626962142197606e-06, |
| "loss": 0.1614, |
| "step": 13510 |
| }, |
| { |
| "epoch": 3.120960295475531, |
| "grad_norm": 2.489668369293213, |
| "learning_rate": 3.758079409048939e-06, |
| "loss": 0.1418, |
| "step": 13520 |
| }, |
| { |
| "epoch": 3.123268698060942, |
| "grad_norm": 1.5554605722427368, |
| "learning_rate": 3.753462603878117e-06, |
| "loss": 0.2152, |
| "step": 13530 |
| }, |
| { |
| "epoch": 3.125577100646353, |
| "grad_norm": 1.0239243507385254, |
| "learning_rate": 3.7488457987072944e-06, |
| "loss": 0.0959, |
| "step": 13540 |
| }, |
| { |
| "epoch": 3.127885503231764, |
| "grad_norm": 2.946845769882202, |
| "learning_rate": 3.7442289935364727e-06, |
| "loss": 0.1254, |
| "step": 13550 |
| }, |
| { |
| "epoch": 3.1301939058171744, |
| "grad_norm": 5.748038291931152, |
| "learning_rate": 3.739612188365651e-06, |
| "loss": 0.2081, |
| "step": 13560 |
| }, |
| { |
| "epoch": 3.1325023084025854, |
| "grad_norm": 4.811450481414795, |
| "learning_rate": 3.7349953831948295e-06, |
| "loss": 0.1132, |
| "step": 13570 |
| }, |
| { |
| "epoch": 3.1348107109879964, |
| "grad_norm": 0.20056384801864624, |
| "learning_rate": 3.7303785780240078e-06, |
| "loss": 0.0726, |
| "step": 13580 |
| }, |
| { |
| "epoch": 3.1371191135734073, |
| "grad_norm": 7.290846824645996, |
| "learning_rate": 3.725761772853186e-06, |
| "loss": 0.1021, |
| "step": 13590 |
| }, |
| { |
| "epoch": 3.1394275161588183, |
| "grad_norm": 0.22795188426971436, |
| "learning_rate": 3.7211449676823642e-06, |
| "loss": 0.0689, |
| "step": 13600 |
| }, |
| { |
| "epoch": 3.141735918744229, |
| "grad_norm": 2.670126438140869, |
| "learning_rate": 3.7165281625115425e-06, |
| "loss": 0.1375, |
| "step": 13610 |
| }, |
| { |
| "epoch": 3.14404432132964, |
| "grad_norm": 3.748411178588867, |
| "learning_rate": 3.7119113573407207e-06, |
| "loss": 0.0861, |
| "step": 13620 |
| }, |
| { |
| "epoch": 3.146352723915051, |
| "grad_norm": 0.16348066926002502, |
| "learning_rate": 3.707294552169899e-06, |
| "loss": 0.1028, |
| "step": 13630 |
| }, |
| { |
| "epoch": 3.148661126500462, |
| "grad_norm": 0.003457755548879504, |
| "learning_rate": 3.702677746999077e-06, |
| "loss": 0.0795, |
| "step": 13640 |
| }, |
| { |
| "epoch": 3.150969529085873, |
| "grad_norm": 0.05064443126320839, |
| "learning_rate": 3.6980609418282554e-06, |
| "loss": 0.0907, |
| "step": 13650 |
| }, |
| { |
| "epoch": 3.1532779316712833, |
| "grad_norm": 6.89999532699585, |
| "learning_rate": 3.6934441366574336e-06, |
| "loss": 0.1559, |
| "step": 13660 |
| }, |
| { |
| "epoch": 3.1555863342566943, |
| "grad_norm": 1.538375973701477, |
| "learning_rate": 3.6888273314866114e-06, |
| "loss": 0.0668, |
| "step": 13670 |
| }, |
| { |
| "epoch": 3.1578947368421053, |
| "grad_norm": 0.6473358273506165, |
| "learning_rate": 3.6842105263157896e-06, |
| "loss": 0.0582, |
| "step": 13680 |
| }, |
| { |
| "epoch": 3.1602031394275163, |
| "grad_norm": 10.123824119567871, |
| "learning_rate": 3.679593721144968e-06, |
| "loss": 0.102, |
| "step": 13690 |
| }, |
| { |
| "epoch": 3.1625115420129273, |
| "grad_norm": 2.378610610961914, |
| "learning_rate": 3.674976915974146e-06, |
| "loss": 0.2194, |
| "step": 13700 |
| }, |
| { |
| "epoch": 3.164819944598338, |
| "grad_norm": 7.982519149780273, |
| "learning_rate": 3.6703601108033243e-06, |
| "loss": 0.1049, |
| "step": 13710 |
| }, |
| { |
| "epoch": 3.167128347183749, |
| "grad_norm": 3.909001588821411, |
| "learning_rate": 3.6657433056325026e-06, |
| "loss": 0.0495, |
| "step": 13720 |
| }, |
| { |
| "epoch": 3.16943674976916, |
| "grad_norm": 0.03413324058055878, |
| "learning_rate": 3.6611265004616808e-06, |
| "loss": 0.0917, |
| "step": 13730 |
| }, |
| { |
| "epoch": 3.1717451523545708, |
| "grad_norm": 3.6728029251098633, |
| "learning_rate": 3.656509695290859e-06, |
| "loss": 0.1013, |
| "step": 13740 |
| }, |
| { |
| "epoch": 3.1740535549399818, |
| "grad_norm": 0.2892889678478241, |
| "learning_rate": 3.6518928901200372e-06, |
| "loss": 0.0924, |
| "step": 13750 |
| }, |
| { |
| "epoch": 3.1763619575253923, |
| "grad_norm": 1.0608230829238892, |
| "learning_rate": 3.6472760849492155e-06, |
| "loss": 0.0661, |
| "step": 13760 |
| }, |
| { |
| "epoch": 3.1786703601108033, |
| "grad_norm": 0.0012446482433006167, |
| "learning_rate": 3.6426592797783937e-06, |
| "loss": 0.1019, |
| "step": 13770 |
| }, |
| { |
| "epoch": 3.1809787626962143, |
| "grad_norm": 14.463258743286133, |
| "learning_rate": 3.638042474607572e-06, |
| "loss": 0.1039, |
| "step": 13780 |
| }, |
| { |
| "epoch": 3.1832871652816253, |
| "grad_norm": 0.01538106333464384, |
| "learning_rate": 3.6334256694367497e-06, |
| "loss": 0.0733, |
| "step": 13790 |
| }, |
| { |
| "epoch": 3.1855955678670362, |
| "grad_norm": 0.10405433923006058, |
| "learning_rate": 3.628808864265928e-06, |
| "loss": 0.0215, |
| "step": 13800 |
| }, |
| { |
| "epoch": 3.187903970452447, |
| "grad_norm": 2.4062962532043457, |
| "learning_rate": 3.624192059095106e-06, |
| "loss": 0.0148, |
| "step": 13810 |
| }, |
| { |
| "epoch": 3.1902123730378578, |
| "grad_norm": 1.6283870935440063, |
| "learning_rate": 3.6195752539242844e-06, |
| "loss": 0.1014, |
| "step": 13820 |
| }, |
| { |
| "epoch": 3.1925207756232687, |
| "grad_norm": 0.7465366721153259, |
| "learning_rate": 3.6149584487534626e-06, |
| "loss": 0.0191, |
| "step": 13830 |
| }, |
| { |
| "epoch": 3.1948291782086797, |
| "grad_norm": 7.680554389953613, |
| "learning_rate": 3.610341643582641e-06, |
| "loss": 0.0413, |
| "step": 13840 |
| }, |
| { |
| "epoch": 3.1971375807940907, |
| "grad_norm": 0.02895492874085903, |
| "learning_rate": 3.605724838411819e-06, |
| "loss": 0.0455, |
| "step": 13850 |
| }, |
| { |
| "epoch": 3.1994459833795013, |
| "grad_norm": 0.35189956426620483, |
| "learning_rate": 3.6011080332409978e-06, |
| "loss": 0.1721, |
| "step": 13860 |
| }, |
| { |
| "epoch": 3.2017543859649122, |
| "grad_norm": 0.003074290696531534, |
| "learning_rate": 3.596491228070176e-06, |
| "loss": 0.0925, |
| "step": 13870 |
| }, |
| { |
| "epoch": 3.2040627885503232, |
| "grad_norm": 1.3636423349380493, |
| "learning_rate": 3.5918744228993542e-06, |
| "loss": 0.1384, |
| "step": 13880 |
| }, |
| { |
| "epoch": 3.206371191135734, |
| "grad_norm": 0.6792395710945129, |
| "learning_rate": 3.5872576177285324e-06, |
| "loss": 0.0597, |
| "step": 13890 |
| }, |
| { |
| "epoch": 3.208679593721145, |
| "grad_norm": 0.10410724580287933, |
| "learning_rate": 3.5826408125577107e-06, |
| "loss": 0.0498, |
| "step": 13900 |
| }, |
| { |
| "epoch": 3.2109879963065557, |
| "grad_norm": 4.637862205505371, |
| "learning_rate": 3.578024007386889e-06, |
| "loss": 0.0483, |
| "step": 13910 |
| }, |
| { |
| "epoch": 3.2132963988919667, |
| "grad_norm": 0.39197665452957153, |
| "learning_rate": 3.5734072022160667e-06, |
| "loss": 0.1221, |
| "step": 13920 |
| }, |
| { |
| "epoch": 3.2156048014773777, |
| "grad_norm": 1.9769436120986938, |
| "learning_rate": 3.568790397045245e-06, |
| "loss": 0.0108, |
| "step": 13930 |
| }, |
| { |
| "epoch": 3.2179132040627887, |
| "grad_norm": 8.299297332763672, |
| "learning_rate": 3.564173591874423e-06, |
| "loss": 0.1059, |
| "step": 13940 |
| }, |
| { |
| "epoch": 3.2202216066481997, |
| "grad_norm": 5.5726470947265625, |
| "learning_rate": 3.5595567867036014e-06, |
| "loss": 0.1487, |
| "step": 13950 |
| }, |
| { |
| "epoch": 3.22253000923361, |
| "grad_norm": 0.32682740688323975, |
| "learning_rate": 3.5549399815327796e-06, |
| "loss": 0.1232, |
| "step": 13960 |
| }, |
| { |
| "epoch": 3.224838411819021, |
| "grad_norm": 6.204406261444092, |
| "learning_rate": 3.550323176361958e-06, |
| "loss": 0.0716, |
| "step": 13970 |
| }, |
| { |
| "epoch": 3.227146814404432, |
| "grad_norm": 6.579569339752197, |
| "learning_rate": 3.545706371191136e-06, |
| "loss": 0.1497, |
| "step": 13980 |
| }, |
| { |
| "epoch": 3.229455216989843, |
| "grad_norm": 12.647995948791504, |
| "learning_rate": 3.5410895660203143e-06, |
| "loss": 0.1388, |
| "step": 13990 |
| }, |
| { |
| "epoch": 3.231763619575254, |
| "grad_norm": 4.913413047790527, |
| "learning_rate": 3.5364727608494925e-06, |
| "loss": 0.0348, |
| "step": 14000 |
| }, |
| { |
| "epoch": 3.2340720221606647, |
| "grad_norm": 13.637798309326172, |
| "learning_rate": 3.5318559556786708e-06, |
| "loss": 0.1231, |
| "step": 14010 |
| }, |
| { |
| "epoch": 3.2363804247460757, |
| "grad_norm": 6.473240375518799, |
| "learning_rate": 3.527239150507849e-06, |
| "loss": 0.1193, |
| "step": 14020 |
| }, |
| { |
| "epoch": 3.2386888273314867, |
| "grad_norm": 3.0292248725891113, |
| "learning_rate": 3.5226223453370272e-06, |
| "loss": 0.1484, |
| "step": 14030 |
| }, |
| { |
| "epoch": 3.2409972299168976, |
| "grad_norm": 3.2937562465667725, |
| "learning_rate": 3.5180055401662054e-06, |
| "loss": 0.0691, |
| "step": 14040 |
| }, |
| { |
| "epoch": 3.2433056325023086, |
| "grad_norm": 0.06690353900194168, |
| "learning_rate": 3.5133887349953833e-06, |
| "loss": 0.0621, |
| "step": 14050 |
| }, |
| { |
| "epoch": 3.245614035087719, |
| "grad_norm": 0.006138617638498545, |
| "learning_rate": 3.5087719298245615e-06, |
| "loss": 0.0151, |
| "step": 14060 |
| }, |
| { |
| "epoch": 3.24792243767313, |
| "grad_norm": 3.079624891281128, |
| "learning_rate": 3.5041551246537397e-06, |
| "loss": 0.0477, |
| "step": 14070 |
| }, |
| { |
| "epoch": 3.250230840258541, |
| "grad_norm": 10.834182739257812, |
| "learning_rate": 3.499538319482918e-06, |
| "loss": 0.2138, |
| "step": 14080 |
| }, |
| { |
| "epoch": 3.252539242843952, |
| "grad_norm": 9.931973457336426, |
| "learning_rate": 3.494921514312096e-06, |
| "loss": 0.0919, |
| "step": 14090 |
| }, |
| { |
| "epoch": 3.254847645429363, |
| "grad_norm": 1.2647910118103027, |
| "learning_rate": 3.4903047091412744e-06, |
| "loss": 0.0569, |
| "step": 14100 |
| }, |
| { |
| "epoch": 3.2571560480147737, |
| "grad_norm": 0.011304380372166634, |
| "learning_rate": 3.4856879039704526e-06, |
| "loss": 0.0735, |
| "step": 14110 |
| }, |
| { |
| "epoch": 3.2594644506001846, |
| "grad_norm": 0.013899344950914383, |
| "learning_rate": 3.481071098799631e-06, |
| "loss": 0.0872, |
| "step": 14120 |
| }, |
| { |
| "epoch": 3.2617728531855956, |
| "grad_norm": 9.755290031433105, |
| "learning_rate": 3.476454293628809e-06, |
| "loss": 0.2599, |
| "step": 14130 |
| }, |
| { |
| "epoch": 3.2640812557710066, |
| "grad_norm": 1.1771888732910156, |
| "learning_rate": 3.4718374884579873e-06, |
| "loss": 0.3479, |
| "step": 14140 |
| }, |
| { |
| "epoch": 3.2663896583564176, |
| "grad_norm": 0.5214719176292419, |
| "learning_rate": 3.467220683287166e-06, |
| "loss": 0.1274, |
| "step": 14150 |
| }, |
| { |
| "epoch": 3.268698060941828, |
| "grad_norm": 0.09512855857610703, |
| "learning_rate": 3.462603878116344e-06, |
| "loss": 0.0699, |
| "step": 14160 |
| }, |
| { |
| "epoch": 3.271006463527239, |
| "grad_norm": 0.07729105651378632, |
| "learning_rate": 3.4579870729455216e-06, |
| "loss": 0.1731, |
| "step": 14170 |
| }, |
| { |
| "epoch": 3.27331486611265, |
| "grad_norm": 2.452829599380493, |
| "learning_rate": 3.4533702677747e-06, |
| "loss": 0.1376, |
| "step": 14180 |
| }, |
| { |
| "epoch": 3.275623268698061, |
| "grad_norm": 0.05896938592195511, |
| "learning_rate": 3.448753462603878e-06, |
| "loss": 0.1356, |
| "step": 14190 |
| }, |
| { |
| "epoch": 3.277931671283472, |
| "grad_norm": 3.13010835647583, |
| "learning_rate": 3.4441366574330567e-06, |
| "loss": 0.0334, |
| "step": 14200 |
| }, |
| { |
| "epoch": 3.2802400738688826, |
| "grad_norm": 0.08988390117883682, |
| "learning_rate": 3.439519852262235e-06, |
| "loss": 0.1009, |
| "step": 14210 |
| }, |
| { |
| "epoch": 3.2825484764542936, |
| "grad_norm": 0.23293976485729218, |
| "learning_rate": 3.434903047091413e-06, |
| "loss": 0.0587, |
| "step": 14220 |
| }, |
| { |
| "epoch": 3.2848568790397046, |
| "grad_norm": 4.495115280151367, |
| "learning_rate": 3.4302862419205914e-06, |
| "loss": 0.0314, |
| "step": 14230 |
| }, |
| { |
| "epoch": 3.2871652816251156, |
| "grad_norm": 5.483779430389404, |
| "learning_rate": 3.4256694367497696e-06, |
| "loss": 0.0845, |
| "step": 14240 |
| }, |
| { |
| "epoch": 3.2894736842105265, |
| "grad_norm": 4.726720333099365, |
| "learning_rate": 3.421052631578948e-06, |
| "loss": 0.0792, |
| "step": 14250 |
| }, |
| { |
| "epoch": 3.291782086795937, |
| "grad_norm": 0.006577345076948404, |
| "learning_rate": 3.416435826408126e-06, |
| "loss": 0.1486, |
| "step": 14260 |
| }, |
| { |
| "epoch": 3.294090489381348, |
| "grad_norm": 1.1988341808319092, |
| "learning_rate": 3.4118190212373043e-06, |
| "loss": 0.125, |
| "step": 14270 |
| }, |
| { |
| "epoch": 3.296398891966759, |
| "grad_norm": 6.639676094055176, |
| "learning_rate": 3.4072022160664825e-06, |
| "loss": 0.0501, |
| "step": 14280 |
| }, |
| { |
| "epoch": 3.29870729455217, |
| "grad_norm": 0.13016977906227112, |
| "learning_rate": 3.4025854108956607e-06, |
| "loss": 0.13, |
| "step": 14290 |
| }, |
| { |
| "epoch": 3.301015697137581, |
| "grad_norm": 1.7371689081192017, |
| "learning_rate": 3.3979686057248385e-06, |
| "loss": 0.0634, |
| "step": 14300 |
| }, |
| { |
| "epoch": 3.3033240997229916, |
| "grad_norm": 8.90865707397461, |
| "learning_rate": 3.3933518005540168e-06, |
| "loss": 0.1409, |
| "step": 14310 |
| }, |
| { |
| "epoch": 3.3056325023084026, |
| "grad_norm": 0.790031909942627, |
| "learning_rate": 3.388734995383195e-06, |
| "loss": 0.0697, |
| "step": 14320 |
| }, |
| { |
| "epoch": 3.3079409048938135, |
| "grad_norm": 5.816183090209961, |
| "learning_rate": 3.3841181902123732e-06, |
| "loss": 0.0828, |
| "step": 14330 |
| }, |
| { |
| "epoch": 3.3102493074792245, |
| "grad_norm": 2.7938485145568848, |
| "learning_rate": 3.3795013850415515e-06, |
| "loss": 0.1699, |
| "step": 14340 |
| }, |
| { |
| "epoch": 3.3125577100646355, |
| "grad_norm": 2.894359588623047, |
| "learning_rate": 3.3748845798707297e-06, |
| "loss": 0.1017, |
| "step": 14350 |
| }, |
| { |
| "epoch": 3.314866112650046, |
| "grad_norm": 1.35383141040802, |
| "learning_rate": 3.370267774699908e-06, |
| "loss": 0.1228, |
| "step": 14360 |
| }, |
| { |
| "epoch": 3.317174515235457, |
| "grad_norm": 5.159501075744629, |
| "learning_rate": 3.365650969529086e-06, |
| "loss": 0.0863, |
| "step": 14370 |
| }, |
| { |
| "epoch": 3.319482917820868, |
| "grad_norm": 0.2287338525056839, |
| "learning_rate": 3.3610341643582644e-06, |
| "loss": 0.1491, |
| "step": 14380 |
| }, |
| { |
| "epoch": 3.321791320406279, |
| "grad_norm": 0.05021412670612335, |
| "learning_rate": 3.3564173591874426e-06, |
| "loss": 0.0741, |
| "step": 14390 |
| }, |
| { |
| "epoch": 3.32409972299169, |
| "grad_norm": 7.520995616912842, |
| "learning_rate": 3.351800554016621e-06, |
| "loss": 0.1164, |
| "step": 14400 |
| }, |
| { |
| "epoch": 3.3264081255771005, |
| "grad_norm": 3.08172869682312, |
| "learning_rate": 3.347183748845799e-06, |
| "loss": 0.0745, |
| "step": 14410 |
| }, |
| { |
| "epoch": 3.3287165281625115, |
| "grad_norm": 10.243539810180664, |
| "learning_rate": 3.342566943674977e-06, |
| "loss": 0.0762, |
| "step": 14420 |
| }, |
| { |
| "epoch": 3.3310249307479225, |
| "grad_norm": 0.01597224362194538, |
| "learning_rate": 3.337950138504155e-06, |
| "loss": 0.1802, |
| "step": 14430 |
| }, |
| { |
| "epoch": 3.3333333333333335, |
| "grad_norm": 1.1900466680526733, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 0.0729, |
| "step": 14440 |
| }, |
| { |
| "epoch": 3.3356417359187445, |
| "grad_norm": 0.02962113916873932, |
| "learning_rate": 3.3287165281625116e-06, |
| "loss": 0.1395, |
| "step": 14450 |
| }, |
| { |
| "epoch": 3.337950138504155, |
| "grad_norm": 8.536209106445312, |
| "learning_rate": 3.3240997229916898e-06, |
| "loss": 0.0942, |
| "step": 14460 |
| }, |
| { |
| "epoch": 3.340258541089566, |
| "grad_norm": 10.208232879638672, |
| "learning_rate": 3.319482917820868e-06, |
| "loss": 0.1554, |
| "step": 14470 |
| }, |
| { |
| "epoch": 3.342566943674977, |
| "grad_norm": 6.863511085510254, |
| "learning_rate": 3.3148661126500462e-06, |
| "loss": 0.0684, |
| "step": 14480 |
| }, |
| { |
| "epoch": 3.344875346260388, |
| "grad_norm": 10.011826515197754, |
| "learning_rate": 3.310249307479225e-06, |
| "loss": 0.1523, |
| "step": 14490 |
| }, |
| { |
| "epoch": 3.347183748845799, |
| "grad_norm": 13.80631160736084, |
| "learning_rate": 3.305632502308403e-06, |
| "loss": 0.1518, |
| "step": 14500 |
| }, |
| { |
| "epoch": 3.3494921514312095, |
| "grad_norm": 3.74145770072937, |
| "learning_rate": 3.3010156971375813e-06, |
| "loss": 0.0569, |
| "step": 14510 |
| }, |
| { |
| "epoch": 3.3518005540166205, |
| "grad_norm": 0.1434367150068283, |
| "learning_rate": 3.2963988919667596e-06, |
| "loss": 0.101, |
| "step": 14520 |
| }, |
| { |
| "epoch": 3.3541089566020315, |
| "grad_norm": 1.3357571363449097, |
| "learning_rate": 3.291782086795938e-06, |
| "loss": 0.0386, |
| "step": 14530 |
| }, |
| { |
| "epoch": 3.3564173591874424, |
| "grad_norm": 0.8745942711830139, |
| "learning_rate": 3.287165281625116e-06, |
| "loss": 0.0503, |
| "step": 14540 |
| }, |
| { |
| "epoch": 3.3587257617728534, |
| "grad_norm": 11.09388542175293, |
| "learning_rate": 3.282548476454294e-06, |
| "loss": 0.2291, |
| "step": 14550 |
| }, |
| { |
| "epoch": 3.361034164358264, |
| "grad_norm": 0.00524839386343956, |
| "learning_rate": 3.277931671283472e-06, |
| "loss": 0.1217, |
| "step": 14560 |
| }, |
| { |
| "epoch": 3.363342566943675, |
| "grad_norm": 12.373751640319824, |
| "learning_rate": 3.2733148661126503e-06, |
| "loss": 0.1478, |
| "step": 14570 |
| }, |
| { |
| "epoch": 3.365650969529086, |
| "grad_norm": 7.651139736175537, |
| "learning_rate": 3.2686980609418285e-06, |
| "loss": 0.1553, |
| "step": 14580 |
| }, |
| { |
| "epoch": 3.367959372114497, |
| "grad_norm": 7.118612766265869, |
| "learning_rate": 3.2640812557710068e-06, |
| "loss": 0.0554, |
| "step": 14590 |
| }, |
| { |
| "epoch": 3.370267774699908, |
| "grad_norm": 10.486122131347656, |
| "learning_rate": 3.259464450600185e-06, |
| "loss": 0.0374, |
| "step": 14600 |
| }, |
| { |
| "epoch": 3.3725761772853184, |
| "grad_norm": 2.519848346710205, |
| "learning_rate": 3.254847645429363e-06, |
| "loss": 0.0404, |
| "step": 14610 |
| }, |
| { |
| "epoch": 3.3748845798707294, |
| "grad_norm": 0.060396481305360794, |
| "learning_rate": 3.2502308402585414e-06, |
| "loss": 0.1099, |
| "step": 14620 |
| }, |
| { |
| "epoch": 3.3771929824561404, |
| "grad_norm": 1.0960288047790527, |
| "learning_rate": 3.2456140350877197e-06, |
| "loss": 0.1348, |
| "step": 14630 |
| }, |
| { |
| "epoch": 3.3795013850415514, |
| "grad_norm": 10.786575317382812, |
| "learning_rate": 3.240997229916898e-06, |
| "loss": 0.0955, |
| "step": 14640 |
| }, |
| { |
| "epoch": 3.3818097876269624, |
| "grad_norm": 2.139821767807007, |
| "learning_rate": 3.236380424746076e-06, |
| "loss": 0.169, |
| "step": 14650 |
| }, |
| { |
| "epoch": 3.384118190212373, |
| "grad_norm": 4.978335380554199, |
| "learning_rate": 3.2317636195752544e-06, |
| "loss": 0.0457, |
| "step": 14660 |
| }, |
| { |
| "epoch": 3.386426592797784, |
| "grad_norm": 11.686244010925293, |
| "learning_rate": 3.2271468144044326e-06, |
| "loss": 0.1212, |
| "step": 14670 |
| }, |
| { |
| "epoch": 3.388734995383195, |
| "grad_norm": 3.8788068294525146, |
| "learning_rate": 3.2225300092336104e-06, |
| "loss": 0.013, |
| "step": 14680 |
| }, |
| { |
| "epoch": 3.391043397968606, |
| "grad_norm": 15.2543363571167, |
| "learning_rate": 3.2179132040627886e-06, |
| "loss": 0.1388, |
| "step": 14690 |
| }, |
| { |
| "epoch": 3.393351800554017, |
| "grad_norm": 7.03340482711792, |
| "learning_rate": 3.213296398891967e-06, |
| "loss": 0.1229, |
| "step": 14700 |
| }, |
| { |
| "epoch": 3.3956602031394274, |
| "grad_norm": 0.6374154090881348, |
| "learning_rate": 3.208679593721145e-06, |
| "loss": 0.1032, |
| "step": 14710 |
| }, |
| { |
| "epoch": 3.3979686057248384, |
| "grad_norm": 0.780220091342926, |
| "learning_rate": 3.2040627885503233e-06, |
| "loss": 0.1615, |
| "step": 14720 |
| }, |
| { |
| "epoch": 3.4002770083102494, |
| "grad_norm": 0.27147895097732544, |
| "learning_rate": 3.1994459833795015e-06, |
| "loss": 0.0647, |
| "step": 14730 |
| }, |
| { |
| "epoch": 3.4025854108956604, |
| "grad_norm": 0.012577136047184467, |
| "learning_rate": 3.1948291782086798e-06, |
| "loss": 0.0664, |
| "step": 14740 |
| }, |
| { |
| "epoch": 3.4048938134810713, |
| "grad_norm": 3.57993483543396, |
| "learning_rate": 3.190212373037858e-06, |
| "loss": 0.0817, |
| "step": 14750 |
| }, |
| { |
| "epoch": 3.407202216066482, |
| "grad_norm": 2.7401812076568604, |
| "learning_rate": 3.1855955678670362e-06, |
| "loss": 0.1435, |
| "step": 14760 |
| }, |
| { |
| "epoch": 3.409510618651893, |
| "grad_norm": 8.122635841369629, |
| "learning_rate": 3.1809787626962144e-06, |
| "loss": 0.0654, |
| "step": 14770 |
| }, |
| { |
| "epoch": 3.411819021237304, |
| "grad_norm": 0.17859013378620148, |
| "learning_rate": 3.176361957525393e-06, |
| "loss": 0.2021, |
| "step": 14780 |
| }, |
| { |
| "epoch": 3.414127423822715, |
| "grad_norm": 0.4929366111755371, |
| "learning_rate": 3.1717451523545713e-06, |
| "loss": 0.0935, |
| "step": 14790 |
| }, |
| { |
| "epoch": 3.416435826408126, |
| "grad_norm": 13.312911987304688, |
| "learning_rate": 3.1671283471837487e-06, |
| "loss": 0.1066, |
| "step": 14800 |
| }, |
| { |
| "epoch": 3.4187442289935364, |
| "grad_norm": 7.135969638824463, |
| "learning_rate": 3.162511542012927e-06, |
| "loss": 0.0741, |
| "step": 14810 |
| }, |
| { |
| "epoch": 3.4210526315789473, |
| "grad_norm": 0.977172315120697, |
| "learning_rate": 3.157894736842105e-06, |
| "loss": 0.03, |
| "step": 14820 |
| }, |
| { |
| "epoch": 3.4233610341643583, |
| "grad_norm": 2.9585630893707275, |
| "learning_rate": 3.1532779316712834e-06, |
| "loss": 0.1705, |
| "step": 14830 |
| }, |
| { |
| "epoch": 3.4256694367497693, |
| "grad_norm": 4.252414703369141, |
| "learning_rate": 3.148661126500462e-06, |
| "loss": 0.041, |
| "step": 14840 |
| }, |
| { |
| "epoch": 3.4279778393351803, |
| "grad_norm": 1.7192718982696533, |
| "learning_rate": 3.1440443213296403e-06, |
| "loss": 0.141, |
| "step": 14850 |
| }, |
| { |
| "epoch": 3.430286241920591, |
| "grad_norm": 12.114724159240723, |
| "learning_rate": 3.1394275161588185e-06, |
| "loss": 0.3049, |
| "step": 14860 |
| }, |
| { |
| "epoch": 3.432594644506002, |
| "grad_norm": 9.545573234558105, |
| "learning_rate": 3.1348107109879967e-06, |
| "loss": 0.1434, |
| "step": 14870 |
| }, |
| { |
| "epoch": 3.434903047091413, |
| "grad_norm": 4.291155815124512, |
| "learning_rate": 3.130193905817175e-06, |
| "loss": 0.0823, |
| "step": 14880 |
| }, |
| { |
| "epoch": 3.437211449676824, |
| "grad_norm": 0.006219394039362669, |
| "learning_rate": 3.125577100646353e-06, |
| "loss": 0.0599, |
| "step": 14890 |
| }, |
| { |
| "epoch": 3.439519852262235, |
| "grad_norm": 0.022235281765460968, |
| "learning_rate": 3.1209602954755314e-06, |
| "loss": 0.0483, |
| "step": 14900 |
| }, |
| { |
| "epoch": 3.4418282548476453, |
| "grad_norm": 1.5321310758590698, |
| "learning_rate": 3.1163434903047096e-06, |
| "loss": 0.09, |
| "step": 14910 |
| }, |
| { |
| "epoch": 3.4441366574330563, |
| "grad_norm": 0.08648065477609634, |
| "learning_rate": 3.111726685133888e-06, |
| "loss": 0.1383, |
| "step": 14920 |
| }, |
| { |
| "epoch": 3.4464450600184673, |
| "grad_norm": 0.003573131049051881, |
| "learning_rate": 3.1071098799630657e-06, |
| "loss": 0.1015, |
| "step": 14930 |
| }, |
| { |
| "epoch": 3.4487534626038783, |
| "grad_norm": 1.8613256216049194, |
| "learning_rate": 3.102493074792244e-06, |
| "loss": 0.09, |
| "step": 14940 |
| }, |
| { |
| "epoch": 3.4510618651892893, |
| "grad_norm": 0.4596211314201355, |
| "learning_rate": 3.097876269621422e-06, |
| "loss": 0.1186, |
| "step": 14950 |
| }, |
| { |
| "epoch": 3.4533702677747, |
| "grad_norm": 0.012255740351974964, |
| "learning_rate": 3.0932594644506004e-06, |
| "loss": 0.0577, |
| "step": 14960 |
| }, |
| { |
| "epoch": 3.455678670360111, |
| "grad_norm": 5.410879135131836, |
| "learning_rate": 3.0886426592797786e-06, |
| "loss": 0.2096, |
| "step": 14970 |
| }, |
| { |
| "epoch": 3.4579870729455218, |
| "grad_norm": 2.9461112022399902, |
| "learning_rate": 3.084025854108957e-06, |
| "loss": 0.0756, |
| "step": 14980 |
| }, |
| { |
| "epoch": 3.4602954755309328, |
| "grad_norm": 0.9145554900169373, |
| "learning_rate": 3.079409048938135e-06, |
| "loss": 0.061, |
| "step": 14990 |
| }, |
| { |
| "epoch": 3.4626038781163437, |
| "grad_norm": 1.8118585348129272, |
| "learning_rate": 3.0747922437673133e-06, |
| "loss": 0.1222, |
| "step": 15000 |
| }, |
| { |
| "epoch": 3.4649122807017543, |
| "grad_norm": 3.5605287551879883, |
| "learning_rate": 3.0701754385964915e-06, |
| "loss": 0.1706, |
| "step": 15010 |
| }, |
| { |
| "epoch": 3.4672206832871653, |
| "grad_norm": 9.877135276794434, |
| "learning_rate": 3.0655586334256697e-06, |
| "loss": 0.261, |
| "step": 15020 |
| }, |
| { |
| "epoch": 3.4695290858725762, |
| "grad_norm": 0.003916747402399778, |
| "learning_rate": 3.060941828254848e-06, |
| "loss": 0.1345, |
| "step": 15030 |
| }, |
| { |
| "epoch": 3.4718374884579872, |
| "grad_norm": 1.626537561416626, |
| "learning_rate": 3.056325023084026e-06, |
| "loss": 0.0439, |
| "step": 15040 |
| }, |
| { |
| "epoch": 3.474145891043398, |
| "grad_norm": 0.010578769259154797, |
| "learning_rate": 3.051708217913204e-06, |
| "loss": 0.0355, |
| "step": 15050 |
| }, |
| { |
| "epoch": 3.4764542936288088, |
| "grad_norm": 11.334758758544922, |
| "learning_rate": 3.0470914127423822e-06, |
| "loss": 0.1787, |
| "step": 15060 |
| }, |
| { |
| "epoch": 3.4787626962142197, |
| "grad_norm": 0.321943998336792, |
| "learning_rate": 3.0424746075715605e-06, |
| "loss": 0.085, |
| "step": 15070 |
| }, |
| { |
| "epoch": 3.4810710987996307, |
| "grad_norm": 0.9875873923301697, |
| "learning_rate": 3.0378578024007387e-06, |
| "loss": 0.0748, |
| "step": 15080 |
| }, |
| { |
| "epoch": 3.4833795013850417, |
| "grad_norm": 9.079259872436523, |
| "learning_rate": 3.033240997229917e-06, |
| "loss": 0.1636, |
| "step": 15090 |
| }, |
| { |
| "epoch": 3.4856879039704527, |
| "grad_norm": 4.437586784362793, |
| "learning_rate": 3.028624192059095e-06, |
| "loss": 0.0873, |
| "step": 15100 |
| }, |
| { |
| "epoch": 3.4879963065558632, |
| "grad_norm": 0.03537740930914879, |
| "learning_rate": 3.0240073868882734e-06, |
| "loss": 0.0435, |
| "step": 15110 |
| }, |
| { |
| "epoch": 3.490304709141274, |
| "grad_norm": 0.39910420775413513, |
| "learning_rate": 3.0193905817174516e-06, |
| "loss": 0.1657, |
| "step": 15120 |
| }, |
| { |
| "epoch": 3.492613111726685, |
| "grad_norm": 0.023489344865083694, |
| "learning_rate": 3.0147737765466303e-06, |
| "loss": 0.0444, |
| "step": 15130 |
| }, |
| { |
| "epoch": 3.494921514312096, |
| "grad_norm": 6.7024993896484375, |
| "learning_rate": 3.0101569713758085e-06, |
| "loss": 0.0674, |
| "step": 15140 |
| }, |
| { |
| "epoch": 3.497229916897507, |
| "grad_norm": 7.002059459686279, |
| "learning_rate": 3.0055401662049867e-06, |
| "loss": 0.1806, |
| "step": 15150 |
| }, |
| { |
| "epoch": 3.4995383194829177, |
| "grad_norm": 8.779173851013184, |
| "learning_rate": 3.000923361034165e-06, |
| "loss": 0.0627, |
| "step": 15160 |
| }, |
| { |
| "epoch": 3.5018467220683287, |
| "grad_norm": 8.67514419555664, |
| "learning_rate": 2.996306555863343e-06, |
| "loss": 0.0635, |
| "step": 15170 |
| }, |
| { |
| "epoch": 3.5041551246537397, |
| "grad_norm": 9.346287727355957, |
| "learning_rate": 2.991689750692521e-06, |
| "loss": 0.115, |
| "step": 15180 |
| }, |
| { |
| "epoch": 3.5064635272391507, |
| "grad_norm": 6.76889181137085, |
| "learning_rate": 2.987072945521699e-06, |
| "loss": 0.0683, |
| "step": 15190 |
| }, |
| { |
| "epoch": 3.5087719298245617, |
| "grad_norm": 10.451617240905762, |
| "learning_rate": 2.9824561403508774e-06, |
| "loss": 0.2157, |
| "step": 15200 |
| }, |
| { |
| "epoch": 3.511080332409972, |
| "grad_norm": 0.34595000743865967, |
| "learning_rate": 2.9778393351800557e-06, |
| "loss": 0.115, |
| "step": 15210 |
| }, |
| { |
| "epoch": 3.513388734995383, |
| "grad_norm": 8.750661849975586, |
| "learning_rate": 2.973222530009234e-06, |
| "loss": 0.1266, |
| "step": 15220 |
| }, |
| { |
| "epoch": 3.515697137580794, |
| "grad_norm": 5.47856330871582, |
| "learning_rate": 2.968605724838412e-06, |
| "loss": 0.0726, |
| "step": 15230 |
| }, |
| { |
| "epoch": 3.518005540166205, |
| "grad_norm": 25.498395919799805, |
| "learning_rate": 2.9639889196675903e-06, |
| "loss": 0.1717, |
| "step": 15240 |
| }, |
| { |
| "epoch": 3.520313942751616, |
| "grad_norm": 0.7776657938957214, |
| "learning_rate": 2.9593721144967686e-06, |
| "loss": 0.1422, |
| "step": 15250 |
| }, |
| { |
| "epoch": 3.5226223453370267, |
| "grad_norm": 0.018797045573592186, |
| "learning_rate": 2.954755309325947e-06, |
| "loss": 0.1058, |
| "step": 15260 |
| }, |
| { |
| "epoch": 3.5249307479224377, |
| "grad_norm": 0.13654901087284088, |
| "learning_rate": 2.950138504155125e-06, |
| "loss": 0.0159, |
| "step": 15270 |
| }, |
| { |
| "epoch": 3.5272391505078486, |
| "grad_norm": 0.0027757291682064533, |
| "learning_rate": 2.9455216989843033e-06, |
| "loss": 0.0787, |
| "step": 15280 |
| }, |
| { |
| "epoch": 3.5295475530932596, |
| "grad_norm": 4.7459821701049805, |
| "learning_rate": 2.9409048938134815e-06, |
| "loss": 0.1269, |
| "step": 15290 |
| }, |
| { |
| "epoch": 3.5318559556786706, |
| "grad_norm": 0.011034720577299595, |
| "learning_rate": 2.9362880886426597e-06, |
| "loss": 0.0432, |
| "step": 15300 |
| }, |
| { |
| "epoch": 3.534164358264081, |
| "grad_norm": 0.1139032393693924, |
| "learning_rate": 2.9316712834718375e-06, |
| "loss": 0.1202, |
| "step": 15310 |
| }, |
| { |
| "epoch": 3.536472760849492, |
| "grad_norm": 0.29917529225349426, |
| "learning_rate": 2.9270544783010157e-06, |
| "loss": 0.0243, |
| "step": 15320 |
| }, |
| { |
| "epoch": 3.538781163434903, |
| "grad_norm": 0.6147027611732483, |
| "learning_rate": 2.922437673130194e-06, |
| "loss": 0.1621, |
| "step": 15330 |
| }, |
| { |
| "epoch": 3.541089566020314, |
| "grad_norm": 0.062258604913949966, |
| "learning_rate": 2.917820867959372e-06, |
| "loss": 0.1966, |
| "step": 15340 |
| }, |
| { |
| "epoch": 3.543397968605725, |
| "grad_norm": 10.856746673583984, |
| "learning_rate": 2.9132040627885504e-06, |
| "loss": 0.2091, |
| "step": 15350 |
| }, |
| { |
| "epoch": 3.5457063711911356, |
| "grad_norm": 0.11241677403450012, |
| "learning_rate": 2.9085872576177287e-06, |
| "loss": 0.1378, |
| "step": 15360 |
| }, |
| { |
| "epoch": 3.5480147737765466, |
| "grad_norm": 0.06720955669879913, |
| "learning_rate": 2.903970452446907e-06, |
| "loss": 0.1179, |
| "step": 15370 |
| }, |
| { |
| "epoch": 3.5503231763619576, |
| "grad_norm": 0.011267607100307941, |
| "learning_rate": 2.899353647276085e-06, |
| "loss": 0.0977, |
| "step": 15380 |
| }, |
| { |
| "epoch": 3.5526315789473686, |
| "grad_norm": 9.50528335571289, |
| "learning_rate": 2.8947368421052634e-06, |
| "loss": 0.2466, |
| "step": 15390 |
| }, |
| { |
| "epoch": 3.5549399815327796, |
| "grad_norm": 0.09559822827577591, |
| "learning_rate": 2.8901200369344416e-06, |
| "loss": 0.1043, |
| "step": 15400 |
| }, |
| { |
| "epoch": 3.55724838411819, |
| "grad_norm": 0.939671516418457, |
| "learning_rate": 2.88550323176362e-06, |
| "loss": 0.0927, |
| "step": 15410 |
| }, |
| { |
| "epoch": 3.559556786703601, |
| "grad_norm": 4.562279224395752, |
| "learning_rate": 2.8808864265927985e-06, |
| "loss": 0.0781, |
| "step": 15420 |
| }, |
| { |
| "epoch": 3.561865189289012, |
| "grad_norm": 1.7657698392868042, |
| "learning_rate": 2.876269621421976e-06, |
| "loss": 0.1011, |
| "step": 15430 |
| }, |
| { |
| "epoch": 3.564173591874423, |
| "grad_norm": 2.1192398071289062, |
| "learning_rate": 2.871652816251154e-06, |
| "loss": 0.1572, |
| "step": 15440 |
| }, |
| { |
| "epoch": 3.566481994459834, |
| "grad_norm": 0.6786194443702698, |
| "learning_rate": 2.8670360110803323e-06, |
| "loss": 0.1445, |
| "step": 15450 |
| }, |
| { |
| "epoch": 3.5687903970452446, |
| "grad_norm": 3.0834736824035645, |
| "learning_rate": 2.8624192059095105e-06, |
| "loss": 0.069, |
| "step": 15460 |
| }, |
| { |
| "epoch": 3.5710987996306556, |
| "grad_norm": 0.0033159321174025536, |
| "learning_rate": 2.857802400738689e-06, |
| "loss": 0.1198, |
| "step": 15470 |
| }, |
| { |
| "epoch": 3.5734072022160666, |
| "grad_norm": 0.0765325129032135, |
| "learning_rate": 2.8531855955678674e-06, |
| "loss": 0.1148, |
| "step": 15480 |
| }, |
| { |
| "epoch": 3.5757156048014775, |
| "grad_norm": 0.3174864649772644, |
| "learning_rate": 2.8485687903970456e-06, |
| "loss": 0.0863, |
| "step": 15490 |
| }, |
| { |
| "epoch": 3.5780240073868885, |
| "grad_norm": 6.153985500335693, |
| "learning_rate": 2.843951985226224e-06, |
| "loss": 0.1139, |
| "step": 15500 |
| }, |
| { |
| "epoch": 3.580332409972299, |
| "grad_norm": 10.814231872558594, |
| "learning_rate": 2.839335180055402e-06, |
| "loss": 0.0774, |
| "step": 15510 |
| }, |
| { |
| "epoch": 3.58264081255771, |
| "grad_norm": 6.4611101150512695, |
| "learning_rate": 2.8347183748845803e-06, |
| "loss": 0.115, |
| "step": 15520 |
| }, |
| { |
| "epoch": 3.584949215143121, |
| "grad_norm": 0.04866408929228783, |
| "learning_rate": 2.8301015697137586e-06, |
| "loss": 0.1828, |
| "step": 15530 |
| }, |
| { |
| "epoch": 3.587257617728532, |
| "grad_norm": 0.230972558259964, |
| "learning_rate": 2.8254847645429368e-06, |
| "loss": 0.0699, |
| "step": 15540 |
| }, |
| { |
| "epoch": 3.589566020313943, |
| "grad_norm": 6.951765537261963, |
| "learning_rate": 2.820867959372115e-06, |
| "loss": 0.2572, |
| "step": 15550 |
| }, |
| { |
| "epoch": 3.5918744228993535, |
| "grad_norm": 0.015099984593689442, |
| "learning_rate": 2.816251154201293e-06, |
| "loss": 0.0563, |
| "step": 15560 |
| }, |
| { |
| "epoch": 3.5941828254847645, |
| "grad_norm": 8.978866577148438, |
| "learning_rate": 2.811634349030471e-06, |
| "loss": 0.075, |
| "step": 15570 |
| }, |
| { |
| "epoch": 3.5964912280701755, |
| "grad_norm": 0.08920139819383621, |
| "learning_rate": 2.8070175438596493e-06, |
| "loss": 0.1095, |
| "step": 15580 |
| }, |
| { |
| "epoch": 3.598799630655586, |
| "grad_norm": 3.822021484375, |
| "learning_rate": 2.8024007386888275e-06, |
| "loss": 0.0344, |
| "step": 15590 |
| }, |
| { |
| "epoch": 3.6011080332409975, |
| "grad_norm": 1.2789679765701294, |
| "learning_rate": 2.7977839335180057e-06, |
| "loss": 0.0533, |
| "step": 15600 |
| }, |
| { |
| "epoch": 3.603416435826408, |
| "grad_norm": 0.004921296611428261, |
| "learning_rate": 2.793167128347184e-06, |
| "loss": 0.0545, |
| "step": 15610 |
| }, |
| { |
| "epoch": 3.605724838411819, |
| "grad_norm": 1.6983273029327393, |
| "learning_rate": 2.788550323176362e-06, |
| "loss": 0.042, |
| "step": 15620 |
| }, |
| { |
| "epoch": 3.60803324099723, |
| "grad_norm": 1.825598955154419, |
| "learning_rate": 2.7839335180055404e-06, |
| "loss": 0.0311, |
| "step": 15630 |
| }, |
| { |
| "epoch": 3.6103416435826405, |
| "grad_norm": 1.3642513751983643, |
| "learning_rate": 2.7793167128347186e-06, |
| "loss": 0.0742, |
| "step": 15640 |
| }, |
| { |
| "epoch": 3.612650046168052, |
| "grad_norm": 2.4744393825531006, |
| "learning_rate": 2.774699907663897e-06, |
| "loss": 0.1913, |
| "step": 15650 |
| }, |
| { |
| "epoch": 3.6149584487534625, |
| "grad_norm": 3.559018135070801, |
| "learning_rate": 2.770083102493075e-06, |
| "loss": 0.055, |
| "step": 15660 |
| }, |
| { |
| "epoch": 3.6172668513388735, |
| "grad_norm": 6.687820911407471, |
| "learning_rate": 2.7654662973222533e-06, |
| "loss": 0.0569, |
| "step": 15670 |
| }, |
| { |
| "epoch": 3.6195752539242845, |
| "grad_norm": 1.0267345905303955, |
| "learning_rate": 2.760849492151431e-06, |
| "loss": 0.1447, |
| "step": 15680 |
| }, |
| { |
| "epoch": 3.621883656509695, |
| "grad_norm": 0.11089525371789932, |
| "learning_rate": 2.7562326869806094e-06, |
| "loss": 0.0286, |
| "step": 15690 |
| }, |
| { |
| "epoch": 3.6241920590951064, |
| "grad_norm": 9.259074211120605, |
| "learning_rate": 2.7516158818097876e-06, |
| "loss": 0.0605, |
| "step": 15700 |
| }, |
| { |
| "epoch": 3.626500461680517, |
| "grad_norm": 0.1097044125199318, |
| "learning_rate": 2.746999076638966e-06, |
| "loss": 0.0927, |
| "step": 15710 |
| }, |
| { |
| "epoch": 3.628808864265928, |
| "grad_norm": 5.6350836753845215, |
| "learning_rate": 2.742382271468144e-06, |
| "loss": 0.1076, |
| "step": 15720 |
| }, |
| { |
| "epoch": 3.631117266851339, |
| "grad_norm": 10.61784553527832, |
| "learning_rate": 2.7377654662973223e-06, |
| "loss": 0.119, |
| "step": 15730 |
| }, |
| { |
| "epoch": 3.6334256694367495, |
| "grad_norm": 6.789185523986816, |
| "learning_rate": 2.7331486611265005e-06, |
| "loss": 0.071, |
| "step": 15740 |
| }, |
| { |
| "epoch": 3.635734072022161, |
| "grad_norm": 6.860452651977539, |
| "learning_rate": 2.7285318559556787e-06, |
| "loss": 0.0738, |
| "step": 15750 |
| }, |
| { |
| "epoch": 3.6380424746075715, |
| "grad_norm": 0.008029925636947155, |
| "learning_rate": 2.7239150507848574e-06, |
| "loss": 0.0833, |
| "step": 15760 |
| }, |
| { |
| "epoch": 3.6403508771929824, |
| "grad_norm": 0.1483672857284546, |
| "learning_rate": 2.7192982456140356e-06, |
| "loss": 0.0807, |
| "step": 15770 |
| }, |
| { |
| "epoch": 3.6426592797783934, |
| "grad_norm": 7.238580226898193, |
| "learning_rate": 2.714681440443214e-06, |
| "loss": 0.217, |
| "step": 15780 |
| }, |
| { |
| "epoch": 3.644967682363804, |
| "grad_norm": 7.89875602722168, |
| "learning_rate": 2.710064635272392e-06, |
| "loss": 0.0482, |
| "step": 15790 |
| }, |
| { |
| "epoch": 3.6472760849492154, |
| "grad_norm": 5.84787130355835, |
| "learning_rate": 2.7054478301015703e-06, |
| "loss": 0.1189, |
| "step": 15800 |
| }, |
| { |
| "epoch": 3.649584487534626, |
| "grad_norm": 3.236947536468506, |
| "learning_rate": 2.7008310249307477e-06, |
| "loss": 0.1108, |
| "step": 15810 |
| }, |
| { |
| "epoch": 3.651892890120037, |
| "grad_norm": 0.09606441855430603, |
| "learning_rate": 2.6962142197599263e-06, |
| "loss": 0.0466, |
| "step": 15820 |
| }, |
| { |
| "epoch": 3.654201292705448, |
| "grad_norm": 1.1421186923980713, |
| "learning_rate": 2.6915974145891046e-06, |
| "loss": 0.1142, |
| "step": 15830 |
| }, |
| { |
| "epoch": 3.6565096952908585, |
| "grad_norm": 6.388090133666992, |
| "learning_rate": 2.686980609418283e-06, |
| "loss": 0.0359, |
| "step": 15840 |
| }, |
| { |
| "epoch": 3.65881809787627, |
| "grad_norm": 1.261206865310669, |
| "learning_rate": 2.682363804247461e-06, |
| "loss": 0.0535, |
| "step": 15850 |
| }, |
| { |
| "epoch": 3.6611265004616804, |
| "grad_norm": 0.26815763115882874, |
| "learning_rate": 2.6777469990766392e-06, |
| "loss": 0.0937, |
| "step": 15860 |
| }, |
| { |
| "epoch": 3.6634349030470914, |
| "grad_norm": 0.2905905246734619, |
| "learning_rate": 2.6731301939058175e-06, |
| "loss": 0.1274, |
| "step": 15870 |
| }, |
| { |
| "epoch": 3.6657433056325024, |
| "grad_norm": 0.0038062131498008966, |
| "learning_rate": 2.6685133887349957e-06, |
| "loss": 0.0899, |
| "step": 15880 |
| }, |
| { |
| "epoch": 3.668051708217913, |
| "grad_norm": 12.367846488952637, |
| "learning_rate": 2.663896583564174e-06, |
| "loss": 0.0675, |
| "step": 15890 |
| }, |
| { |
| "epoch": 3.6703601108033244, |
| "grad_norm": 6.238649845123291, |
| "learning_rate": 2.659279778393352e-06, |
| "loss": 0.2909, |
| "step": 15900 |
| }, |
| { |
| "epoch": 3.672668513388735, |
| "grad_norm": 0.0018944531911984086, |
| "learning_rate": 2.6546629732225304e-06, |
| "loss": 0.0848, |
| "step": 15910 |
| }, |
| { |
| "epoch": 3.674976915974146, |
| "grad_norm": 0.8859285116195679, |
| "learning_rate": 2.6500461680517086e-06, |
| "loss": 0.0981, |
| "step": 15920 |
| }, |
| { |
| "epoch": 3.677285318559557, |
| "grad_norm": 4.115336894989014, |
| "learning_rate": 2.645429362880887e-06, |
| "loss": 0.1095, |
| "step": 15930 |
| }, |
| { |
| "epoch": 3.6795937211449674, |
| "grad_norm": 11.718485832214355, |
| "learning_rate": 2.6408125577100647e-06, |
| "loss": 0.0914, |
| "step": 15940 |
| }, |
| { |
| "epoch": 3.681902123730379, |
| "grad_norm": 0.04772588610649109, |
| "learning_rate": 2.636195752539243e-06, |
| "loss": 0.2492, |
| "step": 15950 |
| }, |
| { |
| "epoch": 3.6842105263157894, |
| "grad_norm": 0.22151795029640198, |
| "learning_rate": 2.631578947368421e-06, |
| "loss": 0.0826, |
| "step": 15960 |
| }, |
| { |
| "epoch": 3.6865189289012004, |
| "grad_norm": 0.0894412249326706, |
| "learning_rate": 2.6269621421975993e-06, |
| "loss": 0.0768, |
| "step": 15970 |
| }, |
| { |
| "epoch": 3.6888273314866113, |
| "grad_norm": 4.416106700897217, |
| "learning_rate": 2.6223453370267776e-06, |
| "loss": 0.1348, |
| "step": 15980 |
| }, |
| { |
| "epoch": 3.691135734072022, |
| "grad_norm": 0.0027838642708957195, |
| "learning_rate": 2.617728531855956e-06, |
| "loss": 0.0872, |
| "step": 15990 |
| }, |
| { |
| "epoch": 3.6934441366574333, |
| "grad_norm": 0.11230922490358353, |
| "learning_rate": 2.613111726685134e-06, |
| "loss": 0.0553, |
| "step": 16000 |
| }, |
| { |
| "epoch": 3.695752539242844, |
| "grad_norm": 0.4442640244960785, |
| "learning_rate": 2.6084949215143123e-06, |
| "loss": 0.1334, |
| "step": 16010 |
| }, |
| { |
| "epoch": 3.698060941828255, |
| "grad_norm": 0.23532544076442719, |
| "learning_rate": 2.6038781163434905e-06, |
| "loss": 0.0488, |
| "step": 16020 |
| }, |
| { |
| "epoch": 3.700369344413666, |
| "grad_norm": 1.0589299201965332, |
| "learning_rate": 2.5992613111726687e-06, |
| "loss": 0.1483, |
| "step": 16030 |
| }, |
| { |
| "epoch": 3.7026777469990764, |
| "grad_norm": 4.646289348602295, |
| "learning_rate": 2.594644506001847e-06, |
| "loss": 0.0782, |
| "step": 16040 |
| }, |
| { |
| "epoch": 3.704986149584488, |
| "grad_norm": 9.458477020263672, |
| "learning_rate": 2.5900277008310256e-06, |
| "loss": 0.0587, |
| "step": 16050 |
| }, |
| { |
| "epoch": 3.7072945521698983, |
| "grad_norm": 1.2729982137680054, |
| "learning_rate": 2.585410895660203e-06, |
| "loss": 0.2213, |
| "step": 16060 |
| }, |
| { |
| "epoch": 3.7096029547553093, |
| "grad_norm": 3.390852689743042, |
| "learning_rate": 2.580794090489381e-06, |
| "loss": 0.0527, |
| "step": 16070 |
| }, |
| { |
| "epoch": 3.7119113573407203, |
| "grad_norm": 8.382437705993652, |
| "learning_rate": 2.5761772853185594e-06, |
| "loss": 0.0582, |
| "step": 16080 |
| }, |
| { |
| "epoch": 3.714219759926131, |
| "grad_norm": 0.11722227185964584, |
| "learning_rate": 2.5715604801477377e-06, |
| "loss": 0.1354, |
| "step": 16090 |
| }, |
| { |
| "epoch": 3.7165281625115423, |
| "grad_norm": 1.3579716682434082, |
| "learning_rate": 2.566943674976916e-06, |
| "loss": 0.1118, |
| "step": 16100 |
| }, |
| { |
| "epoch": 3.718836565096953, |
| "grad_norm": 0.34972548484802246, |
| "learning_rate": 2.5623268698060945e-06, |
| "loss": 0.0574, |
| "step": 16110 |
| }, |
| { |
| "epoch": 3.721144967682364, |
| "grad_norm": 3.4655861854553223, |
| "learning_rate": 2.5577100646352728e-06, |
| "loss": 0.0585, |
| "step": 16120 |
| }, |
| { |
| "epoch": 3.723453370267775, |
| "grad_norm": 2.356037139892578, |
| "learning_rate": 2.553093259464451e-06, |
| "loss": 0.1005, |
| "step": 16130 |
| }, |
| { |
| "epoch": 3.7257617728531853, |
| "grad_norm": 15.801155090332031, |
| "learning_rate": 2.5484764542936292e-06, |
| "loss": 0.1139, |
| "step": 16140 |
| }, |
| { |
| "epoch": 3.7280701754385968, |
| "grad_norm": 5.944174766540527, |
| "learning_rate": 2.5438596491228075e-06, |
| "loss": 0.0458, |
| "step": 16150 |
| }, |
| { |
| "epoch": 3.7303785780240073, |
| "grad_norm": 0.20397046208381653, |
| "learning_rate": 2.5392428439519857e-06, |
| "loss": 0.0447, |
| "step": 16160 |
| }, |
| { |
| "epoch": 3.7326869806094183, |
| "grad_norm": 9.588594436645508, |
| "learning_rate": 2.534626038781164e-06, |
| "loss": 0.1521, |
| "step": 16170 |
| }, |
| { |
| "epoch": 3.7349953831948293, |
| "grad_norm": 6.161980152130127, |
| "learning_rate": 2.530009233610342e-06, |
| "loss": 0.166, |
| "step": 16180 |
| }, |
| { |
| "epoch": 3.73730378578024, |
| "grad_norm": 5.900730133056641, |
| "learning_rate": 2.52539242843952e-06, |
| "loss": 0.0988, |
| "step": 16190 |
| }, |
| { |
| "epoch": 3.7396121883656512, |
| "grad_norm": 0.04483022168278694, |
| "learning_rate": 2.520775623268698e-06, |
| "loss": 0.0716, |
| "step": 16200 |
| }, |
| { |
| "epoch": 3.7419205909510618, |
| "grad_norm": 10.756357192993164, |
| "learning_rate": 2.5161588180978764e-06, |
| "loss": 0.0906, |
| "step": 16210 |
| }, |
| { |
| "epoch": 3.7442289935364728, |
| "grad_norm": 0.21383854746818542, |
| "learning_rate": 2.5115420129270546e-06, |
| "loss": 0.0779, |
| "step": 16220 |
| }, |
| { |
| "epoch": 3.7465373961218837, |
| "grad_norm": 4.471083164215088, |
| "learning_rate": 2.506925207756233e-06, |
| "loss": 0.058, |
| "step": 16230 |
| }, |
| { |
| "epoch": 3.7488457987072943, |
| "grad_norm": 0.0658981129527092, |
| "learning_rate": 2.502308402585411e-06, |
| "loss": 0.0706, |
| "step": 16240 |
| }, |
| { |
| "epoch": 3.7511542012927057, |
| "grad_norm": 10.466422080993652, |
| "learning_rate": 2.4976915974145893e-06, |
| "loss": 0.1705, |
| "step": 16250 |
| }, |
| { |
| "epoch": 3.7534626038781163, |
| "grad_norm": 10.537128448486328, |
| "learning_rate": 2.4930747922437675e-06, |
| "loss": 0.061, |
| "step": 16260 |
| }, |
| { |
| "epoch": 3.7557710064635272, |
| "grad_norm": 8.104669570922852, |
| "learning_rate": 2.4884579870729458e-06, |
| "loss": 0.1439, |
| "step": 16270 |
| }, |
| { |
| "epoch": 3.7580794090489382, |
| "grad_norm": 0.3424845039844513, |
| "learning_rate": 2.483841181902124e-06, |
| "loss": 0.0458, |
| "step": 16280 |
| }, |
| { |
| "epoch": 3.7603878116343488, |
| "grad_norm": 1.9809235334396362, |
| "learning_rate": 2.4792243767313022e-06, |
| "loss": 0.0201, |
| "step": 16290 |
| }, |
| { |
| "epoch": 3.76269621421976, |
| "grad_norm": 10.497163772583008, |
| "learning_rate": 2.4746075715604805e-06, |
| "loss": 0.0654, |
| "step": 16300 |
| }, |
| { |
| "epoch": 3.7650046168051707, |
| "grad_norm": 0.5199874639511108, |
| "learning_rate": 2.4699907663896587e-06, |
| "loss": 0.2, |
| "step": 16310 |
| }, |
| { |
| "epoch": 3.7673130193905817, |
| "grad_norm": 6.773366928100586, |
| "learning_rate": 2.465373961218837e-06, |
| "loss": 0.1401, |
| "step": 16320 |
| }, |
| { |
| "epoch": 3.7696214219759927, |
| "grad_norm": 0.007049506064504385, |
| "learning_rate": 2.460757156048015e-06, |
| "loss": 0.1863, |
| "step": 16330 |
| }, |
| { |
| "epoch": 3.7719298245614032, |
| "grad_norm": 6.620320796966553, |
| "learning_rate": 2.456140350877193e-06, |
| "loss": 0.0551, |
| "step": 16340 |
| }, |
| { |
| "epoch": 3.7742382271468147, |
| "grad_norm": 2.904639720916748, |
| "learning_rate": 2.451523545706371e-06, |
| "loss": 0.0757, |
| "step": 16350 |
| }, |
| { |
| "epoch": 3.776546629732225, |
| "grad_norm": 8.675143241882324, |
| "learning_rate": 2.4469067405355494e-06, |
| "loss": 0.2653, |
| "step": 16360 |
| }, |
| { |
| "epoch": 3.778855032317636, |
| "grad_norm": 5.641013145446777, |
| "learning_rate": 2.4422899353647276e-06, |
| "loss": 0.0425, |
| "step": 16370 |
| }, |
| { |
| "epoch": 3.781163434903047, |
| "grad_norm": 0.05047835409641266, |
| "learning_rate": 2.437673130193906e-06, |
| "loss": 0.0885, |
| "step": 16380 |
| }, |
| { |
| "epoch": 3.7834718374884577, |
| "grad_norm": 0.05300053209066391, |
| "learning_rate": 2.4330563250230845e-06, |
| "loss": 0.0364, |
| "step": 16390 |
| }, |
| { |
| "epoch": 3.785780240073869, |
| "grad_norm": 0.08056043833494186, |
| "learning_rate": 2.4284395198522627e-06, |
| "loss": 0.0726, |
| "step": 16400 |
| }, |
| { |
| "epoch": 3.7880886426592797, |
| "grad_norm": 0.7794252634048462, |
| "learning_rate": 2.4238227146814406e-06, |
| "loss": 0.0587, |
| "step": 16410 |
| }, |
| { |
| "epoch": 3.7903970452446907, |
| "grad_norm": 2.1419363021850586, |
| "learning_rate": 2.4192059095106188e-06, |
| "loss": 0.0813, |
| "step": 16420 |
| }, |
| { |
| "epoch": 3.7927054478301017, |
| "grad_norm": 2.0678517818450928, |
| "learning_rate": 2.414589104339797e-06, |
| "loss": 0.1013, |
| "step": 16430 |
| }, |
| { |
| "epoch": 3.795013850415512, |
| "grad_norm": 10.26939582824707, |
| "learning_rate": 2.4099722991689752e-06, |
| "loss": 0.1484, |
| "step": 16440 |
| }, |
| { |
| "epoch": 3.7973222530009236, |
| "grad_norm": 10.651616096496582, |
| "learning_rate": 2.4053554939981535e-06, |
| "loss": 0.0801, |
| "step": 16450 |
| }, |
| { |
| "epoch": 3.799630655586334, |
| "grad_norm": 1.389552354812622, |
| "learning_rate": 2.4007386888273317e-06, |
| "loss": 0.0926, |
| "step": 16460 |
| }, |
| { |
| "epoch": 3.801939058171745, |
| "grad_norm": 5.801025390625, |
| "learning_rate": 2.39612188365651e-06, |
| "loss": 0.1072, |
| "step": 16470 |
| }, |
| { |
| "epoch": 3.804247460757156, |
| "grad_norm": 12.096196174621582, |
| "learning_rate": 2.391505078485688e-06, |
| "loss": 0.1237, |
| "step": 16480 |
| }, |
| { |
| "epoch": 3.8065558633425667, |
| "grad_norm": 0.1424197554588318, |
| "learning_rate": 2.3868882733148664e-06, |
| "loss": 0.0906, |
| "step": 16490 |
| }, |
| { |
| "epoch": 3.808864265927978, |
| "grad_norm": 9.554216384887695, |
| "learning_rate": 2.3822714681440446e-06, |
| "loss": 0.0528, |
| "step": 16500 |
| }, |
| { |
| "epoch": 3.8111726685133887, |
| "grad_norm": 2.1867902278900146, |
| "learning_rate": 2.377654662973223e-06, |
| "loss": 0.1224, |
| "step": 16510 |
| }, |
| { |
| "epoch": 3.8134810710987996, |
| "grad_norm": 1.3387869596481323, |
| "learning_rate": 2.373037857802401e-06, |
| "loss": 0.089, |
| "step": 16520 |
| }, |
| { |
| "epoch": 3.8157894736842106, |
| "grad_norm": 0.10991424322128296, |
| "learning_rate": 2.368421052631579e-06, |
| "loss": 0.0696, |
| "step": 16530 |
| }, |
| { |
| "epoch": 3.818097876269621, |
| "grad_norm": 6.807132244110107, |
| "learning_rate": 2.363804247460757e-06, |
| "loss": 0.1015, |
| "step": 16540 |
| }, |
| { |
| "epoch": 3.8204062788550326, |
| "grad_norm": 6.293307781219482, |
| "learning_rate": 2.3591874422899353e-06, |
| "loss": 0.1057, |
| "step": 16550 |
| }, |
| { |
| "epoch": 3.822714681440443, |
| "grad_norm": 1.5220431089401245, |
| "learning_rate": 2.3545706371191136e-06, |
| "loss": 0.0487, |
| "step": 16560 |
| }, |
| { |
| "epoch": 3.825023084025854, |
| "grad_norm": 0.011065010912716389, |
| "learning_rate": 2.349953831948292e-06, |
| "loss": 0.0589, |
| "step": 16570 |
| }, |
| { |
| "epoch": 3.827331486611265, |
| "grad_norm": 0.915833592414856, |
| "learning_rate": 2.3453370267774704e-06, |
| "loss": 0.1128, |
| "step": 16580 |
| }, |
| { |
| "epoch": 3.8296398891966756, |
| "grad_norm": 9.216570854187012, |
| "learning_rate": 2.3407202216066487e-06, |
| "loss": 0.1074, |
| "step": 16590 |
| }, |
| { |
| "epoch": 3.831948291782087, |
| "grad_norm": 4.286947250366211, |
| "learning_rate": 2.3361034164358265e-06, |
| "loss": 0.1162, |
| "step": 16600 |
| }, |
| { |
| "epoch": 3.8342566943674976, |
| "grad_norm": 8.311838150024414, |
| "learning_rate": 2.3314866112650047e-06, |
| "loss": 0.1913, |
| "step": 16610 |
| }, |
| { |
| "epoch": 3.8365650969529086, |
| "grad_norm": 1.3367292881011963, |
| "learning_rate": 2.326869806094183e-06, |
| "loss": 0.0653, |
| "step": 16620 |
| }, |
| { |
| "epoch": 3.8388734995383196, |
| "grad_norm": 8.780695915222168, |
| "learning_rate": 2.322253000923361e-06, |
| "loss": 0.1615, |
| "step": 16630 |
| }, |
| { |
| "epoch": 3.84118190212373, |
| "grad_norm": 2.856950283050537, |
| "learning_rate": 2.3176361957525394e-06, |
| "loss": 0.063, |
| "step": 16640 |
| }, |
| { |
| "epoch": 3.8434903047091415, |
| "grad_norm": 7.390763282775879, |
| "learning_rate": 2.3130193905817176e-06, |
| "loss": 0.118, |
| "step": 16650 |
| }, |
| { |
| "epoch": 3.845798707294552, |
| "grad_norm": 13.196995735168457, |
| "learning_rate": 2.308402585410896e-06, |
| "loss": 0.1395, |
| "step": 16660 |
| }, |
| { |
| "epoch": 3.848107109879963, |
| "grad_norm": 0.0663808286190033, |
| "learning_rate": 2.303785780240074e-06, |
| "loss": 0.1051, |
| "step": 16670 |
| }, |
| { |
| "epoch": 3.850415512465374, |
| "grad_norm": 3.9963021278381348, |
| "learning_rate": 2.2991689750692523e-06, |
| "loss": 0.1081, |
| "step": 16680 |
| }, |
| { |
| "epoch": 3.8527239150507846, |
| "grad_norm": 2.4646544456481934, |
| "learning_rate": 2.2945521698984305e-06, |
| "loss": 0.0733, |
| "step": 16690 |
| }, |
| { |
| "epoch": 3.855032317636196, |
| "grad_norm": 2.620331287384033, |
| "learning_rate": 2.2899353647276088e-06, |
| "loss": 0.0318, |
| "step": 16700 |
| }, |
| { |
| "epoch": 3.8573407202216066, |
| "grad_norm": 4.9823760986328125, |
| "learning_rate": 2.285318559556787e-06, |
| "loss": 0.1085, |
| "step": 16710 |
| }, |
| { |
| "epoch": 3.8596491228070176, |
| "grad_norm": 0.9780207872390747, |
| "learning_rate": 2.280701754385965e-06, |
| "loss": 0.2531, |
| "step": 16720 |
| }, |
| { |
| "epoch": 3.8619575253924285, |
| "grad_norm": 0.053154800087213516, |
| "learning_rate": 2.276084949215143e-06, |
| "loss": 0.0604, |
| "step": 16730 |
| }, |
| { |
| "epoch": 3.864265927977839, |
| "grad_norm": 10.986392974853516, |
| "learning_rate": 2.2714681440443217e-06, |
| "loss": 0.1026, |
| "step": 16740 |
| }, |
| { |
| "epoch": 3.8665743305632505, |
| "grad_norm": 2.464510202407837, |
| "learning_rate": 2.2668513388735e-06, |
| "loss": 0.1142, |
| "step": 16750 |
| }, |
| { |
| "epoch": 3.868882733148661, |
| "grad_norm": 0.14334821701049805, |
| "learning_rate": 2.262234533702678e-06, |
| "loss": 0.0575, |
| "step": 16760 |
| }, |
| { |
| "epoch": 3.871191135734072, |
| "grad_norm": 5.617680072784424, |
| "learning_rate": 2.2576177285318564e-06, |
| "loss": 0.1545, |
| "step": 16770 |
| }, |
| { |
| "epoch": 3.873499538319483, |
| "grad_norm": 0.5689931511878967, |
| "learning_rate": 2.2530009233610346e-06, |
| "loss": 0.0292, |
| "step": 16780 |
| }, |
| { |
| "epoch": 3.8758079409048936, |
| "grad_norm": 0.1201648861169815, |
| "learning_rate": 2.2483841181902124e-06, |
| "loss": 0.0869, |
| "step": 16790 |
| }, |
| { |
| "epoch": 3.878116343490305, |
| "grad_norm": 0.11815714836120605, |
| "learning_rate": 2.2437673130193906e-06, |
| "loss": 0.0072, |
| "step": 16800 |
| }, |
| { |
| "epoch": 3.8804247460757155, |
| "grad_norm": 1.5870321989059448, |
| "learning_rate": 2.239150507848569e-06, |
| "loss": 0.0996, |
| "step": 16810 |
| }, |
| { |
| "epoch": 3.8827331486611265, |
| "grad_norm": 1.9803186655044556, |
| "learning_rate": 2.234533702677747e-06, |
| "loss": 0.2171, |
| "step": 16820 |
| }, |
| { |
| "epoch": 3.8850415512465375, |
| "grad_norm": 4.469898223876953, |
| "learning_rate": 2.2299168975069253e-06, |
| "loss": 0.1586, |
| "step": 16830 |
| }, |
| { |
| "epoch": 3.887349953831948, |
| "grad_norm": 6.31825590133667, |
| "learning_rate": 2.2253000923361035e-06, |
| "loss": 0.0161, |
| "step": 16840 |
| }, |
| { |
| "epoch": 3.8896583564173595, |
| "grad_norm": 10.417545318603516, |
| "learning_rate": 2.2206832871652818e-06, |
| "loss": 0.1996, |
| "step": 16850 |
| }, |
| { |
| "epoch": 3.89196675900277, |
| "grad_norm": 0.6706535220146179, |
| "learning_rate": 2.21606648199446e-06, |
| "loss": 0.056, |
| "step": 16860 |
| }, |
| { |
| "epoch": 3.894275161588181, |
| "grad_norm": 4.172085285186768, |
| "learning_rate": 2.2114496768236382e-06, |
| "loss": 0.1292, |
| "step": 16870 |
| }, |
| { |
| "epoch": 3.896583564173592, |
| "grad_norm": 1.5664077997207642, |
| "learning_rate": 2.2068328716528165e-06, |
| "loss": 0.1767, |
| "step": 16880 |
| }, |
| { |
| "epoch": 3.8988919667590025, |
| "grad_norm": 0.2762158513069153, |
| "learning_rate": 2.2022160664819947e-06, |
| "loss": 0.022, |
| "step": 16890 |
| }, |
| { |
| "epoch": 3.901200369344414, |
| "grad_norm": 1.0671693086624146, |
| "learning_rate": 2.197599261311173e-06, |
| "loss": 0.0315, |
| "step": 16900 |
| }, |
| { |
| "epoch": 3.9035087719298245, |
| "grad_norm": 0.06970557570457458, |
| "learning_rate": 2.192982456140351e-06, |
| "loss": 0.0347, |
| "step": 16910 |
| }, |
| { |
| "epoch": 3.9058171745152355, |
| "grad_norm": 1.616258978843689, |
| "learning_rate": 2.1883656509695294e-06, |
| "loss": 0.0688, |
| "step": 16920 |
| }, |
| { |
| "epoch": 3.9081255771006465, |
| "grad_norm": 5.086021900177002, |
| "learning_rate": 2.1837488457987076e-06, |
| "loss": 0.1778, |
| "step": 16930 |
| }, |
| { |
| "epoch": 3.910433979686057, |
| "grad_norm": 10.797608375549316, |
| "learning_rate": 2.179132040627886e-06, |
| "loss": 0.114, |
| "step": 16940 |
| }, |
| { |
| "epoch": 3.912742382271468, |
| "grad_norm": 3.6901097297668457, |
| "learning_rate": 2.174515235457064e-06, |
| "loss": 0.1104, |
| "step": 16950 |
| }, |
| { |
| "epoch": 3.915050784856879, |
| "grad_norm": 13.063434600830078, |
| "learning_rate": 2.1698984302862423e-06, |
| "loss": 0.0914, |
| "step": 16960 |
| }, |
| { |
| "epoch": 3.91735918744229, |
| "grad_norm": 4.555662631988525, |
| "learning_rate": 2.16528162511542e-06, |
| "loss": 0.1045, |
| "step": 16970 |
| }, |
| { |
| "epoch": 3.919667590027701, |
| "grad_norm": 3.498223066329956, |
| "learning_rate": 2.1606648199445983e-06, |
| "loss": 0.1101, |
| "step": 16980 |
| }, |
| { |
| "epoch": 3.9219759926131115, |
| "grad_norm": 14.24549674987793, |
| "learning_rate": 2.1560480147737765e-06, |
| "loss": 0.1992, |
| "step": 16990 |
| }, |
| { |
| "epoch": 3.9242843951985225, |
| "grad_norm": 0.0043205199763178825, |
| "learning_rate": 2.1514312096029548e-06, |
| "loss": 0.0268, |
| "step": 17000 |
| }, |
| { |
| "epoch": 3.9265927977839334, |
| "grad_norm": 1.3474671840667725, |
| "learning_rate": 2.146814404432133e-06, |
| "loss": 0.0457, |
| "step": 17010 |
| }, |
| { |
| "epoch": 3.9289012003693444, |
| "grad_norm": 7.950743675231934, |
| "learning_rate": 2.1421975992613112e-06, |
| "loss": 0.0864, |
| "step": 17020 |
| }, |
| { |
| "epoch": 3.9312096029547554, |
| "grad_norm": 4.570095062255859, |
| "learning_rate": 2.13758079409049e-06, |
| "loss": 0.1531, |
| "step": 17030 |
| }, |
| { |
| "epoch": 3.933518005540166, |
| "grad_norm": 11.769319534301758, |
| "learning_rate": 2.1329639889196677e-06, |
| "loss": 0.1503, |
| "step": 17040 |
| }, |
| { |
| "epoch": 3.935826408125577, |
| "grad_norm": 0.05433037132024765, |
| "learning_rate": 2.128347183748846e-06, |
| "loss": 0.0771, |
| "step": 17050 |
| }, |
| { |
| "epoch": 3.938134810710988, |
| "grad_norm": 13.737153053283691, |
| "learning_rate": 2.123730378578024e-06, |
| "loss": 0.1123, |
| "step": 17060 |
| }, |
| { |
| "epoch": 3.940443213296399, |
| "grad_norm": 2.8180816173553467, |
| "learning_rate": 2.1191135734072024e-06, |
| "loss": 0.0692, |
| "step": 17070 |
| }, |
| { |
| "epoch": 3.94275161588181, |
| "grad_norm": 7.970756530761719, |
| "learning_rate": 2.1144967682363806e-06, |
| "loss": 0.2341, |
| "step": 17080 |
| }, |
| { |
| "epoch": 3.9450600184672204, |
| "grad_norm": 5.409698486328125, |
| "learning_rate": 2.109879963065559e-06, |
| "loss": 0.1217, |
| "step": 17090 |
| }, |
| { |
| "epoch": 3.9473684210526314, |
| "grad_norm": 0.005585066974163055, |
| "learning_rate": 2.105263157894737e-06, |
| "loss": 0.1562, |
| "step": 17100 |
| }, |
| { |
| "epoch": 3.9496768236380424, |
| "grad_norm": 2.0422773361206055, |
| "learning_rate": 2.1006463527239153e-06, |
| "loss": 0.0777, |
| "step": 17110 |
| }, |
| { |
| "epoch": 3.9519852262234534, |
| "grad_norm": 1.7330297231674194, |
| "learning_rate": 2.0960295475530935e-06, |
| "loss": 0.116, |
| "step": 17120 |
| }, |
| { |
| "epoch": 3.9542936288088644, |
| "grad_norm": 3.7982141971588135, |
| "learning_rate": 2.0914127423822717e-06, |
| "loss": 0.0576, |
| "step": 17130 |
| }, |
| { |
| "epoch": 3.956602031394275, |
| "grad_norm": 7.212771415710449, |
| "learning_rate": 2.08679593721145e-06, |
| "loss": 0.0893, |
| "step": 17140 |
| }, |
| { |
| "epoch": 3.958910433979686, |
| "grad_norm": 15.783292770385742, |
| "learning_rate": 2.082179132040628e-06, |
| "loss": 0.2041, |
| "step": 17150 |
| }, |
| { |
| "epoch": 3.961218836565097, |
| "grad_norm": 13.14898681640625, |
| "learning_rate": 2.077562326869806e-06, |
| "loss": 0.1455, |
| "step": 17160 |
| }, |
| { |
| "epoch": 3.963527239150508, |
| "grad_norm": 0.04724092409014702, |
| "learning_rate": 2.0729455216989842e-06, |
| "loss": 0.0495, |
| "step": 17170 |
| }, |
| { |
| "epoch": 3.965835641735919, |
| "grad_norm": 7.008227825164795, |
| "learning_rate": 2.0683287165281625e-06, |
| "loss": 0.2045, |
| "step": 17180 |
| }, |
| { |
| "epoch": 3.9681440443213294, |
| "grad_norm": 10.595121383666992, |
| "learning_rate": 2.0637119113573407e-06, |
| "loss": 0.1677, |
| "step": 17190 |
| }, |
| { |
| "epoch": 3.9704524469067404, |
| "grad_norm": 4.675482749938965, |
| "learning_rate": 2.0590951061865193e-06, |
| "loss": 0.0636, |
| "step": 17200 |
| }, |
| { |
| "epoch": 3.9727608494921514, |
| "grad_norm": 0.12224403023719788, |
| "learning_rate": 2.0544783010156976e-06, |
| "loss": 0.1179, |
| "step": 17210 |
| }, |
| { |
| "epoch": 3.9750692520775623, |
| "grad_norm": 12.846823692321777, |
| "learning_rate": 2.049861495844876e-06, |
| "loss": 0.1488, |
| "step": 17220 |
| }, |
| { |
| "epoch": 3.9773776546629733, |
| "grad_norm": 2.5073230266571045, |
| "learning_rate": 2.0452446906740536e-06, |
| "loss": 0.1049, |
| "step": 17230 |
| }, |
| { |
| "epoch": 3.979686057248384, |
| "grad_norm": 0.03585357591509819, |
| "learning_rate": 2.040627885503232e-06, |
| "loss": 0.1493, |
| "step": 17240 |
| }, |
| { |
| "epoch": 3.981994459833795, |
| "grad_norm": 4.717536926269531, |
| "learning_rate": 2.03601108033241e-06, |
| "loss": 0.0618, |
| "step": 17250 |
| }, |
| { |
| "epoch": 3.984302862419206, |
| "grad_norm": 4.684089183807373, |
| "learning_rate": 2.0313942751615883e-06, |
| "loss": 0.0866, |
| "step": 17260 |
| }, |
| { |
| "epoch": 3.986611265004617, |
| "grad_norm": 0.0415482297539711, |
| "learning_rate": 2.0267774699907665e-06, |
| "loss": 0.113, |
| "step": 17270 |
| }, |
| { |
| "epoch": 3.988919667590028, |
| "grad_norm": 14.08647346496582, |
| "learning_rate": 2.0221606648199448e-06, |
| "loss": 0.3745, |
| "step": 17280 |
| }, |
| { |
| "epoch": 3.9912280701754383, |
| "grad_norm": 17.470605850219727, |
| "learning_rate": 2.017543859649123e-06, |
| "loss": 0.0706, |
| "step": 17290 |
| }, |
| { |
| "epoch": 3.9935364727608493, |
| "grad_norm": 10.449420928955078, |
| "learning_rate": 2.012927054478301e-06, |
| "loss": 0.1789, |
| "step": 17300 |
| }, |
| { |
| "epoch": 3.9958448753462603, |
| "grad_norm": 15.79150104522705, |
| "learning_rate": 2.0083102493074794e-06, |
| "loss": 0.1931, |
| "step": 17310 |
| }, |
| { |
| "epoch": 3.9981532779316713, |
| "grad_norm": 3.792760133743286, |
| "learning_rate": 2.0036934441366577e-06, |
| "loss": 0.0486, |
| "step": 17320 |
| }, |
| { |
| "epoch": 4.000461680517082, |
| "grad_norm": 0.5567103028297424, |
| "learning_rate": 1.999076638965836e-06, |
| "loss": 0.1129, |
| "step": 17330 |
| }, |
| { |
| "epoch": 4.002770083102493, |
| "grad_norm": 0.05515914782881737, |
| "learning_rate": 1.994459833795014e-06, |
| "loss": 0.0371, |
| "step": 17340 |
| }, |
| { |
| "epoch": 4.005078485687904, |
| "grad_norm": 7.6160054206848145, |
| "learning_rate": 1.989843028624192e-06, |
| "loss": 0.204, |
| "step": 17350 |
| }, |
| { |
| "epoch": 4.007386888273315, |
| "grad_norm": 7.692667484283447, |
| "learning_rate": 1.98522622345337e-06, |
| "loss": 0.0946, |
| "step": 17360 |
| }, |
| { |
| "epoch": 4.009695290858725, |
| "grad_norm": 0.4839926064014435, |
| "learning_rate": 1.980609418282549e-06, |
| "loss": 0.0735, |
| "step": 17370 |
| }, |
| { |
| "epoch": 4.012003693444137, |
| "grad_norm": 2.701791763305664, |
| "learning_rate": 1.975992613111727e-06, |
| "loss": 0.0446, |
| "step": 17380 |
| }, |
| { |
| "epoch": 4.014312096029547, |
| "grad_norm": 8.76486587524414, |
| "learning_rate": 1.9713758079409053e-06, |
| "loss": 0.1321, |
| "step": 17390 |
| }, |
| { |
| "epoch": 4.016620498614959, |
| "grad_norm": 5.284134387969971, |
| "learning_rate": 1.9667590027700835e-06, |
| "loss": 0.1055, |
| "step": 17400 |
| }, |
| { |
| "epoch": 4.018928901200369, |
| "grad_norm": 0.1691371500492096, |
| "learning_rate": 1.9621421975992613e-06, |
| "loss": 0.0756, |
| "step": 17410 |
| }, |
| { |
| "epoch": 4.02123730378578, |
| "grad_norm": 11.886601448059082, |
| "learning_rate": 1.9575253924284395e-06, |
| "loss": 0.3296, |
| "step": 17420 |
| }, |
| { |
| "epoch": 4.023545706371191, |
| "grad_norm": 10.572009086608887, |
| "learning_rate": 1.9529085872576178e-06, |
| "loss": 0.1479, |
| "step": 17430 |
| }, |
| { |
| "epoch": 4.025854108956602, |
| "grad_norm": 0.012676590122282505, |
| "learning_rate": 1.948291782086796e-06, |
| "loss": 0.0801, |
| "step": 17440 |
| }, |
| { |
| "epoch": 4.028162511542013, |
| "grad_norm": 2.1128697395324707, |
| "learning_rate": 1.9436749769159742e-06, |
| "loss": 0.0371, |
| "step": 17450 |
| }, |
| { |
| "epoch": 4.030470914127424, |
| "grad_norm": 0.5411245226860046, |
| "learning_rate": 1.9390581717451524e-06, |
| "loss": 0.0109, |
| "step": 17460 |
| }, |
| { |
| "epoch": 4.032779316712834, |
| "grad_norm": 8.834590911865234, |
| "learning_rate": 1.9344413665743307e-06, |
| "loss": 0.1718, |
| "step": 17470 |
| }, |
| { |
| "epoch": 4.035087719298246, |
| "grad_norm": 4.457376480102539, |
| "learning_rate": 1.929824561403509e-06, |
| "loss": 0.1301, |
| "step": 17480 |
| }, |
| { |
| "epoch": 4.037396121883656, |
| "grad_norm": 0.0689697191119194, |
| "learning_rate": 1.925207756232687e-06, |
| "loss": 0.1183, |
| "step": 17490 |
| }, |
| { |
| "epoch": 4.039704524469068, |
| "grad_norm": 0.150483176112175, |
| "learning_rate": 1.9205909510618654e-06, |
| "loss": 0.0924, |
| "step": 17500 |
| }, |
| { |
| "epoch": 4.042012927054478, |
| "grad_norm": 3.862537384033203, |
| "learning_rate": 1.9159741458910436e-06, |
| "loss": 0.0923, |
| "step": 17510 |
| }, |
| { |
| "epoch": 4.044321329639889, |
| "grad_norm": 6.420804500579834, |
| "learning_rate": 1.911357340720222e-06, |
| "loss": 0.0522, |
| "step": 17520 |
| }, |
| { |
| "epoch": 4.0466297322253, |
| "grad_norm": 7.919189453125, |
| "learning_rate": 1.9067405355494e-06, |
| "loss": 0.0548, |
| "step": 17530 |
| }, |
| { |
| "epoch": 4.048938134810711, |
| "grad_norm": 1.2139182090759277, |
| "learning_rate": 1.902123730378578e-06, |
| "loss": 0.0761, |
| "step": 17540 |
| }, |
| { |
| "epoch": 4.051246537396122, |
| "grad_norm": 0.019797885790467262, |
| "learning_rate": 1.8975069252077563e-06, |
| "loss": 0.2109, |
| "step": 17550 |
| }, |
| { |
| "epoch": 4.053554939981533, |
| "grad_norm": 12.0720796585083, |
| "learning_rate": 1.8928901200369345e-06, |
| "loss": 0.0886, |
| "step": 17560 |
| }, |
| { |
| "epoch": 4.055863342566943, |
| "grad_norm": 6.289129734039307, |
| "learning_rate": 1.8882733148661127e-06, |
| "loss": 0.1237, |
| "step": 17570 |
| }, |
| { |
| "epoch": 4.058171745152355, |
| "grad_norm": 0.06416813284158707, |
| "learning_rate": 1.883656509695291e-06, |
| "loss": 0.1428, |
| "step": 17580 |
| }, |
| { |
| "epoch": 4.060480147737765, |
| "grad_norm": 2.9999382495880127, |
| "learning_rate": 1.8790397045244694e-06, |
| "loss": 0.0816, |
| "step": 17590 |
| }, |
| { |
| "epoch": 4.062788550323177, |
| "grad_norm": 4.974567413330078, |
| "learning_rate": 1.8744228993536472e-06, |
| "loss": 0.1655, |
| "step": 17600 |
| }, |
| { |
| "epoch": 4.065096952908587, |
| "grad_norm": 5.961575031280518, |
| "learning_rate": 1.8698060941828254e-06, |
| "loss": 0.1642, |
| "step": 17610 |
| }, |
| { |
| "epoch": 4.067405355493998, |
| "grad_norm": 7.574702262878418, |
| "learning_rate": 1.8651892890120039e-06, |
| "loss": 0.1049, |
| "step": 17620 |
| }, |
| { |
| "epoch": 4.069713758079409, |
| "grad_norm": 0.34732726216316223, |
| "learning_rate": 1.8605724838411821e-06, |
| "loss": 0.0489, |
| "step": 17630 |
| }, |
| { |
| "epoch": 4.07202216066482, |
| "grad_norm": 0.03999030590057373, |
| "learning_rate": 1.8559556786703603e-06, |
| "loss": 0.0798, |
| "step": 17640 |
| }, |
| { |
| "epoch": 4.074330563250231, |
| "grad_norm": 7.563187122344971, |
| "learning_rate": 1.8513388734995386e-06, |
| "loss": 0.0564, |
| "step": 17650 |
| }, |
| { |
| "epoch": 4.076638965835642, |
| "grad_norm": 0.022275689989328384, |
| "learning_rate": 1.8467220683287168e-06, |
| "loss": 0.0841, |
| "step": 17660 |
| }, |
| { |
| "epoch": 4.078947368421052, |
| "grad_norm": 0.14487551152706146, |
| "learning_rate": 1.8421052631578948e-06, |
| "loss": 0.0609, |
| "step": 17670 |
| }, |
| { |
| "epoch": 4.081255771006464, |
| "grad_norm": 11.210583686828613, |
| "learning_rate": 1.837488457987073e-06, |
| "loss": 0.0955, |
| "step": 17680 |
| }, |
| { |
| "epoch": 4.083564173591874, |
| "grad_norm": 13.005208015441895, |
| "learning_rate": 1.8328716528162513e-06, |
| "loss": 0.0856, |
| "step": 17690 |
| }, |
| { |
| "epoch": 4.085872576177286, |
| "grad_norm": 0.009737399406731129, |
| "learning_rate": 1.8282548476454295e-06, |
| "loss": 0.061, |
| "step": 17700 |
| }, |
| { |
| "epoch": 4.088180978762696, |
| "grad_norm": 0.18837927281856537, |
| "learning_rate": 1.8236380424746077e-06, |
| "loss": 0.0244, |
| "step": 17710 |
| }, |
| { |
| "epoch": 4.090489381348107, |
| "grad_norm": 0.06044956296682358, |
| "learning_rate": 1.819021237303786e-06, |
| "loss": 0.1074, |
| "step": 17720 |
| }, |
| { |
| "epoch": 4.092797783933518, |
| "grad_norm": 0.04484780132770538, |
| "learning_rate": 1.814404432132964e-06, |
| "loss": 0.0527, |
| "step": 17730 |
| }, |
| { |
| "epoch": 4.095106186518929, |
| "grad_norm": 2.089848041534424, |
| "learning_rate": 1.8097876269621422e-06, |
| "loss": 0.0477, |
| "step": 17740 |
| }, |
| { |
| "epoch": 4.09741458910434, |
| "grad_norm": 0.8328580260276794, |
| "learning_rate": 1.8051708217913204e-06, |
| "loss": 0.0627, |
| "step": 17750 |
| }, |
| { |
| "epoch": 4.099722991689751, |
| "grad_norm": 4.158858776092529, |
| "learning_rate": 1.8005540166204989e-06, |
| "loss": 0.1899, |
| "step": 17760 |
| }, |
| { |
| "epoch": 4.102031394275161, |
| "grad_norm": 4.327850341796875, |
| "learning_rate": 1.7959372114496771e-06, |
| "loss": 0.1697, |
| "step": 17770 |
| }, |
| { |
| "epoch": 4.104339796860573, |
| "grad_norm": 7.390630722045898, |
| "learning_rate": 1.7913204062788553e-06, |
| "loss": 0.0682, |
| "step": 17780 |
| }, |
| { |
| "epoch": 4.106648199445983, |
| "grad_norm": 0.24370385706424713, |
| "learning_rate": 1.7867036011080334e-06, |
| "loss": 0.0586, |
| "step": 17790 |
| }, |
| { |
| "epoch": 4.108956602031395, |
| "grad_norm": 0.3343433439731598, |
| "learning_rate": 1.7820867959372116e-06, |
| "loss": 0.0269, |
| "step": 17800 |
| }, |
| { |
| "epoch": 4.111265004616805, |
| "grad_norm": 1.1882919073104858, |
| "learning_rate": 1.7774699907663898e-06, |
| "loss": 0.0825, |
| "step": 17810 |
| }, |
| { |
| "epoch": 4.113573407202216, |
| "grad_norm": 5.757431983947754, |
| "learning_rate": 1.772853185595568e-06, |
| "loss": 0.1235, |
| "step": 17820 |
| }, |
| { |
| "epoch": 4.115881809787627, |
| "grad_norm": 1.8218317031860352, |
| "learning_rate": 1.7682363804247463e-06, |
| "loss": 0.0971, |
| "step": 17830 |
| }, |
| { |
| "epoch": 4.118190212373038, |
| "grad_norm": 2.606081247329712, |
| "learning_rate": 1.7636195752539245e-06, |
| "loss": 0.0706, |
| "step": 17840 |
| }, |
| { |
| "epoch": 4.120498614958449, |
| "grad_norm": 1.4898006916046143, |
| "learning_rate": 1.7590027700831027e-06, |
| "loss": 0.0727, |
| "step": 17850 |
| }, |
| { |
| "epoch": 4.12280701754386, |
| "grad_norm": 0.18175561726093292, |
| "learning_rate": 1.7543859649122807e-06, |
| "loss": 0.1295, |
| "step": 17860 |
| }, |
| { |
| "epoch": 4.12511542012927, |
| "grad_norm": 8.361217498779297, |
| "learning_rate": 1.749769159741459e-06, |
| "loss": 0.1003, |
| "step": 17870 |
| }, |
| { |
| "epoch": 4.127423822714682, |
| "grad_norm": 13.528752326965332, |
| "learning_rate": 1.7451523545706372e-06, |
| "loss": 0.0388, |
| "step": 17880 |
| }, |
| { |
| "epoch": 4.129732225300092, |
| "grad_norm": 0.17072995007038116, |
| "learning_rate": 1.7405355493998154e-06, |
| "loss": 0.1673, |
| "step": 17890 |
| }, |
| { |
| "epoch": 4.1320406278855035, |
| "grad_norm": 9.364889144897461, |
| "learning_rate": 1.7359187442289937e-06, |
| "loss": 0.157, |
| "step": 17900 |
| }, |
| { |
| "epoch": 4.134349030470914, |
| "grad_norm": 9.533273696899414, |
| "learning_rate": 1.731301939058172e-06, |
| "loss": 0.1244, |
| "step": 17910 |
| }, |
| { |
| "epoch": 4.136657433056325, |
| "grad_norm": 0.2143106609582901, |
| "learning_rate": 1.72668513388735e-06, |
| "loss": 0.1403, |
| "step": 17920 |
| }, |
| { |
| "epoch": 4.138965835641736, |
| "grad_norm": 0.4234224855899811, |
| "learning_rate": 1.7220683287165283e-06, |
| "loss": 0.0936, |
| "step": 17930 |
| }, |
| { |
| "epoch": 4.141274238227147, |
| "grad_norm": 0.0015247706323862076, |
| "learning_rate": 1.7174515235457066e-06, |
| "loss": 0.0346, |
| "step": 17940 |
| }, |
| { |
| "epoch": 4.143582640812558, |
| "grad_norm": 8.444857597351074, |
| "learning_rate": 1.7128347183748848e-06, |
| "loss": 0.0839, |
| "step": 17950 |
| }, |
| { |
| "epoch": 4.1458910433979685, |
| "grad_norm": 2.9204680919647217, |
| "learning_rate": 1.708217913204063e-06, |
| "loss": 0.0416, |
| "step": 17960 |
| }, |
| { |
| "epoch": 4.148199445983379, |
| "grad_norm": 0.23721843957901, |
| "learning_rate": 1.7036011080332413e-06, |
| "loss": 0.0273, |
| "step": 17970 |
| }, |
| { |
| "epoch": 4.1505078485687905, |
| "grad_norm": 0.3443264961242676, |
| "learning_rate": 1.6989843028624193e-06, |
| "loss": 0.0662, |
| "step": 17980 |
| }, |
| { |
| "epoch": 4.152816251154201, |
| "grad_norm": 1.521956205368042, |
| "learning_rate": 1.6943674976915975e-06, |
| "loss": 0.1224, |
| "step": 17990 |
| }, |
| { |
| "epoch": 4.1551246537396125, |
| "grad_norm": 6.6898579597473145, |
| "learning_rate": 1.6897506925207757e-06, |
| "loss": 0.0727, |
| "step": 18000 |
| }, |
| { |
| "epoch": 4.157433056325023, |
| "grad_norm": 0.749911367893219, |
| "learning_rate": 1.685133887349954e-06, |
| "loss": 0.0231, |
| "step": 18010 |
| }, |
| { |
| "epoch": 4.159741458910434, |
| "grad_norm": 2.4709060192108154, |
| "learning_rate": 1.6805170821791322e-06, |
| "loss": 0.0401, |
| "step": 18020 |
| }, |
| { |
| "epoch": 4.162049861495845, |
| "grad_norm": 0.5970932841300964, |
| "learning_rate": 1.6759002770083104e-06, |
| "loss": 0.0615, |
| "step": 18030 |
| }, |
| { |
| "epoch": 4.1643582640812555, |
| "grad_norm": 1.4250962734222412, |
| "learning_rate": 1.6712834718374884e-06, |
| "loss": 0.1061, |
| "step": 18040 |
| }, |
| { |
| "epoch": 4.166666666666667, |
| "grad_norm": 7.599595069885254, |
| "learning_rate": 1.6666666666666667e-06, |
| "loss": 0.1943, |
| "step": 18050 |
| }, |
| { |
| "epoch": 4.1689750692520775, |
| "grad_norm": 0.1758354753255844, |
| "learning_rate": 1.6620498614958449e-06, |
| "loss": 0.1029, |
| "step": 18060 |
| }, |
| { |
| "epoch": 4.171283471837488, |
| "grad_norm": 0.019367141649127007, |
| "learning_rate": 1.6574330563250231e-06, |
| "loss": 0.0501, |
| "step": 18070 |
| }, |
| { |
| "epoch": 4.1735918744228995, |
| "grad_norm": 8.911870827432722e-05, |
| "learning_rate": 1.6528162511542016e-06, |
| "loss": 0.1196, |
| "step": 18080 |
| }, |
| { |
| "epoch": 4.17590027700831, |
| "grad_norm": 9.273355484008789, |
| "learning_rate": 1.6481994459833798e-06, |
| "loss": 0.1282, |
| "step": 18090 |
| }, |
| { |
| "epoch": 4.178208679593721, |
| "grad_norm": 2.6502904891967773, |
| "learning_rate": 1.643582640812558e-06, |
| "loss": 0.1614, |
| "step": 18100 |
| }, |
| { |
| "epoch": 4.180517082179132, |
| "grad_norm": 9.313275337219238, |
| "learning_rate": 1.638965835641736e-06, |
| "loss": 0.1026, |
| "step": 18110 |
| }, |
| { |
| "epoch": 4.1828254847645425, |
| "grad_norm": 6.981542587280273, |
| "learning_rate": 1.6343490304709143e-06, |
| "loss": 0.0976, |
| "step": 18120 |
| }, |
| { |
| "epoch": 4.185133887349954, |
| "grad_norm": 7.823934555053711, |
| "learning_rate": 1.6297322253000925e-06, |
| "loss": 0.1702, |
| "step": 18130 |
| }, |
| { |
| "epoch": 4.1874422899353645, |
| "grad_norm": 0.015078183263540268, |
| "learning_rate": 1.6251154201292707e-06, |
| "loss": 0.079, |
| "step": 18140 |
| }, |
| { |
| "epoch": 4.189750692520776, |
| "grad_norm": 0.5002915263175964, |
| "learning_rate": 1.620498614958449e-06, |
| "loss": 0.015, |
| "step": 18150 |
| }, |
| { |
| "epoch": 4.1920590951061865, |
| "grad_norm": 3.6707632541656494, |
| "learning_rate": 1.6158818097876272e-06, |
| "loss": 0.06, |
| "step": 18160 |
| }, |
| { |
| "epoch": 4.194367497691597, |
| "grad_norm": 7.1134185791015625, |
| "learning_rate": 1.6112650046168052e-06, |
| "loss": 0.1528, |
| "step": 18170 |
| }, |
| { |
| "epoch": 4.196675900277008, |
| "grad_norm": 0.5840227007865906, |
| "learning_rate": 1.6066481994459834e-06, |
| "loss": 0.0746, |
| "step": 18180 |
| }, |
| { |
| "epoch": 4.198984302862419, |
| "grad_norm": 7.29752779006958, |
| "learning_rate": 1.6020313942751617e-06, |
| "loss": 0.1147, |
| "step": 18190 |
| }, |
| { |
| "epoch": 4.20129270544783, |
| "grad_norm": 2.0548648834228516, |
| "learning_rate": 1.5974145891043399e-06, |
| "loss": 0.0285, |
| "step": 18200 |
| }, |
| { |
| "epoch": 4.203601108033241, |
| "grad_norm": 12.844947814941406, |
| "learning_rate": 1.5927977839335181e-06, |
| "loss": 0.1169, |
| "step": 18210 |
| }, |
| { |
| "epoch": 4.2059095106186515, |
| "grad_norm": 0.6720438003540039, |
| "learning_rate": 1.5881809787626965e-06, |
| "loss": 0.1875, |
| "step": 18220 |
| }, |
| { |
| "epoch": 4.208217913204063, |
| "grad_norm": 0.4104534983634949, |
| "learning_rate": 1.5835641735918744e-06, |
| "loss": 0.0932, |
| "step": 18230 |
| }, |
| { |
| "epoch": 4.2105263157894735, |
| "grad_norm": 9.412288665771484, |
| "learning_rate": 1.5789473684210526e-06, |
| "loss": 0.0587, |
| "step": 18240 |
| }, |
| { |
| "epoch": 4.212834718374885, |
| "grad_norm": 11.267598152160645, |
| "learning_rate": 1.574330563250231e-06, |
| "loss": 0.1059, |
| "step": 18250 |
| }, |
| { |
| "epoch": 4.215143120960295, |
| "grad_norm": 0.21640585362911224, |
| "learning_rate": 1.5697137580794093e-06, |
| "loss": 0.1436, |
| "step": 18260 |
| }, |
| { |
| "epoch": 4.217451523545706, |
| "grad_norm": 0.047597870230674744, |
| "learning_rate": 1.5650969529085875e-06, |
| "loss": 0.0213, |
| "step": 18270 |
| }, |
| { |
| "epoch": 4.219759926131117, |
| "grad_norm": 1.3516931533813477, |
| "learning_rate": 1.5604801477377657e-06, |
| "loss": 0.1453, |
| "step": 18280 |
| }, |
| { |
| "epoch": 4.222068328716528, |
| "grad_norm": 2.1602530479431152, |
| "learning_rate": 1.555863342566944e-06, |
| "loss": 0.0831, |
| "step": 18290 |
| }, |
| { |
| "epoch": 4.224376731301939, |
| "grad_norm": 4.4824748039245605, |
| "learning_rate": 1.551246537396122e-06, |
| "loss": 0.0992, |
| "step": 18300 |
| }, |
| { |
| "epoch": 4.22668513388735, |
| "grad_norm": 0.6479166150093079, |
| "learning_rate": 1.5466297322253002e-06, |
| "loss": 0.0479, |
| "step": 18310 |
| }, |
| { |
| "epoch": 4.22899353647276, |
| "grad_norm": 0.003623060416430235, |
| "learning_rate": 1.5420129270544784e-06, |
| "loss": 0.0726, |
| "step": 18320 |
| }, |
| { |
| "epoch": 4.231301939058172, |
| "grad_norm": 1.3259658813476562, |
| "learning_rate": 1.5373961218836566e-06, |
| "loss": 0.1497, |
| "step": 18330 |
| }, |
| { |
| "epoch": 4.233610341643582, |
| "grad_norm": 6.869663715362549, |
| "learning_rate": 1.5327793167128349e-06, |
| "loss": 0.0566, |
| "step": 18340 |
| }, |
| { |
| "epoch": 4.235918744228994, |
| "grad_norm": 0.3856455981731415, |
| "learning_rate": 1.528162511542013e-06, |
| "loss": 0.0742, |
| "step": 18350 |
| }, |
| { |
| "epoch": 4.238227146814404, |
| "grad_norm": 1.9238159656524658, |
| "learning_rate": 1.5235457063711911e-06, |
| "loss": 0.1013, |
| "step": 18360 |
| }, |
| { |
| "epoch": 4.240535549399815, |
| "grad_norm": 0.0026226695626974106, |
| "learning_rate": 1.5189289012003693e-06, |
| "loss": 0.055, |
| "step": 18370 |
| }, |
| { |
| "epoch": 4.242843951985226, |
| "grad_norm": 4.205273628234863, |
| "learning_rate": 1.5143120960295476e-06, |
| "loss": 0.0365, |
| "step": 18380 |
| }, |
| { |
| "epoch": 4.245152354570637, |
| "grad_norm": 0.03291506692767143, |
| "learning_rate": 1.5096952908587258e-06, |
| "loss": 0.0219, |
| "step": 18390 |
| }, |
| { |
| "epoch": 4.247460757156048, |
| "grad_norm": 3.9213287830352783, |
| "learning_rate": 1.5050784856879042e-06, |
| "loss": 0.0936, |
| "step": 18400 |
| }, |
| { |
| "epoch": 4.249769159741459, |
| "grad_norm": 0.001965222880244255, |
| "learning_rate": 1.5004616805170825e-06, |
| "loss": 0.2006, |
| "step": 18410 |
| }, |
| { |
| "epoch": 4.252077562326869, |
| "grad_norm": 8.61193561553955, |
| "learning_rate": 1.4958448753462605e-06, |
| "loss": 0.1056, |
| "step": 18420 |
| }, |
| { |
| "epoch": 4.254385964912281, |
| "grad_norm": 0.0003543222264852375, |
| "learning_rate": 1.4912280701754387e-06, |
| "loss": 0.1152, |
| "step": 18430 |
| }, |
| { |
| "epoch": 4.256694367497691, |
| "grad_norm": 0.03553229942917824, |
| "learning_rate": 1.486611265004617e-06, |
| "loss": 0.1278, |
| "step": 18440 |
| }, |
| { |
| "epoch": 4.259002770083103, |
| "grad_norm": 0.3012474775314331, |
| "learning_rate": 1.4819944598337952e-06, |
| "loss": 0.0447, |
| "step": 18450 |
| }, |
| { |
| "epoch": 4.261311172668513, |
| "grad_norm": 0.0004998059594072402, |
| "learning_rate": 1.4773776546629734e-06, |
| "loss": 0.0848, |
| "step": 18460 |
| }, |
| { |
| "epoch": 4.263619575253924, |
| "grad_norm": 0.02571015991270542, |
| "learning_rate": 1.4727608494921516e-06, |
| "loss": 0.054, |
| "step": 18470 |
| }, |
| { |
| "epoch": 4.265927977839335, |
| "grad_norm": 1.6443620920181274, |
| "learning_rate": 1.4681440443213299e-06, |
| "loss": 0.1124, |
| "step": 18480 |
| }, |
| { |
| "epoch": 4.268236380424746, |
| "grad_norm": 2.0169291496276855, |
| "learning_rate": 1.4635272391505079e-06, |
| "loss": 0.0635, |
| "step": 18490 |
| }, |
| { |
| "epoch": 4.270544783010157, |
| "grad_norm": 0.0017683185869827867, |
| "learning_rate": 1.458910433979686e-06, |
| "loss": 0.0545, |
| "step": 18500 |
| }, |
| { |
| "epoch": 4.272853185595568, |
| "grad_norm": 7.548868656158447, |
| "learning_rate": 1.4542936288088643e-06, |
| "loss": 0.1501, |
| "step": 18510 |
| }, |
| { |
| "epoch": 4.275161588180978, |
| "grad_norm": 7.761920928955078, |
| "learning_rate": 1.4496768236380426e-06, |
| "loss": 0.1276, |
| "step": 18520 |
| }, |
| { |
| "epoch": 4.27746999076639, |
| "grad_norm": 8.311779022216797, |
| "learning_rate": 1.4450600184672208e-06, |
| "loss": 0.0804, |
| "step": 18530 |
| }, |
| { |
| "epoch": 4.2797783933518, |
| "grad_norm": 0.03365530073642731, |
| "learning_rate": 1.4404432132963992e-06, |
| "loss": 0.0866, |
| "step": 18540 |
| }, |
| { |
| "epoch": 4.282086795937212, |
| "grad_norm": 0.11477167904376984, |
| "learning_rate": 1.435826408125577e-06, |
| "loss": 0.1802, |
| "step": 18550 |
| }, |
| { |
| "epoch": 4.284395198522622, |
| "grad_norm": 11.957294464111328, |
| "learning_rate": 1.4312096029547553e-06, |
| "loss": 0.1311, |
| "step": 18560 |
| }, |
| { |
| "epoch": 4.286703601108033, |
| "grad_norm": 0.3100244104862213, |
| "learning_rate": 1.4265927977839337e-06, |
| "loss": 0.1249, |
| "step": 18570 |
| }, |
| { |
| "epoch": 4.289012003693444, |
| "grad_norm": 3.5263280868530273, |
| "learning_rate": 1.421975992613112e-06, |
| "loss": 0.026, |
| "step": 18580 |
| }, |
| { |
| "epoch": 4.291320406278855, |
| "grad_norm": 5.12006139755249, |
| "learning_rate": 1.4173591874422902e-06, |
| "loss": 0.2176, |
| "step": 18590 |
| }, |
| { |
| "epoch": 4.293628808864266, |
| "grad_norm": 2.9324889183044434, |
| "learning_rate": 1.4127423822714684e-06, |
| "loss": 0.0984, |
| "step": 18600 |
| }, |
| { |
| "epoch": 4.295937211449677, |
| "grad_norm": 6.247832298278809, |
| "learning_rate": 1.4081255771006464e-06, |
| "loss": 0.0625, |
| "step": 18610 |
| }, |
| { |
| "epoch": 4.298245614035087, |
| "grad_norm": 0.5543584227561951, |
| "learning_rate": 1.4035087719298246e-06, |
| "loss": 0.0226, |
| "step": 18620 |
| }, |
| { |
| "epoch": 4.300554016620499, |
| "grad_norm": 0.045898132026195526, |
| "learning_rate": 1.3988919667590029e-06, |
| "loss": 0.0512, |
| "step": 18630 |
| }, |
| { |
| "epoch": 4.302862419205909, |
| "grad_norm": 0.8284197449684143, |
| "learning_rate": 1.394275161588181e-06, |
| "loss": 0.0806, |
| "step": 18640 |
| }, |
| { |
| "epoch": 4.305170821791321, |
| "grad_norm": 1.3980050086975098, |
| "learning_rate": 1.3896583564173593e-06, |
| "loss": 0.0398, |
| "step": 18650 |
| }, |
| { |
| "epoch": 4.307479224376731, |
| "grad_norm": 0.285629004240036, |
| "learning_rate": 1.3850415512465375e-06, |
| "loss": 0.0898, |
| "step": 18660 |
| }, |
| { |
| "epoch": 4.309787626962142, |
| "grad_norm": 10.167963027954102, |
| "learning_rate": 1.3804247460757156e-06, |
| "loss": 0.0465, |
| "step": 18670 |
| }, |
| { |
| "epoch": 4.312096029547553, |
| "grad_norm": 0.05650853365659714, |
| "learning_rate": 1.3758079409048938e-06, |
| "loss": 0.1037, |
| "step": 18680 |
| }, |
| { |
| "epoch": 4.314404432132964, |
| "grad_norm": 0.3463301360607147, |
| "learning_rate": 1.371191135734072e-06, |
| "loss": 0.1745, |
| "step": 18690 |
| }, |
| { |
| "epoch": 4.316712834718375, |
| "grad_norm": 0.7532675862312317, |
| "learning_rate": 1.3665743305632503e-06, |
| "loss": 0.0531, |
| "step": 18700 |
| }, |
| { |
| "epoch": 4.319021237303786, |
| "grad_norm": 0.707317590713501, |
| "learning_rate": 1.3619575253924287e-06, |
| "loss": 0.0314, |
| "step": 18710 |
| }, |
| { |
| "epoch": 4.321329639889196, |
| "grad_norm": 0.03190390765666962, |
| "learning_rate": 1.357340720221607e-06, |
| "loss": 0.0543, |
| "step": 18720 |
| }, |
| { |
| "epoch": 4.323638042474608, |
| "grad_norm": 1.1432627439498901, |
| "learning_rate": 1.3527239150507852e-06, |
| "loss": 0.08, |
| "step": 18730 |
| }, |
| { |
| "epoch": 4.325946445060018, |
| "grad_norm": 0.03065003640949726, |
| "learning_rate": 1.3481071098799632e-06, |
| "loss": 0.1757, |
| "step": 18740 |
| }, |
| { |
| "epoch": 4.32825484764543, |
| "grad_norm": 1.1875349283218384, |
| "learning_rate": 1.3434903047091414e-06, |
| "loss": 0.1004, |
| "step": 18750 |
| }, |
| { |
| "epoch": 4.33056325023084, |
| "grad_norm": 0.18091168999671936, |
| "learning_rate": 1.3388734995383196e-06, |
| "loss": 0.0426, |
| "step": 18760 |
| }, |
| { |
| "epoch": 4.332871652816251, |
| "grad_norm": 11.40159797668457, |
| "learning_rate": 1.3342566943674979e-06, |
| "loss": 0.0911, |
| "step": 18770 |
| }, |
| { |
| "epoch": 4.335180055401662, |
| "grad_norm": 0.5495089292526245, |
| "learning_rate": 1.329639889196676e-06, |
| "loss": 0.0757, |
| "step": 18780 |
| }, |
| { |
| "epoch": 4.337488457987073, |
| "grad_norm": 0.38059499859809875, |
| "learning_rate": 1.3250230840258543e-06, |
| "loss": 0.0755, |
| "step": 18790 |
| }, |
| { |
| "epoch": 4.339796860572484, |
| "grad_norm": 11.468230247497559, |
| "learning_rate": 1.3204062788550323e-06, |
| "loss": 0.1349, |
| "step": 18800 |
| }, |
| { |
| "epoch": 4.342105263157895, |
| "grad_norm": 2.189826488494873, |
| "learning_rate": 1.3157894736842106e-06, |
| "loss": 0.1038, |
| "step": 18810 |
| }, |
| { |
| "epoch": 4.344413665743305, |
| "grad_norm": 5.178741931915283, |
| "learning_rate": 1.3111726685133888e-06, |
| "loss": 0.1205, |
| "step": 18820 |
| }, |
| { |
| "epoch": 4.346722068328717, |
| "grad_norm": 0.009501563385128975, |
| "learning_rate": 1.306555863342567e-06, |
| "loss": 0.0772, |
| "step": 18830 |
| }, |
| { |
| "epoch": 4.349030470914127, |
| "grad_norm": 9.182662010192871, |
| "learning_rate": 1.3019390581717452e-06, |
| "loss": 0.1399, |
| "step": 18840 |
| }, |
| { |
| "epoch": 4.351338873499539, |
| "grad_norm": 2.9312639236450195, |
| "learning_rate": 1.2973222530009235e-06, |
| "loss": 0.0711, |
| "step": 18850 |
| }, |
| { |
| "epoch": 4.353647276084949, |
| "grad_norm": 13.856345176696777, |
| "learning_rate": 1.2927054478301015e-06, |
| "loss": 0.1443, |
| "step": 18860 |
| }, |
| { |
| "epoch": 4.35595567867036, |
| "grad_norm": 0.026102133095264435, |
| "learning_rate": 1.2880886426592797e-06, |
| "loss": 0.1102, |
| "step": 18870 |
| }, |
| { |
| "epoch": 4.358264081255771, |
| "grad_norm": 10.875211715698242, |
| "learning_rate": 1.283471837488458e-06, |
| "loss": 0.1348, |
| "step": 18880 |
| }, |
| { |
| "epoch": 4.360572483841182, |
| "grad_norm": 0.7638143301010132, |
| "learning_rate": 1.2788550323176364e-06, |
| "loss": 0.1005, |
| "step": 18890 |
| }, |
| { |
| "epoch": 4.362880886426593, |
| "grad_norm": 15.387251853942871, |
| "learning_rate": 1.2742382271468146e-06, |
| "loss": 0.1619, |
| "step": 18900 |
| }, |
| { |
| "epoch": 4.365189289012004, |
| "grad_norm": 0.012922042049467564, |
| "learning_rate": 1.2696214219759928e-06, |
| "loss": 0.0777, |
| "step": 18910 |
| }, |
| { |
| "epoch": 4.367497691597414, |
| "grad_norm": 9.09872055053711, |
| "learning_rate": 1.265004616805171e-06, |
| "loss": 0.1269, |
| "step": 18920 |
| }, |
| { |
| "epoch": 4.369806094182826, |
| "grad_norm": 15.013482093811035, |
| "learning_rate": 1.260387811634349e-06, |
| "loss": 0.1903, |
| "step": 18930 |
| }, |
| { |
| "epoch": 4.372114496768236, |
| "grad_norm": 1.723223328590393, |
| "learning_rate": 1.2557710064635273e-06, |
| "loss": 0.1051, |
| "step": 18940 |
| }, |
| { |
| "epoch": 4.374422899353648, |
| "grad_norm": 0.036664124578237534, |
| "learning_rate": 1.2511542012927055e-06, |
| "loss": 0.0776, |
| "step": 18950 |
| }, |
| { |
| "epoch": 4.376731301939058, |
| "grad_norm": 0.4533037543296814, |
| "learning_rate": 1.2465373961218838e-06, |
| "loss": 0.0254, |
| "step": 18960 |
| }, |
| { |
| "epoch": 4.379039704524469, |
| "grad_norm": 11.614164352416992, |
| "learning_rate": 1.241920590951062e-06, |
| "loss": 0.1115, |
| "step": 18970 |
| }, |
| { |
| "epoch": 4.38134810710988, |
| "grad_norm": 2.6653497219085693, |
| "learning_rate": 1.2373037857802402e-06, |
| "loss": 0.1085, |
| "step": 18980 |
| }, |
| { |
| "epoch": 4.383656509695291, |
| "grad_norm": 1.6848649978637695, |
| "learning_rate": 1.2326869806094185e-06, |
| "loss": 0.0464, |
| "step": 18990 |
| }, |
| { |
| "epoch": 4.385964912280702, |
| "grad_norm": 0.36225515604019165, |
| "learning_rate": 1.2280701754385965e-06, |
| "loss": 0.0312, |
| "step": 19000 |
| }, |
| { |
| "epoch": 4.388273314866113, |
| "grad_norm": 8.291478157043457, |
| "learning_rate": 1.2234533702677747e-06, |
| "loss": 0.1256, |
| "step": 19010 |
| }, |
| { |
| "epoch": 4.390581717451523, |
| "grad_norm": 0.14928275346755981, |
| "learning_rate": 1.218836565096953e-06, |
| "loss": 0.0202, |
| "step": 19020 |
| }, |
| { |
| "epoch": 4.392890120036935, |
| "grad_norm": 0.11870255321264267, |
| "learning_rate": 1.2142197599261314e-06, |
| "loss": 0.1611, |
| "step": 19030 |
| }, |
| { |
| "epoch": 4.395198522622345, |
| "grad_norm": 0.08544490486383438, |
| "learning_rate": 1.2096029547553094e-06, |
| "loss": 0.0334, |
| "step": 19040 |
| }, |
| { |
| "epoch": 4.3975069252077565, |
| "grad_norm": 4.483710289001465, |
| "learning_rate": 1.2049861495844876e-06, |
| "loss": 0.0538, |
| "step": 19050 |
| }, |
| { |
| "epoch": 4.399815327793167, |
| "grad_norm": 0.07368674874305725, |
| "learning_rate": 1.2003693444136658e-06, |
| "loss": 0.0837, |
| "step": 19060 |
| }, |
| { |
| "epoch": 4.402123730378578, |
| "grad_norm": 6.6922926902771, |
| "learning_rate": 1.195752539242844e-06, |
| "loss": 0.1468, |
| "step": 19070 |
| }, |
| { |
| "epoch": 4.404432132963989, |
| "grad_norm": 0.22682537138462067, |
| "learning_rate": 1.1911357340720223e-06, |
| "loss": 0.1224, |
| "step": 19080 |
| }, |
| { |
| "epoch": 4.4067405355494, |
| "grad_norm": 0.2628570795059204, |
| "learning_rate": 1.1865189289012005e-06, |
| "loss": 0.0377, |
| "step": 19090 |
| }, |
| { |
| "epoch": 4.409048938134811, |
| "grad_norm": 0.6884846687316895, |
| "learning_rate": 1.1819021237303786e-06, |
| "loss": 0.0802, |
| "step": 19100 |
| }, |
| { |
| "epoch": 4.411357340720222, |
| "grad_norm": 0.24220415949821472, |
| "learning_rate": 1.1772853185595568e-06, |
| "loss": 0.0431, |
| "step": 19110 |
| }, |
| { |
| "epoch": 4.413665743305632, |
| "grad_norm": 0.0012206712272018194, |
| "learning_rate": 1.1726685133887352e-06, |
| "loss": 0.113, |
| "step": 19120 |
| }, |
| { |
| "epoch": 4.4159741458910435, |
| "grad_norm": 0.010857267305254936, |
| "learning_rate": 1.1680517082179132e-06, |
| "loss": 0.1441, |
| "step": 19130 |
| }, |
| { |
| "epoch": 4.418282548476454, |
| "grad_norm": 8.617463111877441, |
| "learning_rate": 1.1634349030470915e-06, |
| "loss": 0.0969, |
| "step": 19140 |
| }, |
| { |
| "epoch": 4.4205909510618655, |
| "grad_norm": 5.146607875823975, |
| "learning_rate": 1.1588180978762697e-06, |
| "loss": 0.02, |
| "step": 19150 |
| }, |
| { |
| "epoch": 4.422899353647276, |
| "grad_norm": 0.26189592480659485, |
| "learning_rate": 1.154201292705448e-06, |
| "loss": 0.0311, |
| "step": 19160 |
| }, |
| { |
| "epoch": 4.425207756232687, |
| "grad_norm": 7.718921184539795, |
| "learning_rate": 1.1495844875346262e-06, |
| "loss": 0.1022, |
| "step": 19170 |
| }, |
| { |
| "epoch": 4.427516158818098, |
| "grad_norm": 2.4889941215515137, |
| "learning_rate": 1.1449676823638044e-06, |
| "loss": 0.0521, |
| "step": 19180 |
| }, |
| { |
| "epoch": 4.4298245614035086, |
| "grad_norm": 2.502051591873169, |
| "learning_rate": 1.1403508771929824e-06, |
| "loss": 0.0608, |
| "step": 19190 |
| }, |
| { |
| "epoch": 4.43213296398892, |
| "grad_norm": 0.08653046935796738, |
| "learning_rate": 1.1357340720221608e-06, |
| "loss": 0.0878, |
| "step": 19200 |
| }, |
| { |
| "epoch": 4.4344413665743305, |
| "grad_norm": 1.4791200160980225, |
| "learning_rate": 1.131117266851339e-06, |
| "loss": 0.1725, |
| "step": 19210 |
| }, |
| { |
| "epoch": 4.436749769159741, |
| "grad_norm": 7.290171146392822, |
| "learning_rate": 1.1265004616805173e-06, |
| "loss": 0.0668, |
| "step": 19220 |
| }, |
| { |
| "epoch": 4.4390581717451525, |
| "grad_norm": 1.1946375370025635, |
| "learning_rate": 1.1218836565096953e-06, |
| "loss": 0.1583, |
| "step": 19230 |
| }, |
| { |
| "epoch": 4.441366574330563, |
| "grad_norm": 2.806880235671997, |
| "learning_rate": 1.1172668513388735e-06, |
| "loss": 0.185, |
| "step": 19240 |
| }, |
| { |
| "epoch": 4.4436749769159745, |
| "grad_norm": 0.06182056665420532, |
| "learning_rate": 1.1126500461680518e-06, |
| "loss": 0.0462, |
| "step": 19250 |
| }, |
| { |
| "epoch": 4.445983379501385, |
| "grad_norm": 0.002978579606860876, |
| "learning_rate": 1.10803324099723e-06, |
| "loss": 0.07, |
| "step": 19260 |
| }, |
| { |
| "epoch": 4.4482917820867955, |
| "grad_norm": 0.003829601686447859, |
| "learning_rate": 1.1034164358264082e-06, |
| "loss": 0.0548, |
| "step": 19270 |
| }, |
| { |
| "epoch": 4.450600184672207, |
| "grad_norm": 16.720489501953125, |
| "learning_rate": 1.0987996306555865e-06, |
| "loss": 0.2019, |
| "step": 19280 |
| }, |
| { |
| "epoch": 4.4529085872576175, |
| "grad_norm": 0.0027888657059520483, |
| "learning_rate": 1.0941828254847647e-06, |
| "loss": 0.0074, |
| "step": 19290 |
| }, |
| { |
| "epoch": 4.455216989843029, |
| "grad_norm": 10.662086486816406, |
| "learning_rate": 1.089566020313943e-06, |
| "loss": 0.1479, |
| "step": 19300 |
| }, |
| { |
| "epoch": 4.4575253924284395, |
| "grad_norm": 0.003766958834603429, |
| "learning_rate": 1.0849492151431211e-06, |
| "loss": 0.1004, |
| "step": 19310 |
| }, |
| { |
| "epoch": 4.45983379501385, |
| "grad_norm": 1.0769058465957642, |
| "learning_rate": 1.0803324099722992e-06, |
| "loss": 0.0615, |
| "step": 19320 |
| }, |
| { |
| "epoch": 4.4621421975992615, |
| "grad_norm": 0.16774635016918182, |
| "learning_rate": 1.0757156048014774e-06, |
| "loss": 0.0265, |
| "step": 19330 |
| }, |
| { |
| "epoch": 4.464450600184672, |
| "grad_norm": 0.08873479068279266, |
| "learning_rate": 1.0710987996306556e-06, |
| "loss": 0.1162, |
| "step": 19340 |
| }, |
| { |
| "epoch": 4.466759002770083, |
| "grad_norm": 0.5571467876434326, |
| "learning_rate": 1.0664819944598338e-06, |
| "loss": 0.0407, |
| "step": 19350 |
| }, |
| { |
| "epoch": 4.469067405355494, |
| "grad_norm": 0.019094835966825485, |
| "learning_rate": 1.061865189289012e-06, |
| "loss": 0.1246, |
| "step": 19360 |
| }, |
| { |
| "epoch": 4.4713758079409045, |
| "grad_norm": 8.37247085571289, |
| "learning_rate": 1.0572483841181903e-06, |
| "loss": 0.0413, |
| "step": 19370 |
| }, |
| { |
| "epoch": 4.473684210526316, |
| "grad_norm": 18.04896354675293, |
| "learning_rate": 1.0526315789473685e-06, |
| "loss": 0.0736, |
| "step": 19380 |
| }, |
| { |
| "epoch": 4.4759926131117265, |
| "grad_norm": 2.294590950012207, |
| "learning_rate": 1.0480147737765468e-06, |
| "loss": 0.0591, |
| "step": 19390 |
| }, |
| { |
| "epoch": 4.478301015697138, |
| "grad_norm": 2.386199712753296, |
| "learning_rate": 1.043397968605725e-06, |
| "loss": 0.1517, |
| "step": 19400 |
| }, |
| { |
| "epoch": 4.480609418282548, |
| "grad_norm": 0.054773665964603424, |
| "learning_rate": 1.038781163434903e-06, |
| "loss": 0.0803, |
| "step": 19410 |
| }, |
| { |
| "epoch": 4.482917820867959, |
| "grad_norm": 6.038883686065674, |
| "learning_rate": 1.0341643582640812e-06, |
| "loss": 0.0406, |
| "step": 19420 |
| }, |
| { |
| "epoch": 4.48522622345337, |
| "grad_norm": 6.4689412117004395, |
| "learning_rate": 1.0295475530932597e-06, |
| "loss": 0.0617, |
| "step": 19430 |
| }, |
| { |
| "epoch": 4.487534626038781, |
| "grad_norm": 0.3081076741218567, |
| "learning_rate": 1.024930747922438e-06, |
| "loss": 0.0852, |
| "step": 19440 |
| }, |
| { |
| "epoch": 4.489843028624192, |
| "grad_norm": 11.17514419555664, |
| "learning_rate": 1.020313942751616e-06, |
| "loss": 0.1791, |
| "step": 19450 |
| }, |
| { |
| "epoch": 4.492151431209603, |
| "grad_norm": 0.5829828381538391, |
| "learning_rate": 1.0156971375807941e-06, |
| "loss": 0.1899, |
| "step": 19460 |
| }, |
| { |
| "epoch": 4.4944598337950135, |
| "grad_norm": 5.834979057312012, |
| "learning_rate": 1.0110803324099724e-06, |
| "loss": 0.0804, |
| "step": 19470 |
| }, |
| { |
| "epoch": 4.496768236380425, |
| "grad_norm": 7.586325168609619, |
| "learning_rate": 1.0064635272391506e-06, |
| "loss": 0.0406, |
| "step": 19480 |
| }, |
| { |
| "epoch": 4.499076638965835, |
| "grad_norm": 9.50064468383789, |
| "learning_rate": 1.0018467220683288e-06, |
| "loss": 0.074, |
| "step": 19490 |
| }, |
| { |
| "epoch": 4.501385041551247, |
| "grad_norm": 0.0067270915023982525, |
| "learning_rate": 9.97229916897507e-07, |
| "loss": 0.0677, |
| "step": 19500 |
| }, |
| { |
| "epoch": 4.503693444136657, |
| "grad_norm": 0.010083766654133797, |
| "learning_rate": 9.92613111726685e-07, |
| "loss": 0.1195, |
| "step": 19510 |
| }, |
| { |
| "epoch": 4.506001846722068, |
| "grad_norm": 9.135502815246582, |
| "learning_rate": 9.879963065558635e-07, |
| "loss": 0.1195, |
| "step": 19520 |
| }, |
| { |
| "epoch": 4.508310249307479, |
| "grad_norm": 6.888404846191406, |
| "learning_rate": 9.833795013850417e-07, |
| "loss": 0.044, |
| "step": 19530 |
| }, |
| { |
| "epoch": 4.51061865189289, |
| "grad_norm": 0.008340762928128242, |
| "learning_rate": 9.787626962142198e-07, |
| "loss": 0.0918, |
| "step": 19540 |
| }, |
| { |
| "epoch": 4.512927054478301, |
| "grad_norm": 0.08295182138681412, |
| "learning_rate": 9.74145891043398e-07, |
| "loss": 0.14, |
| "step": 19550 |
| }, |
| { |
| "epoch": 4.515235457063712, |
| "grad_norm": 0.00909690372645855, |
| "learning_rate": 9.695290858725762e-07, |
| "loss": 0.0964, |
| "step": 19560 |
| }, |
| { |
| "epoch": 4.517543859649123, |
| "grad_norm": 0.36127379536628723, |
| "learning_rate": 9.649122807017545e-07, |
| "loss": 0.0595, |
| "step": 19570 |
| }, |
| { |
| "epoch": 4.519852262234534, |
| "grad_norm": 0.10293540358543396, |
| "learning_rate": 9.602954755309327e-07, |
| "loss": 0.1007, |
| "step": 19580 |
| }, |
| { |
| "epoch": 4.522160664819944, |
| "grad_norm": 8.337013244628906, |
| "learning_rate": 9.55678670360111e-07, |
| "loss": 0.0435, |
| "step": 19590 |
| }, |
| { |
| "epoch": 4.524469067405356, |
| "grad_norm": 7.4408955574035645, |
| "learning_rate": 9.51061865189289e-07, |
| "loss": 0.0312, |
| "step": 19600 |
| }, |
| { |
| "epoch": 4.526777469990766, |
| "grad_norm": 0.755298912525177, |
| "learning_rate": 9.464450600184673e-07, |
| "loss": 0.0997, |
| "step": 19610 |
| }, |
| { |
| "epoch": 4.529085872576177, |
| "grad_norm": 5.594273567199707, |
| "learning_rate": 9.418282548476455e-07, |
| "loss": 0.0936, |
| "step": 19620 |
| }, |
| { |
| "epoch": 4.531394275161588, |
| "grad_norm": 8.472539901733398, |
| "learning_rate": 9.372114496768236e-07, |
| "loss": 0.1007, |
| "step": 19630 |
| }, |
| { |
| "epoch": 4.533702677746999, |
| "grad_norm": 0.7538583874702454, |
| "learning_rate": 9.325946445060019e-07, |
| "loss": 0.0897, |
| "step": 19640 |
| }, |
| { |
| "epoch": 4.53601108033241, |
| "grad_norm": 0.34898680448532104, |
| "learning_rate": 9.279778393351802e-07, |
| "loss": 0.1016, |
| "step": 19650 |
| }, |
| { |
| "epoch": 4.538319482917821, |
| "grad_norm": 0.07763586938381195, |
| "learning_rate": 9.233610341643584e-07, |
| "loss": 0.1774, |
| "step": 19660 |
| }, |
| { |
| "epoch": 4.540627885503231, |
| "grad_norm": 2.740216016769409, |
| "learning_rate": 9.187442289935365e-07, |
| "loss": 0.0373, |
| "step": 19670 |
| }, |
| { |
| "epoch": 4.542936288088643, |
| "grad_norm": 0.03562672436237335, |
| "learning_rate": 9.141274238227148e-07, |
| "loss": 0.1049, |
| "step": 19680 |
| }, |
| { |
| "epoch": 4.545244690674053, |
| "grad_norm": 0.684116542339325, |
| "learning_rate": 9.09510618651893e-07, |
| "loss": 0.1576, |
| "step": 19690 |
| }, |
| { |
| "epoch": 4.547553093259465, |
| "grad_norm": 11.174668312072754, |
| "learning_rate": 9.048938134810711e-07, |
| "loss": 0.1779, |
| "step": 19700 |
| }, |
| { |
| "epoch": 4.549861495844875, |
| "grad_norm": 12.515663146972656, |
| "learning_rate": 9.002770083102494e-07, |
| "loss": 0.1352, |
| "step": 19710 |
| }, |
| { |
| "epoch": 4.552169898430286, |
| "grad_norm": 0.4817483127117157, |
| "learning_rate": 8.956602031394277e-07, |
| "loss": 0.0364, |
| "step": 19720 |
| }, |
| { |
| "epoch": 4.554478301015697, |
| "grad_norm": 0.08345703780651093, |
| "learning_rate": 8.910433979686058e-07, |
| "loss": 0.0753, |
| "step": 19730 |
| }, |
| { |
| "epoch": 4.556786703601108, |
| "grad_norm": 5.428301811218262, |
| "learning_rate": 8.86426592797784e-07, |
| "loss": 0.0569, |
| "step": 19740 |
| }, |
| { |
| "epoch": 4.559095106186519, |
| "grad_norm": 0.022812476381659508, |
| "learning_rate": 8.818097876269622e-07, |
| "loss": 0.0874, |
| "step": 19750 |
| }, |
| { |
| "epoch": 4.56140350877193, |
| "grad_norm": 9.988215446472168, |
| "learning_rate": 8.771929824561404e-07, |
| "loss": 0.2024, |
| "step": 19760 |
| }, |
| { |
| "epoch": 4.56371191135734, |
| "grad_norm": 1.9239765405654907, |
| "learning_rate": 8.725761772853186e-07, |
| "loss": 0.1324, |
| "step": 19770 |
| }, |
| { |
| "epoch": 4.566020313942752, |
| "grad_norm": 0.22725607454776764, |
| "learning_rate": 8.679593721144968e-07, |
| "loss": 0.0592, |
| "step": 19780 |
| }, |
| { |
| "epoch": 4.568328716528162, |
| "grad_norm": 4.433720111846924, |
| "learning_rate": 8.63342566943675e-07, |
| "loss": 0.1111, |
| "step": 19790 |
| }, |
| { |
| "epoch": 4.570637119113574, |
| "grad_norm": 0.4482247829437256, |
| "learning_rate": 8.587257617728533e-07, |
| "loss": 0.0489, |
| "step": 19800 |
| }, |
| { |
| "epoch": 4.572945521698984, |
| "grad_norm": 0.5948168039321899, |
| "learning_rate": 8.541089566020315e-07, |
| "loss": 0.0361, |
| "step": 19810 |
| }, |
| { |
| "epoch": 4.575253924284395, |
| "grad_norm": 0.11281322687864304, |
| "learning_rate": 8.494921514312096e-07, |
| "loss": 0.1049, |
| "step": 19820 |
| }, |
| { |
| "epoch": 4.577562326869806, |
| "grad_norm": 15.677630424499512, |
| "learning_rate": 8.448753462603879e-07, |
| "loss": 0.1681, |
| "step": 19830 |
| }, |
| { |
| "epoch": 4.579870729455217, |
| "grad_norm": 5.464344501495361, |
| "learning_rate": 8.402585410895661e-07, |
| "loss": 0.0883, |
| "step": 19840 |
| }, |
| { |
| "epoch": 4.582179132040628, |
| "grad_norm": 8.245606422424316, |
| "learning_rate": 8.356417359187442e-07, |
| "loss": 0.0481, |
| "step": 19850 |
| }, |
| { |
| "epoch": 4.584487534626039, |
| "grad_norm": 0.34970471262931824, |
| "learning_rate": 8.310249307479224e-07, |
| "loss": 0.1155, |
| "step": 19860 |
| }, |
| { |
| "epoch": 4.586795937211449, |
| "grad_norm": 1.144962191581726, |
| "learning_rate": 8.264081255771008e-07, |
| "loss": 0.0813, |
| "step": 19870 |
| }, |
| { |
| "epoch": 4.589104339796861, |
| "grad_norm": 0.7480217218399048, |
| "learning_rate": 8.21791320406279e-07, |
| "loss": 0.0698, |
| "step": 19880 |
| }, |
| { |
| "epoch": 4.591412742382271, |
| "grad_norm": 1.2967151403427124, |
| "learning_rate": 8.171745152354571e-07, |
| "loss": 0.1008, |
| "step": 19890 |
| }, |
| { |
| "epoch": 4.593721144967683, |
| "grad_norm": 0.4681199789047241, |
| "learning_rate": 8.125577100646354e-07, |
| "loss": 0.2091, |
| "step": 19900 |
| }, |
| { |
| "epoch": 4.596029547553093, |
| "grad_norm": 0.5502877235412598, |
| "learning_rate": 8.079409048938136e-07, |
| "loss": 0.1269, |
| "step": 19910 |
| }, |
| { |
| "epoch": 4.598337950138504, |
| "grad_norm": 3.06742525100708, |
| "learning_rate": 8.033240997229917e-07, |
| "loss": 0.1394, |
| "step": 19920 |
| }, |
| { |
| "epoch": 4.600646352723915, |
| "grad_norm": 2.2365834712982178, |
| "learning_rate": 7.987072945521699e-07, |
| "loss": 0.1324, |
| "step": 19930 |
| }, |
| { |
| "epoch": 4.602954755309326, |
| "grad_norm": 6.717630863189697, |
| "learning_rate": 7.940904893813483e-07, |
| "loss": 0.1003, |
| "step": 19940 |
| }, |
| { |
| "epoch": 4.605263157894737, |
| "grad_norm": 0.40891891717910767, |
| "learning_rate": 7.894736842105263e-07, |
| "loss": 0.0148, |
| "step": 19950 |
| }, |
| { |
| "epoch": 4.607571560480148, |
| "grad_norm": 8.703094482421875, |
| "learning_rate": 7.848568790397046e-07, |
| "loss": 0.1084, |
| "step": 19960 |
| }, |
| { |
| "epoch": 4.609879963065558, |
| "grad_norm": 0.43557193875312805, |
| "learning_rate": 7.802400738688829e-07, |
| "loss": 0.0919, |
| "step": 19970 |
| }, |
| { |
| "epoch": 4.61218836565097, |
| "grad_norm": 0.0077831982634961605, |
| "learning_rate": 7.75623268698061e-07, |
| "loss": 0.163, |
| "step": 19980 |
| }, |
| { |
| "epoch": 4.61449676823638, |
| "grad_norm": 0.0003239473153371364, |
| "learning_rate": 7.710064635272392e-07, |
| "loss": 0.0903, |
| "step": 19990 |
| }, |
| { |
| "epoch": 4.616805170821792, |
| "grad_norm": 0.139947772026062, |
| "learning_rate": 7.663896583564174e-07, |
| "loss": 0.1546, |
| "step": 20000 |
| }, |
| { |
| "epoch": 4.619113573407202, |
| "grad_norm": 1.185225486755371, |
| "learning_rate": 7.617728531855956e-07, |
| "loss": 0.1097, |
| "step": 20010 |
| }, |
| { |
| "epoch": 4.621421975992613, |
| "grad_norm": 2.5803513526916504, |
| "learning_rate": 7.571560480147738e-07, |
| "loss": 0.0869, |
| "step": 20020 |
| }, |
| { |
| "epoch": 4.623730378578024, |
| "grad_norm": 0.020152220502495766, |
| "learning_rate": 7.525392428439521e-07, |
| "loss": 0.0836, |
| "step": 20030 |
| }, |
| { |
| "epoch": 4.626038781163435, |
| "grad_norm": 0.0038780674804002047, |
| "learning_rate": 7.479224376731302e-07, |
| "loss": 0.0142, |
| "step": 20040 |
| }, |
| { |
| "epoch": 4.628347183748846, |
| "grad_norm": 12.621441841125488, |
| "learning_rate": 7.433056325023085e-07, |
| "loss": 0.0584, |
| "step": 20050 |
| }, |
| { |
| "epoch": 4.630655586334257, |
| "grad_norm": 15.029406547546387, |
| "learning_rate": 7.386888273314867e-07, |
| "loss": 0.0944, |
| "step": 20060 |
| }, |
| { |
| "epoch": 4.632963988919667, |
| "grad_norm": 12.991839408874512, |
| "learning_rate": 7.340720221606649e-07, |
| "loss": 0.084, |
| "step": 20070 |
| }, |
| { |
| "epoch": 4.635272391505079, |
| "grad_norm": 0.4588876962661743, |
| "learning_rate": 7.29455216989843e-07, |
| "loss": 0.0783, |
| "step": 20080 |
| }, |
| { |
| "epoch": 4.637580794090489, |
| "grad_norm": 0.018094852566719055, |
| "learning_rate": 7.248384118190213e-07, |
| "loss": 0.0833, |
| "step": 20090 |
| }, |
| { |
| "epoch": 4.639889196675901, |
| "grad_norm": 10.912367820739746, |
| "learning_rate": 7.202216066481996e-07, |
| "loss": 0.2626, |
| "step": 20100 |
| }, |
| { |
| "epoch": 4.642197599261311, |
| "grad_norm": 18.362335205078125, |
| "learning_rate": 7.156048014773776e-07, |
| "loss": 0.1586, |
| "step": 20110 |
| }, |
| { |
| "epoch": 4.644506001846722, |
| "grad_norm": 21.22774887084961, |
| "learning_rate": 7.10987996306556e-07, |
| "loss": 0.1198, |
| "step": 20120 |
| }, |
| { |
| "epoch": 4.646814404432133, |
| "grad_norm": 0.0047484454698860645, |
| "learning_rate": 7.063711911357342e-07, |
| "loss": 0.222, |
| "step": 20130 |
| }, |
| { |
| "epoch": 4.649122807017544, |
| "grad_norm": 2.948723793029785, |
| "learning_rate": 7.017543859649123e-07, |
| "loss": 0.1411, |
| "step": 20140 |
| }, |
| { |
| "epoch": 4.651431209602955, |
| "grad_norm": 0.5264045596122742, |
| "learning_rate": 6.971375807940905e-07, |
| "loss": 0.0097, |
| "step": 20150 |
| }, |
| { |
| "epoch": 4.653739612188366, |
| "grad_norm": 2.253751516342163, |
| "learning_rate": 6.925207756232688e-07, |
| "loss": 0.1362, |
| "step": 20160 |
| }, |
| { |
| "epoch": 4.656048014773776, |
| "grad_norm": 6.633666038513184, |
| "learning_rate": 6.879039704524469e-07, |
| "loss": 0.0996, |
| "step": 20170 |
| }, |
| { |
| "epoch": 4.658356417359188, |
| "grad_norm": 0.6632509827613831, |
| "learning_rate": 6.832871652816251e-07, |
| "loss": 0.0798, |
| "step": 20180 |
| }, |
| { |
| "epoch": 4.660664819944598, |
| "grad_norm": 4.981107711791992, |
| "learning_rate": 6.786703601108035e-07, |
| "loss": 0.0758, |
| "step": 20190 |
| }, |
| { |
| "epoch": 4.66297322253001, |
| "grad_norm": 9.494646072387695, |
| "learning_rate": 6.740535549399816e-07, |
| "loss": 0.0525, |
| "step": 20200 |
| }, |
| { |
| "epoch": 4.66528162511542, |
| "grad_norm": 7.384730815887451, |
| "learning_rate": 6.694367497691598e-07, |
| "loss": 0.1978, |
| "step": 20210 |
| }, |
| { |
| "epoch": 4.667590027700831, |
| "grad_norm": 6.360969066619873, |
| "learning_rate": 6.64819944598338e-07, |
| "loss": 0.09, |
| "step": 20220 |
| }, |
| { |
| "epoch": 4.669898430286242, |
| "grad_norm": 12.208895683288574, |
| "learning_rate": 6.602031394275162e-07, |
| "loss": 0.1932, |
| "step": 20230 |
| }, |
| { |
| "epoch": 4.672206832871653, |
| "grad_norm": 10.788138389587402, |
| "learning_rate": 6.555863342566944e-07, |
| "loss": 0.1152, |
| "step": 20240 |
| }, |
| { |
| "epoch": 4.674515235457064, |
| "grad_norm": 6.225203990936279, |
| "learning_rate": 6.509695290858726e-07, |
| "loss": 0.0651, |
| "step": 20250 |
| }, |
| { |
| "epoch": 4.676823638042475, |
| "grad_norm": 0.04782375693321228, |
| "learning_rate": 6.463527239150507e-07, |
| "loss": 0.0555, |
| "step": 20260 |
| }, |
| { |
| "epoch": 4.679132040627885, |
| "grad_norm": 9.396204948425293, |
| "learning_rate": 6.41735918744229e-07, |
| "loss": 0.106, |
| "step": 20270 |
| }, |
| { |
| "epoch": 4.6814404432132966, |
| "grad_norm": 0.1343054473400116, |
| "learning_rate": 6.371191135734073e-07, |
| "loss": 0.2473, |
| "step": 20280 |
| }, |
| { |
| "epoch": 4.683748845798707, |
| "grad_norm": 0.08104892075061798, |
| "learning_rate": 6.325023084025855e-07, |
| "loss": 0.0642, |
| "step": 20290 |
| }, |
| { |
| "epoch": 4.6860572483841185, |
| "grad_norm": 8.993147850036621, |
| "learning_rate": 6.278855032317637e-07, |
| "loss": 0.1304, |
| "step": 20300 |
| }, |
| { |
| "epoch": 4.688365650969529, |
| "grad_norm": 0.38738447427749634, |
| "learning_rate": 6.232686980609419e-07, |
| "loss": 0.0752, |
| "step": 20310 |
| }, |
| { |
| "epoch": 4.69067405355494, |
| "grad_norm": 0.5128989219665527, |
| "learning_rate": 6.186518928901201e-07, |
| "loss": 0.0396, |
| "step": 20320 |
| }, |
| { |
| "epoch": 4.692982456140351, |
| "grad_norm": 6.087538719177246, |
| "learning_rate": 6.140350877192982e-07, |
| "loss": 0.0464, |
| "step": 20330 |
| }, |
| { |
| "epoch": 4.695290858725762, |
| "grad_norm": 9.987509727478027, |
| "learning_rate": 6.094182825484765e-07, |
| "loss": 0.049, |
| "step": 20340 |
| }, |
| { |
| "epoch": 4.697599261311173, |
| "grad_norm": 0.502367377281189, |
| "learning_rate": 6.048014773776547e-07, |
| "loss": 0.0843, |
| "step": 20350 |
| }, |
| { |
| "epoch": 4.6999076638965835, |
| "grad_norm": 10.970908164978027, |
| "learning_rate": 6.001846722068329e-07, |
| "loss": 0.0589, |
| "step": 20360 |
| }, |
| { |
| "epoch": 4.702216066481994, |
| "grad_norm": 3.8757376670837402, |
| "learning_rate": 5.955678670360112e-07, |
| "loss": 0.0488, |
| "step": 20370 |
| }, |
| { |
| "epoch": 4.7045244690674055, |
| "grad_norm": 3.9657037258148193, |
| "learning_rate": 5.909510618651893e-07, |
| "loss": 0.0417, |
| "step": 20380 |
| }, |
| { |
| "epoch": 4.706832871652816, |
| "grad_norm": 0.14002129435539246, |
| "learning_rate": 5.863342566943676e-07, |
| "loss": 0.0518, |
| "step": 20390 |
| }, |
| { |
| "epoch": 4.7091412742382275, |
| "grad_norm": 0.011854655109345913, |
| "learning_rate": 5.817174515235457e-07, |
| "loss": 0.094, |
| "step": 20400 |
| }, |
| { |
| "epoch": 4.711449676823638, |
| "grad_norm": 7.836629867553711, |
| "learning_rate": 5.77100646352724e-07, |
| "loss": 0.0698, |
| "step": 20410 |
| }, |
| { |
| "epoch": 4.713758079409049, |
| "grad_norm": 0.5280254483222961, |
| "learning_rate": 5.724838411819022e-07, |
| "loss": 0.1219, |
| "step": 20420 |
| }, |
| { |
| "epoch": 4.71606648199446, |
| "grad_norm": 4.025824546813965, |
| "learning_rate": 5.678670360110804e-07, |
| "loss": 0.0875, |
| "step": 20430 |
| }, |
| { |
| "epoch": 4.7183748845798705, |
| "grad_norm": 0.5322102308273315, |
| "learning_rate": 5.632502308402586e-07, |
| "loss": 0.1294, |
| "step": 20440 |
| }, |
| { |
| "epoch": 4.720683287165282, |
| "grad_norm": 0.7324974536895752, |
| "learning_rate": 5.586334256694368e-07, |
| "loss": 0.0306, |
| "step": 20450 |
| }, |
| { |
| "epoch": 4.7229916897506925, |
| "grad_norm": 0.259613573551178, |
| "learning_rate": 5.54016620498615e-07, |
| "loss": 0.0572, |
| "step": 20460 |
| }, |
| { |
| "epoch": 4.725300092336103, |
| "grad_norm": 0.17638278007507324, |
| "learning_rate": 5.493998153277932e-07, |
| "loss": 0.0413, |
| "step": 20470 |
| }, |
| { |
| "epoch": 4.7276084949215145, |
| "grad_norm": 8.890875816345215, |
| "learning_rate": 5.447830101569715e-07, |
| "loss": 0.1008, |
| "step": 20480 |
| }, |
| { |
| "epoch": 4.729916897506925, |
| "grad_norm": 0.48535436391830444, |
| "learning_rate": 5.401662049861496e-07, |
| "loss": 0.0584, |
| "step": 20490 |
| }, |
| { |
| "epoch": 4.732225300092336, |
| "grad_norm": 4.537534236907959, |
| "learning_rate": 5.355493998153278e-07, |
| "loss": 0.0453, |
| "step": 20500 |
| }, |
| { |
| "epoch": 4.734533702677747, |
| "grad_norm": 0.912034273147583, |
| "learning_rate": 5.30932594644506e-07, |
| "loss": 0.202, |
| "step": 20510 |
| }, |
| { |
| "epoch": 4.7368421052631575, |
| "grad_norm": 10.345976829528809, |
| "learning_rate": 5.263157894736843e-07, |
| "loss": 0.0534, |
| "step": 20520 |
| }, |
| { |
| "epoch": 4.739150507848569, |
| "grad_norm": 1.0590749979019165, |
| "learning_rate": 5.216989843028625e-07, |
| "loss": 0.0454, |
| "step": 20530 |
| }, |
| { |
| "epoch": 4.7414589104339795, |
| "grad_norm": 1.1391432285308838, |
| "learning_rate": 5.170821791320406e-07, |
| "loss": 0.1757, |
| "step": 20540 |
| }, |
| { |
| "epoch": 4.743767313019391, |
| "grad_norm": 0.007721558213233948, |
| "learning_rate": 5.12465373961219e-07, |
| "loss": 0.0672, |
| "step": 20550 |
| }, |
| { |
| "epoch": 4.7460757156048015, |
| "grad_norm": 2.642233371734619, |
| "learning_rate": 5.078485687903971e-07, |
| "loss": 0.0376, |
| "step": 20560 |
| }, |
| { |
| "epoch": 4.748384118190212, |
| "grad_norm": 5.2271575927734375, |
| "learning_rate": 5.032317636195753e-07, |
| "loss": 0.1353, |
| "step": 20570 |
| }, |
| { |
| "epoch": 4.750692520775623, |
| "grad_norm": 10.931775093078613, |
| "learning_rate": 4.986149584487535e-07, |
| "loss": 0.1866, |
| "step": 20580 |
| }, |
| { |
| "epoch": 4.753000923361034, |
| "grad_norm": 0.07494260370731354, |
| "learning_rate": 4.939981532779318e-07, |
| "loss": 0.068, |
| "step": 20590 |
| }, |
| { |
| "epoch": 4.755309325946445, |
| "grad_norm": 4.855413913726807, |
| "learning_rate": 4.893813481071099e-07, |
| "loss": 0.0854, |
| "step": 20600 |
| }, |
| { |
| "epoch": 4.757617728531856, |
| "grad_norm": 0.2879292964935303, |
| "learning_rate": 4.847645429362881e-07, |
| "loss": 0.0491, |
| "step": 20610 |
| }, |
| { |
| "epoch": 4.7599261311172665, |
| "grad_norm": 9.912734985351562, |
| "learning_rate": 4.801477377654663e-07, |
| "loss": 0.2316, |
| "step": 20620 |
| }, |
| { |
| "epoch": 4.762234533702678, |
| "grad_norm": 0.07501928508281708, |
| "learning_rate": 4.755309325946445e-07, |
| "loss": 0.0644, |
| "step": 20630 |
| }, |
| { |
| "epoch": 4.7645429362880884, |
| "grad_norm": 3.7826623916625977, |
| "learning_rate": 4.7091412742382274e-07, |
| "loss": 0.0966, |
| "step": 20640 |
| }, |
| { |
| "epoch": 4.7668513388735, |
| "grad_norm": 7.7684006690979, |
| "learning_rate": 4.6629732225300097e-07, |
| "loss": 0.1305, |
| "step": 20650 |
| }, |
| { |
| "epoch": 4.76915974145891, |
| "grad_norm": 8.805274963378906, |
| "learning_rate": 4.616805170821792e-07, |
| "loss": 0.1821, |
| "step": 20660 |
| }, |
| { |
| "epoch": 4.771468144044321, |
| "grad_norm": 0.16345404088497162, |
| "learning_rate": 4.570637119113574e-07, |
| "loss": 0.0689, |
| "step": 20670 |
| }, |
| { |
| "epoch": 4.773776546629732, |
| "grad_norm": 11.634016990661621, |
| "learning_rate": 4.5244690674053555e-07, |
| "loss": 0.0416, |
| "step": 20680 |
| }, |
| { |
| "epoch": 4.776084949215143, |
| "grad_norm": 1.3202722072601318, |
| "learning_rate": 4.4783010156971383e-07, |
| "loss": 0.0983, |
| "step": 20690 |
| }, |
| { |
| "epoch": 4.778393351800554, |
| "grad_norm": 7.432985305786133, |
| "learning_rate": 4.43213296398892e-07, |
| "loss": 0.0958, |
| "step": 20700 |
| }, |
| { |
| "epoch": 4.780701754385965, |
| "grad_norm": 0.4654413163661957, |
| "learning_rate": 4.385964912280702e-07, |
| "loss": 0.0863, |
| "step": 20710 |
| }, |
| { |
| "epoch": 4.783010156971375, |
| "grad_norm": 5.309205055236816, |
| "learning_rate": 4.339796860572484e-07, |
| "loss": 0.1204, |
| "step": 20720 |
| }, |
| { |
| "epoch": 4.785318559556787, |
| "grad_norm": 0.16075949370861053, |
| "learning_rate": 4.2936288088642664e-07, |
| "loss": 0.0769, |
| "step": 20730 |
| }, |
| { |
| "epoch": 4.787626962142197, |
| "grad_norm": 0.794579267501831, |
| "learning_rate": 4.247460757156048e-07, |
| "loss": 0.0557, |
| "step": 20740 |
| }, |
| { |
| "epoch": 4.789935364727609, |
| "grad_norm": 2.8942463397979736, |
| "learning_rate": 4.2012927054478305e-07, |
| "loss": 0.1536, |
| "step": 20750 |
| }, |
| { |
| "epoch": 4.792243767313019, |
| "grad_norm": 7.191786766052246, |
| "learning_rate": 4.155124653739612e-07, |
| "loss": 0.06, |
| "step": 20760 |
| }, |
| { |
| "epoch": 4.79455216989843, |
| "grad_norm": 1.1968438625335693, |
| "learning_rate": 4.108956602031395e-07, |
| "loss": 0.048, |
| "step": 20770 |
| }, |
| { |
| "epoch": 4.796860572483841, |
| "grad_norm": 0.27007827162742615, |
| "learning_rate": 4.062788550323177e-07, |
| "loss": 0.0487, |
| "step": 20780 |
| }, |
| { |
| "epoch": 4.799168975069252, |
| "grad_norm": 0.5440189838409424, |
| "learning_rate": 4.0166204986149586e-07, |
| "loss": 0.1343, |
| "step": 20790 |
| }, |
| { |
| "epoch": 4.801477377654663, |
| "grad_norm": 1.352490782737732, |
| "learning_rate": 3.9704524469067414e-07, |
| "loss": 0.0318, |
| "step": 20800 |
| }, |
| { |
| "epoch": 4.803785780240074, |
| "grad_norm": 2.4697468280792236, |
| "learning_rate": 3.924284395198523e-07, |
| "loss": 0.0778, |
| "step": 20810 |
| }, |
| { |
| "epoch": 4.806094182825484, |
| "grad_norm": 1.888457179069519, |
| "learning_rate": 3.878116343490305e-07, |
| "loss": 0.0543, |
| "step": 20820 |
| }, |
| { |
| "epoch": 4.808402585410896, |
| "grad_norm": 1.7298115491867065, |
| "learning_rate": 3.831948291782087e-07, |
| "loss": 0.0248, |
| "step": 20830 |
| }, |
| { |
| "epoch": 4.810710987996306, |
| "grad_norm": 7.328147888183594, |
| "learning_rate": 3.785780240073869e-07, |
| "loss": 0.0514, |
| "step": 20840 |
| }, |
| { |
| "epoch": 4.813019390581718, |
| "grad_norm": 0.3497525453567505, |
| "learning_rate": 3.739612188365651e-07, |
| "loss": 0.0104, |
| "step": 20850 |
| }, |
| { |
| "epoch": 4.815327793167128, |
| "grad_norm": 0.24612508714199066, |
| "learning_rate": 3.6934441366574335e-07, |
| "loss": 0.0414, |
| "step": 20860 |
| }, |
| { |
| "epoch": 4.817636195752539, |
| "grad_norm": 7.450209617614746, |
| "learning_rate": 3.647276084949215e-07, |
| "loss": 0.0574, |
| "step": 20870 |
| }, |
| { |
| "epoch": 4.81994459833795, |
| "grad_norm": 0.0030814206693321466, |
| "learning_rate": 3.601108033240998e-07, |
| "loss": 0.2245, |
| "step": 20880 |
| }, |
| { |
| "epoch": 4.822253000923361, |
| "grad_norm": 13.84593677520752, |
| "learning_rate": 3.55493998153278e-07, |
| "loss": 0.1905, |
| "step": 20890 |
| }, |
| { |
| "epoch": 4.824561403508772, |
| "grad_norm": 9.884056091308594, |
| "learning_rate": 3.5087719298245616e-07, |
| "loss": 0.0928, |
| "step": 20900 |
| }, |
| { |
| "epoch": 4.826869806094183, |
| "grad_norm": 12.368430137634277, |
| "learning_rate": 3.462603878116344e-07, |
| "loss": 0.1702, |
| "step": 20910 |
| }, |
| { |
| "epoch": 4.829178208679593, |
| "grad_norm": 0.004777924157679081, |
| "learning_rate": 3.4164358264081256e-07, |
| "loss": 0.0305, |
| "step": 20920 |
| }, |
| { |
| "epoch": 4.831486611265005, |
| "grad_norm": 1.671309232711792, |
| "learning_rate": 3.370267774699908e-07, |
| "loss": 0.0577, |
| "step": 20930 |
| }, |
| { |
| "epoch": 4.833795013850415, |
| "grad_norm": 2.441744089126587, |
| "learning_rate": 3.32409972299169e-07, |
| "loss": 0.0481, |
| "step": 20940 |
| }, |
| { |
| "epoch": 4.836103416435827, |
| "grad_norm": 6.544705867767334, |
| "learning_rate": 3.277931671283472e-07, |
| "loss": 0.1265, |
| "step": 20950 |
| }, |
| { |
| "epoch": 4.838411819021237, |
| "grad_norm": 1.5451968908309937, |
| "learning_rate": 3.2317636195752537e-07, |
| "loss": 0.0498, |
| "step": 20960 |
| }, |
| { |
| "epoch": 4.840720221606648, |
| "grad_norm": 0.747820258140564, |
| "learning_rate": 3.1855955678670365e-07, |
| "loss": 0.0316, |
| "step": 20970 |
| }, |
| { |
| "epoch": 4.843028624192059, |
| "grad_norm": 11.4855318069458, |
| "learning_rate": 3.1394275161588183e-07, |
| "loss": 0.2469, |
| "step": 20980 |
| }, |
| { |
| "epoch": 4.84533702677747, |
| "grad_norm": 11.642210960388184, |
| "learning_rate": 3.0932594644506006e-07, |
| "loss": 0.0909, |
| "step": 20990 |
| }, |
| { |
| "epoch": 4.847645429362881, |
| "grad_norm": 0.7561269402503967, |
| "learning_rate": 3.0470914127423823e-07, |
| "loss": 0.0744, |
| "step": 21000 |
| }, |
| { |
| "epoch": 4.849953831948292, |
| "grad_norm": 1.744206428527832, |
| "learning_rate": 3.0009233610341646e-07, |
| "loss": 0.0484, |
| "step": 21010 |
| }, |
| { |
| "epoch": 4.852262234533702, |
| "grad_norm": 9.418831825256348, |
| "learning_rate": 2.9547553093259464e-07, |
| "loss": 0.0779, |
| "step": 21020 |
| }, |
| { |
| "epoch": 4.854570637119114, |
| "grad_norm": 11.402624130249023, |
| "learning_rate": 2.9085872576177287e-07, |
| "loss": 0.0689, |
| "step": 21030 |
| }, |
| { |
| "epoch": 4.856879039704524, |
| "grad_norm": 3.7089037895202637, |
| "learning_rate": 2.862419205909511e-07, |
| "loss": 0.0937, |
| "step": 21040 |
| }, |
| { |
| "epoch": 4.859187442289936, |
| "grad_norm": 1.1794441938400269, |
| "learning_rate": 2.816251154201293e-07, |
| "loss": 0.0197, |
| "step": 21050 |
| }, |
| { |
| "epoch": 4.861495844875346, |
| "grad_norm": 11.01574993133545, |
| "learning_rate": 2.770083102493075e-07, |
| "loss": 0.0489, |
| "step": 21060 |
| }, |
| { |
| "epoch": 4.863804247460757, |
| "grad_norm": 2.568364381790161, |
| "learning_rate": 2.7239150507848573e-07, |
| "loss": 0.034, |
| "step": 21070 |
| }, |
| { |
| "epoch": 4.866112650046168, |
| "grad_norm": 7.690331935882568, |
| "learning_rate": 2.677746999076639e-07, |
| "loss": 0.0587, |
| "step": 21080 |
| }, |
| { |
| "epoch": 4.868421052631579, |
| "grad_norm": 0.007998675107955933, |
| "learning_rate": 2.6315789473684213e-07, |
| "loss": 0.0348, |
| "step": 21090 |
| }, |
| { |
| "epoch": 4.87072945521699, |
| "grad_norm": 8.070531845092773, |
| "learning_rate": 2.585410895660203e-07, |
| "loss": 0.1067, |
| "step": 21100 |
| }, |
| { |
| "epoch": 4.873037857802401, |
| "grad_norm": 0.05041287839412689, |
| "learning_rate": 2.5392428439519854e-07, |
| "loss": 0.0613, |
| "step": 21110 |
| }, |
| { |
| "epoch": 4.875346260387811, |
| "grad_norm": 10.597179412841797, |
| "learning_rate": 2.4930747922437677e-07, |
| "loss": 0.1482, |
| "step": 21120 |
| }, |
| { |
| "epoch": 4.877654662973223, |
| "grad_norm": 1.2775416374206543, |
| "learning_rate": 2.4469067405355494e-07, |
| "loss": 0.0622, |
| "step": 21130 |
| }, |
| { |
| "epoch": 4.879963065558633, |
| "grad_norm": 0.0014759311452507973, |
| "learning_rate": 2.4007386888273317e-07, |
| "loss": 0.0273, |
| "step": 21140 |
| }, |
| { |
| "epoch": 4.882271468144045, |
| "grad_norm": 0.2902587056159973, |
| "learning_rate": 2.3545706371191137e-07, |
| "loss": 0.0176, |
| "step": 21150 |
| }, |
| { |
| "epoch": 4.884579870729455, |
| "grad_norm": 6.944189548492432, |
| "learning_rate": 2.308402585410896e-07, |
| "loss": 0.0724, |
| "step": 21160 |
| }, |
| { |
| "epoch": 4.886888273314866, |
| "grad_norm": 11.473503112792969, |
| "learning_rate": 2.2622345337026778e-07, |
| "loss": 0.1155, |
| "step": 21170 |
| }, |
| { |
| "epoch": 4.889196675900277, |
| "grad_norm": 0.3364136815071106, |
| "learning_rate": 2.21606648199446e-07, |
| "loss": 0.0767, |
| "step": 21180 |
| }, |
| { |
| "epoch": 4.891505078485688, |
| "grad_norm": 0.0041140224784612656, |
| "learning_rate": 2.169898430286242e-07, |
| "loss": 0.0508, |
| "step": 21190 |
| }, |
| { |
| "epoch": 4.893813481071099, |
| "grad_norm": 0.10550861060619354, |
| "learning_rate": 2.123730378578024e-07, |
| "loss": 0.0777, |
| "step": 21200 |
| }, |
| { |
| "epoch": 4.89612188365651, |
| "grad_norm": 11.309544563293457, |
| "learning_rate": 2.077562326869806e-07, |
| "loss": 0.0837, |
| "step": 21210 |
| }, |
| { |
| "epoch": 4.89843028624192, |
| "grad_norm": 0.0018829823238775134, |
| "learning_rate": 2.0313942751615884e-07, |
| "loss": 0.1165, |
| "step": 21220 |
| }, |
| { |
| "epoch": 4.900738688827332, |
| "grad_norm": 0.0050180647522211075, |
| "learning_rate": 1.9852262234533707e-07, |
| "loss": 0.0188, |
| "step": 21230 |
| }, |
| { |
| "epoch": 4.903047091412742, |
| "grad_norm": 2.4538888931274414, |
| "learning_rate": 1.9390581717451524e-07, |
| "loss": 0.0303, |
| "step": 21240 |
| }, |
| { |
| "epoch": 4.905355493998154, |
| "grad_norm": 0.2505981922149658, |
| "learning_rate": 1.8928901200369345e-07, |
| "loss": 0.1006, |
| "step": 21250 |
| }, |
| { |
| "epoch": 4.907663896583564, |
| "grad_norm": 2.9865217208862305, |
| "learning_rate": 1.8467220683287168e-07, |
| "loss": 0.0787, |
| "step": 21260 |
| }, |
| { |
| "epoch": 4.909972299168975, |
| "grad_norm": 0.11575239896774292, |
| "learning_rate": 1.800554016620499e-07, |
| "loss": 0.0297, |
| "step": 21270 |
| }, |
| { |
| "epoch": 4.912280701754386, |
| "grad_norm": 5.265392780303955, |
| "learning_rate": 1.7543859649122808e-07, |
| "loss": 0.1201, |
| "step": 21280 |
| }, |
| { |
| "epoch": 4.914589104339797, |
| "grad_norm": 4.96639347076416, |
| "learning_rate": 1.7082179132040628e-07, |
| "loss": 0.0309, |
| "step": 21290 |
| }, |
| { |
| "epoch": 4.916897506925208, |
| "grad_norm": 13.720710754394531, |
| "learning_rate": 1.662049861495845e-07, |
| "loss": 0.0833, |
| "step": 21300 |
| }, |
| { |
| "epoch": 4.919205909510619, |
| "grad_norm": 0.30121421813964844, |
| "learning_rate": 1.6158818097876269e-07, |
| "loss": 0.0186, |
| "step": 21310 |
| }, |
| { |
| "epoch": 4.921514312096029, |
| "grad_norm": 4.877224445343018, |
| "learning_rate": 1.5697137580794091e-07, |
| "loss": 0.0775, |
| "step": 21320 |
| }, |
| { |
| "epoch": 4.923822714681441, |
| "grad_norm": 1.3914650678634644, |
| "learning_rate": 1.5235457063711912e-07, |
| "loss": 0.0693, |
| "step": 21330 |
| }, |
| { |
| "epoch": 4.926131117266851, |
| "grad_norm": 10.681194305419922, |
| "learning_rate": 1.4773776546629732e-07, |
| "loss": 0.1837, |
| "step": 21340 |
| }, |
| { |
| "epoch": 4.928439519852263, |
| "grad_norm": 7.103105068206787, |
| "learning_rate": 1.4312096029547555e-07, |
| "loss": 0.1013, |
| "step": 21350 |
| }, |
| { |
| "epoch": 4.930747922437673, |
| "grad_norm": 6.090207576751709, |
| "learning_rate": 1.3850415512465375e-07, |
| "loss": 0.2113, |
| "step": 21360 |
| }, |
| { |
| "epoch": 4.933056325023084, |
| "grad_norm": 11.182722091674805, |
| "learning_rate": 1.3388734995383195e-07, |
| "loss": 0.1107, |
| "step": 21370 |
| }, |
| { |
| "epoch": 4.935364727608495, |
| "grad_norm": 10.59288501739502, |
| "learning_rate": 1.2927054478301015e-07, |
| "loss": 0.1848, |
| "step": 21380 |
| }, |
| { |
| "epoch": 4.937673130193906, |
| "grad_norm": 3.021940231323242, |
| "learning_rate": 1.2465373961218838e-07, |
| "loss": 0.1125, |
| "step": 21390 |
| }, |
| { |
| "epoch": 4.939981532779317, |
| "grad_norm": 5.304302215576172, |
| "learning_rate": 1.2003693444136658e-07, |
| "loss": 0.1683, |
| "step": 21400 |
| }, |
| { |
| "epoch": 4.942289935364728, |
| "grad_norm": 0.5288513898849487, |
| "learning_rate": 1.154201292705448e-07, |
| "loss": 0.0865, |
| "step": 21410 |
| }, |
| { |
| "epoch": 4.944598337950138, |
| "grad_norm": 4.0574212074279785, |
| "learning_rate": 1.10803324099723e-07, |
| "loss": 0.0446, |
| "step": 21420 |
| }, |
| { |
| "epoch": 4.94690674053555, |
| "grad_norm": 0.8631877303123474, |
| "learning_rate": 1.061865189289012e-07, |
| "loss": 0.0583, |
| "step": 21430 |
| }, |
| { |
| "epoch": 4.94921514312096, |
| "grad_norm": 0.6526022553443909, |
| "learning_rate": 1.0156971375807942e-07, |
| "loss": 0.0826, |
| "step": 21440 |
| }, |
| { |
| "epoch": 4.9515235457063715, |
| "grad_norm": 1.8015707731246948, |
| "learning_rate": 9.695290858725762e-08, |
| "loss": 0.0249, |
| "step": 21450 |
| }, |
| { |
| "epoch": 4.953831948291782, |
| "grad_norm": 2.896164894104004, |
| "learning_rate": 9.233610341643584e-08, |
| "loss": 0.0091, |
| "step": 21460 |
| }, |
| { |
| "epoch": 4.956140350877193, |
| "grad_norm": 0.05567614734172821, |
| "learning_rate": 8.771929824561404e-08, |
| "loss": 0.0227, |
| "step": 21470 |
| }, |
| { |
| "epoch": 4.958448753462604, |
| "grad_norm": 0.47444531321525574, |
| "learning_rate": 8.310249307479226e-08, |
| "loss": 0.167, |
| "step": 21480 |
| }, |
| { |
| "epoch": 4.960757156048015, |
| "grad_norm": 1.8904088735580444, |
| "learning_rate": 7.848568790397046e-08, |
| "loss": 0.0398, |
| "step": 21490 |
| }, |
| { |
| "epoch": 4.963065558633426, |
| "grad_norm": 0.0800403282046318, |
| "learning_rate": 7.386888273314866e-08, |
| "loss": 0.1243, |
| "step": 21500 |
| }, |
| { |
| "epoch": 4.965373961218837, |
| "grad_norm": 14.902820587158203, |
| "learning_rate": 6.925207756232687e-08, |
| "loss": 0.1058, |
| "step": 21510 |
| }, |
| { |
| "epoch": 4.967682363804247, |
| "grad_norm": 9.65396499633789, |
| "learning_rate": 6.463527239150508e-08, |
| "loss": 0.1016, |
| "step": 21520 |
| }, |
| { |
| "epoch": 4.9699907663896585, |
| "grad_norm": 0.09172435849905014, |
| "learning_rate": 6.001846722068329e-08, |
| "loss": 0.0642, |
| "step": 21530 |
| }, |
| { |
| "epoch": 4.972299168975069, |
| "grad_norm": 1.702339768409729, |
| "learning_rate": 5.54016620498615e-08, |
| "loss": 0.1295, |
| "step": 21540 |
| }, |
| { |
| "epoch": 4.9746075715604805, |
| "grad_norm": 0.2060338407754898, |
| "learning_rate": 5.078485687903971e-08, |
| "loss": 0.1959, |
| "step": 21550 |
| }, |
| { |
| "epoch": 4.976915974145891, |
| "grad_norm": 0.27414509654045105, |
| "learning_rate": 4.616805170821792e-08, |
| "loss": 0.0491, |
| "step": 21560 |
| }, |
| { |
| "epoch": 4.979224376731302, |
| "grad_norm": 0.013999445363879204, |
| "learning_rate": 4.155124653739613e-08, |
| "loss": 0.0401, |
| "step": 21570 |
| }, |
| { |
| "epoch": 4.981532779316713, |
| "grad_norm": 0.3103227913379669, |
| "learning_rate": 3.693444136657433e-08, |
| "loss": 0.0881, |
| "step": 21580 |
| }, |
| { |
| "epoch": 4.9838411819021236, |
| "grad_norm": 0.5369472503662109, |
| "learning_rate": 3.231763619575254e-08, |
| "loss": 0.2265, |
| "step": 21590 |
| }, |
| { |
| "epoch": 4.986149584487535, |
| "grad_norm": 0.40786945819854736, |
| "learning_rate": 2.770083102493075e-08, |
| "loss": 0.019, |
| "step": 21600 |
| }, |
| { |
| "epoch": 4.9884579870729455, |
| "grad_norm": 11.795389175415039, |
| "learning_rate": 2.308402585410896e-08, |
| "loss": 0.0944, |
| "step": 21610 |
| }, |
| { |
| "epoch": 4.990766389658356, |
| "grad_norm": 5.759951591491699, |
| "learning_rate": 1.8467220683287165e-08, |
| "loss": 0.0789, |
| "step": 21620 |
| }, |
| { |
| "epoch": 4.9930747922437675, |
| "grad_norm": 0.3841859996318817, |
| "learning_rate": 1.3850415512465375e-08, |
| "loss": 0.1099, |
| "step": 21630 |
| }, |
| { |
| "epoch": 4.995383194829178, |
| "grad_norm": 0.061368267983198166, |
| "learning_rate": 9.233610341643582e-09, |
| "loss": 0.0573, |
| "step": 21640 |
| }, |
| { |
| "epoch": 4.9976915974145895, |
| "grad_norm": 9.162101745605469, |
| "learning_rate": 4.616805170821791e-09, |
| "loss": 0.179, |
| "step": 21650 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 0.008566767908632755, |
| "learning_rate": 0.0, |
| "loss": 0.0364, |
| "step": 21660 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 21660, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 3, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
