| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9980092899800929, |
| "eval_steps": 500, |
| "global_step": 376, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0026542800265428003, |
| "grad_norm": 6.981875026564461, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 1.5142, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0053085600530856005, |
| "grad_norm": 7.3585790096388095, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 1.5399, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.007962840079628402, |
| "grad_norm": 6.187456707748293, |
| "learning_rate": 3e-06, |
| "loss": 1.4331, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.010617120106171201, |
| "grad_norm": 3.322201654326747, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 1.4069, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.013271400132714002, |
| "grad_norm": 6.898750176066953, |
| "learning_rate": 5e-06, |
| "loss": 1.398, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.015925680159256803, |
| "grad_norm": 9.84996090672252, |
| "learning_rate": 6e-06, |
| "loss": 1.4207, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0185799601857996, |
| "grad_norm": 5.911295227152632, |
| "learning_rate": 7e-06, |
| "loss": 1.396, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.021234240212342402, |
| "grad_norm": 4.487244776192921, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 1.3842, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.023888520238885203, |
| "grad_norm": 3.963029697998983, |
| "learning_rate": 9e-06, |
| "loss": 1.4094, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.026542800265428004, |
| "grad_norm": 3.9061159778838777, |
| "learning_rate": 1e-05, |
| "loss": 1.3289, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.029197080291970802, |
| "grad_norm": 4.06704445096823, |
| "learning_rate": 9.999988945517944e-06, |
| "loss": 1.3803, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.03185136031851361, |
| "grad_norm": 2.604059841393431, |
| "learning_rate": 9.999955782120656e-06, |
| "loss": 1.3673, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.034505640345056404, |
| "grad_norm": 2.257369986938731, |
| "learning_rate": 9.999900509954779e-06, |
| "loss": 1.3601, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.0371599203715992, |
| "grad_norm": 2.1847487718443896, |
| "learning_rate": 9.999823129264712e-06, |
| "loss": 1.2897, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.039814200398142006, |
| "grad_norm": 2.07192636064569, |
| "learning_rate": 9.99972364039262e-06, |
| "loss": 1.3908, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.042468480424684804, |
| "grad_norm": 1.9501283234498499, |
| "learning_rate": 9.99960204377842e-06, |
| "loss": 1.3159, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.0451227604512276, |
| "grad_norm": 2.493269875780714, |
| "learning_rate": 9.999458339959787e-06, |
| "loss": 1.294, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.047777040477770406, |
| "grad_norm": 2.5949272964482057, |
| "learning_rate": 9.999292529572152e-06, |
| "loss": 1.3185, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.050431320504313204, |
| "grad_norm": 2.2388099180255643, |
| "learning_rate": 9.99910461334869e-06, |
| "loss": 1.2132, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.05308560053085601, |
| "grad_norm": 2.2899507956205762, |
| "learning_rate": 9.99889459212033e-06, |
| "loss": 1.293, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.055739880557398806, |
| "grad_norm": 1.9172996859984803, |
| "learning_rate": 9.998662466815743e-06, |
| "loss": 1.2282, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.058394160583941604, |
| "grad_norm": 1.695255684950505, |
| "learning_rate": 9.99840823846134e-06, |
| "loss": 1.2453, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.06104844061048441, |
| "grad_norm": 1.9499380269432547, |
| "learning_rate": 9.998131908181262e-06, |
| "loss": 1.3126, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.06370272063702721, |
| "grad_norm": 2.235039095134041, |
| "learning_rate": 9.997833477197386e-06, |
| "loss": 1.3, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.06635700066357, |
| "grad_norm": 1.7768874556246268, |
| "learning_rate": 9.997512946829314e-06, |
| "loss": 1.3027, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.06901128069011281, |
| "grad_norm": 1.8710962469378072, |
| "learning_rate": 9.997170318494362e-06, |
| "loss": 1.2571, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.07166556071665561, |
| "grad_norm": 2.1786369089634734, |
| "learning_rate": 9.996805593707566e-06, |
| "loss": 1.2633, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.0743198407431984, |
| "grad_norm": 2.3145346512057805, |
| "learning_rate": 9.996418774081658e-06, |
| "loss": 1.2439, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.07697412076974121, |
| "grad_norm": 1.740845781272116, |
| "learning_rate": 9.996009861327077e-06, |
| "loss": 1.2437, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.07962840079628401, |
| "grad_norm": 1.9183185283288997, |
| "learning_rate": 9.99557885725195e-06, |
| "loss": 1.333, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0822826808228268, |
| "grad_norm": 2.1688553875791987, |
| "learning_rate": 9.995125763762089e-06, |
| "loss": 1.3145, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.08493696084936961, |
| "grad_norm": 1.9658120398634014, |
| "learning_rate": 9.994650582860978e-06, |
| "loss": 1.2682, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.08759124087591241, |
| "grad_norm": 2.136505316782775, |
| "learning_rate": 9.994153316649769e-06, |
| "loss": 1.24, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.0902455209024552, |
| "grad_norm": 1.670383957571605, |
| "learning_rate": 9.99363396732727e-06, |
| "loss": 1.2421, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.09289980092899801, |
| "grad_norm": 1.9007693724974954, |
| "learning_rate": 9.993092537189936e-06, |
| "loss": 1.1936, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.09555408095554081, |
| "grad_norm": 1.8427231589681057, |
| "learning_rate": 9.992529028631859e-06, |
| "loss": 1.2568, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.0982083609820836, |
| "grad_norm": 1.9014135968523682, |
| "learning_rate": 9.991943444144758e-06, |
| "loss": 1.231, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.10086264100862641, |
| "grad_norm": 1.714724530777744, |
| "learning_rate": 9.991335786317964e-06, |
| "loss": 1.2559, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.10351692103516921, |
| "grad_norm": 1.9540837660082362, |
| "learning_rate": 9.990706057838417e-06, |
| "loss": 1.2583, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.10617120106171202, |
| "grad_norm": 1.7120831927587263, |
| "learning_rate": 9.990054261490643e-06, |
| "loss": 1.2095, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.10882548108825481, |
| "grad_norm": 1.7124302876215762, |
| "learning_rate": 9.989380400156752e-06, |
| "loss": 1.2361, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.11147976111479761, |
| "grad_norm": 1.7683889355402804, |
| "learning_rate": 9.98868447681642e-06, |
| "loss": 1.2134, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.11413404114134042, |
| "grad_norm": 1.8716677445605339, |
| "learning_rate": 9.987966494546873e-06, |
| "loss": 1.3081, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.11678832116788321, |
| "grad_norm": 1.810504125507985, |
| "learning_rate": 9.987226456522884e-06, |
| "loss": 1.2789, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.11944260119442601, |
| "grad_norm": 2.107999452852097, |
| "learning_rate": 9.986464366016743e-06, |
| "loss": 1.2965, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.12209688122096882, |
| "grad_norm": 1.9463843496195974, |
| "learning_rate": 9.985680226398261e-06, |
| "loss": 1.2455, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.12475116124751161, |
| "grad_norm": 1.8557616158057193, |
| "learning_rate": 9.984874041134738e-06, |
| "loss": 1.2432, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.12740544127405443, |
| "grad_norm": 1.7060682110649106, |
| "learning_rate": 9.984045813790959e-06, |
| "loss": 1.1864, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.1300597213005972, |
| "grad_norm": 1.9204675247056242, |
| "learning_rate": 9.983195548029173e-06, |
| "loss": 1.2525, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.13271400132714, |
| "grad_norm": 1.8711916549013854, |
| "learning_rate": 9.98232324760908e-06, |
| "loss": 1.2836, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.1353682813536828, |
| "grad_norm": 1.6842894937517436, |
| "learning_rate": 9.981428916387812e-06, |
| "loss": 1.183, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.13802256138022562, |
| "grad_norm": 1.6306230130296617, |
| "learning_rate": 9.980512558319915e-06, |
| "loss": 1.2369, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.14067684140676842, |
| "grad_norm": 1.566857719000752, |
| "learning_rate": 9.979574177457337e-06, |
| "loss": 1.1844, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.14333112143331123, |
| "grad_norm": 2.0361026967903966, |
| "learning_rate": 9.978613777949401e-06, |
| "loss": 1.2064, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.145985401459854, |
| "grad_norm": 1.8265620367248863, |
| "learning_rate": 9.977631364042796e-06, |
| "loss": 1.2432, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.1486396814863968, |
| "grad_norm": 1.7838441388683621, |
| "learning_rate": 9.976626940081553e-06, |
| "loss": 1.2852, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.1512939615129396, |
| "grad_norm": 1.7544005767854343, |
| "learning_rate": 9.975600510507025e-06, |
| "loss": 1.1735, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.15394824153948242, |
| "grad_norm": 1.80732471729061, |
| "learning_rate": 9.974552079857873e-06, |
| "loss": 1.2198, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.15660252156602522, |
| "grad_norm": 1.7204547120415132, |
| "learning_rate": 9.973481652770039e-06, |
| "loss": 1.2409, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.15925680159256803, |
| "grad_norm": 1.7446267682486616, |
| "learning_rate": 9.972389233976729e-06, |
| "loss": 1.236, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.1619110816191108, |
| "grad_norm": 1.8367615413386507, |
| "learning_rate": 9.971274828308396e-06, |
| "loss": 1.2333, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.1645653616456536, |
| "grad_norm": 2.024298503175875, |
| "learning_rate": 9.970138440692706e-06, |
| "loss": 1.1798, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.1672196416721964, |
| "grad_norm": 1.6639343310164172, |
| "learning_rate": 9.968980076154533e-06, |
| "loss": 1.2429, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.16987392169873922, |
| "grad_norm": 1.7526879469365466, |
| "learning_rate": 9.967799739815925e-06, |
| "loss": 1.2448, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.17252820172528202, |
| "grad_norm": 1.551089471898675, |
| "learning_rate": 9.966597436896085e-06, |
| "loss": 1.2221, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.17518248175182483, |
| "grad_norm": 3.285115069392907, |
| "learning_rate": 9.965373172711343e-06, |
| "loss": 1.2576, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.17783676177836763, |
| "grad_norm": 1.9429706042692902, |
| "learning_rate": 9.964126952675148e-06, |
| "loss": 1.2211, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.1804910418049104, |
| "grad_norm": 1.6014290221743892, |
| "learning_rate": 9.962858782298023e-06, |
| "loss": 1.2105, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.1831453218314532, |
| "grad_norm": 1.7597646377706344, |
| "learning_rate": 9.961568667187556e-06, |
| "loss": 1.2401, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.18579960185799602, |
| "grad_norm": 1.6408652164338016, |
| "learning_rate": 9.960256613048367e-06, |
| "loss": 1.1577, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.18845388188453882, |
| "grad_norm": 2.4349687274686334, |
| "learning_rate": 9.958922625682088e-06, |
| "loss": 1.193, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.19110816191108163, |
| "grad_norm": 1.9037201335080784, |
| "learning_rate": 9.957566710987338e-06, |
| "loss": 1.1489, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.19376244193762443, |
| "grad_norm": 2.1368452991743014, |
| "learning_rate": 9.956188874959686e-06, |
| "loss": 1.3215, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.1964167219641672, |
| "grad_norm": 1.7342842074642177, |
| "learning_rate": 9.954789123691643e-06, |
| "loss": 1.2288, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.19907100199071, |
| "grad_norm": 1.883985974459675, |
| "learning_rate": 9.953367463372615e-06, |
| "loss": 1.2349, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.20172528201725282, |
| "grad_norm": 1.8151478617151462, |
| "learning_rate": 9.951923900288888e-06, |
| "loss": 1.1481, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.20437956204379562, |
| "grad_norm": 1.8542475078063598, |
| "learning_rate": 9.950458440823602e-06, |
| "loss": 1.262, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.20703384207033843, |
| "grad_norm": 1.77553753540162, |
| "learning_rate": 9.948971091456715e-06, |
| "loss": 1.1834, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.20968812209688123, |
| "grad_norm": 1.8152497279053155, |
| "learning_rate": 9.947461858764978e-06, |
| "loss": 1.1749, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.21234240212342403, |
| "grad_norm": 1.5929993680573362, |
| "learning_rate": 9.945930749421903e-06, |
| "loss": 1.2696, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.2149966821499668, |
| "grad_norm": 2.1883175245684092, |
| "learning_rate": 9.944377770197741e-06, |
| "loss": 1.2375, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.21765096217650962, |
| "grad_norm": 1.7556050567556294, |
| "learning_rate": 9.942802927959444e-06, |
| "loss": 1.2017, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.22030524220305242, |
| "grad_norm": 1.7392066404895135, |
| "learning_rate": 9.941206229670634e-06, |
| "loss": 1.1788, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.22295952222959523, |
| "grad_norm": 2.230563622877349, |
| "learning_rate": 9.939587682391587e-06, |
| "loss": 1.2629, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.22561380225613803, |
| "grad_norm": 1.7257531276366218, |
| "learning_rate": 9.937947293279178e-06, |
| "loss": 1.1574, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.22826808228268083, |
| "grad_norm": 3.7946522494948134, |
| "learning_rate": 9.93628506958687e-06, |
| "loss": 1.2539, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.2309223623092236, |
| "grad_norm": 1.7746755901383093, |
| "learning_rate": 9.934601018664672e-06, |
| "loss": 1.1672, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.23357664233576642, |
| "grad_norm": 1.6160184542663385, |
| "learning_rate": 9.932895147959106e-06, |
| "loss": 1.2047, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.23623092236230922, |
| "grad_norm": 1.597818533914632, |
| "learning_rate": 9.931167465013182e-06, |
| "loss": 1.2087, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.23888520238885202, |
| "grad_norm": 1.8200709191179871, |
| "learning_rate": 9.929417977466356e-06, |
| "loss": 1.2594, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.24153948241539483, |
| "grad_norm": 1.5869876859286098, |
| "learning_rate": 9.927646693054498e-06, |
| "loss": 1.2923, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.24419376244193763, |
| "grad_norm": 1.6678230174198274, |
| "learning_rate": 9.925853619609858e-06, |
| "loss": 1.1979, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.2468480424684804, |
| "grad_norm": 1.7206885835934083, |
| "learning_rate": 9.924038765061042e-06, |
| "loss": 1.2248, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.24950232249502322, |
| "grad_norm": 1.8965216866987153, |
| "learning_rate": 9.922202137432954e-06, |
| "loss": 1.1793, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.252156602521566, |
| "grad_norm": 1.7827181222199764, |
| "learning_rate": 9.920343744846786e-06, |
| "loss": 1.2539, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.25481088254810885, |
| "grad_norm": 1.704509646049322, |
| "learning_rate": 9.918463595519963e-06, |
| "loss": 1.1845, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.25746516257465163, |
| "grad_norm": 1.8008684596562938, |
| "learning_rate": 9.916561697766114e-06, |
| "loss": 1.1873, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.2601194426011944, |
| "grad_norm": 1.5268474470110187, |
| "learning_rate": 9.91463805999504e-06, |
| "loss": 1.1634, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.26277372262773724, |
| "grad_norm": 1.69776670129652, |
| "learning_rate": 9.912692690712667e-06, |
| "loss": 1.2496, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.26542800265428, |
| "grad_norm": 19.950768938401303, |
| "learning_rate": 9.910725598521014e-06, |
| "loss": 1.2266, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.26808228268082285, |
| "grad_norm": 1.888189833523382, |
| "learning_rate": 9.908736792118157e-06, |
| "loss": 1.1783, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.2707365627073656, |
| "grad_norm": 1.6553587447766995, |
| "learning_rate": 9.906726280298185e-06, |
| "loss": 1.1888, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.2733908427339084, |
| "grad_norm": 1.7645503651144456, |
| "learning_rate": 9.904694071951167e-06, |
| "loss": 1.2331, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.27604512276045123, |
| "grad_norm": 1.7561319773931536, |
| "learning_rate": 9.902640176063103e-06, |
| "loss": 1.2429, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.278699402786994, |
| "grad_norm": 1.826781329048666, |
| "learning_rate": 9.900564601715898e-06, |
| "loss": 1.2053, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.28135368281353684, |
| "grad_norm": 2.0178364653670777, |
| "learning_rate": 9.89846735808731e-06, |
| "loss": 1.1855, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.2840079628400796, |
| "grad_norm": 2.1853732110604027, |
| "learning_rate": 9.896348454450918e-06, |
| "loss": 1.1514, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.28666224286662245, |
| "grad_norm": 1.863102490412834, |
| "learning_rate": 9.894207900176074e-06, |
| "loss": 1.1582, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.28931652289316523, |
| "grad_norm": 2.1558166021806504, |
| "learning_rate": 9.892045704727864e-06, |
| "loss": 1.2692, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.291970802919708, |
| "grad_norm": 1.623855596114215, |
| "learning_rate": 9.889861877667071e-06, |
| "loss": 1.1406, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.29462508294625084, |
| "grad_norm": 1.925359975573577, |
| "learning_rate": 9.887656428650123e-06, |
| "loss": 1.144, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.2972793629727936, |
| "grad_norm": 2.0780064875742634, |
| "learning_rate": 9.885429367429062e-06, |
| "loss": 1.2095, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.29993364299933645, |
| "grad_norm": 1.757836459981376, |
| "learning_rate": 9.883180703851488e-06, |
| "loss": 1.2129, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.3025879230258792, |
| "grad_norm": 1.6497771335719753, |
| "learning_rate": 9.880910447860527e-06, |
| "loss": 1.1528, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.30524220305242206, |
| "grad_norm": 1.9314161378924497, |
| "learning_rate": 9.878618609494781e-06, |
| "loss": 1.2038, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.30789648307896483, |
| "grad_norm": 1.5945997988558909, |
| "learning_rate": 9.876305198888284e-06, |
| "loss": 1.1349, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.3105507631055076, |
| "grad_norm": 1.7095400428823162, |
| "learning_rate": 9.873970226270458e-06, |
| "loss": 1.1543, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.31320504313205044, |
| "grad_norm": 1.6150384960254696, |
| "learning_rate": 9.871613701966067e-06, |
| "loss": 1.1527, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.3158593231585932, |
| "grad_norm": 3.288441610824325, |
| "learning_rate": 9.869235636395177e-06, |
| "loss": 1.2411, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.31851360318513605, |
| "grad_norm": 1.6258023683537948, |
| "learning_rate": 9.866836040073099e-06, |
| "loss": 1.2002, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.32116788321167883, |
| "grad_norm": 1.6467592688369062, |
| "learning_rate": 9.86441492361035e-06, |
| "loss": 1.2134, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.3238221632382216, |
| "grad_norm": 1.5988307616959179, |
| "learning_rate": 9.861972297712606e-06, |
| "loss": 1.2259, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.32647644326476444, |
| "grad_norm": 1.9915164437167947, |
| "learning_rate": 9.859508173180653e-06, |
| "loss": 1.2369, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.3291307232913072, |
| "grad_norm": 1.751874113048822, |
| "learning_rate": 9.857022560910338e-06, |
| "loss": 1.1954, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.33178500331785005, |
| "grad_norm": 1.589249974809787, |
| "learning_rate": 9.854515471892527e-06, |
| "loss": 1.1434, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.3344392833443928, |
| "grad_norm": 1.6571603039493696, |
| "learning_rate": 9.851986917213044e-06, |
| "loss": 1.1276, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.33709356337093566, |
| "grad_norm": 1.821753338127428, |
| "learning_rate": 9.849436908052636e-06, |
| "loss": 1.1889, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.33974784339747843, |
| "grad_norm": 1.55634782143693, |
| "learning_rate": 9.846865455686915e-06, |
| "loss": 1.1833, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.3424021234240212, |
| "grad_norm": 1.4585503339043484, |
| "learning_rate": 9.844272571486313e-06, |
| "loss": 1.1979, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.34505640345056404, |
| "grad_norm": 1.6155812940652678, |
| "learning_rate": 9.84165826691602e-06, |
| "loss": 1.179, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.3477106834771068, |
| "grad_norm": 1.609059975302855, |
| "learning_rate": 9.839022553535957e-06, |
| "loss": 1.2091, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.35036496350364965, |
| "grad_norm": 1.6996931072095949, |
| "learning_rate": 9.836365443000697e-06, |
| "loss": 1.1223, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.35301924353019243, |
| "grad_norm": 1.616355220759201, |
| "learning_rate": 9.833686947059436e-06, |
| "loss": 1.0918, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.35567352355673526, |
| "grad_norm": 1.6096571582268207, |
| "learning_rate": 9.830987077555925e-06, |
| "loss": 1.1654, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.35832780358327804, |
| "grad_norm": 1.565339921018465, |
| "learning_rate": 9.828265846428428e-06, |
| "loss": 1.1634, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.3609820836098208, |
| "grad_norm": 1.546016830156871, |
| "learning_rate": 9.825523265709667e-06, |
| "loss": 1.1751, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.36363636363636365, |
| "grad_norm": 2.0425258490960836, |
| "learning_rate": 9.822759347526766e-06, |
| "loss": 1.1841, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.3662906436629064, |
| "grad_norm": 1.7147276492095496, |
| "learning_rate": 9.819974104101198e-06, |
| "loss": 1.2335, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.36894492368944926, |
| "grad_norm": 1.5869898030324339, |
| "learning_rate": 9.817167547748729e-06, |
| "loss": 1.2584, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.37159920371599203, |
| "grad_norm": 1.6478179096824475, |
| "learning_rate": 9.814339690879376e-06, |
| "loss": 1.1961, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.37425348374253486, |
| "grad_norm": 1.5596319041645448, |
| "learning_rate": 9.811490545997331e-06, |
| "loss": 1.2046, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.37690776376907764, |
| "grad_norm": 1.81548347845434, |
| "learning_rate": 9.808620125700925e-06, |
| "loss": 1.2137, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.3795620437956204, |
| "grad_norm": 1.5700607431043994, |
| "learning_rate": 9.80572844268256e-06, |
| "loss": 1.2, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.38221632382216325, |
| "grad_norm": 1.6383722320139935, |
| "learning_rate": 9.802815509728662e-06, |
| "loss": 1.1747, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.384870603848706, |
| "grad_norm": 1.8125605110455933, |
| "learning_rate": 9.799881339719615e-06, |
| "loss": 1.1867, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.38752488387524886, |
| "grad_norm": 1.7582804382886328, |
| "learning_rate": 9.796925945629711e-06, |
| "loss": 1.3162, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.39017916390179164, |
| "grad_norm": 2.0734414221603665, |
| "learning_rate": 9.793949340527091e-06, |
| "loss": 1.234, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.3928334439283344, |
| "grad_norm": 1.5379766795331946, |
| "learning_rate": 9.790951537573686e-06, |
| "loss": 1.1185, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.39548772395487725, |
| "grad_norm": 1.6227118631483388, |
| "learning_rate": 9.787932550025158e-06, |
| "loss": 1.1523, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.39814200398142, |
| "grad_norm": 1.5530246573576652, |
| "learning_rate": 9.784892391230847e-06, |
| "loss": 1.1405, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.40079628400796286, |
| "grad_norm": 1.6380120481890832, |
| "learning_rate": 9.781831074633703e-06, |
| "loss": 1.2153, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.40345056403450563, |
| "grad_norm": 1.9786402997029178, |
| "learning_rate": 9.778748613770234e-06, |
| "loss": 1.2213, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.40610484406104846, |
| "grad_norm": 1.5864201917409944, |
| "learning_rate": 9.775645022270448e-06, |
| "loss": 1.1674, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.40875912408759124, |
| "grad_norm": 1.6501859286504295, |
| "learning_rate": 9.772520313857777e-06, |
| "loss": 1.1805, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.411413404114134, |
| "grad_norm": 1.5132303328319994, |
| "learning_rate": 9.769374502349038e-06, |
| "loss": 1.15, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.41406768414067685, |
| "grad_norm": 1.6907615300646948, |
| "learning_rate": 9.766207601654356e-06, |
| "loss": 1.1848, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.4167219641672196, |
| "grad_norm": 1.7001401085077357, |
| "learning_rate": 9.763019625777111e-06, |
| "loss": 1.2335, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.41937624419376246, |
| "grad_norm": 1.7600942954439958, |
| "learning_rate": 9.759810588813872e-06, |
| "loss": 1.1743, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.42203052422030524, |
| "grad_norm": 1.6515697771161784, |
| "learning_rate": 9.756580504954334e-06, |
| "loss": 1.2276, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.42468480424684807, |
| "grad_norm": 1.6967375558942543, |
| "learning_rate": 9.753329388481261e-06, |
| "loss": 1.2082, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.42733908427339085, |
| "grad_norm": 1.7152427713922846, |
| "learning_rate": 9.750057253770413e-06, |
| "loss": 1.1458, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.4299933642999336, |
| "grad_norm": 1.625060781845651, |
| "learning_rate": 9.746764115290496e-06, |
| "loss": 1.2033, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.43264764432647645, |
| "grad_norm": 1.7069397928194143, |
| "learning_rate": 9.743449987603082e-06, |
| "loss": 1.2342, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.43530192435301923, |
| "grad_norm": 1.708629436384557, |
| "learning_rate": 9.740114885362562e-06, |
| "loss": 1.2442, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.43795620437956206, |
| "grad_norm": 1.5857203714681123, |
| "learning_rate": 9.736758823316062e-06, |
| "loss": 1.2097, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.44061048440610484, |
| "grad_norm": 1.657268677184339, |
| "learning_rate": 9.733381816303395e-06, |
| "loss": 1.1215, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.4432647644326476, |
| "grad_norm": 1.4640436666626744, |
| "learning_rate": 9.729983879256988e-06, |
| "loss": 1.1646, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.44591904445919045, |
| "grad_norm": 1.6268091054804499, |
| "learning_rate": 9.726565027201813e-06, |
| "loss": 1.2264, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.4485733244857332, |
| "grad_norm": 1.5858930123997803, |
| "learning_rate": 9.723125275255325e-06, |
| "loss": 1.1661, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.45122760451227606, |
| "grad_norm": 1.5759031230494174, |
| "learning_rate": 9.719664638627395e-06, |
| "loss": 1.1558, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.45388188453881884, |
| "grad_norm": 1.7486351365651316, |
| "learning_rate": 9.716183132620242e-06, |
| "loss": 1.19, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.45653616456536167, |
| "grad_norm": 1.7251231178841304, |
| "learning_rate": 9.712680772628365e-06, |
| "loss": 1.2261, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.45919044459190445, |
| "grad_norm": 1.6118734678264717, |
| "learning_rate": 9.70915757413847e-06, |
| "loss": 1.2014, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.4618447246184472, |
| "grad_norm": 1.5762577213086215, |
| "learning_rate": 9.705613552729416e-06, |
| "loss": 1.1487, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.46449900464499005, |
| "grad_norm": 1.5672859542358526, |
| "learning_rate": 9.702048724072128e-06, |
| "loss": 1.1892, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.46715328467153283, |
| "grad_norm": 1.616073022266597, |
| "learning_rate": 9.698463103929542e-06, |
| "loss": 1.1718, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.46980756469807566, |
| "grad_norm": 1.605222482810264, |
| "learning_rate": 9.694856708156526e-06, |
| "loss": 1.1022, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.47246184472461844, |
| "grad_norm": 1.483617625625729, |
| "learning_rate": 9.691229552699817e-06, |
| "loss": 1.1204, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.4751161247511613, |
| "grad_norm": 1.6018473502205803, |
| "learning_rate": 9.68758165359794e-06, |
| "loss": 1.1816, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.47777040477770405, |
| "grad_norm": 1.5779836150848479, |
| "learning_rate": 9.683913026981155e-06, |
| "loss": 1.1871, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.4804246848042468, |
| "grad_norm": 1.6463102663610685, |
| "learning_rate": 9.680223689071364e-06, |
| "loss": 1.1139, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.48307896483078966, |
| "grad_norm": 1.7091000919337074, |
| "learning_rate": 9.676513656182059e-06, |
| "loss": 1.1695, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.48573324485733244, |
| "grad_norm": 1.633509337933534, |
| "learning_rate": 9.672782944718234e-06, |
| "loss": 1.1811, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.48838752488387527, |
| "grad_norm": 1.5767561431519088, |
| "learning_rate": 9.669031571176322e-06, |
| "loss": 1.2062, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.49104180491041804, |
| "grad_norm": 1.6306907003550404, |
| "learning_rate": 9.665259552144122e-06, |
| "loss": 1.1829, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.4936960849369608, |
| "grad_norm": 1.517988528061533, |
| "learning_rate": 9.66146690430072e-06, |
| "loss": 1.2014, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.49635036496350365, |
| "grad_norm": 1.598871387440831, |
| "learning_rate": 9.657653644416417e-06, |
| "loss": 1.1496, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.49900464499004643, |
| "grad_norm": 2.400377785726973, |
| "learning_rate": 9.65381978935266e-06, |
| "loss": 1.1905, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.5016589250165893, |
| "grad_norm": 1.5306038174802905, |
| "learning_rate": 9.649965356061961e-06, |
| "loss": 1.1225, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.504313205043132, |
| "grad_norm": 1.7432637039460837, |
| "learning_rate": 9.646090361587828e-06, |
| "loss": 1.2338, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.5069674850696748, |
| "grad_norm": 1.549174772320108, |
| "learning_rate": 9.642194823064679e-06, |
| "loss": 1.1395, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.5096217650962177, |
| "grad_norm": 1.4556718082039433, |
| "learning_rate": 9.63827875771778e-06, |
| "loss": 1.1054, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.5122760451227605, |
| "grad_norm": 1.546232476076245, |
| "learning_rate": 9.634342182863163e-06, |
| "loss": 1.1821, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.5149303251493033, |
| "grad_norm": 1.6428065540768686, |
| "learning_rate": 9.630385115907545e-06, |
| "loss": 1.2078, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.517584605175846, |
| "grad_norm": 1.5932949193165389, |
| "learning_rate": 9.626407574348258e-06, |
| "loss": 1.1646, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.5202388852023888, |
| "grad_norm": 1.5803201555935116, |
| "learning_rate": 9.622409575773162e-06, |
| "loss": 1.166, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.5228931652289317, |
| "grad_norm": 1.5292820314306055, |
| "learning_rate": 9.618391137860583e-06, |
| "loss": 1.2152, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.5255474452554745, |
| "grad_norm": 1.3727930028186761, |
| "learning_rate": 9.614352278379217e-06, |
| "loss": 1.1402, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.5282017252820173, |
| "grad_norm": 1.6819090165661312, |
| "learning_rate": 9.610293015188067e-06, |
| "loss": 1.1665, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.53085600530856, |
| "grad_norm": 1.5006037012098021, |
| "learning_rate": 9.606213366236354e-06, |
| "loss": 1.1877, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.5335102853351028, |
| "grad_norm": 1.6016624668408799, |
| "learning_rate": 9.60211334956344e-06, |
| "loss": 1.1498, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.5361645653616457, |
| "grad_norm": 1.7368140744461305, |
| "learning_rate": 9.597992983298748e-06, |
| "loss": 1.1922, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.5388188453881885, |
| "grad_norm": 1.6176251602621352, |
| "learning_rate": 9.593852285661684e-06, |
| "loss": 1.1459, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.5414731254147312, |
| "grad_norm": 1.3750495471617235, |
| "learning_rate": 9.589691274961556e-06, |
| "loss": 1.0835, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.544127405441274, |
| "grad_norm": 1.6906485599869903, |
| "learning_rate": 9.585509969597491e-06, |
| "loss": 1.22, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.5467816854678168, |
| "grad_norm": 1.5439326128894457, |
| "learning_rate": 9.581308388058354e-06, |
| "loss": 1.1364, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.5494359654943597, |
| "grad_norm": 1.5251041120197495, |
| "learning_rate": 9.577086548922671e-06, |
| "loss": 1.2201, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.5520902455209025, |
| "grad_norm": 1.511712369802414, |
| "learning_rate": 9.572844470858537e-06, |
| "loss": 1.1091, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.5547445255474452, |
| "grad_norm": 1.8573483808679467, |
| "learning_rate": 9.568582172623544e-06, |
| "loss": 1.2284, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.557398805573988, |
| "grad_norm": 1.4309251806187955, |
| "learning_rate": 9.56429967306469e-06, |
| "loss": 1.1646, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.5600530856005309, |
| "grad_norm": 1.6268260856080405, |
| "learning_rate": 9.559996991118304e-06, |
| "loss": 1.1812, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.5627073656270737, |
| "grad_norm": 1.6752285964398912, |
| "learning_rate": 9.55567414580995e-06, |
| "loss": 1.19, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.5653616456536165, |
| "grad_norm": 1.6202125494829664, |
| "learning_rate": 9.551331156254358e-06, |
| "loss": 1.2001, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.5680159256801592, |
| "grad_norm": 1.4441208249265054, |
| "learning_rate": 9.546968041655326e-06, |
| "loss": 1.2011, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.570670205706702, |
| "grad_norm": 1.4681168393734876, |
| "learning_rate": 9.542584821305643e-06, |
| "loss": 1.118, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.5733244857332449, |
| "grad_norm": 1.67215223118757, |
| "learning_rate": 9.538181514587004e-06, |
| "loss": 1.1441, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.5759787657597877, |
| "grad_norm": 1.840004210878956, |
| "learning_rate": 9.533758140969913e-06, |
| "loss": 1.1689, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.5786330457863305, |
| "grad_norm": 2.0817799067244387, |
| "learning_rate": 9.529314720013618e-06, |
| "loss": 1.1879, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.5812873258128732, |
| "grad_norm": 1.6384013753881452, |
| "learning_rate": 9.524851271366002e-06, |
| "loss": 1.1157, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.583941605839416, |
| "grad_norm": 1.6847540459176993, |
| "learning_rate": 9.520367814763514e-06, |
| "loss": 1.1583, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.5865958858659589, |
| "grad_norm": 1.553367758905212, |
| "learning_rate": 9.515864370031066e-06, |
| "loss": 1.0916, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.5892501658925017, |
| "grad_norm": 1.6595661898312408, |
| "learning_rate": 9.511340957081957e-06, |
| "loss": 1.1912, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.5919044459190445, |
| "grad_norm": 1.6816767854984012, |
| "learning_rate": 9.506797595917787e-06, |
| "loss": 1.1948, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.5945587259455872, |
| "grad_norm": 1.4766094174812612, |
| "learning_rate": 9.502234306628354e-06, |
| "loss": 1.1607, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.59721300597213, |
| "grad_norm": 1.5815513019760774, |
| "learning_rate": 9.49765110939158e-06, |
| "loss": 1.1248, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.5998672859986729, |
| "grad_norm": 1.6485658910927394, |
| "learning_rate": 9.493048024473413e-06, |
| "loss": 1.2191, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.6025215660252157, |
| "grad_norm": 1.424065848656427, |
| "learning_rate": 9.488425072227738e-06, |
| "loss": 1.2521, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.6051758460517584, |
| "grad_norm": 1.4486333802405926, |
| "learning_rate": 9.483782273096295e-06, |
| "loss": 1.1734, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.6078301260783012, |
| "grad_norm": 1.6817918601770532, |
| "learning_rate": 9.47911964760858e-06, |
| "loss": 1.1695, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.6104844061048441, |
| "grad_norm": 1.6160290558732326, |
| "learning_rate": 9.474437216381756e-06, |
| "loss": 1.154, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.6131386861313869, |
| "grad_norm": 1.4261795572898603, |
| "learning_rate": 9.469735000120564e-06, |
| "loss": 1.1544, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.6157929661579297, |
| "grad_norm": 1.458151411666846, |
| "learning_rate": 9.46501301961723e-06, |
| "loss": 1.2065, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.6184472461844724, |
| "grad_norm": 1.5627499060274408, |
| "learning_rate": 9.460271295751373e-06, |
| "loss": 1.1579, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.6211015262110152, |
| "grad_norm": 1.86944032236805, |
| "learning_rate": 9.455509849489915e-06, |
| "loss": 1.1519, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.6237558062375581, |
| "grad_norm": 1.979766174904363, |
| "learning_rate": 9.450728701886985e-06, |
| "loss": 1.2358, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.6264100862641009, |
| "grad_norm": 1.5229843416844162, |
| "learning_rate": 9.445927874083825e-06, |
| "loss": 1.1207, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.6290643662906437, |
| "grad_norm": 1.5916340950774943, |
| "learning_rate": 9.441107387308701e-06, |
| "loss": 1.2486, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.6317186463171864, |
| "grad_norm": 1.4982052500691954, |
| "learning_rate": 9.436267262876808e-06, |
| "loss": 1.1445, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.6343729263437292, |
| "grad_norm": 1.868028818978397, |
| "learning_rate": 9.431407522190176e-06, |
| "loss": 1.2215, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.6370272063702721, |
| "grad_norm": 1.5000893386206633, |
| "learning_rate": 9.426528186737566e-06, |
| "loss": 1.1748, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.6396814863968149, |
| "grad_norm": 1.6105517075622542, |
| "learning_rate": 9.421629278094394e-06, |
| "loss": 1.1444, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.6423357664233577, |
| "grad_norm": 1.6245044582496362, |
| "learning_rate": 9.416710817922615e-06, |
| "loss": 1.2016, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.6449900464499004, |
| "grad_norm": 1.582791773770731, |
| "learning_rate": 9.411772827970642e-06, |
| "loss": 1.1595, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.6476443264764432, |
| "grad_norm": 1.5289298221123744, |
| "learning_rate": 9.406815330073244e-06, |
| "loss": 1.196, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.6502986065029861, |
| "grad_norm": 1.494805179412693, |
| "learning_rate": 9.40183834615145e-06, |
| "loss": 1.119, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.6529528865295289, |
| "grad_norm": 1.6857955705395817, |
| "learning_rate": 9.396841898212452e-06, |
| "loss": 1.1222, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.6556071665560717, |
| "grad_norm": 1.465569644664737, |
| "learning_rate": 9.391826008349507e-06, |
| "loss": 1.1196, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.6582614465826144, |
| "grad_norm": 1.6038700287536702, |
| "learning_rate": 9.38679069874184e-06, |
| "loss": 1.1596, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.6609157266091573, |
| "grad_norm": 1.754259412074635, |
| "learning_rate": 9.381735991654547e-06, |
| "loss": 1.185, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.6635700066357001, |
| "grad_norm": 1.5054976516017162, |
| "learning_rate": 9.376661909438496e-06, |
| "loss": 1.14, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.6662242866622429, |
| "grad_norm": 1.6591136646331954, |
| "learning_rate": 9.371568474530228e-06, |
| "loss": 1.1453, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.6688785666887856, |
| "grad_norm": 1.602614315373211, |
| "learning_rate": 9.366455709451857e-06, |
| "loss": 1.115, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.6715328467153284, |
| "grad_norm": 1.3802344389470933, |
| "learning_rate": 9.36132363681097e-06, |
| "loss": 1.0926, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.6741871267418713, |
| "grad_norm": 1.5028041314507699, |
| "learning_rate": 9.356172279300528e-06, |
| "loss": 1.1388, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.6768414067684141, |
| "grad_norm": 1.4603385973006835, |
| "learning_rate": 9.35100165969877e-06, |
| "loss": 1.1261, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.6794956867949569, |
| "grad_norm": 2.222737357031752, |
| "learning_rate": 9.3458118008691e-06, |
| "loss": 1.1181, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.6821499668214996, |
| "grad_norm": 1.5628150576174966, |
| "learning_rate": 9.340602725760003e-06, |
| "loss": 1.1269, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.6848042468480424, |
| "grad_norm": 1.7660936315398623, |
| "learning_rate": 9.335374457404928e-06, |
| "loss": 1.1567, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.6874585268745853, |
| "grad_norm": 1.5095573241471834, |
| "learning_rate": 9.330127018922195e-06, |
| "loss": 1.1407, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.6901128069011281, |
| "grad_norm": 1.4506359372228914, |
| "learning_rate": 9.324860433514888e-06, |
| "loss": 1.1668, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.6927670869276709, |
| "grad_norm": 1.536882345986633, |
| "learning_rate": 9.319574724470756e-06, |
| "loss": 1.1581, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.6954213669542136, |
| "grad_norm": 1.4356269422691534, |
| "learning_rate": 9.314269915162115e-06, |
| "loss": 1.1075, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.6980756469807564, |
| "grad_norm": 1.373904876593965, |
| "learning_rate": 9.308946029045726e-06, |
| "loss": 1.1121, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.7007299270072993, |
| "grad_norm": 1.5328812905843867, |
| "learning_rate": 9.303603089662717e-06, |
| "loss": 1.0921, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.7033842070338421, |
| "grad_norm": 1.5072781837506157, |
| "learning_rate": 9.298241120638451e-06, |
| "loss": 1.1198, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.7060384870603849, |
| "grad_norm": 1.5995295442728128, |
| "learning_rate": 9.292860145682451e-06, |
| "loss": 1.1472, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.7086927670869276, |
| "grad_norm": 1.586589487215959, |
| "learning_rate": 9.287460188588272e-06, |
| "loss": 1.2081, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.7113470471134705, |
| "grad_norm": 1.6738675413951511, |
| "learning_rate": 9.282041273233402e-06, |
| "loss": 1.1676, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.7140013271400133, |
| "grad_norm": 1.5986869946296454, |
| "learning_rate": 9.276603423579164e-06, |
| "loss": 1.213, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.7166556071665561, |
| "grad_norm": 1.5027119454217344, |
| "learning_rate": 9.271146663670605e-06, |
| "loss": 1.1622, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.7193098871930989, |
| "grad_norm": 1.4752249291840163, |
| "learning_rate": 9.265671017636384e-06, |
| "loss": 1.0725, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.7219641672196416, |
| "grad_norm": 1.6425492982199013, |
| "learning_rate": 9.260176509688673e-06, |
| "loss": 1.2088, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.7246184472461845, |
| "grad_norm": 1.671119694405482, |
| "learning_rate": 9.254663164123052e-06, |
| "loss": 1.1584, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.7272727272727273, |
| "grad_norm": 3.2839083971639016, |
| "learning_rate": 9.249131005318388e-06, |
| "loss": 1.0801, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.7299270072992701, |
| "grad_norm": 1.590670276122513, |
| "learning_rate": 9.243580057736743e-06, |
| "loss": 1.1157, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.7325812873258128, |
| "grad_norm": 1.4517652800533363, |
| "learning_rate": 9.238010345923257e-06, |
| "loss": 1.1446, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.7352355673523556, |
| "grad_norm": 1.9696673043614277, |
| "learning_rate": 9.232421894506043e-06, |
| "loss": 1.1857, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.7378898473788985, |
| "grad_norm": 1.4778960277561557, |
| "learning_rate": 9.226814728196072e-06, |
| "loss": 1.1397, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.7405441274054413, |
| "grad_norm": 1.6498804570471097, |
| "learning_rate": 9.221188871787076e-06, |
| "loss": 1.1625, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.7431984074319841, |
| "grad_norm": 1.5796993896804141, |
| "learning_rate": 9.215544350155423e-06, |
| "loss": 1.1459, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.7458526874585268, |
| "grad_norm": 1.5226644568838132, |
| "learning_rate": 9.209881188260021e-06, |
| "loss": 1.1894, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.7485069674850697, |
| "grad_norm": 1.6645552718061039, |
| "learning_rate": 9.204199411142196e-06, |
| "loss": 1.0811, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.7511612475116125, |
| "grad_norm": 1.6581847965929961, |
| "learning_rate": 9.198499043925591e-06, |
| "loss": 1.1706, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.7538155275381553, |
| "grad_norm": 1.5270964606037345, |
| "learning_rate": 9.192780111816048e-06, |
| "loss": 1.1009, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.7564698075646981, |
| "grad_norm": 1.6698962782227256, |
| "learning_rate": 9.1870426401015e-06, |
| "loss": 1.1708, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.7591240875912408, |
| "grad_norm": 1.7012646465038568, |
| "learning_rate": 9.18128665415186e-06, |
| "loss": 1.1728, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.7617783676177837, |
| "grad_norm": 1.4354980241800914, |
| "learning_rate": 9.175512179418903e-06, |
| "loss": 1.1138, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.7644326476443265, |
| "grad_norm": 1.5648924104277102, |
| "learning_rate": 9.169719241436162e-06, |
| "loss": 1.0936, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.7670869276708693, |
| "grad_norm": 1.535950564272176, |
| "learning_rate": 9.163907865818806e-06, |
| "loss": 1.0884, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.769741207697412, |
| "grad_norm": 1.4657493870841045, |
| "learning_rate": 9.158078078263536e-06, |
| "loss": 1.0962, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.7723954877239548, |
| "grad_norm": 1.5960566218254721, |
| "learning_rate": 9.152229904548464e-06, |
| "loss": 1.1003, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.7750497677504977, |
| "grad_norm": 1.5026317273526155, |
| "learning_rate": 9.146363370533004e-06, |
| "loss": 1.1334, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.7777040477770405, |
| "grad_norm": 1.4667451034506551, |
| "learning_rate": 9.14047850215775e-06, |
| "loss": 1.188, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.7803583278035833, |
| "grad_norm": 2.5527846830656773, |
| "learning_rate": 9.134575325444377e-06, |
| "loss": 1.1489, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.783012607830126, |
| "grad_norm": 1.5656317760690617, |
| "learning_rate": 9.128653866495504e-06, |
| "loss": 1.1049, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.7856668878566688, |
| "grad_norm": 1.4532042000319447, |
| "learning_rate": 9.122714151494599e-06, |
| "loss": 1.1156, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.7883211678832117, |
| "grad_norm": 1.4759483242959985, |
| "learning_rate": 9.116756206705848e-06, |
| "loss": 1.1396, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.7909754479097545, |
| "grad_norm": 1.4531099151254951, |
| "learning_rate": 9.110780058474052e-06, |
| "loss": 1.1011, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.7936297279362973, |
| "grad_norm": 1.509245001105786, |
| "learning_rate": 9.104785733224498e-06, |
| "loss": 1.1052, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.79628400796284, |
| "grad_norm": 1.4742686115404562, |
| "learning_rate": 9.09877325746285e-06, |
| "loss": 1.1627, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.7989382879893829, |
| "grad_norm": 1.4451227706627736, |
| "learning_rate": 9.092742657775031e-06, |
| "loss": 1.1118, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.8015925680159257, |
| "grad_norm": 1.575230566769605, |
| "learning_rate": 9.086693960827106e-06, |
| "loss": 1.1625, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.8042468480424685, |
| "grad_norm": 1.6679637319120473, |
| "learning_rate": 9.080627193365155e-06, |
| "loss": 1.1452, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.8069011280690113, |
| "grad_norm": 1.4072750238146392, |
| "learning_rate": 9.07454238221517e-06, |
| "loss": 1.1121, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.809555408095554, |
| "grad_norm": 1.399645387242144, |
| "learning_rate": 9.068439554282924e-06, |
| "loss": 1.1101, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.8122096881220969, |
| "grad_norm": 1.9740369624876526, |
| "learning_rate": 9.06231873655386e-06, |
| "loss": 1.0986, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.8148639681486397, |
| "grad_norm": 1.4581046261229995, |
| "learning_rate": 9.056179956092961e-06, |
| "loss": 1.1228, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.8175182481751825, |
| "grad_norm": 2.628430909687979, |
| "learning_rate": 9.050023240044649e-06, |
| "loss": 1.0783, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.8201725282017253, |
| "grad_norm": 1.6691124773863195, |
| "learning_rate": 9.043848615632643e-06, |
| "loss": 1.167, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.822826808228268, |
| "grad_norm": 1.7459906965590473, |
| "learning_rate": 9.03765611015985e-06, |
| "loss": 1.2287, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.8254810882548109, |
| "grad_norm": 1.5373249007323673, |
| "learning_rate": 9.031445751008252e-06, |
| "loss": 1.1446, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.8281353682813537, |
| "grad_norm": 1.526522854497616, |
| "learning_rate": 9.025217565638766e-06, |
| "loss": 1.1609, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.8307896483078965, |
| "grad_norm": 1.3715974716678416, |
| "learning_rate": 9.018971581591141e-06, |
| "loss": 1.1761, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.8334439283344393, |
| "grad_norm": 1.733161587991312, |
| "learning_rate": 9.012707826483823e-06, |
| "loss": 1.1241, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.836098208360982, |
| "grad_norm": 1.5851407690090333, |
| "learning_rate": 9.006426328013838e-06, |
| "loss": 1.1898, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.8387524883875249, |
| "grad_norm": 1.492565448115301, |
| "learning_rate": 9.000127113956673e-06, |
| "loss": 1.1281, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.8414067684140677, |
| "grad_norm": 1.4675427619453145, |
| "learning_rate": 8.993810212166147e-06, |
| "loss": 1.1078, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.8440610484406105, |
| "grad_norm": 1.7806802137808329, |
| "learning_rate": 8.987475650574289e-06, |
| "loss": 1.1113, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.8467153284671532, |
| "grad_norm": 1.7957085592461643, |
| "learning_rate": 8.98112345719122e-06, |
| "loss": 1.0371, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.8493696084936961, |
| "grad_norm": 1.6891739001445774, |
| "learning_rate": 8.974753660105023e-06, |
| "loss": 1.1939, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.8520238885202389, |
| "grad_norm": 1.361414937851007, |
| "learning_rate": 8.968366287481621e-06, |
| "loss": 1.0606, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.8546781685467817, |
| "grad_norm": 1.5477011631255944, |
| "learning_rate": 8.961961367564652e-06, |
| "loss": 1.1343, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.8573324485733245, |
| "grad_norm": 1.398038196798421, |
| "learning_rate": 8.955538928675343e-06, |
| "loss": 1.0537, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.8599867285998672, |
| "grad_norm": 1.4829616588106211, |
| "learning_rate": 8.94909899921239e-06, |
| "loss": 1.1244, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.8626410086264101, |
| "grad_norm": 1.458234865181319, |
| "learning_rate": 8.94264160765183e-06, |
| "loss": 1.0945, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.8652952886529529, |
| "grad_norm": 1.48674147774638, |
| "learning_rate": 8.936166782546907e-06, |
| "loss": 1.0698, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.8679495686794957, |
| "grad_norm": 1.3468414140104497, |
| "learning_rate": 8.929674552527956e-06, |
| "loss": 1.0428, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.8706038487060385, |
| "grad_norm": 1.4927690225590464, |
| "learning_rate": 8.923164946302274e-06, |
| "loss": 1.1367, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.8732581287325812, |
| "grad_norm": 1.3780023302624582, |
| "learning_rate": 8.91663799265399e-06, |
| "loss": 1.1048, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.8759124087591241, |
| "grad_norm": 1.8364949062401694, |
| "learning_rate": 8.910093720443945e-06, |
| "loss": 1.1962, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.8785666887856669, |
| "grad_norm": 1.6803377587803117, |
| "learning_rate": 8.903532158609548e-06, |
| "loss": 1.1919, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.8812209688122097, |
| "grad_norm": 1.5621810302199315, |
| "learning_rate": 8.89695333616467e-06, |
| "loss": 1.1177, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.8838752488387525, |
| "grad_norm": 1.4462262022449852, |
| "learning_rate": 8.890357282199504e-06, |
| "loss": 1.1321, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.8865295288652952, |
| "grad_norm": 1.4286236136174415, |
| "learning_rate": 8.883744025880429e-06, |
| "loss": 1.1717, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.8891838088918381, |
| "grad_norm": 1.4484748876813012, |
| "learning_rate": 8.877113596449895e-06, |
| "loss": 1.1004, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.8918380889183809, |
| "grad_norm": 1.4164984401949983, |
| "learning_rate": 8.87046602322629e-06, |
| "loss": 1.079, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.8944923689449237, |
| "grad_norm": 1.3708607011124272, |
| "learning_rate": 8.863801335603802e-06, |
| "loss": 1.133, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.8971466489714665, |
| "grad_norm": 1.3626382714893748, |
| "learning_rate": 8.857119563052301e-06, |
| "loss": 1.0734, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.8998009289980093, |
| "grad_norm": 1.5082034601534042, |
| "learning_rate": 8.850420735117202e-06, |
| "loss": 1.1691, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.9024552090245521, |
| "grad_norm": 1.3234730893075355, |
| "learning_rate": 8.843704881419333e-06, |
| "loss": 1.046, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.9051094890510949, |
| "grad_norm": 1.4896833219647911, |
| "learning_rate": 8.836972031654807e-06, |
| "loss": 1.1586, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.9077637690776377, |
| "grad_norm": 1.3697029850159739, |
| "learning_rate": 8.83022221559489e-06, |
| "loss": 1.0817, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.9104180491041804, |
| "grad_norm": 1.747564979115208, |
| "learning_rate": 8.823455463085873e-06, |
| "loss": 1.0905, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.9130723291307233, |
| "grad_norm": 1.5649272934153584, |
| "learning_rate": 8.816671804048933e-06, |
| "loss": 1.0434, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.9157266091572661, |
| "grad_norm": 1.4823250348157, |
| "learning_rate": 8.809871268480004e-06, |
| "loss": 1.0895, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.9183808891838089, |
| "grad_norm": 1.4264959835661182, |
| "learning_rate": 8.803053886449644e-06, |
| "loss": 1.1502, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.9210351692103517, |
| "grad_norm": 1.5424239648407791, |
| "learning_rate": 8.796219688102906e-06, |
| "loss": 1.0734, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.9236894492368944, |
| "grad_norm": 1.594778792432936, |
| "learning_rate": 8.789368703659199e-06, |
| "loss": 1.06, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.9263437292634373, |
| "grad_norm": 1.425756455063989, |
| "learning_rate": 8.782500963412156e-06, |
| "loss": 1.1091, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.9289980092899801, |
| "grad_norm": 1.4480941030784251, |
| "learning_rate": 8.775616497729502e-06, |
| "loss": 1.1146, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.9316522893165229, |
| "grad_norm": 1.9595578470904635, |
| "learning_rate": 8.768715337052918e-06, |
| "loss": 1.1353, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.9343065693430657, |
| "grad_norm": 1.6462295827570508, |
| "learning_rate": 8.761797511897907e-06, |
| "loss": 1.1376, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.9369608493696084, |
| "grad_norm": 1.393588576405631, |
| "learning_rate": 8.754863052853658e-06, |
| "loss": 1.1317, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.9396151293961513, |
| "grad_norm": 2.230474529090937, |
| "learning_rate": 8.747911990582912e-06, |
| "loss": 1.1086, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.9422694094226941, |
| "grad_norm": 1.809443765521074, |
| "learning_rate": 8.740944355821827e-06, |
| "loss": 1.1018, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.9449236894492369, |
| "grad_norm": 1.6826959358419462, |
| "learning_rate": 8.733960179379842e-06, |
| "loss": 1.1766, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.9475779694757797, |
| "grad_norm": 1.429793323082417, |
| "learning_rate": 8.726959492139535e-06, |
| "loss": 1.062, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.9502322495023225, |
| "grad_norm": 1.3304241051942485, |
| "learning_rate": 8.719942325056496e-06, |
| "loss": 1.0864, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.9528865295288653, |
| "grad_norm": 1.838527760485716, |
| "learning_rate": 8.712908709159183e-06, |
| "loss": 1.08, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.9555408095554081, |
| "grad_norm": 1.8095644142003555, |
| "learning_rate": 8.70585867554879e-06, |
| "loss": 1.0622, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.9581950895819509, |
| "grad_norm": 1.3961944428914481, |
| "learning_rate": 8.698792255399104e-06, |
| "loss": 1.1279, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.9608493696084937, |
| "grad_norm": 1.4265196608054989, |
| "learning_rate": 8.691709479956373e-06, |
| "loss": 1.0786, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.9635036496350365, |
| "grad_norm": 1.5175948559199692, |
| "learning_rate": 8.68461038053916e-06, |
| "loss": 1.1046, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.9661579296615793, |
| "grad_norm": 1.5709878342434411, |
| "learning_rate": 8.67749498853821e-06, |
| "loss": 1.0947, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.9688122096881221, |
| "grad_norm": 1.5372734019009258, |
| "learning_rate": 8.670363335416319e-06, |
| "loss": 1.0346, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.9714664897146649, |
| "grad_norm": 1.3550031766754063, |
| "learning_rate": 8.663215452708173e-06, |
| "loss": 1.0868, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.9741207697412076, |
| "grad_norm": 1.5040356499297907, |
| "learning_rate": 8.656051372020232e-06, |
| "loss": 1.1083, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.9767750497677505, |
| "grad_norm": 1.5264462091802162, |
| "learning_rate": 8.648871125030576e-06, |
| "loss": 1.1647, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.9794293297942933, |
| "grad_norm": 1.8183949324824284, |
| "learning_rate": 8.64167474348877e-06, |
| "loss": 1.0809, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.9820836098208361, |
| "grad_norm": 2.6148655405710874, |
| "learning_rate": 8.634462259215719e-06, |
| "loss": 1.1195, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.9847378898473789, |
| "grad_norm": 1.5140959417993884, |
| "learning_rate": 8.627233704103538e-06, |
| "loss": 1.0768, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.9873921698739216, |
| "grad_norm": 1.3953146864224168, |
| "learning_rate": 8.619989110115398e-06, |
| "loss": 1.0998, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.9900464499004645, |
| "grad_norm": 1.5342377987936564, |
| "learning_rate": 8.612728509285395e-06, |
| "loss": 1.1627, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.9927007299270073, |
| "grad_norm": 1.6359257997310512, |
| "learning_rate": 8.6054519337184e-06, |
| "loss": 1.0947, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.9953550099535501, |
| "grad_norm": 1.468781234700457, |
| "learning_rate": 8.59815941558992e-06, |
| "loss": 1.0958, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.9980092899800929, |
| "grad_norm": 1.8585796860334978, |
| "learning_rate": 8.590850987145964e-06, |
| "loss": 1.1439, |
| "step": 376 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1504, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 376, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 357968545579008.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
