{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 367,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0027247956403269754,
      "grad_norm": 3152.0,
      "learning_rate": 0.0,
      "loss": 48.40627670288086,
      "step": 1
    },
    {
      "epoch": 0.005449591280653951,
      "grad_norm": 2672.0,
      "learning_rate": 8.695652173913044e-07,
      "loss": 47.4522819519043,
      "step": 2
    },
    {
      "epoch": 0.008174386920980926,
      "grad_norm": 2656.0,
      "learning_rate": 1.7391304347826088e-06,
      "loss": 47.537269592285156,
      "step": 3
    },
    {
      "epoch": 0.010899182561307902,
      "grad_norm": 2896.0,
      "learning_rate": 2.6086956521739132e-06,
      "loss": 47.03502655029297,
      "step": 4
    },
    {
      "epoch": 0.013623978201634877,
      "grad_norm": 2112.0,
      "learning_rate": 3.4782608695652175e-06,
      "loss": 44.74693298339844,
      "step": 5
    },
    {
      "epoch": 0.01634877384196185,
      "grad_norm": 1832.0,
      "learning_rate": 4.347826086956522e-06,
      "loss": 43.523712158203125,
      "step": 6
    },
    {
      "epoch": 0.01907356948228883,
      "grad_norm": 4960.0,
      "learning_rate": 5.2173913043478265e-06,
      "loss": 39.67890930175781,
      "step": 7
    },
    {
      "epoch": 0.021798365122615803,
      "grad_norm": 1004.0,
      "learning_rate": 6.086956521739132e-06,
      "loss": 38.25300216674805,
      "step": 8
    },
    {
      "epoch": 0.02452316076294278,
      "grad_norm": 976.0,
      "learning_rate": 6.956521739130435e-06,
      "loss": 36.702880859375,
      "step": 9
    },
    {
      "epoch": 0.027247956403269755,
      "grad_norm": 692.0,
      "learning_rate": 7.82608695652174e-06,
      "loss": 36.129356384277344,
      "step": 10
    },
    {
      "epoch": 0.02997275204359673,
      "grad_norm": 484.0,
      "learning_rate": 8.695652173913044e-06,
      "loss": 33.03797149658203,
      "step": 11
    },
    {
      "epoch": 0.0326975476839237,
      "grad_norm": 374.0,
      "learning_rate": 9.565217391304349e-06,
      "loss": 30.922203063964844,
      "step": 12
    },
    {
      "epoch": 0.035422343324250684,
      "grad_norm": 364.0,
      "learning_rate": 1.0434782608695653e-05,
      "loss": 30.420955657958984,
      "step": 13
    },
    {
      "epoch": 0.03814713896457766,
      "grad_norm": 272.0,
      "learning_rate": 1.1304347826086957e-05,
      "loss": 29.078968048095703,
      "step": 14
    },
    {
      "epoch": 0.04087193460490463,
      "grad_norm": 268.0,
      "learning_rate": 1.2173913043478263e-05,
      "loss": 28.454662322998047,
      "step": 15
    },
    {
      "epoch": 0.043596730245231606,
      "grad_norm": 284.0,
      "learning_rate": 1.3043478260869566e-05,
      "loss": 26.663990020751953,
      "step": 16
    },
    {
      "epoch": 0.04632152588555858,
      "grad_norm": 180.0,
      "learning_rate": 1.391304347826087e-05,
      "loss": 26.216550827026367,
      "step": 17
    },
    {
      "epoch": 0.04904632152588556,
      "grad_norm": 760.0,
      "learning_rate": 1.4782608695652174e-05,
      "loss": 25.440536499023438,
      "step": 18
    },
    {
      "epoch": 0.051771117166212535,
      "grad_norm": 250.0,
      "learning_rate": 1.565217391304348e-05,
      "loss": 25.319339752197266,
      "step": 19
    },
    {
      "epoch": 0.05449591280653951,
      "grad_norm": 160.0,
      "learning_rate": 1.6521739130434785e-05,
      "loss": 24.522743225097656,
      "step": 20
    },
    {
      "epoch": 0.05722070844686648,
      "grad_norm": 99.0,
      "learning_rate": 1.739130434782609e-05,
      "loss": 23.68889045715332,
      "step": 21
    },
    {
      "epoch": 0.05994550408719346,
      "grad_norm": 137.0,
      "learning_rate": 1.8260869565217393e-05,
      "loss": 22.45394515991211,
      "step": 22
    },
    {
      "epoch": 0.06267029972752043,
      "grad_norm": 96.0,
      "learning_rate": 1.9130434782608697e-05,
      "loss": 21.58340835571289,
      "step": 23
    },
    {
      "epoch": 0.0653950953678474,
      "grad_norm": 79.5,
      "learning_rate": 2e-05,
      "loss": 21.60813331604004,
      "step": 24
    },
    {
      "epoch": 0.0681198910081744,
      "grad_norm": 68.0,
      "learning_rate": 1.9999902382014363e-05,
      "loss": 19.326705932617188,
      "step": 25
    },
    {
      "epoch": 0.07084468664850137,
      "grad_norm": 195.0,
      "learning_rate": 1.9999609529963303e-05,
      "loss": 20.620744705200195,
      "step": 26
    },
    {
      "epoch": 0.07356948228882834,
      "grad_norm": 204.0,
      "learning_rate": 1.9999121449564347e-05,
      "loss": 19.753509521484375,
      "step": 27
    },
    {
      "epoch": 0.07629427792915532,
      "grad_norm": 71.5,
      "learning_rate": 1.9998438150346578e-05,
      "loss": 20.347627639770508,
      "step": 28
    },
    {
      "epoch": 0.07901907356948229,
      "grad_norm": 215.0,
      "learning_rate": 1.999755964565046e-05,
      "loss": 19.19959831237793,
      "step": 29
    },
    {
      "epoch": 0.08174386920980926,
      "grad_norm": 314.0,
      "learning_rate": 1.9996485952627554e-05,
      "loss": 18.856372833251953,
      "step": 30
    },
    {
      "epoch": 0.08446866485013624,
      "grad_norm": 199.0,
      "learning_rate": 1.999521709224022e-05,
      "loss": 19.498279571533203,
      "step": 31
    },
    {
      "epoch": 0.08719346049046321,
      "grad_norm": 69.5,
      "learning_rate": 1.9993753089261175e-05,
      "loss": 17.953914642333984,
      "step": 32
    },
    {
      "epoch": 0.08991825613079019,
      "grad_norm": 180.0,
      "learning_rate": 1.999209397227302e-05,
      "loss": 17.53020477294922,
      "step": 33
    },
    {
      "epoch": 0.09264305177111716,
      "grad_norm": 346.0,
      "learning_rate": 1.999023977366769e-05,
      "loss": 17.79115867614746,
      "step": 34
    },
    {
      "epoch": 0.09536784741144415,
      "grad_norm": 237.0,
      "learning_rate": 1.998819052964581e-05,
      "loss": 18.816436767578125,
      "step": 35
    },
    {
      "epoch": 0.09809264305177112,
      "grad_norm": 196.0,
      "learning_rate": 1.9985946280215996e-05,
      "loss": 17.000261306762695,
      "step": 36
    },
    {
      "epoch": 0.1008174386920981,
      "grad_norm": 169.0,
      "learning_rate": 1.998350706919407e-05,
      "loss": 17.606061935424805,
      "step": 37
    },
    {
      "epoch": 0.10354223433242507,
      "grad_norm": 55.0,
      "learning_rate": 1.9980872944202203e-05,
      "loss": 16.317874908447266,
      "step": 38
    },
    {
      "epoch": 0.10626702997275204,
      "grad_norm": 122.0,
      "learning_rate": 1.997804395666799e-05,
      "loss": 16.31488800048828,
      "step": 39
    },
    {
      "epoch": 0.10899182561307902,
      "grad_norm": 314.0,
      "learning_rate": 1.9975020161823445e-05,
      "loss": 16.29736328125,
      "step": 40
    },
    {
      "epoch": 0.11171662125340599,
      "grad_norm": 64.5,
      "learning_rate": 1.9971801618703924e-05,
      "loss": 17.167266845703125,
      "step": 41
    },
    {
      "epoch": 0.11444141689373297,
      "grad_norm": 52.0,
      "learning_rate": 1.996838839014696e-05,
      "loss": 15.893667221069336,
      "step": 42
    },
    {
      "epoch": 0.11716621253405994,
      "grad_norm": 52.25,
      "learning_rate": 1.9964780542791057e-05,
      "loss": 15.158836364746094,
      "step": 43
    },
    {
      "epoch": 0.11989100817438691,
      "grad_norm": 101.5,
      "learning_rate": 1.9960978147074367e-05,
      "loss": 15.873449325561523,
      "step": 44
    },
    {
      "epoch": 0.1226158038147139,
      "grad_norm": 85.0,
      "learning_rate": 1.9956981277233342e-05,
      "loss": 15.50723648071289,
      "step": 45
    },
    {
      "epoch": 0.12534059945504086,
      "grad_norm": 83.0,
      "learning_rate": 1.9952790011301248e-05,
      "loss": 16.80683135986328,
      "step": 46
    },
    {
      "epoch": 0.12806539509536785,
      "grad_norm": 111.0,
      "learning_rate": 1.994840443110668e-05,
      "loss": 16.459972381591797,
      "step": 47
    },
    {
      "epoch": 0.1307901907356948,
      "grad_norm": 150.0,
      "learning_rate": 1.9943824622271934e-05,
      "loss": 13.282132148742676,
      "step": 48
    },
    {
      "epoch": 0.1335149863760218,
      "grad_norm": 128.0,
      "learning_rate": 1.9939050674211358e-05,
      "loss": 14.049150466918945,
      "step": 49
    },
    {
      "epoch": 0.1362397820163488,
      "grad_norm": 87.5,
      "learning_rate": 1.9934082680129588e-05,
      "loss": 14.285058975219727,
      "step": 50
    },
    {
      "epoch": 0.13896457765667575,
      "grad_norm": 70.5,
      "learning_rate": 1.9928920737019735e-05,
      "loss": 12.706293106079102,
      "step": 51
    },
    {
      "epoch": 0.14168937329700274,
      "grad_norm": 75.5,
      "learning_rate": 1.9923564945661506e-05,
      "loss": 13.83144474029541,
      "step": 52
    },
    {
      "epoch": 0.1444141689373297,
      "grad_norm": 88.5,
      "learning_rate": 1.99180154106192e-05,
      "loss": 12.213239669799805,
      "step": 53
    },
    {
      "epoch": 0.14713896457765668,
      "grad_norm": 97.0,
      "learning_rate": 1.9912272240239715e-05,
      "loss": 12.70011043548584,
      "step": 54
    },
    {
      "epoch": 0.14986376021798364,
      "grad_norm": 93.0,
      "learning_rate": 1.9906335546650394e-05,
      "loss": 11.974971771240234,
      "step": 55
    },
    {
      "epoch": 0.15258855585831063,
      "grad_norm": 66.0,
      "learning_rate": 1.9900205445756845e-05,
      "loss": 13.716851234436035,
      "step": 56
    },
    {
      "epoch": 0.1553133514986376,
      "grad_norm": 57.75,
      "learning_rate": 1.9893882057240698e-05,
      "loss": 13.276803016662598,
      "step": 57
    },
    {
      "epoch": 0.15803814713896458,
      "grad_norm": 63.5,
      "learning_rate": 1.988736550455723e-05,
      "loss": 12.804815292358398,
      "step": 58
    },
    {
      "epoch": 0.16076294277929154,
      "grad_norm": 57.25,
      "learning_rate": 1.9880655914933003e-05,
      "loss": 12.110427856445312,
      "step": 59
    },
    {
      "epoch": 0.16348773841961853,
      "grad_norm": 57.5,
      "learning_rate": 1.9873753419363336e-05,
      "loss": 12.278120040893555,
      "step": 60
    },
    {
      "epoch": 0.16621253405994552,
      "grad_norm": 57.5,
      "learning_rate": 1.986665815260977e-05,
      "loss": 12.700621604919434,
      "step": 61
    },
    {
      "epoch": 0.16893732970027248,
      "grad_norm": 122.5,
      "learning_rate": 1.9859370253197436e-05,
      "loss": 12.573596954345703,
      "step": 62
    },
    {
      "epoch": 0.17166212534059946,
      "grad_norm": 61.75,
      "learning_rate": 1.9851889863412347e-05,
      "loss": 11.165464401245117,
      "step": 63
    },
    {
      "epoch": 0.17438692098092642,
      "grad_norm": 67.5,
      "learning_rate": 1.9844217129298616e-05,
      "loss": 12.087121963500977,
      "step": 64
    },
    {
      "epoch": 0.1771117166212534,
      "grad_norm": 106.5,
      "learning_rate": 1.983635220065562e-05,
      "loss": 14.107297897338867,
      "step": 65
    },
    {
      "epoch": 0.17983651226158037,
      "grad_norm": 77.0,
      "learning_rate": 1.9828295231035054e-05,
      "loss": 12.48006820678711,
      "step": 66
    },
    {
      "epoch": 0.18256130790190736,
      "grad_norm": 122.5,
      "learning_rate": 1.9820046377737944e-05,
      "loss": 12.802762985229492,
      "step": 67
    },
    {
      "epoch": 0.18528610354223432,
      "grad_norm": 77.0,
      "learning_rate": 1.9811605801811578e-05,
      "loss": 10.705779075622559,
      "step": 68
    },
    {
      "epoch": 0.1880108991825613,
      "grad_norm": 52.25,
      "learning_rate": 1.9802973668046364e-05,
      "loss": 12.537907600402832,
      "step": 69
    },
    {
      "epoch": 0.1907356948228883,
      "grad_norm": 47.0,
      "learning_rate": 1.97941501449726e-05,
      "loss": 11.78143310546875,
      "step": 70
    },
    {
      "epoch": 0.19346049046321526,
      "grad_norm": 41.5,
      "learning_rate": 1.9785135404857202e-05,
      "loss": 12.222698211669922,
      "step": 71
    },
    {
      "epoch": 0.19618528610354224,
      "grad_norm": 41.5,
      "learning_rate": 1.9775929623700318e-05,
      "loss": 12.033823013305664,
      "step": 72
    },
    {
      "epoch": 0.1989100817438692,
      "grad_norm": 38.5,
      "learning_rate": 1.9766532981231913e-05,
      "loss": 12.244077682495117,
      "step": 73
    },
    {
      "epoch": 0.2016348773841962,
      "grad_norm": 49.75,
      "learning_rate": 1.975694566090825e-05,
      "loss": 11.97701644897461,
      "step": 74
    },
    {
      "epoch": 0.20435967302452315,
      "grad_norm": 55.5,
      "learning_rate": 1.9747167849908305e-05,
      "loss": 10.784921646118164,
      "step": 75
    },
    {
      "epoch": 0.20708446866485014,
      "grad_norm": 61.0,
      "learning_rate": 1.9737199739130123e-05,
      "loss": 11.930859565734863,
      "step": 76
    },
    {
      "epoch": 0.2098092643051771,
      "grad_norm": 45.0,
      "learning_rate": 1.9727041523187083e-05,
      "loss": 13.60090446472168,
      "step": 77
    },
    {
      "epoch": 0.2125340599455041,
      "grad_norm": 40.5,
      "learning_rate": 1.97166934004041e-05,
      "loss": 12.982333183288574,
      "step": 78
    },
    {
      "epoch": 0.21525885558583105,
      "grad_norm": 59.75,
      "learning_rate": 1.970615557281376e-05,
      "loss": 9.924541473388672,
      "step": 79
    },
    {
      "epoch": 0.21798365122615804,
      "grad_norm": 57.25,
      "learning_rate": 1.969542824615235e-05,
      "loss": 11.274691581726074,
      "step": 80
    },
    {
      "epoch": 0.22070844686648503,
      "grad_norm": 50.75,
      "learning_rate": 1.968451162985589e-05,
      "loss": 9.735274314880371,
      "step": 81
    },
    {
      "epoch": 0.22343324250681199,
      "grad_norm": 78.5,
      "learning_rate": 1.9673405937055986e-05,
      "loss": 10.165392875671387,
      "step": 82
    },
    {
      "epoch": 0.22615803814713897,
      "grad_norm": 74.5,
      "learning_rate": 1.9662111384575716e-05,
      "loss": 9.077415466308594,
      "step": 83
    },
    {
      "epoch": 0.22888283378746593,
      "grad_norm": 54.75,
      "learning_rate": 1.9650628192925372e-05,
      "loss": 10.11076831817627,
      "step": 84
    },
    {
      "epoch": 0.23160762942779292,
      "grad_norm": 74.0,
      "learning_rate": 1.963895658629816e-05,
      "loss": 11.903621673583984,
      "step": 85
    },
    {
      "epoch": 0.23433242506811988,
      "grad_norm": 47.25,
      "learning_rate": 1.9627096792565825e-05,
      "loss": 9.115705490112305,
      "step": 86
    },
    {
      "epoch": 0.23705722070844687,
      "grad_norm": 78.5,
      "learning_rate": 1.9615049043274207e-05,
      "loss": 11.530861854553223,
      "step": 87
    },
    {
      "epoch": 0.23978201634877383,
      "grad_norm": 54.75,
      "learning_rate": 1.9602813573638705e-05,
      "loss": 10.342988014221191,
      "step": 88
    },
    {
      "epoch": 0.24250681198910082,
      "grad_norm": 46.5,
      "learning_rate": 1.9590390622539696e-05,
      "loss": 10.499998092651367,
      "step": 89
    },
    {
      "epoch": 0.2452316076294278,
      "grad_norm": 61.75,
      "learning_rate": 1.957778043251788e-05,
      "loss": 10.014358520507812,
      "step": 90
    },
    {
      "epoch": 0.24795640326975477,
      "grad_norm": 84.0,
      "learning_rate": 1.9564983249769518e-05,
      "loss": 12.045997619628906,
      "step": 91
    },
    {
      "epoch": 0.2506811989100817,
      "grad_norm": 110.0,
      "learning_rate": 1.9551999324141656e-05,
      "loss": 10.226362228393555,
      "step": 92
    },
    {
      "epoch": 0.25340599455040874,
      "grad_norm": 88.5,
      "learning_rate": 1.953882890912723e-05,
      "loss": 10.071401596069336,
      "step": 93
    },
    {
      "epoch": 0.2561307901907357,
      "grad_norm": 92.0,
      "learning_rate": 1.9525472261860112e-05,
      "loss": 11.945771217346191,
      "step": 94
    },
    {
      "epoch": 0.25885558583106266,
      "grad_norm": 59.25,
      "learning_rate": 1.9511929643110095e-05,
      "loss": 10.799688339233398,
      "step": 95
    },
    {
      "epoch": 0.2615803814713896,
      "grad_norm": 85.0,
      "learning_rate": 1.949820131727783e-05,
      "loss": 12.050772666931152,
      "step": 96
    },
    {
      "epoch": 0.26430517711171664,
      "grad_norm": 75.5,
      "learning_rate": 1.9484287552389603e-05,
      "loss": 10.570755004882812,
      "step": 97
    },
    {
      "epoch": 0.2670299727520436,
      "grad_norm": 101.0,
      "learning_rate": 1.9470188620092162e-05,
      "loss": 10.214563369750977,
      "step": 98
    },
    {
      "epoch": 0.26975476839237056,
      "grad_norm": 59.25,
      "learning_rate": 1.945590479564738e-05,
      "loss": 10.041733741760254,
      "step": 99
    },
    {
      "epoch": 0.2724795640326976,
      "grad_norm": 80.0,
      "learning_rate": 1.9441436357926892e-05,
      "loss": 12.891487121582031,
      "step": 100
    },
    {
      "epoch": 0.27520435967302453,
      "grad_norm": 67.5,
      "learning_rate": 1.9426783589406645e-05,
      "loss": 10.844165802001953,
      "step": 101
    },
    {
      "epoch": 0.2779291553133515,
      "grad_norm": 48.75,
      "learning_rate": 1.9411946776161388e-05,
      "loss": 11.822603225708008,
      "step": 102
    },
    {
      "epoch": 0.28065395095367845,
      "grad_norm": 68.5,
      "learning_rate": 1.9396926207859085e-05,
      "loss": 10.97657585144043,
      "step": 103
    },
    {
      "epoch": 0.28337874659400547,
      "grad_norm": 134.0,
      "learning_rate": 1.9381722177755266e-05,
      "loss": 10.612011909484863,
      "step": 104
    },
    {
      "epoch": 0.28610354223433243,
      "grad_norm": 154.0,
      "learning_rate": 1.936633498268728e-05,
      "loss": 9.453835487365723,
      "step": 105
    },
    {
      "epoch": 0.2888283378746594,
      "grad_norm": 127.0,
      "learning_rate": 1.9350764923068533e-05,
      "loss": 9.9420166015625,
      "step": 106
    },
    {
      "epoch": 0.29155313351498635,
      "grad_norm": 65.5,
      "learning_rate": 1.933501230288259e-05,
      "loss": 9.418241500854492,
      "step": 107
    },
    {
      "epoch": 0.29427792915531337,
      "grad_norm": 62.75,
      "learning_rate": 1.931907742967727e-05,
      "loss": 8.981918334960938,
      "step": 108
    },
    {
      "epoch": 0.2970027247956403,
      "grad_norm": 82.5,
      "learning_rate": 1.9302960614558604e-05,
      "loss": 10.584541320800781,
      "step": 109
    },
    {
      "epoch": 0.2997275204359673,
      "grad_norm": 117.5,
      "learning_rate": 1.928666217218481e-05,
      "loss": 9.602861404418945,
      "step": 110
    },
    {
      "epoch": 0.3024523160762943,
      "grad_norm": 148.0,
      "learning_rate": 1.9270182420760104e-05,
      "loss": 11.30278205871582,
      "step": 111
    },
    {
      "epoch": 0.30517711171662126,
      "grad_norm": 62.5,
      "learning_rate": 1.9253521682028515e-05,
      "loss": 9.8443021774292,
      "step": 112
    },
    {
      "epoch": 0.3079019073569482,
      "grad_norm": 84.0,
      "learning_rate": 1.9236680281267594e-05,
      "loss": 7.5392961502075195,
      "step": 113
    },
    {
      "epoch": 0.3106267029972752,
      "grad_norm": 56.75,
      "learning_rate": 1.921965854728207e-05,
      "loss": 10.067930221557617,
      "step": 114
    },
    {
      "epoch": 0.3133514986376022,
      "grad_norm": 44.75,
      "learning_rate": 1.920245681239741e-05,
      "loss": 8.589845657348633,
      "step": 115
    },
    {
      "epoch": 0.31607629427792916,
      "grad_norm": 122.0,
      "learning_rate": 1.918507541245336e-05,
      "loss": 11.69874382019043,
      "step": 116
    },
    {
      "epoch": 0.3188010899182561,
      "grad_norm": 89.0,
      "learning_rate": 1.916751468679737e-05,
      "loss": 9.99834156036377,
      "step": 117
    },
    {
      "epoch": 0.3215258855585831,
      "grad_norm": 84.0,
      "learning_rate": 1.9149774978277975e-05,
      "loss": 9.743596076965332,
      "step": 118
    },
    {
      "epoch": 0.3242506811989101,
      "grad_norm": 86.0,
      "learning_rate": 1.9131856633238096e-05,
      "loss": 9.140531539916992,
      "step": 119
    },
    {
      "epoch": 0.32697547683923706,
      "grad_norm": 65.0,
      "learning_rate": 1.911376000150828e-05,
      "loss": 8.819114685058594,
      "step": 120
    },
    {
      "epoch": 0.329700272479564,
      "grad_norm": 73.0,
      "learning_rate": 1.9095485436399878e-05,
      "loss": 9.055301666259766,
      "step": 121
    },
    {
      "epoch": 0.33242506811989103,
      "grad_norm": 69.0,
      "learning_rate": 1.9077033294698135e-05,
      "loss": 9.458704948425293,
      "step": 122
    },
    {
      "epoch": 0.335149863760218,
      "grad_norm": 64.0,
      "learning_rate": 1.9058403936655235e-05,
      "loss": 9.699943542480469,
      "step": 123
    },
    {
      "epoch": 0.33787465940054495,
      "grad_norm": 59.5,
      "learning_rate": 1.9039597725983254e-05,
      "loss": 8.256848335266113,
      "step": 124
    },
    {
      "epoch": 0.3405994550408719,
      "grad_norm": 59.25,
      "learning_rate": 1.9020615029847073e-05,
      "loss": 9.696537017822266,
      "step": 125
    },
    {
      "epoch": 0.34332425068119893,
      "grad_norm": 53.75,
      "learning_rate": 1.9001456218857207e-05,
      "loss": 9.273826599121094,
      "step": 126
    },
    {
      "epoch": 0.3460490463215259,
      "grad_norm": 57.5,
      "learning_rate": 1.8982121667062566e-05,
      "loss": 8.918879508972168,
      "step": 127
    },
    {
      "epoch": 0.34877384196185285,
      "grad_norm": 130.0,
      "learning_rate": 1.8962611751943142e-05,
      "loss": 9.746708869934082,
      "step": 128
    },
    {
      "epoch": 0.35149863760217986,
      "grad_norm": 73.0,
      "learning_rate": 1.894292685440266e-05,
      "loss": 9.20458984375,
      "step": 129
    },
    {
      "epoch": 0.3542234332425068,
      "grad_norm": 57.25,
      "learning_rate": 1.8923067358761135e-05,
      "loss": 9.030914306640625,
      "step": 130
    },
    {
      "epoch": 0.3569482288828338,
      "grad_norm": 48.25,
      "learning_rate": 1.8903033652747352e-05,
      "loss": 10.621173858642578,
      "step": 131
    },
    {
      "epoch": 0.35967302452316074,
      "grad_norm": 55.5,
      "learning_rate": 1.888282612749132e-05,
      "loss": 10.09680461883545,
      "step": 132
    },
    {
      "epoch": 0.36239782016348776,
      "grad_norm": 39.75,
      "learning_rate": 1.8862445177516622e-05,
      "loss": 9.972148895263672,
      "step": 133
    },
    {
      "epoch": 0.3651226158038147,
      "grad_norm": 44.5,
      "learning_rate": 1.8841891200732706e-05,
      "loss": 9.76202392578125,
      "step": 134
    },
    {
      "epoch": 0.3678474114441417,
      "grad_norm": 60.75,
      "learning_rate": 1.8821164598427148e-05,
      "loss": 8.579317092895508,
      "step": 135
    },
    {
      "epoch": 0.37057220708446864,
      "grad_norm": 46.0,
      "learning_rate": 1.8800265775257772e-05,
      "loss": 9.23803424835205,
      "step": 136
    },
    {
      "epoch": 0.37329700272479566,
      "grad_norm": 41.25,
      "learning_rate": 1.877919513924478e-05,
      "loss": 9.676480293273926,
      "step": 137
    },
    {
      "epoch": 0.3760217983651226,
      "grad_norm": 52.0,
      "learning_rate": 1.8757953101762786e-05,
      "loss": 10.324712753295898,
      "step": 138
    },
    {
      "epoch": 0.3787465940054496,
      "grad_norm": 42.75,
      "learning_rate": 1.8736540077532773e-05,
      "loss": 9.265958786010742,
      "step": 139
    },
    {
      "epoch": 0.3814713896457766,
      "grad_norm": 60.75,
      "learning_rate": 1.8714956484613996e-05,
      "loss": 8.837886810302734,
      "step": 140
    },
    {
      "epoch": 0.38419618528610355,
      "grad_norm": 56.75,
      "learning_rate": 1.869320274439583e-05,
      "loss": 10.104880332946777,
      "step": 141
    },
    {
      "epoch": 0.3869209809264305,
      "grad_norm": 54.75,
      "learning_rate": 1.8671279281589528e-05,
      "loss": 8.19149398803711,
      "step": 142
    },
    {
      "epoch": 0.3896457765667575,
      "grad_norm": 149.0,
      "learning_rate": 1.8649186524219956e-05,
      "loss": 8.385530471801758,
      "step": 143
    },
    {
      "epoch": 0.3923705722070845,
      "grad_norm": 61.75,
      "learning_rate": 1.86269249036172e-05,
      "loss": 8.006965637207031,
      "step": 144
    },
    {
      "epoch": 0.39509536784741145,
      "grad_norm": 142.0,
      "learning_rate": 1.8604494854408176e-05,
      "loss": 7.986896514892578,
      "step": 145
    },
    {
      "epoch": 0.3978201634877384,
      "grad_norm": 62.75,
      "learning_rate": 1.858189681450813e-05,
      "loss": 8.249701499938965,
      "step": 146
    },
    {
      "epoch": 0.40054495912806537,
      "grad_norm": 117.0,
      "learning_rate": 1.8559131225112085e-05,
      "loss": 10.889843940734863,
      "step": 147
    },
    {
      "epoch": 0.4032697547683924,
      "grad_norm": 73.5,
      "learning_rate": 1.853619853068624e-05,
      "loss": 9.433284759521484,
      "step": 148
    },
    {
      "epoch": 0.40599455040871935,
      "grad_norm": 55.75,
      "learning_rate": 1.851309917895928e-05,
      "loss": 9.875059127807617,
      "step": 149
    },
    {
      "epoch": 0.4087193460490463,
      "grad_norm": 47.75,
      "learning_rate": 1.8489833620913644e-05,
      "loss": 9.996278762817383,
      "step": 150
    },
    {
      "epoch": 0.4114441416893733,
      "grad_norm": 97.5,
      "learning_rate": 1.846640231077671e-05,
      "loss": 8.902766227722168,
      "step": 151
    },
    {
      "epoch": 0.4141689373297003,
      "grad_norm": 59.5,
      "learning_rate": 1.8442805706011936e-05,
      "loss": 9.887271881103516,
      "step": 152
    },
    {
      "epoch": 0.41689373297002724,
      "grad_norm": 110.0,
      "learning_rate": 1.841904426730994e-05,
      "loss": 7.887417793273926,
      "step": 153
    },
    {
      "epoch": 0.4196185286103542,
      "grad_norm": 74.0,
      "learning_rate": 1.839511845857946e-05,
      "loss": 8.48383903503418,
      "step": 154
    },
    {
      "epoch": 0.4223433242506812,
      "grad_norm": 72.5,
      "learning_rate": 1.837102874693836e-05,
      "loss": 7.879996299743652,
      "step": 155
    },
    {
      "epoch": 0.4250681198910082,
      "grad_norm": 249.0,
      "learning_rate": 1.8346775602704464e-05,
      "loss": 8.765167236328125,
      "step": 156
    },
    {
      "epoch": 0.42779291553133514,
      "grad_norm": 93.5,
      "learning_rate": 1.832235949938638e-05,
      "loss": 7.563960075378418,
      "step": 157
    },
    {
      "epoch": 0.4305177111716621,
      "grad_norm": 247.0,
      "learning_rate": 1.8297780913674286e-05,
      "loss": 10.175262451171875,
      "step": 158
    },
    {
      "epoch": 0.4332425068119891,
      "grad_norm": 101.0,
      "learning_rate": 1.8273040325430575e-05,
      "loss": 9.55147647857666,
      "step": 159
    },
    {
      "epoch": 0.4359673024523161,
      "grad_norm": 113.5,
      "learning_rate": 1.824813821768053e-05,
      "loss": 10.279187202453613,
      "step": 160
    },
    {
      "epoch": 0.43869209809264303,
      "grad_norm": 57.75,
      "learning_rate": 1.822307507660287e-05,
      "loss": 7.288547515869141,
      "step": 161
    },
    {
      "epoch": 0.44141689373297005,
      "grad_norm": 62.75,
      "learning_rate": 1.8197851391520265e-05,
      "loss": 8.8092679977417,
      "step": 162
    },
    {
      "epoch": 0.444141689373297,
      "grad_norm": 62.25,
      "learning_rate": 1.817246765488978e-05,
      "loss": 9.367995262145996,
      "step": 163
    },
    {
      "epoch": 0.44686648501362397,
      "grad_norm": 87.5,
      "learning_rate": 1.814692436229326e-05,
      "loss": 9.748262405395508,
      "step": 164
    },
    {
      "epoch": 0.44959128065395093,
      "grad_norm": 228.0,
      "learning_rate": 1.8121222012427666e-05,
      "loss": 8.287470817565918,
      "step": 165
    },
    {
      "epoch": 0.45231607629427795,
      "grad_norm": 115.0,
      "learning_rate": 1.809536110709531e-05,
      "loss": 6.930819988250732,
      "step": 166
    },
    {
      "epoch": 0.4550408719346049,
      "grad_norm": 74.5,
      "learning_rate": 1.8069342151194105e-05,
      "loss": 8.564351081848145,
      "step": 167
    },
    {
      "epoch": 0.45776566757493187,
      "grad_norm": 73.5,
      "learning_rate": 1.804316565270765e-05,
      "loss": 8.866043090820312,
      "step": 168
    },
    {
      "epoch": 0.4604904632152589,
      "grad_norm": 59.0,
      "learning_rate": 1.801683212269536e-05,
      "loss": 8.809003829956055,
      "step": 169
    },
    {
      "epoch": 0.46321525885558584,
      "grad_norm": 62.25,
      "learning_rate": 1.799034207528247e-05,
      "loss": 8.33181381225586,
      "step": 170
    },
    {
      "epoch": 0.4659400544959128,
      "grad_norm": 47.5,
      "learning_rate": 1.796369602764999e-05,
      "loss": 8.698205947875977,
      "step": 171
    },
    {
      "epoch": 0.46866485013623976,
      "grad_norm": 53.5,
      "learning_rate": 1.7936894500024614e-05,
      "loss": 6.74378776550293,
      "step": 172
    },
    {
      "epoch": 0.4713896457765668,
      "grad_norm": 388.0,
      "learning_rate": 1.790993801566858e-05,
      "loss": 9.079641342163086,
      "step": 173
    },
    {
      "epoch": 0.47411444141689374,
      "grad_norm": 77.0,
      "learning_rate": 1.788282710086942e-05,
      "loss": 9.122142791748047,
      "step": 174
    },
    {
      "epoch": 0.4768392370572207,
      "grad_norm": 588.0,
      "learning_rate": 1.785556228492972e-05,
      "loss": 7.489294528961182,
      "step": 175
    },
    {
      "epoch": 0.47956403269754766,
      "grad_norm": 52.25,
      "learning_rate": 1.7828144100156754e-05,
      "loss": 9.699580192565918,
      "step": 176
    },
    {
      "epoch": 0.4822888283378747,
      "grad_norm": 68.0,
      "learning_rate": 1.7800573081852124e-05,
      "loss": 8.443748474121094,
      "step": 177
    },
    {
      "epoch": 0.48501362397820164,
      "grad_norm": 59.25,
      "learning_rate": 1.7772849768301273e-05,
      "loss": 8.995189666748047,
      "step": 178
    },
    {
      "epoch": 0.4877384196185286,
      "grad_norm": 70.5,
      "learning_rate": 1.7744974700763018e-05,
      "loss": 9.576644897460938,
      "step": 179
    },
    {
      "epoch": 0.4904632152588556,
      "grad_norm": 57.25,
      "learning_rate": 1.771694842345894e-05,
      "loss": 9.02816390991211,
      "step": 180
    },
    {
      "epoch": 0.49318801089918257,
      "grad_norm": 70.5,
      "learning_rate": 1.7688771483562788e-05,
      "loss": 7.724009990692139,
      "step": 181
    },
    {
      "epoch": 0.49591280653950953,
      "grad_norm": 47.75,
      "learning_rate": 1.766044443118978e-05,
      "loss": 8.413365364074707,
      "step": 182
    },
    {
      "epoch": 0.4986376021798365,
      "grad_norm": 55.5,
      "learning_rate": 1.7631967819385883e-05,
      "loss": 7.405316352844238,
      "step": 183
    },
    {
      "epoch": 0.5013623978201635,
      "grad_norm": 81.5,
      "learning_rate": 1.760334220411699e-05,
      "loss": 10.031204223632812,
      "step": 184
    },
    {
      "epoch": 0.5040871934604905,
      "grad_norm": 86.0,
      "learning_rate": 1.7574568144258078e-05,
      "loss": 8.520164489746094,
      "step": 185
    },
    {
      "epoch": 0.5068119891008175,
      "grad_norm": 100.5,
      "learning_rate": 1.7545646201582304e-05,
      "loss": 9.04115104675293,
      "step": 186
    },
    {
      "epoch": 0.5095367847411444,
      "grad_norm": 71.5,
      "learning_rate": 1.751657694075002e-05,
      "loss": 7.026916027069092,
      "step": 187
    },
    {
      "epoch": 0.5122615803814714,
      "grad_norm": 41.5,
      "learning_rate": 1.7487360929297765e-05,
      "loss": 8.15958023071289,
      "step": 188
    },
    {
      "epoch": 0.5149863760217984,
      "grad_norm": 51.75,
      "learning_rate": 1.7457998737627183e-05,
      "loss": 7.412751197814941,
      "step": 189
    },
    {
      "epoch": 0.5177111716621253,
      "grad_norm": 100.0,
      "learning_rate": 1.7428490938993864e-05,
      "loss": 8.202327728271484,
      "step": 190
    },
    {
      "epoch": 0.5204359673024523,
      "grad_norm": 288.0,
      "learning_rate": 1.7398838109496187e-05,
      "loss": 10.258552551269531,
      "step": 191
    },
    {
      "epoch": 0.5231607629427792,
      "grad_norm": 131.0,
      "learning_rate": 1.7369040828064046e-05,
      "loss": 8.944820404052734,
      "step": 192
    },
    {
      "epoch": 0.5258855585831063,
      "grad_norm": 67.5,
      "learning_rate": 1.7339099676447564e-05,
      "loss": 8.260212898254395,
      "step": 193
    },
    {
      "epoch": 0.5286103542234333,
      "grad_norm": 60.0,
      "learning_rate": 1.7309015239205717e-05,
      "loss": 7.93248176574707,
      "step": 194
    },
    {
      "epoch": 0.5313351498637602,
      "grad_norm": 98.0,
      "learning_rate": 1.7278788103694944e-05,
      "loss": 8.025236129760742,
      "step": 195
    },
    {
      "epoch": 0.5340599455040872,
      "grad_norm": 57.5,
      "learning_rate": 1.7248418860057653e-05,
      "loss": 8.118586540222168,
      "step": 196
    },
    {
      "epoch": 0.5367847411444142,
      "grad_norm": 50.75,
      "learning_rate": 1.7217908101210725e-05,
      "loss": 8.220122337341309,
      "step": 197
    },
    {
      "epoch": 0.5395095367847411,
      "grad_norm": 60.75,
      "learning_rate": 1.7187256422833928e-05,
      "loss": 8.953962326049805,
      "step": 198
    },
    {
      "epoch": 0.5422343324250681,
      "grad_norm": 36.25,
      "learning_rate": 1.7156464423358277e-05,
      "loss": 8.30789566040039,
      "step": 199
    },
    {
      "epoch": 0.5449591280653951,
      "grad_norm": 44.0,
      "learning_rate": 1.7125532703954366e-05,
      "loss": 8.25827407836914,
      "step": 200
    },
    {
      "epoch": 0.547683923705722,
      "grad_norm": 43.0,
      "learning_rate": 1.7094461868520625e-05,
      "loss": 9.002181053161621,
      "step": 201
    },
    {
      "epoch": 0.5504087193460491,
      "grad_norm": 45.25,
      "learning_rate": 1.706325252367152e-05,
      "loss": 8.918088912963867,
      "step": 202
    },
    {
      "epoch": 0.553133514986376,
      "grad_norm": 60.25,
      "learning_rate": 1.703190527872574e-05,
      "loss": 8.397649765014648,
      "step": 203
    },
    {
      "epoch": 0.555858310626703,
      "grad_norm": 59.5,
      "learning_rate": 1.7000420745694256e-05,
      "loss": 8.530458450317383,
      "step": 204
    },
    {
      "epoch": 0.55858310626703,
      "grad_norm": 336.0,
      "learning_rate": 1.6968799539268408e-05,
      "loss": 11.207830429077148,
      "step": 205
    },
    {
      "epoch": 0.5613079019073569,
      "grad_norm": 51.75,
      "learning_rate": 1.6937042276807893e-05,
      "loss": 7.851648807525635,
      "step": 206
    },
    {
      "epoch": 0.5640326975476839,
      "grad_norm": 46.75,
      "learning_rate": 1.6905149578328705e-05,
      "loss": 8.705131530761719,
      "step": 207
    },
    {
      "epoch": 0.5667574931880109,
      "grad_norm": 46.25,
      "learning_rate": 1.6873122066491046e-05,
      "loss": 8.54839038848877,
      "step": 208
    },
    {
      "epoch": 0.5694822888283378,
      "grad_norm": 45.5,
      "learning_rate": 1.6840960366587153e-05,
      "loss": 9.251383781433105,
      "step": 209
    },
    {
      "epoch": 0.5722070844686649,
      "grad_norm": 48.25,
      "learning_rate": 1.6808665106529096e-05,
      "loss": 8.868568420410156,
      "step": 210
    },
    {
      "epoch": 0.5749318801089919,
      "grad_norm": 53.5,
      "learning_rate": 1.6776236916836518e-05,
      "loss": 7.161401271820068,
      "step": 211
    },
    {
      "epoch": 0.5776566757493188,
      "grad_norm": 155.0,
      "learning_rate": 1.674367643062434e-05,
      "loss": 8.508842468261719,
      "step": 212
    },
    {
      "epoch": 0.5803814713896458,
      "grad_norm": 52.5,
      "learning_rate": 1.671098428359037e-05,
      "loss": 7.233345985412598,
      "step": 213
    },
    {
      "epoch": 0.5831062670299727,
      "grad_norm": 56.5,
      "learning_rate": 1.6678161114002916e-05,
      "loss": 9.324285507202148,
      "step": 214
    },
    {
      "epoch": 0.5858310626702997,
      "grad_norm": 43.0,
      "learning_rate": 1.664520756268832e-05,
      "loss": 9.344024658203125,
      "step": 215
    },
    {
      "epoch": 0.5885558583106267,
      "grad_norm": 59.0,
      "learning_rate": 1.661212427301844e-05,
      "loss": 9.818446159362793,
      "step": 216
    },
    {
      "epoch": 0.5912806539509536,
      "grad_norm": 63.75,
      "learning_rate": 1.6578911890898095e-05,
      "loss": 9.475311279296875,
      "step": 217
    },
    {
      "epoch": 0.5940054495912807,
      "grad_norm": 54.25,
      "learning_rate": 1.6545571064752454e-05,
      "loss": 8.2189302444458,
      "step": 218
    },
    {
      "epoch": 0.5967302452316077,
      "grad_norm": 88.5,
      "learning_rate": 1.6512102445514376e-05,
      "loss": 6.581336975097656,
      "step": 219
    },
    {
      "epoch": 0.5994550408719346,
      "grad_norm": 167.0,
      "learning_rate": 1.6478506686611698e-05,
      "loss": 7.07267951965332,
      "step": 220
    },
    {
      "epoch": 0.6021798365122616,
      "grad_norm": 123.0,
      "learning_rate": 1.644478444395448e-05,
      "loss": 8.498826026916504,
      "step": 221
    },
    {
      "epoch": 0.6049046321525886,
      "grad_norm": 93.0,
      "learning_rate": 1.64109363759222e-05,
      "loss": 8.827077865600586,
      "step": 222
    },
    {
      "epoch": 0.6076294277929155,
      "grad_norm": 94.5,
      "learning_rate": 1.6376963143350915e-05,
      "loss": 7.177187919616699,
      "step": 223
    },
    {
      "epoch": 0.6103542234332425,
      "grad_norm": 62.0,
      "learning_rate": 1.6342865409520318e-05,
      "loss": 7.975133419036865,
      "step": 224
    },
    {
      "epoch": 0.6130790190735694,
      "grad_norm": 70.0,
      "learning_rate": 1.630864384014083e-05,
      "loss": 8.900384902954102,
      "step": 225
    },
    {
      "epoch": 0.6158038147138964,
      "grad_norm": 60.25,
      "learning_rate": 1.627429910334058e-05,
      "loss": 7.536081314086914,
      "step": 226
    },
    {
      "epoch": 0.6185286103542235,
      "grad_norm": 58.25,
      "learning_rate": 1.6239831869652384e-05,
      "loss": 7.778719902038574,
      "step": 227
    },
    {
      "epoch": 0.6212534059945504,
      "grad_norm": 78.5,
      "learning_rate": 1.620524281200062e-05,
      "loss": 9.885849952697754,
      "step": 228
    },
    {
      "epoch": 0.6239782016348774,
      "grad_norm": 65.5,
      "learning_rate": 1.6170532605688115e-05,
      "loss": 8.622196197509766,
      "step": 229
    },
    {
      "epoch": 0.6267029972752044,
      "grad_norm": 77.5,
      "learning_rate": 1.6135701928382952e-05,
      "loss": 10.154062271118164,
      "step": 230
    },
    {
      "epoch": 0.6294277929155313,
      "grad_norm": 78.5,
      "learning_rate": 1.6100751460105244e-05,
      "loss": 9.700957298278809,
      "step": 231
    },
    {
      "epoch": 0.6321525885558583,
      "grad_norm": 106.5,
      "learning_rate": 1.6065681883213854e-05,
      "loss": 6.72788667678833,
      "step": 232
    },
    {
      "epoch": 0.6348773841961853,
      "grad_norm": 91.0,
      "learning_rate": 1.6030493882393076e-05,
      "loss": 8.668846130371094,
      "step": 233
    },
    {
      "epoch": 0.6376021798365122,
      "grad_norm": 106.0,
      "learning_rate": 1.599518814463925e-05,
      "loss": 8.67601203918457,
      "step": 234
    },
    {
      "epoch": 0.6403269754768393,
      "grad_norm": 121.0,
      "learning_rate": 1.595976535924739e-05,
      "loss": 9.827007293701172,
      "step": 235
    },
    {
      "epoch": 0.6430517711171662,
      "grad_norm": 588.0,
      "learning_rate": 1.5924226217797677e-05,
      "loss": 9.226984024047852,
      "step": 236
    },
    {
      "epoch": 0.6457765667574932,
      "grad_norm": 64.0,
      "learning_rate": 1.5888571414141997e-05,
      "loss": 8.387163162231445,
      "step": 237
    },
    {
      "epoch": 0.6485013623978202,
      "grad_norm": 118.0,
      "learning_rate": 1.585280164439037e-05,
      "loss": 8.13496208190918,
      "step": 238
    },
    {
      "epoch": 0.6512261580381471,
      "grad_norm": 81.5,
      "learning_rate": 1.581691760689737e-05,
      "loss": 9.463398933410645,
      "step": 239
    },
    {
      "epoch": 0.6539509536784741,
      "grad_norm": 63.0,
      "learning_rate": 1.5780920002248484e-05,
      "loss": 8.129623413085938,
      "step": 240
    },
    {
      "epoch": 0.6566757493188011,
      "grad_norm": 76.5,
      "learning_rate": 1.574480953324645e-05,
      "loss": 8.715579986572266,
      "step": 241
    },
    {
      "epoch": 0.659400544959128,
      "grad_norm": 56.5,
      "learning_rate": 1.5708586904897518e-05,
      "loss": 7.299056053161621,
      "step": 242
    },
    {
      "epoch": 0.662125340599455,
      "grad_norm": 54.25,
      "learning_rate": 1.5672252824397683e-05,
      "loss": 7.277167320251465,
      "step": 243
    },
    {
      "epoch": 0.6648501362397821,
      "grad_norm": 55.0,
      "learning_rate": 1.56358080011189e-05,
      "loss": 7.999053955078125,
      "step": 244
    },
    {
      "epoch": 0.667574931880109,
      "grad_norm": 78.5,
      "learning_rate": 1.559925314659521e-05,
      "loss": 7.08182954788208,
      "step": 245
    },
    {
      "epoch": 0.670299727520436,
      "grad_norm": 68.0,
      "learning_rate": 1.556258897450887e-05,
      "loss": 7.931889533996582,
      "step": 246
    },
    {
      "epoch": 0.6730245231607629,
      "grad_norm": 84.5,
      "learning_rate": 1.552581620067641e-05,
      "loss": 9.470329284667969,
      "step": 247
    },
    {
      "epoch": 0.6757493188010899,
      "grad_norm": 228.0,
      "learning_rate": 1.5488935543034644e-05,
      "loss": 8.88481616973877,
      "step": 248
    },
    {
      "epoch": 0.6784741144414169,
      "grad_norm": 137.0,
      "learning_rate": 1.5451947721626676e-05,
      "loss": 7.863848686218262,
      "step": 249
    },
    {
      "epoch": 0.6811989100817438,
      "grad_norm": 47.75,
      "learning_rate": 1.5414853458587834e-05,
      "loss": 8.018930435180664,
      "step": 250
    },
    {
      "epoch": 0.6839237057220708,
      "grad_norm": 53.25,
      "learning_rate": 1.5377653478131557e-05,
      "loss": 8.23213005065918,
      "step": 251
    },
    {
      "epoch": 0.6866485013623979,
      "grad_norm": 143.0,
      "learning_rate": 1.534034850653528e-05,
      "loss": 6.6429572105407715,
      "step": 252
    },
    {
      "epoch": 0.6893732970027248,
      "grad_norm": 320.0,
      "learning_rate": 1.5302939272126243e-05,
      "loss": 8.471845626831055,
      "step": 253
    },
    {
      "epoch": 0.6920980926430518,
      "grad_norm": 56.25,
      "learning_rate": 1.5265426505267265e-05,
      "loss": 9.73794937133789,
      "step": 254
    },
    {
      "epoch": 0.6948228882833788,
      "grad_norm": 136.0,
      "learning_rate": 1.5227810938342493e-05,
      "loss": 7.138307571411133,
      "step": 255
    },
    {
      "epoch": 0.6975476839237057,
      "grad_norm": 81.5,
      "learning_rate": 1.5190093305743103e-05,
      "loss": 7.136944770812988,
      "step": 256
    },
    {
      "epoch": 0.7002724795640327,
      "grad_norm": 65.5,
      "learning_rate": 1.5152274343852953e-05,
      "loss": 9.011394500732422,
      "step": 257
    },
    {
      "epoch": 0.7029972752043597,
      "grad_norm": 88.5,
      "learning_rate": 1.5114354791034225e-05,
      "loss": 8.616395950317383,
      "step": 258
    },
    {
      "epoch": 0.7057220708446866,
      "grad_norm": 97.0,
      "learning_rate": 1.5076335387612987e-05,
      "loss": 8.706403732299805,
      "step": 259
    },
    {
      "epoch": 0.7084468664850136,
      "grad_norm": 53.25,
      "learning_rate": 1.5038216875864758e-05,
      "loss": 9.25063419342041,
      "step": 260
    },
    {
      "epoch": 0.7111716621253406,
      "grad_norm": 55.0,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 7.913337230682373,
      "step": 261
    },
    {
      "epoch": 0.7138964577656676,
      "grad_norm": 51.5,
      "learning_rate": 1.4961685506149608e-05,
      "loss": 7.538181304931641,
      "step": 262
    },
    {
      "epoch": 0.7166212534059946,
      "grad_norm": 50.25,
      "learning_rate": 1.492327414235032e-05,
      "loss": 9.69723892211914,
      "step": 263
    },
    {
      "epoch": 0.7193460490463215,
      "grad_norm": 70.0,
      "learning_rate": 1.4884766658530126e-05,
      "loss": 9.871997833251953,
      "step": 264
    },
    {
      "epoch": 0.7220708446866485,
      "grad_norm": 47.5,
      "learning_rate": 1.4846163806493628e-05,
      "loss": 9.25969123840332,
      "step": 265
    },
    {
      "epoch": 0.7247956403269755,
      "grad_norm": 272.0,
      "learning_rate": 1.4807466339907358e-05,
      "loss": 8.33348274230957,
      "step": 266
    },
    {
      "epoch": 0.7275204359673024,
      "grad_norm": 1504.0,
      "learning_rate": 1.4768675014285063e-05,
      "loss": 9.026241302490234,
      "step": 267
    },
    {
      "epoch": 0.7302452316076294,
      "grad_norm": 168.0,
      "learning_rate": 1.4729790586972957e-05,
      "loss": 7.3931403160095215,
      "step": 268
    },
    {
      "epoch": 0.7329700272479565,
      "grad_norm": 103.5,
      "learning_rate": 1.469081381713493e-05,
      "loss": 8.33013916015625,
      "step": 269
    },
    {
      "epoch": 0.7356948228882834,
      "grad_norm": 105.0,
      "learning_rate": 1.465174546573774e-05,
      "loss": 7.207721710205078,
      "step": 270
    },
    {
      "epoch": 0.7384196185286104,
      "grad_norm": 73.0,
      "learning_rate": 1.4612586295536136e-05,
      "loss": 7.389970779418945,
      "step": 271
    },
    {
      "epoch": 0.7411444141689373,
      "grad_norm": 60.0,
      "learning_rate": 1.457333707105798e-05,
      "loss": 7.272927761077881,
      "step": 272
    },
    {
      "epoch": 0.7438692098092643,
      "grad_norm": 73.0,
      "learning_rate": 1.4533998558589319e-05,
      "loss": 7.018216133117676,
      "step": 273
    },
    {
      "epoch": 0.7465940054495913,
      "grad_norm": 75.0,
      "learning_rate": 1.4494571526159427e-05,
      "loss": 8.663573265075684,
      "step": 274
    },
    {
      "epoch": 0.7493188010899182,
      "grad_norm": 71.5,
      "learning_rate": 1.4455056743525793e-05,
      "loss": 7.3470258712768555,
      "step": 275
    },
    {
      "epoch": 0.7520435967302452,
      "grad_norm": 61.5,
      "learning_rate": 1.4415454982159121e-05,
      "loss": 6.416076183319092,
      "step": 276
    },
    {
      "epoch": 0.7547683923705722,
      "grad_norm": 45.25,
      "learning_rate": 1.437576701522824e-05,
      "loss": 7.636316299438477,
      "step": 277
    },
    {
      "epoch": 0.7574931880108992,
      "grad_norm": 75.5,
      "learning_rate": 1.433599361758503e-05,
      "loss": 7.864310264587402,
      "step": 278
    },
    {
      "epoch": 0.7602179836512262,
      "grad_norm": 86.5,
      "learning_rate": 1.429613556574928e-05,
      "loss": 6.941385746002197,
      "step": 279
    },
    {
      "epoch": 0.7629427792915532,
      "grad_norm": 83.5,
      "learning_rate": 1.425619363789354e-05,
      "loss": 9.594515800476074,
      "step": 280
    },
    {
      "epoch": 0.7656675749318801,
      "grad_norm": 71.5,
      "learning_rate": 1.4216168613827918e-05,
      "loss": 7.111987113952637,
      "step": 281
    },
    {
      "epoch": 0.7683923705722071,
      "grad_norm": 63.5,
      "learning_rate": 1.4176061274984858e-05,
      "loss": 7.9280242919921875,
      "step": 282
    },
    {
      "epoch": 0.771117166212534,
      "grad_norm": 112.5,
      "learning_rate": 1.4135872404403881e-05,
      "loss": 6.869634628295898,
      "step": 283
    },
    {
      "epoch": 0.773841961852861,
      "grad_norm": 46.0,
      "learning_rate": 1.4095602786716312e-05,
      "loss": 9.552452087402344,
      "step": 284
    },
    {
      "epoch": 0.776566757493188,
      "grad_norm": 131.0,
      "learning_rate": 1.405525320812994e-05,
      "loss": 6.404139041900635,
      "step": 285
    },
    {
      "epoch": 0.779291553133515,
      "grad_norm": 79.5,
      "learning_rate": 1.401482445641368e-05,
      "loss": 8.160365104675293,
      "step": 286
    },
    {
      "epoch": 0.782016348773842,
      "grad_norm": 57.5,
      "learning_rate": 1.39743173208822e-05,
      "loss": 8.898149490356445,
      "step": 287
    },
    {
      "epoch": 0.784741144414169,
      "grad_norm": 73.5,
      "learning_rate": 1.3933732592380485e-05,
      "loss": 8.005890846252441,
      "step": 288
    },
    {
      "epoch": 0.7874659400544959,
      "grad_norm": 74.5,
      "learning_rate": 1.3893071063268431e-05,
      "loss": 7.600529193878174,
      "step": 289
    },
    {
      "epoch": 0.7901907356948229,
      "grad_norm": 143.0,
      "learning_rate": 1.3852333527405346e-05,
      "loss": 8.386226654052734,
      "step": 290
    },
    {
      "epoch": 0.7929155313351499,
      "grad_norm": 64.0,
      "learning_rate": 1.3811520780134471e-05,
      "loss": 8.49716567993164,
      "step": 291
    },
    {
      "epoch": 0.7956403269754768,
      "grad_norm": 64.5,
      "learning_rate": 1.3770633618267444e-05,
      "loss": 6.701350212097168,
      "step": 292
    },
    {
      "epoch": 0.7983651226158038,
      "grad_norm": 106.5,
      "learning_rate": 1.3729672840068732e-05,
      "loss": 11.180490493774414,
      "step": 293
    },
    {
      "epoch": 0.8010899182561307,
      "grad_norm": 157.0,
      "learning_rate": 1.3688639245240078e-05,
      "loss": 7.627303123474121,
      "step": 294
    },
    {
      "epoch": 0.8038147138964578,
      "grad_norm": 46.0,
      "learning_rate": 1.364753363490485e-05,
      "loss": 6.636218547821045,
      "step": 295
    },
    {
      "epoch": 0.8065395095367848,
      "grad_norm": 75.5,
      "learning_rate": 1.3606356811592427e-05,
      "loss": 9.643957138061523,
      "step": 296
    },
    {
      "epoch": 0.8092643051771117,
      "grad_norm": 110.5,
      "learning_rate": 1.3565109579222511e-05,
      "loss": 8.615606307983398,
      "step": 297
    },
    {
      "epoch": 0.8119891008174387,
      "grad_norm": 76.0,
      "learning_rate": 1.3523792743089457e-05,
      "loss": 7.899325370788574,
      "step": 298
    },
    {
      "epoch": 0.8147138964577657,
      "grad_norm": 63.25,
      "learning_rate": 1.3482407109846527e-05,
      "loss": 8.536578178405762,
      "step": 299
    },
    {
      "epoch": 0.8174386920980926,
      "grad_norm": 94.5,
      "learning_rate": 1.3440953487490145e-05,
      "loss": 8.565481185913086,
      "step": 300
    },
    {
      "epoch": 0.8201634877384196,
      "grad_norm": 55.75,
      "learning_rate": 1.3399432685344143e-05,
      "loss": 7.926910877227783,
      "step": 301
    },
    {
      "epoch": 0.8228882833787466,
      "grad_norm": 57.25,
      "learning_rate": 1.3357845514043927e-05,
      "loss": 8.481698989868164,
      "step": 302
    },
    {
      "epoch": 0.8256130790190735,
      "grad_norm": 53.5,
      "learning_rate": 1.331619278552068e-05,
      "loss": 7.775982856750488,
      "step": 303
    },
    {
      "epoch": 0.8283378746594006,
      "grad_norm": 178.0,
      "learning_rate": 1.327447531298549e-05,
      "loss": 7.186558723449707,
      "step": 304
    },
    {
      "epoch": 0.8310626702997275,
      "grad_norm": 42.25,
      "learning_rate": 1.3232693910913486e-05,
      "loss": 7.542721271514893,
      "step": 305
    },
    {
      "epoch": 0.8337874659400545,
      "grad_norm": 58.25,
      "learning_rate": 1.3190849395027926e-05,
      "loss": 8.921777725219727,
      "step": 306
    },
    {
      "epoch": 0.8365122615803815,
      "grad_norm": 51.0,
      "learning_rate": 1.3148942582284286e-05,
      "loss": 6.938803195953369,
      "step": 307
    },
    {
      "epoch": 0.8392370572207084,
      "grad_norm": 69.0,
      "learning_rate": 1.3106974290854286e-05,
      "loss": 6.134668350219727,
      "step": 308
    },
    {
      "epoch": 0.8419618528610354,
      "grad_norm": 54.0,
      "learning_rate": 1.306494534010995e-05,
      "loss": 8.931164741516113,
      "step": 309
    },
    {
      "epoch": 0.8446866485013624,
      "grad_norm": 87.5,
      "learning_rate": 1.3022856550607572e-05,
      "loss": 9.727581024169922,
      "step": 310
    },
    {
      "epoch": 0.8474114441416893,
      "grad_norm": 392.0,
      "learning_rate": 1.298070874407173e-05,
      "loss": 9.479921340942383,
      "step": 311
    },
    {
      "epoch": 0.8501362397820164,
      "grad_norm": 78.0,
      "learning_rate": 1.2938502743379212e-05,
      "loss": 7.574161052703857,
      "step": 312
    },
    {
      "epoch": 0.8528610354223434,
      "grad_norm": 98.5,
      "learning_rate": 1.2896239372542971e-05,
      "loss": 6.311966896057129,
      "step": 313
    },
    {
      "epoch": 0.8555858310626703,
      "grad_norm": 89.5,
      "learning_rate": 1.2853919456696038e-05,
      "loss": 7.752774238586426,
      "step": 314
    },
    {
      "epoch": 0.8583106267029973,
      "grad_norm": 128.0,
      "learning_rate": 1.2811543822075396e-05,
      "loss": 8.187653541564941,
      "step": 315
    },
    {
      "epoch": 0.8610354223433242,
      "grad_norm": 352.0,
      "learning_rate": 1.2769113296005868e-05,
      "loss": 8.210296630859375,
      "step": 316
    },
    {
      "epoch": 0.8637602179836512,
      "grad_norm": 146.0,
      "learning_rate": 1.2726628706883947e-05,
      "loss": 8.545489311218262,
      "step": 317
    },
    {
      "epoch": 0.8664850136239782,
      "grad_norm": 52.5,
      "learning_rate": 1.2684090884161636e-05,
      "loss": 7.061089515686035,
      "step": 318
    },
    {
      "epoch": 0.8692098092643051,
      "grad_norm": 129.0,
      "learning_rate": 1.2641500658330248e-05,
      "loss": 6.323040008544922,
      "step": 319
    },
    {
      "epoch": 0.8719346049046321,
      "grad_norm": 54.75,
      "learning_rate": 1.2598858860904193e-05,
      "loss": 8.90510368347168,
      "step": 320
    },
    {
      "epoch": 0.8746594005449592,
      "grad_norm": 57.25,
      "learning_rate": 1.2556166324404747e-05,
      "loss": 7.848992347717285,
      "step": 321
    },
    {
      "epoch": 0.8773841961852861,
      "grad_norm": 125.5,
      "learning_rate": 1.2513423882343797e-05,
      "loss": 9.337868690490723,
      "step": 322
    },
    {
      "epoch": 0.8801089918256131,
      "grad_norm": 71.5,
      "learning_rate": 1.247063236920755e-05,
      "loss": 7.9343061447143555,
      "step": 323
    },
    {
      "epoch": 0.8828337874659401,
      "grad_norm": 51.75,
      "learning_rate": 1.242779262044028e-05,
      "loss": 7.241304397583008,
      "step": 324
    },
    {
      "epoch": 0.885558583106267,
      "grad_norm": 62.0,
      "learning_rate": 1.2384905472427975e-05,
      "loss": 8.429121017456055,
      "step": 325
    },
    {
      "epoch": 0.888283378746594,
      "grad_norm": 53.5,
      "learning_rate": 1.2341971762482043e-05,
      "loss": 7.462927341461182,
      "step": 326
    },
    {
      "epoch": 0.8910081743869209,
      "grad_norm": 83.0,
      "learning_rate": 1.2298992328822937e-05,
      "loss": 6.1312575340271,
      "step": 327
    },
    {
      "epoch": 0.8937329700272479,
      "grad_norm": 133.0,
      "learning_rate": 1.2255968010563799e-05,
      "loss": 7.932398796081543,
      "step": 328
    },
    {
      "epoch": 0.896457765667575,
      "grad_norm": 115.5,
      "learning_rate": 1.2212899647694094e-05,
      "loss": 9.538064956665039,
      "step": 329
    },
    {
      "epoch": 0.8991825613079019,
      "grad_norm": 108.0,
      "learning_rate": 1.2169788081063181e-05,
      "loss": 8.497495651245117,
      "step": 330
    },
    {
      "epoch": 0.9019073569482289,
      "grad_norm": 160.0,
      "learning_rate": 1.2126634152363924e-05,
      "loss": 8.135430335998535,
      "step": 331
    },
    {
      "epoch": 0.9046321525885559,
      "grad_norm": 47.5,
      "learning_rate": 1.2083438704116235e-05,
      "loss": 8.22928524017334,
      "step": 332
    },
    {
      "epoch": 0.9073569482288828,
      "grad_norm": 60.0,
      "learning_rate": 1.2040202579650649e-05,
      "loss": 8.291242599487305,
      "step": 333
    },
    {
      "epoch": 0.9100817438692098,
      "grad_norm": 54.0,
      "learning_rate": 1.1996926623091839e-05,
      "loss": 7.9037251472473145,
      "step": 334
    },
    {
      "epoch": 0.9128065395095368,
      "grad_norm": 154.0,
      "learning_rate": 1.1953611679342144e-05,
      "loss": 7.170064449310303,
      "step": 335
    },
    {
      "epoch": 0.9155313351498637,
      "grad_norm": 206.0,
      "learning_rate": 1.1910258594065079e-05,
      "loss": 8.21196460723877,
      "step": 336
    },
    {
      "epoch": 0.9182561307901907,
      "grad_norm": 140.0,
      "learning_rate": 1.1866868213668813e-05,
      "loss": 8.195924758911133,
      "step": 337
    },
    {
      "epoch": 0.9209809264305178,
      "grad_norm": 75.5,
      "learning_rate": 1.1823441385289656e-05,
      "loss": 8.583342552185059,
      "step": 338
    },
    {
      "epoch": 0.9237057220708447,
      "grad_norm": 69.0,
      "learning_rate": 1.1779978956775507e-05,
      "loss": 7.357507228851318,
      "step": 339
    },
    {
      "epoch": 0.9264305177111717,
      "grad_norm": 40.25,
      "learning_rate": 1.1736481776669307e-05,
      "loss": 9.229513168334961,
      "step": 340
    },
    {
      "epoch": 0.9291553133514986,
      "grad_norm": 146.0,
      "learning_rate": 1.169295069419248e-05,
      "loss": 6.533137321472168,
      "step": 341
    },
    {
      "epoch": 0.9318801089918256,
      "grad_norm": 61.5,
      "learning_rate": 1.1649386559228342e-05,
      "loss": 7.507099628448486,
      "step": 342
    },
    {
      "epoch": 0.9346049046321526,
      "grad_norm": 80.0,
      "learning_rate": 1.1605790222305516e-05,
      "loss": 7.3725810050964355,
      "step": 343
    },
    {
      "epoch": 0.9373297002724795,
      "grad_norm": 81.0,
      "learning_rate": 1.1562162534581318e-05,
      "loss": 9.221755981445312,
      "step": 344
    },
    {
      "epoch": 0.9400544959128065,
      "grad_norm": 334.0,
      "learning_rate": 1.1518504347825146e-05,
      "loss": 6.867805004119873,
      "step": 345
    },
    {
      "epoch": 0.9427792915531336,
      "grad_norm": 97.5,
      "learning_rate": 1.1474816514401851e-05,
      "loss": 8.168418884277344,
      "step": 346
    },
    {
      "epoch": 0.9455040871934605,
      "grad_norm": 116.5,
      "learning_rate": 1.143109988725509e-05,
      "loss": 8.540360450744629,
      "step": 347
    },
    {
      "epoch": 0.9482288828337875,
      "grad_norm": 50.0,
      "learning_rate": 1.1387355319890685e-05,
      "loss": 5.956089973449707,
      "step": 348
    },
    {
      "epoch": 0.9509536784741145,
      "grad_norm": 65.5,
      "learning_rate": 1.1343583666359938e-05,
      "loss": 7.404401779174805,
      "step": 349
    },
    {
      "epoch": 0.9536784741144414,
      "grad_norm": 79.0,
      "learning_rate": 1.1299785781242982e-05,
      "loss": 6.322681427001953,
      "step": 350
    },
    {
      "epoch": 0.9564032697547684,
      "grad_norm": 60.0,
      "learning_rate": 1.1255962519632082e-05,
      "loss": 7.368110656738281,
      "step": 351
    },
    {
      "epoch": 0.9591280653950953,
      "grad_norm": 118.5,
      "learning_rate": 1.1212114737114941e-05,
      "loss": 7.17164945602417,
      "step": 352
    },
    {
      "epoch": 0.9618528610354223,
      "grad_norm": 52.75,
      "learning_rate": 1.1168243289758001e-05,
      "loss": 7.229589462280273,
      "step": 353
    },
    {
      "epoch": 0.9645776566757494,
      "grad_norm": 63.75,
      "learning_rate": 1.1124349034089724e-05,
      "loss": 7.301548957824707,
      "step": 354
    },
    {
      "epoch": 0.9673024523160763,
      "grad_norm": 53.5,
      "learning_rate": 1.1080432827083874e-05,
      "loss": 7.822205543518066,
      "step": 355
    },
    {
      "epoch": 0.9700272479564033,
      "grad_norm": 165.0,
      "learning_rate": 1.1036495526142784e-05,
      "loss": 7.196988105773926,
      "step": 356
    },
    {
      "epoch": 0.9727520435967303,
      "grad_norm": 109.0,
      "learning_rate": 1.0992537989080618e-05,
      "loss": 7.927482604980469,
      "step": 357
    },
    {
      "epoch": 0.9754768392370572,
      "grad_norm": 63.25,
      "learning_rate": 1.0948561074106618e-05,
      "loss": 8.574819564819336,
      "step": 358
    },
    {
      "epoch": 0.9782016348773842,
      "grad_norm": 219.0,
      "learning_rate": 1.0904565639808358e-05,
      "loss": 8.466644287109375,
      "step": 359
    },
    {
      "epoch": 0.9809264305177112,
      "grad_norm": 62.75,
      "learning_rate": 1.086055254513497e-05,
      "loss": 8.004752159118652,
      "step": 360
    },
    {
      "epoch": 0.9836512261580381,
      "grad_norm": 672.0,
      "learning_rate": 1.0816522649380383e-05,
      "loss": 8.849076271057129,
      "step": 361
    },
    {
      "epoch": 0.9863760217983651,
      "grad_norm": 80.0,
      "learning_rate": 1.0772476812166545e-05,
      "loss": 7.5196661949157715,
      "step": 362
    },
    {
      "epoch": 0.989100817438692,
      "grad_norm": 60.5,
      "learning_rate": 1.0728415893426636e-05,
      "loss": 7.944910049438477,
      "step": 363
    },
    {
      "epoch": 0.9918256130790191,
      "grad_norm": 676.0,
      "learning_rate": 1.0684340753388283e-05,
      "loss": 8.418794631958008,
      "step": 364
    },
    {
      "epoch": 0.9945504087193461,
      "grad_norm": 46.75,
      "learning_rate": 1.064025225255676e-05,
      "loss": 7.800658226013184,
      "step": 365
    },
    {
      "epoch": 0.997275204359673,
      "grad_norm": 50.25,
      "learning_rate": 1.05961512516982e-05,
      "loss": 8.47831916809082,
      "step": 366
    },
    {
      "epoch": 1.0,
      "grad_norm": 103.0,
      "learning_rate": 1.0552038611822774e-05,
      "loss": 8.185615539550781,
      "step": 367
    }
  ],
  "logging_steps": 1,
  "max_steps": 734,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.422627732599603e+17,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}