{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 734,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0027247956403269754,
      "grad_norm": 3152.0,
      "learning_rate": 0.0,
      "loss": 48.40627670288086,
      "step": 1
    },
    {
      "epoch": 0.005449591280653951,
      "grad_norm": 2672.0,
      "learning_rate": 8.695652173913044e-07,
      "loss": 47.4522819519043,
      "step": 2
    },
    {
      "epoch": 0.008174386920980926,
      "grad_norm": 2656.0,
      "learning_rate": 1.7391304347826088e-06,
      "loss": 47.537269592285156,
      "step": 3
    },
    {
      "epoch": 0.010899182561307902,
      "grad_norm": 2896.0,
      "learning_rate": 2.6086956521739132e-06,
      "loss": 47.03502655029297,
      "step": 4
    },
    {
      "epoch": 0.013623978201634877,
      "grad_norm": 2112.0,
      "learning_rate": 3.4782608695652175e-06,
      "loss": 44.74693298339844,
      "step": 5
    },
    {
      "epoch": 0.01634877384196185,
      "grad_norm": 1832.0,
      "learning_rate": 4.347826086956522e-06,
      "loss": 43.523712158203125,
      "step": 6
    },
    {
      "epoch": 0.01907356948228883,
      "grad_norm": 4960.0,
      "learning_rate": 5.2173913043478265e-06,
      "loss": 39.67890930175781,
      "step": 7
    },
    {
      "epoch": 0.021798365122615803,
      "grad_norm": 1004.0,
      "learning_rate": 6.086956521739132e-06,
      "loss": 38.25300216674805,
      "step": 8
    },
    {
      "epoch": 0.02452316076294278,
      "grad_norm": 976.0,
      "learning_rate": 6.956521739130435e-06,
      "loss": 36.702880859375,
      "step": 9
    },
    {
      "epoch": 0.027247956403269755,
      "grad_norm": 692.0,
      "learning_rate": 7.82608695652174e-06,
      "loss": 36.129356384277344,
      "step": 10
    },
    {
      "epoch": 0.02997275204359673,
      "grad_norm": 484.0,
      "learning_rate": 8.695652173913044e-06,
      "loss": 33.03797149658203,
      "step": 11
    },
    {
      "epoch": 0.0326975476839237,
      "grad_norm": 374.0,
      "learning_rate": 9.565217391304349e-06,
      "loss": 30.922203063964844,
      "step": 12
    },
    {
      "epoch": 0.035422343324250684,
      "grad_norm": 364.0,
      "learning_rate": 1.0434782608695653e-05,
      "loss": 30.420955657958984,
      "step": 13
    },
    {
      "epoch": 0.03814713896457766,
      "grad_norm": 272.0,
      "learning_rate": 1.1304347826086957e-05,
      "loss": 29.078968048095703,
      "step": 14
    },
    {
      "epoch": 0.04087193460490463,
      "grad_norm": 268.0,
      "learning_rate": 1.2173913043478263e-05,
      "loss": 28.454662322998047,
      "step": 15
    },
    {
      "epoch": 0.043596730245231606,
      "grad_norm": 284.0,
      "learning_rate": 1.3043478260869566e-05,
      "loss": 26.663990020751953,
      "step": 16
    },
    {
      "epoch": 0.04632152588555858,
      "grad_norm": 180.0,
      "learning_rate": 1.391304347826087e-05,
      "loss": 26.216550827026367,
      "step": 17
    },
    {
      "epoch": 0.04904632152588556,
      "grad_norm": 760.0,
      "learning_rate": 1.4782608695652174e-05,
      "loss": 25.440536499023438,
      "step": 18
    },
    {
      "epoch": 0.051771117166212535,
      "grad_norm": 250.0,
      "learning_rate": 1.565217391304348e-05,
      "loss": 25.319339752197266,
      "step": 19
    },
    {
      "epoch": 0.05449591280653951,
      "grad_norm": 160.0,
      "learning_rate": 1.6521739130434785e-05,
      "loss": 24.522743225097656,
      "step": 20
    },
    {
      "epoch": 0.05722070844686648,
      "grad_norm": 99.0,
      "learning_rate": 1.739130434782609e-05,
      "loss": 23.68889045715332,
      "step": 21
    },
    {
      "epoch": 0.05994550408719346,
      "grad_norm": 137.0,
      "learning_rate": 1.8260869565217393e-05,
      "loss": 22.45394515991211,
      "step": 22
    },
    {
      "epoch": 0.06267029972752043,
      "grad_norm": 96.0,
      "learning_rate": 1.9130434782608697e-05,
      "loss": 21.58340835571289,
      "step": 23
    },
    {
      "epoch": 0.0653950953678474,
      "grad_norm": 79.5,
      "learning_rate": 2e-05,
      "loss": 21.60813331604004,
      "step": 24
    },
    {
      "epoch": 0.0681198910081744,
      "grad_norm": 68.0,
      "learning_rate": 1.9999902382014363e-05,
      "loss": 19.326705932617188,
      "step": 25
    },
    {
      "epoch": 0.07084468664850137,
      "grad_norm": 195.0,
      "learning_rate": 1.9999609529963303e-05,
      "loss": 20.620744705200195,
      "step": 26
    },
    {
      "epoch": 0.07356948228882834,
      "grad_norm": 204.0,
      "learning_rate": 1.9999121449564347e-05,
      "loss": 19.753509521484375,
      "step": 27
    },
    {
      "epoch": 0.07629427792915532,
      "grad_norm": 71.5,
      "learning_rate": 1.9998438150346578e-05,
      "loss": 20.347627639770508,
      "step": 28
    },
    {
      "epoch": 0.07901907356948229,
      "grad_norm": 215.0,
      "learning_rate": 1.999755964565046e-05,
      "loss": 19.19959831237793,
      "step": 29
    },
    {
      "epoch": 0.08174386920980926,
      "grad_norm": 314.0,
      "learning_rate": 1.9996485952627554e-05,
      "loss": 18.856372833251953,
      "step": 30
    },
    {
      "epoch": 0.08446866485013624,
      "grad_norm": 199.0,
      "learning_rate": 1.999521709224022e-05,
      "loss": 19.498279571533203,
      "step": 31
    },
    {
      "epoch": 0.08719346049046321,
      "grad_norm": 69.5,
      "learning_rate": 1.9993753089261175e-05,
      "loss": 17.953914642333984,
      "step": 32
    },
    {
      "epoch": 0.08991825613079019,
      "grad_norm": 180.0,
      "learning_rate": 1.999209397227302e-05,
      "loss": 17.53020477294922,
      "step": 33
    },
    {
      "epoch": 0.09264305177111716,
      "grad_norm": 346.0,
      "learning_rate": 1.999023977366769e-05,
      "loss": 17.79115867614746,
      "step": 34
    },
    {
      "epoch": 0.09536784741144415,
      "grad_norm": 237.0,
      "learning_rate": 1.998819052964581e-05,
      "loss": 18.816436767578125,
      "step": 35
    },
    {
      "epoch": 0.09809264305177112,
      "grad_norm": 196.0,
      "learning_rate": 1.9985946280215996e-05,
      "loss": 17.000261306762695,
      "step": 36
    },
    {
      "epoch": 0.1008174386920981,
      "grad_norm": 169.0,
      "learning_rate": 1.998350706919407e-05,
      "loss": 17.606061935424805,
      "step": 37
    },
    {
      "epoch": 0.10354223433242507,
      "grad_norm": 55.0,
      "learning_rate": 1.9980872944202203e-05,
      "loss": 16.317874908447266,
      "step": 38
    },
    {
      "epoch": 0.10626702997275204,
      "grad_norm": 122.0,
      "learning_rate": 1.997804395666799e-05,
      "loss": 16.31488800048828,
      "step": 39
    },
    {
      "epoch": 0.10899182561307902,
      "grad_norm": 314.0,
      "learning_rate": 1.9975020161823445e-05,
      "loss": 16.29736328125,
      "step": 40
    },
    {
      "epoch": 0.11171662125340599,
      "grad_norm": 64.5,
      "learning_rate": 1.9971801618703924e-05,
      "loss": 17.167266845703125,
      "step": 41
    },
    {
      "epoch": 0.11444141689373297,
      "grad_norm": 52.0,
      "learning_rate": 1.996838839014696e-05,
      "loss": 15.893667221069336,
      "step": 42
    },
    {
      "epoch": 0.11716621253405994,
      "grad_norm": 52.25,
      "learning_rate": 1.9964780542791057e-05,
      "loss": 15.158836364746094,
      "step": 43
    },
    {
      "epoch": 0.11989100817438691,
      "grad_norm": 101.5,
      "learning_rate": 1.9960978147074367e-05,
      "loss": 15.873449325561523,
      "step": 44
    },
    {
      "epoch": 0.1226158038147139,
      "grad_norm": 85.0,
      "learning_rate": 1.9956981277233342e-05,
      "loss": 15.50723648071289,
      "step": 45
    },
    {
      "epoch": 0.12534059945504086,
      "grad_norm": 83.0,
      "learning_rate": 1.9952790011301248e-05,
      "loss": 16.80683135986328,
      "step": 46
    },
    {
      "epoch": 0.12806539509536785,
      "grad_norm": 111.0,
      "learning_rate": 1.994840443110668e-05,
      "loss": 16.459972381591797,
      "step": 47
    },
    {
      "epoch": 0.1307901907356948,
      "grad_norm": 150.0,
      "learning_rate": 1.9943824622271934e-05,
      "loss": 13.282132148742676,
      "step": 48
    },
    {
      "epoch": 0.1335149863760218,
      "grad_norm": 128.0,
      "learning_rate": 1.9939050674211358e-05,
      "loss": 14.049150466918945,
      "step": 49
    },
    {
      "epoch": 0.1362397820163488,
      "grad_norm": 87.5,
      "learning_rate": 1.9934082680129588e-05,
      "loss": 14.285058975219727,
      "step": 50
    },
    {
      "epoch": 0.13896457765667575,
      "grad_norm": 70.5,
      "learning_rate": 1.9928920737019735e-05,
      "loss": 12.706293106079102,
      "step": 51
    },
    {
      "epoch": 0.14168937329700274,
      "grad_norm": 75.5,
      "learning_rate": 1.9923564945661506e-05,
      "loss": 13.83144474029541,
      "step": 52
    },
    {
      "epoch": 0.1444141689373297,
      "grad_norm": 88.5,
      "learning_rate": 1.99180154106192e-05,
      "loss": 12.213239669799805,
      "step": 53
    },
    {
      "epoch": 0.14713896457765668,
      "grad_norm": 97.0,
      "learning_rate": 1.9912272240239715e-05,
      "loss": 12.70011043548584,
      "step": 54
    },
    {
      "epoch": 0.14986376021798364,
      "grad_norm": 93.0,
      "learning_rate": 1.9906335546650394e-05,
      "loss": 11.974971771240234,
      "step": 55
    },
    {
      "epoch": 0.15258855585831063,
      "grad_norm": 66.0,
      "learning_rate": 1.9900205445756845e-05,
      "loss": 13.716851234436035,
      "step": 56
    },
    {
      "epoch": 0.1553133514986376,
      "grad_norm": 57.75,
      "learning_rate": 1.9893882057240698e-05,
      "loss": 13.276803016662598,
      "step": 57
    },
    {
      "epoch": 0.15803814713896458,
      "grad_norm": 63.5,
      "learning_rate": 1.988736550455723e-05,
      "loss": 12.804815292358398,
      "step": 58
    },
    {
      "epoch": 0.16076294277929154,
      "grad_norm": 57.25,
      "learning_rate": 1.9880655914933003e-05,
      "loss": 12.110427856445312,
      "step": 59
    },
    {
      "epoch": 0.16348773841961853,
      "grad_norm": 57.5,
      "learning_rate": 1.9873753419363336e-05,
      "loss": 12.278120040893555,
      "step": 60
    },
    {
      "epoch": 0.16621253405994552,
      "grad_norm": 57.5,
      "learning_rate": 1.986665815260977e-05,
      "loss": 12.700621604919434,
      "step": 61
    },
    {
      "epoch": 0.16893732970027248,
      "grad_norm": 122.5,
      "learning_rate": 1.9859370253197436e-05,
      "loss": 12.573596954345703,
      "step": 62
    },
    {
      "epoch": 0.17166212534059946,
      "grad_norm": 61.75,
      "learning_rate": 1.9851889863412347e-05,
      "loss": 11.165464401245117,
      "step": 63
    },
    {
      "epoch": 0.17438692098092642,
      "grad_norm": 67.5,
      "learning_rate": 1.9844217129298616e-05,
      "loss": 12.087121963500977,
      "step": 64
    },
    {
      "epoch": 0.1771117166212534,
      "grad_norm": 106.5,
      "learning_rate": 1.983635220065562e-05,
      "loss": 14.107297897338867,
      "step": 65
    },
    {
      "epoch": 0.17983651226158037,
      "grad_norm": 77.0,
      "learning_rate": 1.9828295231035054e-05,
      "loss": 12.48006820678711,
      "step": 66
    },
    {
      "epoch": 0.18256130790190736,
      "grad_norm": 122.5,
      "learning_rate": 1.9820046377737944e-05,
      "loss": 12.802762985229492,
      "step": 67
    },
    {
      "epoch": 0.18528610354223432,
      "grad_norm": 77.0,
      "learning_rate": 1.9811605801811578e-05,
      "loss": 10.705779075622559,
      "step": 68
    },
    {
      "epoch": 0.1880108991825613,
      "grad_norm": 52.25,
      "learning_rate": 1.9802973668046364e-05,
      "loss": 12.537907600402832,
      "step": 69
    },
    {
      "epoch": 0.1907356948228883,
      "grad_norm": 47.0,
      "learning_rate": 1.97941501449726e-05,
      "loss": 11.78143310546875,
      "step": 70
    },
    {
      "epoch": 0.19346049046321526,
      "grad_norm": 41.5,
      "learning_rate": 1.9785135404857202e-05,
      "loss": 12.222698211669922,
      "step": 71
    },
    {
      "epoch": 0.19618528610354224,
      "grad_norm": 41.5,
      "learning_rate": 1.9775929623700318e-05,
      "loss": 12.033823013305664,
      "step": 72
    },
    {
      "epoch": 0.1989100817438692,
      "grad_norm": 38.5,
      "learning_rate": 1.9766532981231913e-05,
      "loss": 12.244077682495117,
      "step": 73
    },
    {
      "epoch": 0.2016348773841962,
      "grad_norm": 49.75,
      "learning_rate": 1.975694566090825e-05,
      "loss": 11.97701644897461,
      "step": 74
    },
    {
      "epoch": 0.20435967302452315,
      "grad_norm": 55.5,
      "learning_rate": 1.9747167849908305e-05,
      "loss": 10.784921646118164,
      "step": 75
    },
    {
      "epoch": 0.20708446866485014,
      "grad_norm": 61.0,
      "learning_rate": 1.9737199739130123e-05,
      "loss": 11.930859565734863,
      "step": 76
    },
    {
      "epoch": 0.2098092643051771,
      "grad_norm": 45.0,
      "learning_rate": 1.9727041523187083e-05,
      "loss": 13.60090446472168,
      "step": 77
    },
    {
      "epoch": 0.2125340599455041,
      "grad_norm": 40.5,
      "learning_rate": 1.97166934004041e-05,
      "loss": 12.982333183288574,
      "step": 78
    },
    {
      "epoch": 0.21525885558583105,
      "grad_norm": 59.75,
      "learning_rate": 1.970615557281376e-05,
      "loss": 9.924541473388672,
      "step": 79
    },
    {
      "epoch": 0.21798365122615804,
      "grad_norm": 57.25,
      "learning_rate": 1.969542824615235e-05,
      "loss": 11.274691581726074,
      "step": 80
    },
    {
      "epoch": 0.22070844686648503,
      "grad_norm": 50.75,
      "learning_rate": 1.968451162985589e-05,
      "loss": 9.735274314880371,
      "step": 81
    },
    {
      "epoch": 0.22343324250681199,
      "grad_norm": 78.5,
      "learning_rate": 1.9673405937055986e-05,
      "loss": 10.165392875671387,
      "step": 82
    },
    {
      "epoch": 0.22615803814713897,
      "grad_norm": 74.5,
      "learning_rate": 1.9662111384575716e-05,
      "loss": 9.077415466308594,
      "step": 83
    },
    {
      "epoch": 0.22888283378746593,
      "grad_norm": 54.75,
      "learning_rate": 1.9650628192925372e-05,
      "loss": 10.11076831817627,
      "step": 84
    },
    {
      "epoch": 0.23160762942779292,
      "grad_norm": 74.0,
      "learning_rate": 1.963895658629816e-05,
      "loss": 11.903621673583984,
      "step": 85
    },
    {
      "epoch": 0.23433242506811988,
      "grad_norm": 47.25,
      "learning_rate": 1.9627096792565825e-05,
      "loss": 9.115705490112305,
      "step": 86
    },
    {
      "epoch": 0.23705722070844687,
      "grad_norm": 78.5,
      "learning_rate": 1.9615049043274207e-05,
      "loss": 11.530861854553223,
      "step": 87
    },
    {
      "epoch": 0.23978201634877383,
      "grad_norm": 54.75,
      "learning_rate": 1.9602813573638705e-05,
      "loss": 10.342988014221191,
      "step": 88
    },
    {
      "epoch": 0.24250681198910082,
      "grad_norm": 46.5,
      "learning_rate": 1.9590390622539696e-05,
      "loss": 10.499998092651367,
      "step": 89
    },
    {
      "epoch": 0.2452316076294278,
      "grad_norm": 61.75,
      "learning_rate": 1.957778043251788e-05,
      "loss": 10.014358520507812,
      "step": 90
    },
    {
      "epoch": 0.24795640326975477,
      "grad_norm": 84.0,
      "learning_rate": 1.9564983249769518e-05,
      "loss": 12.045997619628906,
      "step": 91
    },
    {
      "epoch": 0.2506811989100817,
      "grad_norm": 110.0,
      "learning_rate": 1.9551999324141656e-05,
      "loss": 10.226362228393555,
      "step": 92
    },
    {
      "epoch": 0.25340599455040874,
      "grad_norm": 88.5,
      "learning_rate": 1.953882890912723e-05,
      "loss": 10.071401596069336,
      "step": 93
    },
    {
      "epoch": 0.2561307901907357,
      "grad_norm": 92.0,
      "learning_rate": 1.9525472261860112e-05,
      "loss": 11.945771217346191,
      "step": 94
    },
    {
      "epoch": 0.25885558583106266,
      "grad_norm": 59.25,
      "learning_rate": 1.9511929643110095e-05,
      "loss": 10.799688339233398,
      "step": 95
    },
    {
      "epoch": 0.2615803814713896,
      "grad_norm": 85.0,
      "learning_rate": 1.949820131727783e-05,
      "loss": 12.050772666931152,
      "step": 96
    },
    {
      "epoch": 0.26430517711171664,
      "grad_norm": 75.5,
      "learning_rate": 1.9484287552389603e-05,
      "loss": 10.570755004882812,
      "step": 97
    },
    {
      "epoch": 0.2670299727520436,
      "grad_norm": 101.0,
      "learning_rate": 1.9470188620092162e-05,
      "loss": 10.214563369750977,
      "step": 98
    },
    {
      "epoch": 0.26975476839237056,
      "grad_norm": 59.25,
      "learning_rate": 1.945590479564738e-05,
      "loss": 10.041733741760254,
      "step": 99
    },
    {
      "epoch": 0.2724795640326976,
      "grad_norm": 80.0,
      "learning_rate": 1.9441436357926892e-05,
      "loss": 12.891487121582031,
      "step": 100
    },
    {
      "epoch": 0.27520435967302453,
      "grad_norm": 67.5,
      "learning_rate": 1.9426783589406645e-05,
      "loss": 10.844165802001953,
      "step": 101
    },
    {
      "epoch": 0.2779291553133515,
      "grad_norm": 48.75,
      "learning_rate": 1.9411946776161388e-05,
      "loss": 11.822603225708008,
      "step": 102
    },
    {
      "epoch": 0.28065395095367845,
      "grad_norm": 68.5,
      "learning_rate": 1.9396926207859085e-05,
      "loss": 10.97657585144043,
      "step": 103
    },
    {
      "epoch": 0.28337874659400547,
      "grad_norm": 134.0,
      "learning_rate": 1.9381722177755266e-05,
      "loss": 10.612011909484863,
      "step": 104
    },
    {
      "epoch": 0.28610354223433243,
      "grad_norm": 154.0,
      "learning_rate": 1.936633498268728e-05,
      "loss": 9.453835487365723,
      "step": 105
    },
    {
      "epoch": 0.2888283378746594,
      "grad_norm": 127.0,
      "learning_rate": 1.9350764923068533e-05,
      "loss": 9.9420166015625,
      "step": 106
    },
    {
      "epoch": 0.29155313351498635,
      "grad_norm": 65.5,
      "learning_rate": 1.933501230288259e-05,
      "loss": 9.418241500854492,
      "step": 107
    },
    {
      "epoch": 0.29427792915531337,
      "grad_norm": 62.75,
      "learning_rate": 1.931907742967727e-05,
      "loss": 8.981918334960938,
      "step": 108
    },
    {
      "epoch": 0.2970027247956403,
      "grad_norm": 82.5,
      "learning_rate": 1.9302960614558604e-05,
      "loss": 10.584541320800781,
      "step": 109
    },
    {
      "epoch": 0.2997275204359673,
      "grad_norm": 117.5,
      "learning_rate": 1.928666217218481e-05,
      "loss": 9.602861404418945,
      "step": 110
    },
    {
      "epoch": 0.3024523160762943,
      "grad_norm": 148.0,
      "learning_rate": 1.9270182420760104e-05,
      "loss": 11.30278205871582,
      "step": 111
    },
    {
      "epoch": 0.30517711171662126,
      "grad_norm": 62.5,
      "learning_rate": 1.9253521682028515e-05,
      "loss": 9.8443021774292,
      "step": 112
    },
    {
      "epoch": 0.3079019073569482,
      "grad_norm": 84.0,
      "learning_rate": 1.9236680281267594e-05,
      "loss": 7.5392961502075195,
      "step": 113
    },
    {
      "epoch": 0.3106267029972752,
      "grad_norm": 56.75,
      "learning_rate": 1.921965854728207e-05,
      "loss": 10.067930221557617,
      "step": 114
    },
    {
      "epoch": 0.3133514986376022,
      "grad_norm": 44.75,
      "learning_rate": 1.920245681239741e-05,
      "loss": 8.589845657348633,
      "step": 115
    },
    {
      "epoch": 0.31607629427792916,
      "grad_norm": 122.0,
      "learning_rate": 1.918507541245336e-05,
      "loss": 11.69874382019043,
      "step": 116
    },
    {
      "epoch": 0.3188010899182561,
      "grad_norm": 89.0,
      "learning_rate": 1.916751468679737e-05,
      "loss": 9.99834156036377,
      "step": 117
    },
    {
      "epoch": 0.3215258855585831,
      "grad_norm": 84.0,
      "learning_rate": 1.9149774978277975e-05,
      "loss": 9.743596076965332,
      "step": 118
    },
    {
      "epoch": 0.3242506811989101,
      "grad_norm": 86.0,
      "learning_rate": 1.9131856633238096e-05,
      "loss": 9.140531539916992,
      "step": 119
    },
    {
      "epoch": 0.32697547683923706,
      "grad_norm": 65.0,
      "learning_rate": 1.911376000150828e-05,
      "loss": 8.819114685058594,
      "step": 120
    },
    {
      "epoch": 0.329700272479564,
      "grad_norm": 73.0,
      "learning_rate": 1.9095485436399878e-05,
      "loss": 9.055301666259766,
      "step": 121
    },
    {
      "epoch": 0.33242506811989103,
      "grad_norm": 69.0,
      "learning_rate": 1.9077033294698135e-05,
      "loss": 9.458704948425293,
      "step": 122
    },
    {
      "epoch": 0.335149863760218,
      "grad_norm": 64.0,
      "learning_rate": 1.9058403936655235e-05,
      "loss": 9.699943542480469,
      "step": 123
    },
    {
      "epoch": 0.33787465940054495,
      "grad_norm": 59.5,
      "learning_rate": 1.9039597725983254e-05,
      "loss": 8.256848335266113,
      "step": 124
    },
    {
      "epoch": 0.3405994550408719,
      "grad_norm": 59.25,
      "learning_rate": 1.9020615029847073e-05,
      "loss": 9.696537017822266,
      "step": 125
    },
    {
      "epoch": 0.34332425068119893,
      "grad_norm": 53.75,
      "learning_rate": 1.9001456218857207e-05,
      "loss": 9.273826599121094,
      "step": 126
    },
    {
      "epoch": 0.3460490463215259,
      "grad_norm": 57.5,
      "learning_rate": 1.8982121667062566e-05,
      "loss": 8.918879508972168,
      "step": 127
    },
    {
      "epoch": 0.34877384196185285,
      "grad_norm": 130.0,
      "learning_rate": 1.8962611751943142e-05,
      "loss": 9.746708869934082,
      "step": 128
    },
    {
      "epoch": 0.35149863760217986,
      "grad_norm": 73.0,
      "learning_rate": 1.894292685440266e-05,
      "loss": 9.20458984375,
      "step": 129
    },
    {
      "epoch": 0.3542234332425068,
      "grad_norm": 57.25,
      "learning_rate": 1.8923067358761135e-05,
      "loss": 9.030914306640625,
      "step": 130
    },
    {
      "epoch": 0.3569482288828338,
      "grad_norm": 48.25,
      "learning_rate": 1.8903033652747352e-05,
      "loss": 10.621173858642578,
      "step": 131
    },
    {
      "epoch": 0.35967302452316074,
      "grad_norm": 55.5,
      "learning_rate": 1.888282612749132e-05,
      "loss": 10.09680461883545,
      "step": 132
    },
    {
      "epoch": 0.36239782016348776,
      "grad_norm": 39.75,
      "learning_rate": 1.8862445177516622e-05,
      "loss": 9.972148895263672,
      "step": 133
    },
    {
      "epoch": 0.3651226158038147,
      "grad_norm": 44.5,
      "learning_rate": 1.8841891200732706e-05,
      "loss": 9.76202392578125,
      "step": 134
    },
    {
      "epoch": 0.3678474114441417,
      "grad_norm": 60.75,
      "learning_rate": 1.8821164598427148e-05,
      "loss": 8.579317092895508,
      "step": 135
    },
    {
      "epoch": 0.37057220708446864,
      "grad_norm": 46.0,
      "learning_rate": 1.8800265775257772e-05,
      "loss": 9.23803424835205,
      "step": 136
    },
    {
      "epoch": 0.37329700272479566,
      "grad_norm": 41.25,
      "learning_rate": 1.877919513924478e-05,
      "loss": 9.676480293273926,
      "step": 137
    },
    {
      "epoch": 0.3760217983651226,
      "grad_norm": 52.0,
      "learning_rate": 1.8757953101762786e-05,
      "loss": 10.324712753295898,
      "step": 138
    },
    {
      "epoch": 0.3787465940054496,
      "grad_norm": 42.75,
      "learning_rate": 1.8736540077532773e-05,
      "loss": 9.265958786010742,
      "step": 139
    },
    {
      "epoch": 0.3814713896457766,
      "grad_norm": 60.75,
      "learning_rate": 1.8714956484613996e-05,
      "loss": 8.837886810302734,
      "step": 140
    },
    {
      "epoch": 0.38419618528610355,
      "grad_norm": 56.75,
      "learning_rate": 1.869320274439583e-05,
      "loss": 10.104880332946777,
      "step": 141
    },
    {
      "epoch": 0.3869209809264305,
      "grad_norm": 54.75,
      "learning_rate": 1.8671279281589528e-05,
      "loss": 8.19149398803711,
      "step": 142
    },
    {
      "epoch": 0.3896457765667575,
      "grad_norm": 149.0,
      "learning_rate": 1.8649186524219956e-05,
      "loss": 8.385530471801758,
      "step": 143
    },
    {
      "epoch": 0.3923705722070845,
      "grad_norm": 61.75,
      "learning_rate": 1.86269249036172e-05,
      "loss": 8.006965637207031,
      "step": 144
    },
    {
      "epoch": 0.39509536784741145,
      "grad_norm": 142.0,
      "learning_rate": 1.8604494854408176e-05,
      "loss": 7.986896514892578,
      "step": 145
    },
    {
      "epoch": 0.3978201634877384,
      "grad_norm": 62.75,
      "learning_rate": 1.858189681450813e-05,
      "loss": 8.249701499938965,
      "step": 146
    },
    {
      "epoch": 0.40054495912806537,
      "grad_norm": 117.0,
      "learning_rate": 1.8559131225112085e-05,
      "loss": 10.889843940734863,
      "step": 147
    },
    {
      "epoch": 0.4032697547683924,
      "grad_norm": 73.5,
      "learning_rate": 1.853619853068624e-05,
      "loss": 9.433284759521484,
      "step": 148
    },
    {
      "epoch": 0.40599455040871935,
      "grad_norm": 55.75,
      "learning_rate": 1.851309917895928e-05,
      "loss": 9.875059127807617,
      "step": 149
    },
    {
      "epoch": 0.4087193460490463,
      "grad_norm": 47.75,
      "learning_rate": 1.8489833620913644e-05,
      "loss": 9.996278762817383,
      "step": 150
    },
    {
      "epoch": 0.4114441416893733,
      "grad_norm": 97.5,
      "learning_rate": 1.846640231077671e-05,
      "loss": 8.902766227722168,
      "step": 151
    },
    {
      "epoch": 0.4141689373297003,
      "grad_norm": 59.5,
      "learning_rate": 1.8442805706011936e-05,
      "loss": 9.887271881103516,
      "step": 152
    },
    {
      "epoch": 0.41689373297002724,
      "grad_norm": 110.0,
      "learning_rate": 1.841904426730994e-05,
      "loss": 7.887417793273926,
      "step": 153
    },
    {
      "epoch": 0.4196185286103542,
      "grad_norm": 74.0,
      "learning_rate": 1.839511845857946e-05,
      "loss": 8.48383903503418,
      "step": 154
    },
    {
      "epoch": 0.4223433242506812,
      "grad_norm": 72.5,
      "learning_rate": 1.837102874693836e-05,
      "loss": 7.879996299743652,
      "step": 155
    },
    {
      "epoch": 0.4250681198910082,
      "grad_norm": 249.0,
      "learning_rate": 1.8346775602704464e-05,
      "loss": 8.765167236328125,
      "step": 156
    },
    {
      "epoch": 0.42779291553133514,
      "grad_norm": 93.5,
      "learning_rate": 1.832235949938638e-05,
      "loss": 7.563960075378418,
      "step": 157
    },
    {
      "epoch": 0.4305177111716621,
      "grad_norm": 247.0,
      "learning_rate": 1.8297780913674286e-05,
      "loss": 10.175262451171875,
      "step": 158
    },
    {
      "epoch": 0.4332425068119891,
      "grad_norm": 101.0,
      "learning_rate": 1.8273040325430575e-05,
      "loss": 9.55147647857666,
      "step": 159
    },
    {
      "epoch": 0.4359673024523161,
      "grad_norm": 113.5,
      "learning_rate": 1.824813821768053e-05,
      "loss": 10.279187202453613,
      "step": 160
    },
    {
      "epoch": 0.43869209809264303,
      "grad_norm": 57.75,
      "learning_rate": 1.822307507660287e-05,
      "loss": 7.288547515869141,
      "step": 161
    },
    {
      "epoch": 0.44141689373297005,
      "grad_norm": 62.75,
      "learning_rate": 1.8197851391520265e-05,
      "loss": 8.8092679977417,
      "step": 162
    },
    {
      "epoch": 0.444141689373297,
      "grad_norm": 62.25,
      "learning_rate": 1.817246765488978e-05,
      "loss": 9.367995262145996,
      "step": 163
    },
    {
      "epoch": 0.44686648501362397,
      "grad_norm": 87.5,
      "learning_rate": 1.814692436229326e-05,
      "loss": 9.748262405395508,
      "step": 164
    },
    {
      "epoch": 0.44959128065395093,
      "grad_norm": 228.0,
      "learning_rate": 1.8121222012427666e-05,
      "loss": 8.287470817565918,
      "step": 165
    },
    {
      "epoch": 0.45231607629427795,
      "grad_norm": 115.0,
      "learning_rate": 1.809536110709531e-05,
      "loss": 6.930819988250732,
      "step": 166
    },
    {
      "epoch": 0.4550408719346049,
      "grad_norm": 74.5,
      "learning_rate": 1.8069342151194105e-05,
      "loss": 8.564351081848145,
      "step": 167
    },
    {
      "epoch": 0.45776566757493187,
      "grad_norm": 73.5,
      "learning_rate": 1.804316565270765e-05,
      "loss": 8.866043090820312,
      "step": 168
    },
    {
      "epoch": 0.4604904632152589,
      "grad_norm": 59.0,
      "learning_rate": 1.801683212269536e-05,
      "loss": 8.809003829956055,
      "step": 169
    },
    {
      "epoch": 0.46321525885558584,
      "grad_norm": 62.25,
      "learning_rate": 1.799034207528247e-05,
      "loss": 8.33181381225586,
      "step": 170
    },
    {
      "epoch": 0.4659400544959128,
      "grad_norm": 47.5,
      "learning_rate": 1.796369602764999e-05,
      "loss": 8.698205947875977,
      "step": 171
    },
    {
      "epoch": 0.46866485013623976,
      "grad_norm": 53.5,
      "learning_rate": 1.7936894500024614e-05,
      "loss": 6.74378776550293,
      "step": 172
    },
    {
      "epoch": 0.4713896457765668,
      "grad_norm": 388.0,
      "learning_rate": 1.790993801566858e-05,
      "loss": 9.079641342163086,
      "step": 173
    },
    {
      "epoch": 0.47411444141689374,
      "grad_norm": 77.0,
      "learning_rate": 1.788282710086942e-05,
      "loss": 9.122142791748047,
      "step": 174
    },
    {
      "epoch": 0.4768392370572207,
      "grad_norm": 588.0,
      "learning_rate": 1.785556228492972e-05,
      "loss": 7.489294528961182,
      "step": 175
    },
    {
      "epoch": 0.47956403269754766,
      "grad_norm": 52.25,
      "learning_rate": 1.7828144100156754e-05,
      "loss": 9.699580192565918,
      "step": 176
    },
    {
      "epoch": 0.4822888283378747,
      "grad_norm": 68.0,
      "learning_rate": 1.7800573081852124e-05,
      "loss": 8.443748474121094,
      "step": 177
    },
    {
      "epoch": 0.48501362397820164,
      "grad_norm": 59.25,
      "learning_rate": 1.7772849768301273e-05,
      "loss": 8.995189666748047,
      "step": 178
    },
    {
      "epoch": 0.4877384196185286,
      "grad_norm": 70.5,
      "learning_rate": 1.7744974700763018e-05,
      "loss": 9.576644897460938,
      "step": 179
    },
    {
      "epoch": 0.4904632152588556,
      "grad_norm": 57.25,
      "learning_rate": 1.771694842345894e-05,
      "loss": 9.02816390991211,
      "step": 180
    },
    {
      "epoch": 0.49318801089918257,
      "grad_norm": 70.5,
      "learning_rate": 1.7688771483562788e-05,
      "loss": 7.724009990692139,
      "step": 181
    },
    {
      "epoch": 0.49591280653950953,
      "grad_norm": 47.75,
      "learning_rate": 1.766044443118978e-05,
      "loss": 8.413365364074707,
      "step": 182
    },
    {
      "epoch": 0.4986376021798365,
      "grad_norm": 55.5,
      "learning_rate": 1.7631967819385883e-05,
      "loss": 7.405316352844238,
      "step": 183
    },
    {
      "epoch": 0.5013623978201635,
      "grad_norm": 81.5,
      "learning_rate": 1.760334220411699e-05,
      "loss": 10.031204223632812,
      "step": 184
    },
    {
      "epoch": 0.5040871934604905,
      "grad_norm": 86.0,
      "learning_rate": 1.7574568144258078e-05,
      "loss": 8.520164489746094,
      "step": 185
    },
    {
      "epoch": 0.5068119891008175,
      "grad_norm": 100.5,
      "learning_rate": 1.7545646201582304e-05,
      "loss": 9.04115104675293,
      "step": 186
    },
    {
      "epoch": 0.5095367847411444,
      "grad_norm": 71.5,
      "learning_rate": 1.751657694075002e-05,
      "loss": 7.026916027069092,
      "step": 187
    },
    {
      "epoch": 0.5122615803814714,
      "grad_norm": 41.5,
      "learning_rate": 1.7487360929297765e-05,
      "loss": 8.15958023071289,
      "step": 188
    },
    {
      "epoch": 0.5149863760217984,
      "grad_norm": 51.75,
      "learning_rate": 1.7457998737627183e-05,
      "loss": 7.412751197814941,
      "step": 189
    },
    {
      "epoch": 0.5177111716621253,
      "grad_norm": 100.0,
      "learning_rate": 1.7428490938993864e-05,
      "loss": 8.202327728271484,
      "step": 190
    },
    {
      "epoch": 0.5204359673024523,
      "grad_norm": 288.0,
      "learning_rate": 1.7398838109496187e-05,
      "loss": 10.258552551269531,
      "step": 191
    },
    {
      "epoch": 0.5231607629427792,
      "grad_norm": 131.0,
      "learning_rate": 1.7369040828064046e-05,
      "loss": 8.944820404052734,
      "step": 192
    },
    {
      "epoch": 0.5258855585831063,
      "grad_norm": 67.5,
      "learning_rate": 1.7339099676447564e-05,
      "loss": 8.260212898254395,
      "step": 193
    },
    {
      "epoch": 0.5286103542234333,
      "grad_norm": 60.0,
      "learning_rate": 1.7309015239205717e-05,
      "loss": 7.93248176574707,
      "step": 194
    },
    {
      "epoch": 0.5313351498637602,
      "grad_norm": 98.0,
      "learning_rate": 1.7278788103694944e-05,
      "loss": 8.025236129760742,
      "step": 195
    },
    {
      "epoch": 0.5340599455040872,
      "grad_norm": 57.5,
      "learning_rate": 1.7248418860057653e-05,
      "loss": 8.118586540222168,
      "step": 196
    },
    {
      "epoch": 0.5367847411444142,
      "grad_norm": 50.75,
      "learning_rate": 1.7217908101210725e-05,
      "loss": 8.220122337341309,
      "step": 197
    },
    {
      "epoch": 0.5395095367847411,
      "grad_norm": 60.75,
      "learning_rate": 1.7187256422833928e-05,
      "loss": 8.953962326049805,
      "step": 198
    },
    {
      "epoch": 0.5422343324250681,
      "grad_norm": 36.25,
      "learning_rate": 1.7156464423358277e-05,
      "loss": 8.30789566040039,
      "step": 199
    },
    {
      "epoch": 0.5449591280653951,
      "grad_norm": 44.0,
      "learning_rate": 1.7125532703954366e-05,
      "loss": 8.25827407836914,
      "step": 200
    },
    {
      "epoch": 0.547683923705722,
      "grad_norm": 43.0,
      "learning_rate": 1.7094461868520625e-05,
      "loss": 9.002181053161621,
      "step": 201
    },
    {
      "epoch": 0.5504087193460491,
      "grad_norm": 45.25,
      "learning_rate": 1.706325252367152e-05,
      "loss": 8.918088912963867,
      "step": 202
    },
    {
      "epoch": 0.553133514986376,
      "grad_norm": 60.25,
      "learning_rate": 1.703190527872574e-05,
      "loss": 8.397649765014648,
      "step": 203
    },
    {
      "epoch": 0.555858310626703,
      "grad_norm": 59.5,
      "learning_rate": 1.7000420745694256e-05,
      "loss": 8.530458450317383,
      "step": 204
    },
    {
      "epoch": 0.55858310626703,
      "grad_norm": 336.0,
      "learning_rate": 1.6968799539268408e-05,
      "loss": 11.207830429077148,
      "step": 205
    },
    {
      "epoch": 0.5613079019073569,
      "grad_norm": 51.75,
      "learning_rate": 1.6937042276807893e-05,
      "loss": 7.851648807525635,
      "step": 206
    },
    {
      "epoch": 0.5640326975476839,
      "grad_norm": 46.75,
      "learning_rate": 1.6905149578328705e-05,
      "loss": 8.705131530761719,
      "step": 207
    },
    {
      "epoch": 0.5667574931880109,
      "grad_norm": 46.25,
      "learning_rate": 1.6873122066491046e-05,
      "loss": 8.54839038848877,
      "step": 208
    },
    {
      "epoch": 0.5694822888283378,
      "grad_norm": 45.5,
      "learning_rate": 1.6840960366587153e-05,
      "loss": 9.251383781433105,
      "step": 209
    },
    {
      "epoch": 0.5722070844686649,
      "grad_norm": 48.25,
      "learning_rate": 1.6808665106529096e-05,
      "loss": 8.868568420410156,
      "step": 210
    },
    {
      "epoch": 0.5749318801089919,
      "grad_norm": 53.5,
      "learning_rate": 1.6776236916836518e-05,
      "loss": 7.161401271820068,
      "step": 211
    },
    {
      "epoch": 0.5776566757493188,
      "grad_norm": 155.0,
      "learning_rate": 1.674367643062434e-05,
      "loss": 8.508842468261719,
      "step": 212
    },
    {
      "epoch": 0.5803814713896458,
      "grad_norm": 52.5,
      "learning_rate": 1.671098428359037e-05,
      "loss": 7.233345985412598,
      "step": 213
    },
    {
      "epoch": 0.5831062670299727,
      "grad_norm": 56.5,
      "learning_rate": 1.6678161114002916e-05,
      "loss": 9.324285507202148,
      "step": 214
    },
    {
      "epoch": 0.5858310626702997,
      "grad_norm": 43.0,
      "learning_rate": 1.664520756268832e-05,
      "loss": 9.344024658203125,
      "step": 215
    },
    {
      "epoch": 0.5885558583106267,
      "grad_norm": 59.0,
      "learning_rate": 1.661212427301844e-05,
      "loss": 9.818446159362793,
      "step": 216
    },
    {
      "epoch": 0.5912806539509536,
      "grad_norm": 63.75,
      "learning_rate": 1.6578911890898095e-05,
      "loss": 9.475311279296875,
      "step": 217
    },
    {
      "epoch": 0.5940054495912807,
      "grad_norm": 54.25,
      "learning_rate": 1.6545571064752454e-05,
      "loss": 8.2189302444458,
      "step": 218
    },
    {
      "epoch": 0.5967302452316077,
      "grad_norm": 88.5,
      "learning_rate": 1.6512102445514376e-05,
      "loss": 6.581336975097656,
      "step": 219
    },
    {
      "epoch": 0.5994550408719346,
      "grad_norm": 167.0,
      "learning_rate": 1.6478506686611698e-05,
      "loss": 7.07267951965332,
      "step": 220
    },
    {
      "epoch": 0.6021798365122616,
      "grad_norm": 123.0,
      "learning_rate": 1.644478444395448e-05,
      "loss": 8.498826026916504,
      "step": 221
    },
    {
      "epoch": 0.6049046321525886,
      "grad_norm": 93.0,
      "learning_rate": 1.64109363759222e-05,
      "loss": 8.827077865600586,
      "step": 222
    },
    {
      "epoch": 0.6076294277929155,
      "grad_norm": 94.5,
      "learning_rate": 1.6376963143350915e-05,
      "loss": 7.177187919616699,
      "step": 223
    },
    {
      "epoch": 0.6103542234332425,
      "grad_norm": 62.0,
      "learning_rate": 1.6342865409520318e-05,
      "loss": 7.975133419036865,
      "step": 224
    },
    {
      "epoch": 0.6130790190735694,
      "grad_norm": 70.0,
      "learning_rate": 1.630864384014083e-05,
      "loss": 8.900384902954102,
      "step": 225
    },
    {
      "epoch": 0.6158038147138964,
      "grad_norm": 60.25,
      "learning_rate": 1.627429910334058e-05,
      "loss": 7.536081314086914,
      "step": 226
    },
    {
      "epoch": 0.6185286103542235,
      "grad_norm": 58.25,
      "learning_rate": 1.6239831869652384e-05,
      "loss": 7.778719902038574,
      "step": 227
    },
    {
      "epoch": 0.6212534059945504,
      "grad_norm": 78.5,
      "learning_rate": 1.620524281200062e-05,
      "loss": 9.885849952697754,
      "step": 228
    },
    {
      "epoch": 0.6239782016348774,
      "grad_norm": 65.5,
      "learning_rate": 1.6170532605688115e-05,
      "loss": 8.622196197509766,
      "step": 229
    },
    {
      "epoch": 0.6267029972752044,
      "grad_norm": 77.5,
      "learning_rate": 1.6135701928382952e-05,
      "loss": 10.154062271118164,
      "step": 230
    },
    {
      "epoch": 0.6294277929155313,
      "grad_norm": 78.5,
      "learning_rate": 1.6100751460105244e-05,
      "loss": 9.700957298278809,
      "step": 231
    },
    {
      "epoch": 0.6321525885558583,
      "grad_norm": 106.5,
      "learning_rate": 1.6065681883213854e-05,
      "loss": 6.72788667678833,
      "step": 232
    },
    {
      "epoch": 0.6348773841961853,
      "grad_norm": 91.0,
      "learning_rate": 1.6030493882393076e-05,
      "loss": 8.668846130371094,
      "step": 233
    },
    {
      "epoch": 0.6376021798365122,
      "grad_norm": 106.0,
      "learning_rate": 1.599518814463925e-05,
      "loss": 8.67601203918457,
      "step": 234
    },
    {
      "epoch": 0.6403269754768393,
      "grad_norm": 121.0,
      "learning_rate": 1.595976535924739e-05,
      "loss": 9.827007293701172,
      "step": 235
    },
    {
      "epoch": 0.6430517711171662,
      "grad_norm": 588.0,
      "learning_rate": 1.5924226217797677e-05,
      "loss": 9.226984024047852,
      "step": 236
    },
    {
      "epoch": 0.6457765667574932,
      "grad_norm": 64.0,
      "learning_rate": 1.5888571414141997e-05,
      "loss": 8.387163162231445,
      "step": 237
    },
    {
      "epoch": 0.6485013623978202,
      "grad_norm": 118.0,
      "learning_rate": 1.585280164439037e-05,
      "loss": 8.13496208190918,
      "step": 238
    },
    {
      "epoch": 0.6512261580381471,
      "grad_norm": 81.5,
      "learning_rate": 1.581691760689737e-05,
      "loss": 9.463398933410645,
      "step": 239
    },
    {
      "epoch": 0.6539509536784741,
      "grad_norm": 63.0,
      "learning_rate": 1.5780920002248484e-05,
      "loss": 8.129623413085938,
      "step": 240
    },
    {
      "epoch": 0.6566757493188011,
      "grad_norm": 76.5,
      "learning_rate": 1.574480953324645e-05,
      "loss": 8.715579986572266,
      "step": 241
    },
    {
      "epoch": 0.659400544959128,
      "grad_norm": 56.5,
      "learning_rate": 1.5708586904897518e-05,
      "loss": 7.299056053161621,
      "step": 242
    },
    {
      "epoch": 0.662125340599455,
      "grad_norm": 54.25,
      "learning_rate": 1.5672252824397683e-05,
      "loss": 7.277167320251465,
      "step": 243
    },
    {
      "epoch": 0.6648501362397821,
      "grad_norm": 55.0,
      "learning_rate": 1.56358080011189e-05,
      "loss": 7.999053955078125,
      "step": 244
    },
    {
      "epoch": 0.667574931880109,
      "grad_norm": 78.5,
      "learning_rate": 1.559925314659521e-05,
      "loss": 7.08182954788208,
      "step": 245
    },
    {
      "epoch": 0.670299727520436,
      "grad_norm": 68.0,
      "learning_rate": 1.556258897450887e-05,
      "loss": 7.931889533996582,
      "step": 246
    },
    {
      "epoch": 0.6730245231607629,
      "grad_norm": 84.5,
      "learning_rate": 1.552581620067641e-05,
      "loss": 9.470329284667969,
      "step": 247
    },
    {
      "epoch": 0.6757493188010899,
      "grad_norm": 228.0,
      "learning_rate": 1.5488935543034644e-05,
      "loss": 8.88481616973877,
      "step": 248
    },
    {
      "epoch": 0.6784741144414169,
      "grad_norm": 137.0,
      "learning_rate": 1.5451947721626676e-05,
      "loss": 7.863848686218262,
      "step": 249
    },
    {
      "epoch": 0.6811989100817438,
      "grad_norm": 47.75,
      "learning_rate": 1.5414853458587834e-05,
      "loss": 8.018930435180664,
      "step": 250
    },
    {
      "epoch": 0.6839237057220708,
      "grad_norm": 53.25,
      "learning_rate": 1.5377653478131557e-05,
      "loss": 8.23213005065918,
      "step": 251
    },
    {
      "epoch": 0.6866485013623979,
      "grad_norm": 143.0,
      "learning_rate": 1.534034850653528e-05,
      "loss": 6.6429572105407715,
      "step": 252
    },
    {
      "epoch": 0.6893732970027248,
      "grad_norm": 320.0,
      "learning_rate": 1.5302939272126243e-05,
      "loss": 8.471845626831055,
      "step": 253
    },
    {
      "epoch": 0.6920980926430518,
      "grad_norm": 56.25,
      "learning_rate": 1.5265426505267265e-05,
      "loss": 9.73794937133789,
      "step": 254
    },
    {
      "epoch": 0.6948228882833788,
      "grad_norm": 136.0,
      "learning_rate": 1.5227810938342493e-05,
      "loss": 7.138307571411133,
      "step": 255
    },
    {
      "epoch": 0.6975476839237057,
      "grad_norm": 81.5,
      "learning_rate": 1.5190093305743103e-05,
      "loss": 7.136944770812988,
      "step": 256
    },
    {
      "epoch": 0.7002724795640327,
      "grad_norm": 65.5,
      "learning_rate": 1.5152274343852953e-05,
      "loss": 9.011394500732422,
      "step": 257
    },
    {
      "epoch": 0.7029972752043597,
      "grad_norm": 88.5,
      "learning_rate": 1.5114354791034225e-05,
      "loss": 8.616395950317383,
      "step": 258
    },
    {
      "epoch": 0.7057220708446866,
      "grad_norm": 97.0,
      "learning_rate": 1.5076335387612987e-05,
      "loss": 8.706403732299805,
      "step": 259
    },
    {
      "epoch": 0.7084468664850136,
      "grad_norm": 53.25,
      "learning_rate": 1.5038216875864758e-05,
      "loss": 9.25063419342041,
      "step": 260
    },
    {
      "epoch": 0.7111716621253406,
      "grad_norm": 55.0,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 7.913337230682373,
      "step": 261
    },
    {
      "epoch": 0.7138964577656676,
      "grad_norm": 51.5,
      "learning_rate": 1.4961685506149608e-05,
      "loss": 7.538181304931641,
      "step": 262
    },
    {
      "epoch": 0.7166212534059946,
      "grad_norm": 50.25,
      "learning_rate": 1.492327414235032e-05,
      "loss": 9.69723892211914,
      "step": 263
    },
    {
      "epoch": 0.7193460490463215,
      "grad_norm": 70.0,
      "learning_rate": 1.4884766658530126e-05,
      "loss": 9.871997833251953,
      "step": 264
    },
    {
      "epoch": 0.7220708446866485,
      "grad_norm": 47.5,
      "learning_rate": 1.4846163806493628e-05,
      "loss": 9.25969123840332,
      "step": 265
    },
    {
      "epoch": 0.7247956403269755,
      "grad_norm": 272.0,
      "learning_rate": 1.4807466339907358e-05,
      "loss": 8.33348274230957,
      "step": 266
    },
    {
      "epoch": 0.7275204359673024,
      "grad_norm": 1504.0,
      "learning_rate": 1.4768675014285063e-05,
      "loss": 9.026241302490234,
      "step": 267
    },
    {
      "epoch": 0.7302452316076294,
      "grad_norm": 168.0,
      "learning_rate": 1.4729790586972957e-05,
      "loss": 7.3931403160095215,
      "step": 268
    },
    {
      "epoch": 0.7329700272479565,
      "grad_norm": 103.5,
      "learning_rate": 1.469081381713493e-05,
      "loss": 8.33013916015625,
      "step": 269
    },
    {
      "epoch": 0.7356948228882834,
      "grad_norm": 105.0,
      "learning_rate": 1.465174546573774e-05,
      "loss": 7.207721710205078,
      "step": 270
    },
    {
      "epoch": 0.7384196185286104,
      "grad_norm": 73.0,
      "learning_rate": 1.4612586295536136e-05,
      "loss": 7.389970779418945,
      "step": 271
    },
    {
      "epoch": 0.7411444141689373,
      "grad_norm": 60.0,
      "learning_rate": 1.457333707105798e-05,
      "loss": 7.272927761077881,
      "step": 272
    },
    {
      "epoch": 0.7438692098092643,
      "grad_norm": 73.0,
      "learning_rate": 1.4533998558589319e-05,
      "loss": 7.018216133117676,
      "step": 273
    },
    {
      "epoch": 0.7465940054495913,
      "grad_norm": 75.0,
      "learning_rate": 1.4494571526159427e-05,
      "loss": 8.663573265075684,
      "step": 274
    },
    {
      "epoch": 0.7493188010899182,
      "grad_norm": 71.5,
      "learning_rate": 1.4455056743525793e-05,
      "loss": 7.3470258712768555,
      "step": 275
    },
    {
      "epoch": 0.7520435967302452,
      "grad_norm": 61.5,
      "learning_rate": 1.4415454982159121e-05,
      "loss": 6.416076183319092,
      "step": 276
    },
    {
      "epoch": 0.7547683923705722,
      "grad_norm": 45.25,
      "learning_rate": 1.437576701522824e-05,
      "loss": 7.636316299438477,
      "step": 277
    },
    {
      "epoch": 0.7574931880108992,
      "grad_norm": 75.5,
      "learning_rate": 1.433599361758503e-05,
      "loss": 7.864310264587402,
      "step": 278
    },
    {
      "epoch": 0.7602179836512262,
      "grad_norm": 86.5,
      "learning_rate": 1.429613556574928e-05,
      "loss": 6.941385746002197,
      "step": 279
    },
    {
      "epoch": 0.7629427792915532,
      "grad_norm": 83.5,
      "learning_rate": 1.425619363789354e-05,
      "loss": 9.594515800476074,
      "step": 280
    },
    {
      "epoch": 0.7656675749318801,
      "grad_norm": 71.5,
      "learning_rate": 1.4216168613827918e-05,
      "loss": 7.111987113952637,
      "step": 281
    },
    {
      "epoch": 0.7683923705722071,
      "grad_norm": 63.5,
      "learning_rate": 1.4176061274984858e-05,
      "loss": 7.9280242919921875,
      "step": 282
    },
    {
      "epoch": 0.771117166212534,
      "grad_norm": 112.5,
      "learning_rate": 1.4135872404403881e-05,
      "loss": 6.869634628295898,
      "step": 283
    },
    {
      "epoch": 0.773841961852861,
      "grad_norm": 46.0,
      "learning_rate": 1.4095602786716312e-05,
      "loss": 9.552452087402344,
      "step": 284
    },
    {
      "epoch": 0.776566757493188,
      "grad_norm": 131.0,
      "learning_rate": 1.405525320812994e-05,
      "loss": 6.404139041900635,
      "step": 285
    },
    {
      "epoch": 0.779291553133515,
      "grad_norm": 79.5,
      "learning_rate": 1.401482445641368e-05,
      "loss": 8.160365104675293,
      "step": 286
    },
    {
      "epoch": 0.782016348773842,
      "grad_norm": 57.5,
      "learning_rate": 1.39743173208822e-05,
      "loss": 8.898149490356445,
      "step": 287
    },
    {
      "epoch": 0.784741144414169,
      "grad_norm": 73.5,
      "learning_rate": 1.3933732592380485e-05,
      "loss": 8.005890846252441,
      "step": 288
    },
    {
      "epoch": 0.7874659400544959,
      "grad_norm": 74.5,
      "learning_rate": 1.3893071063268431e-05,
      "loss": 7.600529193878174,
      "step": 289
    },
    {
      "epoch": 0.7901907356948229,
      "grad_norm": 143.0,
      "learning_rate": 1.3852333527405346e-05,
      "loss": 8.386226654052734,
      "step": 290
    },
    {
      "epoch": 0.7929155313351499,
      "grad_norm": 64.0,
      "learning_rate": 1.3811520780134471e-05,
      "loss": 8.49716567993164,
      "step": 291
    },
    {
      "epoch": 0.7956403269754768,
      "grad_norm": 64.5,
      "learning_rate": 1.3770633618267444e-05,
      "loss": 6.701350212097168,
      "step": 292
    },
    {
      "epoch": 0.7983651226158038,
      "grad_norm": 106.5,
      "learning_rate": 1.3729672840068732e-05,
      "loss": 11.180490493774414,
      "step": 293
    },
    {
      "epoch": 0.8010899182561307,
      "grad_norm": 157.0,
      "learning_rate": 1.3688639245240078e-05,
      "loss": 7.627303123474121,
      "step": 294
    },
    {
      "epoch": 0.8038147138964578,
      "grad_norm": 46.0,
      "learning_rate": 1.364753363490485e-05,
      "loss": 6.636218547821045,
      "step": 295
    },
    {
      "epoch": 0.8065395095367848,
      "grad_norm": 75.5,
      "learning_rate": 1.3606356811592427e-05,
      "loss": 9.643957138061523,
      "step": 296
    },
    {
      "epoch": 0.8092643051771117,
      "grad_norm": 110.5,
      "learning_rate": 1.3565109579222511e-05,
      "loss": 8.615606307983398,
      "step": 297
    },
    {
      "epoch": 0.8119891008174387,
      "grad_norm": 76.0,
      "learning_rate": 1.3523792743089457e-05,
      "loss": 7.899325370788574,
      "step": 298
    },
    {
      "epoch": 0.8147138964577657,
      "grad_norm": 63.25,
      "learning_rate": 1.3482407109846527e-05,
      "loss": 8.536578178405762,
      "step": 299
    },
    {
      "epoch": 0.8174386920980926,
      "grad_norm": 94.5,
      "learning_rate": 1.3440953487490145e-05,
      "loss": 8.565481185913086,
      "step": 300
    },
    {
      "epoch": 0.8201634877384196,
      "grad_norm": 55.75,
      "learning_rate": 1.3399432685344143e-05,
      "loss": 7.926910877227783,
      "step": 301
    },
    {
      "epoch": 0.8228882833787466,
      "grad_norm": 57.25,
      "learning_rate": 1.3357845514043927e-05,
      "loss": 8.481698989868164,
      "step": 302
    },
    {
      "epoch": 0.8256130790190735,
      "grad_norm": 53.5,
      "learning_rate": 1.331619278552068e-05,
      "loss": 7.775982856750488,
      "step": 303
    },
    {
      "epoch": 0.8283378746594006,
      "grad_norm": 178.0,
      "learning_rate": 1.327447531298549e-05,
      "loss": 7.186558723449707,
      "step": 304
    },
    {
      "epoch": 0.8310626702997275,
      "grad_norm": 42.25,
      "learning_rate": 1.3232693910913486e-05,
      "loss": 7.542721271514893,
      "step": 305
    },
    {
      "epoch": 0.8337874659400545,
      "grad_norm": 58.25,
      "learning_rate": 1.3190849395027926e-05,
      "loss": 8.921777725219727,
      "step": 306
    },
    {
      "epoch": 0.8365122615803815,
      "grad_norm": 51.0,
      "learning_rate": 1.3148942582284286e-05,
      "loss": 6.938803195953369,
      "step": 307
    },
    {
      "epoch": 0.8392370572207084,
      "grad_norm": 69.0,
      "learning_rate": 1.3106974290854286e-05,
      "loss": 6.134668350219727,
      "step": 308
    },
    {
      "epoch": 0.8419618528610354,
      "grad_norm": 54.0,
      "learning_rate": 1.306494534010995e-05,
      "loss": 8.931164741516113,
      "step": 309
    },
    {
      "epoch": 0.8446866485013624,
      "grad_norm": 87.5,
      "learning_rate": 1.3022856550607572e-05,
      "loss": 9.727581024169922,
      "step": 310
    },
    {
      "epoch": 0.8474114441416893,
      "grad_norm": 392.0,
      "learning_rate": 1.298070874407173e-05,
      "loss": 9.479921340942383,
      "step": 311
    },
    {
      "epoch": 0.8501362397820164,
      "grad_norm": 78.0,
      "learning_rate": 1.2938502743379212e-05,
      "loss": 7.574161052703857,
      "step": 312
    },
    {
      "epoch": 0.8528610354223434,
      "grad_norm": 98.5,
      "learning_rate": 1.2896239372542971e-05,
      "loss": 6.311966896057129,
      "step": 313
    },
    {
      "epoch": 0.8555858310626703,
      "grad_norm": 89.5,
      "learning_rate": 1.2853919456696038e-05,
      "loss": 7.752774238586426,
      "step": 314
    },
    {
      "epoch": 0.8583106267029973,
      "grad_norm": 128.0,
      "learning_rate": 1.2811543822075396e-05,
      "loss": 8.187653541564941,
      "step": 315
    },
    {
      "epoch": 0.8610354223433242,
      "grad_norm": 352.0,
      "learning_rate": 1.2769113296005868e-05,
      "loss": 8.210296630859375,
      "step": 316
    },
    {
      "epoch": 0.8637602179836512,
      "grad_norm": 146.0,
      "learning_rate": 1.2726628706883947e-05,
      "loss": 8.545489311218262,
      "step": 317
    },
    {
      "epoch": 0.8664850136239782,
      "grad_norm": 52.5,
      "learning_rate": 1.2684090884161636e-05,
      "loss": 7.061089515686035,
      "step": 318
    },
    {
      "epoch": 0.8692098092643051,
      "grad_norm": 129.0,
      "learning_rate": 1.2641500658330248e-05,
      "loss": 6.323040008544922,
      "step": 319
    },
    {
      "epoch": 0.8719346049046321,
      "grad_norm": 54.75,
      "learning_rate": 1.2598858860904193e-05,
      "loss": 8.90510368347168,
      "step": 320
    },
    {
      "epoch": 0.8746594005449592,
      "grad_norm": 57.25,
      "learning_rate": 1.2556166324404747e-05,
      "loss": 7.848992347717285,
      "step": 321
    },
    {
      "epoch": 0.8773841961852861,
      "grad_norm": 125.5,
      "learning_rate": 1.2513423882343797e-05,
      "loss": 9.337868690490723,
      "step": 322
    },
    {
      "epoch": 0.8801089918256131,
      "grad_norm": 71.5,
      "learning_rate": 1.247063236920755e-05,
      "loss": 7.9343061447143555,
      "step": 323
    },
    {
      "epoch": 0.8828337874659401,
      "grad_norm": 51.75,
      "learning_rate": 1.242779262044028e-05,
      "loss": 7.241304397583008,
      "step": 324
    },
    {
      "epoch": 0.885558583106267,
      "grad_norm": 62.0,
      "learning_rate": 1.2384905472427975e-05,
      "loss": 8.429121017456055,
      "step": 325
    },
    {
      "epoch": 0.888283378746594,
      "grad_norm": 53.5,
      "learning_rate": 1.2341971762482043e-05,
      "loss": 7.462927341461182,
      "step": 326
    },
    {
      "epoch": 0.8910081743869209,
      "grad_norm": 83.0,
      "learning_rate": 1.2298992328822937e-05,
      "loss": 6.1312575340271,
      "step": 327
    },
    {
      "epoch": 0.8937329700272479,
      "grad_norm": 133.0,
      "learning_rate": 1.2255968010563799e-05,
      "loss": 7.932398796081543,
      "step": 328
    },
    {
      "epoch": 0.896457765667575,
      "grad_norm": 115.5,
      "learning_rate": 1.2212899647694094e-05,
      "loss": 9.538064956665039,
      "step": 329
    },
    {
      "epoch": 0.8991825613079019,
      "grad_norm": 108.0,
      "learning_rate": 1.2169788081063181e-05,
      "loss": 8.497495651245117,
      "step": 330
    },
    {
      "epoch": 0.9019073569482289,
      "grad_norm": 160.0,
      "learning_rate": 1.2126634152363924e-05,
      "loss": 8.135430335998535,
      "step": 331
    },
    {
      "epoch": 0.9046321525885559,
      "grad_norm": 47.5,
      "learning_rate": 1.2083438704116235e-05,
      "loss": 8.22928524017334,
      "step": 332
    },
    {
      "epoch": 0.9073569482288828,
      "grad_norm": 60.0,
      "learning_rate": 1.2040202579650649e-05,
      "loss": 8.291242599487305,
      "step": 333
    },
    {
      "epoch": 0.9100817438692098,
      "grad_norm": 54.0,
      "learning_rate": 1.1996926623091839e-05,
      "loss": 7.9037251472473145,
      "step": 334
    },
    {
      "epoch": 0.9128065395095368,
      "grad_norm": 154.0,
      "learning_rate": 1.1953611679342144e-05,
      "loss": 7.170064449310303,
      "step": 335
    },
    {
      "epoch": 0.9155313351498637,
      "grad_norm": 206.0,
      "learning_rate": 1.1910258594065079e-05,
      "loss": 8.21196460723877,
      "step": 336
    },
    {
      "epoch": 0.9182561307901907,
      "grad_norm": 140.0,
      "learning_rate": 1.1866868213668813e-05,
      "loss": 8.195924758911133,
      "step": 337
    },
    {
      "epoch": 0.9209809264305178,
      "grad_norm": 75.5,
      "learning_rate": 1.1823441385289656e-05,
      "loss": 8.583342552185059,
      "step": 338
    },
    {
      "epoch": 0.9237057220708447,
      "grad_norm": 69.0,
      "learning_rate": 1.1779978956775507e-05,
      "loss": 7.357507228851318,
      "step": 339
    },
    {
      "epoch": 0.9264305177111717,
      "grad_norm": 40.25,
      "learning_rate": 1.1736481776669307e-05,
      "loss": 9.229513168334961,
      "step": 340
    },
    {
      "epoch": 0.9291553133514986,
      "grad_norm": 146.0,
      "learning_rate": 1.169295069419248e-05,
      "loss": 6.533137321472168,
      "step": 341
    },
    {
      "epoch": 0.9318801089918256,
      "grad_norm": 61.5,
      "learning_rate": 1.1649386559228342e-05,
      "loss": 7.507099628448486,
      "step": 342
    },
    {
      "epoch": 0.9346049046321526,
      "grad_norm": 80.0,
      "learning_rate": 1.1605790222305516e-05,
      "loss": 7.3725810050964355,
      "step": 343
    },
    {
      "epoch": 0.9373297002724795,
      "grad_norm": 81.0,
      "learning_rate": 1.1562162534581318e-05,
      "loss": 9.221755981445312,
      "step": 344
    },
    {
      "epoch": 0.9400544959128065,
      "grad_norm": 334.0,
      "learning_rate": 1.1518504347825146e-05,
      "loss": 6.867805004119873,
      "step": 345
    },
    {
      "epoch": 0.9427792915531336,
      "grad_norm": 97.5,
      "learning_rate": 1.1474816514401851e-05,
      "loss": 8.168418884277344,
      "step": 346
    },
    {
      "epoch": 0.9455040871934605,
      "grad_norm": 116.5,
      "learning_rate": 1.143109988725509e-05,
      "loss": 8.540360450744629,
      "step": 347
    },
    {
      "epoch": 0.9482288828337875,
      "grad_norm": 50.0,
      "learning_rate": 1.1387355319890685e-05,
      "loss": 5.956089973449707,
      "step": 348
    },
    {
      "epoch": 0.9509536784741145,
      "grad_norm": 65.5,
      "learning_rate": 1.1343583666359938e-05,
      "loss": 7.404401779174805,
      "step": 349
    },
    {
      "epoch": 0.9536784741144414,
      "grad_norm": 79.0,
      "learning_rate": 1.1299785781242982e-05,
      "loss": 6.322681427001953,
      "step": 350
    },
    {
      "epoch": 0.9564032697547684,
      "grad_norm": 60.0,
      "learning_rate": 1.1255962519632082e-05,
      "loss": 7.368110656738281,
      "step": 351
    },
    {
      "epoch": 0.9591280653950953,
      "grad_norm": 118.5,
      "learning_rate": 1.1212114737114941e-05,
      "loss": 7.17164945602417,
      "step": 352
    },
    {
      "epoch": 0.9618528610354223,
      "grad_norm": 52.75,
      "learning_rate": 1.1168243289758001e-05,
      "loss": 7.229589462280273,
      "step": 353
    },
    {
      "epoch": 0.9645776566757494,
      "grad_norm": 63.75,
      "learning_rate": 1.1124349034089724e-05,
      "loss": 7.301548957824707,
      "step": 354
    },
    {
      "epoch": 0.9673024523160763,
      "grad_norm": 53.5,
      "learning_rate": 1.1080432827083874e-05,
      "loss": 7.822205543518066,
      "step": 355
    },
    {
      "epoch": 0.9700272479564033,
      "grad_norm": 165.0,
      "learning_rate": 1.1036495526142784e-05,
      "loss": 7.196988105773926,
      "step": 356
    },
    {
      "epoch": 0.9727520435967303,
      "grad_norm": 109.0,
      "learning_rate": 1.0992537989080618e-05,
      "loss": 7.927482604980469,
      "step": 357
    },
    {
      "epoch": 0.9754768392370572,
      "grad_norm": 63.25,
      "learning_rate": 1.0948561074106618e-05,
      "loss": 8.574819564819336,
      "step": 358
    },
    {
      "epoch": 0.9782016348773842,
      "grad_norm": 219.0,
      "learning_rate": 1.0904565639808358e-05,
      "loss": 8.466644287109375,
      "step": 359
    },
    {
      "epoch": 0.9809264305177112,
      "grad_norm": 62.75,
      "learning_rate": 1.086055254513497e-05,
      "loss": 8.004752159118652,
      "step": 360
    },
    {
      "epoch": 0.9836512261580381,
      "grad_norm": 672.0,
      "learning_rate": 1.0816522649380383e-05,
      "loss": 8.849076271057129,
      "step": 361
    },
    {
      "epoch": 0.9863760217983651,
      "grad_norm": 80.0,
      "learning_rate": 1.0772476812166545e-05,
      "loss": 7.5196661949157715,
      "step": 362
    },
    {
      "epoch": 0.989100817438692,
      "grad_norm": 60.5,
      "learning_rate": 1.0728415893426636e-05,
      "loss": 7.944910049438477,
      "step": 363
    },
    {
      "epoch": 0.9918256130790191,
      "grad_norm": 676.0,
      "learning_rate": 1.0684340753388283e-05,
      "loss": 8.418794631958008,
      "step": 364
    },
    {
      "epoch": 0.9945504087193461,
      "grad_norm": 46.75,
      "learning_rate": 1.064025225255676e-05,
      "loss": 7.800658226013184,
      "step": 365
    },
    {
      "epoch": 0.997275204359673,
      "grad_norm": 50.25,
      "learning_rate": 1.05961512516982e-05,
      "loss": 8.47831916809082,
      "step": 366
    },
    {
      "epoch": 1.0,
      "grad_norm": 103.0,
      "learning_rate": 1.0552038611822774e-05,
      "loss": 8.185615539550781,
      "step": 367
    },
    {
      "epoch": 1.002724795640327,
      "grad_norm": 69.5,
      "learning_rate": 1.0507915194167893e-05,
      "loss": 8.419156074523926,
      "step": 368
    },
    {
      "epoch": 1.005449591280654,
      "grad_norm": 61.75,
      "learning_rate": 1.0463781860181385e-05,
      "loss": 8.20291805267334,
      "step": 369
    },
    {
      "epoch": 1.008174386920981,
      "grad_norm": 65.0,
      "learning_rate": 1.0419639471504684e-05,
      "loss": 6.373832702636719,
      "step": 370
    },
    {
      "epoch": 1.0108991825613078,
      "grad_norm": 78.5,
      "learning_rate": 1.0375488889956003e-05,
      "loss": 6.457853317260742,
      "step": 371
    },
    {
      "epoch": 1.013623978201635,
      "grad_norm": 85.0,
      "learning_rate": 1.033133097751351e-05,
      "loss": 7.103880405426025,
      "step": 372
    },
    {
      "epoch": 1.0163487738419619,
      "grad_norm": 59.25,
      "learning_rate": 1.0287166596298492e-05,
      "loss": 7.854799270629883,
      "step": 373
    },
    {
      "epoch": 1.0190735694822888,
      "grad_norm": 42.0,
      "learning_rate": 1.0242996608558542e-05,
      "loss": 6.9814934730529785,
      "step": 374
    },
    {
      "epoch": 1.021798365122616,
      "grad_norm": 87.5,
      "learning_rate": 1.0198821876650702e-05,
      "loss": 6.144612789154053,
      "step": 375
    },
    {
      "epoch": 1.0245231607629428,
      "grad_norm": 47.0,
      "learning_rate": 1.0154643263024644e-05,
      "loss": 7.0890913009643555,
      "step": 376
    },
    {
      "epoch": 1.0272479564032697,
      "grad_norm": 186.0,
      "learning_rate": 1.0110461630205819e-05,
      "loss": 8.349869728088379,
      "step": 377
    },
    {
      "epoch": 1.0299727520435966,
      "grad_norm": 146.0,
      "learning_rate": 1.0066277840778626e-05,
      "loss": 7.868829727172852,
      "step": 378
    },
    {
      "epoch": 1.0326975476839237,
      "grad_norm": 81.5,
      "learning_rate": 1.0022092757369575e-05,
      "loss": 8.733116149902344,
      "step": 379
    },
    {
      "epoch": 1.0354223433242506,
      "grad_norm": 676.0,
      "learning_rate": 9.977907242630425e-06,
      "loss": 6.4152655601501465,
      "step": 380
    },
    {
      "epoch": 1.0381471389645776,
      "grad_norm": 56.75,
      "learning_rate": 9.933722159221375e-06,
      "loss": 7.662639141082764,
      "step": 381
    },
    {
      "epoch": 1.0408719346049047,
      "grad_norm": 149.0,
      "learning_rate": 9.889538369794185e-06,
      "loss": 9.439236640930176,
      "step": 382
    },
    {
      "epoch": 1.0435967302452316,
      "grad_norm": 41.0,
      "learning_rate": 9.84535673697536e-06,
      "loss": 7.301303863525391,
      "step": 383
    },
    {
      "epoch": 1.0463215258855585,
      "grad_norm": 64.5,
      "learning_rate": 9.801178123349298e-06,
      "loss": 7.138197898864746,
      "step": 384
    },
    {
      "epoch": 1.0490463215258856,
      "grad_norm": 57.75,
      "learning_rate": 9.75700339144146e-06,
      "loss": 8.13578987121582,
      "step": 385
    },
    {
      "epoch": 1.0517711171662125,
      "grad_norm": 45.5,
      "learning_rate": 9.71283340370151e-06,
      "loss": 7.68384313583374,
      "step": 386
    },
    {
      "epoch": 1.0544959128065394,
      "grad_norm": 80.0,
      "learning_rate": 9.668669022486495e-06,
      "loss": 10.032878875732422,
      "step": 387
    },
    {
      "epoch": 1.0572207084468666,
      "grad_norm": 95.5,
      "learning_rate": 9.624511110043999e-06,
      "loss": 5.715594291687012,
      "step": 388
    },
    {
      "epoch": 1.0599455040871935,
      "grad_norm": 111.0,
      "learning_rate": 9.58036052849532e-06,
      "loss": 8.055473327636719,
      "step": 389
    },
    {
      "epoch": 1.0626702997275204,
      "grad_norm": 234.0,
      "learning_rate": 9.536218139818615e-06,
      "loss": 8.11407470703125,
      "step": 390
    },
    {
      "epoch": 1.0653950953678475,
      "grad_norm": 87.5,
      "learning_rate": 9.49208480583211e-06,
      "loss": 8.38532829284668,
      "step": 391
    },
    {
      "epoch": 1.0681198910081744,
      "grad_norm": 113.5,
      "learning_rate": 9.447961388177227e-06,
      "loss": 7.561784744262695,
      "step": 392
    },
    {
      "epoch": 1.0708446866485013,
      "grad_norm": 111.0,
      "learning_rate": 9.403848748301802e-06,
      "loss": 6.055673599243164,
      "step": 393
    },
    {
      "epoch": 1.0735694822888284,
      "grad_norm": 53.5,
      "learning_rate": 9.359747747443241e-06,
      "loss": 6.123260498046875,
      "step": 394
    },
    {
      "epoch": 1.0762942779291553,
      "grad_norm": 129.0,
      "learning_rate": 9.31565924661172e-06,
      "loss": 6.692234992980957,
      "step": 395
    },
    {
      "epoch": 1.0790190735694822,
      "grad_norm": 182.0,
      "learning_rate": 9.271584106573364e-06,
      "loss": 6.768896102905273,
      "step": 396
    },
    {
      "epoch": 1.0817438692098094,
      "grad_norm": 56.25,
      "learning_rate": 9.227523187833456e-06,
      "loss": 6.751603126525879,
      "step": 397
    },
    {
      "epoch": 1.0844686648501363,
      "grad_norm": 51.5,
      "learning_rate": 9.183477350619617e-06,
      "loss": 7.116188049316406,
      "step": 398
    },
    {
      "epoch": 1.0871934604904632,
      "grad_norm": 42.0,
      "learning_rate": 9.139447454865034e-06,
      "loss": 7.215577602386475,
      "step": 399
    },
    {
      "epoch": 1.0899182561307903,
      "grad_norm": 134.0,
      "learning_rate": 9.095434360191642e-06,
      "loss": 8.197309494018555,
      "step": 400
    },
    {
      "epoch": 1.0926430517711172,
      "grad_norm": 58.5,
      "learning_rate": 9.051438925893385e-06,
      "loss": 6.369081497192383,
      "step": 401
    },
    {
      "epoch": 1.095367847411444,
      "grad_norm": 125.0,
      "learning_rate": 9.007462010919387e-06,
      "loss": 6.619967460632324,
      "step": 402
    },
    {
      "epoch": 1.0980926430517712,
      "grad_norm": 115.5,
      "learning_rate": 8.963504473857218e-06,
      "loss": 10.506814956665039,
      "step": 403
    },
    {
      "epoch": 1.1008174386920981,
      "grad_norm": 63.0,
      "learning_rate": 8.91956717291613e-06,
      "loss": 6.822859764099121,
      "step": 404
    },
    {
      "epoch": 1.103542234332425,
      "grad_norm": 106.0,
      "learning_rate": 8.87565096591028e-06,
      "loss": 7.623475074768066,
      "step": 405
    },
    {
      "epoch": 1.106267029972752,
      "grad_norm": 51.0,
      "learning_rate": 8.831756710242006e-06,
      "loss": 7.459355354309082,
      "step": 406
    },
    {
      "epoch": 1.108991825613079,
      "grad_norm": 175.0,
      "learning_rate": 8.787885262885062e-06,
      "loss": 8.298917770385742,
      "step": 407
    },
    {
      "epoch": 1.111716621253406,
      "grad_norm": 732.0,
      "learning_rate": 8.744037480367922e-06,
      "loss": 9.578624725341797,
      "step": 408
    },
    {
      "epoch": 1.1144414168937329,
      "grad_norm": 78.0,
      "learning_rate": 8.700214218757021e-06,
      "loss": 7.6634321212768555,
      "step": 409
    },
    {
      "epoch": 1.11716621253406,
      "grad_norm": 59.0,
      "learning_rate": 8.656416333640067e-06,
      "loss": 9.131630897521973,
      "step": 410
    },
    {
      "epoch": 1.119891008174387,
      "grad_norm": 109.5,
      "learning_rate": 8.61264468010932e-06,
      "loss": 8.569406509399414,
      "step": 411
    },
    {
      "epoch": 1.1226158038147138,
      "grad_norm": 51.5,
      "learning_rate": 8.568900112744912e-06,
      "loss": 7.2818922996521,
      "step": 412
    },
    {
      "epoch": 1.125340599455041,
      "grad_norm": 41.5,
      "learning_rate": 8.525183485598152e-06,
      "loss": 6.802903175354004,
      "step": 413
    },
    {
      "epoch": 1.1280653950953679,
      "grad_norm": 50.25,
      "learning_rate": 8.481495652174859e-06,
      "loss": 6.681910514831543,
      "step": 414
    },
    {
      "epoch": 1.1307901907356948,
      "grad_norm": 66.0,
      "learning_rate": 8.437837465418684e-06,
      "loss": 7.921047210693359,
      "step": 415
    },
    {
      "epoch": 1.1335149863760219,
      "grad_norm": 49.75,
      "learning_rate": 8.39420977769449e-06,
      "loss": 7.961376667022705,
      "step": 416
    },
    {
      "epoch": 1.1362397820163488,
      "grad_norm": 113.5,
      "learning_rate": 8.350613440771661e-06,
      "loss": 6.154501914978027,
      "step": 417
    },
    {
      "epoch": 1.1389645776566757,
      "grad_norm": 117.5,
      "learning_rate": 8.307049305807525e-06,
      "loss": 7.765777587890625,
      "step": 418
    },
    {
      "epoch": 1.1416893732970028,
      "grad_norm": 232.0,
      "learning_rate": 8.263518223330698e-06,
      "loss": 8.20707893371582,
      "step": 419
    },
    {
      "epoch": 1.1444141689373297,
      "grad_norm": 122.0,
      "learning_rate": 8.2200210432245e-06,
      "loss": 7.753570079803467,
      "step": 420
    },
    {
      "epoch": 1.1471389645776566,
      "grad_norm": 71.5,
      "learning_rate": 8.176558614710347e-06,
      "loss": 7.673469066619873,
      "step": 421
    },
    {
      "epoch": 1.1498637602179835,
      "grad_norm": 57.75,
      "learning_rate": 8.133131786331188e-06,
      "loss": 7.222710609436035,
      "step": 422
    },
    {
      "epoch": 1.1525885558583107,
      "grad_norm": 75.0,
      "learning_rate": 8.089741405934923e-06,
      "loss": 7.354574680328369,
      "step": 423
    },
    {
      "epoch": 1.1553133514986376,
      "grad_norm": 127.0,
      "learning_rate": 8.046388320657861e-06,
      "loss": 8.786876678466797,
      "step": 424
    },
    {
      "epoch": 1.1580381471389645,
      "grad_norm": 112.5,
      "learning_rate": 8.003073376908163e-06,
      "loss": 6.532284259796143,
      "step": 425
    },
    {
      "epoch": 1.1607629427792916,
      "grad_norm": 47.0,
      "learning_rate": 7.959797420349356e-06,
      "loss": 7.326780319213867,
      "step": 426
    },
    {
      "epoch": 1.1634877384196185,
      "grad_norm": 135.0,
      "learning_rate": 7.916561295883767e-06,
      "loss": 6.987373352050781,
      "step": 427
    },
    {
      "epoch": 1.1662125340599454,
      "grad_norm": 54.5,
      "learning_rate": 7.873365847636081e-06,
      "loss": 8.121572494506836,
      "step": 428
    },
    {
      "epoch": 1.1689373297002725,
      "grad_norm": 86.5,
      "learning_rate": 7.83021191893682e-06,
      "loss": 8.771839141845703,
      "step": 429
    },
    {
      "epoch": 1.1716621253405994,
      "grad_norm": 45.5,
      "learning_rate": 7.78710035230591e-06,
      "loss": 7.367631912231445,
      "step": 430
    },
    {
      "epoch": 1.1743869209809263,
      "grad_norm": 105.5,
      "learning_rate": 7.7440319894362e-06,
      "loss": 5.766054153442383,
      "step": 431
    },
    {
      "epoch": 1.1771117166212535,
      "grad_norm": 74.0,
      "learning_rate": 7.701007671177066e-06,
      "loss": 7.58969259262085,
      "step": 432
    },
    {
      "epoch": 1.1798365122615804,
      "grad_norm": 84.0,
      "learning_rate": 7.658028237517957e-06,
      "loss": 8.274538040161133,
      "step": 433
    },
    {
      "epoch": 1.1825613079019073,
      "grad_norm": 61.75,
      "learning_rate": 7.615094527572027e-06,
      "loss": 7.24740743637085,
      "step": 434
    },
    {
      "epoch": 1.1852861035422344,
      "grad_norm": 227.0,
      "learning_rate": 7.572207379559722e-06,
      "loss": 7.439287185668945,
      "step": 435
    },
    {
      "epoch": 1.1880108991825613,
      "grad_norm": 108.0,
      "learning_rate": 7.5293676307924535e-06,
      "loss": 7.59857177734375,
      "step": 436
    },
    {
      "epoch": 1.1907356948228882,
      "grad_norm": 142.0,
      "learning_rate": 7.4865761176562075e-06,
      "loss": 6.829863548278809,
      "step": 437
    },
    {
      "epoch": 1.1934604904632153,
      "grad_norm": 86.0,
      "learning_rate": 7.443833675595254e-06,
      "loss": 8.046842575073242,
      "step": 438
    },
    {
      "epoch": 1.1961852861035422,
      "grad_norm": 58.25,
      "learning_rate": 7.401141139095809e-06,
      "loss": 7.7253737449646,
      "step": 439
    },
    {
      "epoch": 1.1989100817438691,
      "grad_norm": 55.25,
      "learning_rate": 7.358499341669756e-06,
      "loss": 6.821017265319824,
      "step": 440
    },
    {
      "epoch": 1.2016348773841963,
      "grad_norm": 69.5,
      "learning_rate": 7.315909115838367e-06,
      "loss": 6.02670955657959,
      "step": 441
    },
    {
      "epoch": 1.2043596730245232,
      "grad_norm": 156.0,
      "learning_rate": 7.273371293116056e-06,
      "loss": 8.005521774291992,
      "step": 442
    },
    {
      "epoch": 1.20708446866485,
      "grad_norm": 100.0,
      "learning_rate": 7.2308867039941366e-06,
      "loss": 6.530112266540527,
      "step": 443
    },
    {
      "epoch": 1.2098092643051772,
      "grad_norm": 149.0,
      "learning_rate": 7.1884561779246055e-06,
      "loss": 9.278226852416992,
      "step": 444
    },
    {
      "epoch": 1.2125340599455041,
      "grad_norm": 62.25,
      "learning_rate": 7.146080543303966e-06,
      "loss": 8.360557556152344,
      "step": 445
    },
    {
      "epoch": 1.215258855585831,
      "grad_norm": 65.0,
      "learning_rate": 7.10376062745703e-06,
      "loss": 7.005176544189453,
      "step": 446
    },
    {
      "epoch": 1.2179836512261581,
      "grad_norm": 276.0,
      "learning_rate": 7.061497256620793e-06,
      "loss": 7.012576103210449,
      "step": 447
    },
    {
      "epoch": 1.220708446866485,
      "grad_norm": 67.0,
      "learning_rate": 7.019291255928274e-06,
      "loss": 6.08413028717041,
      "step": 448
    },
    {
      "epoch": 1.223433242506812,
      "grad_norm": 49.75,
      "learning_rate": 6.9771434493924296e-06,
      "loss": 6.818080902099609,
      "step": 449
    },
    {
      "epoch": 1.226158038147139,
      "grad_norm": 56.75,
      "learning_rate": 6.935054659890053e-06,
      "loss": 7.150300025939941,
      "step": 450
    },
    {
      "epoch": 1.228882833787466,
      "grad_norm": 104.5,
      "learning_rate": 6.8930257091457175e-06,
      "loss": 8.293148040771484,
      "step": 451
    },
    {
      "epoch": 1.231607629427793,
      "grad_norm": 65.5,
      "learning_rate": 6.851057417715719e-06,
      "loss": 8.332165718078613,
      "step": 452
    },
    {
      "epoch": 1.2343324250681198,
      "grad_norm": 87.0,
      "learning_rate": 6.809150604972079e-06,
      "loss": 7.098097801208496,
      "step": 453
    },
    {
      "epoch": 1.237057220708447,
      "grad_norm": 38.75,
      "learning_rate": 6.7673060890865184e-06,
      "loss": 7.909948825836182,
      "step": 454
    },
    {
      "epoch": 1.2397820163487738,
      "grad_norm": 72.0,
      "learning_rate": 6.7255246870145144e-06,
      "loss": 8.586991310119629,
      "step": 455
    },
    {
      "epoch": 1.2425068119891007,
      "grad_norm": 124.5,
      "learning_rate": 6.683807214479323e-06,
      "loss": 7.775416374206543,
      "step": 456
    },
    {
      "epoch": 1.2452316076294279,
      "grad_norm": 109.0,
      "learning_rate": 6.642154485956076e-06,
      "loss": 8.77346420288086,
      "step": 457
    },
    {
      "epoch": 1.2479564032697548,
      "grad_norm": 154.0,
      "learning_rate": 6.600567314655859e-06,
      "loss": 8.242979049682617,
      "step": 458
    },
    {
      "epoch": 1.2506811989100817,
      "grad_norm": 55.75,
      "learning_rate": 6.559046512509859e-06,
      "loss": 7.4766387939453125,
      "step": 459
    },
    {
      "epoch": 1.2534059945504088,
      "grad_norm": 56.25,
      "learning_rate": 6.517592890153477e-06,
      "loss": 7.094764709472656,
      "step": 460
    },
    {
      "epoch": 1.2561307901907357,
      "grad_norm": 69.5,
      "learning_rate": 6.476207256910547e-06,
      "loss": 8.247859954833984,
      "step": 461
    },
    {
      "epoch": 1.2588555858310626,
      "grad_norm": 91.5,
      "learning_rate": 6.434890420777491e-06,
      "loss": 7.161308288574219,
      "step": 462
    },
    {
      "epoch": 1.2615803814713895,
      "grad_norm": 121.0,
      "learning_rate": 6.393643188407579e-06,
      "loss": 6.807613372802734,
      "step": 463
    },
    {
      "epoch": 1.2643051771117166,
      "grad_norm": 68.0,
      "learning_rate": 6.352466365095151e-06,
      "loss": 8.177990913391113,
      "step": 464
    },
    {
      "epoch": 1.2670299727520435,
      "grad_norm": 71.5,
      "learning_rate": 6.311360754759923e-06,
      "loss": 5.752806663513184,
      "step": 465
    },
    {
      "epoch": 1.2697547683923704,
      "grad_norm": 65.0,
      "learning_rate": 6.270327159931267e-06,
      "loss": 8.31576919555664,
      "step": 466
    },
    {
      "epoch": 1.2724795640326976,
      "grad_norm": 45.5,
      "learning_rate": 6.22936638173256e-06,
      "loss": 7.891372203826904,
      "step": 467
    },
    {
      "epoch": 1.2752043596730245,
      "grad_norm": 88.5,
      "learning_rate": 6.188479219865529e-06,
      "loss": 10.023628234863281,
      "step": 468
    },
    {
      "epoch": 1.2779291553133514,
      "grad_norm": 51.5,
      "learning_rate": 6.147666472594658e-06,
      "loss": 6.903660297393799,
      "step": 469
    },
    {
      "epoch": 1.2806539509536785,
      "grad_norm": 53.25,
      "learning_rate": 6.106928936731571e-06,
      "loss": 7.8457841873168945,
      "step": 470
    },
    {
      "epoch": 1.2833787465940054,
      "grad_norm": 43.5,
      "learning_rate": 6.06626740761952e-06,
      "loss": 8.280885696411133,
      "step": 471
    },
    {
      "epoch": 1.2861035422343323,
      "grad_norm": 44.0,
      "learning_rate": 6.025682679117804e-06,
      "loss": 6.544365882873535,
      "step": 472
    },
    {
      "epoch": 1.2888283378746594,
      "grad_norm": 53.5,
      "learning_rate": 5.985175543586321e-06,
      "loss": 6.459115505218506,
      "step": 473
    },
    {
      "epoch": 1.2915531335149864,
      "grad_norm": 64.5,
      "learning_rate": 5.944746791870062e-06,
      "loss": 7.821695327758789,
      "step": 474
    },
    {
      "epoch": 1.2942779291553133,
      "grad_norm": 138.0,
      "learning_rate": 5.9043972132836905e-06,
      "loss": 8.185627937316895,
      "step": 475
    },
    {
      "epoch": 1.2970027247956404,
      "grad_norm": 66.0,
      "learning_rate": 5.864127595596119e-06,
      "loss": 8.848526000976562,
      "step": 476
    },
    {
      "epoch": 1.2997275204359673,
      "grad_norm": 178.0,
      "learning_rate": 5.823938725015148e-06,
      "loss": 7.434345722198486,
      "step": 477
    },
    {
      "epoch": 1.3024523160762942,
      "grad_norm": 77.5,
      "learning_rate": 5.783831386172083e-06,
      "loss": 7.871615409851074,
      "step": 478
    },
    {
      "epoch": 1.3051771117166213,
      "grad_norm": 45.5,
      "learning_rate": 5.743806362106461e-06,
      "loss": 8.398280143737793,
      "step": 479
    },
    {
      "epoch": 1.3079019073569482,
      "grad_norm": 2192.0,
      "learning_rate": 5.703864434250721e-06,
      "loss": 7.346007347106934,
      "step": 480
    },
    {
      "epoch": 1.3106267029972751,
      "grad_norm": 44.75,
      "learning_rate": 5.664006382414975e-06,
      "loss": 7.12809419631958,
      "step": 481
    },
    {
      "epoch": 1.3133514986376023,
      "grad_norm": 105.5,
      "learning_rate": 5.62423298477176e-06,
      "loss": 8.59274959564209,
      "step": 482
    },
    {
      "epoch": 1.3160762942779292,
      "grad_norm": 233.0,
      "learning_rate": 5.584545017840886e-06,
      "loss": 9.115726470947266,
      "step": 483
    },
    {
      "epoch": 1.318801089918256,
      "grad_norm": 45.5,
      "learning_rate": 5.5449432564742074e-06,
      "loss": 7.184577941894531,
      "step": 484
    },
    {
      "epoch": 1.3215258855585832,
      "grad_norm": 55.25,
      "learning_rate": 5.505428473840576e-06,
      "loss": 7.106941223144531,
      "step": 485
    },
    {
      "epoch": 1.32425068119891,
      "grad_norm": 216.0,
      "learning_rate": 5.4660014414106825e-06,
      "loss": 9.455618858337402,
      "step": 486
    },
    {
      "epoch": 1.326975476839237,
      "grad_norm": 44.75,
      "learning_rate": 5.426662928942024e-06,
      "loss": 6.936347007751465,
      "step": 487
    },
    {
      "epoch": 1.3297002724795641,
      "grad_norm": 60.5,
      "learning_rate": 5.38741370446387e-06,
      "loss": 6.653594493865967,
      "step": 488
    },
    {
      "epoch": 1.332425068119891,
      "grad_norm": 39.75,
      "learning_rate": 5.348254534262262e-06,
      "loss": 7.087656021118164,
      "step": 489
    },
    {
      "epoch": 1.335149863760218,
      "grad_norm": 454.0,
      "learning_rate": 5.309186182865076e-06,
      "loss": 6.606649398803711,
      "step": 490
    },
    {
      "epoch": 1.337874659400545,
      "grad_norm": 51.5,
      "learning_rate": 5.2702094130270476e-06,
      "loss": 7.47068977355957,
      "step": 491
    },
    {
      "epoch": 1.340599455040872,
      "grad_norm": 67.5,
      "learning_rate": 5.231324985714942e-06,
      "loss": 7.34375524520874,
      "step": 492
    },
    {
      "epoch": 1.3433242506811989,
      "grad_norm": 165.0,
      "learning_rate": 5.192533660092647e-06,
      "loss": 8.284615516662598,
      "step": 493
    },
    {
      "epoch": 1.346049046321526,
      "grad_norm": 72.0,
      "learning_rate": 5.153836193506378e-06,
      "loss": 7.2369585037231445,
      "step": 494
    },
    {
      "epoch": 1.348773841961853,
      "grad_norm": 55.5,
      "learning_rate": 5.1152333414698774e-06,
      "loss": 8.483081817626953,
      "step": 495
    },
    {
      "epoch": 1.3514986376021798,
      "grad_norm": 72.5,
      "learning_rate": 5.0767258576496846e-06,
      "loss": 9.040716171264648,
      "step": 496
    },
    {
      "epoch": 1.354223433242507,
      "grad_norm": 84.0,
      "learning_rate": 5.038314493850396e-06,
      "loss": 10.083952903747559,
      "step": 497
    },
    {
      "epoch": 1.3569482288828338,
      "grad_norm": 105.5,
      "learning_rate": 5.000000000000003e-06,
      "loss": 7.9359331130981445,
      "step": 498
    },
    {
      "epoch": 1.3596730245231607,
      "grad_norm": 53.25,
      "learning_rate": 4.961783124135244e-06,
      "loss": 5.679041862487793,
      "step": 499
    },
    {
      "epoch": 1.3623978201634879,
      "grad_norm": 108.5,
      "learning_rate": 4.9236646123870194e-06,
      "loss": 6.903210163116455,
      "step": 500
    },
    {
      "epoch": 1.3651226158038148,
      "grad_norm": 131.0,
      "learning_rate": 4.885645208965779e-06,
      "loss": 7.662400245666504,
      "step": 501
    },
    {
      "epoch": 1.3678474114441417,
      "grad_norm": 64.5,
      "learning_rate": 4.847725656147051e-06,
      "loss": 7.284198760986328,
      "step": 502
    },
    {
      "epoch": 1.3705722070844686,
      "grad_norm": 61.0,
      "learning_rate": 4.809906694256903e-06,
      "loss": 7.7149224281311035,
      "step": 503
    },
    {
      "epoch": 1.3732970027247957,
      "grad_norm": 57.75,
      "learning_rate": 4.772189061657511e-06,
      "loss": 6.25423526763916,
      "step": 504
    },
    {
      "epoch": 1.3760217983651226,
      "grad_norm": 106.0,
      "learning_rate": 4.7345734947327345e-06,
      "loss": 7.889328479766846,
      "step": 505
    },
    {
      "epoch": 1.3787465940054495,
      "grad_norm": 60.5,
      "learning_rate": 4.697060727873757e-06,
      "loss": 7.710623741149902,
      "step": 506
    },
    {
      "epoch": 1.3814713896457766,
      "grad_norm": 79.5,
      "learning_rate": 4.659651493464721e-06,
      "loss": 7.693235397338867,
      "step": 507
    },
    {
      "epoch": 1.3841961852861036,
      "grad_norm": 122.5,
      "learning_rate": 4.622346521868446e-06,
      "loss": 6.527623176574707,
      "step": 508
    },
    {
      "epoch": 1.3869209809264305,
      "grad_norm": 49.0,
      "learning_rate": 4.585146541412168e-06,
      "loss": 7.843082904815674,
      "step": 509
    },
    {
      "epoch": 1.3896457765667574,
      "grad_norm": 77.0,
      "learning_rate": 4.548052278373327e-06,
      "loss": 8.36574935913086,
      "step": 510
    },
    {
      "epoch": 1.3923705722070845,
      "grad_norm": 49.75,
      "learning_rate": 4.511064456965357e-06,
      "loss": 6.986164093017578,
      "step": 511
    },
    {
      "epoch": 1.3950953678474114,
      "grad_norm": 137.0,
      "learning_rate": 4.4741837993235925e-06,
      "loss": 8.505910873413086,
      "step": 512
    },
    {
      "epoch": 1.3978201634877383,
      "grad_norm": 105.0,
      "learning_rate": 4.437411025491131e-06,
      "loss": 8.257434844970703,
      "step": 513
    },
    {
      "epoch": 1.4005449591280654,
      "grad_norm": 198.0,
      "learning_rate": 4.400746853404795e-06,
      "loss": 7.901581287384033,
      "step": 514
    },
    {
      "epoch": 1.4032697547683923,
      "grad_norm": 48.25,
      "learning_rate": 4.3641919988811045e-06,
      "loss": 5.812312126159668,
      "step": 515
    },
    {
      "epoch": 1.4059945504087192,
      "grad_norm": 44.25,
      "learning_rate": 4.327747175602321e-06,
      "loss": 7.898300647735596,
      "step": 516
    },
    {
      "epoch": 1.4087193460490464,
      "grad_norm": 89.0,
      "learning_rate": 4.291413095102487e-06,
      "loss": 6.634407997131348,
      "step": 517
    },
    {
      "epoch": 1.4114441416893733,
      "grad_norm": 95.5,
      "learning_rate": 4.255190466753551e-06,
      "loss": 8.197491645812988,
      "step": 518
    },
    {
      "epoch": 1.4141689373297002,
      "grad_norm": 77.0,
      "learning_rate": 4.219079997751515e-06,
      "loss": 6.345241069793701,
      "step": 519
    },
    {
      "epoch": 1.4168937329700273,
      "grad_norm": 47.0,
      "learning_rate": 4.1830823931026365e-06,
      "loss": 7.572648048400879,
      "step": 520
    },
    {
      "epoch": 1.4196185286103542,
      "grad_norm": 70.5,
      "learning_rate": 4.1471983556096316e-06,
      "loss": 8.690215110778809,
      "step": 521
    },
    {
      "epoch": 1.422343324250681,
      "grad_norm": 74.0,
      "learning_rate": 4.111428585858005e-06,
      "loss": 8.143890380859375,
      "step": 522
    },
    {
      "epoch": 1.4250681198910082,
      "grad_norm": 73.0,
      "learning_rate": 4.075773782202325e-06,
      "loss": 8.427672386169434,
      "step": 523
    },
    {
      "epoch": 1.4277929155313351,
      "grad_norm": 121.5,
      "learning_rate": 4.0402346407526135e-06,
      "loss": 9.378786087036133,
      "step": 524
    },
    {
      "epoch": 1.430517711171662,
      "grad_norm": 225.0,
      "learning_rate": 4.0048118553607485e-06,
      "loss": 7.887995719909668,
      "step": 525
    },
    {
      "epoch": 1.4332425068119892,
      "grad_norm": 105.5,
      "learning_rate": 3.969506117606927e-06,
      "loss": 8.312032699584961,
      "step": 526
    },
    {
      "epoch": 1.435967302452316,
      "grad_norm": 44.0,
      "learning_rate": 3.934318116786149e-06,
      "loss": 8.55575180053711,
      "step": 527
    },
    {
      "epoch": 1.438692098092643,
      "grad_norm": 65.5,
      "learning_rate": 3.899248539894756e-06,
      "loss": 7.933452606201172,
      "step": 528
    },
    {
      "epoch": 1.44141689373297,
      "grad_norm": 63.0,
      "learning_rate": 3.864298071617051e-06,
      "loss": 7.58146858215332,
      "step": 529
    },
    {
      "epoch": 1.444141689373297,
      "grad_norm": 452.0,
      "learning_rate": 3.82946739431189e-06,
      "loss": 9.500526428222656,
      "step": 530
    },
    {
      "epoch": 1.446866485013624,
      "grad_norm": 61.25,
      "learning_rate": 3.794757187999386e-06,
      "loss": 8.427192687988281,
      "step": 531
    },
    {
      "epoch": 1.449591280653951,
      "grad_norm": 58.0,
      "learning_rate": 3.760168130347619e-06,
      "loss": 7.3859477043151855,
      "step": 532
    },
    {
      "epoch": 1.452316076294278,
      "grad_norm": 43.5,
      "learning_rate": 3.725700896659422e-06,
      "loss": 7.30010461807251,
      "step": 533
    },
    {
      "epoch": 1.4550408719346049,
      "grad_norm": 66.5,
      "learning_rate": 3.6913561598591775e-06,
      "loss": 7.816545486450195,
      "step": 534
    },
    {
      "epoch": 1.457765667574932,
      "grad_norm": 52.25,
      "learning_rate": 3.6571345904796896e-06,
      "loss": 8.79487419128418,
      "step": 535
    },
    {
      "epoch": 1.4604904632152589,
      "grad_norm": 788.0,
      "learning_rate": 3.6230368566490883e-06,
      "loss": 8.3477201461792,
      "step": 536
    },
    {
      "epoch": 1.4632152588555858,
      "grad_norm": 76.5,
      "learning_rate": 3.589063624077802e-06,
      "loss": 7.199025630950928,
      "step": 537
    },
    {
      "epoch": 1.465940054495913,
      "grad_norm": 105.0,
      "learning_rate": 3.5552155560455237e-06,
      "loss": 5.472977161407471,
      "step": 538
    },
    {
      "epoch": 1.4686648501362398,
      "grad_norm": 72.0,
      "learning_rate": 3.521493313388307e-06,
      "loss": 9.051962852478027,
      "step": 539
    },
    {
      "epoch": 1.4713896457765667,
      "grad_norm": 45.5,
      "learning_rate": 3.4878975544856285e-06,
      "loss": 8.147912979125977,
      "step": 540
    },
    {
      "epoch": 1.4741144414168939,
      "grad_norm": 54.0,
      "learning_rate": 3.45442893524755e-06,
      "loss": 7.510923385620117,
      "step": 541
    },
    {
      "epoch": 1.4768392370572208,
      "grad_norm": 58.25,
      "learning_rate": 3.4210881091019067e-06,
      "loss": 7.376689910888672,
      "step": 542
    },
    {
      "epoch": 1.4795640326975477,
      "grad_norm": 340.0,
      "learning_rate": 3.387875726981563e-06,
      "loss": 7.616382122039795,
      "step": 543
    },
    {
      "epoch": 1.4822888283378748,
      "grad_norm": 55.0,
      "learning_rate": 3.3547924373116836e-06,
      "loss": 5.757509708404541,
      "step": 544
    },
    {
      "epoch": 1.4850136239782017,
      "grad_norm": 56.5,
      "learning_rate": 3.3218388859970874e-06,
      "loss": 7.817819595336914,
      "step": 545
    },
    {
      "epoch": 1.4877384196185286,
      "grad_norm": 428.0,
      "learning_rate": 3.2890157164096315e-06,
      "loss": 7.562099456787109,
      "step": 546
    },
    {
      "epoch": 1.4904632152588557,
      "grad_norm": 67.5,
      "learning_rate": 3.2563235693756645e-06,
      "loss": 5.076538562774658,
      "step": 547
    },
    {
      "epoch": 1.4931880108991826,
      "grad_norm": 84.0,
      "learning_rate": 3.2237630831634816e-06,
      "loss": 9.300214767456055,
      "step": 548
    },
    {
      "epoch": 1.4959128065395095,
      "grad_norm": 50.75,
      "learning_rate": 3.1913348934709076e-06,
      "loss": 7.761594295501709,
      "step": 549
    },
    {
      "epoch": 1.4986376021798364,
      "grad_norm": 48.75,
      "learning_rate": 3.1590396334128505e-06,
      "loss": 6.920259475708008,
      "step": 550
    },
    {
      "epoch": 1.5013623978201633,
      "grad_norm": 68.5,
      "learning_rate": 3.126877933508957e-06,
      "loss": 8.249420166015625,
      "step": 551
    },
    {
      "epoch": 1.5040871934604905,
      "grad_norm": 53.25,
      "learning_rate": 3.094850421671295e-06,
      "loss": 6.718105316162109,
      "step": 552
    },
    {
      "epoch": 1.5068119891008176,
      "grad_norm": 58.5,
      "learning_rate": 3.0629577231921102e-06,
      "loss": 6.636263847351074,
      "step": 553
    },
    {
      "epoch": 1.5095367847411443,
      "grad_norm": 103.0,
      "learning_rate": 3.031200460731595e-06,
      "loss": 7.633177280426025,
      "step": 554
    },
    {
      "epoch": 1.5122615803814714,
      "grad_norm": 144.0,
      "learning_rate": 2.999579254305748e-06,
      "loss": 9.250997543334961,
      "step": 555
    },
    {
      "epoch": 1.5149863760217985,
      "grad_norm": 73.5,
      "learning_rate": 2.9680947212742593e-06,
      "loss": 6.983061790466309,
      "step": 556
    },
    {
      "epoch": 1.5177111716621252,
      "grad_norm": 74.0,
      "learning_rate": 2.93674747632848e-06,
      "loss": 5.68233060836792,
      "step": 557
    },
    {
      "epoch": 1.5204359673024523,
      "grad_norm": 57.25,
      "learning_rate": 2.905538131479376e-06,
      "loss": 5.81905460357666,
      "step": 558
    },
    {
      "epoch": 1.5231607629427792,
      "grad_norm": 205.0,
      "learning_rate": 2.8744672960456345e-06,
      "loss": 6.616086006164551,
      "step": 559
    },
    {
      "epoch": 1.5258855585831061,
      "grad_norm": 59.0,
      "learning_rate": 2.843535576641725e-06,
      "loss": 6.129292011260986,
      "step": 560
    },
    {
      "epoch": 1.5286103542234333,
      "grad_norm": 37.75,
      "learning_rate": 2.812743577166075e-06,
      "loss": 6.35824728012085,
      "step": 561
    },
    {
      "epoch": 1.5313351498637602,
      "grad_norm": 40.25,
      "learning_rate": 2.7820918987892742e-06,
      "loss": 7.93955659866333,
      "step": 562
    },
    {
      "epoch": 1.534059945504087,
      "grad_norm": 47.25,
      "learning_rate": 2.7515811399423486e-06,
      "loss": 7.800766944885254,
      "step": 563
    },
    {
      "epoch": 1.5367847411444142,
      "grad_norm": 53.75,
      "learning_rate": 2.721211896305059e-06,
      "loss": 8.012535095214844,
      "step": 564
    },
    {
      "epoch": 1.5395095367847411,
      "grad_norm": 46.25,
      "learning_rate": 2.690984760794284e-06,
      "loss": 6.543067932128906,
      "step": 565
    },
    {
      "epoch": 1.542234332425068,
      "grad_norm": 47.75,
      "learning_rate": 2.6609003235524355e-06,
      "loss": 7.328579902648926,
      "step": 566
    },
    {
      "epoch": 1.5449591280653951,
      "grad_norm": 50.0,
      "learning_rate": 2.6309591719359563e-06,
      "loss": 7.418963432312012,
      "step": 567
    },
    {
      "epoch": 1.547683923705722,
      "grad_norm": 470.0,
      "learning_rate": 2.601161890503817e-06,
      "loss": 5.923815727233887,
      "step": 568
    },
    {
      "epoch": 1.550408719346049,
      "grad_norm": 49.25,
      "learning_rate": 2.5715090610061376e-06,
      "loss": 6.829634666442871,
      "step": 569
    },
    {
      "epoch": 1.553133514986376,
      "grad_norm": 59.0,
      "learning_rate": 2.542001262372821e-06,
      "loss": 8.20016098022461,
      "step": 570
    },
    {
      "epoch": 1.555858310626703,
      "grad_norm": 64.0,
      "learning_rate": 2.512639070702235e-06,
      "loss": 8.60104751586914,
      "step": 571
    },
    {
      "epoch": 1.55858310626703,
      "grad_norm": 39.5,
      "learning_rate": 2.4834230592499833e-06,
      "loss": 6.847097396850586,
      "step": 572
    },
    {
      "epoch": 1.561307901907357,
      "grad_norm": 102.0,
      "learning_rate": 2.454353798417698e-06,
      "loss": 7.057802200317383,
      "step": 573
    },
    {
      "epoch": 1.564032697547684,
      "grad_norm": 91.5,
      "learning_rate": 2.4254318557419256e-06,
      "loss": 7.916182518005371,
      "step": 574
    },
    {
      "epoch": 1.5667574931880108,
      "grad_norm": 52.5,
      "learning_rate": 2.396657795883013e-06,
      "loss": 7.153363227844238,
      "step": 575
    },
    {
      "epoch": 1.569482288828338,
      "grad_norm": 54.0,
      "learning_rate": 2.3680321806141182e-06,
      "loss": 7.100063323974609,
      "step": 576
    },
    {
      "epoch": 1.5722070844686649,
      "grad_norm": 63.5,
      "learning_rate": 2.339555568810221e-06,
      "loss": 8.864089012145996,
      "step": 577
    },
    {
      "epoch": 1.5749318801089918,
      "grad_norm": 45.5,
      "learning_rate": 2.3112285164372173e-06,
      "loss": 7.283082008361816,
      "step": 578
    },
    {
      "epoch": 1.577656675749319,
      "grad_norm": 61.25,
      "learning_rate": 2.283051576541062e-06,
      "loss": 7.381930828094482,
      "step": 579
    },
    {
      "epoch": 1.5803814713896458,
      "grad_norm": 83.5,
      "learning_rate": 2.2550252992369837e-06,
      "loss": 7.8214826583862305,
      "step": 580
    },
    {
      "epoch": 1.5831062670299727,
      "grad_norm": 80.5,
      "learning_rate": 2.227150231698727e-06,
      "loss": 8.4860200881958,
      "step": 581
    },
    {
      "epoch": 1.5858310626702998,
      "grad_norm": 764.0,
      "learning_rate": 2.19942691814788e-06,
      "loss": 8.59246826171875,
      "step": 582
    },
    {
      "epoch": 1.5885558583106267,
      "grad_norm": 57.75,
      "learning_rate": 2.171855899843248e-06,
      "loss": 8.375162124633789,
      "step": 583
    },
    {
      "epoch": 1.5912806539509536,
      "grad_norm": 51.5,
      "learning_rate": 2.1444377150702845e-06,
      "loss": 8.962091445922852,
      "step": 584
    },
    {
      "epoch": 1.5940054495912808,
      "grad_norm": 48.5,
      "learning_rate": 2.1171728991305797e-06,
      "loss": 8.089997291564941,
      "step": 585
    },
    {
      "epoch": 1.5967302452316077,
      "grad_norm": 55.0,
      "learning_rate": 2.090061984331423e-06,
      "loss": 6.110464096069336,
      "step": 586
    },
    {
      "epoch": 1.5994550408719346,
      "grad_norm": 116.0,
      "learning_rate": 2.0631054999753876e-06,
      "loss": 6.054630279541016,
      "step": 587
    },
    {
      "epoch": 1.6021798365122617,
      "grad_norm": 49.0,
      "learning_rate": 2.0363039723500155e-06,
      "loss": 7.133613109588623,
      "step": 588
    },
    {
      "epoch": 1.6049046321525886,
      "grad_norm": 56.5,
      "learning_rate": 2.009657924717532e-06,
      "loss": 7.46920108795166,
      "step": 589
    },
    {
      "epoch": 1.6076294277929155,
      "grad_norm": 69.5,
      "learning_rate": 1.9831678773046424e-06,
      "loss": 6.060715198516846,
      "step": 590
    },
    {
      "epoch": 1.6103542234332426,
      "grad_norm": 61.0,
      "learning_rate": 1.9568343472923524e-06,
      "loss": 7.1793317794799805,
      "step": 591
    },
    {
      "epoch": 1.6130790190735693,
      "grad_norm": 48.0,
      "learning_rate": 1.9306578488058993e-06,
      "loss": 7.582386016845703,
      "step": 592
    },
    {
      "epoch": 1.6158038147138964,
      "grad_norm": 83.0,
      "learning_rate": 1.90463889290469e-06,
      "loss": 8.085948944091797,
      "step": 593
    },
    {
      "epoch": 1.6185286103542236,
      "grad_norm": 50.25,
      "learning_rate": 1.8787779875723389e-06,
      "loss": 7.4127197265625,
      "step": 594
    },
    {
      "epoch": 1.6212534059945503,
      "grad_norm": 66.5,
      "learning_rate": 1.8530756377067394e-06,
      "loss": 8.622271537780762,
      "step": 595
    },
    {
      "epoch": 1.6239782016348774,
      "grad_norm": 62.0,
      "learning_rate": 1.8275323451102223e-06,
      "loss": 6.851025581359863,
      "step": 596
    },
    {
      "epoch": 1.6267029972752045,
      "grad_norm": 80.5,
      "learning_rate": 1.8021486084797368e-06,
      "loss": 5.64200496673584,
      "step": 597
    },
    {
      "epoch": 1.6294277929155312,
      "grad_norm": 34.0,
      "learning_rate": 1.776924923397132e-06,
      "loss": 5.855154037475586,
      "step": 598
    },
    {
      "epoch": 1.6321525885558583,
      "grad_norm": 156.0,
      "learning_rate": 1.7518617823194705e-06,
      "loss": 8.306772232055664,
      "step": 599
    },
    {
      "epoch": 1.6348773841961854,
      "grad_norm": 46.5,
      "learning_rate": 1.7269596745694295e-06,
      "loss": 7.858826160430908,
      "step": 600
    },
    {
      "epoch": 1.6376021798365121,
      "grad_norm": 45.0,
      "learning_rate": 1.7022190863257182e-06,
      "loss": 7.012526512145996,
      "step": 601
    },
    {
      "epoch": 1.6403269754768393,
      "grad_norm": 72.0,
      "learning_rate": 1.6776405006136199e-06,
      "loss": 7.348204612731934,
      "step": 602
    },
    {
      "epoch": 1.6430517711171662,
      "grad_norm": 56.5,
      "learning_rate": 1.6532243972955397e-06,
      "loss": 7.8121137619018555,
      "step": 603
    },
    {
      "epoch": 1.645776566757493,
      "grad_norm": 54.25,
      "learning_rate": 1.628971253061642e-06,
      "loss": 7.339029312133789,
      "step": 604
    },
    {
      "epoch": 1.6485013623978202,
      "grad_norm": 43.5,
      "learning_rate": 1.60488154142054e-06,
      "loss": 7.693802356719971,
      "step": 605
    },
    {
      "epoch": 1.651226158038147,
      "grad_norm": 112.0,
      "learning_rate": 1.580955732690065e-06,
      "loss": 7.967085838317871,
      "step": 606
    },
    {
      "epoch": 1.653950953678474,
      "grad_norm": 107.0,
      "learning_rate": 1.5571942939880646e-06,
      "loss": 7.3909406661987305,
      "step": 607
    },
    {
      "epoch": 1.6566757493188011,
      "grad_norm": 43.25,
      "learning_rate": 1.533597689223295e-06,
      "loss": 7.32554292678833,
      "step": 608
    },
    {
      "epoch": 1.659400544959128,
      "grad_norm": 65.5,
      "learning_rate": 1.5101663790863597e-06,
      "loss": 7.522115707397461,
      "step": 609
    },
    {
      "epoch": 1.662125340599455,
      "grad_norm": 164.0,
      "learning_rate": 1.4869008210407243e-06,
      "loss": 7.767690181732178,
      "step": 610
    },
    {
      "epoch": 1.664850136239782,
      "grad_norm": 97.0,
      "learning_rate": 1.4638014693137637e-06,
      "loss": 8.748920440673828,
      "step": 611
    },
    {
      "epoch": 1.667574931880109,
      "grad_norm": 96.5,
      "learning_rate": 1.4408687748879157e-06,
      "loss": 9.384612083435059,
      "step": 612
    },
    {
      "epoch": 1.6702997275204359,
      "grad_norm": 79.0,
      "learning_rate": 1.4181031854918714e-06,
      "loss": 7.341810703277588,
      "step": 613
    },
    {
      "epoch": 1.673024523160763,
      "grad_norm": 71.5,
      "learning_rate": 1.3955051455918257e-06,
      "loss": 6.1375203132629395,
      "step": 614
    },
    {
      "epoch": 1.67574931880109,
      "grad_norm": 88.5,
      "learning_rate": 1.3730750963828033e-06,
      "loss": 7.365661144256592,
      "step": 615
    },
    {
      "epoch": 1.6784741144414168,
      "grad_norm": 46.0,
      "learning_rate": 1.350813475780046e-06,
      "loss": 6.458178997039795,
      "step": 616
    },
    {
      "epoch": 1.681198910081744,
      "grad_norm": 56.0,
      "learning_rate": 1.3287207184104756e-06,
      "loss": 7.235292434692383,
      "step": 617
    },
    {
      "epoch": 1.6839237057220708,
      "grad_norm": 146.0,
      "learning_rate": 1.3067972556041753e-06,
      "loss": 7.467118263244629,
      "step": 618
    },
    {
      "epoch": 1.6866485013623977,
      "grad_norm": 74.0,
      "learning_rate": 1.2850435153860075e-06,
      "loss": 7.041106224060059,
      "step": 619
    },
    {
      "epoch": 1.6893732970027249,
      "grad_norm": 45.75,
      "learning_rate": 1.2634599224672295e-06,
      "loss": 7.600635528564453,
      "step": 620
    },
    {
      "epoch": 1.6920980926430518,
      "grad_norm": 38.5,
      "learning_rate": 1.2420468982372158e-06,
      "loss": 7.6665496826171875,
      "step": 621
    },
    {
      "epoch": 1.6948228882833787,
      "grad_norm": 77.5,
      "learning_rate": 1.2208048607552214e-06,
      "loss": 6.681318283081055,
      "step": 622
    },
    {
      "epoch": 1.6975476839237058,
      "grad_norm": 42.75,
      "learning_rate": 1.1997342247422317e-06,
      "loss": 6.922307014465332,
      "step": 623
    },
    {
      "epoch": 1.7002724795640327,
      "grad_norm": 60.75,
      "learning_rate": 1.1788354015728543e-06,
      "loss": 7.705836296081543,
      "step": 624
    },
    {
      "epoch": 1.7029972752043596,
      "grad_norm": 73.0,
      "learning_rate": 1.1581087992672936e-06,
      "loss": 6.689939498901367,
      "step": 625
    },
    {
      "epoch": 1.7057220708446867,
      "grad_norm": 62.75,
      "learning_rate": 1.137554822483381e-06,
      "loss": 8.481332778930664,
      "step": 626
    },
    {
      "epoch": 1.7084468664850136,
      "grad_norm": 42.0,
      "learning_rate": 1.1171738725086833e-06,
      "loss": 8.533164978027344,
      "step": 627
    },
    {
      "epoch": 1.7111716621253406,
      "grad_norm": 46.0,
      "learning_rate": 1.0969663472526492e-06,
      "loss": 6.13987922668457,
      "step": 628
    },
    {
      "epoch": 1.7138964577656677,
      "grad_norm": 75.0,
      "learning_rate": 1.076932641238868e-06,
      "loss": 5.627160549163818,
      "step": 629
    },
    {
      "epoch": 1.7166212534059946,
      "grad_norm": 109.0,
      "learning_rate": 1.0570731455973415e-06,
      "loss": 7.685460090637207,
      "step": 630
    },
    {
      "epoch": 1.7193460490463215,
      "grad_norm": 46.25,
      "learning_rate": 1.037388248056862e-06,
      "loss": 6.8570098876953125,
      "step": 631
    },
    {
      "epoch": 1.7220708446866486,
      "grad_norm": 36.5,
      "learning_rate": 1.0178783329374363e-06,
      "loss": 6.851326942443848,
      "step": 632
    },
    {
      "epoch": 1.7247956403269755,
      "grad_norm": 97.0,
      "learning_rate": 9.985437811427934e-07,
      "loss": 8.81550407409668,
      "step": 633
    },
    {
      "epoch": 1.7275204359673024,
      "grad_norm": 59.25,
      "learning_rate": 9.79384970152928e-07,
      "loss": 6.002876281738281,
      "step": 634
    },
    {
      "epoch": 1.7302452316076296,
      "grad_norm": 58.25,
      "learning_rate": 9.604022740167496e-07,
      "loss": 8.851738929748535,
      "step": 635
    },
    {
      "epoch": 1.7329700272479565,
      "grad_norm": 50.25,
      "learning_rate": 9.415960633447674e-07,
      "loss": 7.051743030548096,
      "step": 636
    },
    {
      "epoch": 1.7356948228882834,
      "grad_norm": 60.5,
      "learning_rate": 9.229667053018665e-07,
      "loss": 6.976800918579102,
      "step": 637
    },
    {
      "epoch": 1.7384196185286105,
      "grad_norm": 42.5,
      "learning_rate": 9.045145636001229e-07,
      "loss": 7.318203926086426,
      "step": 638
    },
    {
      "epoch": 1.7411444141689372,
      "grad_norm": 44.5,
      "learning_rate": 8.862399984917214e-07,
      "loss": 6.916411399841309,
      "step": 639
    },
    {
      "epoch": 1.7438692098092643,
      "grad_norm": 56.25,
      "learning_rate": 8.681433667619065e-07,
      "loss": 8.47800064086914,
      "step": 640
    },
    {
      "epoch": 1.7465940054495914,
      "grad_norm": 55.75,
      "learning_rate": 8.502250217220276e-07,
      "loss": 6.32047176361084,
      "step": 641
    },
    {
      "epoch": 1.749318801089918,
      "grad_norm": 42.5,
      "learning_rate": 8.3248531320263e-07,
      "loss": 8.204029083251953,
      "step": 642
    },
    {
      "epoch": 1.7520435967302452,
      "grad_norm": 54.75,
      "learning_rate": 8.149245875466416e-07,
      "loss": 8.580305099487305,
      "step": 643
    },
    {
      "epoch": 1.7547683923705724,
      "grad_norm": 76.5,
      "learning_rate": 7.97543187602593e-07,
      "loss": 9.155194282531738,
      "step": 644
    },
    {
      "epoch": 1.757493188010899,
      "grad_norm": 94.5,
      "learning_rate": 7.803414527179343e-07,
      "loss": 7.833845138549805,
      "step": 645
    },
    {
      "epoch": 1.7602179836512262,
      "grad_norm": 115.0,
      "learning_rate": 7.633197187324048e-07,
      "loss": 6.92584228515625,
      "step": 646
    },
    {
      "epoch": 1.7629427792915533,
      "grad_norm": 44.75,
      "learning_rate": 7.464783179714863e-07,
      "loss": 6.644712448120117,
      "step": 647
    },
    {
      "epoch": 1.76566757493188,
      "grad_norm": 72.0,
      "learning_rate": 7.298175792398976e-07,
      "loss": 7.475144863128662,
      "step": 648
    },
    {
      "epoch": 1.768392370572207,
      "grad_norm": 63.5,
      "learning_rate": 7.133378278151926e-07,
      "loss": 7.494123458862305,
      "step": 649
    },
    {
      "epoch": 1.771117166212534,
      "grad_norm": 65.5,
      "learning_rate": 6.97039385441397e-07,
      "loss": 8.212438583374023,
      "step": 650
    },
    {
      "epoch": 1.773841961852861,
      "grad_norm": 556.0,
      "learning_rate": 6.809225703227352e-07,
      "loss": 7.286229610443115,
      "step": 651
    },
    {
      "epoch": 1.776566757493188,
      "grad_norm": 75.0,
      "learning_rate": 6.649876971174118e-07,
      "loss": 8.195870399475098,
      "step": 652
    },
    {
      "epoch": 1.779291553133515,
      "grad_norm": 46.75,
      "learning_rate": 6.492350769314693e-07,
      "loss": 6.692190170288086,
      "step": 653
    },
    {
      "epoch": 1.7820163487738419,
      "grad_norm": 75.5,
      "learning_rate": 6.336650173127224e-07,
      "loss": 4.845274448394775,
      "step": 654
    },
    {
      "epoch": 1.784741144414169,
      "grad_norm": 58.25,
      "learning_rate": 6.182778222447383e-07,
      "loss": 8.310832977294922,
      "step": 655
    },
    {
      "epoch": 1.7874659400544959,
      "grad_norm": 52.75,
      "learning_rate": 6.030737921409169e-07,
      "loss": 8.237752914428711,
      "step": 656
    },
    {
      "epoch": 1.7901907356948228,
      "grad_norm": 52.0,
      "learning_rate": 5.880532238386161e-07,
      "loss": 7.448175430297852,
      "step": 657
    },
    {
      "epoch": 1.79291553133515,
      "grad_norm": 86.0,
      "learning_rate": 5.732164105933591e-07,
      "loss": 8.736791610717773,
      "step": 658
    },
    {
      "epoch": 1.7956403269754768,
      "grad_norm": 35.5,
      "learning_rate": 5.5856364207311e-07,
      "loss": 6.606574058532715,
      "step": 659
    },
    {
      "epoch": 1.7983651226158037,
      "grad_norm": 43.25,
      "learning_rate": 5.440952043526215e-07,
      "loss": 6.5664472579956055,
      "step": 660
    },
    {
      "epoch": 1.8010899182561309,
      "grad_norm": 53.5,
      "learning_rate": 5.298113799078397e-07,
      "loss": 8.011350631713867,
      "step": 661
    },
    {
      "epoch": 1.8038147138964578,
      "grad_norm": 40.75,
      "learning_rate": 5.157124476103992e-07,
      "loss": 7.332503795623779,
      "step": 662
    },
    {
      "epoch": 1.8065395095367847,
      "grad_norm": 228.0,
      "learning_rate": 5.017986827221733e-07,
      "loss": 7.973405361175537,
      "step": 663
    },
    {
      "epoch": 1.8092643051771118,
      "grad_norm": 116.5,
      "learning_rate": 4.880703568899047e-07,
      "loss": 9.808248519897461,
      "step": 664
    },
    {
      "epoch": 1.8119891008174387,
      "grad_norm": 53.75,
      "learning_rate": 4.7452773813989385e-07,
      "loss": 7.422705173492432,
      "step": 665
    },
    {
      "epoch": 1.8147138964577656,
      "grad_norm": 60.75,
      "learning_rate": 4.61171090872774e-07,
      "loss": 6.829009056091309,
      "step": 666
    },
    {
      "epoch": 1.8174386920980927,
      "grad_norm": 64.5,
      "learning_rate": 4.480006758583455e-07,
      "loss": 7.717963218688965,
      "step": 667
    },
    {
      "epoch": 1.8201634877384196,
      "grad_norm": 49.0,
      "learning_rate": 4.350167502304847e-07,
      "loss": 7.16162633895874,
      "step": 668
    },
    {
      "epoch": 1.8228882833787465,
      "grad_norm": 57.0,
      "learning_rate": 4.222195674821239e-07,
      "loss": 7.422212600708008,
      "step": 669
    },
    {
      "epoch": 1.8256130790190737,
      "grad_norm": 37.5,
      "learning_rate": 4.0960937746030607e-07,
      "loss": 6.700058460235596,
      "step": 670
    },
    {
      "epoch": 1.8283378746594006,
      "grad_norm": 229.0,
      "learning_rate": 3.97186426361299e-07,
      "loss": 8.055702209472656,
      "step": 671
    },
    {
      "epoch": 1.8310626702997275,
      "grad_norm": 53.25,
      "learning_rate": 3.8495095672579584e-07,
      "loss": 5.8365302085876465,
      "step": 672
    },
    {
      "epoch": 1.8337874659400546,
      "grad_norm": 35.5,
      "learning_rate": 3.729032074341743e-07,
      "loss": 6.905869960784912,
      "step": 673
    },
    {
      "epoch": 1.8365122615803815,
      "grad_norm": 76.0,
      "learning_rate": 3.610434137018426e-07,
      "loss": 6.432229042053223,
      "step": 674
    },
    {
      "epoch": 1.8392370572207084,
      "grad_norm": 48.25,
      "learning_rate": 3.493718070746299e-07,
      "loss": 7.8051958084106445,
      "step": 675
    },
    {
      "epoch": 1.8419618528610355,
      "grad_norm": 106.5,
      "learning_rate": 3.3788861542428555e-07,
      "loss": 8.60234260559082,
      "step": 676
    },
    {
      "epoch": 1.8446866485013624,
      "grad_norm": 56.5,
      "learning_rate": 3.2659406294401566e-07,
      "loss": 7.379966735839844,
      "step": 677
    },
    {
      "epoch": 1.8474114441416893,
      "grad_norm": 224.0,
      "learning_rate": 3.154883701441136e-07,
      "loss": 8.350852012634277,
      "step": 678
    },
    {
      "epoch": 1.8501362397820165,
      "grad_norm": 122.0,
      "learning_rate": 3.0457175384764894e-07,
      "loss": 8.75820541381836,
      "step": 679
    },
    {
      "epoch": 1.8528610354223434,
      "grad_norm": 153.0,
      "learning_rate": 2.9384442718624397e-07,
      "loss": 6.706145286560059,
      "step": 680
    },
    {
      "epoch": 1.8555858310626703,
      "grad_norm": 39.75,
      "learning_rate": 2.8330659959589944e-07,
      "loss": 7.600302696228027,
      "step": 681
    },
    {
      "epoch": 1.8583106267029974,
      "grad_norm": 44.0,
      "learning_rate": 2.7295847681291897e-07,
      "loss": 7.571356296539307,
      "step": 682
    },
    {
      "epoch": 1.861035422343324,
      "grad_norm": 80.0,
      "learning_rate": 2.6280026086987985e-07,
      "loss": 9.496881484985352,
      "step": 683
    },
    {
      "epoch": 1.8637602179836512,
      "grad_norm": 52.75,
      "learning_rate": 2.528321500916986e-07,
      "loss": 7.432222366333008,
      "step": 684
    },
    {
      "epoch": 1.8664850136239783,
      "grad_norm": 43.5,
      "learning_rate": 2.430543390917539e-07,
      "loss": 7.78872013092041,
      "step": 685
    },
    {
      "epoch": 1.869209809264305,
      "grad_norm": 44.0,
      "learning_rate": 2.3346701876808987e-07,
      "loss": 6.568578720092773,
      "step": 686
    },
    {
      "epoch": 1.8719346049046321,
      "grad_norm": 81.0,
      "learning_rate": 2.2407037629968431e-07,
      "loss": 8.700479507446289,
      "step": 687
    },
    {
      "epoch": 1.8746594005449593,
      "grad_norm": 72.5,
      "learning_rate": 2.1486459514280078e-07,
      "loss": 8.305509567260742,
      "step": 688
    },
    {
      "epoch": 1.877384196185286,
      "grad_norm": 57.25,
      "learning_rate": 2.0584985502740018e-07,
      "loss": 6.456480026245117,
      "step": 689
    },
    {
      "epoch": 1.880108991825613,
      "grad_norm": 36.25,
      "learning_rate": 1.9702633195363918e-07,
      "loss": 7.140352249145508,
      "step": 690
    },
    {
      "epoch": 1.8828337874659402,
      "grad_norm": 38.25,
      "learning_rate": 1.8839419818842408e-07,
      "loss": 7.720440864562988,
      "step": 691
    },
    {
      "epoch": 1.885558583106267,
      "grad_norm": 43.0,
      "learning_rate": 1.7995362226206014e-07,
      "loss": 7.7848663330078125,
      "step": 692
    },
    {
      "epoch": 1.888283378746594,
      "grad_norm": 156.0,
      "learning_rate": 1.717047689649487e-07,
      "loss": 8.250032424926758,
      "step": 693
    },
    {
      "epoch": 1.891008174386921,
      "grad_norm": 57.75,
      "learning_rate": 1.636477993443808e-07,
      "loss": 7.313162803649902,
      "step": 694
    },
    {
      "epoch": 1.8937329700272478,
      "grad_norm": 47.25,
      "learning_rate": 1.5578287070138308e-07,
      "loss": 7.151209831237793,
      "step": 695
    },
    {
      "epoch": 1.896457765667575,
      "grad_norm": 52.75,
      "learning_rate": 1.4811013658765471e-07,
      "loss": 6.8478240966796875,
      "step": 696
    },
    {
      "epoch": 1.8991825613079019,
      "grad_norm": 54.25,
      "learning_rate": 1.4062974680256635e-07,
      "loss": 6.78936767578125,
      "step": 697
    },
    {
      "epoch": 1.9019073569482288,
      "grad_norm": 53.5,
      "learning_rate": 1.3334184739023147e-07,
      "loss": 6.455506324768066,
      "step": 698
    },
    {
      "epoch": 1.904632152588556,
      "grad_norm": 86.5,
      "learning_rate": 1.262465806366664e-07,
      "loss": 10.321639060974121,
      "step": 699
    },
    {
      "epoch": 1.9073569482288828,
      "grad_norm": 69.0,
      "learning_rate": 1.19344085066998e-07,
      "loss": 6.485734939575195,
      "step": 700
    },
    {
      "epoch": 1.9100817438692097,
      "grad_norm": 370.0,
      "learning_rate": 1.1263449544276938e-07,
      "loss": 8.247627258300781,
      "step": 701
    },
    {
      "epoch": 1.9128065395095368,
      "grad_norm": 38.0,
      "learning_rate": 1.0611794275930398e-07,
      "loss": 7.412134170532227,
      "step": 702
    },
    {
      "epoch": 1.9155313351498637,
      "grad_norm": 52.25,
      "learning_rate": 9.979455424315442e-08,
      "loss": 6.842338562011719,
      "step": 703
    },
    {
      "epoch": 1.9182561307901906,
      "grad_norm": 77.5,
      "learning_rate": 9.366445334960783e-08,
      "loss": 6.209989547729492,
      "step": 704
    },
    {
      "epoch": 1.9209809264305178,
      "grad_norm": 54.75,
      "learning_rate": 8.772775976028547e-08,
      "loss": 6.183328628540039,
      "step": 705
    },
    {
      "epoch": 1.9237057220708447,
      "grad_norm": 149.0,
      "learning_rate": 8.198458938080023e-08,
      "loss": 9.215513229370117,
      "step": 706
    },
    {
      "epoch": 1.9264305177111716,
      "grad_norm": 140.0,
      "learning_rate": 7.643505433849952e-08,
      "loss": 6.734419822692871,
      "step": 707
    },
    {
      "epoch": 1.9291553133514987,
      "grad_norm": 41.75,
      "learning_rate": 7.10792629802659e-08,
      "loss": 7.230131149291992,
      "step": 708
    },
    {
      "epoch": 1.9318801089918256,
      "grad_norm": 40.0,
      "learning_rate": 6.591731987041439e-08,
      "loss": 7.333539962768555,
      "step": 709
    },
    {
      "epoch": 1.9346049046321525,
      "grad_norm": 53.5,
      "learning_rate": 6.094932578864288e-08,
      "loss": 8.928446769714355,
      "step": 710
    },
    {
      "epoch": 1.9373297002724796,
      "grad_norm": 92.5,
      "learning_rate": 5.617537772806603e-08,
      "loss": 6.963979244232178,
      "step": 711
    },
    {
      "epoch": 1.9400544959128065,
      "grad_norm": 47.5,
      "learning_rate": 5.159556889332118e-08,
      "loss": 6.410255432128906,
      "step": 712
    },
    {
      "epoch": 1.9427792915531334,
      "grad_norm": 43.5,
      "learning_rate": 4.720998869875315e-08,
      "loss": 7.790225982666016,
      "step": 713
    },
    {
      "epoch": 1.9455040871934606,
      "grad_norm": 87.5,
      "learning_rate": 4.3018722766661194e-08,
      "loss": 7.029267311096191,
      "step": 714
    },
    {
      "epoch": 1.9482288828337875,
      "grad_norm": 45.5,
      "learning_rate": 3.902185292563365e-08,
      "loss": 8.208381652832031,
      "step": 715
    },
    {
      "epoch": 1.9509536784741144,
      "grad_norm": 47.0,
      "learning_rate": 3.521945720894593e-08,
      "loss": 7.582764625549316,
      "step": 716
    },
    {
      "epoch": 1.9536784741144415,
      "grad_norm": 36.0,
      "learning_rate": 3.161160985304168e-08,
      "loss": 7.3766021728515625,
      "step": 717
    },
    {
      "epoch": 1.9564032697547684,
      "grad_norm": 45.0,
      "learning_rate": 2.8198381296078436e-08,
      "loss": 6.788827896118164,
      "step": 718
    },
    {
      "epoch": 1.9591280653950953,
      "grad_norm": 45.5,
      "learning_rate": 2.497983817655536e-08,
      "loss": 7.119736194610596,
      "step": 719
    },
    {
      "epoch": 1.9618528610354224,
      "grad_norm": 193.0,
      "learning_rate": 2.1956043332010957e-08,
      "loss": 8.503560066223145,
      "step": 720
    },
    {
      "epoch": 1.9645776566757494,
      "grad_norm": 61.25,
      "learning_rate": 1.9127055797799608e-08,
      "loss": 7.3290863037109375,
      "step": 721
    },
    {
      "epoch": 1.9673024523160763,
      "grad_norm": 268.0,
      "learning_rate": 1.6492930805932505e-08,
      "loss": 9.157159805297852,
      "step": 722
    },
    {
      "epoch": 1.9700272479564034,
      "grad_norm": 77.0,
      "learning_rate": 1.405371978400516e-08,
      "loss": 9.00297737121582,
      "step": 723
    },
    {
      "epoch": 1.9727520435967303,
      "grad_norm": 50.25,
      "learning_rate": 1.1809470354190444e-08,
      "loss": 6.1552886962890625,
      "step": 724
    },
    {
      "epoch": 1.9754768392370572,
      "grad_norm": 54.5,
      "learning_rate": 9.760226332311551e-09,
      "loss": 7.2394185066223145,
      "step": 725
    },
    {
      "epoch": 1.9782016348773843,
      "grad_norm": 71.0,
      "learning_rate": 7.906027726981568e-09,
      "loss": 7.647292137145996,
      "step": 726
    },
    {
      "epoch": 1.9809264305177112,
      "grad_norm": 95.0,
      "learning_rate": 6.246910738827439e-09,
      "loss": 8.606234550476074,
      "step": 727
    },
    {
      "epoch": 1.9836512261580381,
      "grad_norm": 194.0,
      "learning_rate": 4.78290775978163e-09,
      "loss": 6.617138862609863,
      "step": 728
    },
    {
      "epoch": 1.9863760217983653,
      "grad_norm": 45.0,
      "learning_rate": 3.514047372448204e-09,
      "loss": 6.977919578552246,
      "step": 729
    },
    {
      "epoch": 1.989100817438692,
      "grad_norm": 63.25,
      "learning_rate": 2.440354349545482e-09,
      "loss": 6.114962577819824,
      "step": 730
    },
    {
      "epoch": 1.991825613079019,
      "grad_norm": 209.0,
      "learning_rate": 1.5618496534242079e-09,
      "loss": 7.395340919494629,
      "step": 731
    },
    {
      "epoch": 1.9945504087193462,
      "grad_norm": 44.25,
      "learning_rate": 8.785504356556562e-10,
      "loss": 7.47506856918335,
      "step": 732
    },
    {
      "epoch": 1.9972752043596729,
      "grad_norm": 47.75,
      "learning_rate": 3.9047003669856477e-10,
      "loss": 7.164544582366943,
      "step": 733
    },
    {
      "epoch": 2.0,
      "grad_norm": 49.25,
      "learning_rate": 9.7617985638232e-11,
      "loss": 7.66398286819458,
      "step": 734
    }
  ],
  "logging_steps": 1,
  "max_steps": 734,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 6.845255465199206e+17,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}