{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 19.54397394136808,
  "eval_steps": 500,
  "global_step": 6000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.03257328990228013,
      "grad_norm": 0.646706223487854,
      "learning_rate": 9e-07,
      "loss": 1.1814,
      "step": 10
    },
    {
      "epoch": 0.06514657980456026,
      "grad_norm": 0.4603618383407593,
      "learning_rate": 1.9e-06,
      "loss": 1.1738,
      "step": 20
    },
    {
      "epoch": 0.09771986970684039,
      "grad_norm": 0.4963187277317047,
      "learning_rate": 2.9e-06,
      "loss": 1.1665,
      "step": 30
    },
    {
      "epoch": 0.13029315960912052,
      "grad_norm": 0.4428938329219818,
      "learning_rate": 3.9e-06,
      "loss": 1.1512,
      "step": 40
    },
    {
      "epoch": 0.16286644951140064,
      "grad_norm": 0.36607691645622253,
      "learning_rate": 4.9000000000000005e-06,
      "loss": 1.1333,
      "step": 50
    },
    {
      "epoch": 0.19543973941368079,
      "grad_norm": 0.30768465995788574,
      "learning_rate": 5.9e-06,
      "loss": 1.1202,
      "step": 60
    },
    {
      "epoch": 0.2280130293159609,
      "grad_norm": 0.23890309035778046,
      "learning_rate": 6.900000000000001e-06,
      "loss": 1.1081,
      "step": 70
    },
    {
      "epoch": 0.26058631921824105,
      "grad_norm": 0.25988394021987915,
      "learning_rate": 7.9e-06,
      "loss": 1.0964,
      "step": 80
    },
    {
      "epoch": 0.2931596091205212,
      "grad_norm": 0.2948506772518158,
      "learning_rate": 8.9e-06,
      "loss": 1.0804,
      "step": 90
    },
    {
      "epoch": 0.3257328990228013,
      "grad_norm": 0.29228347539901733,
      "learning_rate": 9.900000000000002e-06,
      "loss": 1.0646,
      "step": 100
    },
    {
      "epoch": 0.3583061889250814,
      "grad_norm": 0.24975909292697906,
      "learning_rate": 1.09e-05,
      "loss": 1.0531,
      "step": 110
    },
    {
      "epoch": 0.39087947882736157,
      "grad_norm": 0.30400097370147705,
      "learning_rate": 1.19e-05,
      "loss": 1.0387,
      "step": 120
    },
    {
      "epoch": 0.4234527687296417,
      "grad_norm": 0.2392139881849289,
      "learning_rate": 1.29e-05,
      "loss": 1.0307,
      "step": 130
    },
    {
      "epoch": 0.4560260586319218,
      "grad_norm": 0.2712036371231079,
      "learning_rate": 1.3900000000000002e-05,
      "loss": 1.0198,
      "step": 140
    },
    {
      "epoch": 0.48859934853420195,
      "grad_norm": 0.23245830833911896,
      "learning_rate": 1.49e-05,
      "loss": 1.0154,
      "step": 150
    },
    {
      "epoch": 0.5211726384364821,
      "grad_norm": 0.2727172374725342,
      "learning_rate": 1.59e-05,
      "loss": 1.0088,
      "step": 160
    },
    {
      "epoch": 0.5537459283387622,
      "grad_norm": 0.30211466550827026,
      "learning_rate": 1.69e-05,
      "loss": 0.9998,
      "step": 170
    },
    {
      "epoch": 0.5863192182410424,
      "grad_norm": 0.36023062467575073,
      "learning_rate": 1.79e-05,
      "loss": 0.9862,
      "step": 180
    },
    {
      "epoch": 0.6188925081433225,
      "grad_norm": 0.6321305632591248,
      "learning_rate": 1.8900000000000002e-05,
      "loss": 0.9607,
      "step": 190
    },
    {
      "epoch": 0.6514657980456026,
      "grad_norm": 0.7605375647544861,
      "learning_rate": 1.9900000000000003e-05,
      "loss": 0.9141,
      "step": 200
    },
    {
      "epoch": 0.6840390879478827,
      "grad_norm": 1.6783995628356934,
      "learning_rate": 2.09e-05,
      "loss": 0.8218,
      "step": 210
    },
    {
      "epoch": 0.7166123778501629,
      "grad_norm": 1.3917943239212036,
      "learning_rate": 2.19e-05,
      "loss": 0.726,
      "step": 220
    },
    {
      "epoch": 0.749185667752443,
      "grad_norm": 1.6959741115570068,
      "learning_rate": 2.29e-05,
      "loss": 0.6331,
      "step": 230
    },
    {
      "epoch": 0.7817589576547231,
      "grad_norm": 1.6433072090148926,
      "learning_rate": 2.39e-05,
      "loss": 0.5575,
      "step": 240
    },
    {
      "epoch": 0.8143322475570033,
      "grad_norm": 2.0065226554870605,
      "learning_rate": 2.4900000000000002e-05,
      "loss": 0.4904,
      "step": 250
    },
    {
      "epoch": 0.8469055374592834,
      "grad_norm": 1.7093048095703125,
      "learning_rate": 2.5900000000000003e-05,
      "loss": 0.4331,
      "step": 260
    },
    {
      "epoch": 0.8794788273615635,
      "grad_norm": 2.0112454891204834,
      "learning_rate": 2.6900000000000003e-05,
      "loss": 0.385,
      "step": 270
    },
    {
      "epoch": 0.9120521172638436,
      "grad_norm": 2.178093910217285,
      "learning_rate": 2.7900000000000004e-05,
      "loss": 0.3391,
      "step": 280
    },
    {
      "epoch": 0.9446254071661238,
      "grad_norm": 2.12821888923645,
      "learning_rate": 2.8899999999999998e-05,
      "loss": 0.3148,
      "step": 290
    },
    {
      "epoch": 0.9771986970684039,
      "grad_norm": 2.353641986846924,
      "learning_rate": 2.9900000000000002e-05,
      "loss": 0.2889,
      "step": 300
    },
    {
      "epoch": 1.009771986970684,
      "grad_norm": 2.5022237300872803,
      "learning_rate": 3.09e-05,
      "loss": 0.2709,
      "step": 310
    },
    {
      "epoch": 1.0423452768729642,
      "grad_norm": 2.0082218647003174,
      "learning_rate": 3.19e-05,
      "loss": 0.2614,
      "step": 320
    },
    {
      "epoch": 1.0749185667752443,
      "grad_norm": 2.1790828704833984,
      "learning_rate": 3.29e-05,
      "loss": 0.2539,
      "step": 330
    },
    {
      "epoch": 1.1074918566775245,
      "grad_norm": 2.4001519680023193,
      "learning_rate": 3.3900000000000004e-05,
      "loss": 0.2386,
      "step": 340
    },
    {
      "epoch": 1.1400651465798046,
      "grad_norm": 2.5760984420776367,
      "learning_rate": 3.49e-05,
      "loss": 0.2327,
      "step": 350
    },
    {
      "epoch": 1.1726384364820848,
      "grad_norm": 2.5301952362060547,
      "learning_rate": 3.59e-05,
      "loss": 0.2292,
      "step": 360
    },
    {
      "epoch": 1.205211726384365,
      "grad_norm": 2.474808692932129,
      "learning_rate": 3.69e-05,
      "loss": 0.2293,
      "step": 370
    },
    {
      "epoch": 1.237785016286645,
      "grad_norm": 2.524728298187256,
      "learning_rate": 3.79e-05,
      "loss": 0.2253,
      "step": 380
    },
    {
      "epoch": 1.2703583061889252,
      "grad_norm": 2.349524974822998,
      "learning_rate": 3.8900000000000004e-05,
      "loss": 0.2259,
      "step": 390
    },
    {
      "epoch": 1.3029315960912053,
      "grad_norm": 1.8449956178665161,
      "learning_rate": 3.99e-05,
      "loss": 0.2201,
      "step": 400
    },
    {
      "epoch": 1.3355048859934853,
      "grad_norm": 2.82806134223938,
      "learning_rate": 4.09e-05,
      "loss": 0.2162,
      "step": 410
    },
    {
      "epoch": 1.3680781758957654,
      "grad_norm": 2.695847988128662,
      "learning_rate": 4.19e-05,
      "loss": 0.2181,
      "step": 420
    },
    {
      "epoch": 1.4006514657980456,
      "grad_norm": 2.953904628753662,
      "learning_rate": 4.29e-05,
      "loss": 0.2181,
      "step": 430
    },
    {
      "epoch": 1.4332247557003257,
      "grad_norm": 2.7019174098968506,
      "learning_rate": 4.39e-05,
      "loss": 0.2166,
      "step": 440
    },
    {
      "epoch": 1.4657980456026058,
      "grad_norm": 2.1432275772094727,
      "learning_rate": 4.49e-05,
      "loss": 0.2164,
      "step": 450
    },
    {
      "epoch": 1.498371335504886,
      "grad_norm": 3.0038726329803467,
      "learning_rate": 4.5900000000000004e-05,
      "loss": 0.2136,
      "step": 460
    },
    {
      "epoch": 1.5309446254071661,
      "grad_norm": 3.1258187294006348,
      "learning_rate": 4.69e-05,
      "loss": 0.2132,
      "step": 470
    },
    {
      "epoch": 1.5635179153094463,
      "grad_norm": 2.207747459411621,
      "learning_rate": 4.79e-05,
      "loss": 0.2112,
      "step": 480
    },
    {
      "epoch": 1.5960912052117264,
      "grad_norm": 2.581730604171753,
      "learning_rate": 4.89e-05,
      "loss": 0.2099,
      "step": 490
    },
    {
      "epoch": 1.6286644951140063,
      "grad_norm": 3.099320411682129,
      "learning_rate": 4.99e-05,
      "loss": 0.2097,
      "step": 500
    },
    {
      "epoch": 1.6612377850162865,
      "grad_norm": 2.6373846530914307,
      "learning_rate": 5.0900000000000004e-05,
      "loss": 0.2079,
      "step": 510
    },
    {
      "epoch": 1.6938110749185666,
      "grad_norm": 2.9202771186828613,
      "learning_rate": 5.19e-05,
      "loss": 0.2043,
      "step": 520
    },
    {
      "epoch": 1.7263843648208468,
      "grad_norm": 2.989102363586426,
      "learning_rate": 5.2900000000000005e-05,
      "loss": 0.2033,
      "step": 530
    },
    {
      "epoch": 1.758957654723127,
      "grad_norm": 2.375894784927368,
      "learning_rate": 5.390000000000001e-05,
      "loss": 0.2059,
      "step": 540
    },
    {
      "epoch": 1.791530944625407,
      "grad_norm": 2.6863505840301514,
      "learning_rate": 5.4900000000000006e-05,
      "loss": 0.2032,
      "step": 550
    },
    {
      "epoch": 1.8241042345276872,
      "grad_norm": 2.326268434524536,
      "learning_rate": 5.590000000000001e-05,
      "loss": 0.2012,
      "step": 560
    },
    {
      "epoch": 1.8566775244299674,
      "grad_norm": 2.779634952545166,
      "learning_rate": 5.69e-05,
      "loss": 0.2027,
      "step": 570
    },
    {
      "epoch": 1.8892508143322475,
      "grad_norm": 2.6916491985321045,
      "learning_rate": 5.79e-05,
      "loss": 0.1983,
      "step": 580
    },
    {
      "epoch": 1.9218241042345277,
      "grad_norm": 2.6536519527435303,
      "learning_rate": 5.89e-05,
      "loss": 0.2007,
      "step": 590
    },
    {
      "epoch": 1.9543973941368078,
      "grad_norm": 2.6414382457733154,
      "learning_rate": 5.99e-05,
      "loss": 0.1943,
      "step": 600
    },
    {
      "epoch": 1.986970684039088,
      "grad_norm": 3.05230712890625,
      "learning_rate": 6.09e-05,
      "loss": 0.1898,
      "step": 610
    },
    {
      "epoch": 2.019543973941368,
      "grad_norm": 3.180234909057617,
      "learning_rate": 6.19e-05,
      "loss": 0.1873,
      "step": 620
    },
    {
      "epoch": 2.0521172638436482,
      "grad_norm": 2.8422200679779053,
      "learning_rate": 6.29e-05,
      "loss": 0.1811,
      "step": 630
    },
    {
      "epoch": 2.0846905537459284,
      "grad_norm": 3.6337952613830566,
      "learning_rate": 6.390000000000001e-05,
      "loss": 0.182,
      "step": 640
    },
    {
      "epoch": 2.1172638436482085,
      "grad_norm": 5.311783313751221,
      "learning_rate": 6.49e-05,
      "loss": 0.1789,
      "step": 650
    },
    {
      "epoch": 2.1498371335504887,
      "grad_norm": 2.879094123840332,
      "learning_rate": 6.59e-05,
      "loss": 0.1757,
      "step": 660
    },
    {
      "epoch": 2.182410423452769,
      "grad_norm": 2.7306885719299316,
      "learning_rate": 6.690000000000001e-05,
      "loss": 0.1756,
      "step": 670
    },
    {
      "epoch": 2.214983713355049,
      "grad_norm": 2.2274434566497803,
      "learning_rate": 6.790000000000001e-05,
      "loss": 0.1696,
      "step": 680
    },
    {
      "epoch": 2.247557003257329,
      "grad_norm": 2.76662540435791,
      "learning_rate": 6.89e-05,
      "loss": 0.1633,
      "step": 690
    },
    {
      "epoch": 2.2801302931596092,
      "grad_norm": 2.6583666801452637,
      "learning_rate": 6.99e-05,
      "loss": 0.1603,
      "step": 700
    },
    {
      "epoch": 2.3127035830618894,
      "grad_norm": 2.7752110958099365,
      "learning_rate": 7.09e-05,
      "loss": 0.1555,
      "step": 710
    },
    {
      "epoch": 2.3452768729641695,
      "grad_norm": 2.919973611831665,
      "learning_rate": 7.19e-05,
      "loss": 0.1509,
      "step": 720
    },
    {
      "epoch": 2.3778501628664497,
      "grad_norm": 2.369131565093994,
      "learning_rate": 7.29e-05,
      "loss": 0.1453,
      "step": 730
    },
    {
      "epoch": 2.41042345276873,
      "grad_norm": 6.763181686401367,
      "learning_rate": 7.390000000000001e-05,
      "loss": 0.1469,
      "step": 740
    },
    {
      "epoch": 2.44299674267101,
      "grad_norm": 5.001865386962891,
      "learning_rate": 7.49e-05,
      "loss": 0.1568,
      "step": 750
    },
    {
      "epoch": 2.47557003257329,
      "grad_norm": 3.4782662391662598,
      "learning_rate": 7.59e-05,
      "loss": 0.1372,
      "step": 760
    },
    {
      "epoch": 2.5081433224755703,
      "grad_norm": 5.221865177154541,
      "learning_rate": 7.69e-05,
      "loss": 0.1373,
      "step": 770
    },
    {
      "epoch": 2.5407166123778504,
      "grad_norm": 3.3979134559631348,
      "learning_rate": 7.790000000000001e-05,
      "loss": 0.131,
      "step": 780
    },
    {
      "epoch": 2.5732899022801305,
      "grad_norm": 3.932870626449585,
      "learning_rate": 7.890000000000001e-05,
      "loss": 0.1176,
      "step": 790
    },
    {
      "epoch": 2.6058631921824107,
      "grad_norm": 4.280229091644287,
      "learning_rate": 7.99e-05,
      "loss": 0.1133,
      "step": 800
    },
    {
      "epoch": 2.6384364820846904,
      "grad_norm": 2.9509708881378174,
      "learning_rate": 8.090000000000001e-05,
      "loss": 0.1046,
      "step": 810
    },
    {
      "epoch": 2.6710097719869705,
      "grad_norm": 2.813812255859375,
      "learning_rate": 8.19e-05,
      "loss": 0.0959,
      "step": 820
    },
    {
      "epoch": 2.7035830618892507,
      "grad_norm": 3.498904228210449,
      "learning_rate": 8.29e-05,
      "loss": 0.0842,
      "step": 830
    },
    {
      "epoch": 2.736156351791531,
      "grad_norm": 2.793267250061035,
      "learning_rate": 8.39e-05,
      "loss": 0.0821,
      "step": 840
    },
    {
      "epoch": 2.768729641693811,
      "grad_norm": 3.1398348808288574,
      "learning_rate": 8.49e-05,
      "loss": 0.0783,
      "step": 850
    },
    {
      "epoch": 2.801302931596091,
      "grad_norm": 3.613935947418213,
      "learning_rate": 8.59e-05,
      "loss": 0.0679,
      "step": 860
    },
    {
      "epoch": 2.8338762214983713,
      "grad_norm": 4.147997856140137,
      "learning_rate": 8.69e-05,
      "loss": 0.0601,
      "step": 870
    },
    {
      "epoch": 2.8664495114006514,
      "grad_norm": 4.906704425811768,
      "learning_rate": 8.790000000000001e-05,
      "loss": 0.0589,
      "step": 880
    },
    {
      "epoch": 2.8990228013029316,
      "grad_norm": 4.920569896697998,
      "learning_rate": 8.89e-05,
      "loss": 0.0602,
      "step": 890
    },
    {
      "epoch": 2.9315960912052117,
      "grad_norm": 3.0054733753204346,
      "learning_rate": 8.99e-05,
      "loss": 0.0567,
      "step": 900
    },
    {
      "epoch": 2.964169381107492,
      "grad_norm": 3.0714895725250244,
      "learning_rate": 9.090000000000001e-05,
      "loss": 0.0478,
      "step": 910
    },
    {
      "epoch": 2.996742671009772,
      "grad_norm": 2.0885047912597656,
      "learning_rate": 9.190000000000001e-05,
      "loss": 0.0417,
      "step": 920
    },
    {
      "epoch": 3.029315960912052,
      "grad_norm": 3.2938196659088135,
      "learning_rate": 9.290000000000001e-05,
      "loss": 0.0504,
      "step": 930
    },
    {
      "epoch": 3.0618892508143323,
      "grad_norm": 3.084390640258789,
      "learning_rate": 9.39e-05,
      "loss": 0.0482,
      "step": 940
    },
    {
      "epoch": 3.0944625407166124,
      "grad_norm": 3.5595154762268066,
      "learning_rate": 9.49e-05,
      "loss": 0.0464,
      "step": 950
    },
    {
      "epoch": 3.1270358306188926,
      "grad_norm": 3.5651934146881104,
      "learning_rate": 9.59e-05,
      "loss": 0.0461,
      "step": 960
    },
    {
      "epoch": 3.1596091205211727,
      "grad_norm": 2.7966909408569336,
      "learning_rate": 9.69e-05,
      "loss": 0.0455,
      "step": 970
    },
    {
      "epoch": 3.192182410423453,
      "grad_norm": 2.4500396251678467,
      "learning_rate": 9.790000000000001e-05,
      "loss": 0.0395,
      "step": 980
    },
    {
      "epoch": 3.224755700325733,
      "grad_norm": 3.2736151218414307,
      "learning_rate": 9.89e-05,
      "loss": 0.0403,
      "step": 990
    },
    {
      "epoch": 3.257328990228013,
      "grad_norm": 2.5784664154052734,
      "learning_rate": 9.99e-05,
      "loss": 0.0382,
      "step": 1000
    },
    {
      "epoch": 3.2899022801302933,
      "grad_norm": 2.018731117248535,
      "learning_rate": 9.999994463727085e-05,
      "loss": 0.0376,
      "step": 1010
    },
    {
      "epoch": 3.3224755700325734,
      "grad_norm": 2.5587472915649414,
      "learning_rate": 9.999975326009292e-05,
      "loss": 0.0385,
      "step": 1020
    },
    {
      "epoch": 3.3550488599348536,
      "grad_norm": 2.2966997623443604,
      "learning_rate": 9.999942518549879e-05,
      "loss": 0.0364,
      "step": 1030
    },
    {
      "epoch": 3.3876221498371337,
      "grad_norm": 2.336106061935425,
      "learning_rate": 9.999896041438544e-05,
      "loss": 0.036,
      "step": 1040
    },
    {
      "epoch": 3.420195439739414,
      "grad_norm": 3.2040939331054688,
      "learning_rate": 9.999835894802353e-05,
      "loss": 0.0393,
      "step": 1050
    },
    {
      "epoch": 3.4527687296416936,
      "grad_norm": 2.786553382873535,
      "learning_rate": 9.999762078805743e-05,
      "loss": 0.0345,
      "step": 1060
    },
    {
      "epoch": 3.4853420195439737,
      "grad_norm": 1.6308751106262207,
      "learning_rate": 9.999674593650526e-05,
      "loss": 0.037,
      "step": 1070
    },
    {
      "epoch": 3.517915309446254,
      "grad_norm": 1.8265235424041748,
      "learning_rate": 9.99957343957588e-05,
      "loss": 0.0344,
      "step": 1080
    },
    {
      "epoch": 3.550488599348534,
      "grad_norm": 2.4011759757995605,
      "learning_rate": 9.99945861685836e-05,
      "loss": 0.0304,
      "step": 1090
    },
    {
      "epoch": 3.583061889250814,
      "grad_norm": 2.0200209617614746,
      "learning_rate": 9.999330125811884e-05,
      "loss": 0.0328,
      "step": 1100
    },
    {
      "epoch": 3.6156351791530943,
      "grad_norm": 2.044693946838379,
      "learning_rate": 9.999187966787744e-05,
      "loss": 0.0355,
      "step": 1110
    },
    {
      "epoch": 3.6482084690553744,
      "grad_norm": 2.1637792587280273,
      "learning_rate": 9.999032140174595e-05,
      "loss": 0.0342,
      "step": 1120
    },
    {
      "epoch": 3.6807817589576546,
      "grad_norm": 1.9781519174575806,
      "learning_rate": 9.998862646398464e-05,
      "loss": 0.0349,
      "step": 1130
    },
    {
      "epoch": 3.7133550488599347,
      "grad_norm": 2.601254940032959,
      "learning_rate": 9.998679485922739e-05,
      "loss": 0.0311,
      "step": 1140
    },
    {
      "epoch": 3.745928338762215,
      "grad_norm": 1.977401614189148,
      "learning_rate": 9.998482659248174e-05,
      "loss": 0.0317,
      "step": 1150
    },
    {
      "epoch": 3.778501628664495,
      "grad_norm": 1.9435837268829346,
      "learning_rate": 9.998272166912883e-05,
      "loss": 0.0325,
      "step": 1160
    },
    {
      "epoch": 3.811074918566775,
      "grad_norm": 2.054821014404297,
      "learning_rate": 9.998048009492347e-05,
      "loss": 0.0352,
      "step": 1170
    },
    {
      "epoch": 3.8436482084690553,
      "grad_norm": 1.950892448425293,
      "learning_rate": 9.997810187599403e-05,
      "loss": 0.0325,
      "step": 1180
    },
    {
      "epoch": 3.8762214983713354,
      "grad_norm": 2.4616150856018066,
      "learning_rate": 9.997558701884249e-05,
      "loss": 0.0316,
      "step": 1190
    },
    {
      "epoch": 3.9087947882736156,
      "grad_norm": 1.8379050493240356,
      "learning_rate": 9.997293553034433e-05,
      "loss": 0.0307,
      "step": 1200
    },
    {
      "epoch": 3.9413680781758957,
      "grad_norm": 1.9157487154006958,
      "learning_rate": 9.997014741774866e-05,
      "loss": 0.0319,
      "step": 1210
    },
    {
      "epoch": 3.973941368078176,
      "grad_norm": 1.8840038776397705,
      "learning_rate": 9.996722268867803e-05,
      "loss": 0.0315,
      "step": 1220
    },
    {
      "epoch": 4.006514657980456,
      "grad_norm": 1.825744867324829,
      "learning_rate": 9.996416135112858e-05,
      "loss": 0.0297,
      "step": 1230
    },
    {
      "epoch": 4.039087947882736,
      "grad_norm": 1.5622966289520264,
      "learning_rate": 9.996096341346988e-05,
      "loss": 0.0291,
      "step": 1240
    },
    {
      "epoch": 4.071661237785016,
      "grad_norm": 1.652907371520996,
      "learning_rate": 9.995762888444495e-05,
      "loss": 0.0298,
      "step": 1250
    },
    {
      "epoch": 4.1042345276872965,
      "grad_norm": 2.1362810134887695,
      "learning_rate": 9.995415777317027e-05,
      "loss": 0.0304,
      "step": 1260
    },
    {
      "epoch": 4.136807817589577,
      "grad_norm": 1.7935142517089844,
      "learning_rate": 9.995055008913574e-05,
      "loss": 0.028,
      "step": 1270
    },
    {
      "epoch": 4.169381107491857,
      "grad_norm": 2.094823122024536,
      "learning_rate": 9.994680584220463e-05,
      "loss": 0.0294,
      "step": 1280
    },
    {
      "epoch": 4.201954397394137,
      "grad_norm": 1.5280042886734009,
      "learning_rate": 9.994292504261355e-05,
      "loss": 0.0289,
      "step": 1290
    },
    {
      "epoch": 4.234527687296417,
      "grad_norm": 1.7017203569412231,
      "learning_rate": 9.993890770097247e-05,
      "loss": 0.0267,
      "step": 1300
    },
    {
      "epoch": 4.267100977198697,
      "grad_norm": 1.8569612503051758,
      "learning_rate": 9.993475382826467e-05,
      "loss": 0.0282,
      "step": 1310
    },
    {
      "epoch": 4.299674267100977,
      "grad_norm": 1.792932152748108,
      "learning_rate": 9.993046343584664e-05,
      "loss": 0.0278,
      "step": 1320
    },
    {
      "epoch": 4.3322475570032575,
      "grad_norm": 1.6156980991363525,
      "learning_rate": 9.992603653544816e-05,
      "loss": 0.0276,
      "step": 1330
    },
    {
      "epoch": 4.364820846905538,
      "grad_norm": 1.6737850904464722,
      "learning_rate": 9.992147313917222e-05,
      "loss": 0.0276,
      "step": 1340
    },
    {
      "epoch": 4.397394136807818,
      "grad_norm": 1.6165825128555298,
      "learning_rate": 9.991677325949497e-05,
      "loss": 0.0277,
      "step": 1350
    },
    {
      "epoch": 4.429967426710098,
      "grad_norm": 1.5214238166809082,
      "learning_rate": 9.991193690926568e-05,
      "loss": 0.0258,
      "step": 1360
    },
    {
      "epoch": 4.462540716612378,
      "grad_norm": 1.648809790611267,
      "learning_rate": 9.990696410170678e-05,
      "loss": 0.0274,
      "step": 1370
    },
    {
      "epoch": 4.495114006514658,
      "grad_norm": 1.5280410051345825,
      "learning_rate": 9.990185485041371e-05,
      "loss": 0.0247,
      "step": 1380
    },
    {
      "epoch": 4.527687296416938,
      "grad_norm": 1.4952828884124756,
      "learning_rate": 9.989660916935498e-05,
      "loss": 0.0251,
      "step": 1390
    },
    {
      "epoch": 4.5602605863192185,
      "grad_norm": 1.3932770490646362,
      "learning_rate": 9.989122707287208e-05,
      "loss": 0.0256,
      "step": 1400
    },
    {
      "epoch": 4.592833876221499,
      "grad_norm": 1.6718034744262695,
      "learning_rate": 9.988570857567945e-05,
      "loss": 0.0272,
      "step": 1410
    },
    {
      "epoch": 4.625407166123779,
      "grad_norm": 1.5743407011032104,
      "learning_rate": 9.988005369286446e-05,
      "loss": 0.0261,
      "step": 1420
    },
    {
      "epoch": 4.657980456026059,
      "grad_norm": 1.6346157789230347,
      "learning_rate": 9.987426243988734e-05,
      "loss": 0.0276,
      "step": 1430
    },
    {
      "epoch": 4.690553745928339,
      "grad_norm": 1.754012942314148,
      "learning_rate": 9.986833483258114e-05,
      "loss": 0.026,
      "step": 1440
    },
    {
      "epoch": 4.723127035830619,
      "grad_norm": 1.5971155166625977,
      "learning_rate": 9.986227088715173e-05,
      "loss": 0.0258,
      "step": 1450
    },
    {
      "epoch": 4.755700325732899,
      "grad_norm": 1.5895884037017822,
      "learning_rate": 9.98560706201777e-05,
      "loss": 0.0255,
      "step": 1460
    },
    {
      "epoch": 4.7882736156351795,
      "grad_norm": 1.799141764640808,
      "learning_rate": 9.984973404861036e-05,
      "loss": 0.028,
      "step": 1470
    },
    {
      "epoch": 4.82084690553746,
      "grad_norm": 1.5767462253570557,
      "learning_rate": 9.984326118977361e-05,
      "loss": 0.0277,
      "step": 1480
    },
    {
      "epoch": 4.85342019543974,
      "grad_norm": 1.547109842300415,
      "learning_rate": 9.983665206136406e-05,
      "loss": 0.0239,
      "step": 1490
    },
    {
      "epoch": 4.88599348534202,
      "grad_norm": 1.6011266708374023,
      "learning_rate": 9.982990668145075e-05,
      "loss": 0.023,
      "step": 1500
    },
    {
      "epoch": 4.918566775244299,
      "grad_norm": 1.5277559757232666,
      "learning_rate": 9.982302506847534e-05,
      "loss": 0.0232,
      "step": 1510
    },
    {
      "epoch": 4.95114006514658,
      "grad_norm": 1.3489938974380493,
      "learning_rate": 9.981600724125189e-05,
      "loss": 0.0231,
      "step": 1520
    },
    {
      "epoch": 4.9837133550488595,
      "grad_norm": 1.2097440958023071,
      "learning_rate": 9.980885321896685e-05,
      "loss": 0.0226,
      "step": 1530
    },
    {
      "epoch": 5.01628664495114,
      "grad_norm": 1.5271075963974,
      "learning_rate": 9.980156302117905e-05,
      "loss": 0.0217,
      "step": 1540
    },
    {
      "epoch": 5.04885993485342,
      "grad_norm": 1.4403456449508667,
      "learning_rate": 9.979413666781963e-05,
      "loss": 0.0259,
      "step": 1550
    },
    {
      "epoch": 5.0814332247557,
      "grad_norm": 1.3812097311019897,
      "learning_rate": 9.978657417919193e-05,
      "loss": 0.023,
      "step": 1560
    },
    {
      "epoch": 5.11400651465798,
      "grad_norm": 1.5333428382873535,
      "learning_rate": 9.977887557597153e-05,
      "loss": 0.0242,
      "step": 1570
    },
    {
      "epoch": 5.14657980456026,
      "grad_norm": 1.1747639179229736,
      "learning_rate": 9.97710408792061e-05,
      "loss": 0.0232,
      "step": 1580
    },
    {
      "epoch": 5.17915309446254,
      "grad_norm": 1.4856892824172974,
      "learning_rate": 9.976307011031542e-05,
      "loss": 0.0207,
      "step": 1590
    },
    {
      "epoch": 5.2117263843648205,
      "grad_norm": 1.1282317638397217,
      "learning_rate": 9.975496329109126e-05,
      "loss": 0.0233,
      "step": 1600
    },
    {
      "epoch": 5.244299674267101,
      "grad_norm": 1.4065935611724854,
      "learning_rate": 9.974672044369732e-05,
      "loss": 0.0218,
      "step": 1610
    },
    {
      "epoch": 5.276872964169381,
      "grad_norm": 1.1849043369293213,
      "learning_rate": 9.97383415906693e-05,
      "loss": 0.0221,
      "step": 1620
    },
    {
      "epoch": 5.309446254071661,
      "grad_norm": 1.325810194015503,
      "learning_rate": 9.97298267549146e-05,
      "loss": 0.0213,
      "step": 1630
    },
    {
      "epoch": 5.342019543973941,
      "grad_norm": 1.113312840461731,
      "learning_rate": 9.972117595971249e-05,
      "loss": 0.0228,
      "step": 1640
    },
    {
      "epoch": 5.374592833876221,
      "grad_norm": 1.230494499206543,
      "learning_rate": 9.971238922871391e-05,
      "loss": 0.0253,
      "step": 1650
    },
    {
      "epoch": 5.407166123778501,
      "grad_norm": 1.4597903490066528,
      "learning_rate": 9.970346658594142e-05,
      "loss": 0.0224,
      "step": 1660
    },
    {
      "epoch": 5.4397394136807815,
      "grad_norm": 1.2914201021194458,
      "learning_rate": 9.969440805578923e-05,
      "loss": 0.0224,
      "step": 1670
    },
    {
      "epoch": 5.472312703583062,
      "grad_norm": 1.2426233291625977,
      "learning_rate": 9.968521366302298e-05,
      "loss": 0.0233,
      "step": 1680
    },
    {
      "epoch": 5.504885993485342,
      "grad_norm": 1.2101874351501465,
      "learning_rate": 9.967588343277981e-05,
      "loss": 0.0233,
      "step": 1690
    },
    {
      "epoch": 5.537459283387622,
      "grad_norm": 1.576130747795105,
      "learning_rate": 9.966641739056818e-05,
      "loss": 0.0204,
      "step": 1700
    },
    {
      "epoch": 5.570032573289902,
      "grad_norm": 1.4965754747390747,
      "learning_rate": 9.965681556226793e-05,
      "loss": 0.021,
      "step": 1710
    },
    {
      "epoch": 5.602605863192182,
      "grad_norm": 1.2106349468231201,
      "learning_rate": 9.964707797413006e-05,
      "loss": 0.0217,
      "step": 1720
    },
    {
      "epoch": 5.635179153094462,
      "grad_norm": 1.2536280155181885,
      "learning_rate": 9.963720465277679e-05,
      "loss": 0.0229,
      "step": 1730
    },
    {
      "epoch": 5.6677524429967425,
      "grad_norm": 1.2137837409973145,
      "learning_rate": 9.96271956252014e-05,
      "loss": 0.0227,
      "step": 1740
    },
    {
      "epoch": 5.700325732899023,
      "grad_norm": 1.4352983236312866,
      "learning_rate": 9.961705091876816e-05,
      "loss": 0.0217,
      "step": 1750
    },
    {
      "epoch": 5.732899022801303,
      "grad_norm": 1.0887129306793213,
      "learning_rate": 9.960677056121235e-05,
      "loss": 0.02,
      "step": 1760
    },
    {
      "epoch": 5.765472312703583,
      "grad_norm": 1.2834426164627075,
      "learning_rate": 9.959635458064005e-05,
      "loss": 0.0232,
      "step": 1770
    },
    {
      "epoch": 5.798045602605863,
      "grad_norm": 1.3449937105178833,
      "learning_rate": 9.958580300552815e-05,
      "loss": 0.0205,
      "step": 1780
    },
    {
      "epoch": 5.830618892508143,
      "grad_norm": 1.375016689300537,
      "learning_rate": 9.957511586472426e-05,
      "loss": 0.0231,
      "step": 1790
    },
    {
      "epoch": 5.863192182410423,
      "grad_norm": 1.2283987998962402,
      "learning_rate": 9.956429318744662e-05,
      "loss": 0.0229,
      "step": 1800
    },
    {
      "epoch": 5.8957654723127035,
      "grad_norm": 1.226679801940918,
      "learning_rate": 9.955333500328404e-05,
      "loss": 0.0201,
      "step": 1810
    },
    {
      "epoch": 5.928338762214984,
      "grad_norm": 1.6469484567642212,
      "learning_rate": 9.95422413421957e-05,
      "loss": 0.0211,
      "step": 1820
    },
    {
      "epoch": 5.960912052117264,
      "grad_norm": 1.1678240299224854,
      "learning_rate": 9.953101223451133e-05,
      "loss": 0.0214,
      "step": 1830
    },
    {
      "epoch": 5.993485342019544,
      "grad_norm": 1.2131609916687012,
      "learning_rate": 9.951964771093085e-05,
      "loss": 0.0202,
      "step": 1840
    },
    {
      "epoch": 6.026058631921824,
      "grad_norm": 1.3158583641052246,
      "learning_rate": 9.950814780252442e-05,
      "loss": 0.0204,
      "step": 1850
    },
    {
      "epoch": 6.058631921824104,
      "grad_norm": 1.2186533212661743,
      "learning_rate": 9.949651254073236e-05,
      "loss": 0.0192,
      "step": 1860
    },
    {
      "epoch": 6.091205211726384,
      "grad_norm": 1.2744988203048706,
      "learning_rate": 9.948474195736504e-05,
      "loss": 0.0209,
      "step": 1870
    },
    {
      "epoch": 6.1237785016286646,
      "grad_norm": 1.1233289241790771,
      "learning_rate": 9.947283608460277e-05,
      "loss": 0.02,
      "step": 1880
    },
    {
      "epoch": 6.156351791530945,
      "grad_norm": 1.092411994934082,
      "learning_rate": 9.946079495499577e-05,
      "loss": 0.0202,
      "step": 1890
    },
    {
      "epoch": 6.188925081433225,
      "grad_norm": 1.3971725702285767,
      "learning_rate": 9.944861860146401e-05,
      "loss": 0.021,
      "step": 1900
    },
    {
      "epoch": 6.221498371335505,
      "grad_norm": 1.7205326557159424,
      "learning_rate": 9.943630705729719e-05,
      "loss": 0.0205,
      "step": 1910
    },
    {
      "epoch": 6.254071661237785,
      "grad_norm": 1.2655634880065918,
      "learning_rate": 9.942386035615459e-05,
      "loss": 0.0222,
      "step": 1920
    },
    {
      "epoch": 6.286644951140065,
      "grad_norm": 0.9892485737800598,
      "learning_rate": 9.941127853206503e-05,
      "loss": 0.0191,
      "step": 1930
    },
    {
      "epoch": 6.319218241042345,
      "grad_norm": 1.2320622205734253,
      "learning_rate": 9.939856161942673e-05,
      "loss": 0.0196,
      "step": 1940
    },
    {
      "epoch": 6.351791530944626,
      "grad_norm": 1.315510630607605,
      "learning_rate": 9.938570965300724e-05,
      "loss": 0.0184,
      "step": 1950
    },
    {
      "epoch": 6.384364820846906,
      "grad_norm": 0.9320159554481506,
      "learning_rate": 9.937272266794335e-05,
      "loss": 0.0231,
      "step": 1960
    },
    {
      "epoch": 6.416938110749186,
      "grad_norm": 0.9621773958206177,
      "learning_rate": 9.935960069974096e-05,
      "loss": 0.0178,
      "step": 1970
    },
    {
      "epoch": 6.449511400651466,
      "grad_norm": 1.2875672578811646,
      "learning_rate": 9.934634378427506e-05,
      "loss": 0.0204,
      "step": 1980
    },
    {
      "epoch": 6.482084690553746,
      "grad_norm": 1.1186437606811523,
      "learning_rate": 9.933295195778954e-05,
      "loss": 0.0211,
      "step": 1990
    },
    {
      "epoch": 6.514657980456026,
      "grad_norm": 1.0017237663269043,
      "learning_rate": 9.931942525689715e-05,
      "loss": 0.023,
      "step": 2000
    },
    {
      "epoch": 6.547231270358306,
      "grad_norm": 0.9961879253387451,
      "learning_rate": 9.930576371857936e-05,
      "loss": 0.0205,
      "step": 2010
    },
    {
      "epoch": 6.579804560260587,
      "grad_norm": 1.1414068937301636,
      "learning_rate": 9.929196738018629e-05,
      "loss": 0.0182,
      "step": 2020
    },
    {
      "epoch": 6.612377850162867,
      "grad_norm": 1.139420509338379,
      "learning_rate": 9.927803627943662e-05,
      "loss": 0.0175,
      "step": 2030
    },
    {
      "epoch": 6.644951140065147,
      "grad_norm": 1.1123589277267456,
      "learning_rate": 9.926397045441744e-05,
      "loss": 0.0195,
      "step": 2040
    },
    {
      "epoch": 6.677524429967427,
      "grad_norm": 1.2396354675292969,
      "learning_rate": 9.924976994358417e-05,
      "loss": 0.0199,
      "step": 2050
    },
    {
      "epoch": 6.710097719869707,
      "grad_norm": 1.2193408012390137,
      "learning_rate": 9.923543478576048e-05,
      "loss": 0.0197,
      "step": 2060
    },
    {
      "epoch": 6.742671009771987,
      "grad_norm": 1.1543775796890259,
      "learning_rate": 9.922096502013813e-05,
      "loss": 0.0192,
      "step": 2070
    },
    {
      "epoch": 6.7752442996742674,
      "grad_norm": 1.1310466527938843,
      "learning_rate": 9.92063606862769e-05,
      "loss": 0.0196,
      "step": 2080
    },
    {
      "epoch": 6.807817589576548,
      "grad_norm": 1.2145164012908936,
      "learning_rate": 9.919162182410453e-05,
      "loss": 0.0196,
      "step": 2090
    },
    {
      "epoch": 6.840390879478828,
      "grad_norm": 1.0499675273895264,
      "learning_rate": 9.917674847391645e-05,
      "loss": 0.0179,
      "step": 2100
    },
    {
      "epoch": 6.872964169381108,
      "grad_norm": 0.8699261546134949,
      "learning_rate": 9.916174067637584e-05,
      "loss": 0.0168,
      "step": 2110
    },
    {
      "epoch": 6.905537459283387,
      "grad_norm": 0.8845049142837524,
      "learning_rate": 9.914659847251348e-05,
      "loss": 0.0163,
      "step": 2120
    },
    {
      "epoch": 6.938110749185668,
      "grad_norm": 0.8768344521522522,
      "learning_rate": 9.913132190372753e-05,
      "loss": 0.0189,
      "step": 2130
    },
    {
      "epoch": 6.970684039087947,
      "grad_norm": 1.0072346925735474,
      "learning_rate": 9.911591101178359e-05,
      "loss": 0.017,
      "step": 2140
    },
    {
      "epoch": 7.003257328990228,
      "grad_norm": 0.9805561304092407,
      "learning_rate": 9.910036583881443e-05,
      "loss": 0.0168,
      "step": 2150
    },
    {
      "epoch": 7.035830618892508,
      "grad_norm": 0.9882418513298035,
      "learning_rate": 9.908468642731995e-05,
      "loss": 0.019,
      "step": 2160
    },
    {
      "epoch": 7.068403908794788,
      "grad_norm": 1.0311851501464844,
      "learning_rate": 9.906887282016707e-05,
      "loss": 0.018,
      "step": 2170
    },
    {
      "epoch": 7.100977198697068,
      "grad_norm": 1.3635246753692627,
      "learning_rate": 9.90529250605896e-05,
      "loss": 0.019,
      "step": 2180
    },
    {
      "epoch": 7.133550488599348,
      "grad_norm": 0.94489586353302,
      "learning_rate": 9.903684319218809e-05,
      "loss": 0.0186,
      "step": 2190
    },
    {
      "epoch": 7.166123778501628,
      "grad_norm": 1.1365646123886108,
      "learning_rate": 9.902062725892976e-05,
      "loss": 0.0195,
      "step": 2200
    },
    {
      "epoch": 7.198697068403908,
      "grad_norm": 1.1778250932693481,
      "learning_rate": 9.900427730514834e-05,
      "loss": 0.0196,
      "step": 2210
    },
    {
      "epoch": 7.231270358306189,
      "grad_norm": 1.0461801290512085,
      "learning_rate": 9.8987793375544e-05,
      "loss": 0.0183,
      "step": 2220
    },
    {
      "epoch": 7.263843648208469,
      "grad_norm": 1.068851351737976,
      "learning_rate": 9.897117551518318e-05,
      "loss": 0.0172,
      "step": 2230
    },
    {
      "epoch": 7.296416938110749,
      "grad_norm": 0.906645655632019,
      "learning_rate": 9.895442376949844e-05,
      "loss": 0.016,
      "step": 2240
    },
    {
      "epoch": 7.328990228013029,
      "grad_norm": 0.9077069759368896,
      "learning_rate": 9.893753818428845e-05,
      "loss": 0.0178,
      "step": 2250
    },
    {
      "epoch": 7.361563517915309,
      "grad_norm": 0.8832686543464661,
      "learning_rate": 9.892051880571773e-05,
      "loss": 0.017,
      "step": 2260
    },
    {
      "epoch": 7.394136807817589,
      "grad_norm": 0.9024226665496826,
      "learning_rate": 9.890336568031663e-05,
      "loss": 0.0154,
      "step": 2270
    },
    {
      "epoch": 7.4267100977198695,
      "grad_norm": 0.8265984058380127,
      "learning_rate": 9.888607885498113e-05,
      "loss": 0.0166,
      "step": 2280
    },
    {
      "epoch": 7.45928338762215,
      "grad_norm": 0.9777111411094666,
      "learning_rate": 9.886865837697275e-05,
      "loss": 0.0172,
      "step": 2290
    },
    {
      "epoch": 7.49185667752443,
      "grad_norm": 0.9763800501823425,
      "learning_rate": 9.88511042939184e-05,
      "loss": 0.0188,
      "step": 2300
    },
    {
      "epoch": 7.52442996742671,
      "grad_norm": 1.0408334732055664,
      "learning_rate": 9.883341665381028e-05,
      "loss": 0.0187,
      "step": 2310
    },
    {
      "epoch": 7.55700325732899,
      "grad_norm": 0.6989148259162903,
      "learning_rate": 9.881559550500575e-05,
      "loss": 0.0174,
      "step": 2320
    },
    {
      "epoch": 7.58957654723127,
      "grad_norm": 1.2441219091415405,
      "learning_rate": 9.879764089622712e-05,
      "loss": 0.0175,
      "step": 2330
    },
    {
      "epoch": 7.62214983713355,
      "grad_norm": 0.9775832891464233,
      "learning_rate": 9.87795528765616e-05,
      "loss": 0.0174,
      "step": 2340
    },
    {
      "epoch": 7.6547231270358305,
      "grad_norm": 1.1409343481063843,
      "learning_rate": 9.876133149546118e-05,
      "loss": 0.0198,
      "step": 2350
    },
    {
      "epoch": 7.687296416938111,
      "grad_norm": 0.9530286192893982,
      "learning_rate": 9.874297680274238e-05,
      "loss": 0.0174,
      "step": 2360
    },
    {
      "epoch": 7.719869706840391,
      "grad_norm": 0.9352869391441345,
      "learning_rate": 9.872448884858624e-05,
      "loss": 0.0175,
      "step": 2370
    },
    {
      "epoch": 7.752442996742671,
      "grad_norm": 0.9207677245140076,
      "learning_rate": 9.870586768353815e-05,
      "loss": 0.0183,
      "step": 2380
    },
    {
      "epoch": 7.785016286644951,
      "grad_norm": 0.8910165429115295,
      "learning_rate": 9.868711335850764e-05,
      "loss": 0.0189,
      "step": 2390
    },
    {
      "epoch": 7.817589576547231,
      "grad_norm": 1.199159026145935,
      "learning_rate": 9.866822592476833e-05,
      "loss": 0.0181,
      "step": 2400
    },
    {
      "epoch": 7.850162866449511,
      "grad_norm": 1.0165252685546875,
      "learning_rate": 9.86492054339577e-05,
      "loss": 0.0193,
      "step": 2410
    },
    {
      "epoch": 7.8827361563517915,
      "grad_norm": 0.8919486999511719,
      "learning_rate": 9.863005193807711e-05,
      "loss": 0.0173,
      "step": 2420
    },
    {
      "epoch": 7.915309446254072,
      "grad_norm": 0.7932745218276978,
      "learning_rate": 9.861076548949143e-05,
      "loss": 0.017,
      "step": 2430
    },
    {
      "epoch": 7.947882736156352,
      "grad_norm": 0.8434972763061523,
      "learning_rate": 9.859134614092912e-05,
      "loss": 0.0177,
      "step": 2440
    },
    {
      "epoch": 7.980456026058632,
      "grad_norm": 1.005811333656311,
      "learning_rate": 9.857179394548191e-05,
      "loss": 0.0156,
      "step": 2450
    },
    {
      "epoch": 8.013029315960912,
      "grad_norm": 0.9450655579566956,
      "learning_rate": 9.855210895660477e-05,
      "loss": 0.0179,
      "step": 2460
    },
    {
      "epoch": 8.045602605863191,
      "grad_norm": 1.0200849771499634,
      "learning_rate": 9.853229122811568e-05,
      "loss": 0.0182,
      "step": 2470
    },
    {
      "epoch": 8.078175895765472,
      "grad_norm": 0.7630968689918518,
      "learning_rate": 9.851234081419559e-05,
      "loss": 0.0175,
      "step": 2480
    },
    {
      "epoch": 8.110749185667752,
      "grad_norm": 0.7456977963447571,
      "learning_rate": 9.849225776938814e-05,
      "loss": 0.0182,
      "step": 2490
    },
    {
      "epoch": 8.143322475570033,
      "grad_norm": 0.7413007020950317,
      "learning_rate": 9.847204214859964e-05,
      "loss": 0.0169,
      "step": 2500
    },
    {
      "epoch": 8.175895765472312,
      "grad_norm": 0.704645037651062,
      "learning_rate": 9.845169400709879e-05,
      "loss": 0.0169,
      "step": 2510
    },
    {
      "epoch": 8.208469055374593,
      "grad_norm": 0.9419644474983215,
      "learning_rate": 9.843121340051664e-05,
      "loss": 0.0164,
      "step": 2520
    },
    {
      "epoch": 8.241042345276872,
      "grad_norm": 1.1566686630249023,
      "learning_rate": 9.841060038484641e-05,
      "loss": 0.0159,
      "step": 2530
    },
    {
      "epoch": 8.273615635179153,
      "grad_norm": 0.862409770488739,
      "learning_rate": 9.838985501644328e-05,
      "loss": 0.016,
      "step": 2540
    },
    {
      "epoch": 8.306188925081432,
      "grad_norm": 0.8754869103431702,
      "learning_rate": 9.83689773520243e-05,
      "loss": 0.016,
      "step": 2550
    },
    {
      "epoch": 8.338762214983714,
      "grad_norm": 1.02450692653656,
      "learning_rate": 9.834796744866819e-05,
      "loss": 0.0164,
      "step": 2560
    },
    {
      "epoch": 8.371335504885993,
      "grad_norm": 0.7608270645141602,
      "learning_rate": 9.832682536381525e-05,
      "loss": 0.0155,
      "step": 2570
    },
    {
      "epoch": 8.403908794788274,
      "grad_norm": 0.7060204744338989,
      "learning_rate": 9.830555115526711e-05,
      "loss": 0.0164,
      "step": 2580
    },
    {
      "epoch": 8.436482084690553,
      "grad_norm": 0.6277144551277161,
      "learning_rate": 9.828414488118667e-05,
      "loss": 0.0153,
      "step": 2590
    },
    {
      "epoch": 8.469055374592834,
      "grad_norm": 0.7759043574333191,
      "learning_rate": 9.826260660009785e-05,
      "loss": 0.0147,
      "step": 2600
    },
    {
      "epoch": 8.501628664495113,
      "grad_norm": 0.8001388311386108,
      "learning_rate": 9.824093637088547e-05,
      "loss": 0.0151,
      "step": 2610
    },
    {
      "epoch": 8.534201954397394,
      "grad_norm": 0.7903552055358887,
      "learning_rate": 9.821913425279514e-05,
      "loss": 0.016,
      "step": 2620
    },
    {
      "epoch": 8.566775244299674,
      "grad_norm": 0.840638279914856,
      "learning_rate": 9.8197200305433e-05,
      "loss": 0.0155,
      "step": 2630
    },
    {
      "epoch": 8.599348534201955,
      "grad_norm": 0.9356780648231506,
      "learning_rate": 9.817513458876564e-05,
      "loss": 0.0176,
      "step": 2640
    },
    {
      "epoch": 8.631921824104234,
      "grad_norm": 0.8237717151641846,
      "learning_rate": 9.815293716311987e-05,
      "loss": 0.0157,
      "step": 2650
    },
    {
      "epoch": 8.664495114006515,
      "grad_norm": 1.1324107646942139,
      "learning_rate": 9.813060808918262e-05,
      "loss": 0.0156,
      "step": 2660
    },
    {
      "epoch": 8.697068403908794,
      "grad_norm": 0.7818335294723511,
      "learning_rate": 9.810814742800069e-05,
      "loss": 0.0156,
      "step": 2670
    },
    {
      "epoch": 8.729641693811075,
      "grad_norm": 0.8096736669540405,
      "learning_rate": 9.808555524098074e-05,
      "loss": 0.0148,
      "step": 2680
    },
    {
      "epoch": 8.762214983713354,
      "grad_norm": 1.0488592386245728,
      "learning_rate": 9.806283158988887e-05,
      "loss": 0.0151,
      "step": 2690
    },
    {
      "epoch": 8.794788273615636,
      "grad_norm": 0.8972393870353699,
      "learning_rate": 9.803997653685072e-05,
      "loss": 0.0153,
      "step": 2700
    },
    {
      "epoch": 8.827361563517915,
      "grad_norm": 0.8795937299728394,
      "learning_rate": 9.801699014435112e-05,
      "loss": 0.0159,
      "step": 2710
    },
    {
      "epoch": 8.859934853420196,
      "grad_norm": 0.7514339685440063,
      "learning_rate": 9.799387247523398e-05,
      "loss": 0.0153,
      "step": 2720
    },
    {
      "epoch": 8.892508143322475,
      "grad_norm": 0.8946635127067566,
      "learning_rate": 9.797062359270215e-05,
      "loss": 0.0136,
      "step": 2730
    },
    {
      "epoch": 8.925081433224756,
      "grad_norm": 0.8136707544326782,
      "learning_rate": 9.794724356031715e-05,
      "loss": 0.0143,
      "step": 2740
    },
    {
      "epoch": 8.957654723127035,
      "grad_norm": 0.6647421717643738,
      "learning_rate": 9.792373244199913e-05,
      "loss": 0.0142,
      "step": 2750
    },
    {
      "epoch": 8.990228013029316,
      "grad_norm": 0.8160433769226074,
      "learning_rate": 9.790009030202658e-05,
      "loss": 0.0158,
      "step": 2760
    },
    {
      "epoch": 9.022801302931596,
      "grad_norm": 0.6846116185188293,
      "learning_rate": 9.78763172050362e-05,
      "loss": 0.0133,
      "step": 2770
    },
    {
      "epoch": 9.055374592833877,
      "grad_norm": 0.806671142578125,
      "learning_rate": 9.785241321602274e-05,
      "loss": 0.0163,
      "step": 2780
    },
    {
      "epoch": 9.087947882736156,
      "grad_norm": 0.7517706751823425,
      "learning_rate": 9.782837840033879e-05,
      "loss": 0.0163,
      "step": 2790
    },
    {
      "epoch": 9.120521172638437,
      "grad_norm": 0.866486668586731,
      "learning_rate": 9.780421282369461e-05,
      "loss": 0.017,
      "step": 2800
    },
    {
      "epoch": 9.153094462540716,
      "grad_norm": 0.7923924326896667,
      "learning_rate": 9.777991655215797e-05,
      "loss": 0.0187,
      "step": 2810
    },
    {
      "epoch": 9.185667752442997,
      "grad_norm": 0.8920378684997559,
      "learning_rate": 9.775548965215394e-05,
      "loss": 0.0161,
      "step": 2820
    },
    {
      "epoch": 9.218241042345277,
      "grad_norm": 0.7856971621513367,
      "learning_rate": 9.773093219046474e-05,
      "loss": 0.0154,
      "step": 2830
    },
    {
      "epoch": 9.250814332247558,
      "grad_norm": 1.1112109422683716,
      "learning_rate": 9.770624423422954e-05,
      "loss": 0.0164,
      "step": 2840
    },
    {
      "epoch": 9.283387622149837,
      "grad_norm": 0.8900606632232666,
      "learning_rate": 9.768142585094426e-05,
      "loss": 0.0148,
      "step": 2850
    },
    {
      "epoch": 9.315960912052118,
      "grad_norm": 0.808012068271637,
      "learning_rate": 9.765647710846142e-05,
      "loss": 0.015,
      "step": 2860
    },
    {
      "epoch": 9.348534201954397,
      "grad_norm": 0.7280744910240173,
      "learning_rate": 9.763139807498991e-05,
      "loss": 0.0168,
      "step": 2870
    },
    {
      "epoch": 9.381107491856678,
      "grad_norm": 0.7034526467323303,
      "learning_rate": 9.760618881909487e-05,
      "loss": 0.0142,
      "step": 2880
    },
    {
      "epoch": 9.413680781758957,
      "grad_norm": 0.6753115653991699,
      "learning_rate": 9.758084940969744e-05,
      "loss": 0.0147,
      "step": 2890
    },
    {
      "epoch": 9.446254071661238,
      "grad_norm": 0.7895611524581909,
      "learning_rate": 9.755537991607459e-05,
      "loss": 0.0136,
      "step": 2900
    },
    {
      "epoch": 9.478827361563518,
      "grad_norm": 0.7646326422691345,
      "learning_rate": 9.752978040785895e-05,
      "loss": 0.0153,
      "step": 2910
    },
    {
      "epoch": 9.511400651465799,
      "grad_norm": 0.784275233745575,
      "learning_rate": 9.750405095503859e-05,
      "loss": 0.0136,
      "step": 2920
    },
    {
      "epoch": 9.543973941368078,
      "grad_norm": 0.6947634816169739,
      "learning_rate": 9.747819162795686e-05,
      "loss": 0.0156,
      "step": 2930
    },
    {
      "epoch": 9.576547231270359,
      "grad_norm": 0.7826408743858337,
      "learning_rate": 9.745220249731217e-05,
      "loss": 0.0134,
      "step": 2940
    },
    {
      "epoch": 9.609120521172638,
      "grad_norm": 0.8155382871627808,
      "learning_rate": 9.742608363415781e-05,
      "loss": 0.0131,
      "step": 2950
    },
    {
      "epoch": 9.64169381107492,
      "grad_norm": 0.7903912663459778,
      "learning_rate": 9.739983510990176e-05,
      "loss": 0.0151,
      "step": 2960
    },
    {
      "epoch": 9.674267100977199,
      "grad_norm": 0.6831985712051392,
      "learning_rate": 9.737345699630647e-05,
      "loss": 0.0142,
      "step": 2970
    },
    {
      "epoch": 9.70684039087948,
      "grad_norm": 0.7938959002494812,
      "learning_rate": 9.734694936548869e-05,
      "loss": 0.0157,
      "step": 2980
    },
    {
      "epoch": 9.739413680781759,
      "grad_norm": 0.8478028774261475,
      "learning_rate": 9.732031228991932e-05,
      "loss": 0.0135,
      "step": 2990
    },
    {
      "epoch": 9.77198697068404,
      "grad_norm": 0.8881486058235168,
      "learning_rate": 9.729354584242302e-05,
      "loss": 0.0145,
      "step": 3000
    },
    {
      "epoch": 9.80456026058632,
      "grad_norm": 0.8107954859733582,
      "learning_rate": 9.726665009617832e-05,
      "loss": 0.0147,
      "step": 3010
    },
    {
      "epoch": 9.8371335504886,
      "grad_norm": 0.593552827835083,
      "learning_rate": 9.723962512471714e-05,
      "loss": 0.0151,
      "step": 3020
    },
    {
      "epoch": 9.86970684039088,
      "grad_norm": 0.7691318392753601,
      "learning_rate": 9.72124710019247e-05,
      "loss": 0.0133,
      "step": 3030
    },
    {
      "epoch": 9.90228013029316,
      "grad_norm": 0.8209340572357178,
      "learning_rate": 9.718518780203934e-05,
      "loss": 0.0143,
      "step": 3040
    },
    {
      "epoch": 9.93485342019544,
      "grad_norm": 0.786946713924408,
      "learning_rate": 9.715777559965228e-05,
      "loss": 0.016,
      "step": 3050
    },
    {
      "epoch": 9.967426710097719,
      "grad_norm": 0.833220899105072,
      "learning_rate": 9.713023446970746e-05,
      "loss": 0.0142,
      "step": 3060
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.8491772413253784,
      "learning_rate": 9.710256448750126e-05,
      "loss": 0.0155,
      "step": 3070
    },
    {
      "epoch": 10.03257328990228,
      "grad_norm": 0.7305663228034973,
      "learning_rate": 9.707476572868235e-05,
      "loss": 0.0135,
      "step": 3080
    },
    {
      "epoch": 10.06514657980456,
      "grad_norm": 0.7415571808815002,
      "learning_rate": 9.704683826925149e-05,
      "loss": 0.0127,
      "step": 3090
    },
    {
      "epoch": 10.09771986970684,
      "grad_norm": 0.723970890045166,
      "learning_rate": 9.701878218556129e-05,
      "loss": 0.0139,
      "step": 3100
    },
    {
      "epoch": 10.13029315960912,
      "grad_norm": 0.7780591249465942,
      "learning_rate": 9.699059755431598e-05,
      "loss": 0.015,
      "step": 3110
    },
    {
      "epoch": 10.1628664495114,
      "grad_norm": 0.8553524017333984,
      "learning_rate": 9.696228445257132e-05,
      "loss": 0.0144,
      "step": 3120
    },
    {
      "epoch": 10.19543973941368,
      "grad_norm": 0.6987228393554688,
      "learning_rate": 9.693384295773419e-05,
      "loss": 0.0143,
      "step": 3130
    },
    {
      "epoch": 10.22801302931596,
      "grad_norm": 0.6953451633453369,
      "learning_rate": 9.690527314756259e-05,
      "loss": 0.0126,
      "step": 3140
    },
    {
      "epoch": 10.260586319218241,
      "grad_norm": 0.7900610566139221,
      "learning_rate": 9.687657510016527e-05,
      "loss": 0.0142,
      "step": 3150
    },
    {
      "epoch": 10.29315960912052,
      "grad_norm": 0.7502635717391968,
      "learning_rate": 9.684774889400161e-05,
      "loss": 0.0137,
      "step": 3160
    },
    {
      "epoch": 10.325732899022801,
      "grad_norm": 0.8514730334281921,
      "learning_rate": 9.681879460788135e-05,
      "loss": 0.0145,
      "step": 3170
    },
    {
      "epoch": 10.35830618892508,
      "grad_norm": 0.6699235439300537,
      "learning_rate": 9.67897123209644e-05,
      "loss": 0.016,
      "step": 3180
    },
    {
      "epoch": 10.390879478827362,
      "grad_norm": 0.9717312455177307,
      "learning_rate": 9.676050211276062e-05,
      "loss": 0.0139,
      "step": 3190
    },
    {
      "epoch": 10.423452768729641,
      "grad_norm": 0.8204063177108765,
      "learning_rate": 9.673116406312962e-05,
      "loss": 0.0149,
      "step": 3200
    },
    {
      "epoch": 10.456026058631922,
      "grad_norm": 0.6988447308540344,
      "learning_rate": 9.67016982522805e-05,
      "loss": 0.0169,
      "step": 3210
    },
    {
      "epoch": 10.488599348534201,
      "grad_norm": 0.7764069437980652,
      "learning_rate": 9.667210476077164e-05,
      "loss": 0.0134,
      "step": 3220
    },
    {
      "epoch": 10.521172638436482,
      "grad_norm": 0.8181342482566833,
      "learning_rate": 9.664238366951055e-05,
      "loss": 0.014,
      "step": 3230
    },
    {
      "epoch": 10.553745928338762,
      "grad_norm": 0.8816471099853516,
      "learning_rate": 9.661253505975355e-05,
      "loss": 0.0132,
      "step": 3240
    },
    {
      "epoch": 10.586319218241043,
      "grad_norm": 0.6358229517936707,
      "learning_rate": 9.658255901310557e-05,
      "loss": 0.0141,
      "step": 3250
    },
    {
      "epoch": 10.618892508143322,
      "grad_norm": 0.8587698340415955,
      "learning_rate": 9.655245561152e-05,
      "loss": 0.0147,
      "step": 3260
    },
    {
      "epoch": 10.651465798045603,
      "grad_norm": 0.7497543692588806,
      "learning_rate": 9.65222249372984e-05,
      "loss": 0.0138,
      "step": 3270
    },
    {
      "epoch": 10.684039087947882,
      "grad_norm": 0.7951953411102295,
      "learning_rate": 9.649186707309026e-05,
      "loss": 0.0124,
      "step": 3280
    },
    {
      "epoch": 10.716612377850163,
      "grad_norm": 0.7938198447227478,
      "learning_rate": 9.646138210189283e-05,
      "loss": 0.0144,
      "step": 3290
    },
    {
      "epoch": 10.749185667752442,
      "grad_norm": 0.7425335049629211,
      "learning_rate": 9.643077010705087e-05,
      "loss": 0.0124,
      "step": 3300
    },
    {
      "epoch": 10.781758957654723,
      "grad_norm": 0.6020338535308838,
      "learning_rate": 9.640003117225637e-05,
      "loss": 0.014,
      "step": 3310
    },
    {
      "epoch": 10.814332247557003,
      "grad_norm": 0.7467803359031677,
      "learning_rate": 9.636916538154846e-05,
      "loss": 0.016,
      "step": 3320
    },
    {
      "epoch": 10.846905537459284,
      "grad_norm": 0.7082899212837219,
      "learning_rate": 9.633817281931296e-05,
      "loss": 0.0168,
      "step": 3330
    },
    {
      "epoch": 10.879478827361563,
      "grad_norm": 0.7912280559539795,
      "learning_rate": 9.630705357028242e-05,
      "loss": 0.0136,
      "step": 3340
    },
    {
      "epoch": 10.912052117263844,
      "grad_norm": 0.6572038531303406,
      "learning_rate": 9.627580771953563e-05,
      "loss": 0.0129,
      "step": 3350
    },
    {
      "epoch": 10.944625407166123,
      "grad_norm": 0.8878430724143982,
      "learning_rate": 9.624443535249759e-05,
      "loss": 0.0134,
      "step": 3360
    },
    {
      "epoch": 10.977198697068404,
      "grad_norm": 0.6283133625984192,
      "learning_rate": 9.621293655493913e-05,
      "loss": 0.0159,
      "step": 3370
    },
    {
      "epoch": 11.009771986970684,
      "grad_norm": 0.7855213284492493,
      "learning_rate": 9.618131141297675e-05,
      "loss": 0.0151,
      "step": 3380
    },
    {
      "epoch": 11.042345276872965,
      "grad_norm": 0.6657193303108215,
      "learning_rate": 9.614956001307242e-05,
      "loss": 0.0143,
      "step": 3390
    },
    {
      "epoch": 11.074918566775244,
      "grad_norm": 0.99737948179245,
      "learning_rate": 9.611768244203321e-05,
      "loss": 0.0149,
      "step": 3400
    },
    {
      "epoch": 11.107491856677525,
      "grad_norm": 0.5985683798789978,
      "learning_rate": 9.60856787870112e-05,
      "loss": 0.0142,
      "step": 3410
    },
    {
      "epoch": 11.140065146579804,
      "grad_norm": 0.7139508724212646,
      "learning_rate": 9.605354913550318e-05,
      "loss": 0.0149,
      "step": 3420
    },
    {
      "epoch": 11.172638436482085,
      "grad_norm": 0.6530821919441223,
      "learning_rate": 9.602129357535037e-05,
      "loss": 0.0135,
      "step": 3430
    },
    {
      "epoch": 11.205211726384364,
      "grad_norm": 0.6087831854820251,
      "learning_rate": 9.598891219473825e-05,
      "loss": 0.0132,
      "step": 3440
    },
    {
      "epoch": 11.237785016286646,
      "grad_norm": 0.631524384021759,
      "learning_rate": 9.595640508219625e-05,
      "loss": 0.0136,
      "step": 3450
    },
    {
      "epoch": 11.270358306188925,
      "grad_norm": 0.7701088786125183,
      "learning_rate": 9.592377232659761e-05,
      "loss": 0.0146,
      "step": 3460
    },
    {
      "epoch": 11.302931596091206,
      "grad_norm": 0.6873641610145569,
      "learning_rate": 9.589101401715904e-05,
      "loss": 0.0139,
      "step": 3470
    },
    {
      "epoch": 11.335504885993485,
      "grad_norm": 0.7974376678466797,
      "learning_rate": 9.585813024344045e-05,
      "loss": 0.0128,
      "step": 3480
    },
    {
      "epoch": 11.368078175895766,
      "grad_norm": 0.7017616033554077,
      "learning_rate": 9.58251210953449e-05,
      "loss": 0.0138,
      "step": 3490
    },
    {
      "epoch": 11.400651465798045,
      "grad_norm": 0.7259907722473145,
      "learning_rate": 9.579198666311809e-05,
      "loss": 0.013,
      "step": 3500
    },
    {
      "epoch": 11.433224755700326,
      "grad_norm": 0.6088874340057373,
      "learning_rate": 9.575872703734832e-05,
      "loss": 0.0126,
      "step": 3510
    },
    {
      "epoch": 11.465798045602606,
      "grad_norm": 0.5169392824172974,
      "learning_rate": 9.572534230896611e-05,
      "loss": 0.0116,
      "step": 3520
    },
    {
      "epoch": 11.498371335504887,
      "grad_norm": 0.8139016628265381,
      "learning_rate": 9.569183256924403e-05,
      "loss": 0.0126,
      "step": 3530
    },
    {
      "epoch": 11.530944625407166,
      "grad_norm": 0.7374736070632935,
      "learning_rate": 9.565819790979646e-05,
      "loss": 0.0131,
      "step": 3540
    },
    {
      "epoch": 11.563517915309447,
      "grad_norm": 0.6468128561973572,
      "learning_rate": 9.562443842257925e-05,
      "loss": 0.0129,
      "step": 3550
    },
    {
      "epoch": 11.596091205211726,
      "grad_norm": 0.6643866896629333,
      "learning_rate": 9.559055419988956e-05,
      "loss": 0.0133,
      "step": 3560
    },
    {
      "epoch": 11.628664495114007,
      "grad_norm": 0.681177020072937,
      "learning_rate": 9.555654533436557e-05,
      "loss": 0.0135,
      "step": 3570
    },
    {
      "epoch": 11.661237785016286,
      "grad_norm": 0.7795754075050354,
      "learning_rate": 9.552241191898621e-05,
      "loss": 0.0114,
      "step": 3580
    },
    {
      "epoch": 11.693811074918568,
      "grad_norm": 0.6136661171913147,
      "learning_rate": 9.548815404707092e-05,
      "loss": 0.0139,
      "step": 3590
    },
    {
      "epoch": 11.726384364820847,
      "grad_norm": 0.6191911697387695,
      "learning_rate": 9.545377181227942e-05,
      "loss": 0.0147,
      "step": 3600
    },
    {
      "epoch": 11.758957654723128,
      "grad_norm": 0.67829829454422,
      "learning_rate": 9.541926530861145e-05,
      "loss": 0.013,
      "step": 3610
    },
    {
      "epoch": 11.791530944625407,
      "grad_norm": 0.7790681719779968,
      "learning_rate": 9.538463463040645e-05,
      "loss": 0.0131,
      "step": 3620
    },
    {
      "epoch": 11.824104234527688,
      "grad_norm": 0.694274365901947,
      "learning_rate": 9.534987987234337e-05,
      "loss": 0.0138,
      "step": 3630
    },
    {
      "epoch": 11.856677524429967,
      "grad_norm": 0.5702154636383057,
      "learning_rate": 9.53150011294404e-05,
      "loss": 0.0121,
      "step": 3640
    },
    {
      "epoch": 11.889250814332247,
      "grad_norm": 0.5818066000938416,
      "learning_rate": 9.527999849705471e-05,
      "loss": 0.0132,
      "step": 3650
    },
    {
      "epoch": 11.921824104234528,
      "grad_norm": 0.6952799558639526,
      "learning_rate": 9.524487207088213e-05,
      "loss": 0.0117,
      "step": 3660
    },
    {
      "epoch": 11.954397394136809,
      "grad_norm": 0.5978224277496338,
      "learning_rate": 9.520962194695698e-05,
      "loss": 0.0137,
      "step": 3670
    },
    {
      "epoch": 11.986970684039088,
      "grad_norm": 0.6350916028022766,
      "learning_rate": 9.517424822165175e-05,
      "loss": 0.0116,
      "step": 3680
    },
    {
      "epoch": 12.019543973941367,
      "grad_norm": 0.651490330696106,
      "learning_rate": 9.513875099167685e-05,
      "loss": 0.0164,
      "step": 3690
    },
    {
      "epoch": 12.052117263843648,
      "grad_norm": 0.7070964574813843,
      "learning_rate": 9.510313035408035e-05,
      "loss": 0.0142,
      "step": 3700
    },
    {
      "epoch": 12.084690553745927,
      "grad_norm": 0.8875077962875366,
      "learning_rate": 9.506738640624775e-05,
      "loss": 0.0121,
      "step": 3710
    },
    {
      "epoch": 12.117263843648209,
      "grad_norm": 0.8056143522262573,
      "learning_rate": 9.50315192459016e-05,
      "loss": 0.013,
      "step": 3720
    },
    {
      "epoch": 12.149837133550488,
      "grad_norm": 0.7540460228919983,
      "learning_rate": 9.499552897110136e-05,
      "loss": 0.0126,
      "step": 3730
    },
    {
      "epoch": 12.182410423452769,
      "grad_norm": 0.7277035713195801,
      "learning_rate": 9.495941568024304e-05,
      "loss": 0.014,
      "step": 3740
    },
    {
      "epoch": 12.214983713355048,
      "grad_norm": 0.7212410569190979,
      "learning_rate": 9.492317947205904e-05,
      "loss": 0.0116,
      "step": 3750
    },
    {
      "epoch": 12.247557003257329,
      "grad_norm": 0.6804754137992859,
      "learning_rate": 9.488682044561775e-05,
      "loss": 0.0124,
      "step": 3760
    },
    {
      "epoch": 12.280130293159608,
      "grad_norm": 0.7375156879425049,
      "learning_rate": 9.485033870032335e-05,
      "loss": 0.0132,
      "step": 3770
    },
    {
      "epoch": 12.31270358306189,
      "grad_norm": 0.8549667000770569,
      "learning_rate": 9.481373433591556e-05,
      "loss": 0.0123,
      "step": 3780
    },
    {
      "epoch": 12.345276872964169,
      "grad_norm": 0.6877515912055969,
      "learning_rate": 9.47770074524693e-05,
      "loss": 0.0149,
      "step": 3790
    },
    {
      "epoch": 12.37785016286645,
      "grad_norm": 0.7423529624938965,
      "learning_rate": 9.474015815039446e-05,
      "loss": 0.0115,
      "step": 3800
    },
    {
      "epoch": 12.410423452768729,
      "grad_norm": 0.7478250861167908,
      "learning_rate": 9.470318653043565e-05,
      "loss": 0.0125,
      "step": 3810
    },
    {
      "epoch": 12.44299674267101,
      "grad_norm": 0.6396955847740173,
      "learning_rate": 9.466609269367185e-05,
      "loss": 0.0128,
      "step": 3820
    },
    {
      "epoch": 12.47557003257329,
      "grad_norm": 0.6483830809593201,
      "learning_rate": 9.46288767415162e-05,
      "loss": 0.0137,
      "step": 3830
    },
    {
      "epoch": 12.50814332247557,
      "grad_norm": 0.7733943462371826,
      "learning_rate": 9.459153877571567e-05,
      "loss": 0.015,
      "step": 3840
    },
    {
      "epoch": 12.54071661237785,
      "grad_norm": 0.6195006370544434,
      "learning_rate": 9.455407889835087e-05,
      "loss": 0.012,
      "step": 3850
    },
    {
      "epoch": 12.57328990228013,
      "grad_norm": 0.6243380308151245,
      "learning_rate": 9.451649721183564e-05,
      "loss": 0.0149,
      "step": 3860
    },
    {
      "epoch": 12.60586319218241,
      "grad_norm": 0.6876091361045837,
      "learning_rate": 9.447879381891692e-05,
      "loss": 0.0118,
      "step": 3870
    },
    {
      "epoch": 12.63843648208469,
      "grad_norm": 0.7486156225204468,
      "learning_rate": 9.444096882267428e-05,
      "loss": 0.0125,
      "step": 3880
    },
    {
      "epoch": 12.67100977198697,
      "grad_norm": 0.6939566731452942,
      "learning_rate": 9.440302232651988e-05,
      "loss": 0.0136,
      "step": 3890
    },
    {
      "epoch": 12.703583061889251,
      "grad_norm": 0.6740759015083313,
      "learning_rate": 9.436495443419795e-05,
      "loss": 0.0121,
      "step": 3900
    },
    {
      "epoch": 12.73615635179153,
      "grad_norm": 0.7866451144218445,
      "learning_rate": 9.432676524978466e-05,
      "loss": 0.0121,
      "step": 3910
    },
    {
      "epoch": 12.768729641693811,
      "grad_norm": 0.5861152410507202,
      "learning_rate": 9.42884548776878e-05,
      "loss": 0.0111,
      "step": 3920
    },
    {
      "epoch": 12.80130293159609,
      "grad_norm": 0.5740252137184143,
      "learning_rate": 9.425002342264646e-05,
      "loss": 0.0119,
      "step": 3930
    },
    {
      "epoch": 12.833876221498372,
      "grad_norm": 0.6962918043136597,
      "learning_rate": 9.421147098973077e-05,
      "loss": 0.0118,
      "step": 3940
    },
    {
      "epoch": 12.866449511400651,
      "grad_norm": 0.4894341826438904,
      "learning_rate": 9.41727976843416e-05,
      "loss": 0.0123,
      "step": 3950
    },
    {
      "epoch": 12.899022801302932,
      "grad_norm": 0.6954609155654907,
      "learning_rate": 9.413400361221029e-05,
      "loss": 0.0131,
      "step": 3960
    },
    {
      "epoch": 12.931596091205211,
      "grad_norm": 0.576310932636261,
      "learning_rate": 9.409508887939835e-05,
      "loss": 0.0121,
      "step": 3970
    },
    {
      "epoch": 12.964169381107492,
      "grad_norm": 0.4614481031894684,
      "learning_rate": 9.40560535922972e-05,
      "loss": 0.0132,
      "step": 3980
    },
    {
      "epoch": 12.996742671009772,
      "grad_norm": 0.47341176867485046,
      "learning_rate": 9.40168978576278e-05,
      "loss": 0.0137,
      "step": 3990
    },
    {
      "epoch": 13.029315960912053,
      "grad_norm": 0.5697060227394104,
      "learning_rate": 9.397762178244043e-05,
      "loss": 0.0133,
      "step": 4000
    },
    {
      "epoch": 13.061889250814332,
      "grad_norm": 0.612964928150177,
      "learning_rate": 9.393822547411439e-05,
      "loss": 0.0109,
      "step": 4010
    },
    {
      "epoch": 13.094462540716613,
      "grad_norm": 0.6282061338424683,
      "learning_rate": 9.389870904035769e-05,
      "loss": 0.0116,
      "step": 4020
    },
    {
      "epoch": 13.127035830618892,
      "grad_norm": 0.5586996078491211,
      "learning_rate": 9.385907258920672e-05,
      "loss": 0.0123,
      "step": 4030
    },
    {
      "epoch": 13.159609120521173,
      "grad_norm": 0.5667091012001038,
      "learning_rate": 9.381931622902607e-05,
      "loss": 0.0119,
      "step": 4040
    },
    {
      "epoch": 13.192182410423452,
      "grad_norm": 0.6335421800613403,
      "learning_rate": 9.377944006850807e-05,
      "loss": 0.0133,
      "step": 4050
    },
    {
      "epoch": 13.224755700325733,
      "grad_norm": 0.8205068111419678,
      "learning_rate": 9.373944421667265e-05,
      "loss": 0.0122,
      "step": 4060
    },
    {
      "epoch": 13.257328990228013,
      "grad_norm": 0.676856279373169,
      "learning_rate": 9.369932878286691e-05,
      "loss": 0.0126,
      "step": 4070
    },
    {
      "epoch": 13.289902280130294,
      "grad_norm": 0.6334593296051025,
      "learning_rate": 9.365909387676494e-05,
      "loss": 0.0126,
      "step": 4080
    },
    {
      "epoch": 13.322475570032573,
      "grad_norm": 0.6614803671836853,
      "learning_rate": 9.361873960836744e-05,
      "loss": 0.0126,
      "step": 4090
    },
    {
      "epoch": 13.355048859934854,
      "grad_norm": 0.6303547620773315,
      "learning_rate": 9.357826608800142e-05,
      "loss": 0.0121,
      "step": 4100
    },
    {
      "epoch": 13.387622149837133,
      "grad_norm": 0.5380171537399292,
      "learning_rate": 9.353767342631994e-05,
      "loss": 0.0121,
      "step": 4110
    },
    {
      "epoch": 13.420195439739414,
      "grad_norm": 0.5387251377105713,
      "learning_rate": 9.34969617343018e-05,
      "loss": 0.0102,
      "step": 4120
    },
    {
      "epoch": 13.452768729641694,
      "grad_norm": 0.5303720235824585,
      "learning_rate": 9.345613112325122e-05,
      "loss": 0.0126,
      "step": 4130
    },
    {
      "epoch": 13.485342019543975,
      "grad_norm": 0.5876774787902832,
      "learning_rate": 9.34151817047975e-05,
      "loss": 0.0111,
      "step": 4140
    },
    {
      "epoch": 13.517915309446254,
      "grad_norm": 0.6997594237327576,
      "learning_rate": 9.33741135908948e-05,
      "loss": 0.0119,
      "step": 4150
    },
    {
      "epoch": 13.550488599348535,
      "grad_norm": 0.602103054523468,
      "learning_rate": 9.33329268938218e-05,
      "loss": 0.0118,
      "step": 4160
    },
    {
      "epoch": 13.583061889250814,
      "grad_norm": 0.6966025829315186,
      "learning_rate": 9.329162172618132e-05,
      "loss": 0.0127,
      "step": 4170
    },
    {
      "epoch": 13.615635179153095,
      "grad_norm": 0.5898999571800232,
      "learning_rate": 9.325019820090013e-05,
      "loss": 0.0113,
      "step": 4180
    },
    {
      "epoch": 13.648208469055374,
      "grad_norm": 0.6419972777366638,
      "learning_rate": 9.320865643122855e-05,
      "loss": 0.0122,
      "step": 4190
    },
    {
      "epoch": 13.680781758957655,
      "grad_norm": 0.48004379868507385,
      "learning_rate": 9.316699653074023e-05,
      "loss": 0.0115,
      "step": 4200
    },
    {
      "epoch": 13.713355048859935,
      "grad_norm": 0.6654482483863831,
      "learning_rate": 9.312521861333172e-05,
      "loss": 0.0128,
      "step": 4210
    },
    {
      "epoch": 13.745928338762216,
      "grad_norm": 0.5661275386810303,
      "learning_rate": 9.308332279322224e-05,
      "loss": 0.0114,
      "step": 4220
    },
    {
      "epoch": 13.778501628664495,
      "grad_norm": 0.5483682155609131,
      "learning_rate": 9.304130918495338e-05,
      "loss": 0.0133,
      "step": 4230
    },
    {
      "epoch": 13.811074918566776,
      "grad_norm": 0.7615593075752258,
      "learning_rate": 9.299917790338874e-05,
      "loss": 0.0119,
      "step": 4240
    },
    {
      "epoch": 13.843648208469055,
      "grad_norm": 0.8771687150001526,
      "learning_rate": 9.295692906371363e-05,
      "loss": 0.013,
      "step": 4250
    },
    {
      "epoch": 13.876221498371336,
      "grad_norm": 0.7540078163146973,
      "learning_rate": 9.291456278143476e-05,
      "loss": 0.0138,
      "step": 4260
    },
    {
      "epoch": 13.908794788273616,
      "grad_norm": 0.711463212966919,
      "learning_rate": 9.287207917237994e-05,
      "loss": 0.0115,
      "step": 4270
    },
    {
      "epoch": 13.941368078175895,
      "grad_norm": 0.6685953736305237,
      "learning_rate": 9.282947835269773e-05,
      "loss": 0.0128,
      "step": 4280
    },
    {
      "epoch": 13.973941368078176,
      "grad_norm": 0.6462761163711548,
      "learning_rate": 9.278676043885715e-05,
      "loss": 0.0142,
      "step": 4290
    },
    {
      "epoch": 14.006514657980455,
      "grad_norm": 0.577616274356842,
      "learning_rate": 9.274392554764733e-05,
      "loss": 0.0114,
      "step": 4300
    },
    {
      "epoch": 14.039087947882736,
      "grad_norm": 0.6425755620002747,
      "learning_rate": 9.270097379617723e-05,
      "loss": 0.0124,
      "step": 4310
    },
    {
      "epoch": 14.071661237785015,
      "grad_norm": 0.5634329319000244,
      "learning_rate": 9.26579053018753e-05,
      "loss": 0.0125,
      "step": 4320
    },
    {
      "epoch": 14.104234527687296,
      "grad_norm": 0.5592512488365173,
      "learning_rate": 9.261472018248918e-05,
      "loss": 0.0131,
      "step": 4330
    },
    {
      "epoch": 14.136807817589576,
      "grad_norm": 0.7388976216316223,
      "learning_rate": 9.25714185560853e-05,
      "loss": 0.013,
      "step": 4340
    },
    {
      "epoch": 14.169381107491857,
      "grad_norm": 0.5503047108650208,
      "learning_rate": 9.252800054104868e-05,
      "loss": 0.0122,
      "step": 4350
    },
    {
      "epoch": 14.201954397394136,
      "grad_norm": 0.4611617922782898,
      "learning_rate": 9.248446625608252e-05,
      "loss": 0.0111,
      "step": 4360
    },
    {
      "epoch": 14.234527687296417,
      "grad_norm": 0.5560048222541809,
      "learning_rate": 9.244081582020789e-05,
      "loss": 0.0124,
      "step": 4370
    },
    {
      "epoch": 14.267100977198696,
      "grad_norm": 0.6567198634147644,
      "learning_rate": 9.239704935276339e-05,
      "loss": 0.0119,
      "step": 4380
    },
    {
      "epoch": 14.299674267100977,
      "grad_norm": 0.5934193134307861,
      "learning_rate": 9.235316697340489e-05,
      "loss": 0.0108,
      "step": 4390
    },
    {
      "epoch": 14.332247557003257,
      "grad_norm": 0.7520450353622437,
      "learning_rate": 9.230916880210512e-05,
      "loss": 0.0141,
      "step": 4400
    },
    {
      "epoch": 14.364820846905538,
      "grad_norm": 0.6309568285942078,
      "learning_rate": 9.226505495915342e-05,
      "loss": 0.0106,
      "step": 4410
    },
    {
      "epoch": 14.397394136807817,
      "grad_norm": 0.5420092344284058,
      "learning_rate": 9.222082556515536e-05,
      "loss": 0.0115,
      "step": 4420
    },
    {
      "epoch": 14.429967426710098,
      "grad_norm": 0.5959463715553284,
      "learning_rate": 9.217648074103242e-05,
      "loss": 0.0129,
      "step": 4430
    },
    {
      "epoch": 14.462540716612377,
      "grad_norm": 0.5967207551002502,
      "learning_rate": 9.213202060802161e-05,
      "loss": 0.0127,
      "step": 4440
    },
    {
      "epoch": 14.495114006514658,
      "grad_norm": 0.4098617732524872,
      "learning_rate": 9.208744528767528e-05,
      "loss": 0.0119,
      "step": 4450
    },
    {
      "epoch": 14.527687296416937,
      "grad_norm": 0.6198092699050903,
      "learning_rate": 9.204275490186064e-05,
      "loss": 0.0125,
      "step": 4460
    },
    {
      "epoch": 14.560260586319218,
      "grad_norm": 0.5683520436286926,
      "learning_rate": 9.199794957275949e-05,
      "loss": 0.014,
      "step": 4470
    },
    {
      "epoch": 14.592833876221498,
      "grad_norm": 0.4835983216762543,
      "learning_rate": 9.19530294228679e-05,
      "loss": 0.011,
      "step": 4480
    },
    {
      "epoch": 14.625407166123779,
      "grad_norm": 0.5733904242515564,
      "learning_rate": 9.190799457499583e-05,
      "loss": 0.0131,
      "step": 4490
    },
    {
      "epoch": 14.657980456026058,
      "grad_norm": 0.4585092067718506,
      "learning_rate": 9.186284515226686e-05,
      "loss": 0.0128,
      "step": 4500
    },
    {
      "epoch": 14.690553745928339,
      "grad_norm": 0.4910542070865631,
      "learning_rate": 9.181758127811777e-05,
      "loss": 0.0135,
      "step": 4510
    },
    {
      "epoch": 14.723127035830618,
      "grad_norm": 0.5943559408187866,
      "learning_rate": 9.177220307629825e-05,
      "loss": 0.0128,
      "step": 4520
    },
    {
      "epoch": 14.7557003257329,
      "grad_norm": 0.6429430246353149,
      "learning_rate": 9.172671067087059e-05,
      "loss": 0.012,
      "step": 4530
    },
    {
      "epoch": 14.788273615635179,
      "grad_norm": 0.5697653889656067,
      "learning_rate": 9.16811041862093e-05,
      "loss": 0.0107,
      "step": 4540
    },
    {
      "epoch": 14.82084690553746,
      "grad_norm": 0.5715034008026123,
      "learning_rate": 9.163538374700076e-05,
      "loss": 0.0118,
      "step": 4550
    },
    {
      "epoch": 14.853420195439739,
      "grad_norm": 0.638119101524353,
      "learning_rate": 9.158954947824287e-05,
      "loss": 0.011,
      "step": 4560
    },
    {
      "epoch": 14.88599348534202,
      "grad_norm": 0.5536983609199524,
      "learning_rate": 9.154360150524482e-05,
      "loss": 0.013,
      "step": 4570
    },
    {
      "epoch": 14.9185667752443,
      "grad_norm": 0.6488440632820129,
      "learning_rate": 9.14975399536266e-05,
      "loss": 0.0108,
      "step": 4580
    },
    {
      "epoch": 14.95114006514658,
      "grad_norm": 0.5250594019889832,
      "learning_rate": 9.14513649493187e-05,
      "loss": 0.0112,
      "step": 4590
    },
    {
      "epoch": 14.98371335504886,
      "grad_norm": 0.53516685962677,
      "learning_rate": 9.140507661856187e-05,
      "loss": 0.0117,
      "step": 4600
    },
    {
      "epoch": 15.01628664495114,
      "grad_norm": 0.722775936126709,
      "learning_rate": 9.135867508790661e-05,
      "loss": 0.0133,
      "step": 4610
    },
    {
      "epoch": 15.04885993485342,
      "grad_norm": 0.5718010067939758,
      "learning_rate": 9.131216048421291e-05,
      "loss": 0.0121,
      "step": 4620
    },
    {
      "epoch": 15.0814332247557,
      "grad_norm": 0.705929696559906,
      "learning_rate": 9.126553293464998e-05,
      "loss": 0.0113,
      "step": 4630
    },
    {
      "epoch": 15.11400651465798,
      "grad_norm": 0.5129148960113525,
      "learning_rate": 9.121879256669572e-05,
      "loss": 0.013,
      "step": 4640
    },
    {
      "epoch": 15.146579804560261,
      "grad_norm": 0.5438552498817444,
      "learning_rate": 9.117193950813652e-05,
      "loss": 0.0137,
      "step": 4650
    },
    {
      "epoch": 15.17915309446254,
      "grad_norm": 0.6388025283813477,
      "learning_rate": 9.112497388706685e-05,
      "loss": 0.0127,
      "step": 4660
    },
    {
      "epoch": 15.211726384364821,
      "grad_norm": 0.6098414659500122,
      "learning_rate": 9.10778958318889e-05,
      "loss": 0.0101,
      "step": 4670
    },
    {
      "epoch": 15.2442996742671,
      "grad_norm": 0.6415327191352844,
      "learning_rate": 9.103070547131232e-05,
      "loss": 0.0142,
      "step": 4680
    },
    {
      "epoch": 15.276872964169382,
      "grad_norm": 0.6037464141845703,
      "learning_rate": 9.098340293435375e-05,
      "loss": 0.0117,
      "step": 4690
    },
    {
      "epoch": 15.309446254071661,
      "grad_norm": 0.5115535855293274,
      "learning_rate": 9.093598835033649e-05,
      "loss": 0.0105,
      "step": 4700
    },
    {
      "epoch": 15.342019543973942,
      "grad_norm": 0.5303134918212891,
      "learning_rate": 9.088846184889021e-05,
      "loss": 0.0118,
      "step": 4710
    },
    {
      "epoch": 15.374592833876221,
      "grad_norm": 0.5767205357551575,
      "learning_rate": 9.084082355995057e-05,
      "loss": 0.0105,
      "step": 4720
    },
    {
      "epoch": 15.407166123778502,
      "grad_norm": 0.5441441535949707,
      "learning_rate": 9.079307361375882e-05,
      "loss": 0.0105,
      "step": 4730
    },
    {
      "epoch": 15.439739413680782,
      "grad_norm": 0.5901165008544922,
      "learning_rate": 9.074521214086149e-05,
      "loss": 0.0123,
      "step": 4740
    },
    {
      "epoch": 15.472312703583063,
      "grad_norm": 0.4205402731895447,
      "learning_rate": 9.069723927211001e-05,
      "loss": 0.0103,
      "step": 4750
    },
    {
      "epoch": 15.504885993485342,
      "grad_norm": 0.6429307460784912,
      "learning_rate": 9.064915513866037e-05,
      "loss": 0.0093,
      "step": 4760
    },
    {
      "epoch": 15.537459283387623,
      "grad_norm": 0.47192737460136414,
      "learning_rate": 9.060095987197279e-05,
      "loss": 0.0109,
      "step": 4770
    },
    {
      "epoch": 15.570032573289902,
      "grad_norm": 0.5266391634941101,
      "learning_rate": 9.055265360381126e-05,
      "loss": 0.0097,
      "step": 4780
    },
    {
      "epoch": 15.602605863192183,
      "grad_norm": 0.485973984003067,
      "learning_rate": 9.050423646624326e-05,
      "loss": 0.0101,
      "step": 4790
    },
    {
      "epoch": 15.635179153094462,
      "grad_norm": 0.5286204218864441,
      "learning_rate": 9.045570859163943e-05,
      "loss": 0.0117,
      "step": 4800
    },
    {
      "epoch": 15.667752442996743,
      "grad_norm": 0.6801819205284119,
      "learning_rate": 9.04070701126731e-05,
      "loss": 0.0106,
      "step": 4810
    },
    {
      "epoch": 15.700325732899023,
      "grad_norm": 0.5797834396362305,
      "learning_rate": 9.035832116232001e-05,
      "loss": 0.0115,
      "step": 4820
    },
    {
      "epoch": 15.732899022801304,
      "grad_norm": 0.7416790723800659,
      "learning_rate": 9.030946187385796e-05,
      "loss": 0.0112,
      "step": 4830
    },
    {
      "epoch": 15.765472312703583,
      "grad_norm": 0.5395382046699524,
      "learning_rate": 9.026049238086635e-05,
      "loss": 0.0101,
      "step": 4840
    },
    {
      "epoch": 15.798045602605864,
      "grad_norm": 0.667809784412384,
      "learning_rate": 9.021141281722591e-05,
      "loss": 0.0112,
      "step": 4850
    },
    {
      "epoch": 15.830618892508143,
      "grad_norm": 0.543626606464386,
      "learning_rate": 9.01622233171183e-05,
      "loss": 0.0117,
      "step": 4860
    },
    {
      "epoch": 15.863192182410424,
      "grad_norm": 0.5138244032859802,
      "learning_rate": 9.011292401502574e-05,
      "loss": 0.0106,
      "step": 4870
    },
    {
      "epoch": 15.895765472312704,
      "grad_norm": 0.491041898727417,
      "learning_rate": 9.006351504573063e-05,
      "loss": 0.0126,
      "step": 4880
    },
    {
      "epoch": 15.928338762214985,
      "grad_norm": 0.3895576298236847,
      "learning_rate": 9.001399654431519e-05,
      "loss": 0.0108,
      "step": 4890
    },
    {
      "epoch": 15.960912052117264,
      "grad_norm": 0.6080408692359924,
      "learning_rate": 8.996436864616116e-05,
      "loss": 0.013,
      "step": 4900
    },
    {
      "epoch": 15.993485342019543,
      "grad_norm": 0.6155601143836975,
      "learning_rate": 8.991463148694925e-05,
      "loss": 0.0096,
      "step": 4910
    },
    {
      "epoch": 16.026058631921824,
      "grad_norm": 0.6588138341903687,
      "learning_rate": 8.986478520265902e-05,
      "loss": 0.0104,
      "step": 4920
    },
    {
      "epoch": 16.058631921824105,
      "grad_norm": 0.6062794327735901,
      "learning_rate": 8.981482992956827e-05,
      "loss": 0.0107,
      "step": 4930
    },
    {
      "epoch": 16.091205211726383,
      "grad_norm": 0.6590397357940674,
      "learning_rate": 8.976476580425282e-05,
      "loss": 0.0131,
      "step": 4940
    },
    {
      "epoch": 16.123778501628664,
      "grad_norm": 0.5601251125335693,
      "learning_rate": 8.971459296358606e-05,
      "loss": 0.0121,
      "step": 4950
    },
    {
      "epoch": 16.156351791530945,
      "grad_norm": 0.5221347212791443,
      "learning_rate": 8.966431154473864e-05,
      "loss": 0.0121,
      "step": 4960
    },
    {
      "epoch": 16.188925081433226,
      "grad_norm": 0.57920902967453,
      "learning_rate": 8.961392168517803e-05,
      "loss": 0.0124,
      "step": 4970
    },
    {
      "epoch": 16.221498371335503,
      "grad_norm": 0.5354865789413452,
      "learning_rate": 8.956342352266821e-05,
      "loss": 0.012,
      "step": 4980
    },
    {
      "epoch": 16.254071661237784,
      "grad_norm": 0.618729293346405,
      "learning_rate": 8.95128171952692e-05,
      "loss": 0.0104,
      "step": 4990
    },
    {
      "epoch": 16.286644951140065,
      "grad_norm": 0.42464056611061096,
      "learning_rate": 8.946210284133676e-05,
      "loss": 0.0114,
      "step": 5000
    },
    {
      "epoch": 16.319218241042346,
      "grad_norm": 0.4815506041049957,
      "learning_rate": 8.941128059952201e-05,
      "loss": 0.01,
      "step": 5010
    },
    {
      "epoch": 16.351791530944624,
      "grad_norm": 0.49649620056152344,
      "learning_rate": 8.936035060877102e-05,
      "loss": 0.0106,
      "step": 5020
    },
    {
      "epoch": 16.384364820846905,
      "grad_norm": 0.5027061700820923,
      "learning_rate": 8.930931300832443e-05,
      "loss": 0.0104,
      "step": 5030
    },
    {
      "epoch": 16.416938110749186,
      "grad_norm": 0.5375000834465027,
      "learning_rate": 8.925816793771711e-05,
      "loss": 0.0095,
      "step": 5040
    },
    {
      "epoch": 16.449511400651467,
      "grad_norm": 0.4966764450073242,
      "learning_rate": 8.92069155367777e-05,
      "loss": 0.0114,
      "step": 5050
    },
    {
      "epoch": 16.482084690553744,
      "grad_norm": 0.7109740376472473,
      "learning_rate": 8.915555594562834e-05,
      "loss": 0.0129,
      "step": 5060
    },
    {
      "epoch": 16.514657980456025,
      "grad_norm": 0.5642775297164917,
      "learning_rate": 8.910408930468416e-05,
      "loss": 0.0102,
      "step": 5070
    },
    {
      "epoch": 16.547231270358306,
      "grad_norm": 0.5686492323875427,
      "learning_rate": 8.905251575465303e-05,
      "loss": 0.0102,
      "step": 5080
    },
    {
      "epoch": 16.579804560260587,
      "grad_norm": 0.5111770033836365,
      "learning_rate": 8.900083543653502e-05,
      "loss": 0.0101,
      "step": 5090
    },
    {
      "epoch": 16.612377850162865,
      "grad_norm": 0.48311617970466614,
      "learning_rate": 8.894904849162218e-05,
      "loss": 0.0113,
      "step": 5100
    },
    {
      "epoch": 16.644951140065146,
      "grad_norm": 0.4612133502960205,
      "learning_rate": 8.889715506149802e-05,
      "loss": 0.0097,
      "step": 5110
    },
    {
      "epoch": 16.677524429967427,
      "grad_norm": 0.6265704035758972,
      "learning_rate": 8.884515528803722e-05,
      "loss": 0.0101,
      "step": 5120
    },
    {
      "epoch": 16.710097719869708,
      "grad_norm": 0.5671060681343079,
      "learning_rate": 8.879304931340517e-05,
      "loss": 0.0098,
      "step": 5130
    },
    {
      "epoch": 16.742671009771986,
      "grad_norm": 0.4591500461101532,
      "learning_rate": 8.874083728005759e-05,
      "loss": 0.0106,
      "step": 5140
    },
    {
      "epoch": 16.775244299674267,
      "grad_norm": 0.7012014389038086,
      "learning_rate": 8.868851933074021e-05,
      "loss": 0.0115,
      "step": 5150
    },
    {
      "epoch": 16.807817589576548,
      "grad_norm": 0.6138771176338196,
      "learning_rate": 8.863609560848829e-05,
      "loss": 0.0117,
      "step": 5160
    },
    {
      "epoch": 16.84039087947883,
      "grad_norm": 0.5631691813468933,
      "learning_rate": 8.85835662566263e-05,
      "loss": 0.0096,
      "step": 5170
    },
    {
      "epoch": 16.872964169381106,
      "grad_norm": 0.6066752076148987,
      "learning_rate": 8.853093141876747e-05,
      "loss": 0.0118,
      "step": 5180
    },
    {
      "epoch": 16.905537459283387,
      "grad_norm": 0.3970053791999817,
      "learning_rate": 8.847819123881343e-05,
      "loss": 0.0103,
      "step": 5190
    },
    {
      "epoch": 16.938110749185668,
      "grad_norm": 0.5872803330421448,
      "learning_rate": 8.842534586095383e-05,
      "loss": 0.0093,
      "step": 5200
    },
    {
      "epoch": 16.97068403908795,
      "grad_norm": 0.5278239846229553,
      "learning_rate": 8.837239542966593e-05,
      "loss": 0.0116,
      "step": 5210
    },
    {
      "epoch": 17.003257328990227,
      "grad_norm": 0.5052501559257507,
      "learning_rate": 8.831934008971417e-05,
      "loss": 0.0102,
      "step": 5220
    },
    {
      "epoch": 17.035830618892508,
      "grad_norm": 0.5707674026489258,
      "learning_rate": 8.826617998614982e-05,
      "loss": 0.0085,
      "step": 5230
    },
    {
      "epoch": 17.06840390879479,
      "grad_norm": 0.5154997706413269,
      "learning_rate": 8.821291526431056e-05,
      "loss": 0.0113,
      "step": 5240
    },
    {
      "epoch": 17.10097719869707,
      "grad_norm": 0.4334968328475952,
      "learning_rate": 8.815954606982015e-05,
      "loss": 0.0112,
      "step": 5250
    },
    {
      "epoch": 17.133550488599347,
      "grad_norm": 0.6048435568809509,
      "learning_rate": 8.810607254858789e-05,
      "loss": 0.0117,
      "step": 5260
    },
    {
      "epoch": 17.16612377850163,
      "grad_norm": 0.4900098145008087,
      "learning_rate": 8.805249484680838e-05,
      "loss": 0.0098,
      "step": 5270
    },
    {
      "epoch": 17.19869706840391,
      "grad_norm": 0.43989741802215576,
      "learning_rate": 8.799881311096096e-05,
      "loss": 0.0119,
      "step": 5280
    },
    {
      "epoch": 17.23127035830619,
      "grad_norm": 0.4381119906902313,
      "learning_rate": 8.794502748780949e-05,
      "loss": 0.0098,
      "step": 5290
    },
    {
      "epoch": 17.263843648208468,
      "grad_norm": 0.5834327340126038,
      "learning_rate": 8.78911381244018e-05,
      "loss": 0.0115,
      "step": 5300
    },
    {
      "epoch": 17.29641693811075,
      "grad_norm": 0.43369826674461365,
      "learning_rate": 8.783714516806933e-05,
      "loss": 0.0093,
      "step": 5310
    },
    {
      "epoch": 17.32899022801303,
      "grad_norm": 0.5850085020065308,
      "learning_rate": 8.77830487664268e-05,
      "loss": 0.0112,
      "step": 5320
    },
    {
      "epoch": 17.36156351791531,
      "grad_norm": 0.5535557270050049,
      "learning_rate": 8.772884906737167e-05,
      "loss": 0.0117,
      "step": 5330
    },
    {
      "epoch": 17.39413680781759,
      "grad_norm": 0.5345462560653687,
      "learning_rate": 8.767454621908387e-05,
      "loss": 0.0112,
      "step": 5340
    },
    {
      "epoch": 17.42671009771987,
      "grad_norm": 0.5913922190666199,
      "learning_rate": 8.76201403700253e-05,
      "loss": 0.0118,
      "step": 5350
    },
    {
      "epoch": 17.45928338762215,
      "grad_norm": 0.5394867658615112,
      "learning_rate": 8.756563166893949e-05,
      "loss": 0.0103,
      "step": 5360
    },
    {
      "epoch": 17.49185667752443,
      "grad_norm": 0.637417197227478,
      "learning_rate": 8.751102026485113e-05,
      "loss": 0.0121,
      "step": 5370
    },
    {
      "epoch": 17.52442996742671,
      "grad_norm": 0.5312429666519165,
      "learning_rate": 8.745630630706571e-05,
      "loss": 0.0112,
      "step": 5380
    },
    {
      "epoch": 17.55700325732899,
      "grad_norm": 0.5353013873100281,
      "learning_rate": 8.740148994516912e-05,
      "loss": 0.0104,
      "step": 5390
    },
    {
      "epoch": 17.58957654723127,
      "grad_norm": 0.5983322858810425,
      "learning_rate": 8.73465713290272e-05,
      "loss": 0.0091,
      "step": 5400
    },
    {
      "epoch": 17.622149837133552,
      "grad_norm": 0.6481793522834778,
      "learning_rate": 8.729155060878533e-05,
      "loss": 0.0109,
      "step": 5410
    },
    {
      "epoch": 17.65472312703583,
      "grad_norm": 0.51454097032547,
      "learning_rate": 8.723642793486809e-05,
      "loss": 0.0104,
      "step": 5420
    },
    {
      "epoch": 17.68729641693811,
      "grad_norm": 0.6376858949661255,
      "learning_rate": 8.718120345797873e-05,
      "loss": 0.01,
      "step": 5430
    },
    {
      "epoch": 17.71986970684039,
      "grad_norm": 0.5232966542243958,
      "learning_rate": 8.712587732909889e-05,
      "loss": 0.0104,
      "step": 5440
    },
    {
      "epoch": 17.752442996742673,
      "grad_norm": 0.40592941641807556,
      "learning_rate": 8.707044969948806e-05,
      "loss": 0.0103,
      "step": 5450
    },
    {
      "epoch": 17.78501628664495,
      "grad_norm": 0.5707107782363892,
      "learning_rate": 8.701492072068329e-05,
      "loss": 0.0097,
      "step": 5460
    },
    {
      "epoch": 17.81758957654723,
      "grad_norm": 0.5730787515640259,
      "learning_rate": 8.695929054449869e-05,
      "loss": 0.0109,
      "step": 5470
    },
    {
      "epoch": 17.850162866449512,
      "grad_norm": 0.5907419323921204,
      "learning_rate": 8.690355932302501e-05,
      "loss": 0.0106,
      "step": 5480
    },
    {
      "epoch": 17.88273615635179,
      "grad_norm": 0.5448195934295654,
      "learning_rate": 8.684772720862931e-05,
      "loss": 0.0102,
      "step": 5490
    },
    {
      "epoch": 17.91530944625407,
      "grad_norm": 0.5052299499511719,
      "learning_rate": 8.679179435395446e-05,
      "loss": 0.0102,
      "step": 5500
    },
    {
      "epoch": 17.94788273615635,
      "grad_norm": 0.57944256067276,
      "learning_rate": 8.673576091191874e-05,
      "loss": 0.0115,
      "step": 5510
    },
    {
      "epoch": 17.980456026058633,
      "grad_norm": 0.5408090949058533,
      "learning_rate": 8.667962703571541e-05,
      "loss": 0.0105,
      "step": 5520
    },
    {
      "epoch": 18.01302931596091,
      "grad_norm": 0.5815545320510864,
      "learning_rate": 8.662339287881238e-05,
      "loss": 0.0098,
      "step": 5530
    },
    {
      "epoch": 18.04560260586319,
      "grad_norm": 0.5216434001922607,
      "learning_rate": 8.656705859495169e-05,
      "loss": 0.0108,
      "step": 5540
    },
    {
      "epoch": 18.078175895765472,
      "grad_norm": 0.41256457567214966,
      "learning_rate": 8.651062433814912e-05,
      "loss": 0.0096,
      "step": 5550
    },
    {
      "epoch": 18.110749185667753,
      "grad_norm": 0.4612780809402466,
      "learning_rate": 8.645409026269375e-05,
      "loss": 0.0098,
      "step": 5560
    },
    {
      "epoch": 18.14332247557003,
      "grad_norm": 0.6036962866783142,
      "learning_rate": 8.639745652314759e-05,
      "loss": 0.0109,
      "step": 5570
    },
    {
      "epoch": 18.175895765472312,
      "grad_norm": 0.45757317543029785,
      "learning_rate": 8.634072327434515e-05,
      "loss": 0.0104,
      "step": 5580
    },
    {
      "epoch": 18.208469055374593,
      "grad_norm": 0.5633235573768616,
      "learning_rate": 8.628389067139294e-05,
      "loss": 0.0105,
      "step": 5590
    },
    {
      "epoch": 18.241042345276874,
      "grad_norm": 0.48329007625579834,
      "learning_rate": 8.622695886966911e-05,
      "loss": 0.01,
      "step": 5600
    },
    {
      "epoch": 18.27361563517915,
      "grad_norm": 0.4269546568393707,
      "learning_rate": 8.616992802482308e-05,
      "loss": 0.0123,
      "step": 5610
    },
    {
      "epoch": 18.306188925081432,
      "grad_norm": 0.4761641323566437,
      "learning_rate": 8.611279829277496e-05,
      "loss": 0.0112,
      "step": 5620
    },
    {
      "epoch": 18.338762214983714,
      "grad_norm": 0.5688640475273132,
      "learning_rate": 8.605556982971528e-05,
      "loss": 0.011,
      "step": 5630
    },
    {
      "epoch": 18.371335504885995,
      "grad_norm": 0.5268420577049255,
      "learning_rate": 8.599824279210447e-05,
      "loss": 0.0111,
      "step": 5640
    },
    {
      "epoch": 18.403908794788272,
      "grad_norm": 0.5499677658081055,
      "learning_rate": 8.594081733667243e-05,
      "loss": 0.0087,
      "step": 5650
    },
    {
      "epoch": 18.436482084690553,
      "grad_norm": 0.592589259147644,
      "learning_rate": 8.58832936204182e-05,
      "loss": 0.0095,
      "step": 5660
    },
    {
      "epoch": 18.469055374592834,
      "grad_norm": 0.4770977795124054,
      "learning_rate": 8.582567180060942e-05,
      "loss": 0.0099,
      "step": 5670
    },
    {
      "epoch": 18.501628664495115,
      "grad_norm": 0.5618078708648682,
      "learning_rate": 8.576795203478194e-05,
      "loss": 0.0107,
      "step": 5680
    },
    {
      "epoch": 18.534201954397393,
      "grad_norm": 0.46116217970848083,
      "learning_rate": 8.571013448073939e-05,
      "loss": 0.0114,
      "step": 5690
    },
    {
      "epoch": 18.566775244299674,
      "grad_norm": 0.4571772515773773,
      "learning_rate": 8.565221929655275e-05,
      "loss": 0.0102,
      "step": 5700
    },
    {
      "epoch": 18.599348534201955,
      "grad_norm": 0.4506760537624359,
      "learning_rate": 8.559420664055992e-05,
      "loss": 0.0114,
      "step": 5710
    },
    {
      "epoch": 18.631921824104236,
      "grad_norm": 0.487032413482666,
      "learning_rate": 8.553609667136532e-05,
      "loss": 0.0098,
      "step": 5720
    },
    {
      "epoch": 18.664495114006513,
      "grad_norm": 0.40095847845077515,
      "learning_rate": 8.547788954783936e-05,
      "loss": 0.0093,
      "step": 5730
    },
    {
      "epoch": 18.697068403908794,
      "grad_norm": 0.43920227885246277,
      "learning_rate": 8.541958542911808e-05,
      "loss": 0.0108,
      "step": 5740
    },
    {
      "epoch": 18.729641693811075,
      "grad_norm": 0.45471495389938354,
      "learning_rate": 8.536118447460275e-05,
      "loss": 0.0085,
      "step": 5750
    },
    {
      "epoch": 18.762214983713356,
      "grad_norm": 0.3742855191230774,
      "learning_rate": 8.530268684395932e-05,
      "loss": 0.0098,
      "step": 5760
    },
    {
      "epoch": 18.794788273615634,
      "grad_norm": 0.5401120781898499,
      "learning_rate": 8.524409269711807e-05,
      "loss": 0.011,
      "step": 5770
    },
    {
      "epoch": 18.827361563517915,
      "grad_norm": 0.4368399679660797,
      "learning_rate": 8.51854021942732e-05,
      "loss": 0.0117,
      "step": 5780
    },
    {
      "epoch": 18.859934853420196,
      "grad_norm": 0.5863309502601624,
      "learning_rate": 8.512661549588227e-05,
      "loss": 0.0108,
      "step": 5790
    },
    {
      "epoch": 18.892508143322477,
      "grad_norm": 0.4833745062351227,
      "learning_rate": 8.506773276266588e-05,
      "loss": 0.011,
      "step": 5800
    },
    {
      "epoch": 18.925081433224754,
      "grad_norm": 0.5938926339149475,
      "learning_rate": 8.500875415560721e-05,
      "loss": 0.0107,
      "step": 5810
    },
    {
      "epoch": 18.957654723127035,
      "grad_norm": 0.47496920824050903,
      "learning_rate": 8.494967983595144e-05,
      "loss": 0.0128,
      "step": 5820
    },
    {
      "epoch": 18.990228013029316,
      "grad_norm": 0.43583986163139343,
      "learning_rate": 8.489050996520558e-05,
      "loss": 0.0116,
      "step": 5830
    },
    {
      "epoch": 19.022801302931597,
      "grad_norm": 0.4981800317764282,
      "learning_rate": 8.483124470513775e-05,
      "loss": 0.0097,
      "step": 5840
    },
    {
      "epoch": 19.055374592833875,
      "grad_norm": 0.5075828433036804,
      "learning_rate": 8.477188421777692e-05,
      "loss": 0.0094,
      "step": 5850
    },
    {
      "epoch": 19.087947882736156,
      "grad_norm": 0.49366408586502075,
      "learning_rate": 8.47124286654124e-05,
      "loss": 0.0113,
      "step": 5860
    },
    {
      "epoch": 19.120521172638437,
      "grad_norm": 0.6152781844139099,
      "learning_rate": 8.465287821059341e-05,
      "loss": 0.01,
      "step": 5870
    },
    {
      "epoch": 19.153094462540718,
      "grad_norm": 0.5412830710411072,
      "learning_rate": 8.45932330161286e-05,
      "loss": 0.0107,
      "step": 5880
    },
    {
      "epoch": 19.185667752442995,
      "grad_norm": 0.46815627813339233,
      "learning_rate": 8.453349324508567e-05,
      "loss": 0.0104,
      "step": 5890
    },
    {
      "epoch": 19.218241042345277,
      "grad_norm": 0.43253058195114136,
      "learning_rate": 8.447365906079088e-05,
      "loss": 0.0093,
      "step": 5900
    },
    {
      "epoch": 19.250814332247558,
      "grad_norm": 0.40782538056373596,
      "learning_rate": 8.441373062682856e-05,
      "loss": 0.0104,
      "step": 5910
    },
    {
      "epoch": 19.28338762214984,
      "grad_norm": 0.4392983317375183,
      "learning_rate": 8.43537081070408e-05,
      "loss": 0.0103,
      "step": 5920
    },
    {
      "epoch": 19.315960912052116,
      "grad_norm": 0.47564175724983215,
      "learning_rate": 8.429359166552689e-05,
      "loss": 0.011,
      "step": 5930
    },
    {
      "epoch": 19.348534201954397,
      "grad_norm": 0.4908657670021057,
      "learning_rate": 8.423338146664284e-05,
      "loss": 0.0112,
      "step": 5940
    },
    {
      "epoch": 19.381107491856678,
      "grad_norm": 0.4445395767688751,
      "learning_rate": 8.417307767500107e-05,
      "loss": 0.0104,
      "step": 5950
    },
    {
      "epoch": 19.41368078175896,
      "grad_norm": 0.38990992307662964,
      "learning_rate": 8.411268045546983e-05,
      "loss": 0.0104,
      "step": 5960
    },
    {
      "epoch": 19.446254071661237,
      "grad_norm": 0.5295190811157227,
      "learning_rate": 8.405218997317281e-05,
      "loss": 0.0113,
      "step": 5970
    },
    {
      "epoch": 19.478827361563518,
      "grad_norm": 0.5957738757133484,
      "learning_rate": 8.399160639348869e-05,
      "loss": 0.0136,
      "step": 5980
    },
    {
      "epoch": 19.5114006514658,
      "grad_norm": 0.5141053199768066,
      "learning_rate": 8.393092988205065e-05,
      "loss": 0.0107,
      "step": 5990
    },
    {
      "epoch": 19.54397394136808,
      "grad_norm": 0.5684329271316528,
      "learning_rate": 8.387016060474597e-05,
      "loss": 0.0105,
      "step": 6000
    }
  ],
  "logging_steps": 10,
  "max_steps": 20000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 66,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 128,
  "trial_name": null,
  "trial_params": null
}