{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.0,
  "eval_steps": 500,
  "global_step": 1308,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0061162079510703364,
      "grad_norm": 0.796875,
      "learning_rate": 1.5151515151515152e-07,
      "loss": 1.9698597192764282,
      "step": 2
    },
    {
      "epoch": 0.012232415902140673,
      "grad_norm": 1.625,
      "learning_rate": 4.5454545454545457e-07,
      "loss": 2.038839101791382,
      "step": 4
    },
    {
      "epoch": 0.01834862385321101,
      "grad_norm": 0.70703125,
      "learning_rate": 7.575757575757576e-07,
      "loss": 2.013974189758301,
      "step": 6
    },
    {
      "epoch": 0.024464831804281346,
      "grad_norm": 0.83984375,
      "learning_rate": 1.0606060606060608e-06,
      "loss": 2.130162239074707,
      "step": 8
    },
    {
      "epoch": 0.03058103975535168,
      "grad_norm": 0.7890625,
      "learning_rate": 1.3636363636363636e-06,
      "loss": 2.004484176635742,
      "step": 10
    },
    {
      "epoch": 0.03669724770642202,
      "grad_norm": 0.8671875,
      "learning_rate": 1.6666666666666667e-06,
      "loss": 2.008946180343628,
      "step": 12
    },
    {
      "epoch": 0.04281345565749235,
      "grad_norm": 0.74609375,
      "learning_rate": 1.96969696969697e-06,
      "loss": 2.0183446407318115,
      "step": 14
    },
    {
      "epoch": 0.04892966360856269,
      "grad_norm": 1.078125,
      "learning_rate": 2.2727272727272728e-06,
      "loss": 1.9834390878677368,
      "step": 16
    },
    {
      "epoch": 0.05504587155963303,
      "grad_norm": 0.75390625,
      "learning_rate": 2.575757575757576e-06,
      "loss": 2.044725179672241,
      "step": 18
    },
    {
      "epoch": 0.06116207951070336,
      "grad_norm": 0.8828125,
      "learning_rate": 2.8787878787878793e-06,
      "loss": 2.3765246868133545,
      "step": 20
    },
    {
      "epoch": 0.0672782874617737,
      "grad_norm": 0.62890625,
      "learning_rate": 3.181818181818182e-06,
      "loss": 2.135927438735962,
      "step": 22
    },
    {
      "epoch": 0.07339449541284404,
      "grad_norm": 1.1484375,
      "learning_rate": 3.4848484848484854e-06,
      "loss": 2.1705098152160645,
      "step": 24
    },
    {
      "epoch": 0.07951070336391437,
      "grad_norm": 1.2421875,
      "learning_rate": 3.7878787878787882e-06,
      "loss": 2.0761096477508545,
      "step": 26
    },
    {
      "epoch": 0.0856269113149847,
      "grad_norm": 2.03125,
      "learning_rate": 4.0909090909090915e-06,
      "loss": 2.0886521339416504,
      "step": 28
    },
    {
      "epoch": 0.09174311926605505,
      "grad_norm": 0.921875,
      "learning_rate": 4.393939393939394e-06,
      "loss": 2.201143980026245,
      "step": 30
    },
    {
      "epoch": 0.09785932721712538,
      "grad_norm": 8.625,
      "learning_rate": 4.696969696969698e-06,
      "loss": 2.045245885848999,
      "step": 32
    },
    {
      "epoch": 0.10397553516819572,
      "grad_norm": 0.65234375,
      "learning_rate": 5e-06,
      "loss": 1.907004475593567,
      "step": 34
    },
    {
      "epoch": 0.11009174311926606,
      "grad_norm": 1.2265625,
      "learning_rate": 5.303030303030303e-06,
      "loss": 1.9484505653381348,
      "step": 36
    },
    {
      "epoch": 0.1162079510703364,
      "grad_norm": 0.77734375,
      "learning_rate": 5.606060606060606e-06,
      "loss": 1.963153600692749,
      "step": 38
    },
    {
      "epoch": 0.12232415902140673,
      "grad_norm": 0.51953125,
      "learning_rate": 5.90909090909091e-06,
      "loss": 2.0666375160217285,
      "step": 40
    },
    {
      "epoch": 0.12844036697247707,
      "grad_norm": 0.4453125,
      "learning_rate": 6.212121212121213e-06,
      "loss": 1.9147648811340332,
      "step": 42
    },
    {
      "epoch": 0.1345565749235474,
      "grad_norm": 0.59765625,
      "learning_rate": 6.515151515151516e-06,
      "loss": 1.8978981971740723,
      "step": 44
    },
    {
      "epoch": 0.14067278287461774,
      "grad_norm": 0.61328125,
      "learning_rate": 6.818181818181818e-06,
      "loss": 1.8800417184829712,
      "step": 46
    },
    {
      "epoch": 0.14678899082568808,
      "grad_norm": 0.78125,
      "learning_rate": 7.121212121212122e-06,
      "loss": 2.1724555492401123,
      "step": 48
    },
    {
      "epoch": 0.1529051987767584,
      "grad_norm": 0.8046875,
      "learning_rate": 7.424242424242425e-06,
      "loss": 2.0132710933685303,
      "step": 50
    },
    {
      "epoch": 0.15902140672782875,
      "grad_norm": 0.53515625,
      "learning_rate": 7.727272727272727e-06,
      "loss": 1.9249347448349,
      "step": 52
    },
    {
      "epoch": 0.1651376146788991,
      "grad_norm": 0.5625,
      "learning_rate": 8.03030303030303e-06,
      "loss": 2.0230674743652344,
      "step": 54
    },
    {
      "epoch": 0.1712538226299694,
      "grad_norm": 0.46484375,
      "learning_rate": 8.333333333333334e-06,
      "loss": 1.8684461116790771,
      "step": 56
    },
    {
      "epoch": 0.17737003058103976,
      "grad_norm": 0.68359375,
      "learning_rate": 8.636363636363637e-06,
      "loss": 1.9816838502883911,
      "step": 58
    },
    {
      "epoch": 0.1834862385321101,
      "grad_norm": 0.70703125,
      "learning_rate": 8.93939393939394e-06,
      "loss": 1.8070955276489258,
      "step": 60
    },
    {
      "epoch": 0.18960244648318042,
      "grad_norm": 0.71875,
      "learning_rate": 9.242424242424244e-06,
      "loss": 1.9102303981781006,
      "step": 62
    },
    {
      "epoch": 0.19571865443425077,
      "grad_norm": 0.703125,
      "learning_rate": 9.545454545454547e-06,
      "loss": 1.761095643043518,
      "step": 64
    },
    {
      "epoch": 0.2018348623853211,
      "grad_norm": 0.9765625,
      "learning_rate": 9.84848484848485e-06,
      "loss": 1.8172270059585571,
      "step": 66
    },
    {
      "epoch": 0.20795107033639143,
      "grad_norm": 0.69921875,
      "learning_rate": 9.99998560409937e-06,
      "loss": 1.7951654195785522,
      "step": 68
    },
    {
      "epoch": 0.21406727828746178,
      "grad_norm": 0.59375,
      "learning_rate": 9.999870437446959e-06,
      "loss": 1.7246266603469849,
      "step": 70
    },
    {
      "epoch": 0.22018348623853212,
      "grad_norm": 0.61328125,
      "learning_rate": 9.99964010708956e-06,
      "loss": 1.7382261753082275,
      "step": 72
    },
    {
      "epoch": 0.22629969418960244,
      "grad_norm": 0.93359375,
      "learning_rate": 9.999294618921943e-06,
      "loss": 1.8094028234481812,
      "step": 74
    },
    {
      "epoch": 0.2324159021406728,
      "grad_norm": 0.69140625,
      "learning_rate": 9.998833981786072e-06,
      "loss": 1.7889823913574219,
      "step": 76
    },
    {
      "epoch": 0.23853211009174313,
      "grad_norm": 0.515625,
      "learning_rate": 9.998258207470882e-06,
      "loss": 1.7645984888076782,
      "step": 78
    },
    {
      "epoch": 0.24464831804281345,
      "grad_norm": 1.6328125,
      "learning_rate": 9.997567310711977e-06,
      "loss": 1.692162275314331,
      "step": 80
    },
    {
      "epoch": 0.25076452599388377,
      "grad_norm": 0.38671875,
      "learning_rate": 9.996761309191248e-06,
      "loss": 1.6656694412231445,
      "step": 82
    },
    {
      "epoch": 0.25688073394495414,
      "grad_norm": 1.0859375,
      "learning_rate": 9.995840223536428e-06,
      "loss": 1.69821035861969,
      "step": 84
    },
    {
      "epoch": 0.26299694189602446,
      "grad_norm": 0.55078125,
      "learning_rate": 9.99480407732056e-06,
      "loss": 1.693019986152649,
      "step": 86
    },
    {
      "epoch": 0.2691131498470948,
      "grad_norm": 0.66796875,
      "learning_rate": 9.993652897061394e-06,
      "loss": 1.585938572883606,
      "step": 88
    },
    {
      "epoch": 0.27522935779816515,
      "grad_norm": 0.55859375,
      "learning_rate": 9.99238671222071e-06,
      "loss": 1.5834678411483765,
      "step": 90
    },
    {
      "epoch": 0.28134556574923547,
      "grad_norm": 0.72265625,
      "learning_rate": 9.991005555203553e-06,
      "loss": 1.5904253721237183,
      "step": 92
    },
    {
      "epoch": 0.2874617737003058,
      "grad_norm": 0.93359375,
      "learning_rate": 9.989509461357428e-06,
      "loss": 1.7213293313980103,
      "step": 94
    },
    {
      "epoch": 0.29357798165137616,
      "grad_norm": 0.96875,
      "learning_rate": 9.98789846897137e-06,
      "loss": 1.59124755859375,
      "step": 96
    },
    {
      "epoch": 0.2996941896024465,
      "grad_norm": 0.328125,
      "learning_rate": 9.986172619274977e-06,
      "loss": 1.4882735013961792,
      "step": 98
    },
    {
      "epoch": 0.3058103975535168,
      "grad_norm": 0.490234375,
      "learning_rate": 9.984331956437354e-06,
      "loss": 1.6401163339614868,
      "step": 100
    },
    {
      "epoch": 0.3119266055045872,
      "grad_norm": 0.484375,
      "learning_rate": 9.982376527565981e-06,
      "loss": 1.6229268312454224,
      "step": 102
    },
    {
      "epoch": 0.3180428134556575,
      "grad_norm": 0.6953125,
      "learning_rate": 9.980306382705504e-06,
      "loss": 1.6486362218856812,
      "step": 104
    },
    {
      "epoch": 0.3241590214067278,
      "grad_norm": 0.4921875,
      "learning_rate": 9.978121574836463e-06,
      "loss": 1.7563343048095703,
      "step": 106
    },
    {
      "epoch": 0.3302752293577982,
      "grad_norm": 0.55078125,
      "learning_rate": 9.975822159873925e-06,
      "loss": 1.5931520462036133,
      "step": 108
    },
    {
      "epoch": 0.3363914373088685,
      "grad_norm": 0.490234375,
      "learning_rate": 9.973408196666062e-06,
      "loss": 1.6376924514770508,
      "step": 110
    },
    {
      "epoch": 0.3425076452599388,
      "grad_norm": 1.0234375,
      "learning_rate": 9.970879746992641e-06,
      "loss": 1.6083383560180664,
      "step": 112
    },
    {
      "epoch": 0.3486238532110092,
      "grad_norm": 0.408203125,
      "learning_rate": 9.968236875563444e-06,
      "loss": 1.5672008991241455,
      "step": 114
    },
    {
      "epoch": 0.3547400611620795,
      "grad_norm": 0.400390625,
      "learning_rate": 9.965479650016611e-06,
      "loss": 1.5744966268539429,
      "step": 116
    },
    {
      "epoch": 0.36085626911314983,
      "grad_norm": 0.51171875,
      "learning_rate": 9.962608140916906e-06,
      "loss": 1.6350196599960327,
      "step": 118
    },
    {
      "epoch": 0.3669724770642202,
      "grad_norm": 0.4609375,
      "learning_rate": 9.959622421753922e-06,
      "loss": 1.4963032007217407,
      "step": 120
    },
    {
      "epoch": 0.3730886850152905,
      "grad_norm": 0.486328125,
      "learning_rate": 9.956522568940185e-06,
      "loss": 1.5451488494873047,
      "step": 122
    },
    {
      "epoch": 0.37920489296636084,
      "grad_norm": 0.439453125,
      "learning_rate": 9.953308661809209e-06,
      "loss": 1.599358320236206,
      "step": 124
    },
    {
      "epoch": 0.3853211009174312,
      "grad_norm": 0.37890625,
      "learning_rate": 9.949980782613466e-06,
      "loss": 1.5644880533218384,
      "step": 126
    },
    {
      "epoch": 0.39143730886850153,
      "grad_norm": 0.6171875,
      "learning_rate": 9.94653901652227e-06,
      "loss": 1.6034414768218994,
      "step": 128
    },
    {
      "epoch": 0.39755351681957185,
      "grad_norm": 0.55078125,
      "learning_rate": 9.942983451619614e-06,
      "loss": 1.6047066450119019,
      "step": 130
    },
    {
      "epoch": 0.4036697247706422,
      "grad_norm": 0.4140625,
      "learning_rate": 9.939314178901898e-06,
      "loss": 1.5338762998580933,
      "step": 132
    },
    {
      "epoch": 0.40978593272171254,
      "grad_norm": 0.60546875,
      "learning_rate": 9.935531292275615e-06,
      "loss": 1.5983346700668335,
      "step": 134
    },
    {
      "epoch": 0.41590214067278286,
      "grad_norm": 0.390625,
      "learning_rate": 9.931634888554937e-06,
      "loss": 1.4490175247192383,
      "step": 136
    },
    {
      "epoch": 0.42201834862385323,
      "grad_norm": 0.86328125,
      "learning_rate": 9.927625067459245e-06,
      "loss": 1.43030846118927,
      "step": 138
    },
    {
      "epoch": 0.42813455657492355,
      "grad_norm": 0.369140625,
      "learning_rate": 9.923501931610571e-06,
      "loss": 1.5441913604736328,
      "step": 140
    },
    {
      "epoch": 0.43425076452599387,
      "grad_norm": 1.296875,
      "learning_rate": 9.919265586530977e-06,
      "loss": 1.5886114835739136,
      "step": 142
    },
    {
      "epoch": 0.44036697247706424,
      "grad_norm": 0.8203125,
      "learning_rate": 9.914916140639849e-06,
      "loss": 1.5252549648284912,
      "step": 144
    },
    {
      "epoch": 0.44648318042813456,
      "grad_norm": 0.353515625,
      "learning_rate": 9.910453705251127e-06,
      "loss": 1.4197413921356201,
      "step": 146
    },
    {
      "epoch": 0.4525993883792049,
      "grad_norm": 0.5390625,
      "learning_rate": 9.905878394570453e-06,
      "loss": 1.5738030672073364,
      "step": 148
    },
    {
      "epoch": 0.45871559633027525,
      "grad_norm": 0.55859375,
      "learning_rate": 9.90119032569225e-06,
      "loss": 1.595241904258728,
      "step": 150
    },
    {
      "epoch": 0.4648318042813456,
      "grad_norm": 0.515625,
      "learning_rate": 9.89638961859672e-06,
      "loss": 1.5898534059524536,
      "step": 152
    },
    {
      "epoch": 0.4709480122324159,
      "grad_norm": 0.5078125,
      "learning_rate": 9.891476396146785e-06,
      "loss": 1.5508402585983276,
      "step": 154
    },
    {
      "epoch": 0.47706422018348627,
      "grad_norm": 0.404296875,
      "learning_rate": 9.886450784084934e-06,
      "loss": 1.5691711902618408,
      "step": 156
    },
    {
      "epoch": 0.4831804281345566,
      "grad_norm": 0.85546875,
      "learning_rate": 9.88131291103e-06,
      "loss": 1.5895097255706787,
      "step": 158
    },
    {
      "epoch": 0.4892966360856269,
      "grad_norm": 0.58984375,
      "learning_rate": 9.876062908473883e-06,
      "loss": 1.5543285608291626,
      "step": 160
    },
    {
      "epoch": 0.4954128440366973,
      "grad_norm": 0.375,
      "learning_rate": 9.870700910778169e-06,
      "loss": 1.4683598279953003,
      "step": 162
    },
    {
      "epoch": 0.5015290519877675,
      "grad_norm": 1.328125,
      "learning_rate": 9.865227055170706e-06,
      "loss": 1.4957642555236816,
      "step": 164
    },
    {
      "epoch": 0.5076452599388379,
      "grad_norm": 0.54296875,
      "learning_rate": 9.85964148174208e-06,
      "loss": 1.448598027229309,
      "step": 166
    },
    {
      "epoch": 0.5137614678899083,
      "grad_norm": 0.54296875,
      "learning_rate": 9.853944333442036e-06,
      "loss": 1.4433187246322632,
      "step": 168
    },
    {
      "epoch": 0.5198776758409785,
      "grad_norm": 5.46875,
      "learning_rate": 9.848135756075816e-06,
      "loss": 1.500611424446106,
      "step": 170
    },
    {
      "epoch": 0.5259938837920489,
      "grad_norm": 0.435546875,
      "learning_rate": 9.842215898300434e-06,
      "loss": 1.4782170057296753,
      "step": 172
    },
    {
      "epoch": 0.5321100917431193,
      "grad_norm": 0.35546875,
      "learning_rate": 9.836184911620863e-06,
      "loss": 1.485479712486267,
      "step": 174
    },
    {
      "epoch": 0.5382262996941896,
      "grad_norm": 1.53125,
      "learning_rate": 9.830042950386162e-06,
      "loss": 1.5060051679611206,
      "step": 176
    },
    {
      "epoch": 0.5443425076452599,
      "grad_norm": 0.3671875,
      "learning_rate": 9.823790171785527e-06,
      "loss": 1.4704962968826294,
      "step": 178
    },
    {
      "epoch": 0.5504587155963303,
      "grad_norm": 0.4765625,
      "learning_rate": 9.817426735844265e-06,
      "loss": 1.4355278015136719,
      "step": 180
    },
    {
      "epoch": 0.5565749235474006,
      "grad_norm": 0.55078125,
      "learning_rate": 9.810952805419701e-06,
      "loss": 1.5194344520568848,
      "step": 182
    },
    {
      "epoch": 0.5626911314984709,
      "grad_norm": 0.455078125,
      "learning_rate": 9.804368546197007e-06,
      "loss": 1.5073320865631104,
      "step": 184
    },
    {
      "epoch": 0.5688073394495413,
      "grad_norm": 0.6640625,
      "learning_rate": 9.797674126684967e-06,
      "loss": 1.522252082824707,
      "step": 186
    },
    {
      "epoch": 0.5749235474006116,
      "grad_norm": 0.5390625,
      "learning_rate": 9.790869718211657e-06,
      "loss": 1.6073163747787476,
      "step": 188
    },
    {
      "epoch": 0.581039755351682,
      "grad_norm": 0.416015625,
      "learning_rate": 9.783955494920067e-06,
      "loss": 1.4052844047546387,
      "step": 190
    },
    {
      "epoch": 0.5871559633027523,
      "grad_norm": 0.3515625,
      "learning_rate": 9.77693163376364e-06,
      "loss": 1.4193068742752075,
      "step": 192
    },
    {
      "epoch": 0.5932721712538226,
      "grad_norm": 0.4609375,
      "learning_rate": 9.76979831450175e-06,
      "loss": 1.5307352542877197,
      "step": 194
    },
    {
      "epoch": 0.599388379204893,
      "grad_norm": 0.5625,
      "learning_rate": 9.76255571969509e-06,
      "loss": 1.424899697303772,
      "step": 196
    },
    {
      "epoch": 0.6055045871559633,
      "grad_norm": 0.52734375,
      "learning_rate": 9.755204034701004e-06,
      "loss": 1.359844446182251,
      "step": 198
    },
    {
      "epoch": 0.6116207951070336,
      "grad_norm": 0.5078125,
      "learning_rate": 9.747743447668755e-06,
      "loss": 1.582168459892273,
      "step": 200
    },
    {
      "epoch": 0.617737003058104,
      "grad_norm": 0.470703125,
      "learning_rate": 9.740174149534694e-06,
      "loss": 1.488830327987671,
      "step": 202
    },
    {
      "epoch": 0.6238532110091743,
      "grad_norm": 0.5,
      "learning_rate": 9.732496334017376e-06,
      "loss": 1.4927191734313965,
      "step": 204
    },
    {
      "epoch": 0.6299694189602446,
      "grad_norm": 0.45703125,
      "learning_rate": 9.724710197612615e-06,
      "loss": 1.4716768264770508,
      "step": 206
    },
    {
      "epoch": 0.636085626911315,
      "grad_norm": 0.408203125,
      "learning_rate": 9.716815939588437e-06,
      "loss": 1.3903311491012573,
      "step": 208
    },
    {
      "epoch": 0.6422018348623854,
      "grad_norm": 0.341796875,
      "learning_rate": 9.708813761979992e-06,
      "loss": 1.5344760417938232,
      "step": 210
    },
    {
      "epoch": 0.6483180428134556,
      "grad_norm": 0.73046875,
      "learning_rate": 9.700703869584386e-06,
      "loss": 1.4522379636764526,
      "step": 212
    },
    {
      "epoch": 0.654434250764526,
      "grad_norm": 0.35546875,
      "learning_rate": 9.692486469955425e-06,
      "loss": 1.3874422311782837,
      "step": 214
    },
    {
      "epoch": 0.6605504587155964,
      "grad_norm": 0.2734375,
      "learning_rate": 9.684161773398321e-06,
      "loss": 1.3861643075942993,
      "step": 216
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.55859375,
      "learning_rate": 9.675729992964292e-06,
      "loss": 1.5152150392532349,
      "step": 218
    },
    {
      "epoch": 0.672782874617737,
      "grad_norm": 0.98828125,
      "learning_rate": 9.667191344445123e-06,
      "loss": 1.3514238595962524,
      "step": 220
    },
    {
      "epoch": 0.6788990825688074,
      "grad_norm": 0.70703125,
      "learning_rate": 9.658546046367646e-06,
      "loss": 1.39436936378479,
      "step": 222
    },
    {
      "epoch": 0.6850152905198776,
      "grad_norm": 0.69140625,
      "learning_rate": 9.649794319988121e-06,
      "loss": 1.4995126724243164,
      "step": 224
    },
    {
      "epoch": 0.691131498470948,
      "grad_norm": 0.490234375,
      "learning_rate": 9.640936389286617e-06,
      "loss": 1.4583836793899536,
      "step": 226
    },
    {
      "epoch": 0.6972477064220184,
      "grad_norm": 0.61328125,
      "learning_rate": 9.631972480961235e-06,
      "loss": 1.4303733110427856,
      "step": 228
    },
    {
      "epoch": 0.7033639143730887,
      "grad_norm": 0.421875,
      "learning_rate": 9.622902824422336e-06,
      "loss": 1.393810749053955,
      "step": 230
    },
    {
      "epoch": 0.709480122324159,
      "grad_norm": 0.453125,
      "learning_rate": 9.613727651786659e-06,
      "loss": 1.51703679561615,
      "step": 232
    },
    {
      "epoch": 0.7155963302752294,
      "grad_norm": 0.5,
      "learning_rate": 9.604447197871382e-06,
      "loss": 1.373485803604126,
      "step": 234
    },
    {
      "epoch": 0.7217125382262997,
      "grad_norm": 0.384765625,
      "learning_rate": 9.59506170018811e-06,
      "loss": 1.4396356344223022,
      "step": 236
    },
    {
      "epoch": 0.72782874617737,
      "grad_norm": 0.5859375,
      "learning_rate": 9.5855713989368e-06,
      "loss": 1.5568106174468994,
      "step": 238
    },
    {
      "epoch": 0.7339449541284404,
      "grad_norm": 0.94140625,
      "learning_rate": 9.575976536999616e-06,
      "loss": 1.4187113046646118,
      "step": 240
    },
    {
      "epoch": 0.7400611620795107,
      "grad_norm": 0.423828125,
      "learning_rate": 9.566277359934703e-06,
      "loss": 1.4353150129318237,
      "step": 242
    },
    {
      "epoch": 0.746177370030581,
      "grad_norm": 0.62109375,
      "learning_rate": 9.556474115969911e-06,
      "loss": 1.5181076526641846,
      "step": 244
    },
    {
      "epoch": 0.7522935779816514,
      "grad_norm": 0.408203125,
      "learning_rate": 9.546567055996441e-06,
      "loss": 1.4269428253173828,
      "step": 246
    },
    {
      "epoch": 0.7584097859327217,
      "grad_norm": 0.4765625,
      "learning_rate": 9.536556433562422e-06,
      "loss": 1.4407360553741455,
      "step": 248
    },
    {
      "epoch": 0.764525993883792,
      "grad_norm": 0.373046875,
      "learning_rate": 9.526442504866427e-06,
      "loss": 1.3571839332580566,
      "step": 250
    },
    {
      "epoch": 0.7706422018348624,
      "grad_norm": 0.41796875,
      "learning_rate": 9.516225528750904e-06,
      "loss": 1.4300589561462402,
      "step": 252
    },
    {
      "epoch": 0.7767584097859327,
      "grad_norm": 0.59375,
      "learning_rate": 9.505905766695564e-06,
      "loss": 1.5078905820846558,
      "step": 254
    },
    {
      "epoch": 0.7828746177370031,
      "grad_norm": 0.64453125,
      "learning_rate": 9.495483482810688e-06,
      "loss": 1.456427812576294,
      "step": 256
    },
    {
      "epoch": 0.7889908256880734,
      "grad_norm": 0.546875,
      "learning_rate": 9.484958943830363e-06,
      "loss": 1.4158270359039307,
      "step": 258
    },
    {
      "epoch": 0.7951070336391437,
      "grad_norm": 0.3984375,
      "learning_rate": 9.474332419105652e-06,
      "loss": 1.3977278470993042,
      "step": 260
    },
    {
      "epoch": 0.8012232415902141,
      "grad_norm": 0.51953125,
      "learning_rate": 9.463604180597712e-06,
      "loss": 1.3898099660873413,
      "step": 262
    },
    {
      "epoch": 0.8073394495412844,
      "grad_norm": 0.58203125,
      "learning_rate": 9.452774502870822e-06,
      "loss": 1.4355534315109253,
      "step": 264
    },
    {
      "epoch": 0.8134556574923547,
      "grad_norm": 0.59375,
      "learning_rate": 9.441843663085368e-06,
      "loss": 1.454459309577942,
      "step": 266
    },
    {
      "epoch": 0.8195718654434251,
      "grad_norm": 0.4453125,
      "learning_rate": 9.430811940990736e-06,
      "loss": 1.4455972909927368,
      "step": 268
    },
    {
      "epoch": 0.8256880733944955,
      "grad_norm": 0.57421875,
      "learning_rate": 9.419679618918164e-06,
      "loss": 1.381105661392212,
      "step": 270
    },
    {
      "epoch": 0.8318042813455657,
      "grad_norm": 0.46484375,
      "learning_rate": 9.408446981773514e-06,
      "loss": 1.4196290969848633,
      "step": 272
    },
    {
      "epoch": 0.8379204892966361,
      "grad_norm": 1.1328125,
      "learning_rate": 9.397114317029975e-06,
      "loss": 1.4939439296722412,
      "step": 274
    },
    {
      "epoch": 0.8440366972477065,
      "grad_norm": 0.5859375,
      "learning_rate": 9.38568191472071e-06,
      "loss": 1.4450997114181519,
      "step": 276
    },
    {
      "epoch": 0.8501529051987767,
      "grad_norm": 0.6640625,
      "learning_rate": 9.374150067431433e-06,
      "loss": 1.4556881189346313,
      "step": 278
    },
    {
      "epoch": 0.8562691131498471,
      "grad_norm": 0.36328125,
      "learning_rate": 9.362519070292924e-06,
      "loss": 1.3958441019058228,
      "step": 280
    },
    {
      "epoch": 0.8623853211009175,
      "grad_norm": 0.55078125,
      "learning_rate": 9.350789220973468e-06,
      "loss": 1.492562174797058,
      "step": 282
    },
    {
      "epoch": 0.8685015290519877,
      "grad_norm": 0.33203125,
      "learning_rate": 9.33896081967124e-06,
      "loss": 1.3768280744552612,
      "step": 284
    },
    {
      "epoch": 0.8746177370030581,
      "grad_norm": 0.94140625,
      "learning_rate": 9.32703416910663e-06,
      "loss": 1.3635163307189941,
      "step": 286
    },
    {
      "epoch": 0.8807339449541285,
      "grad_norm": 0.703125,
      "learning_rate": 9.315009574514487e-06,
      "loss": 1.3402776718139648,
      "step": 288
    },
    {
      "epoch": 0.8868501529051988,
      "grad_norm": 0.328125,
      "learning_rate": 9.302887343636305e-06,
      "loss": 1.4155652523040771,
      "step": 290
    },
    {
      "epoch": 0.8929663608562691,
      "grad_norm": 0.453125,
      "learning_rate": 9.290667786712354e-06,
      "loss": 1.5360904932022095,
      "step": 292
    },
    {
      "epoch": 0.8990825688073395,
      "grad_norm": 0.447265625,
      "learning_rate": 9.278351216473737e-06,
      "loss": 1.4269368648529053,
      "step": 294
    },
    {
      "epoch": 0.9051987767584098,
      "grad_norm": 2.40625,
      "learning_rate": 9.265937948134393e-06,
      "loss": 1.4990252256393433,
      "step": 296
    },
    {
      "epoch": 0.9113149847094801,
      "grad_norm": 0.37890625,
      "learning_rate": 9.253428299383013e-06,
      "loss": 1.4629848003387451,
      "step": 298
    },
    {
      "epoch": 0.9174311926605505,
      "grad_norm": 0.66015625,
      "learning_rate": 9.240822590374927e-06,
      "loss": 1.3986918926239014,
      "step": 300
    },
    {
      "epoch": 0.9235474006116208,
      "grad_norm": 0.40234375,
      "learning_rate": 9.228121143723901e-06,
      "loss": 1.374011754989624,
      "step": 302
    },
    {
      "epoch": 0.9296636085626911,
      "grad_norm": 0.33203125,
      "learning_rate": 9.215324284493888e-06,
      "loss": 1.3964948654174805,
      "step": 304
    },
    {
      "epoch": 0.9357798165137615,
      "grad_norm": 0.43359375,
      "learning_rate": 9.202432340190696e-06,
      "loss": 1.3667786121368408,
      "step": 306
    },
    {
      "epoch": 0.9418960244648318,
      "grad_norm": 0.380859375,
      "learning_rate": 9.18944564075362e-06,
      "loss": 1.3175499439239502,
      "step": 308
    },
    {
      "epoch": 0.9480122324159022,
      "grad_norm": 0.376953125,
      "learning_rate": 9.17636451854699e-06,
      "loss": 1.3974062204360962,
      "step": 310
    },
    {
      "epoch": 0.9541284403669725,
      "grad_norm": 0.578125,
      "learning_rate": 9.163189308351666e-06,
      "loss": 1.405277132987976,
      "step": 312
    },
    {
      "epoch": 0.9602446483180428,
      "grad_norm": 0.59375,
      "learning_rate": 9.149920347356472e-06,
      "loss": 1.4029018878936768,
      "step": 314
    },
    {
      "epoch": 0.9663608562691132,
      "grad_norm": 0.41015625,
      "learning_rate": 9.136557975149563e-06,
      "loss": 1.3701725006103516,
      "step": 316
    },
    {
      "epoch": 0.9724770642201835,
      "grad_norm": 0.5859375,
      "learning_rate": 9.12310253370974e-06,
      "loss": 1.4639108180999756,
      "step": 318
    },
    {
      "epoch": 0.9785932721712538,
      "grad_norm": 1.140625,
      "learning_rate": 9.109554367397699e-06,
      "loss": 1.3428951501846313,
      "step": 320
    },
    {
      "epoch": 0.9847094801223242,
      "grad_norm": 0.9296875,
      "learning_rate": 9.095913822947197e-06,
      "loss": 1.2543865442276,
      "step": 322
    },
    {
      "epoch": 0.9908256880733946,
      "grad_norm": 0.4296875,
      "learning_rate": 9.082181249456211e-06,
      "loss": 1.287245512008667,
      "step": 324
    },
    {
      "epoch": 0.9969418960244648,
      "grad_norm": 0.404296875,
      "learning_rate": 9.06835699837798e-06,
      "loss": 1.3998972177505493,
      "step": 326
    },
    {
      "epoch": 1.003058103975535,
      "grad_norm": 0.4921875,
      "learning_rate": 9.054441423512015e-06,
      "loss": 1.381530523300171,
      "step": 328
    },
    {
      "epoch": 1.0091743119266054,
      "grad_norm": 0.380859375,
      "learning_rate": 9.040434880995052e-06,
      "loss": 1.388320803642273,
      "step": 330
    },
    {
      "epoch": 1.0152905198776758,
      "grad_norm": 0.478515625,
      "learning_rate": 9.026337729291927e-06,
      "loss": 1.3628325462341309,
      "step": 332
    },
    {
      "epoch": 1.0214067278287462,
      "grad_norm": 0.447265625,
      "learning_rate": 9.012150329186412e-06,
      "loss": 1.3321391344070435,
      "step": 334
    },
    {
      "epoch": 1.0275229357798166,
      "grad_norm": 0.53515625,
      "learning_rate": 8.997873043771974e-06,
      "loss": 1.4002933502197266,
      "step": 336
    },
    {
      "epoch": 1.033639143730887,
      "grad_norm": 0.55859375,
      "learning_rate": 8.983506238442486e-06,
      "loss": 1.3850795030593872,
      "step": 338
    },
    {
      "epoch": 1.039755351681957,
      "grad_norm": 0.8984375,
      "learning_rate": 8.969050280882873e-06,
      "loss": 1.3575987815856934,
      "step": 340
    },
    {
      "epoch": 1.0458715596330275,
      "grad_norm": 1.671875,
      "learning_rate": 8.954505541059707e-06,
      "loss": 1.448436975479126,
      "step": 342
    },
    {
      "epoch": 1.0519877675840978,
      "grad_norm": 0.51953125,
      "learning_rate": 8.939872391211732e-06,
      "loss": 1.3202804327011108,
      "step": 344
    },
    {
      "epoch": 1.0581039755351682,
      "grad_norm": 0.5703125,
      "learning_rate": 8.925151205840343e-06,
      "loss": 1.335026741027832,
      "step": 346
    },
    {
      "epoch": 1.0642201834862386,
      "grad_norm": 0.412109375,
      "learning_rate": 8.910342361699996e-06,
      "loss": 1.3237738609313965,
      "step": 348
    },
    {
      "epoch": 1.070336391437309,
      "grad_norm": 0.51171875,
      "learning_rate": 8.895446237788574e-06,
      "loss": 1.3708387613296509,
      "step": 350
    },
    {
      "epoch": 1.0764525993883791,
      "grad_norm": 0.400390625,
      "learning_rate": 8.88046321533768e-06,
      "loss": 1.3443958759307861,
      "step": 352
    },
    {
      "epoch": 1.0825688073394495,
      "grad_norm": 1.2578125,
      "learning_rate": 8.865393677802882e-06,
      "loss": 1.231789231300354,
      "step": 354
    },
    {
      "epoch": 1.0886850152905199,
      "grad_norm": 0.455078125,
      "learning_rate": 8.850238010853902e-06,
      "loss": 1.3118000030517578,
      "step": 356
    },
    {
      "epoch": 1.0948012232415902,
      "grad_norm": 0.46484375,
      "learning_rate": 8.834996602364738e-06,
      "loss": 1.449766993522644,
      "step": 358
    },
    {
      "epoch": 1.1009174311926606,
      "grad_norm": 0.53515625,
      "learning_rate": 8.81966984240375e-06,
      "loss": 1.3435068130493164,
      "step": 360
    },
    {
      "epoch": 1.107033639143731,
      "grad_norm": 5.9375,
      "learning_rate": 8.80425812322367e-06,
      "loss": 1.2645937204360962,
      "step": 362
    },
    {
      "epoch": 1.1131498470948011,
      "grad_norm": 0.64453125,
      "learning_rate": 8.78876183925156e-06,
      "loss": 1.2984048128128052,
      "step": 364
    },
    {
      "epoch": 1.1192660550458715,
      "grad_norm": 0.5546875,
      "learning_rate": 8.77318138707872e-06,
      "loss": 1.3319660425186157,
      "step": 366
    },
    {
      "epoch": 1.1253822629969419,
      "grad_norm": 0.97265625,
      "learning_rate": 8.757517165450543e-06,
      "loss": 1.3149017095565796,
      "step": 368
    },
    {
      "epoch": 1.1314984709480123,
      "grad_norm": 0.4375,
      "learning_rate": 8.741769575256306e-06,
      "loss": 1.3030190467834473,
      "step": 370
    },
    {
      "epoch": 1.1376146788990826,
      "grad_norm": 0.45703125,
      "learning_rate": 8.725939019518902e-06,
      "loss": 1.2816126346588135,
      "step": 372
    },
    {
      "epoch": 1.143730886850153,
      "grad_norm": 0.640625,
      "learning_rate": 8.710025903384548e-06,
      "loss": 1.3657718896865845,
      "step": 374
    },
    {
      "epoch": 1.1498470948012232,
      "grad_norm": 0.408203125,
      "learning_rate": 8.69403063411239e-06,
      "loss": 1.2346255779266357,
      "step": 376
    },
    {
      "epoch": 1.1559633027522935,
      "grad_norm": 0.35546875,
      "learning_rate": 8.6779536210641e-06,
      "loss": 1.2943626642227173,
      "step": 378
    },
    {
      "epoch": 1.162079510703364,
      "grad_norm": 0.515625,
      "learning_rate": 8.661795275693385e-06,
      "loss": 1.3616715669631958,
      "step": 380
    },
    {
      "epoch": 1.1681957186544343,
      "grad_norm": 0.447265625,
      "learning_rate": 8.64555601153547e-06,
      "loss": 1.2533824443817139,
      "step": 382
    },
    {
      "epoch": 1.1743119266055047,
      "grad_norm": 0.56640625,
      "learning_rate": 8.629236244196502e-06,
      "loss": 1.287404179573059,
      "step": 384
    },
    {
      "epoch": 1.1804281345565748,
      "grad_norm": 0.62890625,
      "learning_rate": 8.612836391342925e-06,
      "loss": 1.3631038665771484,
      "step": 386
    },
    {
      "epoch": 1.1865443425076452,
      "grad_norm": 0.41015625,
      "learning_rate": 8.596356872690779e-06,
      "loss": 1.3277571201324463,
      "step": 388
    },
    {
      "epoch": 1.1926605504587156,
      "grad_norm": 0.50390625,
      "learning_rate": 8.579798109994968e-06,
      "loss": 1.3345115184783936,
      "step": 390
    },
    {
      "epoch": 1.198776758409786,
      "grad_norm": 0.458984375,
      "learning_rate": 8.563160527038467e-06,
      "loss": 1.2454558610916138,
      "step": 392
    },
    {
      "epoch": 1.2048929663608563,
      "grad_norm": 0.53125,
      "learning_rate": 8.546444549621467e-06,
      "loss": 1.3097434043884277,
      "step": 394
    },
    {
      "epoch": 1.2110091743119267,
      "grad_norm": 0.470703125,
      "learning_rate": 8.529650605550478e-06,
      "loss": 1.2673131227493286,
      "step": 396
    },
    {
      "epoch": 1.217125382262997,
      "grad_norm": 0.55859375,
      "learning_rate": 8.512779124627395e-06,
      "loss": 1.4371856451034546,
      "step": 398
    },
    {
      "epoch": 1.2232415902140672,
      "grad_norm": 0.392578125,
      "learning_rate": 8.495830538638481e-06,
      "loss": 1.2818241119384766,
      "step": 400
    },
    {
      "epoch": 1.2293577981651376,
      "grad_norm": 0.48046875,
      "learning_rate": 8.478805281343335e-06,
      "loss": 1.215641736984253,
      "step": 402
    },
    {
      "epoch": 1.235474006116208,
      "grad_norm": 2.296875,
      "learning_rate": 8.461703788463757e-06,
      "loss": 1.2823781967163086,
      "step": 404
    },
    {
      "epoch": 1.2415902140672783,
      "grad_norm": 0.671875,
      "learning_rate": 8.44452649767264e-06,
      "loss": 1.3114620447158813,
      "step": 406
    },
    {
      "epoch": 1.2477064220183487,
      "grad_norm": 0.62890625,
      "learning_rate": 8.427273848582744e-06,
      "loss": 1.2511239051818848,
      "step": 408
    },
    {
      "epoch": 1.2538226299694188,
      "grad_norm": 0.5234375,
      "learning_rate": 8.40994628273544e-06,
      "loss": 1.2478758096694946,
      "step": 410
    },
    {
      "epoch": 1.2599388379204892,
      "grad_norm": 0.5390625,
      "learning_rate": 8.392544243589428e-06,
      "loss": 1.3285698890686035,
      "step": 412
    },
    {
      "epoch": 1.2660550458715596,
      "grad_norm": 0.74609375,
      "learning_rate": 8.375068176509375e-06,
      "loss": 1.3709665536880493,
      "step": 414
    },
    {
      "epoch": 1.27217125382263,
      "grad_norm": 0.703125,
      "learning_rate": 8.357518528754524e-06,
      "loss": 1.3329336643218994,
      "step": 416
    },
    {
      "epoch": 1.2782874617737003,
      "grad_norm": 0.53515625,
      "learning_rate": 8.339895749467238e-06,
      "loss": 1.2674789428710938,
      "step": 418
    },
    {
      "epoch": 1.2844036697247707,
      "grad_norm": 0.80859375,
      "learning_rate": 8.322200289661517e-06,
      "loss": 1.152662992477417,
      "step": 420
    },
    {
      "epoch": 1.290519877675841,
      "grad_norm": 0.45703125,
      "learning_rate": 8.304432602211446e-06,
      "loss": 1.3445444107055664,
      "step": 422
    },
    {
      "epoch": 1.2966360856269112,
      "grad_norm": 0.578125,
      "learning_rate": 8.28659314183961e-06,
      "loss": 1.3826080560684204,
      "step": 424
    },
    {
      "epoch": 1.3027522935779816,
      "grad_norm": 0.3828125,
      "learning_rate": 8.268682365105453e-06,
      "loss": 1.3560914993286133,
      "step": 426
    },
    {
      "epoch": 1.308868501529052,
      "grad_norm": 0.62890625,
      "learning_rate": 8.250700730393599e-06,
      "loss": 1.2076865434646606,
      "step": 428
    },
    {
      "epoch": 1.3149847094801224,
      "grad_norm": 0.408203125,
      "learning_rate": 8.232648697902113e-06,
      "loss": 1.3048980236053467,
      "step": 430
    },
    {
      "epoch": 1.3211009174311927,
      "grad_norm": 0.4921875,
      "learning_rate": 8.21452672963073e-06,
      "loss": 1.352384328842163,
      "step": 432
    },
    {
      "epoch": 1.3272171253822629,
      "grad_norm": 0.3984375,
      "learning_rate": 8.196335289369027e-06,
      "loss": 1.390981674194336,
      "step": 434
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 1.0625,
      "learning_rate": 8.178074842684554e-06,
      "loss": 1.32779860496521,
      "step": 436
    },
    {
      "epoch": 1.3394495412844036,
      "grad_norm": 1.0390625,
      "learning_rate": 8.159745856910922e-06,
      "loss": 1.2868674993515015,
      "step": 438
    },
    {
      "epoch": 1.345565749235474,
      "grad_norm": 0.419921875,
      "learning_rate": 8.14134880113584e-06,
      "loss": 1.305415153503418,
      "step": 440
    },
    {
      "epoch": 1.3516819571865444,
      "grad_norm": 0.53125,
      "learning_rate": 8.122884146189104e-06,
      "loss": 1.3808095455169678,
      "step": 442
    },
    {
      "epoch": 1.3577981651376148,
      "grad_norm": 0.4921875,
      "learning_rate": 8.104352364630565e-06,
      "loss": 1.2937378883361816,
      "step": 444
    },
    {
      "epoch": 1.3639143730886851,
      "grad_norm": 0.32421875,
      "learning_rate": 8.085753930738013e-06,
      "loss": 1.2958605289459229,
      "step": 446
    },
    {
      "epoch": 1.3700305810397553,
      "grad_norm": 0.60546875,
      "learning_rate": 8.067089320495057e-06,
      "loss": 1.3038794994354248,
      "step": 448
    },
    {
      "epoch": 1.3761467889908257,
      "grad_norm": 0.52734375,
      "learning_rate": 8.048359011578927e-06,
      "loss": 1.2670778036117554,
      "step": 450
    },
    {
      "epoch": 1.382262996941896,
      "grad_norm": 1.390625,
      "learning_rate": 8.029563483348268e-06,
      "loss": 1.3002293109893799,
      "step": 452
    },
    {
      "epoch": 1.3883792048929664,
      "grad_norm": 0.73046875,
      "learning_rate": 8.010703216830852e-06,
      "loss": 1.3091164827346802,
      "step": 454
    },
    {
      "epoch": 1.3944954128440368,
      "grad_norm": 0.4921875,
      "learning_rate": 7.991778694711278e-06,
      "loss": 1.2860240936279297,
      "step": 456
    },
    {
      "epoch": 1.400611620795107,
      "grad_norm": 0.421875,
      "learning_rate": 7.972790401318627e-06,
      "loss": 1.2974958419799805,
      "step": 458
    },
    {
      "epoch": 1.4067278287461773,
      "grad_norm": 1.4609375,
      "learning_rate": 7.953738822614048e-06,
      "loss": 1.3687572479248047,
      "step": 460
    },
    {
      "epoch": 1.4128440366972477,
      "grad_norm": 0.447265625,
      "learning_rate": 7.934624446178328e-06,
      "loss": 1.2588635683059692,
      "step": 462
    },
    {
      "epoch": 1.418960244648318,
      "grad_norm": 0.427734375,
      "learning_rate": 7.915447761199427e-06,
      "loss": 1.3145904541015625,
      "step": 464
    },
    {
      "epoch": 1.4250764525993884,
      "grad_norm": 0.318359375,
      "learning_rate": 7.896209258459934e-06,
      "loss": 1.2143771648406982,
      "step": 466
    },
    {
      "epoch": 1.4311926605504588,
      "grad_norm": 0.40625,
      "learning_rate": 7.876909430324527e-06,
      "loss": 1.2713569402694702,
      "step": 468
    },
    {
      "epoch": 1.4373088685015292,
      "grad_norm": 0.64453125,
      "learning_rate": 7.85754877072737e-06,
      "loss": 1.3136000633239746,
      "step": 470
    },
    {
      "epoch": 1.4434250764525993,
      "grad_norm": 0.46484375,
      "learning_rate": 7.838127775159451e-06,
      "loss": 1.2473974227905273,
      "step": 472
    },
    {
      "epoch": 1.4495412844036697,
      "grad_norm": 0.5078125,
      "learning_rate": 7.818646940655933e-06,
      "loss": 1.3004451990127563,
      "step": 474
    },
    {
      "epoch": 1.45565749235474,
      "grad_norm": 1.4296875,
      "learning_rate": 7.799106765783407e-06,
      "loss": 1.3775520324707031,
      "step": 476
    },
    {
      "epoch": 1.4617737003058104,
      "grad_norm": 0.515625,
      "learning_rate": 7.779507750627145e-06,
      "loss": 1.409247875213623,
      "step": 478
    },
    {
      "epoch": 1.4678899082568808,
      "grad_norm": 3.953125,
      "learning_rate": 7.7598503967783e-06,
      "loss": 1.282897710800171,
      "step": 480
    },
    {
      "epoch": 1.474006116207951,
      "grad_norm": 0.4453125,
      "learning_rate": 7.74013520732107e-06,
      "loss": 1.2685235738754272,
      "step": 482
    },
    {
      "epoch": 1.4801223241590213,
      "grad_norm": 0.54296875,
      "learning_rate": 7.720362686819814e-06,
      "loss": 1.202805995941162,
      "step": 484
    },
    {
      "epoch": 1.4862385321100917,
      "grad_norm": 0.359375,
      "learning_rate": 7.700533341306155e-06,
      "loss": 1.3179457187652588,
      "step": 486
    },
    {
      "epoch": 1.492354740061162,
      "grad_norm": 0.4140625,
      "learning_rate": 7.680647678266011e-06,
      "loss": 1.3416056632995605,
      "step": 488
    },
    {
      "epoch": 1.4984709480122325,
      "grad_norm": 0.609375,
      "learning_rate": 7.66070620662662e-06,
      "loss": 1.2907155752182007,
      "step": 490
    },
    {
      "epoch": 1.5045871559633026,
      "grad_norm": 0.6640625,
      "learning_rate": 7.640709436743512e-06,
      "loss": 1.2985384464263916,
      "step": 492
    },
    {
      "epoch": 1.5107033639143732,
      "grad_norm": 0.54296875,
      "learning_rate": 7.620657880387448e-06,
      "loss": 1.2733287811279297,
      "step": 494
    },
    {
      "epoch": 1.5168195718654434,
      "grad_norm": 0.55859375,
      "learning_rate": 7.600552050731315e-06,
      "loss": 1.2120338678359985,
      "step": 496
    },
    {
      "epoch": 1.5229357798165137,
      "grad_norm": 0.859375,
      "learning_rate": 7.5803924623370025e-06,
      "loss": 1.2848923206329346,
      "step": 498
    },
    {
      "epoch": 1.529051987767584,
      "grad_norm": 0.69140625,
      "learning_rate": 7.5601796311422325e-06,
      "loss": 1.3336488008499146,
      "step": 500
    },
    {
      "epoch": 1.5351681957186545,
      "grad_norm": 0.45703125,
      "learning_rate": 7.539914074447349e-06,
      "loss": 1.2442420721054077,
      "step": 502
    },
    {
      "epoch": 1.5412844036697249,
      "grad_norm": 0.68359375,
      "learning_rate": 7.519596310902081e-06,
      "loss": 1.266619324684143,
      "step": 504
    },
    {
      "epoch": 1.547400611620795,
      "grad_norm": 0.65625,
      "learning_rate": 7.499226860492273e-06,
      "loss": 1.374267816543579,
      "step": 506
    },
    {
      "epoch": 1.5535168195718656,
      "grad_norm": 0.46484375,
      "learning_rate": 7.478806244526576e-06,
      "loss": 1.3529757261276245,
      "step": 508
    },
    {
      "epoch": 1.5596330275229358,
      "grad_norm": 0.455078125,
      "learning_rate": 7.458334985623102e-06,
      "loss": 1.2986624240875244,
      "step": 510
    },
    {
      "epoch": 1.5657492354740061,
      "grad_norm": 0.37109375,
      "learning_rate": 7.437813607696049e-06,
      "loss": 1.2934763431549072,
      "step": 512
    },
    {
      "epoch": 1.5718654434250765,
      "grad_norm": 0.90234375,
      "learning_rate": 7.4172426359422976e-06,
      "loss": 1.3502346277236938,
      "step": 514
    },
    {
      "epoch": 1.5779816513761467,
      "grad_norm": 0.58203125,
      "learning_rate": 7.396622596827967e-06,
      "loss": 1.2319389581680298,
      "step": 516
    },
    {
      "epoch": 1.5840978593272173,
      "grad_norm": 0.625,
      "learning_rate": 7.375954018074941e-06,
      "loss": 1.3282928466796875,
      "step": 518
    },
    {
      "epoch": 1.5902140672782874,
      "grad_norm": 0.6875,
      "learning_rate": 7.3552374286473595e-06,
      "loss": 1.3678048849105835,
      "step": 520
    },
    {
      "epoch": 1.5963302752293578,
      "grad_norm": 0.30859375,
      "learning_rate": 7.3344733587380875e-06,
      "loss": 1.2744084596633911,
      "step": 522
    },
    {
      "epoch": 1.6024464831804281,
      "grad_norm": 0.84375,
      "learning_rate": 7.31366233975514e-06,
      "loss": 1.281977891921997,
      "step": 524
    },
    {
      "epoch": 1.6085626911314985,
      "grad_norm": 0.61328125,
      "learning_rate": 7.292804904308087e-06,
      "loss": 1.2926934957504272,
      "step": 526
    },
    {
      "epoch": 1.614678899082569,
      "grad_norm": 0.484375,
      "learning_rate": 7.271901586194417e-06,
      "loss": 1.3355308771133423,
      "step": 528
    },
    {
      "epoch": 1.620795107033639,
      "grad_norm": 0.62890625,
      "learning_rate": 7.2509529203858794e-06,
      "loss": 1.2734055519104004,
      "step": 530
    },
    {
      "epoch": 1.6269113149847096,
      "grad_norm": 0.412109375,
      "learning_rate": 7.229959443014793e-06,
      "loss": 1.2471139430999756,
      "step": 532
    },
    {
      "epoch": 1.6330275229357798,
      "grad_norm": 0.376953125,
      "learning_rate": 7.208921691360323e-06,
      "loss": 1.3476160764694214,
      "step": 534
    },
    {
      "epoch": 1.6391437308868502,
      "grad_norm": 0.408203125,
      "learning_rate": 7.187840203834732e-06,
      "loss": 1.2233093976974487,
      "step": 536
    },
    {
      "epoch": 1.6452599388379205,
      "grad_norm": 0.66015625,
      "learning_rate": 7.166715519969601e-06,
      "loss": 1.2761595249176025,
      "step": 538
    },
    {
      "epoch": 1.6513761467889907,
      "grad_norm": 1.84375,
      "learning_rate": 7.145548180402021e-06,
      "loss": 1.3554096221923828,
      "step": 540
    },
    {
      "epoch": 1.6574923547400613,
      "grad_norm": 0.474609375,
      "learning_rate": 7.124338726860755e-06,
      "loss": 1.3470004796981812,
      "step": 542
    },
    {
      "epoch": 1.6636085626911314,
      "grad_norm": 0.796875,
      "learning_rate": 7.103087702152377e-06,
      "loss": 1.312508225440979,
      "step": 544
    },
    {
      "epoch": 1.6697247706422018,
      "grad_norm": 2.484375,
      "learning_rate": 7.081795650147375e-06,
      "loss": 1.2889965772628784,
      "step": 546
    },
    {
      "epoch": 1.6758409785932722,
      "grad_norm": 0.75,
      "learning_rate": 7.060463115766239e-06,
      "loss": 1.3792515993118286,
      "step": 548
    },
    {
      "epoch": 1.6819571865443423,
      "grad_norm": 1.96875,
      "learning_rate": 7.0390906449655104e-06,
      "loss": 1.321378469467163,
      "step": 550
    },
    {
      "epoch": 1.688073394495413,
      "grad_norm": 0.515625,
      "learning_rate": 7.017678784723806e-06,
      "loss": 1.3485661745071411,
      "step": 552
    },
    {
      "epoch": 1.694189602446483,
      "grad_norm": 0.5546875,
      "learning_rate": 6.99622808302783e-06,
      "loss": 1.3221888542175293,
      "step": 554
    },
    {
      "epoch": 1.7003058103975535,
      "grad_norm": 0.46875,
      "learning_rate": 6.974739088858338e-06,
      "loss": 1.3821053504943848,
      "step": 556
    },
    {
      "epoch": 1.7064220183486238,
      "grad_norm": 0.466796875,
      "learning_rate": 6.9532123521760944e-06,
      "loss": 1.272276759147644,
      "step": 558
    },
    {
      "epoch": 1.7125382262996942,
      "grad_norm": 0.4375,
      "learning_rate": 6.931648423907796e-06,
      "loss": 1.2930102348327637,
      "step": 560
    },
    {
      "epoch": 1.7186544342507646,
      "grad_norm": 0.361328125,
      "learning_rate": 6.91004785593197e-06,
      "loss": 1.2617864608764648,
      "step": 562
    },
    {
      "epoch": 1.7247706422018347,
      "grad_norm": 0.640625,
      "learning_rate": 6.888411201064854e-06,
      "loss": 1.3153817653656006,
      "step": 564
    },
    {
      "epoch": 1.7308868501529053,
      "grad_norm": 0.412109375,
      "learning_rate": 6.866739013046243e-06,
      "loss": 1.2653061151504517,
      "step": 566
    },
    {
      "epoch": 1.7370030581039755,
      "grad_norm": 0.5078125,
      "learning_rate": 6.845031846525322e-06,
      "loss": 1.2796239852905273,
      "step": 568
    },
    {
      "epoch": 1.7431192660550459,
      "grad_norm": 0.328125,
      "learning_rate": 6.823290257046467e-06,
      "loss": 1.2797678709030151,
      "step": 570
    },
    {
      "epoch": 1.7492354740061162,
      "grad_norm": 0.671875,
      "learning_rate": 6.801514801035031e-06,
      "loss": 1.2564300298690796,
      "step": 572
    },
    {
      "epoch": 1.7553516819571864,
      "grad_norm": 0.53515625,
      "learning_rate": 6.7797060357831045e-06,
      "loss": 1.3716152906417847,
      "step": 574
    },
    {
      "epoch": 1.761467889908257,
      "grad_norm": 0.64453125,
      "learning_rate": 6.757864519435245e-06,
      "loss": 1.3831623792648315,
      "step": 576
    },
    {
      "epoch": 1.7675840978593271,
      "grad_norm": 1.4765625,
      "learning_rate": 6.735990810974205e-06,
      "loss": 1.3119230270385742,
      "step": 578
    },
    {
      "epoch": 1.7737003058103975,
      "grad_norm": 0.69140625,
      "learning_rate": 6.71408547020661e-06,
      "loss": 1.2804102897644043,
      "step": 580
    },
    {
      "epoch": 1.7798165137614679,
      "grad_norm": 0.578125,
      "learning_rate": 6.6921490577486495e-06,
      "loss": 1.403084635734558,
      "step": 582
    },
    {
      "epoch": 1.7859327217125383,
      "grad_norm": 0.78125,
      "learning_rate": 6.6701821350117155e-06,
      "loss": 1.2526099681854248,
      "step": 584
    },
    {
      "epoch": 1.7920489296636086,
      "grad_norm": 0.7890625,
      "learning_rate": 6.648185264188043e-06,
      "loss": 1.2811146974563599,
      "step": 586
    },
    {
      "epoch": 1.7981651376146788,
      "grad_norm": 0.6171875,
      "learning_rate": 6.626159008236316e-06,
      "loss": 1.2454664707183838,
      "step": 588
    },
    {
      "epoch": 1.8042813455657494,
      "grad_norm": 0.71875,
      "learning_rate": 6.60410393086726e-06,
      "loss": 1.2602325677871704,
      "step": 590
    },
    {
      "epoch": 1.8103975535168195,
      "grad_norm": 0.421875,
      "learning_rate": 6.582020596529224e-06,
      "loss": 1.2364270687103271,
      "step": 592
    },
    {
      "epoch": 1.81651376146789,
      "grad_norm": 0.462890625,
      "learning_rate": 6.559909570393723e-06,
      "loss": 1.2236618995666504,
      "step": 594
    },
    {
      "epoch": 1.8226299694189603,
      "grad_norm": 1.109375,
      "learning_rate": 6.537771418340981e-06,
      "loss": 1.3950483798980713,
      "step": 596
    },
    {
      "epoch": 1.8287461773700304,
      "grad_norm": 0.578125,
      "learning_rate": 6.515606706945448e-06,
      "loss": 1.2344207763671875,
      "step": 598
    },
    {
      "epoch": 1.834862385321101,
      "grad_norm": 0.62890625,
      "learning_rate": 6.493416003461296e-06,
      "loss": 1.335288643836975,
      "step": 600
    },
    {
      "epoch": 1.8409785932721712,
      "grad_norm": 0.515625,
      "learning_rate": 6.4711998758079064e-06,
      "loss": 1.255522608757019,
      "step": 602
    },
    {
      "epoch": 1.8470948012232415,
      "grad_norm": 0.392578125,
      "learning_rate": 6.448958892555332e-06,
      "loss": 1.2738847732543945,
      "step": 604
    },
    {
      "epoch": 1.853211009174312,
      "grad_norm": 0.37890625,
      "learning_rate": 6.426693622909742e-06,
      "loss": 1.2251421213150024,
      "step": 606
    },
    {
      "epoch": 1.8593272171253823,
      "grad_norm": 0.58203125,
      "learning_rate": 6.404404636698869e-06,
      "loss": 1.1613845825195312,
      "step": 608
    },
    {
      "epoch": 1.8654434250764527,
      "grad_norm": 0.47265625,
      "learning_rate": 6.3820925043574074e-06,
      "loss": 1.288172721862793,
      "step": 610
    },
    {
      "epoch": 1.8715596330275228,
      "grad_norm": 1.2109375,
      "learning_rate": 6.35975779691243e-06,
      "loss": 1.2886998653411865,
      "step": 612
    },
    {
      "epoch": 1.8776758409785934,
      "grad_norm": 0.72265625,
      "learning_rate": 6.337401085968759e-06,
      "loss": 1.286860466003418,
      "step": 614
    },
    {
      "epoch": 1.8837920489296636,
      "grad_norm": 0.46484375,
      "learning_rate": 6.3150229436943514e-06,
      "loss": 1.2472259998321533,
      "step": 616
    },
    {
      "epoch": 1.889908256880734,
      "grad_norm": 0.796875,
      "learning_rate": 6.2926239428056456e-06,
      "loss": 1.309545874595642,
      "step": 618
    },
    {
      "epoch": 1.8960244648318043,
      "grad_norm": 0.546875,
      "learning_rate": 6.270204656552908e-06,
      "loss": 1.2884358167648315,
      "step": 620
    },
    {
      "epoch": 1.9021406727828745,
      "grad_norm": 0.61328125,
      "learning_rate": 6.247765658705564e-06,
      "loss": 1.2543675899505615,
      "step": 622
    },
    {
      "epoch": 1.908256880733945,
      "grad_norm": 0.3515625,
      "learning_rate": 6.225307523537509e-06,
      "loss": 1.1704795360565186,
      "step": 624
    },
    {
      "epoch": 1.9143730886850152,
      "grad_norm": 0.921875,
      "learning_rate": 6.2028308258124135e-06,
      "loss": 1.362220048904419,
      "step": 626
    },
    {
      "epoch": 1.9204892966360856,
      "grad_norm": 1.078125,
      "learning_rate": 6.180336140769015e-06,
      "loss": 1.3805466890335083,
      "step": 628
    },
    {
      "epoch": 1.926605504587156,
      "grad_norm": 0.60546875,
      "learning_rate": 6.157824044106394e-06,
      "loss": 1.3186891078948975,
      "step": 630
    },
    {
      "epoch": 1.9327217125382263,
      "grad_norm": 1.0625,
      "learning_rate": 6.13529511196924e-06,
      "loss": 1.1534855365753174,
      "step": 632
    },
    {
      "epoch": 1.9388379204892967,
      "grad_norm": 0.80859375,
      "learning_rate": 6.112749920933111e-06,
      "loss": 1.2515051364898682,
      "step": 634
    },
    {
      "epoch": 1.9449541284403669,
      "grad_norm": 1.4140625,
      "learning_rate": 6.090189047989665e-06,
      "loss": 1.4018653631210327,
      "step": 636
    },
    {
      "epoch": 1.9510703363914375,
      "grad_norm": 0.5625,
      "learning_rate": 6.067613070531912e-06,
      "loss": 1.300402283668518,
      "step": 638
    },
    {
      "epoch": 1.9571865443425076,
      "grad_norm": 0.6015625,
      "learning_rate": 6.045022566339419e-06,
      "loss": 1.3779313564300537,
      "step": 640
    },
    {
      "epoch": 1.963302752293578,
      "grad_norm": 0.439453125,
      "learning_rate": 6.022418113563536e-06,
      "loss": 1.2664169073104858,
      "step": 642
    },
    {
      "epoch": 1.9694189602446484,
      "grad_norm": 0.72265625,
      "learning_rate": 5.999800290712594e-06,
      "loss": 1.2255876064300537,
      "step": 644
    },
    {
      "epoch": 1.9755351681957185,
      "grad_norm": 0.34375,
      "learning_rate": 5.9771696766370965e-06,
      "loss": 1.3016749620437622,
      "step": 646
    },
    {
      "epoch": 1.981651376146789,
      "grad_norm": 0.443359375,
      "learning_rate": 5.9545268505149114e-06,
      "loss": 1.2409298419952393,
      "step": 648
    },
    {
      "epoch": 1.9877675840978593,
      "grad_norm": 0.85546875,
      "learning_rate": 5.931872391836446e-06,
      "loss": 1.3296973705291748,
      "step": 650
    },
    {
      "epoch": 1.9938837920489296,
      "grad_norm": 0.5703125,
      "learning_rate": 5.909206880389813e-06,
      "loss": 1.376185655593872,
      "step": 652
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.80078125,
      "learning_rate": 5.8865308962459976e-06,
      "loss": 1.2528204917907715,
      "step": 654
    },
    {
      "epoch": 2.00611620795107,
      "grad_norm": 0.45703125,
      "learning_rate": 5.863845019744007e-06,
      "loss": 1.1687815189361572,
      "step": 656
    },
    {
      "epoch": 2.0122324159021407,
      "grad_norm": 0.7734375,
      "learning_rate": 5.841149831476024e-06,
      "loss": 1.2196176052093506,
      "step": 658
    },
    {
      "epoch": 2.018348623853211,
      "grad_norm": 0.4453125,
      "learning_rate": 5.81844591227254e-06,
      "loss": 1.261337399482727,
      "step": 660
    },
    {
      "epoch": 2.0244648318042815,
      "grad_norm": 0.490234375,
      "learning_rate": 5.795733843187496e-06,
      "loss": 1.2313090562820435,
      "step": 662
    },
    {
      "epoch": 2.0305810397553516,
      "grad_norm": 1.1640625,
      "learning_rate": 5.773014205483414e-06,
      "loss": 1.2076407670974731,
      "step": 664
    },
    {
      "epoch": 2.036697247706422,
      "grad_norm": 0.5859375,
      "learning_rate": 5.750287580616511e-06,
      "loss": 1.1940546035766602,
      "step": 666
    },
    {
      "epoch": 2.0428134556574924,
      "grad_norm": 1.3203125,
      "learning_rate": 5.7275545502218274e-06,
      "loss": 1.0421754121780396,
      "step": 668
    },
    {
      "epoch": 2.0489296636085625,
      "grad_norm": 0.54296875,
      "learning_rate": 5.704815696098337e-06,
      "loss": 1.2445980310440063,
      "step": 670
    },
    {
      "epoch": 2.055045871559633,
      "grad_norm": 0.50390625,
      "learning_rate": 5.68207160019406e-06,
      "loss": 1.2573648691177368,
      "step": 672
    },
    {
      "epoch": 2.0611620795107033,
      "grad_norm": 0.498046875,
      "learning_rate": 5.659322844591166e-06,
      "loss": 1.3194655179977417,
      "step": 674
    },
    {
      "epoch": 2.067278287461774,
      "grad_norm": 0.51171875,
      "learning_rate": 5.636570011491082e-06,
      "loss": 1.2315115928649902,
      "step": 676
    },
    {
      "epoch": 2.073394495412844,
      "grad_norm": 0.486328125,
      "learning_rate": 5.613813683199582e-06,
      "loss": 1.1668107509613037,
      "step": 678
    },
    {
      "epoch": 2.079510703363914,
      "grad_norm": 0.51953125,
      "learning_rate": 5.591054442111901e-06,
      "loss": 1.1951708793640137,
      "step": 680
    },
    {
      "epoch": 2.085626911314985,
      "grad_norm": 0.384765625,
      "learning_rate": 5.568292870697812e-06,
      "loss": 1.1300991773605347,
      "step": 682
    },
    {
      "epoch": 2.091743119266055,
      "grad_norm": 0.71484375,
      "learning_rate": 5.545529551486731e-06,
      "loss": 1.269416332244873,
      "step": 684
    },
    {
      "epoch": 2.0978593272171255,
      "grad_norm": 0.81640625,
      "learning_rate": 5.522765067052805e-06,
      "loss": 1.1883726119995117,
      "step": 686
    },
    {
      "epoch": 2.1039755351681957,
      "grad_norm": 0.482421875,
      "learning_rate": 5.500000000000001e-06,
      "loss": 1.172653317451477,
      "step": 688
    },
    {
      "epoch": 2.1100917431192663,
      "grad_norm": 0.6796875,
      "learning_rate": 5.477234932947196e-06,
      "loss": 1.2290334701538086,
      "step": 690
    },
    {
      "epoch": 2.1162079510703364,
      "grad_norm": 1.4453125,
      "learning_rate": 5.45447044851327e-06,
      "loss": 1.1191812753677368,
      "step": 692
    },
    {
      "epoch": 2.1223241590214066,
      "grad_norm": 0.43359375,
      "learning_rate": 5.431707129302188e-06,
      "loss": 1.3137654066085815,
      "step": 694
    },
    {
      "epoch": 2.128440366972477,
      "grad_norm": 0.734375,
      "learning_rate": 5.4089455578881005e-06,
      "loss": 1.1786179542541504,
      "step": 696
    },
    {
      "epoch": 2.1345565749235473,
      "grad_norm": 0.419921875,
      "learning_rate": 5.386186316800418e-06,
      "loss": 1.1776201725006104,
      "step": 698
    },
    {
      "epoch": 2.140672782874618,
      "grad_norm": 0.482421875,
      "learning_rate": 5.36342998850892e-06,
      "loss": 1.18330979347229,
      "step": 700
    },
    {
      "epoch": 2.146788990825688,
      "grad_norm": 0.68359375,
      "learning_rate": 5.340677155408835e-06,
      "loss": 1.2524994611740112,
      "step": 702
    },
    {
      "epoch": 2.1529051987767582,
      "grad_norm": 0.62109375,
      "learning_rate": 5.317928399805943e-06,
      "loss": 1.2536473274230957,
      "step": 704
    },
    {
      "epoch": 2.159021406727829,
      "grad_norm": 0.46875,
      "learning_rate": 5.295184303901665e-06,
      "loss": 1.1864341497421265,
      "step": 706
    },
    {
      "epoch": 2.165137614678899,
      "grad_norm": 0.439453125,
      "learning_rate": 5.272445449778175e-06,
      "loss": 1.2302113771438599,
      "step": 708
    },
    {
      "epoch": 2.1712538226299696,
      "grad_norm": 0.447265625,
      "learning_rate": 5.249712419383492e-06,
      "loss": 1.153498888015747,
      "step": 710
    },
    {
      "epoch": 2.1773700305810397,
      "grad_norm": 0.4765625,
      "learning_rate": 5.226985794516587e-06,
      "loss": 1.2334654331207275,
      "step": 712
    },
    {
      "epoch": 2.18348623853211,
      "grad_norm": 0.4453125,
      "learning_rate": 5.204266156812504e-06,
      "loss": 1.1027376651763916,
      "step": 714
    },
    {
      "epoch": 2.1896024464831805,
      "grad_norm": 4.0625,
      "learning_rate": 5.181554087727462e-06,
      "loss": 1.2752158641815186,
      "step": 716
    },
    {
      "epoch": 2.1957186544342506,
      "grad_norm": 0.5625,
      "learning_rate": 5.158850168523979e-06,
      "loss": 1.2342238426208496,
      "step": 718
    },
    {
      "epoch": 2.2018348623853212,
      "grad_norm": 0.7421875,
      "learning_rate": 5.136154980255995e-06,
      "loss": 1.2153668403625488,
      "step": 720
    },
    {
      "epoch": 2.2079510703363914,
      "grad_norm": 0.6796875,
      "learning_rate": 5.1134691037540055e-06,
      "loss": 1.2085171937942505,
      "step": 722
    },
    {
      "epoch": 2.214067278287462,
      "grad_norm": 0.80859375,
      "learning_rate": 5.090793119610189e-06,
      "loss": 1.230190634727478,
      "step": 724
    },
    {
      "epoch": 2.220183486238532,
      "grad_norm": 0.65625,
      "learning_rate": 5.068127608163557e-06,
      "loss": 1.1547964811325073,
      "step": 726
    },
    {
      "epoch": 2.2262996941896023,
      "grad_norm": 0.57421875,
      "learning_rate": 5.045473149485091e-06,
      "loss": 1.2784456014633179,
      "step": 728
    },
    {
      "epoch": 2.232415902140673,
      "grad_norm": 0.734375,
      "learning_rate": 5.022830323362905e-06,
      "loss": 1.1994041204452515,
      "step": 730
    },
    {
      "epoch": 2.238532110091743,
      "grad_norm": 0.59375,
      "learning_rate": 5.000199709287408e-06,
      "loss": 1.1957271099090576,
      "step": 732
    },
    {
      "epoch": 2.2446483180428136,
      "grad_norm": 0.70703125,
      "learning_rate": 4.9775818864364635e-06,
      "loss": 1.2446789741516113,
      "step": 734
    },
    {
      "epoch": 2.2507645259938838,
      "grad_norm": 0.486328125,
      "learning_rate": 4.954977433660583e-06,
      "loss": 1.1822783946990967,
      "step": 736
    },
    {
      "epoch": 2.2568807339449544,
      "grad_norm": 0.60546875,
      "learning_rate": 4.9323869294680915e-06,
      "loss": 1.1413577795028687,
      "step": 738
    },
    {
      "epoch": 2.2629969418960245,
      "grad_norm": 0.49609375,
      "learning_rate": 4.909810952010336e-06,
      "loss": 1.1892144680023193,
      "step": 740
    },
    {
      "epoch": 2.2691131498470947,
      "grad_norm": 0.498046875,
      "learning_rate": 4.887250079066892e-06,
      "loss": 1.2589919567108154,
      "step": 742
    },
    {
      "epoch": 2.2752293577981653,
      "grad_norm": 0.9375,
      "learning_rate": 4.86470488803076e-06,
      "loss": 1.2584980726242065,
      "step": 744
    },
    {
      "epoch": 2.2813455657492354,
      "grad_norm": 0.435546875,
      "learning_rate": 4.842175955893608e-06,
      "loss": 1.1710209846496582,
      "step": 746
    },
    {
      "epoch": 2.287461773700306,
      "grad_norm": 0.59765625,
      "learning_rate": 4.819663859230986e-06,
      "loss": 1.2968641519546509,
      "step": 748
    },
    {
      "epoch": 2.293577981651376,
      "grad_norm": 1.2109375,
      "learning_rate": 4.797169174187588e-06,
      "loss": 1.198433756828308,
      "step": 750
    },
    {
      "epoch": 2.2996941896024463,
      "grad_norm": 0.6875,
      "learning_rate": 4.774692476462493e-06,
      "loss": 1.296976089477539,
      "step": 752
    },
    {
      "epoch": 2.305810397553517,
      "grad_norm": 0.63671875,
      "learning_rate": 4.752234341294438e-06,
      "loss": 1.2286152839660645,
      "step": 754
    },
    {
      "epoch": 2.311926605504587,
      "grad_norm": 0.87890625,
      "learning_rate": 4.729795343447093e-06,
      "loss": 1.2850275039672852,
      "step": 756
    },
    {
      "epoch": 2.3180428134556577,
      "grad_norm": 0.578125,
      "learning_rate": 4.707376057194356e-06,
      "loss": 1.2537508010864258,
      "step": 758
    },
    {
      "epoch": 2.324159021406728,
      "grad_norm": 0.58984375,
      "learning_rate": 4.68497705630565e-06,
      "loss": 1.1948941946029663,
      "step": 760
    },
    {
      "epoch": 2.330275229357798,
      "grad_norm": 0.51171875,
      "learning_rate": 4.662598914031241e-06,
      "loss": 1.2438340187072754,
      "step": 762
    },
    {
      "epoch": 2.3363914373088686,
      "grad_norm": 0.62890625,
      "learning_rate": 4.6402422030875704e-06,
      "loss": 1.3103235960006714,
      "step": 764
    },
    {
      "epoch": 2.3425076452599387,
      "grad_norm": 1.1328125,
      "learning_rate": 4.617907495642594e-06,
      "loss": 1.1827704906463623,
      "step": 766
    },
    {
      "epoch": 2.3486238532110093,
      "grad_norm": 0.515625,
      "learning_rate": 4.595595363301133e-06,
      "loss": 1.1387625932693481,
      "step": 768
    },
    {
      "epoch": 2.3547400611620795,
      "grad_norm": 0.68359375,
      "learning_rate": 4.5733063770902595e-06,
      "loss": 1.2371636629104614,
      "step": 770
    },
    {
      "epoch": 2.3608562691131496,
      "grad_norm": 0.54296875,
      "learning_rate": 4.551041107444671e-06,
      "loss": 1.1606448888778687,
      "step": 772
    },
    {
      "epoch": 2.36697247706422,
      "grad_norm": 0.60546875,
      "learning_rate": 4.528800124192095e-06,
      "loss": 1.3499796390533447,
      "step": 774
    },
    {
      "epoch": 2.3730886850152904,
      "grad_norm": 0.388671875,
      "learning_rate": 4.506583996538705e-06,
      "loss": 1.1447316408157349,
      "step": 776
    },
    {
      "epoch": 2.379204892966361,
      "grad_norm": 0.6640625,
      "learning_rate": 4.484393293054553e-06,
      "loss": 1.190900444984436,
      "step": 778
    },
    {
      "epoch": 2.385321100917431,
      "grad_norm": 0.54296875,
      "learning_rate": 4.462228581659019e-06,
      "loss": 1.2503337860107422,
      "step": 780
    },
    {
      "epoch": 2.3914373088685017,
      "grad_norm": 0.609375,
      "learning_rate": 4.440090429606278e-06,
      "loss": 1.1737557649612427,
      "step": 782
    },
    {
      "epoch": 2.397553516819572,
      "grad_norm": 0.75390625,
      "learning_rate": 4.417979403470778e-06,
      "loss": 1.239940881729126,
      "step": 784
    },
    {
      "epoch": 2.4036697247706424,
      "grad_norm": 0.419921875,
      "learning_rate": 4.3958960691327425e-06,
      "loss": 1.1777243614196777,
      "step": 786
    },
    {
      "epoch": 2.4097859327217126,
      "grad_norm": 0.5859375,
      "learning_rate": 4.373840991763686e-06,
      "loss": 1.1661309003829956,
      "step": 788
    },
    {
      "epoch": 2.4159021406727827,
      "grad_norm": 0.466796875,
      "learning_rate": 4.3518147358119575e-06,
      "loss": 1.2908847332000732,
      "step": 790
    },
    {
      "epoch": 2.4220183486238533,
      "grad_norm": 0.58984375,
      "learning_rate": 4.329817864988285e-06,
      "loss": 1.261257290840149,
      "step": 792
    },
    {
      "epoch": 2.4281345565749235,
      "grad_norm": 0.486328125,
      "learning_rate": 4.307850942251351e-06,
      "loss": 1.0505046844482422,
      "step": 794
    },
    {
      "epoch": 2.434250764525994,
      "grad_norm": 0.68359375,
      "learning_rate": 4.285914529793392e-06,
      "loss": 1.260128378868103,
      "step": 796
    },
    {
      "epoch": 2.4403669724770642,
      "grad_norm": 0.72265625,
      "learning_rate": 4.2640091890257984e-06,
      "loss": 1.336702823638916,
      "step": 798
    },
    {
      "epoch": 2.4464831804281344,
      "grad_norm": 0.50390625,
      "learning_rate": 4.242135480564756e-06,
      "loss": 1.2336891889572144,
      "step": 800
    },
    {
      "epoch": 2.452599388379205,
      "grad_norm": 0.75390625,
      "learning_rate": 4.220293964216899e-06,
      "loss": 1.1661975383758545,
      "step": 802
    },
    {
      "epoch": 2.458715596330275,
      "grad_norm": 0.59765625,
      "learning_rate": 4.198485198964971e-06,
      "loss": 1.2408455610275269,
      "step": 804
    },
    {
      "epoch": 2.4648318042813457,
      "grad_norm": 0.48828125,
      "learning_rate": 4.176709742953536e-06,
      "loss": 1.1344859600067139,
      "step": 806
    },
    {
      "epoch": 2.470948012232416,
      "grad_norm": 5.84375,
      "learning_rate": 4.15496815347468e-06,
      "loss": 1.1564085483551025,
      "step": 808
    },
    {
      "epoch": 2.477064220183486,
      "grad_norm": 0.69921875,
      "learning_rate": 4.133260986953759e-06,
      "loss": 1.3386648893356323,
      "step": 810
    },
    {
      "epoch": 2.4831804281345566,
      "grad_norm": 0.423828125,
      "learning_rate": 4.111588798935146e-06,
      "loss": 1.1828325986862183,
      "step": 812
    },
    {
      "epoch": 2.489296636085627,
      "grad_norm": 0.703125,
      "learning_rate": 4.089952144068031e-06,
      "loss": 1.1244158744812012,
      "step": 814
    },
    {
      "epoch": 2.4954128440366974,
      "grad_norm": 0.68359375,
      "learning_rate": 4.068351576092204e-06,
      "loss": 1.2698228359222412,
      "step": 816
    },
    {
      "epoch": 2.5015290519877675,
      "grad_norm": 0.74609375,
      "learning_rate": 4.046787647823906e-06,
      "loss": 1.2006717920303345,
      "step": 818
    },
    {
      "epoch": 2.5076452599388377,
      "grad_norm": 1.375,
      "learning_rate": 4.025260911141664e-06,
      "loss": 1.217053771018982,
      "step": 820
    },
    {
      "epoch": 2.5137614678899083,
      "grad_norm": 0.53125,
      "learning_rate": 4.003771916972171e-06,
      "loss": 1.2399015426635742,
      "step": 822
    },
    {
      "epoch": 2.5198776758409784,
      "grad_norm": 0.59765625,
      "learning_rate": 3.982321215276195e-06,
      "loss": 1.1872673034667969,
      "step": 824
    },
    {
      "epoch": 2.525993883792049,
      "grad_norm": 1.2421875,
      "learning_rate": 3.960909355034491e-06,
      "loss": 1.2071783542633057,
      "step": 826
    },
    {
      "epoch": 2.532110091743119,
      "grad_norm": 0.58984375,
      "learning_rate": 3.939536884233762e-06,
      "loss": 1.2099813222885132,
      "step": 828
    },
    {
      "epoch": 2.5382262996941893,
      "grad_norm": 0.8203125,
      "learning_rate": 3.918204349852626e-06,
      "loss": 1.2038205862045288,
      "step": 830
    },
    {
      "epoch": 2.54434250764526,
      "grad_norm": 1.1015625,
      "learning_rate": 3.896912297847626e-06,
      "loss": 1.1809529066085815,
      "step": 832
    },
    {
      "epoch": 2.5504587155963305,
      "grad_norm": 0.57421875,
      "learning_rate": 3.875661273139246e-06,
      "loss": 1.1591264009475708,
      "step": 834
    },
    {
      "epoch": 2.5565749235474007,
      "grad_norm": 0.8359375,
      "learning_rate": 3.854451819597981e-06,
      "loss": 1.0593103170394897,
      "step": 836
    },
    {
      "epoch": 2.562691131498471,
      "grad_norm": 0.466796875,
      "learning_rate": 3.833284480030401e-06,
      "loss": 1.2778112888336182,
      "step": 838
    },
    {
      "epoch": 2.5688073394495414,
      "grad_norm": 0.6015625,
      "learning_rate": 3.81215979616527e-06,
      "loss": 1.153441309928894,
      "step": 840
    },
    {
      "epoch": 2.5749235474006116,
      "grad_norm": 0.71875,
      "learning_rate": 3.79107830863968e-06,
      "loss": 1.251842975616455,
      "step": 842
    },
    {
      "epoch": 2.581039755351682,
      "grad_norm": 0.77734375,
      "learning_rate": 3.7700405569852082e-06,
      "loss": 1.1608760356903076,
      "step": 844
    },
    {
      "epoch": 2.5871559633027523,
      "grad_norm": 0.96875,
      "learning_rate": 3.749047079614121e-06,
      "loss": 1.1455830335617065,
      "step": 846
    },
    {
      "epoch": 2.5932721712538225,
      "grad_norm": 0.390625,
      "learning_rate": 3.7280984138055842e-06,
      "loss": 1.201966643333435,
      "step": 848
    },
    {
      "epoch": 2.599388379204893,
      "grad_norm": 0.62890625,
      "learning_rate": 3.707195095691913e-06,
      "loss": 1.232427954673767,
      "step": 850
    },
    {
      "epoch": 2.6055045871559632,
      "grad_norm": 2.890625,
      "learning_rate": 3.6863376602448607e-06,
      "loss": 1.257423758506775,
      "step": 852
    },
    {
      "epoch": 2.611620795107034,
      "grad_norm": 0.50390625,
      "learning_rate": 3.665526641261914e-06,
      "loss": 1.154307246208191,
      "step": 854
    },
    {
      "epoch": 2.617737003058104,
      "grad_norm": 0.56640625,
      "learning_rate": 3.6447625713526415e-06,
      "loss": 1.3352923393249512,
      "step": 856
    },
    {
      "epoch": 2.623853211009174,
      "grad_norm": 0.59765625,
      "learning_rate": 3.6240459819250605e-06,
      "loss": 1.2940092086791992,
      "step": 858
    },
    {
      "epoch": 2.6299694189602447,
      "grad_norm": 1.984375,
      "learning_rate": 3.603377403172035e-06,
      "loss": 1.3129587173461914,
      "step": 860
    },
    {
      "epoch": 2.636085626911315,
      "grad_norm": 0.66015625,
      "learning_rate": 3.582757364057704e-06,
      "loss": 1.1294050216674805,
      "step": 862
    },
    {
      "epoch": 2.6422018348623855,
      "grad_norm": 1.0625,
      "learning_rate": 3.5621863923039533e-06,
      "loss": 1.1990245580673218,
      "step": 864
    },
    {
      "epoch": 2.6483180428134556,
      "grad_norm": 0.609375,
      "learning_rate": 3.5416650143768994e-06,
      "loss": 1.1870311498641968,
      "step": 866
    },
    {
      "epoch": 2.6544342507645258,
      "grad_norm": 0.44921875,
      "learning_rate": 3.5211937554734234e-06,
      "loss": 1.199330449104309,
      "step": 868
    },
    {
      "epoch": 2.6605504587155964,
      "grad_norm": 0.609375,
      "learning_rate": 3.5007731395077273e-06,
      "loss": 1.247740387916565,
      "step": 870
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 0.447265625,
      "learning_rate": 3.4804036890979207e-06,
      "loss": 1.1606550216674805,
      "step": 872
    },
    {
      "epoch": 2.672782874617737,
      "grad_norm": 0.48046875,
      "learning_rate": 3.460085925552653e-06,
      "loss": 1.1833080053329468,
      "step": 874
    },
    {
      "epoch": 2.6788990825688073,
      "grad_norm": 0.8984375,
      "learning_rate": 3.439820368857768e-06,
      "loss": 1.199750304222107,
      "step": 876
    },
    {
      "epoch": 2.6850152905198774,
      "grad_norm": 0.69140625,
      "learning_rate": 3.4196075376629976e-06,
      "loss": 1.1525050401687622,
      "step": 878
    },
    {
      "epoch": 2.691131498470948,
      "grad_norm": 1.7578125,
      "learning_rate": 3.3994479492686867e-06,
      "loss": 1.251511812210083,
      "step": 880
    },
    {
      "epoch": 2.6972477064220186,
      "grad_norm": 1.1640625,
      "learning_rate": 3.379342119612553e-06,
      "loss": 1.2259825468063354,
      "step": 882
    },
    {
      "epoch": 2.7033639143730888,
      "grad_norm": 0.39453125,
      "learning_rate": 3.3592905632564874e-06,
      "loss": 1.2564154863357544,
      "step": 884
    },
    {
      "epoch": 2.709480122324159,
      "grad_norm": 0.75,
      "learning_rate": 3.3392937933733804e-06,
      "loss": 1.1841342449188232,
      "step": 886
    },
    {
      "epoch": 2.7155963302752295,
      "grad_norm": 0.76953125,
      "learning_rate": 3.319352321733989e-06,
      "loss": 1.194476842880249,
      "step": 888
    },
    {
      "epoch": 2.7217125382262997,
      "grad_norm": 0.59765625,
      "learning_rate": 3.2994666586938473e-06,
      "loss": 1.254859209060669,
      "step": 890
    },
    {
      "epoch": 2.7278287461773703,
      "grad_norm": 0.58203125,
      "learning_rate": 3.2796373131801873e-06,
      "loss": 1.255743384361267,
      "step": 892
    },
    {
      "epoch": 2.7339449541284404,
      "grad_norm": 0.86328125,
      "learning_rate": 3.259864792678933e-06,
      "loss": 1.2186676263809204,
      "step": 894
    },
    {
      "epoch": 2.7400611620795106,
      "grad_norm": 0.6015625,
      "learning_rate": 3.2401496032217017e-06,
      "loss": 1.3046661615371704,
      "step": 896
    },
    {
      "epoch": 2.746177370030581,
      "grad_norm": 0.50390625,
      "learning_rate": 3.2204922493728576e-06,
      "loss": 1.3042587041854858,
      "step": 898
    },
    {
      "epoch": 2.7522935779816513,
      "grad_norm": 0.5234375,
      "learning_rate": 3.200893234216596e-06,
      "loss": 1.179953694343567,
      "step": 900
    },
    {
      "epoch": 2.758409785932722,
      "grad_norm": 0.515625,
      "learning_rate": 3.1813530593440693e-06,
      "loss": 1.2110344171524048,
      "step": 902
    },
    {
      "epoch": 2.764525993883792,
      "grad_norm": 0.8984375,
      "learning_rate": 3.1618722248405504e-06,
      "loss": 1.155335783958435,
      "step": 904
    },
    {
      "epoch": 2.770642201834862,
      "grad_norm": 0.578125,
      "learning_rate": 3.1424512292726315e-06,
      "loss": 1.1856063604354858,
      "step": 906
    },
    {
      "epoch": 2.776758409785933,
      "grad_norm": 1.1796875,
      "learning_rate": 3.123090569675472e-06,
      "loss": 1.142336368560791,
      "step": 908
    },
    {
      "epoch": 2.782874617737003,
      "grad_norm": 0.93359375,
      "learning_rate": 3.1037907415400674e-06,
      "loss": 1.143799066543579,
      "step": 910
    },
    {
      "epoch": 2.7889908256880735,
      "grad_norm": 1.0,
      "learning_rate": 3.0845522388005756e-06,
      "loss": 1.2811185121536255,
      "step": 912
    },
    {
      "epoch": 2.7951070336391437,
      "grad_norm": 0.81640625,
      "learning_rate": 3.0653755538216724e-06,
      "loss": 1.099307894706726,
      "step": 914
    },
    {
      "epoch": 2.801223241590214,
      "grad_norm": 0.58984375,
      "learning_rate": 3.046261177385954e-06,
      "loss": 1.1932672262191772,
      "step": 916
    },
    {
      "epoch": 2.8073394495412844,
      "grad_norm": 0.5859375,
      "learning_rate": 3.027209598681373e-06,
      "loss": 1.1614950895309448,
      "step": 918
    },
    {
      "epoch": 2.8134556574923546,
      "grad_norm": 1.625,
      "learning_rate": 3.008221305288722e-06,
      "loss": 1.3066401481628418,
      "step": 920
    },
    {
      "epoch": 2.819571865443425,
      "grad_norm": 0.71484375,
      "learning_rate": 2.9892967831691506e-06,
      "loss": 1.261734962463379,
      "step": 922
    },
    {
      "epoch": 2.8256880733944953,
      "grad_norm": 0.87109375,
      "learning_rate": 2.9704365166517337e-06,
      "loss": 1.2576831579208374,
      "step": 924
    },
    {
      "epoch": 2.8318042813455655,
      "grad_norm": 0.578125,
      "learning_rate": 2.9516409884210726e-06,
      "loss": 1.1941940784454346,
      "step": 926
    },
    {
      "epoch": 2.837920489296636,
      "grad_norm": 0.78515625,
      "learning_rate": 2.9329106795049445e-06,
      "loss": 1.2333204746246338,
      "step": 928
    },
    {
      "epoch": 2.8440366972477067,
      "grad_norm": 0.5234375,
      "learning_rate": 2.914246069261988e-06,
      "loss": 1.2176916599273682,
      "step": 930
    },
    {
      "epoch": 2.850152905198777,
      "grad_norm": 0.75390625,
      "learning_rate": 2.8956476353694368e-06,
      "loss": 1.2780966758728027,
      "step": 932
    },
    {
      "epoch": 2.856269113149847,
      "grad_norm": 1.09375,
      "learning_rate": 2.877115853810898e-06,
      "loss": 1.2115226984024048,
      "step": 934
    },
    {
      "epoch": 2.8623853211009176,
      "grad_norm": 0.65625,
      "learning_rate": 2.8586511988641634e-06,
      "loss": 1.189244031906128,
      "step": 936
    },
    {
      "epoch": 2.8685015290519877,
      "grad_norm": 0.56640625,
      "learning_rate": 2.8402541430890794e-06,
      "loss": 1.2004551887512207,
      "step": 938
    },
    {
      "epoch": 2.8746177370030583,
      "grad_norm": 0.84375,
      "learning_rate": 2.821925157315447e-06,
      "loss": 1.228663682937622,
      "step": 940
    },
    {
      "epoch": 2.8807339449541285,
      "grad_norm": 0.5703125,
      "learning_rate": 2.8036647106309744e-06,
      "loss": 1.2045689821243286,
      "step": 942
    },
    {
      "epoch": 2.8868501529051986,
      "grad_norm": 0.5859375,
      "learning_rate": 2.78547327036927e-06,
      "loss": 1.2150650024414062,
      "step": 944
    },
    {
      "epoch": 2.8929663608562692,
      "grad_norm": 0.65625,
      "learning_rate": 2.767351302097887e-06,
      "loss": 1.199387788772583,
      "step": 946
    },
    {
      "epoch": 2.8990825688073394,
      "grad_norm": 0.62109375,
      "learning_rate": 2.7492992696064013e-06,
      "loss": 1.2142434120178223,
      "step": 948
    },
    {
      "epoch": 2.90519877675841,
      "grad_norm": 0.76953125,
      "learning_rate": 2.731317634894548e-06,
      "loss": 1.2693067789077759,
      "step": 950
    },
    {
      "epoch": 2.91131498470948,
      "grad_norm": 1.4921875,
      "learning_rate": 2.7134068581603936e-06,
      "loss": 1.2424131631851196,
      "step": 952
    },
    {
      "epoch": 2.9174311926605503,
      "grad_norm": 0.625,
      "learning_rate": 2.6955673977885566e-06,
      "loss": 1.2381134033203125,
      "step": 954
    },
    {
      "epoch": 2.923547400611621,
      "grad_norm": 0.8046875,
      "learning_rate": 2.677799710338486e-06,
      "loss": 1.2375258207321167,
      "step": 956
    },
    {
      "epoch": 2.929663608562691,
      "grad_norm": 1.125,
      "learning_rate": 2.660104250532764e-06,
      "loss": 1.129172921180725,
      "step": 958
    },
    {
      "epoch": 2.9357798165137616,
      "grad_norm": 0.5,
      "learning_rate": 2.6424814712454773e-06,
      "loss": 1.1203192472457886,
      "step": 960
    },
    {
      "epoch": 2.941896024464832,
      "grad_norm": 1.046875,
      "learning_rate": 2.624931823490625e-06,
      "loss": 1.2383675575256348,
      "step": 962
    },
    {
      "epoch": 2.948012232415902,
      "grad_norm": 0.6171875,
      "learning_rate": 2.607455756410573e-06,
      "loss": 1.1556285619735718,
      "step": 964
    },
    {
      "epoch": 2.9541284403669725,
      "grad_norm": 0.90625,
      "learning_rate": 2.5900537172645624e-06,
      "loss": 1.211835503578186,
      "step": 966
    },
    {
      "epoch": 2.9602446483180427,
      "grad_norm": 0.8046875,
      "learning_rate": 2.5727261514172586e-06,
      "loss": 1.1909599304199219,
      "step": 968
    },
    {
      "epoch": 2.9663608562691133,
      "grad_norm": 0.7265625,
      "learning_rate": 2.55547350232736e-06,
      "loss": 1.2073407173156738,
      "step": 970
    },
    {
      "epoch": 2.9724770642201834,
      "grad_norm": 0.498046875,
      "learning_rate": 2.5382962115362454e-06,
      "loss": 1.202832818031311,
      "step": 972
    },
    {
      "epoch": 2.9785932721712536,
      "grad_norm": 0.62109375,
      "learning_rate": 2.521194718656669e-06,
      "loss": 1.2078254222869873,
      "step": 974
    },
    {
      "epoch": 2.984709480122324,
      "grad_norm": 0.498046875,
      "learning_rate": 2.504169461361518e-06,
      "loss": 1.1780730485916138,
      "step": 976
    },
    {
      "epoch": 2.9908256880733948,
      "grad_norm": 1.0546875,
      "learning_rate": 2.487220875372606e-06,
      "loss": 1.1677711009979248,
      "step": 978
    },
    {
      "epoch": 2.996941896024465,
      "grad_norm": 0.984375,
      "learning_rate": 2.470349394449524e-06,
      "loss": 1.2224700450897217,
      "step": 980
    },
    {
      "epoch": 3.003058103975535,
      "grad_norm": 0.5859375,
      "learning_rate": 2.453555450378535e-06,
      "loss": 1.2254760265350342,
      "step": 982
    },
    {
      "epoch": 3.0091743119266057,
      "grad_norm": 1.359375,
      "learning_rate": 2.436839472961534e-06,
      "loss": 1.235056757926941,
      "step": 984
    },
    {
      "epoch": 3.015290519877676,
      "grad_norm": 0.53125,
      "learning_rate": 2.4202018900050327e-06,
      "loss": 1.2022202014923096,
      "step": 986
    },
    {
      "epoch": 3.021406727828746,
      "grad_norm": 0.470703125,
      "learning_rate": 2.4036431273092238e-06,
      "loss": 1.2913790941238403,
      "step": 988
    },
    {
      "epoch": 3.0275229357798166,
      "grad_norm": 0.6640625,
      "learning_rate": 2.387163608657078e-06,
      "loss": 1.2257859706878662,
      "step": 990
    },
    {
      "epoch": 3.0336391437308867,
      "grad_norm": 0.453125,
      "learning_rate": 2.3707637558034994e-06,
      "loss": 1.173649787902832,
      "step": 992
    },
    {
      "epoch": 3.0397553516819573,
      "grad_norm": 0.89453125,
      "learning_rate": 2.3544439884645317e-06,
      "loss": 1.2261406183242798,
      "step": 994
    },
    {
      "epoch": 3.0458715596330275,
      "grad_norm": 1.421875,
      "learning_rate": 2.3382047243066163e-06,
      "loss": 1.132150650024414,
      "step": 996
    },
    {
      "epoch": 3.051987767584098,
      "grad_norm": 0.470703125,
      "learning_rate": 2.3220463789359014e-06,
      "loss": 1.1366033554077148,
      "step": 998
    },
    {
      "epoch": 3.058103975535168,
      "grad_norm": 0.953125,
      "learning_rate": 2.30596936588761e-06,
      "loss": 1.1769903898239136,
      "step": 1000
    },
    {
      "epoch": 3.0642201834862384,
      "grad_norm": 0.427734375,
      "learning_rate": 2.2899740966154526e-06,
      "loss": 1.2203010320663452,
      "step": 1002
    },
    {
      "epoch": 3.070336391437309,
      "grad_norm": 0.578125,
      "learning_rate": 2.274060980481098e-06,
      "loss": 1.077088475227356,
      "step": 1004
    },
    {
      "epoch": 3.076452599388379,
      "grad_norm": 0.384765625,
      "learning_rate": 2.2582304247436963e-06,
      "loss": 1.177517056465149,
      "step": 1006
    },
    {
      "epoch": 3.0825688073394497,
      "grad_norm": 0.408203125,
      "learning_rate": 2.2424828345494575e-06,
      "loss": 1.0615501403808594,
      "step": 1008
    },
    {
      "epoch": 3.08868501529052,
      "grad_norm": 0.51953125,
      "learning_rate": 2.226818612921281e-06,
      "loss": 1.257022738456726,
      "step": 1010
    },
    {
      "epoch": 3.09480122324159,
      "grad_norm": 0.57421875,
      "learning_rate": 2.2112381607484417e-06,
      "loss": 1.3333863019943237,
      "step": 1012
    },
    {
      "epoch": 3.1009174311926606,
      "grad_norm": 0.53125,
      "learning_rate": 2.195741876776331e-06,
      "loss": 1.116982102394104,
      "step": 1014
    },
    {
      "epoch": 3.1070336391437308,
      "grad_norm": 0.484375,
      "learning_rate": 2.180330157596251e-06,
      "loss": 1.1025663614273071,
      "step": 1016
    },
    {
      "epoch": 3.1131498470948014,
      "grad_norm": 0.84375,
      "learning_rate": 2.1650033976352645e-06,
      "loss": 1.1931098699569702,
      "step": 1018
    },
    {
      "epoch": 3.1192660550458715,
      "grad_norm": 0.58984375,
      "learning_rate": 2.1497619891461016e-06,
      "loss": 1.2750816345214844,
      "step": 1020
    },
    {
      "epoch": 3.1253822629969417,
      "grad_norm": 0.578125,
      "learning_rate": 2.134606322197119e-06,
      "loss": 1.200748324394226,
      "step": 1022
    },
    {
      "epoch": 3.1314984709480123,
      "grad_norm": 0.9375,
      "learning_rate": 2.119536784662321e-06,
      "loss": 1.1820026636123657,
      "step": 1024
    },
    {
      "epoch": 3.1376146788990824,
      "grad_norm": 0.50390625,
      "learning_rate": 2.1045537622114265e-06,
      "loss": 1.072840929031372,
      "step": 1026
    },
    {
      "epoch": 3.143730886850153,
      "grad_norm": 0.7265625,
      "learning_rate": 2.089657638300005e-06,
      "loss": 1.1731314659118652,
      "step": 1028
    },
    {
      "epoch": 3.149847094801223,
      "grad_norm": 0.55859375,
      "learning_rate": 2.0748487941596596e-06,
      "loss": 1.1329575777053833,
      "step": 1030
    },
    {
      "epoch": 3.1559633027522938,
      "grad_norm": 0.6328125,
      "learning_rate": 2.06012760878827e-06,
      "loss": 1.2068923711776733,
      "step": 1032
    },
    {
      "epoch": 3.162079510703364,
      "grad_norm": 0.5703125,
      "learning_rate": 2.045494458940295e-06,
      "loss": 1.1488394737243652,
      "step": 1034
    },
    {
      "epoch": 3.168195718654434,
      "grad_norm": 0.65625,
      "learning_rate": 2.0309497191171285e-06,
      "loss": 1.1287355422973633,
      "step": 1036
    },
    {
      "epoch": 3.1743119266055047,
      "grad_norm": 0.453125,
      "learning_rate": 2.0164937615575148e-06,
      "loss": 1.182981014251709,
      "step": 1038
    },
    {
      "epoch": 3.180428134556575,
      "grad_norm": 0.66015625,
      "learning_rate": 2.002126956228026e-06,
      "loss": 1.159349799156189,
      "step": 1040
    },
    {
      "epoch": 3.1865443425076454,
      "grad_norm": 0.89453125,
      "learning_rate": 1.9878496708135885e-06,
      "loss": 1.1993876695632935,
      "step": 1042
    },
    {
      "epoch": 3.1926605504587156,
      "grad_norm": 0.435546875,
      "learning_rate": 1.973662270708074e-06,
      "loss": 1.1298656463623047,
      "step": 1044
    },
    {
      "epoch": 3.198776758409786,
      "grad_norm": 0.5078125,
      "learning_rate": 1.959565119004951e-06,
      "loss": 1.1985409259796143,
      "step": 1046
    },
    {
      "epoch": 3.2048929663608563,
      "grad_norm": 0.9453125,
      "learning_rate": 1.9455585764879877e-06,
      "loss": 1.1955678462982178,
      "step": 1048
    },
    {
      "epoch": 3.2110091743119265,
      "grad_norm": 0.5703125,
      "learning_rate": 1.9316430016220223e-06,
      "loss": 1.1202224493026733,
      "step": 1050
    },
    {
      "epoch": 3.217125382262997,
      "grad_norm": 0.72265625,
      "learning_rate": 1.91781875054379e-06,
      "loss": 1.157238245010376,
      "step": 1052
    },
    {
      "epoch": 3.223241590214067,
      "grad_norm": 1.0390625,
      "learning_rate": 1.9040861770528047e-06,
      "loss": 1.1316120624542236,
      "step": 1054
    },
    {
      "epoch": 3.229357798165138,
      "grad_norm": 0.58984375,
      "learning_rate": 1.890445632602303e-06,
      "loss": 1.1989833116531372,
      "step": 1056
    },
    {
      "epoch": 3.235474006116208,
      "grad_norm": 1.828125,
      "learning_rate": 1.876897466290259e-06,
      "loss": 1.222222089767456,
      "step": 1058
    },
    {
      "epoch": 3.241590214067278,
      "grad_norm": 0.63671875,
      "learning_rate": 1.8634420248504382e-06,
      "loss": 1.2111024856567383,
      "step": 1060
    },
    {
      "epoch": 3.2477064220183487,
      "grad_norm": 0.5859375,
      "learning_rate": 1.8500796526435305e-06,
      "loss": 1.172393560409546,
      "step": 1062
    },
    {
      "epoch": 3.253822629969419,
      "grad_norm": 2.328125,
      "learning_rate": 1.8368106916483358e-06,
      "loss": 1.1863235235214233,
      "step": 1064
    },
    {
      "epoch": 3.2599388379204894,
      "grad_norm": 0.53125,
      "learning_rate": 1.8236354814530113e-06,
      "loss": 1.29865562915802,
      "step": 1066
    },
    {
      "epoch": 3.2660550458715596,
      "grad_norm": 0.5,
      "learning_rate": 1.8105543592463803e-06,
      "loss": 1.261027455329895,
      "step": 1068
    },
    {
      "epoch": 3.2721712538226297,
      "grad_norm": 0.421875,
      "learning_rate": 1.7975676598093042e-06,
      "loss": 1.2421050071716309,
      "step": 1070
    },
    {
      "epoch": 3.2782874617737003,
      "grad_norm": 1.2578125,
      "learning_rate": 1.784675715506113e-06,
      "loss": 1.274834394454956,
      "step": 1072
    },
    {
      "epoch": 3.2844036697247705,
      "grad_norm": 0.87890625,
      "learning_rate": 1.7718788562760992e-06,
      "loss": 1.2069604396820068,
      "step": 1074
    },
    {
      "epoch": 3.290519877675841,
      "grad_norm": 0.63671875,
      "learning_rate": 1.7591774096250736e-06,
      "loss": 1.1289021968841553,
      "step": 1076
    },
    {
      "epoch": 3.2966360856269112,
      "grad_norm": 0.79296875,
      "learning_rate": 1.7465717006169887e-06,
      "loss": 1.2350070476531982,
      "step": 1078
    },
    {
      "epoch": 3.302752293577982,
      "grad_norm": 0.69921875,
      "learning_rate": 1.734062051865609e-06,
      "loss": 1.1916759014129639,
      "step": 1080
    },
    {
      "epoch": 3.308868501529052,
      "grad_norm": 0.5390625,
      "learning_rate": 1.7216487835262635e-06,
      "loss": 1.1767183542251587,
      "step": 1082
    },
    {
      "epoch": 3.314984709480122,
      "grad_norm": 1.0859375,
      "learning_rate": 1.7093322132876485e-06,
      "loss": 1.1724700927734375,
      "step": 1084
    },
    {
      "epoch": 3.3211009174311927,
      "grad_norm": 0.494140625,
      "learning_rate": 1.6971126563636977e-06,
      "loss": 1.1266517639160156,
      "step": 1086
    },
    {
      "epoch": 3.327217125382263,
      "grad_norm": 0.61328125,
      "learning_rate": 1.6849904254855151e-06,
      "loss": 1.211061716079712,
      "step": 1088
    },
    {
      "epoch": 3.3333333333333335,
      "grad_norm": 1.609375,
      "learning_rate": 1.6729658308933706e-06,
      "loss": 1.2213722467422485,
      "step": 1090
    },
    {
      "epoch": 3.3394495412844036,
      "grad_norm": 0.419921875,
      "learning_rate": 1.6610391803287611e-06,
      "loss": 1.1516450643539429,
      "step": 1092
    },
    {
      "epoch": 3.3455657492354742,
      "grad_norm": 1.03125,
      "learning_rate": 1.6492107790265338e-06,
      "loss": 1.1679214239120483,
      "step": 1094
    },
    {
      "epoch": 3.3516819571865444,
      "grad_norm": 0.796875,
      "learning_rate": 1.6374809297070766e-06,
      "loss": 1.2308049201965332,
      "step": 1096
    },
    {
      "epoch": 3.3577981651376145,
      "grad_norm": 0.53125,
      "learning_rate": 1.6258499325685673e-06,
      "loss": 1.181188941001892,
      "step": 1098
    },
    {
      "epoch": 3.363914373088685,
      "grad_norm": 0.9609375,
      "learning_rate": 1.6143180852792911e-06,
      "loss": 1.2255089282989502,
      "step": 1100
    },
    {
      "epoch": 3.3700305810397553,
      "grad_norm": 0.68359375,
      "learning_rate": 1.602885682970026e-06,
      "loss": 1.2569115161895752,
      "step": 1102
    },
    {
      "epoch": 3.376146788990826,
      "grad_norm": 0.92578125,
      "learning_rate": 1.5915530182264868e-06,
      "loss": 1.2300969362258911,
      "step": 1104
    },
    {
      "epoch": 3.382262996941896,
      "grad_norm": 2.84375,
      "learning_rate": 1.5803203810818366e-06,
      "loss": 1.2431167364120483,
      "step": 1106
    },
    {
      "epoch": 3.388379204892966,
      "grad_norm": 0.7890625,
      "learning_rate": 1.5691880590092671e-06,
      "loss": 1.2489876747131348,
      "step": 1108
    },
    {
      "epoch": 3.3944954128440368,
      "grad_norm": 0.5703125,
      "learning_rate": 1.558156336914634e-06,
      "loss": 1.1550531387329102,
      "step": 1110
    },
    {
      "epoch": 3.400611620795107,
      "grad_norm": 0.62890625,
      "learning_rate": 1.547225497129179e-06,
      "loss": 1.1249154806137085,
      "step": 1112
    },
    {
      "epoch": 3.4067278287461775,
      "grad_norm": 1.84375,
      "learning_rate": 1.5363958194022896e-06,
      "loss": 1.1979522705078125,
      "step": 1114
    },
    {
      "epoch": 3.4128440366972477,
      "grad_norm": 0.89453125,
      "learning_rate": 1.5256675808943488e-06,
      "loss": 1.1001931428909302,
      "step": 1116
    },
    {
      "epoch": 3.418960244648318,
      "grad_norm": 0.6484375,
      "learning_rate": 1.5150410561696382e-06,
      "loss": 1.1855971813201904,
      "step": 1118
    },
    {
      "epoch": 3.4250764525993884,
      "grad_norm": 0.69140625,
      "learning_rate": 1.5045165171893117e-06,
      "loss": 1.197637677192688,
      "step": 1120
    },
    {
      "epoch": 3.4311926605504586,
      "grad_norm": 0.61328125,
      "learning_rate": 1.4940942333044367e-06,
      "loss": 1.1402236223220825,
      "step": 1122
    },
    {
      "epoch": 3.437308868501529,
      "grad_norm": 0.50390625,
      "learning_rate": 1.4837744712490983e-06,
      "loss": 1.1059956550598145,
      "step": 1124
    },
    {
      "epoch": 3.4434250764525993,
      "grad_norm": 0.7734375,
      "learning_rate": 1.4735574951335752e-06,
      "loss": 1.1585502624511719,
      "step": 1126
    },
    {
      "epoch": 3.44954128440367,
      "grad_norm": 0.55859375,
      "learning_rate": 1.4634435664375784e-06,
      "loss": 1.2298681735992432,
      "step": 1128
    },
    {
      "epoch": 3.45565749235474,
      "grad_norm": 0.4765625,
      "learning_rate": 1.4534329440035599e-06,
      "loss": 1.1276212930679321,
      "step": 1130
    },
    {
      "epoch": 3.46177370030581,
      "grad_norm": 0.7421875,
      "learning_rate": 1.4435258840300897e-06,
      "loss": 1.1073015928268433,
      "step": 1132
    },
    {
      "epoch": 3.467889908256881,
      "grad_norm": 0.5703125,
      "learning_rate": 1.4337226400652977e-06,
      "loss": 1.1824053525924683,
      "step": 1134
    },
    {
      "epoch": 3.474006116207951,
      "grad_norm": 1.2265625,
      "learning_rate": 1.424023463000384e-06,
      "loss": 1.2478643655776978,
      "step": 1136
    },
    {
      "epoch": 3.4801223241590216,
      "grad_norm": 0.458984375,
      "learning_rate": 1.4144286010631993e-06,
      "loss": 1.2114766836166382,
      "step": 1138
    },
    {
      "epoch": 3.4862385321100917,
      "grad_norm": 0.57421875,
      "learning_rate": 1.4049382998118919e-06,
      "loss": 1.2164137363433838,
      "step": 1140
    },
    {
      "epoch": 3.4923547400611623,
      "grad_norm": 0.8046875,
      "learning_rate": 1.3955528021286208e-06,
      "loss": 1.115936517715454,
      "step": 1142
    },
    {
      "epoch": 3.4984709480122325,
      "grad_norm": 0.7421875,
      "learning_rate": 1.3862723482133437e-06,
      "loss": 1.1582000255584717,
      "step": 1144
    },
    {
      "epoch": 3.5045871559633026,
      "grad_norm": 1.203125,
      "learning_rate": 1.3770971755776667e-06,
      "loss": 1.1616395711898804,
      "step": 1146
    },
    {
      "epoch": 3.510703363914373,
      "grad_norm": 0.73828125,
      "learning_rate": 1.3680275190387677e-06,
      "loss": 1.20869779586792,
      "step": 1148
    },
    {
      "epoch": 3.5168195718654434,
      "grad_norm": 0.5859375,
      "learning_rate": 1.3590636107133849e-06,
      "loss": 1.2474617958068848,
      "step": 1150
    },
    {
      "epoch": 3.522935779816514,
      "grad_norm": 1.2578125,
      "learning_rate": 1.3502056800118784e-06,
      "loss": 1.2327600717544556,
      "step": 1152
    },
    {
      "epoch": 3.529051987767584,
      "grad_norm": 0.46484375,
      "learning_rate": 1.3414539536323568e-06,
      "loss": 1.1355574131011963,
      "step": 1154
    },
    {
      "epoch": 3.5351681957186543,
      "grad_norm": 1.0625,
      "learning_rate": 1.3328086555548764e-06,
      "loss": 1.1376428604125977,
      "step": 1156
    },
    {
      "epoch": 3.541284403669725,
      "grad_norm": 0.48828125,
      "learning_rate": 1.3242700070357098e-06,
      "loss": 1.128600001335144,
      "step": 1158
    },
    {
      "epoch": 3.547400611620795,
      "grad_norm": 1.65625,
      "learning_rate": 1.3158382266016803e-06,
      "loss": 1.2273775339126587,
      "step": 1160
    },
    {
      "epoch": 3.5535168195718656,
      "grad_norm": 0.53125,
      "learning_rate": 1.3075135300445746e-06,
      "loss": 1.1972393989562988,
      "step": 1162
    },
    {
      "epoch": 3.5596330275229358,
      "grad_norm": 0.62890625,
      "learning_rate": 1.2992961304156146e-06,
      "loss": 1.2698583602905273,
      "step": 1164
    },
    {
      "epoch": 3.565749235474006,
      "grad_norm": 0.54296875,
      "learning_rate": 1.2911862380200076e-06,
      "loss": 1.215325117111206,
      "step": 1166
    },
    {
      "epoch": 3.5718654434250765,
      "grad_norm": 0.53125,
      "learning_rate": 1.2831840604115647e-06,
      "loss": 1.1836117506027222,
      "step": 1168
    },
    {
      "epoch": 3.5779816513761467,
      "grad_norm": 1.0859375,
      "learning_rate": 1.2752898023873873e-06,
      "loss": 1.1673725843429565,
      "step": 1170
    },
    {
      "epoch": 3.5840978593272173,
      "grad_norm": 0.6171875,
      "learning_rate": 1.2675036659826251e-06,
      "loss": 1.1013611555099487,
      "step": 1172
    },
    {
      "epoch": 3.5902140672782874,
      "grad_norm": 0.55859375,
      "learning_rate": 1.2598258504653082e-06,
      "loss": 1.2070239782333374,
      "step": 1174
    },
    {
      "epoch": 3.5963302752293576,
      "grad_norm": 0.5234375,
      "learning_rate": 1.2522565523312456e-06,
      "loss": 1.1760621070861816,
      "step": 1176
    },
    {
      "epoch": 3.602446483180428,
      "grad_norm": 1.0625,
      "learning_rate": 1.2447959652989963e-06,
      "loss": 1.2546082735061646,
      "step": 1178
    },
    {
      "epoch": 3.6085626911314987,
      "grad_norm": 1.40625,
      "learning_rate": 1.2374442803049125e-06,
      "loss": 1.11211359500885,
      "step": 1180
    },
    {
      "epoch": 3.614678899082569,
      "grad_norm": 0.67578125,
      "learning_rate": 1.2302016854982504e-06,
      "loss": 1.1653016805648804,
      "step": 1182
    },
    {
      "epoch": 3.620795107033639,
      "grad_norm": 0.76953125,
      "learning_rate": 1.2230683662363599e-06,
      "loss": 1.0931107997894287,
      "step": 1184
    },
    {
      "epoch": 3.6269113149847096,
      "grad_norm": 0.53125,
      "learning_rate": 1.2160445050799346e-06,
      "loss": 1.1593706607818604,
      "step": 1186
    },
    {
      "epoch": 3.63302752293578,
      "grad_norm": 0.5859375,
      "learning_rate": 1.2091302817883444e-06,
      "loss": 1.2466744184494019,
      "step": 1188
    },
    {
      "epoch": 3.6391437308868504,
      "grad_norm": 0.69921875,
      "learning_rate": 1.2023258733150345e-06,
      "loss": 1.1520183086395264,
      "step": 1190
    },
    {
      "epoch": 3.6452599388379205,
      "grad_norm": 0.6875,
      "learning_rate": 1.195631453802994e-06,
      "loss": 1.1501617431640625,
      "step": 1192
    },
    {
      "epoch": 3.6513761467889907,
      "grad_norm": 0.5078125,
      "learning_rate": 1.1890471945803e-06,
      "loss": 1.1947115659713745,
      "step": 1194
    },
    {
      "epoch": 3.6574923547400613,
      "grad_norm": 0.82421875,
      "learning_rate": 1.1825732641557358e-06,
      "loss": 1.090171217918396,
      "step": 1196
    },
    {
      "epoch": 3.6636085626911314,
      "grad_norm": 0.486328125,
      "learning_rate": 1.1762098282144735e-06,
      "loss": 1.231759786605835,
      "step": 1198
    },
    {
      "epoch": 3.669724770642202,
      "grad_norm": 0.5859375,
      "learning_rate": 1.169957049613839e-06,
      "loss": 1.2382960319519043,
      "step": 1200
    },
    {
      "epoch": 3.675840978593272,
      "grad_norm": 0.46484375,
      "learning_rate": 1.1638150883791386e-06,
      "loss": 1.1713348627090454,
      "step": 1202
    },
    {
      "epoch": 3.6819571865443423,
      "grad_norm": 0.625,
      "learning_rate": 1.157784101699567e-06,
      "loss": 1.1755608320236206,
      "step": 1204
    },
    {
      "epoch": 3.688073394495413,
      "grad_norm": 0.609375,
      "learning_rate": 1.1518642439241849e-06,
      "loss": 1.2025344371795654,
      "step": 1206
    },
    {
      "epoch": 3.694189602446483,
      "grad_norm": 1.2265625,
      "learning_rate": 1.146055666557966e-06,
      "loss": 1.2071685791015625,
      "step": 1208
    },
    {
      "epoch": 3.7003058103975537,
      "grad_norm": 0.703125,
      "learning_rate": 1.140358518257922e-06,
      "loss": 1.1952728033065796,
      "step": 1210
    },
    {
      "epoch": 3.706422018348624,
      "grad_norm": 0.60546875,
      "learning_rate": 1.1347729448292953e-06,
      "loss": 1.21987783908844,
      "step": 1212
    },
    {
      "epoch": 3.712538226299694,
      "grad_norm": 0.7421875,
      "learning_rate": 1.129299089221832e-06,
      "loss": 1.2178161144256592,
      "step": 1214
    },
    {
      "epoch": 3.7186544342507646,
      "grad_norm": 0.68359375,
      "learning_rate": 1.1239370915261196e-06,
      "loss": 1.1406751871109009,
      "step": 1216
    },
    {
      "epoch": 3.7247706422018347,
      "grad_norm": 1.6484375,
      "learning_rate": 1.1186870889700013e-06,
      "loss": 1.1654596328735352,
      "step": 1218
    },
    {
      "epoch": 3.7308868501529053,
      "grad_norm": 2.328125,
      "learning_rate": 1.1135492159150676e-06,
      "loss": 1.2073957920074463,
      "step": 1220
    },
    {
      "epoch": 3.7370030581039755,
      "grad_norm": 0.609375,
      "learning_rate": 1.108523603853215e-06,
      "loss": 1.1250100135803223,
      "step": 1222
    },
    {
      "epoch": 3.7431192660550456,
      "grad_norm": 0.60546875,
      "learning_rate": 1.1036103814032804e-06,
      "loss": 1.2246984243392944,
      "step": 1224
    },
    {
      "epoch": 3.7492354740061162,
      "grad_norm": 0.58203125,
      "learning_rate": 1.0988096743077513e-06,
      "loss": 1.1390925645828247,
      "step": 1226
    },
    {
      "epoch": 3.7553516819571864,
      "grad_norm": 0.58203125,
      "learning_rate": 1.094121605429547e-06,
      "loss": 1.1992175579071045,
      "step": 1228
    },
    {
      "epoch": 3.761467889908257,
      "grad_norm": 0.4609375,
      "learning_rate": 1.089546294748873e-06,
      "loss": 1.0999352931976318,
      "step": 1230
    },
    {
      "epoch": 3.767584097859327,
      "grad_norm": 0.451171875,
      "learning_rate": 1.085083859360151e-06,
      "loss": 1.1122483015060425,
      "step": 1232
    },
    {
      "epoch": 3.7737003058103973,
      "grad_norm": 1.0625,
      "learning_rate": 1.0807344134690236e-06,
      "loss": 1.1888892650604248,
      "step": 1234
    },
    {
      "epoch": 3.779816513761468,
      "grad_norm": 0.59765625,
      "learning_rate": 1.0764980683894297e-06,
      "loss": 1.1580041646957397,
      "step": 1236
    },
    {
      "epoch": 3.7859327217125385,
      "grad_norm": 0.76171875,
      "learning_rate": 1.0723749325407564e-06,
      "loss": 1.176745891571045,
      "step": 1238
    },
    {
      "epoch": 3.7920489296636086,
      "grad_norm": 0.65234375,
      "learning_rate": 1.0683651114450641e-06,
      "loss": 1.1710706949234009,
      "step": 1240
    },
    {
      "epoch": 3.7981651376146788,
      "grad_norm": 2.578125,
      "learning_rate": 1.0644687077243864e-06,
      "loss": 1.1870887279510498,
      "step": 1242
    },
    {
      "epoch": 3.8042813455657494,
      "grad_norm": 0.76953125,
      "learning_rate": 1.0606858210981025e-06,
      "loss": 1.169495940208435,
      "step": 1244
    },
    {
      "epoch": 3.8103975535168195,
      "grad_norm": 0.66015625,
      "learning_rate": 1.0570165483803867e-06,
      "loss": 1.1190178394317627,
      "step": 1246
    },
    {
      "epoch": 3.81651376146789,
      "grad_norm": 1.15625,
      "learning_rate": 1.05346098347773e-06,
      "loss": 1.1436067819595337,
      "step": 1248
    },
    {
      "epoch": 3.8226299694189603,
      "grad_norm": 0.66796875,
      "learning_rate": 1.050019217386535e-06,
      "loss": 1.2288410663604736,
      "step": 1250
    },
    {
      "epoch": 3.8287461773700304,
      "grad_norm": 1.25,
      "learning_rate": 1.0466913381907914e-06,
      "loss": 1.2218413352966309,
      "step": 1252
    },
    {
      "epoch": 3.834862385321101,
      "grad_norm": 0.53515625,
      "learning_rate": 1.0434774310598166e-06,
      "loss": 1.208377480506897,
      "step": 1254
    },
    {
      "epoch": 3.840978593272171,
      "grad_norm": 0.5859375,
      "learning_rate": 1.04037757824608e-06,
      "loss": 1.1784342527389526,
      "step": 1256
    },
    {
      "epoch": 3.8470948012232418,
      "grad_norm": 1.0703125,
      "learning_rate": 1.0373918590830952e-06,
      "loss": 1.2136183977127075,
      "step": 1258
    },
    {
      "epoch": 3.853211009174312,
      "grad_norm": 0.5390625,
      "learning_rate": 1.0345203499833913e-06,
      "loss": 1.2747994661331177,
      "step": 1260
    },
    {
      "epoch": 3.859327217125382,
      "grad_norm": 0.73828125,
      "learning_rate": 1.0317631244365575e-06,
      "loss": 1.1638200283050537,
      "step": 1262
    },
    {
      "epoch": 3.8654434250764527,
      "grad_norm": 0.466796875,
      "learning_rate": 1.0291202530073602e-06,
      "loss": 1.2454450130462646,
      "step": 1264
    },
    {
      "epoch": 3.871559633027523,
      "grad_norm": 0.64453125,
      "learning_rate": 1.0265918033339392e-06,
      "loss": 1.1502002477645874,
      "step": 1266
    },
    {
      "epoch": 3.8776758409785934,
      "grad_norm": 0.9609375,
      "learning_rate": 1.0241778401260764e-06,
      "loss": 1.1322892904281616,
      "step": 1268
    },
    {
      "epoch": 3.8837920489296636,
      "grad_norm": 0.61328125,
      "learning_rate": 1.0218784251635382e-06,
      "loss": 1.1245934963226318,
      "step": 1270
    },
    {
      "epoch": 3.8899082568807337,
      "grad_norm": 0.82421875,
      "learning_rate": 1.0196936172944962e-06,
      "loss": 1.2275093793869019,
      "step": 1272
    },
    {
      "epoch": 3.8960244648318043,
      "grad_norm": 0.6328125,
      "learning_rate": 1.0176234724340201e-06,
      "loss": 1.2591514587402344,
      "step": 1274
    },
    {
      "epoch": 3.9021406727828745,
      "grad_norm": 0.46484375,
      "learning_rate": 1.0156680435626468e-06,
      "loss": 1.1828017234802246,
      "step": 1276
    },
    {
      "epoch": 3.908256880733945,
      "grad_norm": 0.6875,
      "learning_rate": 1.0138273807250244e-06,
      "loss": 1.1989636421203613,
      "step": 1278
    },
    {
      "epoch": 3.914373088685015,
      "grad_norm": 0.5234375,
      "learning_rate": 1.0121015310286318e-06,
      "loss": 1.1318210363388062,
      "step": 1280
    },
    {
      "epoch": 3.9204892966360854,
      "grad_norm": 0.51953125,
      "learning_rate": 1.0104905386425735e-06,
      "loss": 1.1387715339660645,
      "step": 1282
    },
    {
      "epoch": 3.926605504587156,
      "grad_norm": 0.486328125,
      "learning_rate": 1.0089944447964479e-06,
      "loss": 1.0994793176651,
      "step": 1284
    },
    {
      "epoch": 3.9327217125382266,
      "grad_norm": 0.5078125,
      "learning_rate": 1.0076132877792933e-06,
      "loss": 1.2001361846923828,
      "step": 1286
    },
    {
      "epoch": 3.9388379204892967,
      "grad_norm": 2.203125,
      "learning_rate": 1.0063471029386065e-06,
      "loss": 1.1622974872589111,
      "step": 1288
    },
    {
      "epoch": 3.944954128440367,
      "grad_norm": 1.015625,
      "learning_rate": 1.0051959226794407e-06,
      "loss": 1.170785903930664,
      "step": 1290
    },
    {
      "epoch": 3.9510703363914375,
      "grad_norm": 0.546875,
      "learning_rate": 1.004159776463573e-06,
      "loss": 1.1379996538162231,
      "step": 1292
    },
    {
      "epoch": 3.9571865443425076,
      "grad_norm": 1.046875,
      "learning_rate": 1.003238690808754e-06,
      "loss": 1.2565704584121704,
      "step": 1294
    },
    {
      "epoch": 3.963302752293578,
      "grad_norm": 0.609375,
      "learning_rate": 1.0024326892880253e-06,
      "loss": 1.1255217790603638,
      "step": 1296
    },
    {
      "epoch": 3.9694189602446484,
      "grad_norm": 0.58984375,
      "learning_rate": 1.0017417925291187e-06,
      "loss": 1.149346113204956,
      "step": 1298
    },
    {
      "epoch": 3.9755351681957185,
      "grad_norm": 0.46875,
      "learning_rate": 1.001166018213929e-06,
      "loss": 1.1946812868118286,
      "step": 1300
    },
    {
      "epoch": 3.981651376146789,
      "grad_norm": 1.3828125,
      "learning_rate": 1.0007053810780578e-06,
      "loss": 1.1319454908370972,
      "step": 1302
    },
    {
      "epoch": 3.9877675840978593,
      "grad_norm": 0.8203125,
      "learning_rate": 1.0003598929104407e-06,
      "loss": 1.1686453819274902,
      "step": 1304
    },
    {
      "epoch": 3.99388379204893,
      "grad_norm": 0.52734375,
      "learning_rate": 1.0001295625530423e-06,
      "loss": 1.130082607269287,
      "step": 1306
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.78515625,
      "learning_rate": 1.0000143959006323e-06,
      "loss": 1.2041049003601074,
      "step": 1308
    },
    {
      "epoch": 4.0,
      "step": 1308,
      "total_flos": 3.2734142949973033e+18,
      "train_loss": 1.3248716153500641,
      "train_runtime": 16065.8623,
      "train_samples_per_second": 2.605,
      "train_steps_per_second": 0.081
    }
  ],
  "logging_steps": 2,
  "max_steps": 1308,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 9999999,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.2734142949973033e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}