{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 1812,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0033112582781456954,
      "grad_norm": 0.609375,
      "learning_rate": 1.3186813186813187e-07,
      "loss": 1.9402873516082764,
      "step": 2
    },
    {
      "epoch": 0.006622516556291391,
      "grad_norm": 0.7890625,
      "learning_rate": 3.956043956043956e-07,
      "loss": 1.9065133333206177,
      "step": 4
    },
    {
      "epoch": 0.009933774834437087,
      "grad_norm": 0.984375,
      "learning_rate": 6.593406593406594e-07,
      "loss": 2.009326696395874,
      "step": 6
    },
    {
      "epoch": 0.013245033112582781,
      "grad_norm": 0.69921875,
      "learning_rate": 9.230769230769231e-07,
      "loss": 2.020029306411743,
      "step": 8
    },
    {
      "epoch": 0.016556291390728478,
      "grad_norm": 0.98828125,
      "learning_rate": 1.1868131868131868e-06,
      "loss": 2.017151355743408,
      "step": 10
    },
    {
      "epoch": 0.019867549668874173,
      "grad_norm": 0.5859375,
      "learning_rate": 1.4505494505494505e-06,
      "loss": 1.8570733070373535,
      "step": 12
    },
    {
      "epoch": 0.023178807947019868,
      "grad_norm": 0.6015625,
      "learning_rate": 1.7142857142857143e-06,
      "loss": 1.8826595544815063,
      "step": 14
    },
    {
      "epoch": 0.026490066225165563,
      "grad_norm": 0.97265625,
      "learning_rate": 1.9780219780219782e-06,
      "loss": 1.8526196479797363,
      "step": 16
    },
    {
      "epoch": 0.029801324503311258,
      "grad_norm": 0.59765625,
      "learning_rate": 2.2417582417582418e-06,
      "loss": 1.8230018615722656,
      "step": 18
    },
    {
      "epoch": 0.033112582781456956,
      "grad_norm": 0.7578125,
      "learning_rate": 2.5054945054945057e-06,
      "loss": 2.0143635272979736,
      "step": 20
    },
    {
      "epoch": 0.03642384105960265,
      "grad_norm": 0.6015625,
      "learning_rate": 2.7692307692307693e-06,
      "loss": 1.9134697914123535,
      "step": 22
    },
    {
      "epoch": 0.039735099337748346,
      "grad_norm": 0.79296875,
      "learning_rate": 3.032967032967033e-06,
      "loss": 1.945981740951538,
      "step": 24
    },
    {
      "epoch": 0.04304635761589404,
      "grad_norm": 0.703125,
      "learning_rate": 3.296703296703297e-06,
      "loss": 1.8832194805145264,
      "step": 26
    },
    {
      "epoch": 0.046357615894039736,
      "grad_norm": 0.5703125,
      "learning_rate": 3.5604395604395607e-06,
      "loss": 1.7985222339630127,
      "step": 28
    },
    {
      "epoch": 0.04966887417218543,
      "grad_norm": 0.56640625,
      "learning_rate": 3.824175824175824e-06,
      "loss": 1.8062254190444946,
      "step": 30
    },
    {
      "epoch": 0.052980132450331126,
      "grad_norm": 4.5,
      "learning_rate": 4.087912087912088e-06,
      "loss": 1.8083665370941162,
      "step": 32
    },
    {
      "epoch": 0.056291390728476824,
      "grad_norm": 0.8046875,
      "learning_rate": 4.351648351648352e-06,
      "loss": 1.9273862838745117,
      "step": 34
    },
    {
      "epoch": 0.059602649006622516,
      "grad_norm": 1.046875,
      "learning_rate": 4.615384615384616e-06,
      "loss": 1.8486627340316772,
      "step": 36
    },
    {
      "epoch": 0.06291390728476821,
      "grad_norm": 0.65625,
      "learning_rate": 4.879120879120879e-06,
      "loss": 1.798123836517334,
      "step": 38
    },
    {
      "epoch": 0.06622516556291391,
      "grad_norm": 0.53125,
      "learning_rate": 5.142857142857142e-06,
      "loss": 1.829748272895813,
      "step": 40
    },
    {
      "epoch": 0.0695364238410596,
      "grad_norm": 0.62109375,
      "learning_rate": 5.406593406593407e-06,
      "loss": 1.7815451622009277,
      "step": 42
    },
    {
      "epoch": 0.0728476821192053,
      "grad_norm": 0.484375,
      "learning_rate": 5.67032967032967e-06,
      "loss": 1.847506046295166,
      "step": 44
    },
    {
      "epoch": 0.076158940397351,
      "grad_norm": 0.546875,
      "learning_rate": 5.934065934065935e-06,
      "loss": 1.8606122732162476,
      "step": 46
    },
    {
      "epoch": 0.07947019867549669,
      "grad_norm": 0.5625,
      "learning_rate": 6.197802197802198e-06,
      "loss": 1.9397691488265991,
      "step": 48
    },
    {
      "epoch": 0.08278145695364239,
      "grad_norm": 0.8359375,
      "learning_rate": 6.461538461538462e-06,
      "loss": 1.9331084489822388,
      "step": 50
    },
    {
      "epoch": 0.08609271523178808,
      "grad_norm": 0.56640625,
      "learning_rate": 6.725274725274725e-06,
      "loss": 1.732893943786621,
      "step": 52
    },
    {
      "epoch": 0.08940397350993377,
      "grad_norm": 0.419921875,
      "learning_rate": 6.98901098901099e-06,
      "loss": 1.8520346879959106,
      "step": 54
    },
    {
      "epoch": 0.09271523178807947,
      "grad_norm": 0.36328125,
      "learning_rate": 7.252747252747252e-06,
      "loss": 1.7379193305969238,
      "step": 56
    },
    {
      "epoch": 0.09602649006622517,
      "grad_norm": 0.494140625,
      "learning_rate": 7.516483516483517e-06,
      "loss": 1.6829403638839722,
      "step": 58
    },
    {
      "epoch": 0.09933774834437085,
      "grad_norm": 0.384765625,
      "learning_rate": 7.78021978021978e-06,
      "loss": 1.695286512374878,
      "step": 60
    },
    {
      "epoch": 0.10264900662251655,
      "grad_norm": 0.41796875,
      "learning_rate": 8.043956043956044e-06,
      "loss": 1.7086611986160278,
      "step": 62
    },
    {
      "epoch": 0.10596026490066225,
      "grad_norm": 0.373046875,
      "learning_rate": 8.307692307692307e-06,
      "loss": 1.696899175643921,
      "step": 64
    },
    {
      "epoch": 0.10927152317880795,
      "grad_norm": 0.5,
      "learning_rate": 8.571428571428573e-06,
      "loss": 1.7970926761627197,
      "step": 66
    },
    {
      "epoch": 0.11258278145695365,
      "grad_norm": 11.25,
      "learning_rate": 8.835164835164836e-06,
      "loss": 1.7659003734588623,
      "step": 68
    },
    {
      "epoch": 0.11589403973509933,
      "grad_norm": 0.31640625,
      "learning_rate": 9.098901098901098e-06,
      "loss": 1.73307204246521,
      "step": 70
    },
    {
      "epoch": 0.11920529801324503,
      "grad_norm": 0.5625,
      "learning_rate": 9.362637362637363e-06,
      "loss": 1.716630220413208,
      "step": 72
    },
    {
      "epoch": 0.12251655629139073,
      "grad_norm": 0.53515625,
      "learning_rate": 9.626373626373627e-06,
      "loss": 1.699965000152588,
      "step": 74
    },
    {
      "epoch": 0.12582781456953643,
      "grad_norm": 0.73046875,
      "learning_rate": 9.89010989010989e-06,
      "loss": 1.7758498191833496,
      "step": 76
    },
    {
      "epoch": 0.1291390728476821,
      "grad_norm": 0.421875,
      "learning_rate": 1.0153846153846154e-05,
      "loss": 1.640932559967041,
      "step": 78
    },
    {
      "epoch": 0.13245033112582782,
      "grad_norm": 2.109375,
      "learning_rate": 1.0417582417582417e-05,
      "loss": 1.6744168996810913,
      "step": 80
    },
    {
      "epoch": 0.1357615894039735,
      "grad_norm": 0.5546875,
      "learning_rate": 1.0681318681318681e-05,
      "loss": 1.6837286949157715,
      "step": 82
    },
    {
      "epoch": 0.1390728476821192,
      "grad_norm": 0.8046875,
      "learning_rate": 1.0945054945054944e-05,
      "loss": 1.5954879522323608,
      "step": 84
    },
    {
      "epoch": 0.1423841059602649,
      "grad_norm": 0.6796875,
      "learning_rate": 1.120879120879121e-05,
      "loss": 1.6993297338485718,
      "step": 86
    },
    {
      "epoch": 0.1456953642384106,
      "grad_norm": 0.42578125,
      "learning_rate": 1.1472527472527473e-05,
      "loss": 1.50092351436615,
      "step": 88
    },
    {
      "epoch": 0.1490066225165563,
      "grad_norm": 0.431640625,
      "learning_rate": 1.1736263736263737e-05,
      "loss": 1.4782135486602783,
      "step": 90
    },
    {
      "epoch": 0.152317880794702,
      "grad_norm": 0.384765625,
      "learning_rate": 1.2e-05,
      "loss": 1.655004858970642,
      "step": 92
    },
    {
      "epoch": 0.15562913907284767,
      "grad_norm": 0.357421875,
      "learning_rate": 1.1999968010404002e-05,
      "loss": 1.4930201768875122,
      "step": 94
    },
    {
      "epoch": 0.15894039735099338,
      "grad_norm": 0.3828125,
      "learning_rate": 1.1999872042042387e-05,
      "loss": 1.5215712785720825,
      "step": 96
    },
    {
      "epoch": 0.16225165562913907,
      "grad_norm": 0.71875,
      "learning_rate": 1.1999712096194322e-05,
      "loss": 1.5142920017242432,
      "step": 98
    },
    {
      "epoch": 0.16556291390728478,
      "grad_norm": 0.3046875,
      "learning_rate": 1.1999488174991726e-05,
      "loss": 1.5328994989395142,
      "step": 100
    },
    {
      "epoch": 0.16887417218543047,
      "grad_norm": 0.330078125,
      "learning_rate": 1.1999200281419243e-05,
      "loss": 1.573561429977417,
      "step": 102
    },
    {
      "epoch": 0.17218543046357615,
      "grad_norm": 0.50390625,
      "learning_rate": 1.1998848419314207e-05,
      "loss": 1.3963382244110107,
      "step": 104
    },
    {
      "epoch": 0.17549668874172186,
      "grad_norm": 0.32421875,
      "learning_rate": 1.1998432593366584e-05,
      "loss": 1.4885351657867432,
      "step": 106
    },
    {
      "epoch": 0.17880794701986755,
      "grad_norm": 0.7109375,
      "learning_rate": 1.199795280911892e-05,
      "loss": 1.509068489074707,
      "step": 108
    },
    {
      "epoch": 0.18211920529801323,
      "grad_norm": 0.384765625,
      "learning_rate": 1.199740907296626e-05,
      "loss": 1.3925909996032715,
      "step": 110
    },
    {
      "epoch": 0.18543046357615894,
      "grad_norm": 0.61328125,
      "learning_rate": 1.1996801392156057e-05,
      "loss": 1.4695332050323486,
      "step": 112
    },
    {
      "epoch": 0.18874172185430463,
      "grad_norm": 0.470703125,
      "learning_rate": 1.1996129774788096e-05,
      "loss": 1.4908018112182617,
      "step": 114
    },
    {
      "epoch": 0.19205298013245034,
      "grad_norm": 0.314453125,
      "learning_rate": 1.1995394229814352e-05,
      "loss": 1.3704346418380737,
      "step": 116
    },
    {
      "epoch": 0.19536423841059603,
      "grad_norm": 0.330078125,
      "learning_rate": 1.1994594767038916e-05,
      "loss": 1.5010247230529785,
      "step": 118
    },
    {
      "epoch": 0.1986754966887417,
      "grad_norm": 0.357421875,
      "learning_rate": 1.1993731397117814e-05,
      "loss": 1.406250238418579,
      "step": 120
    },
    {
      "epoch": 0.20198675496688742,
      "grad_norm": 0.84765625,
      "learning_rate": 1.1992804131558912e-05,
      "loss": 1.3863422870635986,
      "step": 122
    },
    {
      "epoch": 0.2052980132450331,
      "grad_norm": 0.32421875,
      "learning_rate": 1.1991812982721724e-05,
      "loss": 1.2978781461715698,
      "step": 124
    },
    {
      "epoch": 0.20860927152317882,
      "grad_norm": 0.59375,
      "learning_rate": 1.1990757963817274e-05,
      "loss": 1.4624699354171753,
      "step": 126
    },
    {
      "epoch": 0.2119205298013245,
      "grad_norm": 0.3046875,
      "learning_rate": 1.198963908890791e-05,
      "loss": 1.436671495437622,
      "step": 128
    },
    {
      "epoch": 0.2152317880794702,
      "grad_norm": 0.400390625,
      "learning_rate": 1.1988456372907107e-05,
      "loss": 1.4213171005249023,
      "step": 130
    },
    {
      "epoch": 0.2185430463576159,
      "grad_norm": 0.400390625,
      "learning_rate": 1.1987209831579291e-05,
      "loss": 1.3802193403244019,
      "step": 132
    },
    {
      "epoch": 0.22185430463576158,
      "grad_norm": 3.734375,
      "learning_rate": 1.1985899481539603e-05,
      "loss": 1.4687957763671875,
      "step": 134
    },
    {
      "epoch": 0.2251655629139073,
      "grad_norm": 0.275390625,
      "learning_rate": 1.1984525340253706e-05,
      "loss": 1.3982669115066528,
      "step": 136
    },
    {
      "epoch": 0.22847682119205298,
      "grad_norm": 0.43359375,
      "learning_rate": 1.1983087426037516e-05,
      "loss": 1.4475197792053223,
      "step": 138
    },
    {
      "epoch": 0.23178807947019867,
      "grad_norm": 0.369140625,
      "learning_rate": 1.1981585758057e-05,
      "loss": 1.3907548189163208,
      "step": 140
    },
    {
      "epoch": 0.23509933774834438,
      "grad_norm": 0.28125,
      "learning_rate": 1.1980020356327879e-05,
      "loss": 1.4539854526519775,
      "step": 142
    },
    {
      "epoch": 0.23841059602649006,
      "grad_norm": 0.8203125,
      "learning_rate": 1.1978391241715392e-05,
      "loss": 1.3030190467834473,
      "step": 144
    },
    {
      "epoch": 0.24172185430463577,
      "grad_norm": 0.263671875,
      "learning_rate": 1.1976698435934008e-05,
      "loss": 1.4244205951690674,
      "step": 146
    },
    {
      "epoch": 0.24503311258278146,
      "grad_norm": 0.435546875,
      "learning_rate": 1.1974941961547131e-05,
      "loss": 1.4479776620864868,
      "step": 148
    },
    {
      "epoch": 0.24834437086092714,
      "grad_norm": 1.0390625,
      "learning_rate": 1.1973121841966806e-05,
      "loss": 1.4405760765075684,
      "step": 150
    },
    {
      "epoch": 0.25165562913907286,
      "grad_norm": 0.337890625,
      "learning_rate": 1.19712381014534e-05,
      "loss": 1.3684296607971191,
      "step": 152
    },
    {
      "epoch": 0.25496688741721857,
      "grad_norm": 0.474609375,
      "learning_rate": 1.1969290765115295e-05,
      "loss": 1.3721959590911865,
      "step": 154
    },
    {
      "epoch": 0.2582781456953642,
      "grad_norm": 0.4296875,
      "learning_rate": 1.1967279858908524e-05,
      "loss": 1.2832247018814087,
      "step": 156
    },
    {
      "epoch": 0.26158940397350994,
      "grad_norm": 0.37890625,
      "learning_rate": 1.196520540963646e-05,
      "loss": 1.3485926389694214,
      "step": 158
    },
    {
      "epoch": 0.26490066225165565,
      "grad_norm": 0.48046875,
      "learning_rate": 1.1963067444949428e-05,
      "loss": 1.3671433925628662,
      "step": 160
    },
    {
      "epoch": 0.2682119205298013,
      "grad_norm": 1.34375,
      "learning_rate": 1.1960865993344364e-05,
      "loss": 1.3472628593444824,
      "step": 162
    },
    {
      "epoch": 0.271523178807947,
      "grad_norm": 0.369140625,
      "learning_rate": 1.1958601084164404e-05,
      "loss": 1.3688595294952393,
      "step": 164
    },
    {
      "epoch": 0.27483443708609273,
      "grad_norm": 0.4453125,
      "learning_rate": 1.1956272747598524e-05,
      "loss": 1.3366729021072388,
      "step": 166
    },
    {
      "epoch": 0.2781456953642384,
      "grad_norm": 0.466796875,
      "learning_rate": 1.1953881014681118e-05,
      "loss": 1.2818353176116943,
      "step": 168
    },
    {
      "epoch": 0.2814569536423841,
      "grad_norm": 0.353515625,
      "learning_rate": 1.1951425917291586e-05,
      "loss": 1.3180421590805054,
      "step": 170
    },
    {
      "epoch": 0.2847682119205298,
      "grad_norm": 0.478515625,
      "learning_rate": 1.194890748815392e-05,
      "loss": 1.4252783060073853,
      "step": 172
    },
    {
      "epoch": 0.28807947019867547,
      "grad_norm": 0.353515625,
      "learning_rate": 1.1946325760836258e-05,
      "loss": 1.3658868074417114,
      "step": 174
    },
    {
      "epoch": 0.2913907284768212,
      "grad_norm": 0.33203125,
      "learning_rate": 1.1943680769750438e-05,
      "loss": 1.3427958488464355,
      "step": 176
    },
    {
      "epoch": 0.2947019867549669,
      "grad_norm": 0.6171875,
      "learning_rate": 1.1940972550151545e-05,
      "loss": 1.3762881755828857,
      "step": 178
    },
    {
      "epoch": 0.2980132450331126,
      "grad_norm": 0.318359375,
      "learning_rate": 1.1938201138137428e-05,
      "loss": 1.3542152643203735,
      "step": 180
    },
    {
      "epoch": 0.30132450331125826,
      "grad_norm": 0.3046875,
      "learning_rate": 1.1935366570648237e-05,
      "loss": 1.25732421875,
      "step": 182
    },
    {
      "epoch": 0.304635761589404,
      "grad_norm": 0.353515625,
      "learning_rate": 1.1932468885465917e-05,
      "loss": 1.4017279148101807,
      "step": 184
    },
    {
      "epoch": 0.3079470198675497,
      "grad_norm": 0.353515625,
      "learning_rate": 1.1929508121213708e-05,
      "loss": 1.3300182819366455,
      "step": 186
    },
    {
      "epoch": 0.31125827814569534,
      "grad_norm": 0.3515625,
      "learning_rate": 1.1926484317355632e-05,
      "loss": 1.3051140308380127,
      "step": 188
    },
    {
      "epoch": 0.31456953642384106,
      "grad_norm": 0.28515625,
      "learning_rate": 1.1923397514195965e-05,
      "loss": 1.349334955215454,
      "step": 190
    },
    {
      "epoch": 0.31788079470198677,
      "grad_norm": 0.5546875,
      "learning_rate": 1.1920247752878701e-05,
      "loss": 1.3017675876617432,
      "step": 192
    },
    {
      "epoch": 0.3211920529801324,
      "grad_norm": 0.40625,
      "learning_rate": 1.1917035075387008e-05,
      "loss": 1.325446367263794,
      "step": 194
    },
    {
      "epoch": 0.32450331125827814,
      "grad_norm": 0.44921875,
      "learning_rate": 1.1913759524542653e-05,
      "loss": 1.217170238494873,
      "step": 196
    },
    {
      "epoch": 0.32781456953642385,
      "grad_norm": 0.392578125,
      "learning_rate": 1.191042114400545e-05,
      "loss": 1.3321378231048584,
      "step": 198
    },
    {
      "epoch": 0.33112582781456956,
      "grad_norm": 0.296875,
      "learning_rate": 1.1907019978272667e-05,
      "loss": 1.2979496717453003,
      "step": 200
    },
    {
      "epoch": 0.3344370860927152,
      "grad_norm": 0.859375,
      "learning_rate": 1.190355607267844e-05,
      "loss": 1.2881971597671509,
      "step": 202
    },
    {
      "epoch": 0.33774834437086093,
      "grad_norm": 0.58203125,
      "learning_rate": 1.1900029473393154e-05,
      "loss": 1.3050187826156616,
      "step": 204
    },
    {
      "epoch": 0.34105960264900664,
      "grad_norm": 0.279296875,
      "learning_rate": 1.1896440227422847e-05,
      "loss": 1.2708481550216675,
      "step": 206
    },
    {
      "epoch": 0.3443708609271523,
      "grad_norm": 0.36328125,
      "learning_rate": 1.1892788382608577e-05,
      "loss": 1.2817398309707642,
      "step": 208
    },
    {
      "epoch": 0.347682119205298,
      "grad_norm": 0.26953125,
      "learning_rate": 1.1889073987625775e-05,
      "loss": 1.3485984802246094,
      "step": 210
    },
    {
      "epoch": 0.3509933774834437,
      "grad_norm": 0.36328125,
      "learning_rate": 1.1885297091983607e-05,
      "loss": 1.3059399127960205,
      "step": 212
    },
    {
      "epoch": 0.3543046357615894,
      "grad_norm": 0.2490234375,
      "learning_rate": 1.1881457746024304e-05,
      "loss": 1.2323215007781982,
      "step": 214
    },
    {
      "epoch": 0.3576158940397351,
      "grad_norm": 0.36328125,
      "learning_rate": 1.1877556000922508e-05,
      "loss": 1.3672224283218384,
      "step": 216
    },
    {
      "epoch": 0.3609271523178808,
      "grad_norm": 0.53515625,
      "learning_rate": 1.1873591908684567e-05,
      "loss": 1.4012298583984375,
      "step": 218
    },
    {
      "epoch": 0.36423841059602646,
      "grad_norm": 0.36328125,
      "learning_rate": 1.1869565522147865e-05,
      "loss": 1.3226133584976196,
      "step": 220
    },
    {
      "epoch": 0.3675496688741722,
      "grad_norm": 0.625,
      "learning_rate": 1.1865476894980099e-05,
      "loss": 1.2324888706207275,
      "step": 222
    },
    {
      "epoch": 0.3708609271523179,
      "grad_norm": 0.6953125,
      "learning_rate": 1.1861326081678575e-05,
      "loss": 1.3415271043777466,
      "step": 224
    },
    {
      "epoch": 0.3741721854304636,
      "grad_norm": 0.326171875,
      "learning_rate": 1.1857113137569471e-05,
      "loss": 1.2043918371200562,
      "step": 226
    },
    {
      "epoch": 0.37748344370860926,
      "grad_norm": 0.70703125,
      "learning_rate": 1.185283811880712e-05,
      "loss": 1.2683188915252686,
      "step": 228
    },
    {
      "epoch": 0.38079470198675497,
      "grad_norm": 0.3203125,
      "learning_rate": 1.1848501082373235e-05,
      "loss": 1.2712855339050293,
      "step": 230
    },
    {
      "epoch": 0.3841059602649007,
      "grad_norm": 0.3984375,
      "learning_rate": 1.184410208607617e-05,
      "loss": 1.3452003002166748,
      "step": 232
    },
    {
      "epoch": 0.38741721854304634,
      "grad_norm": 0.53125,
      "learning_rate": 1.1839641188550139e-05,
      "loss": 1.3081663846969604,
      "step": 234
    },
    {
      "epoch": 0.39072847682119205,
      "grad_norm": 0.330078125,
      "learning_rate": 1.1835118449254436e-05,
      "loss": 1.3071247339248657,
      "step": 236
    },
    {
      "epoch": 0.39403973509933776,
      "grad_norm": 0.6640625,
      "learning_rate": 1.1830533928472643e-05,
      "loss": 1.3188387155532837,
      "step": 238
    },
    {
      "epoch": 0.3973509933774834,
      "grad_norm": 0.333984375,
      "learning_rate": 1.1825887687311838e-05,
      "loss": 1.3684465885162354,
      "step": 240
    },
    {
      "epoch": 0.40066225165562913,
      "grad_norm": 0.34765625,
      "learning_rate": 1.1821179787701752e-05,
      "loss": 1.3333898782730103,
      "step": 242
    },
    {
      "epoch": 0.40397350993377484,
      "grad_norm": 0.96484375,
      "learning_rate": 1.1816410292393981e-05,
      "loss": 1.2793607711791992,
      "step": 244
    },
    {
      "epoch": 0.40728476821192056,
      "grad_norm": 0.310546875,
      "learning_rate": 1.1811579264961115e-05,
      "loss": 1.279396891593933,
      "step": 246
    },
    {
      "epoch": 0.4105960264900662,
      "grad_norm": 0.451171875,
      "learning_rate": 1.1806686769795907e-05,
      "loss": 1.215667724609375,
      "step": 248
    },
    {
      "epoch": 0.4139072847682119,
      "grad_norm": 1.15625,
      "learning_rate": 1.1801732872110422e-05,
      "loss": 1.313541293144226,
      "step": 250
    },
    {
      "epoch": 0.41721854304635764,
      "grad_norm": 0.76171875,
      "learning_rate": 1.1796717637935153e-05,
      "loss": 1.2715359926223755,
      "step": 252
    },
    {
      "epoch": 0.4205298013245033,
      "grad_norm": 0.5625,
      "learning_rate": 1.1791641134118148e-05,
      "loss": 1.309295892715454,
      "step": 254
    },
    {
      "epoch": 0.423841059602649,
      "grad_norm": 0.259765625,
      "learning_rate": 1.1786503428324115e-05,
      "loss": 1.2521069049835205,
      "step": 256
    },
    {
      "epoch": 0.4271523178807947,
      "grad_norm": 0.89453125,
      "learning_rate": 1.1781304589033533e-05,
      "loss": 1.140201210975647,
      "step": 258
    },
    {
      "epoch": 0.4304635761589404,
      "grad_norm": 0.65625,
      "learning_rate": 1.1776044685541714e-05,
      "loss": 1.2161259651184082,
      "step": 260
    },
    {
      "epoch": 0.4337748344370861,
      "grad_norm": 0.43359375,
      "learning_rate": 1.1770723787957905e-05,
      "loss": 1.326733112335205,
      "step": 262
    },
    {
      "epoch": 0.4370860927152318,
      "grad_norm": 0.46875,
      "learning_rate": 1.1765341967204343e-05,
      "loss": 1.2771416902542114,
      "step": 264
    },
    {
      "epoch": 0.44039735099337746,
      "grad_norm": 0.390625,
      "learning_rate": 1.175989929501531e-05,
      "loss": 1.2998336553573608,
      "step": 266
    },
    {
      "epoch": 0.44370860927152317,
      "grad_norm": 0.412109375,
      "learning_rate": 1.1754395843936171e-05,
      "loss": 1.3085970878601074,
      "step": 268
    },
    {
      "epoch": 0.4470198675496689,
      "grad_norm": 0.392578125,
      "learning_rate": 1.1748831687322418e-05,
      "loss": 1.307025671005249,
      "step": 270
    },
    {
      "epoch": 0.4503311258278146,
      "grad_norm": 0.349609375,
      "learning_rate": 1.1743206899338683e-05,
      "loss": 1.2538138628005981,
      "step": 272
    },
    {
      "epoch": 0.45364238410596025,
      "grad_norm": 0.74609375,
      "learning_rate": 1.1737521554957757e-05,
      "loss": 1.3346917629241943,
      "step": 274
    },
    {
      "epoch": 0.45695364238410596,
      "grad_norm": 0.3671875,
      "learning_rate": 1.1731775729959587e-05,
      "loss": 1.2633906602859497,
      "step": 276
    },
    {
      "epoch": 0.4602649006622517,
      "grad_norm": 0.33203125,
      "learning_rate": 1.1725969500930265e-05,
      "loss": 1.2056422233581543,
      "step": 278
    },
    {
      "epoch": 0.46357615894039733,
      "grad_norm": 0.48828125,
      "learning_rate": 1.1720102945261004e-05,
      "loss": 1.2352993488311768,
      "step": 280
    },
    {
      "epoch": 0.46688741721854304,
      "grad_norm": 0.376953125,
      "learning_rate": 1.1714176141147119e-05,
      "loss": 1.1110432147979736,
      "step": 282
    },
    {
      "epoch": 0.47019867549668876,
      "grad_norm": 0.412109375,
      "learning_rate": 1.1708189167586969e-05,
      "loss": 1.3148404359817505,
      "step": 284
    },
    {
      "epoch": 0.4735099337748344,
      "grad_norm": 0.95703125,
      "learning_rate": 1.1702142104380916e-05,
      "loss": 1.3085788488388062,
      "step": 286
    },
    {
      "epoch": 0.4768211920529801,
      "grad_norm": 0.55078125,
      "learning_rate": 1.1696035032130257e-05,
      "loss": 1.276586651802063,
      "step": 288
    },
    {
      "epoch": 0.48013245033112584,
      "grad_norm": 0.3515625,
      "learning_rate": 1.1689868032236147e-05,
      "loss": 1.1529457569122314,
      "step": 290
    },
    {
      "epoch": 0.48344370860927155,
      "grad_norm": 0.373046875,
      "learning_rate": 1.1683641186898514e-05,
      "loss": 1.2723958492279053,
      "step": 292
    },
    {
      "epoch": 0.4867549668874172,
      "grad_norm": 0.365234375,
      "learning_rate": 1.1677354579114973e-05,
      "loss": 1.2373274564743042,
      "step": 294
    },
    {
      "epoch": 0.4900662251655629,
      "grad_norm": 0.298828125,
      "learning_rate": 1.1671008292679711e-05,
      "loss": 1.264053463935852,
      "step": 296
    },
    {
      "epoch": 0.49337748344370863,
      "grad_norm": 0.625,
      "learning_rate": 1.1664602412182362e-05,
      "loss": 1.2861313819885254,
      "step": 298
    },
    {
      "epoch": 0.4966887417218543,
      "grad_norm": 0.39453125,
      "learning_rate": 1.1658137023006901e-05,
      "loss": 1.246382236480713,
      "step": 300
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.4296875,
      "learning_rate": 1.1651612211330492e-05,
      "loss": 1.278993844985962,
      "step": 302
    },
    {
      "epoch": 0.5033112582781457,
      "grad_norm": 0.3984375,
      "learning_rate": 1.1645028064122333e-05,
      "loss": 1.3227043151855469,
      "step": 304
    },
    {
      "epoch": 0.5066225165562914,
      "grad_norm": 0.58984375,
      "learning_rate": 1.1638384669142515e-05,
      "loss": 1.2452068328857422,
      "step": 306
    },
    {
      "epoch": 0.5099337748344371,
      "grad_norm": 0.55859375,
      "learning_rate": 1.1631682114940838e-05,
      "loss": 1.2535678148269653,
      "step": 308
    },
    {
      "epoch": 0.5132450331125827,
      "grad_norm": 0.57421875,
      "learning_rate": 1.1624920490855633e-05,
      "loss": 1.276329755783081,
      "step": 310
    },
    {
      "epoch": 0.5165562913907285,
      "grad_norm": 0.53515625,
      "learning_rate": 1.1618099887012581e-05,
      "loss": 1.2224030494689941,
      "step": 312
    },
    {
      "epoch": 0.5198675496688742,
      "grad_norm": 0.322265625,
      "learning_rate": 1.1611220394323498e-05,
      "loss": 1.2366602420806885,
      "step": 314
    },
    {
      "epoch": 0.5231788079470199,
      "grad_norm": 0.50390625,
      "learning_rate": 1.1604282104485128e-05,
      "loss": 1.2945020198822021,
      "step": 316
    },
    {
      "epoch": 0.5264900662251656,
      "grad_norm": 0.3828125,
      "learning_rate": 1.1597285109977927e-05,
      "loss": 1.216389536857605,
      "step": 318
    },
    {
      "epoch": 0.5298013245033113,
      "grad_norm": 0.3125,
      "learning_rate": 1.159022950406482e-05,
      "loss": 1.2610507011413574,
      "step": 320
    },
    {
      "epoch": 0.5331125827814569,
      "grad_norm": 0.31640625,
      "learning_rate": 1.158311538078997e-05,
      "loss": 1.2242460250854492,
      "step": 322
    },
    {
      "epoch": 0.5364238410596026,
      "grad_norm": 0.6015625,
      "learning_rate": 1.1575942834977512e-05,
      "loss": 1.2804948091506958,
      "step": 324
    },
    {
      "epoch": 0.5397350993377483,
      "grad_norm": 0.46484375,
      "learning_rate": 1.1568711962230302e-05,
      "loss": 1.2407575845718384,
      "step": 326
    },
    {
      "epoch": 0.543046357615894,
      "grad_norm": 0.306640625,
      "learning_rate": 1.1561422858928625e-05,
      "loss": 1.2760370969772339,
      "step": 328
    },
    {
      "epoch": 0.5463576158940397,
      "grad_norm": 0.263671875,
      "learning_rate": 1.1554075622228926e-05,
      "loss": 1.2385847568511963,
      "step": 330
    },
    {
      "epoch": 0.5496688741721855,
      "grad_norm": 0.365234375,
      "learning_rate": 1.1546670350062515e-05,
      "loss": 1.271156668663025,
      "step": 332
    },
    {
      "epoch": 0.5529801324503312,
      "grad_norm": 0.369140625,
      "learning_rate": 1.1539207141134253e-05,
      "loss": 1.288719654083252,
      "step": 334
    },
    {
      "epoch": 0.5562913907284768,
      "grad_norm": 0.390625,
      "learning_rate": 1.1531686094921236e-05,
      "loss": 1.2762104272842407,
      "step": 336
    },
    {
      "epoch": 0.5596026490066225,
      "grad_norm": 0.796875,
      "learning_rate": 1.1524107311671476e-05,
      "loss": 1.1551339626312256,
      "step": 338
    },
    {
      "epoch": 0.5629139072847682,
      "grad_norm": 0.28515625,
      "learning_rate": 1.1516470892402566e-05,
      "loss": 1.2796684503555298,
      "step": 340
    },
    {
      "epoch": 0.5662251655629139,
      "grad_norm": 0.74609375,
      "learning_rate": 1.1508776938900323e-05,
      "loss": 1.2220215797424316,
      "step": 342
    },
    {
      "epoch": 0.5695364238410596,
      "grad_norm": 0.2255859375,
      "learning_rate": 1.150102555371744e-05,
      "loss": 1.2903807163238525,
      "step": 344
    },
    {
      "epoch": 0.5728476821192053,
      "grad_norm": 0.3515625,
      "learning_rate": 1.1493216840172122e-05,
      "loss": 1.2266340255737305,
      "step": 346
    },
    {
      "epoch": 0.5761589403973509,
      "grad_norm": 0.365234375,
      "learning_rate": 1.148535090234669e-05,
      "loss": 1.2798501253128052,
      "step": 348
    },
    {
      "epoch": 0.5794701986754967,
      "grad_norm": 0.3203125,
      "learning_rate": 1.1477427845086227e-05,
      "loss": 1.2531522512435913,
      "step": 350
    },
    {
      "epoch": 0.5827814569536424,
      "grad_norm": 0.3125,
      "learning_rate": 1.1469447773997141e-05,
      "loss": 1.237846851348877,
      "step": 352
    },
    {
      "epoch": 0.5860927152317881,
      "grad_norm": 0.33203125,
      "learning_rate": 1.1461410795445787e-05,
      "loss": 1.2226859331130981,
      "step": 354
    },
    {
      "epoch": 0.5894039735099338,
      "grad_norm": 0.310546875,
      "learning_rate": 1.1453317016557045e-05,
      "loss": 1.2930818796157837,
      "step": 356
    },
    {
      "epoch": 0.5927152317880795,
      "grad_norm": 0.703125,
      "learning_rate": 1.1445166545212877e-05,
      "loss": 1.3712222576141357,
      "step": 358
    },
    {
      "epoch": 0.5960264900662252,
      "grad_norm": 0.59765625,
      "learning_rate": 1.14369594900509e-05,
      "loss": 1.2117972373962402,
      "step": 360
    },
    {
      "epoch": 0.5993377483443708,
      "grad_norm": 0.875,
      "learning_rate": 1.1428695960462942e-05,
      "loss": 1.1898581981658936,
      "step": 362
    },
    {
      "epoch": 0.6026490066225165,
      "grad_norm": 0.35546875,
      "learning_rate": 1.142037606659357e-05,
      "loss": 1.2242567539215088,
      "step": 364
    },
    {
      "epoch": 0.6059602649006622,
      "grad_norm": 0.3515625,
      "learning_rate": 1.1411999919338643e-05,
      "loss": 1.3001854419708252,
      "step": 366
    },
    {
      "epoch": 0.609271523178808,
      "grad_norm": 0.353515625,
      "learning_rate": 1.1403567630343807e-05,
      "loss": 1.33438241481781,
      "step": 368
    },
    {
      "epoch": 0.6125827814569537,
      "grad_norm": 0.4921875,
      "learning_rate": 1.139507931200303e-05,
      "loss": 1.2074322700500488,
      "step": 370
    },
    {
      "epoch": 0.6158940397350994,
      "grad_norm": 0.75,
      "learning_rate": 1.1386535077457095e-05,
      "loss": 1.1700530052185059,
      "step": 372
    },
    {
      "epoch": 0.6192052980132451,
      "grad_norm": 0.416015625,
      "learning_rate": 1.1377935040592088e-05,
      "loss": 1.1994613409042358,
      "step": 374
    },
    {
      "epoch": 0.6225165562913907,
      "grad_norm": 0.298828125,
      "learning_rate": 1.1369279316037887e-05,
      "loss": 1.3158299922943115,
      "step": 376
    },
    {
      "epoch": 0.6258278145695364,
      "grad_norm": 0.4453125,
      "learning_rate": 1.136056801916663e-05,
      "loss": 1.2066657543182373,
      "step": 378
    },
    {
      "epoch": 0.6291390728476821,
      "grad_norm": 0.423828125,
      "learning_rate": 1.1351801266091177e-05,
      "loss": 1.2929366827011108,
      "step": 380
    },
    {
      "epoch": 0.6324503311258278,
      "grad_norm": 0.384765625,
      "learning_rate": 1.1342979173663568e-05,
      "loss": 1.2256704568862915,
      "step": 382
    },
    {
      "epoch": 0.6357615894039735,
      "grad_norm": 0.265625,
      "learning_rate": 1.1334101859473456e-05,
      "loss": 1.2296499013900757,
      "step": 384
    },
    {
      "epoch": 0.6390728476821192,
      "grad_norm": 0.34375,
      "learning_rate": 1.1325169441846548e-05,
      "loss": 1.2478747367858887,
      "step": 386
    },
    {
      "epoch": 0.6423841059602649,
      "grad_norm": 0.6875,
      "learning_rate": 1.1316182039843021e-05,
      "loss": 1.2903329133987427,
      "step": 388
    },
    {
      "epoch": 0.6456953642384106,
      "grad_norm": 0.431640625,
      "learning_rate": 1.1307139773255946e-05,
      "loss": 1.219477891921997,
      "step": 390
    },
    {
      "epoch": 0.6490066225165563,
      "grad_norm": 0.546875,
      "learning_rate": 1.1298042762609677e-05,
      "loss": 1.256780743598938,
      "step": 392
    },
    {
      "epoch": 0.652317880794702,
      "grad_norm": 0.447265625,
      "learning_rate": 1.1288891129158254e-05,
      "loss": 1.2532964944839478,
      "step": 394
    },
    {
      "epoch": 0.6556291390728477,
      "grad_norm": 0.279296875,
      "learning_rate": 1.127968499488378e-05,
      "loss": 1.2641328573226929,
      "step": 396
    },
    {
      "epoch": 0.6589403973509934,
      "grad_norm": 0.294921875,
      "learning_rate": 1.1270424482494814e-05,
      "loss": 1.1905931234359741,
      "step": 398
    },
    {
      "epoch": 0.6622516556291391,
      "grad_norm": 0.40234375,
      "learning_rate": 1.1261109715424701e-05,
      "loss": 1.2366241216659546,
      "step": 400
    },
    {
      "epoch": 0.6655629139072847,
      "grad_norm": 0.29296875,
      "learning_rate": 1.1251740817829957e-05,
      "loss": 1.119259238243103,
      "step": 402
    },
    {
      "epoch": 0.6688741721854304,
      "grad_norm": 0.5390625,
      "learning_rate": 1.1242317914588603e-05,
      "loss": 1.2134146690368652,
      "step": 404
    },
    {
      "epoch": 0.6721854304635762,
      "grad_norm": 0.4609375,
      "learning_rate": 1.12328411312985e-05,
      "loss": 1.1952847242355347,
      "step": 406
    },
    {
      "epoch": 0.6754966887417219,
      "grad_norm": 0.38671875,
      "learning_rate": 1.1223310594275679e-05,
      "loss": 1.2045927047729492,
      "step": 408
    },
    {
      "epoch": 0.6788079470198676,
      "grad_norm": 0.427734375,
      "learning_rate": 1.1213726430552653e-05,
      "loss": 1.2554584741592407,
      "step": 410
    },
    {
      "epoch": 0.6821192052980133,
      "grad_norm": 0.41015625,
      "learning_rate": 1.1204088767876721e-05,
      "loss": 1.201694130897522,
      "step": 412
    },
    {
      "epoch": 0.6854304635761589,
      "grad_norm": 0.265625,
      "learning_rate": 1.1194397734708273e-05,
      "loss": 1.1945827007293701,
      "step": 414
    },
    {
      "epoch": 0.6887417218543046,
      "grad_norm": 1.0390625,
      "learning_rate": 1.1184653460219077e-05,
      "loss": 1.2243486642837524,
      "step": 416
    },
    {
      "epoch": 0.6920529801324503,
      "grad_norm": 0.306640625,
      "learning_rate": 1.1174856074290548e-05,
      "loss": 1.2726621627807617,
      "step": 418
    },
    {
      "epoch": 0.695364238410596,
      "grad_norm": 0.36328125,
      "learning_rate": 1.1165005707512026e-05,
      "loss": 1.205135464668274,
      "step": 420
    },
    {
      "epoch": 0.6986754966887417,
      "grad_norm": 0.396484375,
      "learning_rate": 1.1155102491179039e-05,
      "loss": 1.2586928606033325,
      "step": 422
    },
    {
      "epoch": 0.7019867549668874,
      "grad_norm": 0.78125,
      "learning_rate": 1.1145146557291536e-05,
      "loss": 1.1896426677703857,
      "step": 424
    },
    {
      "epoch": 0.7052980132450332,
      "grad_norm": 0.458984375,
      "learning_rate": 1.1135138038552144e-05,
      "loss": 1.2678966522216797,
      "step": 426
    },
    {
      "epoch": 0.7086092715231788,
      "grad_norm": 0.58203125,
      "learning_rate": 1.1125077068364393e-05,
      "loss": 1.2325910329818726,
      "step": 428
    },
    {
      "epoch": 0.7119205298013245,
      "grad_norm": 0.287109375,
      "learning_rate": 1.1114963780830942e-05,
      "loss": 1.2652318477630615,
      "step": 430
    },
    {
      "epoch": 0.7152317880794702,
      "grad_norm": 0.357421875,
      "learning_rate": 1.1104798310751776e-05,
      "loss": 1.2476012706756592,
      "step": 432
    },
    {
      "epoch": 0.7185430463576159,
      "grad_norm": 0.423828125,
      "learning_rate": 1.1094580793622432e-05,
      "loss": 1.2257249355316162,
      "step": 434
    },
    {
      "epoch": 0.7218543046357616,
      "grad_norm": 0.66796875,
      "learning_rate": 1.1084311365632182e-05,
      "loss": 1.1938482522964478,
      "step": 436
    },
    {
      "epoch": 0.7251655629139073,
      "grad_norm": 0.287109375,
      "learning_rate": 1.1073990163662212e-05,
      "loss": 1.2081587314605713,
      "step": 438
    },
    {
      "epoch": 0.7284768211920529,
      "grad_norm": 0.408203125,
      "learning_rate": 1.1063617325283801e-05,
      "loss": 1.2109920978546143,
      "step": 440
    },
    {
      "epoch": 0.7317880794701986,
      "grad_norm": 0.392578125,
      "learning_rate": 1.1053192988756505e-05,
      "loss": 1.234221339225769,
      "step": 442
    },
    {
      "epoch": 0.7350993377483444,
      "grad_norm": 0.2490234375,
      "learning_rate": 1.1042717293026281e-05,
      "loss": 1.2554912567138672,
      "step": 444
    },
    {
      "epoch": 0.7384105960264901,
      "grad_norm": 0.67578125,
      "learning_rate": 1.103219037772366e-05,
      "loss": 1.2109016180038452,
      "step": 446
    },
    {
      "epoch": 0.7417218543046358,
      "grad_norm": 0.474609375,
      "learning_rate": 1.1021612383161882e-05,
      "loss": 1.171287178993225,
      "step": 448
    },
    {
      "epoch": 0.7450331125827815,
      "grad_norm": 0.5703125,
      "learning_rate": 1.1010983450335014e-05,
      "loss": 1.2758331298828125,
      "step": 450
    },
    {
      "epoch": 0.7483443708609272,
      "grad_norm": 0.65625,
      "learning_rate": 1.1000303720916088e-05,
      "loss": 1.2499141693115234,
      "step": 452
    },
    {
      "epoch": 0.7516556291390728,
      "grad_norm": 0.318359375,
      "learning_rate": 1.0989573337255199e-05,
      "loss": 1.2714009284973145,
      "step": 454
    },
    {
      "epoch": 0.7549668874172185,
      "grad_norm": 0.32421875,
      "learning_rate": 1.097879244237761e-05,
      "loss": 1.3011789321899414,
      "step": 456
    },
    {
      "epoch": 0.7582781456953642,
      "grad_norm": 0.408203125,
      "learning_rate": 1.0967961179981856e-05,
      "loss": 1.2752792835235596,
      "step": 458
    },
    {
      "epoch": 0.7615894039735099,
      "grad_norm": 2.953125,
      "learning_rate": 1.095707969443781e-05,
      "loss": 1.1760289669036865,
      "step": 460
    },
    {
      "epoch": 0.7649006622516556,
      "grad_norm": 0.5703125,
      "learning_rate": 1.0946148130784779e-05,
      "loss": 1.3046189546585083,
      "step": 462
    },
    {
      "epoch": 0.7682119205298014,
      "grad_norm": 0.330078125,
      "learning_rate": 1.0935166634729555e-05,
      "loss": 1.204204797744751,
      "step": 464
    },
    {
      "epoch": 0.7715231788079471,
      "grad_norm": 0.3828125,
      "learning_rate": 1.092413535264448e-05,
      "loss": 1.204719066619873,
      "step": 466
    },
    {
      "epoch": 0.7748344370860927,
      "grad_norm": 0.28515625,
      "learning_rate": 1.0913054431565497e-05,
      "loss": 1.2189865112304688,
      "step": 468
    },
    {
      "epoch": 0.7781456953642384,
      "grad_norm": 0.66796875,
      "learning_rate": 1.090192401919018e-05,
      "loss": 1.130168080329895,
      "step": 470
    },
    {
      "epoch": 0.7814569536423841,
      "grad_norm": 0.330078125,
      "learning_rate": 1.0890744263875782e-05,
      "loss": 1.2293215990066528,
      "step": 472
    },
    {
      "epoch": 0.7847682119205298,
      "grad_norm": 0.265625,
      "learning_rate": 1.0879515314637238e-05,
      "loss": 1.189441442489624,
      "step": 474
    },
    {
      "epoch": 0.7880794701986755,
      "grad_norm": 0.345703125,
      "learning_rate": 1.08682373211452e-05,
      "loss": 1.2883621454238892,
      "step": 476
    },
    {
      "epoch": 0.7913907284768212,
      "grad_norm": 0.83203125,
      "learning_rate": 1.0856910433724017e-05,
      "loss": 1.2602189779281616,
      "step": 478
    },
    {
      "epoch": 0.7947019867549668,
      "grad_norm": 0.318359375,
      "learning_rate": 1.0845534803349758e-05,
      "loss": 1.2539976835250854,
      "step": 480
    },
    {
      "epoch": 0.7980132450331126,
      "grad_norm": 0.55078125,
      "learning_rate": 1.0834110581648181e-05,
      "loss": 1.27140474319458,
      "step": 482
    },
    {
      "epoch": 0.8013245033112583,
      "grad_norm": 0.427734375,
      "learning_rate": 1.0822637920892714e-05,
      "loss": 1.2304598093032837,
      "step": 484
    },
    {
      "epoch": 0.804635761589404,
      "grad_norm": 0.375,
      "learning_rate": 1.0811116974002438e-05,
      "loss": 1.2280398607254028,
      "step": 486
    },
    {
      "epoch": 0.8079470198675497,
      "grad_norm": 0.62109375,
      "learning_rate": 1.0799547894540031e-05,
      "loss": 1.24711012840271,
      "step": 488
    },
    {
      "epoch": 0.8112582781456954,
      "grad_norm": 0.283203125,
      "learning_rate": 1.0787930836709738e-05,
      "loss": 1.1827949285507202,
      "step": 490
    },
    {
      "epoch": 0.8145695364238411,
      "grad_norm": 0.380859375,
      "learning_rate": 1.07762659553553e-05,
      "loss": 1.2213504314422607,
      "step": 492
    },
    {
      "epoch": 0.8178807947019867,
      "grad_norm": 0.400390625,
      "learning_rate": 1.0764553405957902e-05,
      "loss": 1.2925806045532227,
      "step": 494
    },
    {
      "epoch": 0.8211920529801324,
      "grad_norm": 0.380859375,
      "learning_rate": 1.0752793344634095e-05,
      "loss": 1.318811058998108,
      "step": 496
    },
    {
      "epoch": 0.8245033112582781,
      "grad_norm": 0.419921875,
      "learning_rate": 1.074098592813372e-05,
      "loss": 1.301307201385498,
      "step": 498
    },
    {
      "epoch": 0.8278145695364238,
      "grad_norm": 0.4296875,
      "learning_rate": 1.0729131313837806e-05,
      "loss": 1.2577488422393799,
      "step": 500
    },
    {
      "epoch": 0.8311258278145696,
      "grad_norm": 0.294921875,
      "learning_rate": 1.071722965975649e-05,
      "loss": 1.278800368309021,
      "step": 502
    },
    {
      "epoch": 0.8344370860927153,
      "grad_norm": 0.390625,
      "learning_rate": 1.0705281124526903e-05,
      "loss": 1.1996169090270996,
      "step": 504
    },
    {
      "epoch": 0.8377483443708609,
      "grad_norm": 0.4921875,
      "learning_rate": 1.069328586741105e-05,
      "loss": 1.2342064380645752,
      "step": 506
    },
    {
      "epoch": 0.8410596026490066,
      "grad_norm": 0.52734375,
      "learning_rate": 1.0681244048293686e-05,
      "loss": 1.19930899143219,
      "step": 508
    },
    {
      "epoch": 0.8443708609271523,
      "grad_norm": 0.59375,
      "learning_rate": 1.0669155827680204e-05,
      "loss": 1.2355972528457642,
      "step": 510
    },
    {
      "epoch": 0.847682119205298,
      "grad_norm": 0.35546875,
      "learning_rate": 1.0657021366694475e-05,
      "loss": 1.2616443634033203,
      "step": 512
    },
    {
      "epoch": 0.8509933774834437,
      "grad_norm": 0.50390625,
      "learning_rate": 1.0644840827076712e-05,
      "loss": 1.2749875783920288,
      "step": 514
    },
    {
      "epoch": 0.8543046357615894,
      "grad_norm": 0.322265625,
      "learning_rate": 1.0632614371181303e-05,
      "loss": 1.139912486076355,
      "step": 516
    },
    {
      "epoch": 0.8576158940397351,
      "grad_norm": 0.404296875,
      "learning_rate": 1.0620342161974664e-05,
      "loss": 1.2624098062515259,
      "step": 518
    },
    {
      "epoch": 0.8609271523178808,
      "grad_norm": 0.400390625,
      "learning_rate": 1.0608024363033044e-05,
      "loss": 1.2522523403167725,
      "step": 520
    },
    {
      "epoch": 0.8642384105960265,
      "grad_norm": 0.46875,
      "learning_rate": 1.059566113854037e-05,
      "loss": 1.1696981191635132,
      "step": 522
    },
    {
      "epoch": 0.8675496688741722,
      "grad_norm": 0.455078125,
      "learning_rate": 1.0583252653286037e-05,
      "loss": 1.283386468887329,
      "step": 524
    },
    {
      "epoch": 0.8708609271523179,
      "grad_norm": 0.8671875,
      "learning_rate": 1.0570799072662724e-05,
      "loss": 1.2220840454101562,
      "step": 526
    },
    {
      "epoch": 0.8741721854304636,
      "grad_norm": 0.435546875,
      "learning_rate": 1.0558300562664192e-05,
      "loss": 1.2066237926483154,
      "step": 528
    },
    {
      "epoch": 0.8774834437086093,
      "grad_norm": 0.34375,
      "learning_rate": 1.0545757289883054e-05,
      "loss": 1.215103268623352,
      "step": 530
    },
    {
      "epoch": 0.8807947019867549,
      "grad_norm": 0.322265625,
      "learning_rate": 1.0533169421508575e-05,
      "loss": 1.152737021446228,
      "step": 532
    },
    {
      "epoch": 0.8841059602649006,
      "grad_norm": 0.6328125,
      "learning_rate": 1.0520537125324432e-05,
      "loss": 1.2905833721160889,
      "step": 534
    },
    {
      "epoch": 0.8874172185430463,
      "grad_norm": 1.0,
      "learning_rate": 1.0507860569706478e-05,
      "loss": 1.2769966125488281,
      "step": 536
    },
    {
      "epoch": 0.890728476821192,
      "grad_norm": 0.734375,
      "learning_rate": 1.04951399236205e-05,
      "loss": 1.217033863067627,
      "step": 538
    },
    {
      "epoch": 0.8940397350993378,
      "grad_norm": 0.408203125,
      "learning_rate": 1.0482375356619973e-05,
      "loss": 1.2337075471878052,
      "step": 540
    },
    {
      "epoch": 0.8973509933774835,
      "grad_norm": 0.396484375,
      "learning_rate": 1.0469567038843786e-05,
      "loss": 1.2098217010498047,
      "step": 542
    },
    {
      "epoch": 0.9006622516556292,
      "grad_norm": 0.333984375,
      "learning_rate": 1.0456715141013988e-05,
      "loss": 1.1911996603012085,
      "step": 544
    },
    {
      "epoch": 0.9039735099337748,
      "grad_norm": 0.39453125,
      "learning_rate": 1.0443819834433498e-05,
      "loss": 1.2873048782348633,
      "step": 546
    },
    {
      "epoch": 0.9072847682119205,
      "grad_norm": 0.271484375,
      "learning_rate": 1.0430881290983842e-05,
      "loss": 1.1980925798416138,
      "step": 548
    },
    {
      "epoch": 0.9105960264900662,
      "grad_norm": 0.2373046875,
      "learning_rate": 1.0417899683122844e-05,
      "loss": 1.1385635137557983,
      "step": 550
    },
    {
      "epoch": 0.9139072847682119,
      "grad_norm": 0.296875,
      "learning_rate": 1.0404875183882331e-05,
      "loss": 1.2270296812057495,
      "step": 552
    },
    {
      "epoch": 0.9172185430463576,
      "grad_norm": 1.1015625,
      "learning_rate": 1.039180796686583e-05,
      "loss": 1.1677497625350952,
      "step": 554
    },
    {
      "epoch": 0.9205298013245033,
      "grad_norm": 0.3203125,
      "learning_rate": 1.0378698206246262e-05,
      "loss": 1.2157952785491943,
      "step": 556
    },
    {
      "epoch": 0.9238410596026491,
      "grad_norm": 0.263671875,
      "learning_rate": 1.0365546076763594e-05,
      "loss": 1.1570444107055664,
      "step": 558
    },
    {
      "epoch": 0.9271523178807947,
      "grad_norm": 0.4375,
      "learning_rate": 1.0352351753722548e-05,
      "loss": 1.2186548709869385,
      "step": 560
    },
    {
      "epoch": 0.9304635761589404,
      "grad_norm": 0.380859375,
      "learning_rate": 1.0339115412990228e-05,
      "loss": 1.2401282787322998,
      "step": 562
    },
    {
      "epoch": 0.9337748344370861,
      "grad_norm": 0.365234375,
      "learning_rate": 1.03258372309938e-05,
      "loss": 1.2739580869674683,
      "step": 564
    },
    {
      "epoch": 0.9370860927152318,
      "grad_norm": 0.44140625,
      "learning_rate": 1.0312517384718124e-05,
      "loss": 1.2308034896850586,
      "step": 566
    },
    {
      "epoch": 0.9403973509933775,
      "grad_norm": 0.359375,
      "learning_rate": 1.0299156051703417e-05,
      "loss": 1.1893035173416138,
      "step": 568
    },
    {
      "epoch": 0.9437086092715232,
      "grad_norm": 0.341796875,
      "learning_rate": 1.0285753410042862e-05,
      "loss": 1.202154517173767,
      "step": 570
    },
    {
      "epoch": 0.9470198675496688,
      "grad_norm": 0.33203125,
      "learning_rate": 1.0272309638380244e-05,
      "loss": 1.135772943496704,
      "step": 572
    },
    {
      "epoch": 0.9503311258278145,
      "grad_norm": 0.51953125,
      "learning_rate": 1.0258824915907578e-05,
      "loss": 1.15782630443573,
      "step": 574
    },
    {
      "epoch": 0.9536423841059603,
      "grad_norm": 0.357421875,
      "learning_rate": 1.0245299422362702e-05,
      "loss": 1.2023342847824097,
      "step": 576
    },
    {
      "epoch": 0.956953642384106,
      "grad_norm": 0.3046875,
      "learning_rate": 1.02317333380269e-05,
      "loss": 1.2450610399246216,
      "step": 578
    },
    {
      "epoch": 0.9602649006622517,
      "grad_norm": 0.298828125,
      "learning_rate": 1.0218126843722487e-05,
      "loss": 1.1484456062316895,
      "step": 580
    },
    {
      "epoch": 0.9635761589403974,
      "grad_norm": 0.447265625,
      "learning_rate": 1.0204480120810406e-05,
      "loss": 1.2417069673538208,
      "step": 582
    },
    {
      "epoch": 0.9668874172185431,
      "grad_norm": 0.36328125,
      "learning_rate": 1.0190793351187798e-05,
      "loss": 1.257660984992981,
      "step": 584
    },
    {
      "epoch": 0.9701986754966887,
      "grad_norm": 0.291015625,
      "learning_rate": 1.0177066717285597e-05,
      "loss": 1.1812211275100708,
      "step": 586
    },
    {
      "epoch": 0.9735099337748344,
      "grad_norm": 0.400390625,
      "learning_rate": 1.0163300402066082e-05,
      "loss": 1.1695009469985962,
      "step": 588
    },
    {
      "epoch": 0.9768211920529801,
      "grad_norm": 0.376953125,
      "learning_rate": 1.0149494589020445e-05,
      "loss": 1.1857471466064453,
      "step": 590
    },
    {
      "epoch": 0.9801324503311258,
      "grad_norm": 0.50390625,
      "learning_rate": 1.0135649462166347e-05,
      "loss": 1.3397670984268188,
      "step": 592
    },
    {
      "epoch": 0.9834437086092715,
      "grad_norm": 0.44140625,
      "learning_rate": 1.012176520604546e-05,
      "loss": 1.1958118677139282,
      "step": 594
    },
    {
      "epoch": 0.9867549668874173,
      "grad_norm": 0.431640625,
      "learning_rate": 1.0107842005721008e-05,
      "loss": 1.206683874130249,
      "step": 596
    },
    {
      "epoch": 0.9900662251655629,
      "grad_norm": 0.392578125,
      "learning_rate": 1.0093880046775308e-05,
      "loss": 1.3119841814041138,
      "step": 598
    },
    {
      "epoch": 0.9933774834437086,
      "grad_norm": 0.296875,
      "learning_rate": 1.0079879515307288e-05,
      "loss": 1.1980386972427368,
      "step": 600
    },
    {
      "epoch": 0.9966887417218543,
      "grad_norm": 0.60546875,
      "learning_rate": 1.0065840597930002e-05,
      "loss": 1.2894337177276611,
      "step": 602
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.296875,
      "learning_rate": 1.0051763481768167e-05,
      "loss": 1.2193963527679443,
      "step": 604
    },
    {
      "epoch": 1.0033112582781456,
      "grad_norm": 0.337890625,
      "learning_rate": 1.0037648354455634e-05,
      "loss": 1.1995750665664673,
      "step": 606
    },
    {
      "epoch": 1.0066225165562914,
      "grad_norm": 0.322265625,
      "learning_rate": 1.0023495404132912e-05,
      "loss": 1.130192756652832,
      "step": 608
    },
    {
      "epoch": 1.009933774834437,
      "grad_norm": 0.423828125,
      "learning_rate": 1.0009304819444656e-05,
      "loss": 1.068596363067627,
      "step": 610
    },
    {
      "epoch": 1.0132450331125828,
      "grad_norm": 0.5390625,
      "learning_rate": 9.995076789537138e-06,
      "loss": 1.1101475954055786,
      "step": 612
    },
    {
      "epoch": 1.0165562913907285,
      "grad_norm": 0.5625,
      "learning_rate": 9.980811504055752e-06,
      "loss": 1.107115626335144,
      "step": 614
    },
    {
      "epoch": 1.0198675496688743,
      "grad_norm": 0.28125,
      "learning_rate": 9.966509153142464e-06,
      "loss": 1.142488956451416,
      "step": 616
    },
    {
      "epoch": 1.0231788079470199,
      "grad_norm": 0.375,
      "learning_rate": 9.952169927433282e-06,
      "loss": 1.0813229084014893,
      "step": 618
    },
    {
      "epoch": 1.0264900662251655,
      "grad_norm": 0.263671875,
      "learning_rate": 9.93779401805572e-06,
      "loss": 1.107801079750061,
      "step": 620
    },
    {
      "epoch": 1.0298013245033113,
      "grad_norm": 0.265625,
      "learning_rate": 9.923381616626257e-06,
      "loss": 1.1251033544540405,
      "step": 622
    },
    {
      "epoch": 1.033112582781457,
      "grad_norm": 0.40625,
      "learning_rate": 9.908932915247765e-06,
      "loss": 1.1380716562271118,
      "step": 624
    },
    {
      "epoch": 1.0364238410596027,
      "grad_norm": 0.361328125,
      "learning_rate": 9.894448106506957e-06,
      "loss": 1.1164017915725708,
      "step": 626
    },
    {
      "epoch": 1.0397350993377483,
      "grad_norm": 0.3671875,
      "learning_rate": 9.879927383471828e-06,
      "loss": 1.154578447341919,
      "step": 628
    },
    {
      "epoch": 1.0430463576158941,
      "grad_norm": 0.31640625,
      "learning_rate": 9.865370939689072e-06,
      "loss": 1.2191665172576904,
      "step": 630
    },
    {
      "epoch": 1.0463576158940397,
      "grad_norm": 1.15625,
      "learning_rate": 9.850778969181497e-06,
      "loss": 1.0986692905426025,
      "step": 632
    },
    {
      "epoch": 1.0496688741721854,
      "grad_norm": 0.455078125,
      "learning_rate": 9.836151666445465e-06,
      "loss": 1.059933066368103,
      "step": 634
    },
    {
      "epoch": 1.0529801324503312,
      "grad_norm": 0.40234375,
      "learning_rate": 9.821489226448259e-06,
      "loss": 1.0793806314468384,
      "step": 636
    },
    {
      "epoch": 1.0562913907284768,
      "grad_norm": 0.271484375,
      "learning_rate": 9.806791844625525e-06,
      "loss": 1.1094763278961182,
      "step": 638
    },
    {
      "epoch": 1.0596026490066226,
      "grad_norm": 0.4375,
      "learning_rate": 9.792059716878636e-06,
      "loss": 1.1059627532958984,
      "step": 640
    },
    {
      "epoch": 1.0629139072847682,
      "grad_norm": 0.42578125,
      "learning_rate": 9.7772930395721e-06,
      "loss": 1.0791089534759521,
      "step": 642
    },
    {
      "epoch": 1.0662251655629138,
      "grad_norm": 0.498046875,
      "learning_rate": 9.762492009530935e-06,
      "loss": 1.1716126203536987,
      "step": 644
    },
    {
      "epoch": 1.0695364238410596,
      "grad_norm": 0.466796875,
      "learning_rate": 9.747656824038044e-06,
      "loss": 1.0453616380691528,
      "step": 646
    },
    {
      "epoch": 1.0728476821192052,
      "grad_norm": 0.396484375,
      "learning_rate": 9.732787680831589e-06,
      "loss": 1.0998435020446777,
      "step": 648
    },
    {
      "epoch": 1.076158940397351,
      "grad_norm": 0.28125,
      "learning_rate": 9.71788477810236e-06,
      "loss": 1.0633697509765625,
      "step": 650
    },
    {
      "epoch": 1.0794701986754967,
      "grad_norm": 1.0703125,
      "learning_rate": 9.702948314491119e-06,
      "loss": 1.0050365924835205,
      "step": 652
    },
    {
      "epoch": 1.0827814569536425,
      "grad_norm": 0.3125,
      "learning_rate": 9.687978489085959e-06,
      "loss": 1.1256245374679565,
      "step": 654
    },
    {
      "epoch": 1.086092715231788,
      "grad_norm": 0.474609375,
      "learning_rate": 9.67297550141967e-06,
      "loss": 1.0635474920272827,
      "step": 656
    },
    {
      "epoch": 1.0894039735099337,
      "grad_norm": 0.484375,
      "learning_rate": 9.657939551467042e-06,
      "loss": 1.1216498613357544,
      "step": 658
    },
    {
      "epoch": 1.0927152317880795,
      "grad_norm": 0.328125,
      "learning_rate": 9.642870839642226e-06,
      "loss": 1.0962717533111572,
      "step": 660
    },
    {
      "epoch": 1.096026490066225,
      "grad_norm": 0.322265625,
      "learning_rate": 9.62776956679606e-06,
      "loss": 1.1562925577163696,
      "step": 662
    },
    {
      "epoch": 1.099337748344371,
      "grad_norm": 0.384765625,
      "learning_rate": 9.612635934213384e-06,
      "loss": 1.1446951627731323,
      "step": 664
    },
    {
      "epoch": 1.1026490066225165,
      "grad_norm": 0.431640625,
      "learning_rate": 9.597470143610362e-06,
      "loss": 1.1515048742294312,
      "step": 666
    },
    {
      "epoch": 1.1059602649006623,
      "grad_norm": 0.60546875,
      "learning_rate": 9.58227239713179e-06,
      "loss": 1.097119688987732,
      "step": 668
    },
    {
      "epoch": 1.109271523178808,
      "grad_norm": 0.345703125,
      "learning_rate": 9.567042897348405e-06,
      "loss": 1.1437350511550903,
      "step": 670
    },
    {
      "epoch": 1.1125827814569536,
      "grad_norm": 0.5,
      "learning_rate": 9.551781847254186e-06,
      "loss": 1.0003553628921509,
      "step": 672
    },
    {
      "epoch": 1.1158940397350994,
      "grad_norm": 0.77734375,
      "learning_rate": 9.536489450263647e-06,
      "loss": 1.175012230873108,
      "step": 674
    },
    {
      "epoch": 1.119205298013245,
      "grad_norm": 0.5234375,
      "learning_rate": 9.521165910209115e-06,
      "loss": 1.0635179281234741,
      "step": 676
    },
    {
      "epoch": 1.1225165562913908,
      "grad_norm": 0.46484375,
      "learning_rate": 9.505811431338033e-06,
      "loss": 1.119577407836914,
      "step": 678
    },
    {
      "epoch": 1.1258278145695364,
      "grad_norm": 0.515625,
      "learning_rate": 9.490426218310226e-06,
      "loss": 1.110081672668457,
      "step": 680
    },
    {
      "epoch": 1.129139072847682,
      "grad_norm": 0.42578125,
      "learning_rate": 9.475010476195173e-06,
      "loss": 1.125766396522522,
      "step": 682
    },
    {
      "epoch": 1.1324503311258278,
      "grad_norm": 0.294921875,
      "learning_rate": 9.459564410469273e-06,
      "loss": 1.1465976238250732,
      "step": 684
    },
    {
      "epoch": 1.1357615894039734,
      "grad_norm": 0.384765625,
      "learning_rate": 9.444088227013111e-06,
      "loss": 1.0712946653366089,
      "step": 686
    },
    {
      "epoch": 1.1390728476821192,
      "grad_norm": 0.578125,
      "learning_rate": 9.42858213210871e-06,
      "loss": 1.1463303565979004,
      "step": 688
    },
    {
      "epoch": 1.1423841059602649,
      "grad_norm": 0.359375,
      "learning_rate": 9.413046332436781e-06,
      "loss": 1.0968739986419678,
      "step": 690
    },
    {
      "epoch": 1.1456953642384107,
      "grad_norm": 0.35546875,
      "learning_rate": 9.39748103507398e-06,
      "loss": 1.1099607944488525,
      "step": 692
    },
    {
      "epoch": 1.1490066225165563,
      "grad_norm": 0.466796875,
      "learning_rate": 9.38188644749012e-06,
      "loss": 1.2194066047668457,
      "step": 694
    },
    {
      "epoch": 1.152317880794702,
      "grad_norm": 0.53515625,
      "learning_rate": 9.36626277754544e-06,
      "loss": 1.0382094383239746,
      "step": 696
    },
    {
      "epoch": 1.1556291390728477,
      "grad_norm": 0.302734375,
      "learning_rate": 9.350610233487807e-06,
      "loss": 1.1106114387512207,
      "step": 698
    },
    {
      "epoch": 1.1589403973509933,
      "grad_norm": 0.388671875,
      "learning_rate": 9.334929023949954e-06,
      "loss": 1.104656457901001,
      "step": 700
    },
    {
      "epoch": 1.1622516556291391,
      "grad_norm": 0.404296875,
      "learning_rate": 9.319219357946699e-06,
      "loss": 1.1264766454696655,
      "step": 702
    },
    {
      "epoch": 1.1655629139072847,
      "grad_norm": 0.458984375,
      "learning_rate": 9.303481444872153e-06,
      "loss": 1.1377006769180298,
      "step": 704
    },
    {
      "epoch": 1.1688741721854305,
      "grad_norm": 0.376953125,
      "learning_rate": 9.287715494496932e-06,
      "loss": 1.0277259349822998,
      "step": 706
    },
    {
      "epoch": 1.1721854304635762,
      "grad_norm": 0.375,
      "learning_rate": 9.271921716965366e-06,
      "loss": 1.1559712886810303,
      "step": 708
    },
    {
      "epoch": 1.1754966887417218,
      "grad_norm": 0.328125,
      "learning_rate": 9.256100322792685e-06,
      "loss": 1.1573880910873413,
      "step": 710
    },
    {
      "epoch": 1.1788079470198676,
      "grad_norm": 0.337890625,
      "learning_rate": 9.240251522862228e-06,
      "loss": 1.0647897720336914,
      "step": 712
    },
    {
      "epoch": 1.1821192052980132,
      "grad_norm": 0.5,
      "learning_rate": 9.224375528422625e-06,
      "loss": 1.1478759050369263,
      "step": 714
    },
    {
      "epoch": 1.185430463576159,
      "grad_norm": 0.5,
      "learning_rate": 9.208472551084974e-06,
      "loss": 1.171141266822815,
      "step": 716
    },
    {
      "epoch": 1.1887417218543046,
      "grad_norm": 0.33984375,
      "learning_rate": 9.192542802820039e-06,
      "loss": 1.1633001565933228,
      "step": 718
    },
    {
      "epoch": 1.1920529801324504,
      "grad_norm": 0.384765625,
      "learning_rate": 9.176586495955403e-06,
      "loss": 1.0764974355697632,
      "step": 720
    },
    {
      "epoch": 1.195364238410596,
      "grad_norm": 0.484375,
      "learning_rate": 9.160603843172655e-06,
      "loss": 1.094746708869934,
      "step": 722
    },
    {
      "epoch": 1.1986754966887416,
      "grad_norm": 0.37109375,
      "learning_rate": 9.144595057504552e-06,
      "loss": 1.1030086278915405,
      "step": 724
    },
    {
      "epoch": 1.2019867549668874,
      "grad_norm": 0.333984375,
      "learning_rate": 9.128560352332163e-06,
      "loss": 1.1092870235443115,
      "step": 726
    },
    {
      "epoch": 1.205298013245033,
      "grad_norm": 0.455078125,
      "learning_rate": 9.112499941382057e-06,
      "loss": 1.0155194997787476,
      "step": 728
    },
    {
      "epoch": 1.2086092715231789,
      "grad_norm": 0.4296875,
      "learning_rate": 9.096414038723415e-06,
      "loss": 1.1965831518173218,
      "step": 730
    },
    {
      "epoch": 1.2119205298013245,
      "grad_norm": 0.26171875,
      "learning_rate": 9.080302858765213e-06,
      "loss": 1.077614665031433,
      "step": 732
    },
    {
      "epoch": 1.2152317880794703,
      "grad_norm": 0.64453125,
      "learning_rate": 9.06416661625334e-06,
      "loss": 1.1260370016098022,
      "step": 734
    },
    {
      "epoch": 1.218543046357616,
      "grad_norm": 0.55859375,
      "learning_rate": 9.048005526267742e-06,
      "loss": 1.122714638710022,
      "step": 736
    },
    {
      "epoch": 1.2218543046357615,
      "grad_norm": 0.3984375,
      "learning_rate": 9.031819804219566e-06,
      "loss": 1.1720261573791504,
      "step": 738
    },
    {
      "epoch": 1.2251655629139073,
      "grad_norm": 0.380859375,
      "learning_rate": 9.01560966584827e-06,
      "loss": 1.1976429224014282,
      "step": 740
    },
    {
      "epoch": 1.228476821192053,
      "grad_norm": 0.435546875,
      "learning_rate": 8.999375327218765e-06,
      "loss": 1.1546531915664673,
      "step": 742
    },
    {
      "epoch": 1.2317880794701987,
      "grad_norm": 0.2890625,
      "learning_rate": 8.98311700471852e-06,
      "loss": 1.1697813272476196,
      "step": 744
    },
    {
      "epoch": 1.2350993377483444,
      "grad_norm": 0.96875,
      "learning_rate": 8.966834915054694e-06,
      "loss": 1.1024788618087769,
      "step": 746
    },
    {
      "epoch": 1.23841059602649,
      "grad_norm": 0.291015625,
      "learning_rate": 8.950529275251226e-06,
      "loss": 1.1089746952056885,
      "step": 748
    },
    {
      "epoch": 1.2417218543046358,
      "grad_norm": 0.88671875,
      "learning_rate": 8.934200302645968e-06,
      "loss": 1.0583044290542603,
      "step": 750
    },
    {
      "epoch": 1.2450331125827814,
      "grad_norm": 1.6796875,
      "learning_rate": 8.917848214887765e-06,
      "loss": 1.0897866487503052,
      "step": 752
    },
    {
      "epoch": 1.2483443708609272,
      "grad_norm": 0.267578125,
      "learning_rate": 8.901473229933567e-06,
      "loss": 1.0810881853103638,
      "step": 754
    },
    {
      "epoch": 1.2516556291390728,
      "grad_norm": 0.8203125,
      "learning_rate": 8.88507556604552e-06,
      "loss": 1.0693601369857788,
      "step": 756
    },
    {
      "epoch": 1.2549668874172186,
      "grad_norm": 0.375,
      "learning_rate": 8.868655441788064e-06,
      "loss": 1.0969278812408447,
      "step": 758
    },
    {
      "epoch": 1.2582781456953642,
      "grad_norm": 0.375,
      "learning_rate": 8.852213076025005e-06,
      "loss": 1.154745101928711,
      "step": 760
    },
    {
      "epoch": 1.26158940397351,
      "grad_norm": 0.30859375,
      "learning_rate": 8.83574868791661e-06,
      "loss": 1.1125857830047607,
      "step": 762
    },
    {
      "epoch": 1.2649006622516556,
      "grad_norm": 0.39453125,
      "learning_rate": 8.819262496916676e-06,
      "loss": 1.1467704772949219,
      "step": 764
    },
    {
      "epoch": 1.2682119205298013,
      "grad_norm": 0.486328125,
      "learning_rate": 8.80275472276962e-06,
      "loss": 1.1354914903640747,
      "step": 766
    },
    {
      "epoch": 1.271523178807947,
      "grad_norm": 0.609375,
      "learning_rate": 8.786225585507534e-06,
      "loss": 1.1262799501419067,
      "step": 768
    },
    {
      "epoch": 1.2748344370860927,
      "grad_norm": 0.87890625,
      "learning_rate": 8.769675305447267e-06,
      "loss": 1.0878307819366455,
      "step": 770
    },
    {
      "epoch": 1.2781456953642385,
      "grad_norm": 0.31640625,
      "learning_rate": 8.753104103187465e-06,
      "loss": 1.0384912490844727,
      "step": 772
    },
    {
      "epoch": 1.281456953642384,
      "grad_norm": 0.345703125,
      "learning_rate": 8.73651219960566e-06,
      "loss": 1.1220159530639648,
      "step": 774
    },
    {
      "epoch": 1.2847682119205297,
      "grad_norm": 0.296875,
      "learning_rate": 8.719899815855308e-06,
      "loss": 1.057347059249878,
      "step": 776
    },
    {
      "epoch": 1.2880794701986755,
      "grad_norm": 0.53515625,
      "learning_rate": 8.703267173362838e-06,
      "loss": 1.1674779653549194,
      "step": 778
    },
    {
      "epoch": 1.2913907284768211,
      "grad_norm": 0.4140625,
      "learning_rate": 8.686614493824725e-06,
      "loss": 1.1553187370300293,
      "step": 780
    },
    {
      "epoch": 1.294701986754967,
      "grad_norm": 0.263671875,
      "learning_rate": 8.6699419992045e-06,
      "loss": 1.0362199544906616,
      "step": 782
    },
    {
      "epoch": 1.2980132450331126,
      "grad_norm": 0.341796875,
      "learning_rate": 8.653249911729814e-06,
      "loss": 1.0475202798843384,
      "step": 784
    },
    {
      "epoch": 1.3013245033112582,
      "grad_norm": 0.263671875,
      "learning_rate": 8.63653845388948e-06,
      "loss": 0.9839364886283875,
      "step": 786
    },
    {
      "epoch": 1.304635761589404,
      "grad_norm": 0.396484375,
      "learning_rate": 8.619807848430485e-06,
      "loss": 1.09470534324646,
      "step": 788
    },
    {
      "epoch": 1.3079470198675498,
      "grad_norm": 0.44140625,
      "learning_rate": 8.603058318355047e-06,
      "loss": 1.1766548156738281,
      "step": 790
    },
    {
      "epoch": 1.3112582781456954,
      "grad_norm": 0.439453125,
      "learning_rate": 8.586290086917619e-06,
      "loss": 1.1274049282073975,
      "step": 792
    },
    {
      "epoch": 1.314569536423841,
      "grad_norm": 0.345703125,
      "learning_rate": 8.569503377621931e-06,
      "loss": 1.1291522979736328,
      "step": 794
    },
    {
      "epoch": 1.3178807947019868,
      "grad_norm": 0.419921875,
      "learning_rate": 8.552698414218007e-06,
      "loss": 1.100280523300171,
      "step": 796
    },
    {
      "epoch": 1.3211920529801324,
      "grad_norm": 0.71484375,
      "learning_rate": 8.535875420699173e-06,
      "loss": 1.0891684293746948,
      "step": 798
    },
    {
      "epoch": 1.3245033112582782,
      "grad_norm": 0.3984375,
      "learning_rate": 8.519034621299082e-06,
      "loss": 1.1650758981704712,
      "step": 800
    },
    {
      "epoch": 1.3278145695364238,
      "grad_norm": 0.361328125,
      "learning_rate": 8.502176240488724e-06,
      "loss": 1.0949400663375854,
      "step": 802
    },
    {
      "epoch": 1.3311258278145695,
      "grad_norm": 0.328125,
      "learning_rate": 8.485300502973424e-06,
      "loss": 1.0937325954437256,
      "step": 804
    },
    {
      "epoch": 1.3344370860927153,
      "grad_norm": 0.447265625,
      "learning_rate": 8.468407633689864e-06,
      "loss": 1.0812309980392456,
      "step": 806
    },
    {
      "epoch": 1.3377483443708609,
      "grad_norm": 0.42578125,
      "learning_rate": 8.451497857803066e-06,
      "loss": 1.0209524631500244,
      "step": 808
    },
    {
      "epoch": 1.3410596026490067,
      "grad_norm": 0.3984375,
      "learning_rate": 8.434571400703408e-06,
      "loss": 1.1526941061019897,
      "step": 810
    },
    {
      "epoch": 1.3443708609271523,
      "grad_norm": 0.53125,
      "learning_rate": 8.417628488003606e-06,
      "loss": 1.1507055759429932,
      "step": 812
    },
    {
      "epoch": 1.347682119205298,
      "grad_norm": 0.263671875,
      "learning_rate": 8.400669345535718e-06,
      "loss": 1.0535410642623901,
      "step": 814
    },
    {
      "epoch": 1.3509933774834437,
      "grad_norm": 0.3515625,
      "learning_rate": 8.383694199348123e-06,
      "loss": 1.1291109323501587,
      "step": 816
    },
    {
      "epoch": 1.3543046357615893,
      "grad_norm": 0.435546875,
      "learning_rate": 8.366703275702516e-06,
      "loss": 1.0811841487884521,
      "step": 818
    },
    {
      "epoch": 1.3576158940397351,
      "grad_norm": 0.2451171875,
      "learning_rate": 8.349696801070893e-06,
      "loss": 1.134947657585144,
      "step": 820
    },
    {
      "epoch": 1.3609271523178808,
      "grad_norm": 0.36328125,
      "learning_rate": 8.332675002132523e-06,
      "loss": 1.1577849388122559,
      "step": 822
    },
    {
      "epoch": 1.3642384105960264,
      "grad_norm": 0.8046875,
      "learning_rate": 8.315638105770938e-06,
      "loss": 1.1460561752319336,
      "step": 824
    },
    {
      "epoch": 1.3675496688741722,
      "grad_norm": 0.69140625,
      "learning_rate": 8.298586339070901e-06,
      "loss": 1.1265171766281128,
      "step": 826
    },
    {
      "epoch": 1.370860927152318,
      "grad_norm": 0.31640625,
      "learning_rate": 8.28151992931538e-06,
      "loss": 1.2352640628814697,
      "step": 828
    },
    {
      "epoch": 1.3741721854304636,
      "grad_norm": 0.36328125,
      "learning_rate": 8.264439103982522e-06,
      "loss": 1.1254183053970337,
      "step": 830
    },
    {
      "epoch": 1.3774834437086092,
      "grad_norm": 0.53125,
      "learning_rate": 8.247344090742623e-06,
      "loss": 1.1543939113616943,
      "step": 832
    },
    {
      "epoch": 1.380794701986755,
      "grad_norm": 0.380859375,
      "learning_rate": 8.230235117455083e-06,
      "loss": 1.0869652032852173,
      "step": 834
    },
    {
      "epoch": 1.3841059602649006,
      "grad_norm": 0.34765625,
      "learning_rate": 8.213112412165377e-06,
      "loss": 1.0378072261810303,
      "step": 836
    },
    {
      "epoch": 1.3874172185430464,
      "grad_norm": 0.287109375,
      "learning_rate": 8.195976203102018e-06,
      "loss": 1.1564513444900513,
      "step": 838
    },
    {
      "epoch": 1.390728476821192,
      "grad_norm": 0.287109375,
      "learning_rate": 8.178826718673508e-06,
      "loss": 1.117110252380371,
      "step": 840
    },
    {
      "epoch": 1.3940397350993377,
      "grad_norm": 0.921875,
      "learning_rate": 8.161664187465298e-06,
      "loss": 1.1238434314727783,
      "step": 842
    },
    {
      "epoch": 1.3973509933774835,
      "grad_norm": 0.384765625,
      "learning_rate": 8.144488838236734e-06,
      "loss": 1.1785955429077148,
      "step": 844
    },
    {
      "epoch": 1.400662251655629,
      "grad_norm": 0.40625,
      "learning_rate": 8.127300899918021e-06,
      "loss": 1.2380834817886353,
      "step": 846
    },
    {
      "epoch": 1.403973509933775,
      "grad_norm": 0.8984375,
      "learning_rate": 8.110100601607157e-06,
      "loss": 1.1105948686599731,
      "step": 848
    },
    {
      "epoch": 1.4072847682119205,
      "grad_norm": 0.3671875,
      "learning_rate": 8.092888172566887e-06,
      "loss": 1.1651510000228882,
      "step": 850
    },
    {
      "epoch": 1.410596026490066,
      "grad_norm": 0.302734375,
      "learning_rate": 8.075663842221656e-06,
      "loss": 1.0690885782241821,
      "step": 852
    },
    {
      "epoch": 1.413907284768212,
      "grad_norm": 1.015625,
      "learning_rate": 8.058427840154531e-06,
      "loss": 1.154086947441101,
      "step": 854
    },
    {
      "epoch": 1.4172185430463577,
      "grad_norm": 0.41015625,
      "learning_rate": 8.041180396104154e-06,
      "loss": 1.0742074251174927,
      "step": 856
    },
    {
      "epoch": 1.4205298013245033,
      "grad_norm": 0.90234375,
      "learning_rate": 8.02392173996168e-06,
      "loss": 1.0775120258331299,
      "step": 858
    },
    {
      "epoch": 1.423841059602649,
      "grad_norm": 0.466796875,
      "learning_rate": 8.006652101767706e-06,
      "loss": 1.1411365270614624,
      "step": 860
    },
    {
      "epoch": 1.4271523178807948,
      "grad_norm": 0.578125,
      "learning_rate": 7.989371711709214e-06,
      "loss": 1.159982442855835,
      "step": 862
    },
    {
      "epoch": 1.4304635761589404,
      "grad_norm": 0.462890625,
      "learning_rate": 7.97208080011649e-06,
      "loss": 1.1033796072006226,
      "step": 864
    },
    {
      "epoch": 1.4337748344370862,
      "grad_norm": 0.419921875,
      "learning_rate": 7.95477959746007e-06,
      "loss": 1.1719162464141846,
      "step": 866
    },
    {
      "epoch": 1.4370860927152318,
      "grad_norm": 0.4140625,
      "learning_rate": 7.937468334347649e-06,
      "loss": 1.202003002166748,
      "step": 868
    },
    {
      "epoch": 1.4403973509933774,
      "grad_norm": 0.75390625,
      "learning_rate": 7.92014724152103e-06,
      "loss": 1.1364517211914062,
      "step": 870
    },
    {
      "epoch": 1.4437086092715232,
      "grad_norm": 0.41796875,
      "learning_rate": 7.902816549853027e-06,
      "loss": 1.1248327493667603,
      "step": 872
    },
    {
      "epoch": 1.4470198675496688,
      "grad_norm": 0.330078125,
      "learning_rate": 7.885476490344407e-06,
      "loss": 1.122451663017273,
      "step": 874
    },
    {
      "epoch": 1.4503311258278146,
      "grad_norm": 0.25390625,
      "learning_rate": 7.868127294120787e-06,
      "loss": 1.0662963390350342,
      "step": 876
    },
    {
      "epoch": 1.4536423841059603,
      "grad_norm": 0.271484375,
      "learning_rate": 7.850769192429576e-06,
      "loss": 1.1393651962280273,
      "step": 878
    },
    {
      "epoch": 1.4569536423841059,
      "grad_norm": 0.361328125,
      "learning_rate": 7.833402416636885e-06,
      "loss": 1.051371693611145,
      "step": 880
    },
    {
      "epoch": 1.4602649006622517,
      "grad_norm": 0.421875,
      "learning_rate": 7.816027198224437e-06,
      "loss": 1.134348750114441,
      "step": 882
    },
    {
      "epoch": 1.4635761589403973,
      "grad_norm": 0.4375,
      "learning_rate": 7.798643768786491e-06,
      "loss": 1.1689413785934448,
      "step": 884
    },
    {
      "epoch": 1.466887417218543,
      "grad_norm": 0.341796875,
      "learning_rate": 7.781252360026748e-06,
      "loss": 1.1354305744171143,
      "step": 886
    },
    {
      "epoch": 1.4701986754966887,
      "grad_norm": 0.443359375,
      "learning_rate": 7.763853203755266e-06,
      "loss": 1.0442321300506592,
      "step": 888
    },
    {
      "epoch": 1.4735099337748343,
      "grad_norm": 0.310546875,
      "learning_rate": 7.746446531885371e-06,
      "loss": 1.1418088674545288,
      "step": 890
    },
    {
      "epoch": 1.4768211920529801,
      "grad_norm": 0.353515625,
      "learning_rate": 7.729032576430563e-06,
      "loss": 1.1551663875579834,
      "step": 892
    },
    {
      "epoch": 1.480132450331126,
      "grad_norm": 0.53125,
      "learning_rate": 7.711611569501427e-06,
      "loss": 1.123194694519043,
      "step": 894
    },
    {
      "epoch": 1.4834437086092715,
      "grad_norm": 0.494140625,
      "learning_rate": 7.694183743302533e-06,
      "loss": 1.1747374534606934,
      "step": 896
    },
    {
      "epoch": 1.4867549668874172,
      "grad_norm": 0.546875,
      "learning_rate": 7.676749330129348e-06,
      "loss": 1.0527430772781372,
      "step": 898
    },
    {
      "epoch": 1.490066225165563,
      "grad_norm": 0.458984375,
      "learning_rate": 7.659308562365133e-06,
      "loss": 1.144150733947754,
      "step": 900
    },
    {
      "epoch": 1.4933774834437086,
      "grad_norm": 0.46875,
      "learning_rate": 7.64186167247786e-06,
      "loss": 1.0819345712661743,
      "step": 902
    },
    {
      "epoch": 1.4966887417218544,
      "grad_norm": 1.0703125,
      "learning_rate": 7.624408893017088e-06,
      "loss": 1.1327379941940308,
      "step": 904
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.31640625,
      "learning_rate": 7.6069504566108895e-06,
      "loss": 1.0392861366271973,
      "step": 906
    },
    {
      "epoch": 1.5033112582781456,
      "grad_norm": 1.3984375,
      "learning_rate": 7.589486595962732e-06,
      "loss": 1.1170624494552612,
      "step": 908
    },
    {
      "epoch": 1.5066225165562914,
      "grad_norm": 0.625,
      "learning_rate": 7.572017543848388e-06,
      "loss": 1.079361081123352,
      "step": 910
    },
    {
      "epoch": 1.5099337748344372,
      "grad_norm": 0.76171875,
      "learning_rate": 7.5545435331128185e-06,
      "loss": 1.1161906719207764,
      "step": 912
    },
    {
      "epoch": 1.5132450331125828,
      "grad_norm": 0.29296875,
      "learning_rate": 7.537064796667088e-06,
      "loss": 1.131893277168274,
      "step": 914
    },
    {
      "epoch": 1.5165562913907285,
      "grad_norm": 0.416015625,
      "learning_rate": 7.519581567485246e-06,
      "loss": 1.1086527109146118,
      "step": 916
    },
    {
      "epoch": 1.519867549668874,
      "grad_norm": 0.52734375,
      "learning_rate": 7.502094078601223e-06,
      "loss": 1.172413945198059,
      "step": 918
    },
    {
      "epoch": 1.5231788079470199,
      "grad_norm": 0.275390625,
      "learning_rate": 7.48460256310573e-06,
      "loss": 1.0879758596420288,
      "step": 920
    },
    {
      "epoch": 1.5264900662251657,
      "grad_norm": 0.306640625,
      "learning_rate": 7.4671072541431455e-06,
      "loss": 1.1638213396072388,
      "step": 922
    },
    {
      "epoch": 1.5298013245033113,
      "grad_norm": 0.42578125,
      "learning_rate": 7.449608384908417e-06,
      "loss": 1.091423749923706,
      "step": 924
    },
    {
      "epoch": 1.533112582781457,
      "grad_norm": 0.435546875,
      "learning_rate": 7.432106188643942e-06,
      "loss": 1.1669130325317383,
      "step": 926
    },
    {
      "epoch": 1.5364238410596025,
      "grad_norm": 0.361328125,
      "learning_rate": 7.414600898636467e-06,
      "loss": 1.1157746315002441,
      "step": 928
    },
    {
      "epoch": 1.5397350993377483,
      "grad_norm": 0.34375,
      "learning_rate": 7.39709274821397e-06,
      "loss": 1.079698085784912,
      "step": 930
    },
    {
      "epoch": 1.5430463576158941,
      "grad_norm": 0.333984375,
      "learning_rate": 7.379581970742558e-06,
      "loss": 0.983738899230957,
      "step": 932
    },
    {
      "epoch": 1.5463576158940397,
      "grad_norm": 0.412109375,
      "learning_rate": 7.3620687996233606e-06,
      "loss": 1.1889533996582031,
      "step": 934
    },
    {
      "epoch": 1.5496688741721854,
      "grad_norm": 0.353515625,
      "learning_rate": 7.344553468289401e-06,
      "loss": 1.1194508075714111,
      "step": 936
    },
    {
      "epoch": 1.5529801324503312,
      "grad_norm": 0.37890625,
      "learning_rate": 7.327036210202505e-06,
      "loss": 1.1008572578430176,
      "step": 938
    },
    {
      "epoch": 1.5562913907284768,
      "grad_norm": 0.337890625,
      "learning_rate": 7.309517258850176e-06,
      "loss": 1.0888991355895996,
      "step": 940
    },
    {
      "epoch": 1.5596026490066226,
      "grad_norm": 0.51953125,
      "learning_rate": 7.291996847742485e-06,
      "loss": 1.1011091470718384,
      "step": 942
    },
    {
      "epoch": 1.5629139072847682,
      "grad_norm": 0.5078125,
      "learning_rate": 7.274475210408963e-06,
      "loss": 1.0910996198654175,
      "step": 944
    },
    {
      "epoch": 1.5662251655629138,
      "grad_norm": 0.380859375,
      "learning_rate": 7.256952580395487e-06,
      "loss": 1.086224913597107,
      "step": 946
    },
    {
      "epoch": 1.5695364238410596,
      "grad_norm": 0.404296875,
      "learning_rate": 7.239429191261161e-06,
      "loss": 1.1097546815872192,
      "step": 948
    },
    {
      "epoch": 1.5728476821192054,
      "grad_norm": 0.408203125,
      "learning_rate": 7.221905276575209e-06,
      "loss": 1.0408302545547485,
      "step": 950
    },
    {
      "epoch": 1.576158940397351,
      "grad_norm": 0.361328125,
      "learning_rate": 7.204381069913862e-06,
      "loss": 1.1143653392791748,
      "step": 952
    },
    {
      "epoch": 1.5794701986754967,
      "grad_norm": 0.380859375,
      "learning_rate": 7.186856804857243e-06,
      "loss": 1.1487960815429688,
      "step": 954
    },
    {
      "epoch": 1.5827814569536423,
      "grad_norm": 0.5859375,
      "learning_rate": 7.1693327149862504e-06,
      "loss": 1.10153329372406,
      "step": 956
    },
    {
      "epoch": 1.586092715231788,
      "grad_norm": 0.384765625,
      "learning_rate": 7.151809033879449e-06,
      "loss": 1.0794066190719604,
      "step": 958
    },
    {
      "epoch": 1.589403973509934,
      "grad_norm": 0.96484375,
      "learning_rate": 7.134285995109952e-06,
      "loss": 1.1781980991363525,
      "step": 960
    },
    {
      "epoch": 1.5927152317880795,
      "grad_norm": 0.34765625,
      "learning_rate": 7.116763832242319e-06,
      "loss": 1.0936973094940186,
      "step": 962
    },
    {
      "epoch": 1.596026490066225,
      "grad_norm": 1.203125,
      "learning_rate": 7.099242778829429e-06,
      "loss": 1.1570301055908203,
      "step": 964
    },
    {
      "epoch": 1.5993377483443707,
      "grad_norm": 0.32421875,
      "learning_rate": 7.081723068409368e-06,
      "loss": 1.1480774879455566,
      "step": 966
    },
    {
      "epoch": 1.6026490066225165,
      "grad_norm": 0.416015625,
      "learning_rate": 7.064204934502333e-06,
      "loss": 1.1552226543426514,
      "step": 968
    },
    {
      "epoch": 1.6059602649006623,
      "grad_norm": 0.5234375,
      "learning_rate": 7.0466886106075e-06,
      "loss": 1.2289761304855347,
      "step": 970
    },
    {
      "epoch": 1.609271523178808,
      "grad_norm": 0.345703125,
      "learning_rate": 7.029174330199921e-06,
      "loss": 1.1841604709625244,
      "step": 972
    },
    {
      "epoch": 1.6125827814569536,
      "grad_norm": 0.4765625,
      "learning_rate": 7.011662326727409e-06,
      "loss": 1.1432627439498901,
      "step": 974
    },
    {
      "epoch": 1.6158940397350994,
      "grad_norm": 0.490234375,
      "learning_rate": 6.994152833607431e-06,
      "loss": 1.0701535940170288,
      "step": 976
    },
    {
      "epoch": 1.6192052980132452,
      "grad_norm": 0.51171875,
      "learning_rate": 6.976646084223992e-06,
      "loss": 1.0911750793457031,
      "step": 978
    },
    {
      "epoch": 1.6225165562913908,
      "grad_norm": 0.41796875,
      "learning_rate": 6.959142311924522e-06,
      "loss": 1.0632914304733276,
      "step": 980
    },
    {
      "epoch": 1.6258278145695364,
      "grad_norm": 0.361328125,
      "learning_rate": 6.9416417500167744e-06,
      "loss": 1.1161998510360718,
      "step": 982
    },
    {
      "epoch": 1.629139072847682,
      "grad_norm": 0.306640625,
      "learning_rate": 6.924144631765715e-06,
      "loss": 1.0910724401474,
      "step": 984
    },
    {
      "epoch": 1.6324503311258278,
      "grad_norm": 0.26953125,
      "learning_rate": 6.906651190390396e-06,
      "loss": 1.0503889322280884,
      "step": 986
    },
    {
      "epoch": 1.6357615894039736,
      "grad_norm": 0.384765625,
      "learning_rate": 6.88916165906087e-06,
      "loss": 1.2001702785491943,
      "step": 988
    },
    {
      "epoch": 1.6390728476821192,
      "grad_norm": 0.578125,
      "learning_rate": 6.8716762708950744e-06,
      "loss": 1.1387388706207275,
      "step": 990
    },
    {
      "epoch": 1.6423841059602649,
      "grad_norm": 0.59765625,
      "learning_rate": 6.854195258955716e-06,
      "loss": 1.14443039894104,
      "step": 992
    },
    {
      "epoch": 1.6456953642384105,
      "grad_norm": 0.384765625,
      "learning_rate": 6.836718856247175e-06,
      "loss": 1.1768776178359985,
      "step": 994
    },
    {
      "epoch": 1.6490066225165563,
      "grad_norm": 0.2373046875,
      "learning_rate": 6.819247295712395e-06,
      "loss": 1.1593154668807983,
      "step": 996
    },
    {
      "epoch": 1.652317880794702,
      "grad_norm": 0.275390625,
      "learning_rate": 6.801780810229773e-06,
      "loss": 1.1416690349578857,
      "step": 998
    },
    {
      "epoch": 1.6556291390728477,
      "grad_norm": 0.3515625,
      "learning_rate": 6.784319632610069e-06,
      "loss": 1.1714385747909546,
      "step": 1000
    },
    {
      "epoch": 1.6589403973509933,
      "grad_norm": 0.353515625,
      "learning_rate": 6.766863995593291e-06,
      "loss": 1.125061273574829,
      "step": 1002
    },
    {
      "epoch": 1.6622516556291391,
      "grad_norm": 0.3671875,
      "learning_rate": 6.749414131845594e-06,
      "loss": 1.0884270668029785,
      "step": 1004
    },
    {
      "epoch": 1.6655629139072847,
      "grad_norm": 0.23046875,
      "learning_rate": 6.7319702739561835e-06,
      "loss": 1.0700236558914185,
      "step": 1006
    },
    {
      "epoch": 1.6688741721854305,
      "grad_norm": 0.302734375,
      "learning_rate": 6.714532654434209e-06,
      "loss": 1.1123465299606323,
      "step": 1008
    },
    {
      "epoch": 1.6721854304635762,
      "grad_norm": 0.361328125,
      "learning_rate": 6.697101505705675e-06,
      "loss": 1.0608749389648438,
      "step": 1010
    },
    {
      "epoch": 1.6754966887417218,
      "grad_norm": 0.349609375,
      "learning_rate": 6.6796770601103345e-06,
      "loss": 1.1096681356430054,
      "step": 1012
    },
    {
      "epoch": 1.6788079470198676,
      "grad_norm": 0.369140625,
      "learning_rate": 6.662259549898591e-06,
      "loss": 1.0963759422302246,
      "step": 1014
    },
    {
      "epoch": 1.6821192052980134,
      "grad_norm": 0.5,
      "learning_rate": 6.644849207228413e-06,
      "loss": 1.1321171522140503,
      "step": 1016
    },
    {
      "epoch": 1.685430463576159,
      "grad_norm": 0.369140625,
      "learning_rate": 6.627446264162226e-06,
      "loss": 1.1333951950073242,
      "step": 1018
    },
    {
      "epoch": 1.6887417218543046,
      "grad_norm": 0.50390625,
      "learning_rate": 6.6100509526638295e-06,
      "loss": 1.0682663917541504,
      "step": 1020
    },
    {
      "epoch": 1.6920529801324502,
      "grad_norm": 0.4296875,
      "learning_rate": 6.5926635045953026e-06,
      "loss": 1.0695470571517944,
      "step": 1022
    },
    {
      "epoch": 1.695364238410596,
      "grad_norm": 0.5625,
      "learning_rate": 6.57528415171391e-06,
      "loss": 1.1304333209991455,
      "step": 1024
    },
    {
      "epoch": 1.6986754966887418,
      "grad_norm": 0.3671875,
      "learning_rate": 6.55791312566902e-06,
      "loss": 1.1207385063171387,
      "step": 1026
    },
    {
      "epoch": 1.7019867549668874,
      "grad_norm": 0.64453125,
      "learning_rate": 6.540550657999007e-06,
      "loss": 1.0782655477523804,
      "step": 1028
    },
    {
      "epoch": 1.705298013245033,
      "grad_norm": 0.314453125,
      "learning_rate": 6.523196980128175e-06,
      "loss": 1.0895800590515137,
      "step": 1030
    },
    {
      "epoch": 1.7086092715231787,
      "grad_norm": 0.380859375,
      "learning_rate": 6.5058523233636675e-06,
      "loss": 1.0197545289993286,
      "step": 1032
    },
    {
      "epoch": 1.7119205298013245,
      "grad_norm": 0.3984375,
      "learning_rate": 6.4885169188923835e-06,
      "loss": 1.1468507051467896,
      "step": 1034
    },
    {
      "epoch": 1.7152317880794703,
      "grad_norm": 0.453125,
      "learning_rate": 6.4711909977779034e-06,
      "loss": 1.1051777601242065,
      "step": 1036
    },
    {
      "epoch": 1.718543046357616,
      "grad_norm": 0.330078125,
      "learning_rate": 6.4538747909574e-06,
      "loss": 1.0961897373199463,
      "step": 1038
    },
    {
      "epoch": 1.7218543046357615,
      "grad_norm": 0.40625,
      "learning_rate": 6.436568529238562e-06,
      "loss": 1.1184409856796265,
      "step": 1040
    },
    {
      "epoch": 1.7251655629139073,
      "grad_norm": 2.53125,
      "learning_rate": 6.419272443296529e-06,
      "loss": 1.058405876159668,
      "step": 1042
    },
    {
      "epoch": 1.728476821192053,
      "grad_norm": 0.396484375,
      "learning_rate": 6.401986763670795e-06,
      "loss": 1.1203678846359253,
      "step": 1044
    },
    {
      "epoch": 1.7317880794701987,
      "grad_norm": 0.5,
      "learning_rate": 6.3847117207621605e-06,
      "loss": 1.105993390083313,
      "step": 1046
    },
    {
      "epoch": 1.7350993377483444,
      "grad_norm": 0.33203125,
      "learning_rate": 6.367447544829642e-06,
      "loss": 1.1263104677200317,
      "step": 1048
    },
    {
      "epoch": 1.73841059602649,
      "grad_norm": 0.380859375,
      "learning_rate": 6.35019446598741e-06,
      "loss": 1.2111080884933472,
      "step": 1050
    },
    {
      "epoch": 1.7417218543046358,
      "grad_norm": 0.4921875,
      "learning_rate": 6.3329527142017255e-06,
      "loss": 1.1802841424942017,
      "step": 1052
    },
    {
      "epoch": 1.7450331125827816,
      "grad_norm": 0.4609375,
      "learning_rate": 6.31572251928787e-06,
      "loss": 1.1829028129577637,
      "step": 1054
    },
    {
      "epoch": 1.7483443708609272,
      "grad_norm": 0.5078125,
      "learning_rate": 6.298504110907079e-06,
      "loss": 1.1439435482025146,
      "step": 1056
    },
    {
      "epoch": 1.7516556291390728,
      "grad_norm": 0.4140625,
      "learning_rate": 6.281297718563491e-06,
      "loss": 1.0960673093795776,
      "step": 1058
    },
    {
      "epoch": 1.7549668874172184,
      "grad_norm": 0.34765625,
      "learning_rate": 6.264103571601083e-06,
      "loss": 1.1312483549118042,
      "step": 1060
    },
    {
      "epoch": 1.7582781456953642,
      "grad_norm": 0.330078125,
      "learning_rate": 6.246921899200609e-06,
      "loss": 1.1018383502960205,
      "step": 1062
    },
    {
      "epoch": 1.76158940397351,
      "grad_norm": 0.5859375,
      "learning_rate": 6.229752930376553e-06,
      "loss": 1.0974431037902832,
      "step": 1064
    },
    {
      "epoch": 1.7649006622516556,
      "grad_norm": 0.8046875,
      "learning_rate": 6.212596893974069e-06,
      "loss": 1.0925394296646118,
      "step": 1066
    },
    {
      "epoch": 1.7682119205298013,
      "grad_norm": 0.458984375,
      "learning_rate": 6.195454018665944e-06,
      "loss": 1.0865404605865479,
      "step": 1068
    },
    {
      "epoch": 1.771523178807947,
      "grad_norm": 0.5390625,
      "learning_rate": 6.178324532949529e-06,
      "loss": 1.0787994861602783,
      "step": 1070
    },
    {
      "epoch": 1.7748344370860927,
      "grad_norm": 0.296875,
      "learning_rate": 6.16120866514371e-06,
      "loss": 1.0901260375976562,
      "step": 1072
    },
    {
      "epoch": 1.7781456953642385,
      "grad_norm": 0.306640625,
      "learning_rate": 6.1441066433858665e-06,
      "loss": 1.067402958869934,
      "step": 1074
    },
    {
      "epoch": 1.781456953642384,
      "grad_norm": 0.2890625,
      "learning_rate": 6.127018695628808e-06,
      "loss": 1.0247200727462769,
      "step": 1076
    },
    {
      "epoch": 1.7847682119205297,
      "grad_norm": 0.494140625,
      "learning_rate": 6.109945049637773e-06,
      "loss": 1.0284204483032227,
      "step": 1078
    },
    {
      "epoch": 1.7880794701986755,
      "grad_norm": 0.3046875,
      "learning_rate": 6.092885932987351e-06,
      "loss": 1.0762344598770142,
      "step": 1080
    },
    {
      "epoch": 1.7913907284768213,
      "grad_norm": 1.3125,
      "learning_rate": 6.0758415730584845e-06,
      "loss": 1.0676106214523315,
      "step": 1082
    },
    {
      "epoch": 1.794701986754967,
      "grad_norm": 0.396484375,
      "learning_rate": 6.058812197035418e-06,
      "loss": 1.0068953037261963,
      "step": 1084
    },
    {
      "epoch": 1.7980132450331126,
      "grad_norm": 0.458984375,
      "learning_rate": 6.041798031902674e-06,
      "loss": 1.1694005727767944,
      "step": 1086
    },
    {
      "epoch": 1.8013245033112582,
      "grad_norm": 0.373046875,
      "learning_rate": 6.024799304442037e-06,
      "loss": 1.1191160678863525,
      "step": 1088
    },
    {
      "epoch": 1.804635761589404,
      "grad_norm": 1.546875,
      "learning_rate": 6.0078162412295115e-06,
      "loss": 1.0951286554336548,
      "step": 1090
    },
    {
      "epoch": 1.8079470198675498,
      "grad_norm": 0.55078125,
      "learning_rate": 5.990849068632318e-06,
      "loss": 1.1190029382705688,
      "step": 1092
    },
    {
      "epoch": 1.8112582781456954,
      "grad_norm": 0.5,
      "learning_rate": 5.973898012805875e-06,
      "loss": 1.0913665294647217,
      "step": 1094
    },
    {
      "epoch": 1.814569536423841,
      "grad_norm": 0.40234375,
      "learning_rate": 5.9569632996907755e-06,
      "loss": 1.069852590560913,
      "step": 1096
    },
    {
      "epoch": 1.8178807947019866,
      "grad_norm": 0.31640625,
      "learning_rate": 5.940045155009784e-06,
      "loss": 1.0911487340927124,
      "step": 1098
    },
    {
      "epoch": 1.8211920529801324,
      "grad_norm": 0.353515625,
      "learning_rate": 5.923143804264822e-06,
      "loss": 1.135908603668213,
      "step": 1100
    },
    {
      "epoch": 1.8245033112582782,
      "grad_norm": 0.384765625,
      "learning_rate": 5.906259472733964e-06,
      "loss": 1.1487995386123657,
      "step": 1102
    },
    {
      "epoch": 1.8278145695364238,
      "grad_norm": 0.419921875,
      "learning_rate": 5.8893923854684386e-06,
      "loss": 1.1677968502044678,
      "step": 1104
    },
    {
      "epoch": 1.8311258278145695,
      "grad_norm": 0.439453125,
      "learning_rate": 5.872542767289624e-06,
      "loss": 1.102380633354187,
      "step": 1106
    },
    {
      "epoch": 1.8344370860927153,
      "grad_norm": 2.78125,
      "learning_rate": 5.855710842786053e-06,
      "loss": 1.1117829084396362,
      "step": 1108
    },
    {
      "epoch": 1.8377483443708609,
      "grad_norm": 0.58984375,
      "learning_rate": 5.838896836310418e-06,
      "loss": 1.1342206001281738,
      "step": 1110
    },
    {
      "epoch": 1.8410596026490067,
      "grad_norm": 0.43359375,
      "learning_rate": 5.822100971976584e-06,
      "loss": 1.0774588584899902,
      "step": 1112
    },
    {
      "epoch": 1.8443708609271523,
      "grad_norm": 0.44140625,
      "learning_rate": 5.805323473656598e-06,
      "loss": 1.0986900329589844,
      "step": 1114
    },
    {
      "epoch": 1.847682119205298,
      "grad_norm": 0.91015625,
      "learning_rate": 5.788564564977708e-06,
      "loss": 1.1522040367126465,
      "step": 1116
    },
    {
      "epoch": 1.8509933774834437,
      "grad_norm": 0.330078125,
      "learning_rate": 5.771824469319379e-06,
      "loss": 1.0625782012939453,
      "step": 1118
    },
    {
      "epoch": 1.8543046357615895,
      "grad_norm": 0.56640625,
      "learning_rate": 5.7551034098103185e-06,
      "loss": 1.1141998767852783,
      "step": 1120
    },
    {
      "epoch": 1.8576158940397351,
      "grad_norm": 0.7109375,
      "learning_rate": 5.738401609325501e-06,
      "loss": 1.0555064678192139,
      "step": 1122
    },
    {
      "epoch": 1.8609271523178808,
      "grad_norm": 0.431640625,
      "learning_rate": 5.721719290483198e-06,
      "loss": 1.1195597648620605,
      "step": 1124
    },
    {
      "epoch": 1.8642384105960264,
      "grad_norm": 0.41015625,
      "learning_rate": 5.705056675642008e-06,
      "loss": 1.1044063568115234,
      "step": 1126
    },
    {
      "epoch": 1.8675496688741722,
      "grad_norm": 0.3125,
      "learning_rate": 5.688413986897899e-06,
      "loss": 1.2024643421173096,
      "step": 1128
    },
    {
      "epoch": 1.870860927152318,
      "grad_norm": 0.34765625,
      "learning_rate": 5.671791446081238e-06,
      "loss": 1.1156952381134033,
      "step": 1130
    },
    {
      "epoch": 1.8741721854304636,
      "grad_norm": 0.6875,
      "learning_rate": 5.655189274753848e-06,
      "loss": 1.1415760517120361,
      "step": 1132
    },
    {
      "epoch": 1.8774834437086092,
      "grad_norm": 0.55859375,
      "learning_rate": 5.638607694206041e-06,
      "loss": 1.1045377254486084,
      "step": 1134
    },
    {
      "epoch": 1.8807947019867548,
      "grad_norm": 0.546875,
      "learning_rate": 5.622046925453673e-06,
      "loss": 1.0766429901123047,
      "step": 1136
    },
    {
      "epoch": 1.8841059602649006,
      "grad_norm": 0.34765625,
      "learning_rate": 5.605507189235207e-06,
      "loss": 1.1174238920211792,
      "step": 1138
    },
    {
      "epoch": 1.8874172185430464,
      "grad_norm": 0.3203125,
      "learning_rate": 5.5889887060087605e-06,
      "loss": 1.1253938674926758,
      "step": 1140
    },
    {
      "epoch": 1.890728476821192,
      "grad_norm": 1.203125,
      "learning_rate": 5.572491695949165e-06,
      "loss": 1.1572551727294922,
      "step": 1142
    },
    {
      "epoch": 1.8940397350993377,
      "grad_norm": 0.65625,
      "learning_rate": 5.556016378945044e-06,
      "loss": 1.1192970275878906,
      "step": 1144
    },
    {
      "epoch": 1.8973509933774835,
      "grad_norm": 0.333984375,
      "learning_rate": 5.539562974595868e-06,
      "loss": 1.1140743494033813,
      "step": 1146
    },
    {
      "epoch": 1.9006622516556293,
      "grad_norm": 0.60546875,
      "learning_rate": 5.523131702209037e-06,
      "loss": 1.0318939685821533,
      "step": 1148
    },
    {
      "epoch": 1.903973509933775,
      "grad_norm": 0.47265625,
      "learning_rate": 5.506722780796953e-06,
      "loss": 1.0299806594848633,
      "step": 1150
    },
    {
      "epoch": 1.9072847682119205,
      "grad_norm": 0.416015625,
      "learning_rate": 5.490336429074103e-06,
      "loss": 1.1678529977798462,
      "step": 1152
    },
    {
      "epoch": 1.910596026490066,
      "grad_norm": 0.5234375,
      "learning_rate": 5.4739728654541415e-06,
      "loss": 1.0364153385162354,
      "step": 1154
    },
    {
      "epoch": 1.913907284768212,
      "grad_norm": 0.330078125,
      "learning_rate": 5.457632308046978e-06,
      "loss": 1.1044658422470093,
      "step": 1156
    },
    {
      "epoch": 1.9172185430463577,
      "grad_norm": 0.46875,
      "learning_rate": 5.441314974655879e-06,
      "loss": 1.1027004718780518,
      "step": 1158
    },
    {
      "epoch": 1.9205298013245033,
      "grad_norm": 0.431640625,
      "learning_rate": 5.425021082774551e-06,
      "loss": 1.1235613822937012,
      "step": 1160
    },
    {
      "epoch": 1.923841059602649,
      "grad_norm": 0.40234375,
      "learning_rate": 5.408750849584253e-06,
      "loss": 1.0770944356918335,
      "step": 1162
    },
    {
      "epoch": 1.9271523178807946,
      "grad_norm": 0.3671875,
      "learning_rate": 5.392504491950898e-06,
      "loss": 1.1669319868087769,
      "step": 1164
    },
    {
      "epoch": 1.9304635761589404,
      "grad_norm": 0.341796875,
      "learning_rate": 5.376282226422157e-06,
      "loss": 1.064618706703186,
      "step": 1166
    },
    {
      "epoch": 1.9337748344370862,
      "grad_norm": 0.404296875,
      "learning_rate": 5.360084269224581e-06,
      "loss": 1.0915920734405518,
      "step": 1168
    },
    {
      "epoch": 1.9370860927152318,
      "grad_norm": 0.44140625,
      "learning_rate": 5.343910836260715e-06,
      "loss": 1.013867974281311,
      "step": 1170
    },
    {
      "epoch": 1.9403973509933774,
      "grad_norm": 0.5,
      "learning_rate": 5.327762143106218e-06,
      "loss": 1.1231892108917236,
      "step": 1172
    },
    {
      "epoch": 1.9437086092715232,
      "grad_norm": 0.357421875,
      "learning_rate": 5.3116384050069994e-06,
      "loss": 1.16791832447052,
      "step": 1174
    },
    {
      "epoch": 1.9470198675496688,
      "grad_norm": 1.5078125,
      "learning_rate": 5.295539836876331e-06,
      "loss": 1.1662765741348267,
      "step": 1176
    },
    {
      "epoch": 1.9503311258278146,
      "grad_norm": 1.0625,
      "learning_rate": 5.279466653292004e-06,
      "loss": 1.0979350805282593,
      "step": 1178
    },
    {
      "epoch": 1.9536423841059603,
      "grad_norm": 0.314453125,
      "learning_rate": 5.263419068493455e-06,
      "loss": 1.1612277030944824,
      "step": 1180
    },
    {
      "epoch": 1.9569536423841059,
      "grad_norm": 0.48046875,
      "learning_rate": 5.2473972963789146e-06,
      "loss": 1.1360162496566772,
      "step": 1182
    },
    {
      "epoch": 1.9602649006622517,
      "grad_norm": 0.337890625,
      "learning_rate": 5.231401550502558e-06,
      "loss": 1.0562247037887573,
      "step": 1184
    },
    {
      "epoch": 1.9635761589403975,
      "grad_norm": 0.400390625,
      "learning_rate": 5.215432044071655e-06,
      "loss": 1.0509085655212402,
      "step": 1186
    },
    {
      "epoch": 1.966887417218543,
      "grad_norm": 0.28515625,
      "learning_rate": 5.199488989943729e-06,
      "loss": 1.0427687168121338,
      "step": 1188
    },
    {
      "epoch": 1.9701986754966887,
      "grad_norm": 0.462890625,
      "learning_rate": 5.183572600623721e-06,
      "loss": 1.105067491531372,
      "step": 1190
    },
    {
      "epoch": 1.9735099337748343,
      "grad_norm": 0.6171875,
      "learning_rate": 5.167683088261162e-06,
      "loss": 1.061687707901001,
      "step": 1192
    },
    {
      "epoch": 1.9768211920529801,
      "grad_norm": 0.625,
      "learning_rate": 5.151820664647333e-06,
      "loss": 1.1441823244094849,
      "step": 1194
    },
    {
      "epoch": 1.980132450331126,
      "grad_norm": 0.375,
      "learning_rate": 5.135985541212451e-06,
      "loss": 1.0769778490066528,
      "step": 1196
    },
    {
      "epoch": 1.9834437086092715,
      "grad_norm": 0.7890625,
      "learning_rate": 5.1201779290228525e-06,
      "loss": 1.0631657838821411,
      "step": 1198
    },
    {
      "epoch": 1.9867549668874172,
      "grad_norm": 1.234375,
      "learning_rate": 5.104398038778169e-06,
      "loss": 1.1530580520629883,
      "step": 1200
    },
    {
      "epoch": 1.9900662251655628,
      "grad_norm": 0.26171875,
      "learning_rate": 5.088646080808537e-06,
      "loss": 1.1302320957183838,
      "step": 1202
    },
    {
      "epoch": 1.9933774834437086,
      "grad_norm": 0.5078125,
      "learning_rate": 5.072922265071775e-06,
      "loss": 1.1501787900924683,
      "step": 1204
    },
    {
      "epoch": 1.9966887417218544,
      "grad_norm": 0.35546875,
      "learning_rate": 5.057226801150598e-06,
      "loss": 1.0549312829971313,
      "step": 1206
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.451171875,
      "learning_rate": 5.041559898249817e-06,
      "loss": 1.0718798637390137,
      "step": 1208
    },
    {
      "epoch": 2.0033112582781456,
      "grad_norm": 0.33984375,
      "learning_rate": 5.025921765193557e-06,
      "loss": 1.0916215181350708,
      "step": 1210
    },
    {
      "epoch": 2.006622516556291,
      "grad_norm": 0.287109375,
      "learning_rate": 5.010312610422467e-06,
      "loss": 1.073822259902954,
      "step": 1212
    },
    {
      "epoch": 2.0099337748344372,
      "grad_norm": 0.4453125,
      "learning_rate": 4.99473264199094e-06,
      "loss": 1.042319893836975,
      "step": 1214
    },
    {
      "epoch": 2.013245033112583,
      "grad_norm": 0.271484375,
      "learning_rate": 4.979182067564358e-06,
      "loss": 1.0481133460998535,
      "step": 1216
    },
    {
      "epoch": 2.0165562913907285,
      "grad_norm": 0.31640625,
      "learning_rate": 4.963661094416295e-06,
      "loss": 0.9801614284515381,
      "step": 1218
    },
    {
      "epoch": 2.019867549668874,
      "grad_norm": 0.91796875,
      "learning_rate": 4.948169929425778e-06,
      "loss": 1.0478323698043823,
      "step": 1220
    },
    {
      "epoch": 2.0231788079470197,
      "grad_norm": 0.66796875,
      "learning_rate": 4.9327087790745186e-06,
      "loss": 1.085882306098938,
      "step": 1222
    },
    {
      "epoch": 2.0264900662251657,
      "grad_norm": 0.498046875,
      "learning_rate": 4.917277849444166e-06,
      "loss": 1.0048208236694336,
      "step": 1224
    },
    {
      "epoch": 2.0298013245033113,
      "grad_norm": 0.5390625,
      "learning_rate": 4.9018773462135525e-06,
      "loss": 1.0288286209106445,
      "step": 1226
    },
    {
      "epoch": 2.033112582781457,
      "grad_norm": 0.3125,
      "learning_rate": 4.886507474655965e-06,
      "loss": 1.102409839630127,
      "step": 1228
    },
    {
      "epoch": 2.0364238410596025,
      "grad_norm": 0.361328125,
      "learning_rate": 4.87116843963639e-06,
      "loss": 1.0566478967666626,
      "step": 1230
    },
    {
      "epoch": 2.0397350993377485,
      "grad_norm": 0.30078125,
      "learning_rate": 4.855860445608805e-06,
      "loss": 1.0917094945907593,
      "step": 1232
    },
    {
      "epoch": 2.043046357615894,
      "grad_norm": 0.431640625,
      "learning_rate": 4.840583696613433e-06,
      "loss": 1.0331615209579468,
      "step": 1234
    },
    {
      "epoch": 2.0463576158940397,
      "grad_norm": 0.45703125,
      "learning_rate": 4.825338396274038e-06,
      "loss": 1.0467015504837036,
      "step": 1236
    },
    {
      "epoch": 2.0496688741721854,
      "grad_norm": 0.359375,
      "learning_rate": 4.810124747795203e-06,
      "loss": 1.0292361974716187,
      "step": 1238
    },
    {
      "epoch": 2.052980132450331,
      "grad_norm": 0.369140625,
      "learning_rate": 4.7949429539596205e-06,
      "loss": 0.981902539730072,
      "step": 1240
    },
    {
      "epoch": 2.056291390728477,
      "grad_norm": 0.408203125,
      "learning_rate": 4.779793217125398e-06,
      "loss": 1.0525181293487549,
      "step": 1242
    },
    {
      "epoch": 2.0596026490066226,
      "grad_norm": 0.380859375,
      "learning_rate": 4.76467573922335e-06,
      "loss": 1.0744459629058838,
      "step": 1244
    },
    {
      "epoch": 2.062913907284768,
      "grad_norm": 0.447265625,
      "learning_rate": 4.749590721754318e-06,
      "loss": 1.0127346515655518,
      "step": 1246
    },
    {
      "epoch": 2.066225165562914,
      "grad_norm": 0.447265625,
      "learning_rate": 4.734538365786471e-06,
      "loss": 0.9119741320610046,
      "step": 1248
    },
    {
      "epoch": 2.0695364238410594,
      "grad_norm": 0.353515625,
      "learning_rate": 4.71951887195264e-06,
      "loss": 1.0265223979949951,
      "step": 1250
    },
    {
      "epoch": 2.0728476821192054,
      "grad_norm": 0.69140625,
      "learning_rate": 4.704532440447632e-06,
      "loss": 1.0805940628051758,
      "step": 1252
    },
    {
      "epoch": 2.076158940397351,
      "grad_norm": 0.462890625,
      "learning_rate": 4.689579271025565e-06,
      "loss": 1.0568530559539795,
      "step": 1254
    },
    {
      "epoch": 2.0794701986754967,
      "grad_norm": 0.423828125,
      "learning_rate": 4.674659562997213e-06,
      "loss": 1.1478904485702515,
      "step": 1256
    },
    {
      "epoch": 2.0827814569536423,
      "grad_norm": 0.4375,
      "learning_rate": 4.6597735152273365e-06,
      "loss": 0.9818710088729858,
      "step": 1258
    },
    {
      "epoch": 2.0860927152317883,
      "grad_norm": 0.515625,
      "learning_rate": 4.644921326132045e-06,
      "loss": 1.059829831123352,
      "step": 1260
    },
    {
      "epoch": 2.089403973509934,
      "grad_norm": 0.70703125,
      "learning_rate": 4.630103193676136e-06,
      "loss": 1.0128612518310547,
      "step": 1262
    },
    {
      "epoch": 2.0927152317880795,
      "grad_norm": 0.33984375,
      "learning_rate": 4.61531931537048e-06,
      "loss": 1.0629007816314697,
      "step": 1264
    },
    {
      "epoch": 2.096026490066225,
      "grad_norm": 0.38671875,
      "learning_rate": 4.6005698882693595e-06,
      "loss": 1.0301984548568726,
      "step": 1266
    },
    {
      "epoch": 2.0993377483443707,
      "grad_norm": 0.349609375,
      "learning_rate": 4.585855108967869e-06,
      "loss": 1.0227930545806885,
      "step": 1268
    },
    {
      "epoch": 2.1026490066225167,
      "grad_norm": 0.54296875,
      "learning_rate": 4.571175173599276e-06,
      "loss": 1.0368671417236328,
      "step": 1270
    },
    {
      "epoch": 2.1059602649006623,
      "grad_norm": 0.396484375,
      "learning_rate": 4.5565302778324106e-06,
      "loss": 0.9873349070549011,
      "step": 1272
    },
    {
      "epoch": 2.109271523178808,
      "grad_norm": 0.72265625,
      "learning_rate": 4.541920616869069e-06,
      "loss": 1.007344365119934,
      "step": 1274
    },
    {
      "epoch": 2.1125827814569536,
      "grad_norm": 0.38671875,
      "learning_rate": 4.527346385441395e-06,
      "loss": 1.0187866687774658,
      "step": 1276
    },
    {
      "epoch": 2.115894039735099,
      "grad_norm": 0.41015625,
      "learning_rate": 4.512807777809299e-06,
      "loss": 1.082865595817566,
      "step": 1278
    },
    {
      "epoch": 2.119205298013245,
      "grad_norm": 0.54296875,
      "learning_rate": 4.4983049877578516e-06,
      "loss": 1.0283514261245728,
      "step": 1280
    },
    {
      "epoch": 2.122516556291391,
      "grad_norm": 0.5078125,
      "learning_rate": 4.483838208594723e-06,
      "loss": 1.1053177118301392,
      "step": 1282
    },
    {
      "epoch": 2.1258278145695364,
      "grad_norm": 0.419921875,
      "learning_rate": 4.469407633147583e-06,
      "loss": 1.0836362838745117,
      "step": 1284
    },
    {
      "epoch": 2.129139072847682,
      "grad_norm": 0.4453125,
      "learning_rate": 4.455013453761553e-06,
      "loss": 1.0553747415542603,
      "step": 1286
    },
    {
      "epoch": 2.1324503311258276,
      "grad_norm": 0.5078125,
      "learning_rate": 4.440655862296622e-06,
      "loss": 1.0284078121185303,
      "step": 1288
    },
    {
      "epoch": 2.1357615894039736,
      "grad_norm": 0.62109375,
      "learning_rate": 4.426335050125107e-06,
      "loss": 0.914071798324585,
      "step": 1290
    },
    {
      "epoch": 2.1390728476821192,
      "grad_norm": 0.33203125,
      "learning_rate": 4.412051208129087e-06,
      "loss": 1.0339797735214233,
      "step": 1292
    },
    {
      "epoch": 2.142384105960265,
      "grad_norm": 0.56640625,
      "learning_rate": 4.3978045266978655e-06,
      "loss": 1.0838464498519897,
      "step": 1294
    },
    {
      "epoch": 2.1456953642384105,
      "grad_norm": 0.734375,
      "learning_rate": 4.383595195725441e-06,
      "loss": 1.0508580207824707,
      "step": 1296
    },
    {
      "epoch": 2.1490066225165565,
      "grad_norm": 0.7734375,
      "learning_rate": 4.3694234046079586e-06,
      "loss": 1.0503878593444824,
      "step": 1298
    },
    {
      "epoch": 2.152317880794702,
      "grad_norm": 0.310546875,
      "learning_rate": 4.355289342241201e-06,
      "loss": 1.066772222518921,
      "step": 1300
    },
    {
      "epoch": 2.1556291390728477,
      "grad_norm": 0.390625,
      "learning_rate": 4.3411931970180586e-06,
      "loss": 1.0136038064956665,
      "step": 1302
    },
    {
      "epoch": 2.1589403973509933,
      "grad_norm": 0.34375,
      "learning_rate": 4.327135156826031e-06,
      "loss": 1.0277198553085327,
      "step": 1304
    },
    {
      "epoch": 2.162251655629139,
      "grad_norm": 0.443359375,
      "learning_rate": 4.313115409044709e-06,
      "loss": 1.0602567195892334,
      "step": 1306
    },
    {
      "epoch": 2.165562913907285,
      "grad_norm": 0.41796875,
      "learning_rate": 4.299134140543291e-06,
      "loss": 1.0680055618286133,
      "step": 1308
    },
    {
      "epoch": 2.1688741721854305,
      "grad_norm": 0.60546875,
      "learning_rate": 4.285191537678081e-06,
      "loss": 1.0317363739013672,
      "step": 1310
    },
    {
      "epoch": 2.172185430463576,
      "grad_norm": 0.56640625,
      "learning_rate": 4.271287786290006e-06,
      "loss": 1.0057586431503296,
      "step": 1312
    },
    {
      "epoch": 2.1754966887417218,
      "grad_norm": 0.443359375,
      "learning_rate": 4.257423071702149e-06,
      "loss": 1.0330718755722046,
      "step": 1314
    },
    {
      "epoch": 2.1788079470198674,
      "grad_norm": 0.306640625,
      "learning_rate": 4.243597578717265e-06,
      "loss": 1.0199156999588013,
      "step": 1316
    },
    {
      "epoch": 2.1821192052980134,
      "grad_norm": 0.361328125,
      "learning_rate": 4.229811491615329e-06,
      "loss": 0.9906125664710999,
      "step": 1318
    },
    {
      "epoch": 2.185430463576159,
      "grad_norm": 0.302734375,
      "learning_rate": 4.216064994151071e-06,
      "loss": 1.1189707517623901,
      "step": 1320
    },
    {
      "epoch": 2.1887417218543046,
      "grad_norm": 0.51953125,
      "learning_rate": 4.202358269551536e-06,
      "loss": 0.996783971786499,
      "step": 1322
    },
    {
      "epoch": 2.19205298013245,
      "grad_norm": 0.31640625,
      "learning_rate": 4.188691500513628e-06,
      "loss": 1.0981279611587524,
      "step": 1324
    },
    {
      "epoch": 2.195364238410596,
      "grad_norm": 0.33984375,
      "learning_rate": 4.175064869201694e-06,
      "loss": 1.0822064876556396,
      "step": 1326
    },
    {
      "epoch": 2.198675496688742,
      "grad_norm": 0.58203125,
      "learning_rate": 4.161478557245076e-06,
      "loss": 0.9716603755950928,
      "step": 1328
    },
    {
      "epoch": 2.2019867549668874,
      "grad_norm": 0.72265625,
      "learning_rate": 4.147932745735708e-06,
      "loss": 1.045888900756836,
      "step": 1330
    },
    {
      "epoch": 2.205298013245033,
      "grad_norm": 0.359375,
      "learning_rate": 4.134427615225686e-06,
      "loss": 1.0230597257614136,
      "step": 1332
    },
    {
      "epoch": 2.2086092715231787,
      "grad_norm": 0.53125,
      "learning_rate": 4.120963345724871e-06,
      "loss": 1.0504512786865234,
      "step": 1334
    },
    {
      "epoch": 2.2119205298013247,
      "grad_norm": 0.39453125,
      "learning_rate": 4.107540116698491e-06,
      "loss": 1.048678994178772,
      "step": 1336
    },
    {
      "epoch": 2.2152317880794703,
      "grad_norm": 0.357421875,
      "learning_rate": 4.0941581070647416e-06,
      "loss": 1.0520901679992676,
      "step": 1338
    },
    {
      "epoch": 2.218543046357616,
      "grad_norm": 0.466796875,
      "learning_rate": 4.080817495192409e-06,
      "loss": 1.0306859016418457,
      "step": 1340
    },
    {
      "epoch": 2.2218543046357615,
      "grad_norm": 0.421875,
      "learning_rate": 4.067518458898486e-06,
      "loss": 1.067014217376709,
      "step": 1342
    },
    {
      "epoch": 2.225165562913907,
      "grad_norm": 0.357421875,
      "learning_rate": 4.054261175445805e-06,
      "loss": 0.98519366979599,
      "step": 1344
    },
    {
      "epoch": 2.228476821192053,
      "grad_norm": 0.89453125,
      "learning_rate": 4.041045821540672e-06,
      "loss": 1.0907796621322632,
      "step": 1346
    },
    {
      "epoch": 2.2317880794701987,
      "grad_norm": 0.310546875,
      "learning_rate": 4.027872573330523e-06,
      "loss": 0.9753696918487549,
      "step": 1348
    },
    {
      "epoch": 2.2350993377483444,
      "grad_norm": 0.40625,
      "learning_rate": 4.014741606401557e-06,
      "loss": 1.0596659183502197,
      "step": 1350
    },
    {
      "epoch": 2.23841059602649,
      "grad_norm": 0.30859375,
      "learning_rate": 4.001653095776411e-06,
      "loss": 1.0401997566223145,
      "step": 1352
    },
    {
      "epoch": 2.241721854304636,
      "grad_norm": 0.79296875,
      "learning_rate": 3.988607215911823e-06,
      "loss": 1.0707045793533325,
      "step": 1354
    },
    {
      "epoch": 2.2450331125827816,
      "grad_norm": 0.310546875,
      "learning_rate": 3.975604140696301e-06,
      "loss": 1.0365581512451172,
      "step": 1356
    },
    {
      "epoch": 2.248344370860927,
      "grad_norm": 0.384765625,
      "learning_rate": 3.962644043447818e-06,
      "loss": 1.0854417085647583,
      "step": 1358
    },
    {
      "epoch": 2.251655629139073,
      "grad_norm": 0.423828125,
      "learning_rate": 3.9497270969114825e-06,
      "loss": 1.0579876899719238,
      "step": 1360
    },
    {
      "epoch": 2.2549668874172184,
      "grad_norm": 0.357421875,
      "learning_rate": 3.9368534732572605e-06,
      "loss": 1.1018257141113281,
      "step": 1362
    },
    {
      "epoch": 2.258278145695364,
      "grad_norm": 0.8671875,
      "learning_rate": 3.924023344077652e-06,
      "loss": 1.0348024368286133,
      "step": 1364
    },
    {
      "epoch": 2.26158940397351,
      "grad_norm": 0.345703125,
      "learning_rate": 3.911236880385433e-06,
      "loss": 1.0398342609405518,
      "step": 1366
    },
    {
      "epoch": 2.2649006622516556,
      "grad_norm": 0.423828125,
      "learning_rate": 3.898494252611356e-06,
      "loss": 1.0437736511230469,
      "step": 1368
    },
    {
      "epoch": 2.2682119205298013,
      "grad_norm": 0.609375,
      "learning_rate": 3.885795630601883e-06,
      "loss": 1.0380507707595825,
      "step": 1370
    },
    {
      "epoch": 2.271523178807947,
      "grad_norm": 0.73046875,
      "learning_rate": 3.873141183616928e-06,
      "loss": 1.052344560623169,
      "step": 1372
    },
    {
      "epoch": 2.274834437086093,
      "grad_norm": 0.30859375,
      "learning_rate": 3.860531080327592e-06,
      "loss": 0.9509193897247314,
      "step": 1374
    },
    {
      "epoch": 2.2781456953642385,
      "grad_norm": 0.65625,
      "learning_rate": 3.847965488813924e-06,
      "loss": 1.1158931255340576,
      "step": 1376
    },
    {
      "epoch": 2.281456953642384,
      "grad_norm": 0.51953125,
      "learning_rate": 3.8354445765626675e-06,
      "loss": 1.0930873155593872,
      "step": 1378
    },
    {
      "epoch": 2.2847682119205297,
      "grad_norm": 0.76171875,
      "learning_rate": 3.822968510465046e-06,
      "loss": 1.0825984477996826,
      "step": 1380
    },
    {
      "epoch": 2.2880794701986753,
      "grad_norm": 0.53515625,
      "learning_rate": 3.810537456814521e-06,
      "loss": 1.1007579565048218,
      "step": 1382
    },
    {
      "epoch": 2.2913907284768213,
      "grad_norm": 0.74609375,
      "learning_rate": 3.7981515813045858e-06,
      "loss": 0.9964556097984314,
      "step": 1384
    },
    {
      "epoch": 2.294701986754967,
      "grad_norm": 0.361328125,
      "learning_rate": 3.785811049026554e-06,
      "loss": 1.0913865566253662,
      "step": 1386
    },
    {
      "epoch": 2.2980132450331126,
      "grad_norm": 0.4296875,
      "learning_rate": 3.773516024467362e-06,
      "loss": 1.0170255899429321,
      "step": 1388
    },
    {
      "epoch": 2.301324503311258,
      "grad_norm": 0.2890625,
      "learning_rate": 3.76126667150737e-06,
      "loss": 0.9141421318054199,
      "step": 1390
    },
    {
      "epoch": 2.304635761589404,
      "grad_norm": 0.357421875,
      "learning_rate": 3.7490631534181817e-06,
      "loss": 1.0807045698165894,
      "step": 1392
    },
    {
      "epoch": 2.30794701986755,
      "grad_norm": 0.95703125,
      "learning_rate": 3.7369056328604735e-06,
      "loss": 1.0416104793548584,
      "step": 1394
    },
    {
      "epoch": 2.3112582781456954,
      "grad_norm": 0.30078125,
      "learning_rate": 3.7247942718818125e-06,
      "loss": 0.938892126083374,
      "step": 1396
    },
    {
      "epoch": 2.314569536423841,
      "grad_norm": 0.447265625,
      "learning_rate": 3.7127292319145126e-06,
      "loss": 1.0145360231399536,
      "step": 1398
    },
    {
      "epoch": 2.3178807947019866,
      "grad_norm": 0.37109375,
      "learning_rate": 3.7007106737734678e-06,
      "loss": 1.0101609230041504,
      "step": 1400
    },
    {
      "epoch": 2.321192052980132,
      "grad_norm": 0.96484375,
      "learning_rate": 3.688738757654023e-06,
      "loss": 1.0995274782180786,
      "step": 1402
    },
    {
      "epoch": 2.3245033112582782,
      "grad_norm": 0.4140625,
      "learning_rate": 3.6768136431298274e-06,
      "loss": 1.0471631288528442,
      "step": 1404
    },
    {
      "epoch": 2.327814569536424,
      "grad_norm": 0.625,
      "learning_rate": 3.664935489150711e-06,
      "loss": 1.104356050491333,
      "step": 1406
    },
    {
      "epoch": 2.3311258278145695,
      "grad_norm": 0.38671875,
      "learning_rate": 3.653104454040569e-06,
      "loss": 1.0226653814315796,
      "step": 1408
    },
    {
      "epoch": 2.334437086092715,
      "grad_norm": 0.6875,
      "learning_rate": 3.6413206954952474e-06,
      "loss": 1.0596727132797241,
      "step": 1410
    },
    {
      "epoch": 2.337748344370861,
      "grad_norm": 0.455078125,
      "learning_rate": 3.629584370580448e-06,
      "loss": 1.0580487251281738,
      "step": 1412
    },
    {
      "epoch": 2.3410596026490067,
      "grad_norm": 0.35546875,
      "learning_rate": 3.6178956357296224e-06,
      "loss": 1.0152729749679565,
      "step": 1414
    },
    {
      "epoch": 2.3443708609271523,
      "grad_norm": 0.4453125,
      "learning_rate": 3.6062546467419e-06,
      "loss": 0.9716925024986267,
      "step": 1416
    },
    {
      "epoch": 2.347682119205298,
      "grad_norm": 0.302734375,
      "learning_rate": 3.5946615587800015e-06,
      "loss": 1.0557975769042969,
      "step": 1418
    },
    {
      "epoch": 2.3509933774834435,
      "grad_norm": 0.30078125,
      "learning_rate": 3.58311652636818e-06,
      "loss": 0.9758134484291077,
      "step": 1420
    },
    {
      "epoch": 2.3543046357615895,
      "grad_norm": 0.390625,
      "learning_rate": 3.5716197033901525e-06,
      "loss": 1.0848175287246704,
      "step": 1422
    },
    {
      "epoch": 2.357615894039735,
      "grad_norm": 0.6484375,
      "learning_rate": 3.56017124308705e-06,
      "loss": 1.0970638990402222,
      "step": 1424
    },
    {
      "epoch": 2.3609271523178808,
      "grad_norm": 0.28515625,
      "learning_rate": 3.5487712980553854e-06,
      "loss": 1.0622012615203857,
      "step": 1426
    },
    {
      "epoch": 2.3642384105960264,
      "grad_norm": 0.63671875,
      "learning_rate": 3.537420020245004e-06,
      "loss": 1.0812063217163086,
      "step": 1428
    },
    {
      "epoch": 2.3675496688741724,
      "grad_norm": 0.365234375,
      "learning_rate": 3.526117560957071e-06,
      "loss": 0.9727545380592346,
      "step": 1430
    },
    {
      "epoch": 2.370860927152318,
      "grad_norm": 0.30078125,
      "learning_rate": 3.5148640708420447e-06,
      "loss": 1.0257072448730469,
      "step": 1432
    },
    {
      "epoch": 2.3741721854304636,
      "grad_norm": 0.388671875,
      "learning_rate": 3.5036596998976788e-06,
      "loss": 1.0375983715057373,
      "step": 1434
    },
    {
      "epoch": 2.377483443708609,
      "grad_norm": 0.51953125,
      "learning_rate": 3.492504597467012e-06,
      "loss": 1.144998550415039,
      "step": 1436
    },
    {
      "epoch": 2.380794701986755,
      "grad_norm": 0.44140625,
      "learning_rate": 3.4813989122363892e-06,
      "loss": 1.0561128854751587,
      "step": 1438
    },
    {
      "epoch": 2.384105960264901,
      "grad_norm": 0.30859375,
      "learning_rate": 3.4703427922334675e-06,
      "loss": 1.039366364479065,
      "step": 1440
    },
    {
      "epoch": 2.3874172185430464,
      "grad_norm": 1.0078125,
      "learning_rate": 3.459336384825255e-06,
      "loss": 1.0634366273880005,
      "step": 1442
    },
    {
      "epoch": 2.390728476821192,
      "grad_norm": 0.376953125,
      "learning_rate": 3.4483798367161363e-06,
      "loss": 1.0396180152893066,
      "step": 1444
    },
    {
      "epoch": 2.3940397350993377,
      "grad_norm": 0.3359375,
      "learning_rate": 3.4374732939459216e-06,
      "loss": 1.0524084568023682,
      "step": 1446
    },
    {
      "epoch": 2.3973509933774833,
      "grad_norm": 0.361328125,
      "learning_rate": 3.4266169018879037e-06,
      "loss": 1.1443829536437988,
      "step": 1448
    },
    {
      "epoch": 2.4006622516556293,
      "grad_norm": 0.380859375,
      "learning_rate": 3.4158108052469115e-06,
      "loss": 1.0547349452972412,
      "step": 1450
    },
    {
      "epoch": 2.403973509933775,
      "grad_norm": 0.59375,
      "learning_rate": 3.405055148057391e-06,
      "loss": 1.09640371799469,
      "step": 1452
    },
    {
      "epoch": 2.4072847682119205,
      "grad_norm": 0.400390625,
      "learning_rate": 3.394350073681477e-06,
      "loss": 1.0381419658660889,
      "step": 1454
    },
    {
      "epoch": 2.410596026490066,
      "grad_norm": 0.67578125,
      "learning_rate": 3.383695724807092e-06,
      "loss": 1.0096808671951294,
      "step": 1456
    },
    {
      "epoch": 2.4139072847682117,
      "grad_norm": 0.3359375,
      "learning_rate": 3.3730922434460305e-06,
      "loss": 0.9652847051620483,
      "step": 1458
    },
    {
      "epoch": 2.4172185430463577,
      "grad_norm": 0.333984375,
      "learning_rate": 3.3625397709320806e-06,
      "loss": 1.0267952680587769,
      "step": 1460
    },
    {
      "epoch": 2.4205298013245033,
      "grad_norm": 0.392578125,
      "learning_rate": 3.352038447919129e-06,
      "loss": 1.1289455890655518,
      "step": 1462
    },
    {
      "epoch": 2.423841059602649,
      "grad_norm": 0.421875,
      "learning_rate": 3.3415884143792916e-06,
      "loss": 1.0683571100234985,
      "step": 1464
    },
    {
      "epoch": 2.4271523178807946,
      "grad_norm": 0.84375,
      "learning_rate": 3.331189809601052e-06,
      "loss": 1.0286537408828735,
      "step": 1466
    },
    {
      "epoch": 2.4304635761589406,
      "grad_norm": 0.6640625,
      "learning_rate": 3.320842772187393e-06,
      "loss": 1.026946783065796,
      "step": 1468
    },
    {
      "epoch": 2.433774834437086,
      "grad_norm": 0.58203125,
      "learning_rate": 3.3105474400539603e-06,
      "loss": 1.0303407907485962,
      "step": 1470
    },
    {
      "epoch": 2.437086092715232,
      "grad_norm": 0.392578125,
      "learning_rate": 3.3003039504272156e-06,
      "loss": 0.9855753779411316,
      "step": 1472
    },
    {
      "epoch": 2.4403973509933774,
      "grad_norm": 1.4140625,
      "learning_rate": 3.2901124398426203e-06,
      "loss": 0.9761983752250671,
      "step": 1474
    },
    {
      "epoch": 2.443708609271523,
      "grad_norm": 0.34765625,
      "learning_rate": 3.2799730441427975e-06,
      "loss": 1.0473487377166748,
      "step": 1476
    },
    {
      "epoch": 2.447019867549669,
      "grad_norm": 0.279296875,
      "learning_rate": 3.2698858984757387e-06,
      "loss": 1.0138802528381348,
      "step": 1478
    },
    {
      "epoch": 2.4503311258278146,
      "grad_norm": 2.4375,
      "learning_rate": 3.2598511372929895e-06,
      "loss": 1.146519660949707,
      "step": 1480
    },
    {
      "epoch": 2.4536423841059603,
      "grad_norm": 1.4921875,
      "learning_rate": 3.249868894347866e-06,
      "loss": 1.0525798797607422,
      "step": 1482
    },
    {
      "epoch": 2.456953642384106,
      "grad_norm": 0.310546875,
      "learning_rate": 3.239939302693667e-06,
      "loss": 1.0201683044433594,
      "step": 1484
    },
    {
      "epoch": 2.460264900662252,
      "grad_norm": 0.39453125,
      "learning_rate": 3.230062494681905e-06,
      "loss": 1.0771936178207397,
      "step": 1486
    },
    {
      "epoch": 2.4635761589403975,
      "grad_norm": 0.62890625,
      "learning_rate": 3.2202386019605365e-06,
      "loss": 1.1066436767578125,
      "step": 1488
    },
    {
      "epoch": 2.466887417218543,
      "grad_norm": 0.35546875,
      "learning_rate": 3.21046775547221e-06,
      "loss": 0.9931922554969788,
      "step": 1490
    },
    {
      "epoch": 2.4701986754966887,
      "grad_norm": 0.5546875,
      "learning_rate": 3.2007500854525235e-06,
      "loss": 1.0755813121795654,
      "step": 1492
    },
    {
      "epoch": 2.4735099337748343,
      "grad_norm": 0.44921875,
      "learning_rate": 3.1910857214282827e-06,
      "loss": 0.9923776984214783,
      "step": 1494
    },
    {
      "epoch": 2.47682119205298,
      "grad_norm": 2.484375,
      "learning_rate": 3.181474792215783e-06,
      "loss": 1.1028560400009155,
      "step": 1496
    },
    {
      "epoch": 2.480132450331126,
      "grad_norm": 0.46484375,
      "learning_rate": 3.1719174259190804e-06,
      "loss": 1.0993995666503906,
      "step": 1498
    },
    {
      "epoch": 2.4834437086092715,
      "grad_norm": 0.337890625,
      "learning_rate": 3.1624137499282962e-06,
      "loss": 1.0792993307113647,
      "step": 1500
    },
    {
      "epoch": 2.486754966887417,
      "grad_norm": 0.4765625,
      "learning_rate": 3.1529638909179116e-06,
      "loss": 1.0069727897644043,
      "step": 1502
    },
    {
      "epoch": 2.4900662251655628,
      "grad_norm": 0.3203125,
      "learning_rate": 3.1435679748450805e-06,
      "loss": 1.0655741691589355,
      "step": 1504
    },
    {
      "epoch": 2.493377483443709,
      "grad_norm": 0.40234375,
      "learning_rate": 3.1342261269479545e-06,
      "loss": 1.008230209350586,
      "step": 1506
    },
    {
      "epoch": 2.4966887417218544,
      "grad_norm": 0.61328125,
      "learning_rate": 3.124938471744006e-06,
      "loss": 1.0085946321487427,
      "step": 1508
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.376953125,
      "learning_rate": 3.1157051330283802e-06,
      "loss": 1.1044775247573853,
      "step": 1510
    },
    {
      "epoch": 2.5033112582781456,
      "grad_norm": 0.703125,
      "learning_rate": 3.1065262338722284e-06,
      "loss": 1.0872358083724976,
      "step": 1512
    },
    {
      "epoch": 2.506622516556291,
      "grad_norm": 0.53515625,
      "learning_rate": 3.0974018966210855e-06,
      "loss": 1.109554409980774,
      "step": 1514
    },
    {
      "epoch": 2.5099337748344372,
      "grad_norm": 1.8984375,
      "learning_rate": 3.088332242893225e-06,
      "loss": 1.1079566478729248,
      "step": 1516
    },
    {
      "epoch": 2.513245033112583,
      "grad_norm": 0.70703125,
      "learning_rate": 3.0793173935780485e-06,
      "loss": 1.1112803220748901,
      "step": 1518
    },
    {
      "epoch": 2.5165562913907285,
      "grad_norm": 0.357421875,
      "learning_rate": 3.070357468834467e-06,
      "loss": 1.1184546947479248,
      "step": 1520
    },
    {
      "epoch": 2.519867549668874,
      "grad_norm": 0.59375,
      "learning_rate": 3.061452588089301e-06,
      "loss": 1.0849051475524902,
      "step": 1522
    },
    {
      "epoch": 2.52317880794702,
      "grad_norm": 0.400390625,
      "learning_rate": 3.0526028700356934e-06,
      "loss": 1.0355197191238403,
      "step": 1524
    },
    {
      "epoch": 2.5264900662251657,
      "grad_norm": 1.3515625,
      "learning_rate": 3.0438084326315195e-06,
      "loss": 1.0885202884674072,
      "step": 1526
    },
    {
      "epoch": 2.5298013245033113,
      "grad_norm": 0.96875,
      "learning_rate": 3.0350693930978228e-06,
      "loss": 1.0239211320877075,
      "step": 1528
    },
    {
      "epoch": 2.533112582781457,
      "grad_norm": 0.31640625,
      "learning_rate": 3.0263858679172452e-06,
      "loss": 0.9950514435768127,
      "step": 1530
    },
    {
      "epoch": 2.5364238410596025,
      "grad_norm": 0.7421875,
      "learning_rate": 3.0177579728324794e-06,
      "loss": 1.006035327911377,
      "step": 1532
    },
    {
      "epoch": 2.539735099337748,
      "grad_norm": 0.64453125,
      "learning_rate": 3.0091858228447235e-06,
      "loss": 1.0517382621765137,
      "step": 1534
    },
    {
      "epoch": 2.543046357615894,
      "grad_norm": 0.427734375,
      "learning_rate": 3.0006695322121533e-06,
      "loss": 1.0941227674484253,
      "step": 1536
    },
    {
      "epoch": 2.5463576158940397,
      "grad_norm": 1.140625,
      "learning_rate": 2.9922092144483897e-06,
      "loss": 1.1483227014541626,
      "step": 1538
    },
    {
      "epoch": 2.5496688741721854,
      "grad_norm": 1.3828125,
      "learning_rate": 2.9838049823209965e-06,
      "loss": 1.0933794975280762,
      "step": 1540
    },
    {
      "epoch": 2.5529801324503314,
      "grad_norm": 0.55859375,
      "learning_rate": 2.9754569478499683e-06,
      "loss": 1.0416162014007568,
      "step": 1542
    },
    {
      "epoch": 2.556291390728477,
      "grad_norm": 0.58984375,
      "learning_rate": 2.9671652223062422e-06,
      "loss": 1.0642694234848022,
      "step": 1544
    },
    {
      "epoch": 2.5596026490066226,
      "grad_norm": 0.40234375,
      "learning_rate": 2.958929916210215e-06,
      "loss": 1.0878373384475708,
      "step": 1546
    },
    {
      "epoch": 2.562913907284768,
      "grad_norm": 0.515625,
      "learning_rate": 2.9507511393302675e-06,
      "loss": 1.1222093105316162,
      "step": 1548
    },
    {
      "epoch": 2.566225165562914,
      "grad_norm": 2.359375,
      "learning_rate": 2.9426290006813043e-06,
      "loss": 1.0746393203735352,
      "step": 1550
    },
    {
      "epoch": 2.5695364238410594,
      "grad_norm": 0.43359375,
      "learning_rate": 2.9345636085232965e-06,
      "loss": 1.1305041313171387,
      "step": 1552
    },
    {
      "epoch": 2.5728476821192054,
      "grad_norm": 0.318359375,
      "learning_rate": 2.9265550703598437e-06,
      "loss": 1.0597765445709229,
      "step": 1554
    },
    {
      "epoch": 2.576158940397351,
      "grad_norm": 0.404296875,
      "learning_rate": 2.9186034929367357e-06,
      "loss": 1.111279010772705,
      "step": 1556
    },
    {
      "epoch": 2.5794701986754967,
      "grad_norm": 1.09375,
      "learning_rate": 2.910708982240538e-06,
      "loss": 1.0620553493499756,
      "step": 1558
    },
    {
      "epoch": 2.5827814569536423,
      "grad_norm": 0.39453125,
      "learning_rate": 2.9028716434971685e-06,
      "loss": 0.9780864715576172,
      "step": 1560
    },
    {
      "epoch": 2.5860927152317883,
      "grad_norm": 0.443359375,
      "learning_rate": 2.895091581170501e-06,
      "loss": 1.040873408317566,
      "step": 1562
    },
    {
      "epoch": 2.589403973509934,
      "grad_norm": 0.484375,
      "learning_rate": 2.887368898960976e-06,
      "loss": 1.1218167543411255,
      "step": 1564
    },
    {
      "epoch": 2.5927152317880795,
      "grad_norm": 0.30078125,
      "learning_rate": 2.87970369980421e-06,
      "loss": 1.0425817966461182,
      "step": 1566
    },
    {
      "epoch": 2.596026490066225,
      "grad_norm": 1.03125,
      "learning_rate": 2.872096085869631e-06,
      "loss": 1.157275915145874,
      "step": 1568
    },
    {
      "epoch": 2.5993377483443707,
      "grad_norm": 0.318359375,
      "learning_rate": 2.8645461585591106e-06,
      "loss": 1.0908249616622925,
      "step": 1570
    },
    {
      "epoch": 2.6026490066225163,
      "grad_norm": 0.328125,
      "learning_rate": 2.8570540185056215e-06,
      "loss": 1.0348210334777832,
      "step": 1572
    },
    {
      "epoch": 2.6059602649006623,
      "grad_norm": 0.375,
      "learning_rate": 2.84961976557188e-06,
      "loss": 1.02035391330719,
      "step": 1574
    },
    {
      "epoch": 2.609271523178808,
      "grad_norm": 0.353515625,
      "learning_rate": 2.8422434988490363e-06,
      "loss": 1.078000545501709,
      "step": 1576
    },
    {
      "epoch": 2.6125827814569536,
      "grad_norm": 0.44140625,
      "learning_rate": 2.8349253166553342e-06,
      "loss": 1.1093229055404663,
      "step": 1578
    },
    {
      "epoch": 2.6158940397350996,
      "grad_norm": 0.400390625,
      "learning_rate": 2.8276653165348124e-06,
      "loss": 1.1029249429702759,
      "step": 1580
    },
    {
      "epoch": 2.619205298013245,
      "grad_norm": 0.578125,
      "learning_rate": 2.820463595256001e-06,
      "loss": 1.0593039989471436,
      "step": 1582
    },
    {
      "epoch": 2.622516556291391,
      "grad_norm": 0.416015625,
      "learning_rate": 2.813320248810631e-06,
      "loss": 1.1073625087738037,
      "step": 1584
    },
    {
      "epoch": 2.6258278145695364,
      "grad_norm": 0.8671875,
      "learning_rate": 2.8062353724123554e-06,
      "loss": 0.997706413269043,
      "step": 1586
    },
    {
      "epoch": 2.629139072847682,
      "grad_norm": 0.322265625,
      "learning_rate": 2.799209060495479e-06,
      "loss": 1.0507164001464844,
      "step": 1588
    },
    {
      "epoch": 2.6324503311258276,
      "grad_norm": 0.4296875,
      "learning_rate": 2.792241406713703e-06,
      "loss": 1.0913563966751099,
      "step": 1590
    },
    {
      "epoch": 2.6357615894039736,
      "grad_norm": 0.279296875,
      "learning_rate": 2.785332503938872e-06,
      "loss": 1.0073961019515991,
      "step": 1592
    },
    {
      "epoch": 2.6390728476821192,
      "grad_norm": 0.60546875,
      "learning_rate": 2.7784824442597397e-06,
      "loss": 0.9370295405387878,
      "step": 1594
    },
    {
      "epoch": 2.642384105960265,
      "grad_norm": 0.63671875,
      "learning_rate": 2.77169131898074e-06,
      "loss": 1.0220690965652466,
      "step": 1596
    },
    {
      "epoch": 2.6456953642384105,
      "grad_norm": 0.42578125,
      "learning_rate": 2.7649592186207713e-06,
      "loss": 1.018792748451233,
      "step": 1598
    },
    {
      "epoch": 2.6490066225165565,
      "grad_norm": 0.47265625,
      "learning_rate": 2.7582862329119876e-06,
      "loss": 0.9850583076477051,
      "step": 1600
    },
    {
      "epoch": 2.652317880794702,
      "grad_norm": 0.62109375,
      "learning_rate": 2.751672450798603e-06,
      "loss": 1.1173804998397827,
      "step": 1602
    },
    {
      "epoch": 2.6556291390728477,
      "grad_norm": 0.46875,
      "learning_rate": 2.745117960435711e-06,
      "loss": 0.9903439283370972,
      "step": 1604
    },
    {
      "epoch": 2.6589403973509933,
      "grad_norm": 0.396484375,
      "learning_rate": 2.7386228491880994e-06,
      "loss": 1.0194555521011353,
      "step": 1606
    },
    {
      "epoch": 2.662251655629139,
      "grad_norm": 0.416015625,
      "learning_rate": 2.7321872036290987e-06,
      "loss": 1.010141134262085,
      "step": 1608
    },
    {
      "epoch": 2.6655629139072845,
      "grad_norm": 0.31640625,
      "learning_rate": 2.725811109539415e-06,
      "loss": 1.0798771381378174,
      "step": 1610
    },
    {
      "epoch": 2.6688741721854305,
      "grad_norm": 0.53125,
      "learning_rate": 2.719494651905997e-06,
      "loss": 0.9975613355636597,
      "step": 1612
    },
    {
      "epoch": 2.672185430463576,
      "grad_norm": 0.37109375,
      "learning_rate": 2.7132379149208987e-06,
      "loss": 1.0866070985794067,
      "step": 1614
    },
    {
      "epoch": 2.6754966887417218,
      "grad_norm": 0.421875,
      "learning_rate": 2.707040981980156e-06,
      "loss": 1.053512692451477,
      "step": 1616
    },
    {
      "epoch": 2.678807947019868,
      "grad_norm": 0.3515625,
      "learning_rate": 2.700903935682677e-06,
      "loss": 1.0476690530776978,
      "step": 1618
    },
    {
      "epoch": 2.6821192052980134,
      "grad_norm": 0.78515625,
      "learning_rate": 2.6948268578291427e-06,
      "loss": 1.074185848236084,
      "step": 1620
    },
    {
      "epoch": 2.685430463576159,
      "grad_norm": 3.90625,
      "learning_rate": 2.688809829420914e-06,
      "loss": 1.0318957567214966,
      "step": 1622
    },
    {
      "epoch": 2.6887417218543046,
      "grad_norm": 0.41015625,
      "learning_rate": 2.682852930658951e-06,
      "loss": 1.0365896224975586,
      "step": 1624
    },
    {
      "epoch": 2.69205298013245,
      "grad_norm": 0.3671875,
      "learning_rate": 2.676956240942749e-06,
      "loss": 0.9852394461631775,
      "step": 1626
    },
    {
      "epoch": 2.695364238410596,
      "grad_norm": 0.7265625,
      "learning_rate": 2.6711198388692742e-06,
      "loss": 1.0080279111862183,
      "step": 1628
    },
    {
      "epoch": 2.698675496688742,
      "grad_norm": 0.35546875,
      "learning_rate": 2.6653438022319214e-06,
      "loss": 1.0633718967437744,
      "step": 1630
    },
    {
      "epoch": 2.7019867549668874,
      "grad_norm": 0.625,
      "learning_rate": 2.659628208019472e-06,
      "loss": 1.099438190460205,
      "step": 1632
    },
    {
      "epoch": 2.705298013245033,
      "grad_norm": 0.71875,
      "learning_rate": 2.6539731324150723e-06,
      "loss": 0.9704924821853638,
      "step": 1634
    },
    {
      "epoch": 2.7086092715231787,
      "grad_norm": 0.310546875,
      "learning_rate": 2.6483786507952167e-06,
      "loss": 0.9796273708343506,
      "step": 1636
    },
    {
      "epoch": 2.7119205298013247,
      "grad_norm": 0.431640625,
      "learning_rate": 2.642844837728739e-06,
      "loss": 1.0218433141708374,
      "step": 1638
    },
    {
      "epoch": 2.7152317880794703,
      "grad_norm": 0.5234375,
      "learning_rate": 2.637371766975826e-06,
      "loss": 0.9966109395027161,
      "step": 1640
    },
    {
      "epoch": 2.718543046357616,
      "grad_norm": 0.466796875,
      "learning_rate": 2.6319595114870276e-06,
      "loss": 1.0867879390716553,
      "step": 1642
    },
    {
      "epoch": 2.7218543046357615,
      "grad_norm": 0.40234375,
      "learning_rate": 2.62660814340229e-06,
      "loss": 1.021042823791504,
      "step": 1644
    },
    {
      "epoch": 2.725165562913907,
      "grad_norm": 0.296875,
      "learning_rate": 2.621317734049987e-06,
      "loss": 1.0033985376358032,
      "step": 1646
    },
    {
      "epoch": 2.7284768211920527,
      "grad_norm": 0.490234375,
      "learning_rate": 2.6160883539459785e-06,
      "loss": 1.008457064628601,
      "step": 1648
    },
    {
      "epoch": 2.7317880794701987,
      "grad_norm": 0.5078125,
      "learning_rate": 2.610920072792662e-06,
      "loss": 1.0715134143829346,
      "step": 1650
    },
    {
      "epoch": 2.7350993377483444,
      "grad_norm": 0.390625,
      "learning_rate": 2.6058129594780482e-06,
      "loss": 1.0398625135421753,
      "step": 1652
    },
    {
      "epoch": 2.73841059602649,
      "grad_norm": 0.90625,
      "learning_rate": 2.600767082074842e-06,
      "loss": 1.050590991973877,
      "step": 1654
    },
    {
      "epoch": 2.741721854304636,
      "grad_norm": 0.39453125,
      "learning_rate": 2.5957825078395354e-06,
      "loss": 1.068892478942871,
      "step": 1656
    },
    {
      "epoch": 2.7450331125827816,
      "grad_norm": 0.3984375,
      "learning_rate": 2.590859303211511e-06,
      "loss": 1.0792319774627686,
      "step": 1658
    },
    {
      "epoch": 2.748344370860927,
      "grad_norm": 0.41015625,
      "learning_rate": 2.5859975338121514e-06,
      "loss": 1.0801936388015747,
      "step": 1660
    },
    {
      "epoch": 2.751655629139073,
      "grad_norm": 0.73046875,
      "learning_rate": 2.581197264443977e-06,
      "loss": 1.0703206062316895,
      "step": 1662
    },
    {
      "epoch": 2.7549668874172184,
      "grad_norm": 1.15625,
      "learning_rate": 2.5764585590897676e-06,
      "loss": 1.1012338399887085,
      "step": 1664
    },
    {
      "epoch": 2.758278145695364,
      "grad_norm": 0.439453125,
      "learning_rate": 2.5717814809117207e-06,
      "loss": 1.0293129682540894,
      "step": 1666
    },
    {
      "epoch": 2.76158940397351,
      "grad_norm": 0.47265625,
      "learning_rate": 2.567166092250602e-06,
      "loss": 1.0774444341659546,
      "step": 1668
    },
    {
      "epoch": 2.7649006622516556,
      "grad_norm": 0.36328125,
      "learning_rate": 2.5626124546249205e-06,
      "loss": 1.062659740447998,
      "step": 1670
    },
    {
      "epoch": 2.7682119205298013,
      "grad_norm": 0.7109375,
      "learning_rate": 2.558120628730104e-06,
      "loss": 0.9909599423408508,
      "step": 1672
    },
    {
      "epoch": 2.7715231788079473,
      "grad_norm": 0.76953125,
      "learning_rate": 2.553690674437692e-06,
      "loss": 1.0109676122665405,
      "step": 1674
    },
    {
      "epoch": 2.774834437086093,
      "grad_norm": 1.3671875,
      "learning_rate": 2.5493226507945386e-06,
      "loss": 1.0199503898620605,
      "step": 1676
    },
    {
      "epoch": 2.7781456953642385,
      "grad_norm": 0.34765625,
      "learning_rate": 2.545016616022023e-06,
      "loss": 1.0352284908294678,
      "step": 1678
    },
    {
      "epoch": 2.781456953642384,
      "grad_norm": 0.396484375,
      "learning_rate": 2.5407726275152766e-06,
      "loss": 1.067415714263916,
      "step": 1680
    },
    {
      "epoch": 2.7847682119205297,
      "grad_norm": 0.5703125,
      "learning_rate": 2.5365907418424134e-06,
      "loss": 1.017134428024292,
      "step": 1682
    },
    {
      "epoch": 2.7880794701986753,
      "grad_norm": 0.578125,
      "learning_rate": 2.5324710147437826e-06,
      "loss": 1.0925308465957642,
      "step": 1684
    },
    {
      "epoch": 2.7913907284768213,
      "grad_norm": 0.51953125,
      "learning_rate": 2.5284135011312176e-06,
      "loss": 1.0486555099487305,
      "step": 1686
    },
    {
      "epoch": 2.794701986754967,
      "grad_norm": 0.38671875,
      "learning_rate": 2.5244182550873128e-06,
      "loss": 1.0359236001968384,
      "step": 1688
    },
    {
      "epoch": 2.7980132450331126,
      "grad_norm": 0.330078125,
      "learning_rate": 2.5204853298646943e-06,
      "loss": 1.095540165901184,
      "step": 1690
    },
    {
      "epoch": 2.801324503311258,
      "grad_norm": 0.4375,
      "learning_rate": 2.5166147778853166e-06,
      "loss": 1.0864918231964111,
      "step": 1692
    },
    {
      "epoch": 2.804635761589404,
      "grad_norm": 0.515625,
      "learning_rate": 2.512806650739761e-06,
      "loss": 1.026558518409729,
      "step": 1694
    },
    {
      "epoch": 2.80794701986755,
      "grad_norm": 0.4140625,
      "learning_rate": 2.5090609991865466e-06,
      "loss": 1.148924708366394,
      "step": 1696
    },
    {
      "epoch": 2.8112582781456954,
      "grad_norm": 0.4140625,
      "learning_rate": 2.5053778731514587e-06,
      "loss": 0.9244303703308105,
      "step": 1698
    },
    {
      "epoch": 2.814569536423841,
      "grad_norm": 1.078125,
      "learning_rate": 2.5017573217268762e-06,
      "loss": 1.0666385889053345,
      "step": 1700
    },
    {
      "epoch": 2.8178807947019866,
      "grad_norm": 0.412109375,
      "learning_rate": 2.4981993931711243e-06,
      "loss": 1.0128355026245117,
      "step": 1702
    },
    {
      "epoch": 2.821192052980132,
      "grad_norm": 0.44140625,
      "learning_rate": 2.494704134907825e-06,
      "loss": 1.0081136226654053,
      "step": 1704
    },
    {
      "epoch": 2.8245033112582782,
      "grad_norm": 0.490234375,
      "learning_rate": 2.491271593525272e-06,
      "loss": 1.0477370023727417,
      "step": 1706
    },
    {
      "epoch": 2.827814569536424,
      "grad_norm": 0.9453125,
      "learning_rate": 2.487901814775802e-06,
      "loss": 1.1048303842544556,
      "step": 1708
    },
    {
      "epoch": 2.8311258278145695,
      "grad_norm": 0.546875,
      "learning_rate": 2.484594843575192e-06,
      "loss": 1.0124863386154175,
      "step": 1710
    },
    {
      "epoch": 2.8344370860927155,
      "grad_norm": 0.474609375,
      "learning_rate": 2.4813507240020545e-06,
      "loss": 0.9982864260673523,
      "step": 1712
    },
    {
      "epoch": 2.837748344370861,
      "grad_norm": 0.671875,
      "learning_rate": 2.478169499297254e-06,
      "loss": 1.0384469032287598,
      "step": 1714
    },
    {
      "epoch": 2.8410596026490067,
      "grad_norm": 0.66796875,
      "learning_rate": 2.475051211863329e-06,
      "loss": 1.0405954122543335,
      "step": 1716
    },
    {
      "epoch": 2.8443708609271523,
      "grad_norm": 0.369140625,
      "learning_rate": 2.471995903263928e-06,
      "loss": 1.0376397371292114,
      "step": 1718
    },
    {
      "epoch": 2.847682119205298,
      "grad_norm": 0.6640625,
      "learning_rate": 2.4690036142232548e-06,
      "loss": 1.0328714847564697,
      "step": 1720
    },
    {
      "epoch": 2.8509933774834435,
      "grad_norm": 0.32421875,
      "learning_rate": 2.4660743846255235e-06,
      "loss": 1.0731256008148193,
      "step": 1722
    },
    {
      "epoch": 2.8543046357615895,
      "grad_norm": 0.330078125,
      "learning_rate": 2.463208253514432e-06,
      "loss": 0.9934253692626953,
      "step": 1724
    },
    {
      "epoch": 2.857615894039735,
      "grad_norm": 0.2734375,
      "learning_rate": 2.460405259092636e-06,
      "loss": 1.0437015295028687,
      "step": 1726
    },
    {
      "epoch": 2.8609271523178808,
      "grad_norm": 0.5,
      "learning_rate": 2.4576654387212443e-06,
      "loss": 1.0205596685409546,
      "step": 1728
    },
    {
      "epoch": 2.8642384105960264,
      "grad_norm": 0.392578125,
      "learning_rate": 2.4549888289193174e-06,
      "loss": 1.0206191539764404,
      "step": 1730
    },
    {
      "epoch": 2.8675496688741724,
      "grad_norm": 0.306640625,
      "learning_rate": 2.4523754653633833e-06,
      "loss": 1.005540132522583,
      "step": 1732
    },
    {
      "epoch": 2.870860927152318,
      "grad_norm": 0.56640625,
      "learning_rate": 2.4498253828869606e-06,
      "loss": 1.1127885580062866,
      "step": 1734
    },
    {
      "epoch": 2.8741721854304636,
      "grad_norm": 0.53515625,
      "learning_rate": 2.447338615480094e-06,
      "loss": 1.0119414329528809,
      "step": 1736
    },
    {
      "epoch": 2.877483443708609,
      "grad_norm": 1.203125,
      "learning_rate": 2.4449151962889023e-06,
      "loss": 0.9939915537834167,
      "step": 1738
    },
    {
      "epoch": 2.880794701986755,
      "grad_norm": 0.349609375,
      "learning_rate": 2.442555157615136e-06,
      "loss": 1.1005805730819702,
      "step": 1740
    },
    {
      "epoch": 2.8841059602649004,
      "grad_norm": 0.396484375,
      "learning_rate": 2.440258530915747e-06,
      "loss": 1.0766074657440186,
      "step": 1742
    },
    {
      "epoch": 2.8874172185430464,
      "grad_norm": 0.34375,
      "learning_rate": 2.438025346802467e-06,
      "loss": 1.0019570589065552,
      "step": 1744
    },
    {
      "epoch": 2.890728476821192,
      "grad_norm": 0.3671875,
      "learning_rate": 2.4358556350414055e-06,
      "loss": 1.0643962621688843,
      "step": 1746
    },
    {
      "epoch": 2.8940397350993377,
      "grad_norm": 0.392578125,
      "learning_rate": 2.433749424552646e-06,
      "loss": 0.9804382920265198,
      "step": 1748
    },
    {
      "epoch": 2.8973509933774837,
      "grad_norm": 0.76953125,
      "learning_rate": 2.4317067434098644e-06,
      "loss": 1.0500622987747192,
      "step": 1750
    },
    {
      "epoch": 2.9006622516556293,
      "grad_norm": 0.388671875,
      "learning_rate": 2.4297276188399545e-06,
      "loss": 1.082712173461914,
      "step": 1752
    },
    {
      "epoch": 2.903973509933775,
      "grad_norm": 0.392578125,
      "learning_rate": 2.4278120772226646e-06,
      "loss": 0.9876247644424438,
      "step": 1754
    },
    {
      "epoch": 2.9072847682119205,
      "grad_norm": 0.35546875,
      "learning_rate": 2.4259601440902454e-06,
      "loss": 1.0972561836242676,
      "step": 1756
    },
    {
      "epoch": 2.910596026490066,
      "grad_norm": 0.341796875,
      "learning_rate": 2.4241718441271104e-06,
      "loss": 0.9264360666275024,
      "step": 1758
    },
    {
      "epoch": 2.9139072847682117,
      "grad_norm": 0.35546875,
      "learning_rate": 2.4224472011695073e-06,
      "loss": 1.1301442384719849,
      "step": 1760
    },
    {
      "epoch": 2.9172185430463577,
      "grad_norm": 0.333984375,
      "learning_rate": 2.420786238205199e-06,
      "loss": 0.9778857231140137,
      "step": 1762
    },
    {
      "epoch": 2.9205298013245033,
      "grad_norm": 0.57421875,
      "learning_rate": 2.419188977373158e-06,
      "loss": 1.0964045524597168,
      "step": 1764
    },
    {
      "epoch": 2.923841059602649,
      "grad_norm": 0.380859375,
      "learning_rate": 2.4176554399632713e-06,
      "loss": 1.0145188570022583,
      "step": 1766
    },
    {
      "epoch": 2.9271523178807946,
      "grad_norm": 0.53125,
      "learning_rate": 2.4161856464160563e-06,
      "loss": 1.0378607511520386,
      "step": 1768
    },
    {
      "epoch": 2.9304635761589406,
      "grad_norm": 0.5,
      "learning_rate": 2.4147796163223895e-06,
      "loss": 0.9963395595550537,
      "step": 1770
    },
    {
      "epoch": 2.933774834437086,
      "grad_norm": 0.5703125,
      "learning_rate": 2.413437368423242e-06,
      "loss": 1.0542939901351929,
      "step": 1772
    },
    {
      "epoch": 2.937086092715232,
      "grad_norm": 0.361328125,
      "learning_rate": 2.4121589206094356e-06,
      "loss": 1.083484411239624,
      "step": 1774
    },
    {
      "epoch": 2.9403973509933774,
      "grad_norm": 0.361328125,
      "learning_rate": 2.4109442899213987e-06,
      "loss": 0.9940117001533508,
      "step": 1776
    },
    {
      "epoch": 2.943708609271523,
      "grad_norm": 0.396484375,
      "learning_rate": 2.4097934925489416e-06,
      "loss": 1.0698211193084717,
      "step": 1778
    },
    {
      "epoch": 2.9470198675496686,
      "grad_norm": 0.28125,
      "learning_rate": 2.40870654383104e-06,
      "loss": 1.026236653327942,
      "step": 1780
    },
    {
      "epoch": 2.9503311258278146,
      "grad_norm": 0.296875,
      "learning_rate": 2.4076834582556318e-06,
      "loss": 1.0298240184783936,
      "step": 1782
    },
    {
      "epoch": 2.9536423841059603,
      "grad_norm": 0.45703125,
      "learning_rate": 2.4067242494594234e-06,
      "loss": 0.9907808899879456,
      "step": 1784
    },
    {
      "epoch": 2.956953642384106,
      "grad_norm": 0.328125,
      "learning_rate": 2.4058289302277066e-06,
      "loss": 0.9502798914909363,
      "step": 1786
    },
    {
      "epoch": 2.960264900662252,
      "grad_norm": 0.43359375,
      "learning_rate": 2.4049975124941905e-06,
      "loss": 1.0373636484146118,
      "step": 1788
    },
    {
      "epoch": 2.9635761589403975,
      "grad_norm": 0.796875,
      "learning_rate": 2.40423000734084e-06,
      "loss": 1.010378360748291,
      "step": 1790
    },
    {
      "epoch": 2.966887417218543,
      "grad_norm": 0.3359375,
      "learning_rate": 2.403526424997731e-06,
      "loss": 1.0332858562469482,
      "step": 1792
    },
    {
      "epoch": 2.9701986754966887,
      "grad_norm": 0.75,
      "learning_rate": 2.4028867748429104e-06,
      "loss": 1.0457154512405396,
      "step": 1794
    },
    {
      "epoch": 2.9735099337748343,
      "grad_norm": 0.478515625,
      "learning_rate": 2.4023110654022747e-06,
      "loss": 1.130010724067688,
      "step": 1796
    },
    {
      "epoch": 2.97682119205298,
      "grad_norm": 0.390625,
      "learning_rate": 2.401799304349454e-06,
      "loss": 1.1422545909881592,
      "step": 1798
    },
    {
      "epoch": 2.980132450331126,
      "grad_norm": 0.470703125,
      "learning_rate": 2.40135149850571e-06,
      "loss": 0.9642534255981445,
      "step": 1800
    },
    {
      "epoch": 2.9834437086092715,
      "grad_norm": 0.478515625,
      "learning_rate": 2.4009676538398466e-06,
      "loss": 0.9972424507141113,
      "step": 1802
    },
    {
      "epoch": 2.986754966887417,
      "grad_norm": 0.83984375,
      "learning_rate": 2.400647775468129e-06,
      "loss": 1.1147444248199463,
      "step": 1804
    },
    {
      "epoch": 2.9900662251655628,
      "grad_norm": 0.388671875,
      "learning_rate": 2.4003918676542145e-06,
      "loss": 0.9947775602340698,
      "step": 1806
    },
    {
      "epoch": 2.993377483443709,
      "grad_norm": 0.3828125,
      "learning_rate": 2.4001999338090986e-06,
      "loss": 1.022848129272461,
      "step": 1808
    },
    {
      "epoch": 2.9966887417218544,
      "grad_norm": 0.375,
      "learning_rate": 2.400071976491067e-06,
      "loss": 1.0713096857070923,
      "step": 1810
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.4140625,
      "learning_rate": 2.4000079974056627e-06,
      "loss": 1.0778021812438965,
      "step": 1812
    },
    {
      "epoch": 3.0,
      "step": 1812,
      "total_flos": 4.871467377855824e+18,
      "train_loss": 1.1715838705861805,
      "train_runtime": 22979.7614,
      "train_samples_per_second": 2.523,
      "train_steps_per_second": 0.079
    }
  ],
  "logging_steps": 2,
  "max_steps": 1812,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.871467377855824e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}