{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 2619,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002290950744558992,
      "grad_norm": 0.9735844731330872,
      "learning_rate": 7.633587786259542e-08,
      "loss": 1.4360580444335938,
      "step": 2
    },
    {
      "epoch": 0.004581901489117984,
      "grad_norm": 1.5835797786712646,
      "learning_rate": 2.2900763358778629e-07,
      "loss": 1.971843957901001,
      "step": 4
    },
    {
      "epoch": 0.006872852233676976,
      "grad_norm": 0.8149327635765076,
      "learning_rate": 3.8167938931297716e-07,
      "loss": 1.8271703720092773,
      "step": 6
    },
    {
      "epoch": 0.009163802978235968,
      "grad_norm": 2.2085700035095215,
      "learning_rate": 5.34351145038168e-07,
      "loss": 2.4666566848754883,
      "step": 8
    },
    {
      "epoch": 0.011454753722794959,
      "grad_norm": 0.4170507788658142,
      "learning_rate": 6.870229007633589e-07,
      "loss": 1.2739520072937012,
      "step": 10
    },
    {
      "epoch": 0.013745704467353952,
      "grad_norm": 0.33925074338912964,
      "learning_rate": 8.396946564885497e-07,
      "loss": 1.6276776790618896,
      "step": 12
    },
    {
      "epoch": 0.016036655211912942,
      "grad_norm": 0.8046349883079529,
      "learning_rate": 9.923664122137404e-07,
      "loss": 1.938399076461792,
      "step": 14
    },
    {
      "epoch": 0.018327605956471937,
      "grad_norm": 0.39774009585380554,
      "learning_rate": 1.1450381679389313e-06,
      "loss": 1.5784566402435303,
      "step": 16
    },
    {
      "epoch": 0.020618556701030927,
      "grad_norm": 2.0479557514190674,
      "learning_rate": 1.297709923664122e-06,
      "loss": 2.207265615463257,
      "step": 18
    },
    {
      "epoch": 0.022909507445589918,
      "grad_norm": 1.4070589542388916,
      "learning_rate": 1.450381679389313e-06,
      "loss": 2.08921480178833,
      "step": 20
    },
    {
      "epoch": 0.025200458190148912,
      "grad_norm": 1.3663133382797241,
      "learning_rate": 1.603053435114504e-06,
      "loss": 1.5717980861663818,
      "step": 22
    },
    {
      "epoch": 0.027491408934707903,
      "grad_norm": 0.5743522644042969,
      "learning_rate": 1.7557251908396948e-06,
      "loss": 1.9206372499465942,
      "step": 24
    },
    {
      "epoch": 0.029782359679266894,
      "grad_norm": 0.5176920294761658,
      "learning_rate": 1.908396946564886e-06,
      "loss": 1.903019905090332,
      "step": 26
    },
    {
      "epoch": 0.032073310423825885,
      "grad_norm": 0.5487824082374573,
      "learning_rate": 2.0610687022900764e-06,
      "loss": 1.724461555480957,
      "step": 28
    },
    {
      "epoch": 0.03436426116838488,
      "grad_norm": 0.6357744932174683,
      "learning_rate": 2.2137404580152674e-06,
      "loss": 2.329512119293213,
      "step": 30
    },
    {
      "epoch": 0.03665521191294387,
      "grad_norm": 0.5210757255554199,
      "learning_rate": 2.3664122137404585e-06,
      "loss": 1.7047933340072632,
      "step": 32
    },
    {
      "epoch": 0.038946162657502864,
      "grad_norm": 0.45220088958740234,
      "learning_rate": 2.5190839694656487e-06,
      "loss": 1.8027178049087524,
      "step": 34
    },
    {
      "epoch": 0.041237113402061855,
      "grad_norm": 0.6867555975914001,
      "learning_rate": 2.67175572519084e-06,
      "loss": 1.8687299489974976,
      "step": 36
    },
    {
      "epoch": 0.043528064146620846,
      "grad_norm": 1.022306203842163,
      "learning_rate": 2.824427480916031e-06,
      "loss": 1.516510248184204,
      "step": 38
    },
    {
      "epoch": 0.045819014891179836,
      "grad_norm": 0.4305284023284912,
      "learning_rate": 2.9770992366412218e-06,
      "loss": 1.3579959869384766,
      "step": 40
    },
    {
      "epoch": 0.048109965635738834,
      "grad_norm": 0.530888020992279,
      "learning_rate": 3.129770992366413e-06,
      "loss": 1.86295747756958,
      "step": 42
    },
    {
      "epoch": 0.050400916380297825,
      "grad_norm": 0.545220673084259,
      "learning_rate": 3.2824427480916034e-06,
      "loss": 1.8225860595703125,
      "step": 44
    },
    {
      "epoch": 0.052691867124856816,
      "grad_norm": 4.15400505065918,
      "learning_rate": 3.4351145038167944e-06,
      "loss": 2.479480743408203,
      "step": 46
    },
    {
      "epoch": 0.054982817869415807,
      "grad_norm": 2.230881452560425,
      "learning_rate": 3.587786259541985e-06,
      "loss": 1.9663472175598145,
      "step": 48
    },
    {
      "epoch": 0.0572737686139748,
      "grad_norm": 0.5587590932846069,
      "learning_rate": 3.740458015267176e-06,
      "loss": 1.7919893264770508,
      "step": 50
    },
    {
      "epoch": 0.05956471935853379,
      "grad_norm": 0.2856103777885437,
      "learning_rate": 3.893129770992366e-06,
      "loss": 1.5717711448669434,
      "step": 52
    },
    {
      "epoch": 0.061855670103092786,
      "grad_norm": 0.680905282497406,
      "learning_rate": 4.045801526717557e-06,
      "loss": 1.937774658203125,
      "step": 54
    },
    {
      "epoch": 0.06414662084765177,
      "grad_norm": 1.862351894378662,
      "learning_rate": 4.198473282442748e-06,
      "loss": 1.5575186014175415,
      "step": 56
    },
    {
      "epoch": 0.06643757159221077,
      "grad_norm": 0.7627670764923096,
      "learning_rate": 4.351145038167939e-06,
      "loss": 2.3777570724487305,
      "step": 58
    },
    {
      "epoch": 0.06872852233676977,
      "grad_norm": 3.405487537384033,
      "learning_rate": 4.5038167938931296e-06,
      "loss": 2.064112663269043,
      "step": 60
    },
    {
      "epoch": 0.07101947308132875,
      "grad_norm": 0.22335933148860931,
      "learning_rate": 4.656488549618321e-06,
      "loss": 1.5149509906768799,
      "step": 62
    },
    {
      "epoch": 0.07331042382588775,
      "grad_norm": 1.8504610061645508,
      "learning_rate": 4.8091603053435125e-06,
      "loss": 2.0704846382141113,
      "step": 64
    },
    {
      "epoch": 0.07560137457044673,
      "grad_norm": 0.48437029123306274,
      "learning_rate": 4.961832061068703e-06,
      "loss": 1.5357882976531982,
      "step": 66
    },
    {
      "epoch": 0.07789232531500573,
      "grad_norm": 0.3509262800216675,
      "learning_rate": 5.114503816793893e-06,
      "loss": 1.7561030387878418,
      "step": 68
    },
    {
      "epoch": 0.08018327605956473,
      "grad_norm": 1.3714377880096436,
      "learning_rate": 5.267175572519084e-06,
      "loss": 1.6338742971420288,
      "step": 70
    },
    {
      "epoch": 0.08247422680412371,
      "grad_norm": 1.4160592555999756,
      "learning_rate": 5.419847328244276e-06,
      "loss": 1.5981454849243164,
      "step": 72
    },
    {
      "epoch": 0.08476517754868271,
      "grad_norm": 0.396519273519516,
      "learning_rate": 5.572519083969467e-06,
      "loss": 1.8558708429336548,
      "step": 74
    },
    {
      "epoch": 0.08705612829324169,
      "grad_norm": 0.9855345487594604,
      "learning_rate": 5.725190839694656e-06,
      "loss": 1.506034016609192,
      "step": 76
    },
    {
      "epoch": 0.08934707903780069,
      "grad_norm": 1.6816610097885132,
      "learning_rate": 5.877862595419848e-06,
      "loss": 1.978309988975525,
      "step": 78
    },
    {
      "epoch": 0.09163802978235967,
      "grad_norm": 0.49164819717407227,
      "learning_rate": 6.030534351145039e-06,
      "loss": 1.7104287147521973,
      "step": 80
    },
    {
      "epoch": 0.09392898052691867,
      "grad_norm": 0.5583735704421997,
      "learning_rate": 6.18320610687023e-06,
      "loss": 1.4178941249847412,
      "step": 82
    },
    {
      "epoch": 0.09621993127147767,
      "grad_norm": 0.5168147087097168,
      "learning_rate": 6.335877862595419e-06,
      "loss": 1.7817795276641846,
      "step": 84
    },
    {
      "epoch": 0.09851088201603665,
      "grad_norm": 1.2413756847381592,
      "learning_rate": 6.488549618320611e-06,
      "loss": 1.3074209690093994,
      "step": 86
    },
    {
      "epoch": 0.10080183276059565,
      "grad_norm": 0.6331862807273865,
      "learning_rate": 6.641221374045802e-06,
      "loss": 1.5984269380569458,
      "step": 88
    },
    {
      "epoch": 0.10309278350515463,
      "grad_norm": 0.5664435029029846,
      "learning_rate": 6.793893129770993e-06,
      "loss": 1.7241010665893555,
      "step": 90
    },
    {
      "epoch": 0.10538373424971363,
      "grad_norm": 0.32952845096588135,
      "learning_rate": 6.946564885496184e-06,
      "loss": 1.5395644903182983,
      "step": 92
    },
    {
      "epoch": 0.10767468499427263,
      "grad_norm": 0.41334185004234314,
      "learning_rate": 7.0992366412213746e-06,
      "loss": 1.7171587944030762,
      "step": 94
    },
    {
      "epoch": 0.10996563573883161,
      "grad_norm": 0.3259168863296509,
      "learning_rate": 7.251908396946566e-06,
      "loss": 1.3641917705535889,
      "step": 96
    },
    {
      "epoch": 0.11225658648339061,
      "grad_norm": 0.8971285223960876,
      "learning_rate": 7.404580152671757e-06,
      "loss": 1.6456998586654663,
      "step": 98
    },
    {
      "epoch": 0.1145475372279496,
      "grad_norm": 2.403928279876709,
      "learning_rate": 7.557251908396948e-06,
      "loss": 1.6644506454467773,
      "step": 100
    },
    {
      "epoch": 0.11683848797250859,
      "grad_norm": 0.5824722647666931,
      "learning_rate": 7.709923664122137e-06,
      "loss": 1.7684416770935059,
      "step": 102
    },
    {
      "epoch": 0.11912943871706758,
      "grad_norm": 0.2737939655780792,
      "learning_rate": 7.862595419847328e-06,
      "loss": 1.457775354385376,
      "step": 104
    },
    {
      "epoch": 0.12142038946162657,
      "grad_norm": 0.20071668922901154,
      "learning_rate": 8.015267175572519e-06,
      "loss": 1.3262975215911865,
      "step": 106
    },
    {
      "epoch": 0.12371134020618557,
      "grad_norm": 0.43577471375465393,
      "learning_rate": 8.16793893129771e-06,
      "loss": 1.5433118343353271,
      "step": 108
    },
    {
      "epoch": 0.12600229095074456,
      "grad_norm": 0.43102404475212097,
      "learning_rate": 8.320610687022901e-06,
      "loss": 1.4821274280548096,
      "step": 110
    },
    {
      "epoch": 0.12829324169530354,
      "grad_norm": 0.450750470161438,
      "learning_rate": 8.473282442748092e-06,
      "loss": 1.7386858463287354,
      "step": 112
    },
    {
      "epoch": 0.13058419243986255,
      "grad_norm": 0.49831417202949524,
      "learning_rate": 8.625954198473283e-06,
      "loss": 1.5783125162124634,
      "step": 114
    },
    {
      "epoch": 0.13287514318442153,
      "grad_norm": 0.5326170921325684,
      "learning_rate": 8.778625954198474e-06,
      "loss": 1.6655735969543457,
      "step": 116
    },
    {
      "epoch": 0.13516609392898052,
      "grad_norm": 0.4478776752948761,
      "learning_rate": 8.931297709923665e-06,
      "loss": 1.5613455772399902,
      "step": 118
    },
    {
      "epoch": 0.13745704467353953,
      "grad_norm": 1.2814429998397827,
      "learning_rate": 9.083969465648855e-06,
      "loss": 1.3779879808425903,
      "step": 120
    },
    {
      "epoch": 0.13974799541809851,
      "grad_norm": 0.3124754726886749,
      "learning_rate": 9.236641221374046e-06,
      "loss": 1.2922519445419312,
      "step": 122
    },
    {
      "epoch": 0.1420389461626575,
      "grad_norm": 0.5107002258300781,
      "learning_rate": 9.389312977099237e-06,
      "loss": 1.204099416732788,
      "step": 124
    },
    {
      "epoch": 0.14432989690721648,
      "grad_norm": 0.42890945076942444,
      "learning_rate": 9.54198473282443e-06,
      "loss": 1.5295710563659668,
      "step": 126
    },
    {
      "epoch": 0.1466208476517755,
      "grad_norm": 0.3888114094734192,
      "learning_rate": 9.694656488549619e-06,
      "loss": 1.446217656135559,
      "step": 128
    },
    {
      "epoch": 0.14891179839633448,
      "grad_norm": 1.3135894536972046,
      "learning_rate": 9.84732824427481e-06,
      "loss": 1.696859359741211,
      "step": 130
    },
    {
      "epoch": 0.15120274914089346,
      "grad_norm": 0.5034719705581665,
      "learning_rate": 1e-05,
      "loss": 1.4995859861373901,
      "step": 132
    },
    {
      "epoch": 0.15349369988545247,
      "grad_norm": 0.22584287822246552,
      "learning_rate": 9.999985650351204e-06,
      "loss": 1.1352298259735107,
      "step": 134
    },
    {
      "epoch": 0.15578465063001146,
      "grad_norm": 0.3132134974002838,
      "learning_rate": 9.999942601496331e-06,
      "loss": 1.208528995513916,
      "step": 136
    },
    {
      "epoch": 0.15807560137457044,
      "grad_norm": 0.41238704323768616,
      "learning_rate": 9.999870853709929e-06,
      "loss": 1.4549105167388916,
      "step": 138
    },
    {
      "epoch": 0.16036655211912945,
      "grad_norm": 0.18063485622406006,
      "learning_rate": 9.999770407449582e-06,
      "loss": 1.1948139667510986,
      "step": 140
    },
    {
      "epoch": 0.16265750286368844,
      "grad_norm": 0.7935987710952759,
      "learning_rate": 9.999641263355893e-06,
      "loss": 1.3297820091247559,
      "step": 142
    },
    {
      "epoch": 0.16494845360824742,
      "grad_norm": 0.3728874921798706,
      "learning_rate": 9.999483422252499e-06,
      "loss": 1.4431211948394775,
      "step": 144
    },
    {
      "epoch": 0.1672394043528064,
      "grad_norm": 0.32941386103630066,
      "learning_rate": 9.999296885146047e-06,
      "loss": 1.2147037982940674,
      "step": 146
    },
    {
      "epoch": 0.16953035509736541,
      "grad_norm": 0.4308471381664276,
      "learning_rate": 9.999081653226205e-06,
      "loss": 1.3048083782196045,
      "step": 148
    },
    {
      "epoch": 0.1718213058419244,
      "grad_norm": 0.7290281057357788,
      "learning_rate": 9.998837727865636e-06,
      "loss": 1.1929588317871094,
      "step": 150
    },
    {
      "epoch": 0.17411225658648338,
      "grad_norm": 1.055001139640808,
      "learning_rate": 9.998565110620006e-06,
      "loss": 1.0773563385009766,
      "step": 152
    },
    {
      "epoch": 0.1764032073310424,
      "grad_norm": 0.3784625828266144,
      "learning_rate": 9.998263803227965e-06,
      "loss": 1.4228711128234863,
      "step": 154
    },
    {
      "epoch": 0.17869415807560138,
      "grad_norm": 0.9958500862121582,
      "learning_rate": 9.997933807611133e-06,
      "loss": 1.798612356185913,
      "step": 156
    },
    {
      "epoch": 0.18098510882016036,
      "grad_norm": 0.370061457157135,
      "learning_rate": 9.997575125874104e-06,
      "loss": 1.4642460346221924,
      "step": 158
    },
    {
      "epoch": 0.18327605956471935,
      "grad_norm": 0.7844455242156982,
      "learning_rate": 9.997187760304411e-06,
      "loss": 1.0867466926574707,
      "step": 160
    },
    {
      "epoch": 0.18556701030927836,
      "grad_norm": 0.5508542060852051,
      "learning_rate": 9.996771713372525e-06,
      "loss": 1.295719861984253,
      "step": 162
    },
    {
      "epoch": 0.18785796105383734,
      "grad_norm": 0.393774151802063,
      "learning_rate": 9.996326987731836e-06,
      "loss": 1.0488743782043457,
      "step": 164
    },
    {
      "epoch": 0.19014891179839633,
      "grad_norm": 0.3985389173030853,
      "learning_rate": 9.995853586218636e-06,
      "loss": 1.5313889980316162,
      "step": 166
    },
    {
      "epoch": 0.19243986254295534,
      "grad_norm": 1.3936595916748047,
      "learning_rate": 9.995351511852102e-06,
      "loss": 0.6738256812095642,
      "step": 168
    },
    {
      "epoch": 0.19473081328751432,
      "grad_norm": 0.3983599543571472,
      "learning_rate": 9.994820767834273e-06,
      "loss": 1.4490211009979248,
      "step": 170
    },
    {
      "epoch": 0.1970217640320733,
      "grad_norm": 0.8028084635734558,
      "learning_rate": 9.994261357550034e-06,
      "loss": 1.5482444763183594,
      "step": 172
    },
    {
      "epoch": 0.19931271477663232,
      "grad_norm": 0.5651741623878479,
      "learning_rate": 9.993673284567092e-06,
      "loss": 1.6904449462890625,
      "step": 174
    },
    {
      "epoch": 0.2016036655211913,
      "grad_norm": 0.6857726573944092,
      "learning_rate": 9.993056552635954e-06,
      "loss": 1.4769976139068604,
      "step": 176
    },
    {
      "epoch": 0.20389461626575028,
      "grad_norm": 1.0751330852508545,
      "learning_rate": 9.992411165689902e-06,
      "loss": 1.4480886459350586,
      "step": 178
    },
    {
      "epoch": 0.20618556701030927,
      "grad_norm": 0.9354397654533386,
      "learning_rate": 9.99173712784497e-06,
      "loss": 1.581247329711914,
      "step": 180
    },
    {
      "epoch": 0.20847651775486828,
      "grad_norm": 0.49207422137260437,
      "learning_rate": 9.99103444339992e-06,
      "loss": 1.327151894569397,
      "step": 182
    },
    {
      "epoch": 0.21076746849942726,
      "grad_norm": 0.7072939872741699,
      "learning_rate": 9.990303116836204e-06,
      "loss": 1.3334730863571167,
      "step": 184
    },
    {
      "epoch": 0.21305841924398625,
      "grad_norm": 0.9365259408950806,
      "learning_rate": 9.989543152817945e-06,
      "loss": 1.1465511322021484,
      "step": 186
    },
    {
      "epoch": 0.21534936998854526,
      "grad_norm": 0.4507530629634857,
      "learning_rate": 9.98875455619191e-06,
      "loss": 1.3069469928741455,
      "step": 188
    },
    {
      "epoch": 0.21764032073310424,
      "grad_norm": 0.2077871412038803,
      "learning_rate": 9.987937331987466e-06,
      "loss": 1.2803224325180054,
      "step": 190
    },
    {
      "epoch": 0.21993127147766323,
      "grad_norm": 0.2749679386615753,
      "learning_rate": 9.987091485416564e-06,
      "loss": 1.1666932106018066,
      "step": 192
    },
    {
      "epoch": 0.2222222222222222,
      "grad_norm": 0.5907368659973145,
      "learning_rate": 9.986217021873688e-06,
      "loss": 1.28110933303833,
      "step": 194
    },
    {
      "epoch": 0.22451317296678122,
      "grad_norm": 0.34716930985450745,
      "learning_rate": 9.985313946935841e-06,
      "loss": 1.1845691204071045,
      "step": 196
    },
    {
      "epoch": 0.2268041237113402,
      "grad_norm": 0.5304384231567383,
      "learning_rate": 9.98438226636249e-06,
      "loss": 1.4581682682037354,
      "step": 198
    },
    {
      "epoch": 0.2290950744558992,
      "grad_norm": 0.5311458110809326,
      "learning_rate": 9.983421986095543e-06,
      "loss": 1.5132863521575928,
      "step": 200
    },
    {
      "epoch": 0.2313860252004582,
      "grad_norm": 0.9410415291786194,
      "learning_rate": 9.982433112259304e-06,
      "loss": 1.147586464881897,
      "step": 202
    },
    {
      "epoch": 0.23367697594501718,
      "grad_norm": 0.5174320936203003,
      "learning_rate": 9.981415651160434e-06,
      "loss": 1.3612395524978638,
      "step": 204
    },
    {
      "epoch": 0.23596792668957617,
      "grad_norm": 0.3282371461391449,
      "learning_rate": 9.980369609287918e-06,
      "loss": 1.2773010730743408,
      "step": 206
    },
    {
      "epoch": 0.23825887743413515,
      "grad_norm": 1.3350720405578613,
      "learning_rate": 9.979294993313013e-06,
      "loss": 1.3632477521896362,
      "step": 208
    },
    {
      "epoch": 0.24054982817869416,
      "grad_norm": 0.31105804443359375,
      "learning_rate": 9.978191810089213e-06,
      "loss": 1.2480723857879639,
      "step": 210
    },
    {
      "epoch": 0.24284077892325315,
      "grad_norm": 0.3278603255748749,
      "learning_rate": 9.977060066652208e-06,
      "loss": 1.1874191761016846,
      "step": 212
    },
    {
      "epoch": 0.24513172966781213,
      "grad_norm": 0.21448446810245514,
      "learning_rate": 9.975899770219823e-06,
      "loss": 1.24106764793396,
      "step": 214
    },
    {
      "epoch": 0.24742268041237114,
      "grad_norm": 0.8085087537765503,
      "learning_rate": 9.974710928191994e-06,
      "loss": 1.4966447353363037,
      "step": 216
    },
    {
      "epoch": 0.24971363115693013,
      "grad_norm": 0.4925968647003174,
      "learning_rate": 9.973493548150705e-06,
      "loss": 1.246765375137329,
      "step": 218
    },
    {
      "epoch": 0.2520045819014891,
      "grad_norm": 0.5599343180656433,
      "learning_rate": 9.972247637859942e-06,
      "loss": 1.5764102935791016,
      "step": 220
    },
    {
      "epoch": 0.2542955326460481,
      "grad_norm": 1.497615933418274,
      "learning_rate": 9.970973205265654e-06,
      "loss": 1.1964993476867676,
      "step": 222
    },
    {
      "epoch": 0.2565864833906071,
      "grad_norm": 0.284583181142807,
      "learning_rate": 9.969670258495689e-06,
      "loss": 1.4045443534851074,
      "step": 224
    },
    {
      "epoch": 0.2588774341351661,
      "grad_norm": 0.37673652172088623,
      "learning_rate": 9.968338805859746e-06,
      "loss": 1.1107515096664429,
      "step": 226
    },
    {
      "epoch": 0.2611683848797251,
      "grad_norm": 0.1895330548286438,
      "learning_rate": 9.966978855849328e-06,
      "loss": 1.2244822978973389,
      "step": 228
    },
    {
      "epoch": 0.2634593356242841,
      "grad_norm": 0.6602473258972168,
      "learning_rate": 9.965590417137683e-06,
      "loss": 1.4389466047286987,
      "step": 230
    },
    {
      "epoch": 0.26575028636884307,
      "grad_norm": 0.7053688764572144,
      "learning_rate": 9.964173498579744e-06,
      "loss": 1.3052401542663574,
      "step": 232
    },
    {
      "epoch": 0.26804123711340205,
      "grad_norm": 0.46937069296836853,
      "learning_rate": 9.962728109212087e-06,
      "loss": 1.6006953716278076,
      "step": 234
    },
    {
      "epoch": 0.27033218785796104,
      "grad_norm": 0.6499706506729126,
      "learning_rate": 9.961254258252853e-06,
      "loss": 1.7075961828231812,
      "step": 236
    },
    {
      "epoch": 0.27262313860252,
      "grad_norm": 0.28833746910095215,
      "learning_rate": 9.95975195510171e-06,
      "loss": 1.2591079473495483,
      "step": 238
    },
    {
      "epoch": 0.27491408934707906,
      "grad_norm": 0.33017802238464355,
      "learning_rate": 9.958221209339776e-06,
      "loss": 1.3728235960006714,
      "step": 240
    },
    {
      "epoch": 0.27720504009163804,
      "grad_norm": 0.42698171734809875,
      "learning_rate": 9.956662030729571e-06,
      "loss": 1.4098225831985474,
      "step": 242
    },
    {
      "epoch": 0.27949599083619703,
      "grad_norm": 1.0393098592758179,
      "learning_rate": 9.955074429214945e-06,
      "loss": 1.2753400802612305,
      "step": 244
    },
    {
      "epoch": 0.281786941580756,
      "grad_norm": 0.3506874144077301,
      "learning_rate": 9.95345841492102e-06,
      "loss": 1.3643712997436523,
      "step": 246
    },
    {
      "epoch": 0.284077892325315,
      "grad_norm": 0.36692970991134644,
      "learning_rate": 9.951813998154122e-06,
      "loss": 1.1439402103424072,
      "step": 248
    },
    {
      "epoch": 0.286368843069874,
      "grad_norm": 1.3749401569366455,
      "learning_rate": 9.950141189401722e-06,
      "loss": 1.4724159240722656,
      "step": 250
    },
    {
      "epoch": 0.28865979381443296,
      "grad_norm": 0.8339785933494568,
      "learning_rate": 9.948439999332362e-06,
      "loss": 1.4834284782409668,
      "step": 252
    },
    {
      "epoch": 0.290950744558992,
      "grad_norm": 0.7085672616958618,
      "learning_rate": 9.946710438795586e-06,
      "loss": 1.4935444593429565,
      "step": 254
    },
    {
      "epoch": 0.293241695303551,
      "grad_norm": 0.39228612184524536,
      "learning_rate": 9.944952518821877e-06,
      "loss": 0.9836521148681641,
      "step": 256
    },
    {
      "epoch": 0.29553264604810997,
      "grad_norm": 0.8522858023643494,
      "learning_rate": 9.943166250622585e-06,
      "loss": 1.2665026187896729,
      "step": 258
    },
    {
      "epoch": 0.29782359679266895,
      "grad_norm": 1.1095147132873535,
      "learning_rate": 9.941351645589853e-06,
      "loss": 0.9271557331085205,
      "step": 260
    },
    {
      "epoch": 0.30011454753722794,
      "grad_norm": 0.5586176514625549,
      "learning_rate": 9.939508715296543e-06,
      "loss": 1.329547643661499,
      "step": 262
    },
    {
      "epoch": 0.3024054982817869,
      "grad_norm": 0.662735641002655,
      "learning_rate": 9.93763747149617e-06,
      "loss": 1.247317910194397,
      "step": 264
    },
    {
      "epoch": 0.30469644902634596,
      "grad_norm": 0.8601267337799072,
      "learning_rate": 9.935737926122816e-06,
      "loss": 1.2623186111450195,
      "step": 266
    },
    {
      "epoch": 0.30698739977090495,
      "grad_norm": 0.20243214070796967,
      "learning_rate": 9.933810091291065e-06,
      "loss": 1.289118766784668,
      "step": 268
    },
    {
      "epoch": 0.30927835051546393,
      "grad_norm": 0.28063586354255676,
      "learning_rate": 9.93185397929592e-06,
      "loss": 1.1982347965240479,
      "step": 270
    },
    {
      "epoch": 0.3115693012600229,
      "grad_norm": 0.42941388487815857,
      "learning_rate": 9.929869602612718e-06,
      "loss": 1.137695074081421,
      "step": 272
    },
    {
      "epoch": 0.3138602520045819,
      "grad_norm": 0.45877066254615784,
      "learning_rate": 9.927856973897068e-06,
      "loss": 0.5235239267349243,
      "step": 274
    },
    {
      "epoch": 0.3161512027491409,
      "grad_norm": 0.6997596025466919,
      "learning_rate": 9.925816105984751e-06,
      "loss": 1.3950223922729492,
      "step": 276
    },
    {
      "epoch": 0.31844215349369986,
      "grad_norm": 1.7510356903076172,
      "learning_rate": 9.923747011891653e-06,
      "loss": 0.6258569955825806,
      "step": 278
    },
    {
      "epoch": 0.3207331042382589,
      "grad_norm": 0.5782098770141602,
      "learning_rate": 9.92164970481367e-06,
      "loss": 1.348238229751587,
      "step": 280
    },
    {
      "epoch": 0.3230240549828179,
      "grad_norm": 0.8980709910392761,
      "learning_rate": 9.919524198126637e-06,
      "loss": 1.1449611186981201,
      "step": 282
    },
    {
      "epoch": 0.32531500572737687,
      "grad_norm": 0.8491981029510498,
      "learning_rate": 9.91737050538623e-06,
      "loss": 1.620896816253662,
      "step": 284
    },
    {
      "epoch": 0.32760595647193586,
      "grad_norm": 0.6017739772796631,
      "learning_rate": 9.915188640327887e-06,
      "loss": 0.7882466316223145,
      "step": 286
    },
    {
      "epoch": 0.32989690721649484,
      "grad_norm": 0.41330039501190186,
      "learning_rate": 9.912978616866716e-06,
      "loss": 1.4667167663574219,
      "step": 288
    },
    {
      "epoch": 0.3321878579610538,
      "grad_norm": 1.4287890195846558,
      "learning_rate": 9.910740449097412e-06,
      "loss": 1.4368730783462524,
      "step": 290
    },
    {
      "epoch": 0.3344788087056128,
      "grad_norm": 0.7372951507568359,
      "learning_rate": 9.908474151294161e-06,
      "loss": 1.0971758365631104,
      "step": 292
    },
    {
      "epoch": 0.33676975945017185,
      "grad_norm": 1.4568077325820923,
      "learning_rate": 9.906179737910554e-06,
      "loss": 1.174417495727539,
      "step": 294
    },
    {
      "epoch": 0.33906071019473083,
      "grad_norm": 0.5502243638038635,
      "learning_rate": 9.903857223579496e-06,
      "loss": 0.9996079206466675,
      "step": 296
    },
    {
      "epoch": 0.3413516609392898,
      "grad_norm": 0.2131074070930481,
      "learning_rate": 9.901506623113098e-06,
      "loss": 0.9655183553695679,
      "step": 298
    },
    {
      "epoch": 0.3436426116838488,
      "grad_norm": 0.45683225989341736,
      "learning_rate": 9.899127951502601e-06,
      "loss": 1.239179253578186,
      "step": 300
    },
    {
      "epoch": 0.3459335624284078,
      "grad_norm": 0.7904418110847473,
      "learning_rate": 9.896721223918276e-06,
      "loss": 1.5110833644866943,
      "step": 302
    },
    {
      "epoch": 0.34822451317296677,
      "grad_norm": 0.19148200750350952,
      "learning_rate": 9.89428645570932e-06,
      "loss": 1.169365406036377,
      "step": 304
    },
    {
      "epoch": 0.35051546391752575,
      "grad_norm": 0.9735309481620789,
      "learning_rate": 9.891823662403763e-06,
      "loss": 1.0482746362686157,
      "step": 306
    },
    {
      "epoch": 0.3528064146620848,
      "grad_norm": 0.5635564923286438,
      "learning_rate": 9.88933285970837e-06,
      "loss": 1.3521157503128052,
      "step": 308
    },
    {
      "epoch": 0.3550973654066438,
      "grad_norm": 0.41833338141441345,
      "learning_rate": 9.886814063508536e-06,
      "loss": 1.1932569742202759,
      "step": 310
    },
    {
      "epoch": 0.35738831615120276,
      "grad_norm": 0.5040867328643799,
      "learning_rate": 9.884267289868194e-06,
      "loss": 1.2639671564102173,
      "step": 312
    },
    {
      "epoch": 0.35967926689576174,
      "grad_norm": 0.3760809004306793,
      "learning_rate": 9.8816925550297e-06,
      "loss": 1.36051607131958,
      "step": 314
    },
    {
      "epoch": 0.3619702176403207,
      "grad_norm": 1.2754006385803223,
      "learning_rate": 9.879089875413736e-06,
      "loss": 1.253896713256836,
      "step": 316
    },
    {
      "epoch": 0.3642611683848797,
      "grad_norm": 0.43398040533065796,
      "learning_rate": 9.876459267619215e-06,
      "loss": 1.2675503492355347,
      "step": 318
    },
    {
      "epoch": 0.3665521191294387,
      "grad_norm": 1.7002805471420288,
      "learning_rate": 9.873800748423152e-06,
      "loss": 1.3285064697265625,
      "step": 320
    },
    {
      "epoch": 0.36884306987399773,
      "grad_norm": 1.125661849975586,
      "learning_rate": 9.871114334780583e-06,
      "loss": 1.3152642250061035,
      "step": 322
    },
    {
      "epoch": 0.3711340206185567,
      "grad_norm": 0.5501522421836853,
      "learning_rate": 9.868400043824431e-06,
      "loss": 1.3212919235229492,
      "step": 324
    },
    {
      "epoch": 0.3734249713631157,
      "grad_norm": 3.444338083267212,
      "learning_rate": 9.86565789286542e-06,
      "loss": 1.4326891899108887,
      "step": 326
    },
    {
      "epoch": 0.3757159221076747,
      "grad_norm": 0.23539075255393982,
      "learning_rate": 9.862887899391953e-06,
      "loss": 1.2380142211914062,
      "step": 328
    },
    {
      "epoch": 0.37800687285223367,
      "grad_norm": 0.7268555164337158,
      "learning_rate": 9.860090081069998e-06,
      "loss": 1.1204144954681396,
      "step": 330
    },
    {
      "epoch": 0.38029782359679265,
      "grad_norm": 0.8944157958030701,
      "learning_rate": 9.857264455742983e-06,
      "loss": 1.2395751476287842,
      "step": 332
    },
    {
      "epoch": 0.38258877434135163,
      "grad_norm": 0.3225472867488861,
      "learning_rate": 9.854411041431678e-06,
      "loss": 1.1439430713653564,
      "step": 334
    },
    {
      "epoch": 0.3848797250859107,
      "grad_norm": 0.7560716867446899,
      "learning_rate": 9.851529856334079e-06,
      "loss": 1.2860313653945923,
      "step": 336
    },
    {
      "epoch": 0.38717067583046966,
      "grad_norm": 0.2908443212509155,
      "learning_rate": 9.848620918825294e-06,
      "loss": 1.2428202629089355,
      "step": 338
    },
    {
      "epoch": 0.38946162657502864,
      "grad_norm": 0.6176069974899292,
      "learning_rate": 9.845684247457425e-06,
      "loss": 1.371431827545166,
      "step": 340
    },
    {
      "epoch": 0.3917525773195876,
      "grad_norm": 0.308256059885025,
      "learning_rate": 9.842719860959455e-06,
      "loss": 1.2362736463546753,
      "step": 342
    },
    {
      "epoch": 0.3940435280641466,
      "grad_norm": 0.2752687931060791,
      "learning_rate": 9.839727778237116e-06,
      "loss": 1.3125758171081543,
      "step": 344
    },
    {
      "epoch": 0.3963344788087056,
      "grad_norm": 1.0439542531967163,
      "learning_rate": 9.836708018372782e-06,
      "loss": 1.3099775314331055,
      "step": 346
    },
    {
      "epoch": 0.39862542955326463,
      "grad_norm": 0.514342188835144,
      "learning_rate": 9.833660600625338e-06,
      "loss": 1.212874412536621,
      "step": 348
    },
    {
      "epoch": 0.4009163802978236,
      "grad_norm": 0.5850813388824463,
      "learning_rate": 9.83058554443006e-06,
      "loss": 1.2086424827575684,
      "step": 350
    },
    {
      "epoch": 0.4032073310423826,
      "grad_norm": 1.0894215106964111,
      "learning_rate": 9.827482869398496e-06,
      "loss": 1.3154696226119995,
      "step": 352
    },
    {
      "epoch": 0.4054982817869416,
      "grad_norm": 3.362022876739502,
      "learning_rate": 9.82435259531833e-06,
      "loss": 1.058045506477356,
      "step": 354
    },
    {
      "epoch": 0.40778923253150057,
      "grad_norm": 0.2783519923686981,
      "learning_rate": 9.82119474215327e-06,
      "loss": 0.8597267866134644,
      "step": 356
    },
    {
      "epoch": 0.41008018327605955,
      "grad_norm": 0.3932453691959381,
      "learning_rate": 9.818009330042906e-06,
      "loss": 1.4340499639511108,
      "step": 358
    },
    {
      "epoch": 0.41237113402061853,
      "grad_norm": 0.5507175922393799,
      "learning_rate": 9.814796379302592e-06,
      "loss": 1.2930049896240234,
      "step": 360
    },
    {
      "epoch": 0.4146620847651776,
      "grad_norm": 0.40081146359443665,
      "learning_rate": 9.811555910423312e-06,
      "loss": 1.1826398372650146,
      "step": 362
    },
    {
      "epoch": 0.41695303550973656,
      "grad_norm": 0.4745732545852661,
      "learning_rate": 9.808287944071552e-06,
      "loss": 1.3191637992858887,
      "step": 364
    },
    {
      "epoch": 0.41924398625429554,
      "grad_norm": 0.5023146867752075,
      "learning_rate": 9.804992501089164e-06,
      "loss": 1.4524482488632202,
      "step": 366
    },
    {
      "epoch": 0.4215349369988545,
      "grad_norm": 0.6656132340431213,
      "learning_rate": 9.801669602493236e-06,
      "loss": 1.2732700109481812,
      "step": 368
    },
    {
      "epoch": 0.4238258877434135,
      "grad_norm": 2.312171220779419,
      "learning_rate": 9.798319269475959e-06,
      "loss": 1.1589066982269287,
      "step": 370
    },
    {
      "epoch": 0.4261168384879725,
      "grad_norm": 2.0123043060302734,
      "learning_rate": 9.794941523404491e-06,
      "loss": 1.3179020881652832,
      "step": 372
    },
    {
      "epoch": 0.4284077892325315,
      "grad_norm": 0.36115938425064087,
      "learning_rate": 9.791536385820815e-06,
      "loss": 1.330890417098999,
      "step": 374
    },
    {
      "epoch": 0.4306987399770905,
      "grad_norm": 0.10276070982217789,
      "learning_rate": 9.788103878441614e-06,
      "loss": 0.9845031499862671,
      "step": 376
    },
    {
      "epoch": 0.4329896907216495,
      "grad_norm": 0.5846933126449585,
      "learning_rate": 9.784644023158118e-06,
      "loss": 1.2902302742004395,
      "step": 378
    },
    {
      "epoch": 0.4352806414662085,
      "grad_norm": 0.45211294293403625,
      "learning_rate": 9.781156842035978e-06,
      "loss": 1.2718219757080078,
      "step": 380
    },
    {
      "epoch": 0.43757159221076747,
      "grad_norm": 0.4230896234512329,
      "learning_rate": 9.777642357315115e-06,
      "loss": 1.4458763599395752,
      "step": 382
    },
    {
      "epoch": 0.43986254295532645,
      "grad_norm": 0.5726656913757324,
      "learning_rate": 9.774100591409583e-06,
      "loss": 0.866162896156311,
      "step": 384
    },
    {
      "epoch": 0.44215349369988544,
      "grad_norm": 0.2680141031742096,
      "learning_rate": 9.770531566907424e-06,
      "loss": 1.1903131008148193,
      "step": 386
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 0.21644671261310577,
      "learning_rate": 9.766935306570528e-06,
      "loss": 1.0767426490783691,
      "step": 388
    },
    {
      "epoch": 0.44673539518900346,
      "grad_norm": 0.40251392126083374,
      "learning_rate": 9.763311833334482e-06,
      "loss": 1.206404209136963,
      "step": 390
    },
    {
      "epoch": 0.44902634593356244,
      "grad_norm": 0.26591402292251587,
      "learning_rate": 9.759661170308426e-06,
      "loss": 1.0683099031448364,
      "step": 392
    },
    {
      "epoch": 0.4513172966781214,
      "grad_norm": 0.6021142601966858,
      "learning_rate": 9.75598334077491e-06,
      "loss": 1.4385409355163574,
      "step": 394
    },
    {
      "epoch": 0.4536082474226804,
      "grad_norm": 0.4870530068874359,
      "learning_rate": 9.752278368189738e-06,
      "loss": 1.2794133424758911,
      "step": 396
    },
    {
      "epoch": 0.4558991981672394,
      "grad_norm": 0.5457776784896851,
      "learning_rate": 9.748546276181824e-06,
      "loss": 1.3290512561798096,
      "step": 398
    },
    {
      "epoch": 0.4581901489117984,
      "grad_norm": 0.6035308837890625,
      "learning_rate": 9.74478708855304e-06,
      "loss": 1.1363365650177002,
      "step": 400
    },
    {
      "epoch": 0.46048109965635736,
      "grad_norm": 1.4187884330749512,
      "learning_rate": 9.74100082927806e-06,
      "loss": 1.1181583404541016,
      "step": 402
    },
    {
      "epoch": 0.4627720504009164,
      "grad_norm": 0.6478531360626221,
      "learning_rate": 9.737187522504215e-06,
      "loss": 1.292447805404663,
      "step": 404
    },
    {
      "epoch": 0.4650630011454754,
      "grad_norm": 0.45188528299331665,
      "learning_rate": 9.733347192551333e-06,
      "loss": 1.341691493988037,
      "step": 406
    },
    {
      "epoch": 0.46735395189003437,
      "grad_norm": 1.0683960914611816,
      "learning_rate": 9.729479863911585e-06,
      "loss": 0.9544723033905029,
      "step": 408
    },
    {
      "epoch": 0.46964490263459335,
      "grad_norm": 0.40036776661872864,
      "learning_rate": 9.725585561249331e-06,
      "loss": 1.299605369567871,
      "step": 410
    },
    {
      "epoch": 0.47193585337915234,
      "grad_norm": 1.0352967977523804,
      "learning_rate": 9.72166430940096e-06,
      "loss": 1.5143306255340576,
      "step": 412
    },
    {
      "epoch": 0.4742268041237113,
      "grad_norm": 0.47124430537223816,
      "learning_rate": 9.71771613337473e-06,
      "loss": 1.2042604684829712,
      "step": 414
    },
    {
      "epoch": 0.4765177548682703,
      "grad_norm": 0.40640538930892944,
      "learning_rate": 9.713741058350618e-06,
      "loss": 1.3638975620269775,
      "step": 416
    },
    {
      "epoch": 0.47880870561282934,
      "grad_norm": 0.22503964602947235,
      "learning_rate": 9.709739109680146e-06,
      "loss": 1.0454559326171875,
      "step": 418
    },
    {
      "epoch": 0.48109965635738833,
      "grad_norm": 0.7164255976676941,
      "learning_rate": 9.70571031288623e-06,
      "loss": 1.4321982860565186,
      "step": 420
    },
    {
      "epoch": 0.4833906071019473,
      "grad_norm": 0.22116360068321228,
      "learning_rate": 9.701654693663012e-06,
      "loss": 1.2148916721343994,
      "step": 422
    },
    {
      "epoch": 0.4856815578465063,
      "grad_norm": 0.40741488337516785,
      "learning_rate": 9.697572277875696e-06,
      "loss": 1.2174824476242065,
      "step": 424
    },
    {
      "epoch": 0.4879725085910653,
      "grad_norm": 0.33800235390663147,
      "learning_rate": 9.693463091560387e-06,
      "loss": 1.0184588432312012,
      "step": 426
    },
    {
      "epoch": 0.49026345933562426,
      "grad_norm": 1.2050279378890991,
      "learning_rate": 9.689327160923918e-06,
      "loss": 1.278519868850708,
      "step": 428
    },
    {
      "epoch": 0.4925544100801833,
      "grad_norm": 0.3495669364929199,
      "learning_rate": 9.685164512343694e-06,
      "loss": 1.2338956594467163,
      "step": 430
    },
    {
      "epoch": 0.4948453608247423,
      "grad_norm": 0.23146063089370728,
      "learning_rate": 9.680975172367508e-06,
      "loss": 1.40183687210083,
      "step": 432
    },
    {
      "epoch": 0.49713631156930127,
      "grad_norm": 0.21940575540065765,
      "learning_rate": 9.67675916771339e-06,
      "loss": 1.1633131504058838,
      "step": 434
    },
    {
      "epoch": 0.49942726231386025,
      "grad_norm": 0.47240111231803894,
      "learning_rate": 9.67251652526942e-06,
      "loss": 1.1047279834747314,
      "step": 436
    },
    {
      "epoch": 0.5017182130584192,
      "grad_norm": 0.36501702666282654,
      "learning_rate": 9.668247272093568e-06,
      "loss": 1.256941795349121,
      "step": 438
    },
    {
      "epoch": 0.5040091638029782,
      "grad_norm": 0.4658450782299042,
      "learning_rate": 9.663951435413512e-06,
      "loss": 1.454789400100708,
      "step": 440
    },
    {
      "epoch": 0.5063001145475372,
      "grad_norm": 0.5242023468017578,
      "learning_rate": 9.659629042626478e-06,
      "loss": 1.2262189388275146,
      "step": 442
    },
    {
      "epoch": 0.5085910652920962,
      "grad_norm": 1.0691118240356445,
      "learning_rate": 9.655280121299049e-06,
      "loss": 1.2670984268188477,
      "step": 444
    },
    {
      "epoch": 0.5108820160366552,
      "grad_norm": 0.7168107032775879,
      "learning_rate": 9.650904699167002e-06,
      "loss": 1.2349098920822144,
      "step": 446
    },
    {
      "epoch": 0.5131729667812142,
      "grad_norm": 0.3086417019367218,
      "learning_rate": 9.646502804135125e-06,
      "loss": 1.1503790616989136,
      "step": 448
    },
    {
      "epoch": 0.5154639175257731,
      "grad_norm": 0.15410441160202026,
      "learning_rate": 9.642074464277035e-06,
      "loss": 1.050001859664917,
      "step": 450
    },
    {
      "epoch": 0.5177548682703322,
      "grad_norm": 0.923253059387207,
      "learning_rate": 9.637619707835011e-06,
      "loss": 1.10781729221344,
      "step": 452
    },
    {
      "epoch": 0.5200458190148912,
      "grad_norm": 0.38856205344200134,
      "learning_rate": 9.633138563219805e-06,
      "loss": 1.2779165506362915,
      "step": 454
    },
    {
      "epoch": 0.5223367697594502,
      "grad_norm": 0.22952410578727722,
      "learning_rate": 9.628631059010459e-06,
      "loss": 1.1592912673950195,
      "step": 456
    },
    {
      "epoch": 0.5246277205040092,
      "grad_norm": 0.42092597484588623,
      "learning_rate": 9.624097223954132e-06,
      "loss": 1.2500171661376953,
      "step": 458
    },
    {
      "epoch": 0.5269186712485682,
      "grad_norm": 1.195084571838379,
      "learning_rate": 9.619537086965909e-06,
      "loss": 0.9345007538795471,
      "step": 460
    },
    {
      "epoch": 0.5292096219931272,
      "grad_norm": 0.25558075308799744,
      "learning_rate": 9.614950677128618e-06,
      "loss": 1.0049808025360107,
      "step": 462
    },
    {
      "epoch": 0.5315005727376861,
      "grad_norm": 0.31603124737739563,
      "learning_rate": 9.610338023692644e-06,
      "loss": 1.2373789548873901,
      "step": 464
    },
    {
      "epoch": 0.5337915234822451,
      "grad_norm": 0.5582301616668701,
      "learning_rate": 9.60569915607575e-06,
      "loss": 0.9904681444168091,
      "step": 466
    },
    {
      "epoch": 0.5360824742268041,
      "grad_norm": 0.20000745356082916,
      "learning_rate": 9.601034103862875e-06,
      "loss": 1.1860427856445312,
      "step": 468
    },
    {
      "epoch": 0.5383734249713631,
      "grad_norm": 0.40028443932533264,
      "learning_rate": 9.596342896805958e-06,
      "loss": 1.07786226272583,
      "step": 470
    },
    {
      "epoch": 0.5406643757159221,
      "grad_norm": 3.4503417015075684,
      "learning_rate": 9.591625564823743e-06,
      "loss": 0.6197147965431213,
      "step": 472
    },
    {
      "epoch": 0.5429553264604811,
      "grad_norm": 0.3767026960849762,
      "learning_rate": 9.58688213800159e-06,
      "loss": 1.141902208328247,
      "step": 474
    },
    {
      "epoch": 0.54524627720504,
      "grad_norm": 0.3436010181903839,
      "learning_rate": 9.58211264659128e-06,
      "loss": 1.2863194942474365,
      "step": 476
    },
    {
      "epoch": 0.5475372279495991,
      "grad_norm": 0.582786500453949,
      "learning_rate": 9.577317121010822e-06,
      "loss": 1.0963010787963867,
      "step": 478
    },
    {
      "epoch": 0.5498281786941581,
      "grad_norm": 0.31849485635757446,
      "learning_rate": 9.572495591844268e-06,
      "loss": 1.269704818725586,
      "step": 480
    },
    {
      "epoch": 0.5521191294387171,
      "grad_norm": 0.20424437522888184,
      "learning_rate": 9.567648089841504e-06,
      "loss": 1.0950038433074951,
      "step": 482
    },
    {
      "epoch": 0.5544100801832761,
      "grad_norm": 0.4071334898471832,
      "learning_rate": 9.562774645918067e-06,
      "loss": 1.1633511781692505,
      "step": 484
    },
    {
      "epoch": 0.5567010309278351,
      "grad_norm": 0.14564399421215057,
      "learning_rate": 9.557875291154937e-06,
      "loss": 1.0785776376724243,
      "step": 486
    },
    {
      "epoch": 0.5589919816723941,
      "grad_norm": 0.5690705180168152,
      "learning_rate": 9.552950056798345e-06,
      "loss": 1.397330403327942,
      "step": 488
    },
    {
      "epoch": 0.561282932416953,
      "grad_norm": 0.715670108795166,
      "learning_rate": 9.547998974259573e-06,
      "loss": 1.26545250415802,
      "step": 490
    },
    {
      "epoch": 0.563573883161512,
      "grad_norm": 0.293247789144516,
      "learning_rate": 9.543022075114751e-06,
      "loss": 1.1600966453552246,
      "step": 492
    },
    {
      "epoch": 0.565864833906071,
      "grad_norm": 0.6295793652534485,
      "learning_rate": 9.538019391104659e-06,
      "loss": 1.1647446155548096,
      "step": 494
    },
    {
      "epoch": 0.56815578465063,
      "grad_norm": 0.49164626002311707,
      "learning_rate": 9.532990954134527e-06,
      "loss": 1.2747015953063965,
      "step": 496
    },
    {
      "epoch": 0.570446735395189,
      "grad_norm": 0.9389271140098572,
      "learning_rate": 9.527936796273818e-06,
      "loss": 1.3396897315979004,
      "step": 498
    },
    {
      "epoch": 0.572737686139748,
      "grad_norm": 0.6148760318756104,
      "learning_rate": 9.522856949756042e-06,
      "loss": 1.3895974159240723,
      "step": 500
    },
    {
      "epoch": 0.5750286368843069,
      "grad_norm": 0.257207989692688,
      "learning_rate": 9.517751446978537e-06,
      "loss": 1.1982309818267822,
      "step": 502
    },
    {
      "epoch": 0.5773195876288659,
      "grad_norm": 0.2164141982793808,
      "learning_rate": 9.51262032050227e-06,
      "loss": 1.1153879165649414,
      "step": 504
    },
    {
      "epoch": 0.579610538373425,
      "grad_norm": 0.4683654010295868,
      "learning_rate": 9.507463603051624e-06,
      "loss": 1.2678872346878052,
      "step": 506
    },
    {
      "epoch": 0.581901489117984,
      "grad_norm": 1.9290564060211182,
      "learning_rate": 9.502281327514192e-06,
      "loss": 1.3685619831085205,
      "step": 508
    },
    {
      "epoch": 0.584192439862543,
      "grad_norm": 0.3087227940559387,
      "learning_rate": 9.497073526940564e-06,
      "loss": 1.1183393001556396,
      "step": 510
    },
    {
      "epoch": 0.586483390607102,
      "grad_norm": 0.39474597573280334,
      "learning_rate": 9.491840234544127e-06,
      "loss": 1.1198551654815674,
      "step": 512
    },
    {
      "epoch": 0.588774341351661,
      "grad_norm": 0.4169851243495941,
      "learning_rate": 9.486581483700836e-06,
      "loss": 1.087975263595581,
      "step": 514
    },
    {
      "epoch": 0.5910652920962199,
      "grad_norm": 0.6149902939796448,
      "learning_rate": 9.481297307949016e-06,
      "loss": 1.3570208549499512,
      "step": 516
    },
    {
      "epoch": 0.5933562428407789,
      "grad_norm": 0.35397911071777344,
      "learning_rate": 9.47598774098914e-06,
      "loss": 1.1269992589950562,
      "step": 518
    },
    {
      "epoch": 0.5956471935853379,
      "grad_norm": 0.9242658615112305,
      "learning_rate": 9.470652816683619e-06,
      "loss": 1.1659682989120483,
      "step": 520
    },
    {
      "epoch": 0.5979381443298969,
      "grad_norm": 0.6208882331848145,
      "learning_rate": 9.46529256905658e-06,
      "loss": 1.3326858282089233,
      "step": 522
    },
    {
      "epoch": 0.6002290950744559,
      "grad_norm": 0.48353537917137146,
      "learning_rate": 9.459907032293654e-06,
      "loss": 1.2706080675125122,
      "step": 524
    },
    {
      "epoch": 0.6025200458190149,
      "grad_norm": 0.35826799273490906,
      "learning_rate": 9.454496240741761e-06,
      "loss": 0.9778612852096558,
      "step": 526
    },
    {
      "epoch": 0.6048109965635738,
      "grad_norm": 0.2744974195957184,
      "learning_rate": 9.44906022890888e-06,
      "loss": 1.1908738613128662,
      "step": 528
    },
    {
      "epoch": 0.6071019473081328,
      "grad_norm": 0.45797595381736755,
      "learning_rate": 9.443599031463838e-06,
      "loss": 1.4189608097076416,
      "step": 530
    },
    {
      "epoch": 0.6093928980526919,
      "grad_norm": 1.2901155948638916,
      "learning_rate": 9.438112683236086e-06,
      "loss": 0.7630795836448669,
      "step": 532
    },
    {
      "epoch": 0.6116838487972509,
      "grad_norm": 0.2464115470647812,
      "learning_rate": 9.432601219215479e-06,
      "loss": 1.1513936519622803,
      "step": 534
    },
    {
      "epoch": 0.6139747995418099,
      "grad_norm": 0.2185329645872116,
      "learning_rate": 9.427064674552046e-06,
      "loss": 0.974953293800354,
      "step": 536
    },
    {
      "epoch": 0.6162657502863689,
      "grad_norm": 2.7072620391845703,
      "learning_rate": 9.421503084555778e-06,
      "loss": 1.123814582824707,
      "step": 538
    },
    {
      "epoch": 0.6185567010309279,
      "grad_norm": 0.25285181403160095,
      "learning_rate": 9.41591648469639e-06,
      "loss": 1.1648335456848145,
      "step": 540
    },
    {
      "epoch": 0.6208476517754868,
      "grad_norm": 0.6194114685058594,
      "learning_rate": 9.410304910603105e-06,
      "loss": 0.9610656499862671,
      "step": 542
    },
    {
      "epoch": 0.6231386025200458,
      "grad_norm": 0.1943773478269577,
      "learning_rate": 9.404668398064415e-06,
      "loss": 1.216538429260254,
      "step": 544
    },
    {
      "epoch": 0.6254295532646048,
      "grad_norm": 0.5252053737640381,
      "learning_rate": 9.399006983027869e-06,
      "loss": 1.2029259204864502,
      "step": 546
    },
    {
      "epoch": 0.6277205040091638,
      "grad_norm": 1.5968742370605469,
      "learning_rate": 9.393320701599826e-06,
      "loss": 1.3843748569488525,
      "step": 548
    },
    {
      "epoch": 0.6300114547537228,
      "grad_norm": 1.534686803817749,
      "learning_rate": 9.387609590045243e-06,
      "loss": 1.522881269454956,
      "step": 550
    },
    {
      "epoch": 0.6323024054982818,
      "grad_norm": 0.215438574552536,
      "learning_rate": 9.381873684787424e-06,
      "loss": 1.085440993309021,
      "step": 552
    },
    {
      "epoch": 0.6345933562428407,
      "grad_norm": 0.7377695441246033,
      "learning_rate": 9.376113022407806e-06,
      "loss": 1.3917303085327148,
      "step": 554
    },
    {
      "epoch": 0.6368843069873997,
      "grad_norm": 0.29986539483070374,
      "learning_rate": 9.370327639645715e-06,
      "loss": 1.3055980205535889,
      "step": 556
    },
    {
      "epoch": 0.6391752577319587,
      "grad_norm": 0.5736729502677917,
      "learning_rate": 9.364517573398128e-06,
      "loss": 1.1343388557434082,
      "step": 558
    },
    {
      "epoch": 0.6414662084765178,
      "grad_norm": 0.3546328842639923,
      "learning_rate": 9.358682860719456e-06,
      "loss": 1.2395200729370117,
      "step": 560
    },
    {
      "epoch": 0.6437571592210768,
      "grad_norm": 0.8976812958717346,
      "learning_rate": 9.352823538821286e-06,
      "loss": 1.3456403017044067,
      "step": 562
    },
    {
      "epoch": 0.6460481099656358,
      "grad_norm": 0.5660920143127441,
      "learning_rate": 9.346939645072158e-06,
      "loss": 1.2232890129089355,
      "step": 564
    },
    {
      "epoch": 0.6483390607101948,
      "grad_norm": 0.5268477201461792,
      "learning_rate": 9.341031216997318e-06,
      "loss": 1.3191683292388916,
      "step": 566
    },
    {
      "epoch": 0.6506300114547537,
      "grad_norm": 0.4400789141654968,
      "learning_rate": 9.335098292278487e-06,
      "loss": 1.060530185699463,
      "step": 568
    },
    {
      "epoch": 0.6529209621993127,
      "grad_norm": 0.33317258954048157,
      "learning_rate": 9.329140908753612e-06,
      "loss": 1.2318658828735352,
      "step": 570
    },
    {
      "epoch": 0.6552119129438717,
      "grad_norm": 1.2683199644088745,
      "learning_rate": 9.323159104416637e-06,
      "loss": 1.393534779548645,
      "step": 572
    },
    {
      "epoch": 0.6575028636884307,
      "grad_norm": 0.47602105140686035,
      "learning_rate": 9.31715291741724e-06,
      "loss": 1.2734475135803223,
      "step": 574
    },
    {
      "epoch": 0.6597938144329897,
      "grad_norm": 0.5834298729896545,
      "learning_rate": 9.311122386060612e-06,
      "loss": 1.109555959701538,
      "step": 576
    },
    {
      "epoch": 0.6620847651775487,
      "grad_norm": 0.4927360713481903,
      "learning_rate": 9.305067548807202e-06,
      "loss": 1.1678287982940674,
      "step": 578
    },
    {
      "epoch": 0.6643757159221076,
      "grad_norm": 0.6562817692756653,
      "learning_rate": 9.29898844427247e-06,
      "loss": 1.290650486946106,
      "step": 580
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.25812843441963196,
      "learning_rate": 9.292885111226647e-06,
      "loss": 1.173723816871643,
      "step": 582
    },
    {
      "epoch": 0.6689576174112256,
      "grad_norm": 0.35074305534362793,
      "learning_rate": 9.286757588594479e-06,
      "loss": 1.3392133712768555,
      "step": 584
    },
    {
      "epoch": 0.6712485681557846,
      "grad_norm": 1.0929124355316162,
      "learning_rate": 9.28060591545499e-06,
      "loss": 0.5634982585906982,
      "step": 586
    },
    {
      "epoch": 0.6735395189003437,
      "grad_norm": 1.2900134325027466,
      "learning_rate": 9.274430131041224e-06,
      "loss": 1.2917420864105225,
      "step": 588
    },
    {
      "epoch": 0.6758304696449027,
      "grad_norm": 0.9884699583053589,
      "learning_rate": 9.268230274739993e-06,
      "loss": 1.6777942180633545,
      "step": 590
    },
    {
      "epoch": 0.6781214203894617,
      "grad_norm": 0.3877362906932831,
      "learning_rate": 9.262006386091643e-06,
      "loss": 1.284725546836853,
      "step": 592
    },
    {
      "epoch": 0.6804123711340206,
      "grad_norm": 0.44240447878837585,
      "learning_rate": 9.255758504789773e-06,
      "loss": 1.4049007892608643,
      "step": 594
    },
    {
      "epoch": 0.6827033218785796,
      "grad_norm": 0.6455042362213135,
      "learning_rate": 9.249486670681011e-06,
      "loss": 1.3378018140792847,
      "step": 596
    },
    {
      "epoch": 0.6849942726231386,
      "grad_norm": 2.295257091522217,
      "learning_rate": 9.243190923764743e-06,
      "loss": 0.9357068538665771,
      "step": 598
    },
    {
      "epoch": 0.6872852233676976,
      "grad_norm": 0.6263779997825623,
      "learning_rate": 9.236871304192857e-06,
      "loss": 1.3586604595184326,
      "step": 600
    },
    {
      "epoch": 0.6895761741122566,
      "grad_norm": 0.2799982726573944,
      "learning_rate": 9.2305278522695e-06,
      "loss": 1.185795545578003,
      "step": 602
    },
    {
      "epoch": 0.6918671248568156,
      "grad_norm": 0.5048342347145081,
      "learning_rate": 9.224160608450806e-06,
      "loss": 1.218984603881836,
      "step": 604
    },
    {
      "epoch": 0.6941580756013745,
      "grad_norm": 0.337823748588562,
      "learning_rate": 9.217769613344647e-06,
      "loss": 1.0943036079406738,
      "step": 606
    },
    {
      "epoch": 0.6964490263459335,
      "grad_norm": 0.2669612169265747,
      "learning_rate": 9.211354907710373e-06,
      "loss": 1.2221721410751343,
      "step": 608
    },
    {
      "epoch": 0.6987399770904925,
      "grad_norm": 0.5142564177513123,
      "learning_rate": 9.204916532458552e-06,
      "loss": 1.2275896072387695,
      "step": 610
    },
    {
      "epoch": 0.7010309278350515,
      "grad_norm": 0.5470200181007385,
      "learning_rate": 9.198454528650702e-06,
      "loss": 1.284466028213501,
      "step": 612
    },
    {
      "epoch": 0.7033218785796106,
      "grad_norm": 0.2950684130191803,
      "learning_rate": 9.191968937499041e-06,
      "loss": 1.1009457111358643,
      "step": 614
    },
    {
      "epoch": 0.7056128293241696,
      "grad_norm": 0.29451650381088257,
      "learning_rate": 9.185459800366212e-06,
      "loss": 1.1608242988586426,
      "step": 616
    },
    {
      "epoch": 0.7079037800687286,
      "grad_norm": 0.7399727702140808,
      "learning_rate": 9.178927158765037e-06,
      "loss": 1.1171135902404785,
      "step": 618
    },
    {
      "epoch": 0.7101947308132875,
      "grad_norm": 0.646661639213562,
      "learning_rate": 9.172371054358224e-06,
      "loss": 1.211768627166748,
      "step": 620
    },
    {
      "epoch": 0.7124856815578465,
      "grad_norm": 0.43126344680786133,
      "learning_rate": 9.16579152895813e-06,
      "loss": 1.0997836589813232,
      "step": 622
    },
    {
      "epoch": 0.7147766323024055,
      "grad_norm": 0.4805259108543396,
      "learning_rate": 9.15918862452648e-06,
      "loss": 1.0585315227508545,
      "step": 624
    },
    {
      "epoch": 0.7170675830469645,
      "grad_norm": 2.9120118618011475,
      "learning_rate": 9.152562383174102e-06,
      "loss": 0.6636776328086853,
      "step": 626
    },
    {
      "epoch": 0.7193585337915235,
      "grad_norm": 0.7202600836753845,
      "learning_rate": 9.145912847160652e-06,
      "loss": 1.3869521617889404,
      "step": 628
    },
    {
      "epoch": 0.7216494845360825,
      "grad_norm": 0.4563579559326172,
      "learning_rate": 9.139240058894358e-06,
      "loss": 1.2350819110870361,
      "step": 630
    },
    {
      "epoch": 0.7239404352806414,
      "grad_norm": 0.4965321719646454,
      "learning_rate": 9.132544060931738e-06,
      "loss": 1.4039654731750488,
      "step": 632
    },
    {
      "epoch": 0.7262313860252004,
      "grad_norm": 0.4682888984680176,
      "learning_rate": 9.125824895977334e-06,
      "loss": 0.7936815023422241,
      "step": 634
    },
    {
      "epoch": 0.7285223367697594,
      "grad_norm": 1.1855103969573975,
      "learning_rate": 9.11908260688344e-06,
      "loss": 1.312853455543518,
      "step": 636
    },
    {
      "epoch": 0.7308132875143184,
      "grad_norm": 0.3794934153556824,
      "learning_rate": 9.112317236649822e-06,
      "loss": 1.1484042406082153,
      "step": 638
    },
    {
      "epoch": 0.7331042382588774,
      "grad_norm": 0.5372730493545532,
      "learning_rate": 9.105528828423455e-06,
      "loss": 1.3890142440795898,
      "step": 640
    },
    {
      "epoch": 0.7353951890034365,
      "grad_norm": 0.30828553438186646,
      "learning_rate": 9.098717425498237e-06,
      "loss": 1.122969150543213,
      "step": 642
    },
    {
      "epoch": 0.7376861397479955,
      "grad_norm": 0.8401303291320801,
      "learning_rate": 9.09188307131472e-06,
      "loss": 1.3887906074523926,
      "step": 644
    },
    {
      "epoch": 0.7399770904925544,
      "grad_norm": 0.23984971642494202,
      "learning_rate": 9.085025809459826e-06,
      "loss": 1.1644659042358398,
      "step": 646
    },
    {
      "epoch": 0.7422680412371134,
      "grad_norm": 0.3041433095932007,
      "learning_rate": 9.078145683666582e-06,
      "loss": 1.028432011604309,
      "step": 648
    },
    {
      "epoch": 0.7445589919816724,
      "grad_norm": 0.6665249466896057,
      "learning_rate": 9.071242737813824e-06,
      "loss": 1.0644886493682861,
      "step": 650
    },
    {
      "epoch": 0.7468499427262314,
      "grad_norm": 0.20975077152252197,
      "learning_rate": 9.06431701592593e-06,
      "loss": 1.1107673645019531,
      "step": 652
    },
    {
      "epoch": 0.7491408934707904,
      "grad_norm": 0.45067790150642395,
      "learning_rate": 9.057368562172535e-06,
      "loss": 1.0495760440826416,
      "step": 654
    },
    {
      "epoch": 0.7514318442153494,
      "grad_norm": 0.651390016078949,
      "learning_rate": 9.050397420868246e-06,
      "loss": 1.1846449375152588,
      "step": 656
    },
    {
      "epoch": 0.7537227949599083,
      "grad_norm": 0.49499931931495667,
      "learning_rate": 9.043403636472368e-06,
      "loss": 0.9847328662872314,
      "step": 658
    },
    {
      "epoch": 0.7560137457044673,
      "grad_norm": 0.8829602003097534,
      "learning_rate": 9.036387253588611e-06,
      "loss": 1.4708762168884277,
      "step": 660
    },
    {
      "epoch": 0.7583046964490263,
      "grad_norm": 0.5728069543838501,
      "learning_rate": 9.02934831696481e-06,
      "loss": 0.6352672576904297,
      "step": 662
    },
    {
      "epoch": 0.7605956471935853,
      "grad_norm": 0.23112104833126068,
      "learning_rate": 9.022286871492641e-06,
      "loss": 1.1570534706115723,
      "step": 664
    },
    {
      "epoch": 0.7628865979381443,
      "grad_norm": 0.40691277384757996,
      "learning_rate": 9.015202962207329e-06,
      "loss": 1.2407546043395996,
      "step": 666
    },
    {
      "epoch": 0.7651775486827033,
      "grad_norm": 0.6645967960357666,
      "learning_rate": 9.008096634287372e-06,
      "loss": 1.211501121520996,
      "step": 668
    },
    {
      "epoch": 0.7674684994272624,
      "grad_norm": 0.7196452617645264,
      "learning_rate": 9.000967933054236e-06,
      "loss": 1.2097508907318115,
      "step": 670
    },
    {
      "epoch": 0.7697594501718213,
      "grad_norm": 0.2818904221057892,
      "learning_rate": 8.993816903972083e-06,
      "loss": 1.3354947566986084,
      "step": 672
    },
    {
      "epoch": 0.7720504009163803,
      "grad_norm": 0.42488253116607666,
      "learning_rate": 8.986643592647473e-06,
      "loss": 0.9214844703674316,
      "step": 674
    },
    {
      "epoch": 0.7743413516609393,
      "grad_norm": 1.0121887922286987,
      "learning_rate": 8.979448044829068e-06,
      "loss": 1.2559878826141357,
      "step": 676
    },
    {
      "epoch": 0.7766323024054983,
      "grad_norm": 0.48196929693222046,
      "learning_rate": 8.972230306407354e-06,
      "loss": 0.9865573048591614,
      "step": 678
    },
    {
      "epoch": 0.7789232531500573,
      "grad_norm": 0.5423112511634827,
      "learning_rate": 8.964990423414334e-06,
      "loss": 1.2802906036376953,
      "step": 680
    },
    {
      "epoch": 0.7812142038946163,
      "grad_norm": 0.7373243570327759,
      "learning_rate": 8.957728442023243e-06,
      "loss": 1.2485854625701904,
      "step": 682
    },
    {
      "epoch": 0.7835051546391752,
      "grad_norm": 0.7472283244132996,
      "learning_rate": 8.95044440854825e-06,
      "loss": 1.4083813428878784,
      "step": 684
    },
    {
      "epoch": 0.7857961053837342,
      "grad_norm": 0.425252228975296,
      "learning_rate": 8.943138369444165e-06,
      "loss": 1.2072433233261108,
      "step": 686
    },
    {
      "epoch": 0.7880870561282932,
      "grad_norm": 0.28261420130729675,
      "learning_rate": 8.935810371306143e-06,
      "loss": 1.0523269176483154,
      "step": 688
    },
    {
      "epoch": 0.7903780068728522,
      "grad_norm": 0.6173751950263977,
      "learning_rate": 8.928460460869383e-06,
      "loss": 1.3250004053115845,
      "step": 690
    },
    {
      "epoch": 0.7926689576174112,
      "grad_norm": 0.7808064818382263,
      "learning_rate": 8.921088685008833e-06,
      "loss": 1.450615644454956,
      "step": 692
    },
    {
      "epoch": 0.7949599083619702,
      "grad_norm": 0.28962916135787964,
      "learning_rate": 8.913695090738891e-06,
      "loss": 1.1594984531402588,
      "step": 694
    },
    {
      "epoch": 0.7972508591065293,
      "grad_norm": 0.24257132411003113,
      "learning_rate": 8.906279725213105e-06,
      "loss": 1.0624207258224487,
      "step": 696
    },
    {
      "epoch": 0.7995418098510882,
      "grad_norm": 0.5376023650169373,
      "learning_rate": 8.898842635723868e-06,
      "loss": 1.2058117389678955,
      "step": 698
    },
    {
      "epoch": 0.8018327605956472,
      "grad_norm": 0.32557961344718933,
      "learning_rate": 8.891383869702127e-06,
      "loss": 1.2131527662277222,
      "step": 700
    },
    {
      "epoch": 0.8041237113402062,
      "grad_norm": 0.4365437626838684,
      "learning_rate": 8.883903474717067e-06,
      "loss": 1.1353981494903564,
      "step": 702
    },
    {
      "epoch": 0.8064146620847652,
      "grad_norm": 1.537105679512024,
      "learning_rate": 8.876401498475818e-06,
      "loss": 1.2067625522613525,
      "step": 704
    },
    {
      "epoch": 0.8087056128293242,
      "grad_norm": 0.3798339068889618,
      "learning_rate": 8.868877988823148e-06,
      "loss": 1.2047245502471924,
      "step": 706
    },
    {
      "epoch": 0.8109965635738832,
      "grad_norm": 0.4750516414642334,
      "learning_rate": 8.861332993741155e-06,
      "loss": 1.3064179420471191,
      "step": 708
    },
    {
      "epoch": 0.8132875143184422,
      "grad_norm": 2.4261434078216553,
      "learning_rate": 8.85376656134896e-06,
      "loss": 1.1926203966140747,
      "step": 710
    },
    {
      "epoch": 0.8155784650630011,
      "grad_norm": 0.767508864402771,
      "learning_rate": 8.846178739902409e-06,
      "loss": 1.511869192123413,
      "step": 712
    },
    {
      "epoch": 0.8178694158075601,
      "grad_norm": 0.36493149399757385,
      "learning_rate": 8.838569577793756e-06,
      "loss": 1.021366834640503,
      "step": 714
    },
    {
      "epoch": 0.8201603665521191,
      "grad_norm": 0.4858986437320709,
      "learning_rate": 8.83093912355136e-06,
      "loss": 1.1372207403182983,
      "step": 716
    },
    {
      "epoch": 0.8224513172966781,
      "grad_norm": 0.353909432888031,
      "learning_rate": 8.82328742583937e-06,
      "loss": 1.1546082496643066,
      "step": 718
    },
    {
      "epoch": 0.8247422680412371,
      "grad_norm": 0.27604976296424866,
      "learning_rate": 8.815614533457419e-06,
      "loss": 1.0815863609313965,
      "step": 720
    },
    {
      "epoch": 0.827033218785796,
      "grad_norm": 0.4933943450450897,
      "learning_rate": 8.807920495340313e-06,
      "loss": 1.2626594305038452,
      "step": 722
    },
    {
      "epoch": 0.8293241695303551,
      "grad_norm": 0.4562585651874542,
      "learning_rate": 8.800205360557714e-06,
      "loss": 1.305412769317627,
      "step": 724
    },
    {
      "epoch": 0.8316151202749141,
      "grad_norm": 0.844664454460144,
      "learning_rate": 8.792469178313835e-06,
      "loss": 1.1361956596374512,
      "step": 726
    },
    {
      "epoch": 0.8339060710194731,
      "grad_norm": 0.5677139759063721,
      "learning_rate": 8.784711997947121e-06,
      "loss": 1.2585844993591309,
      "step": 728
    },
    {
      "epoch": 0.8361970217640321,
      "grad_norm": 0.3627360165119171,
      "learning_rate": 8.776933868929929e-06,
      "loss": 1.2242045402526855,
      "step": 730
    },
    {
      "epoch": 0.8384879725085911,
      "grad_norm": 0.16927999258041382,
      "learning_rate": 8.769134840868228e-06,
      "loss": 1.1687601804733276,
      "step": 732
    },
    {
      "epoch": 0.8407789232531501,
      "grad_norm": 0.33561190962791443,
      "learning_rate": 8.761314963501265e-06,
      "loss": 1.2507251501083374,
      "step": 734
    },
    {
      "epoch": 0.843069873997709,
      "grad_norm": 0.22226959466934204,
      "learning_rate": 8.753474286701263e-06,
      "loss": 1.0193073749542236,
      "step": 736
    },
    {
      "epoch": 0.845360824742268,
      "grad_norm": 1.0019639730453491,
      "learning_rate": 8.74561286047309e-06,
      "loss": 1.3349125385284424,
      "step": 738
    },
    {
      "epoch": 0.847651775486827,
      "grad_norm": 0.4346841275691986,
      "learning_rate": 8.737730734953949e-06,
      "loss": 1.3727765083312988,
      "step": 740
    },
    {
      "epoch": 0.849942726231386,
      "grad_norm": 0.1936601996421814,
      "learning_rate": 8.729827960413054e-06,
      "loss": 1.3784360885620117,
      "step": 742
    },
    {
      "epoch": 0.852233676975945,
      "grad_norm": 0.36480435729026794,
      "learning_rate": 8.721904587251315e-06,
      "loss": 1.2935837507247925,
      "step": 744
    },
    {
      "epoch": 0.854524627720504,
      "grad_norm": 0.38390636444091797,
      "learning_rate": 8.713960666001e-06,
      "loss": 0.992585301399231,
      "step": 746
    },
    {
      "epoch": 0.856815578465063,
      "grad_norm": 0.21102914214134216,
      "learning_rate": 8.705996247325443e-06,
      "loss": 1.1434128284454346,
      "step": 748
    },
    {
      "epoch": 0.8591065292096219,
      "grad_norm": 0.43868809938430786,
      "learning_rate": 8.698011382018687e-06,
      "loss": 1.4248082637786865,
      "step": 750
    },
    {
      "epoch": 0.861397479954181,
      "grad_norm": 0.5018251538276672,
      "learning_rate": 8.690006121005187e-06,
      "loss": 1.4735299348831177,
      "step": 752
    },
    {
      "epoch": 0.86368843069874,
      "grad_norm": 0.7337985038757324,
      "learning_rate": 8.681980515339464e-06,
      "loss": 1.163881778717041,
      "step": 754
    },
    {
      "epoch": 0.865979381443299,
      "grad_norm": 0.47560250759124756,
      "learning_rate": 8.6739346162058e-06,
      "loss": 1.0997637510299683,
      "step": 756
    },
    {
      "epoch": 0.868270332187858,
      "grad_norm": 0.3398919403553009,
      "learning_rate": 8.66586847491789e-06,
      "loss": 1.0989038944244385,
      "step": 758
    },
    {
      "epoch": 0.870561282932417,
      "grad_norm": 0.38324427604675293,
      "learning_rate": 8.657782142918537e-06,
      "loss": 1.2464152574539185,
      "step": 760
    },
    {
      "epoch": 0.872852233676976,
      "grad_norm": 0.39253002405166626,
      "learning_rate": 8.649675671779304e-06,
      "loss": 1.1929283142089844,
      "step": 762
    },
    {
      "epoch": 0.8751431844215349,
      "grad_norm": 0.7560232877731323,
      "learning_rate": 8.641549113200198e-06,
      "loss": 1.1025712490081787,
      "step": 764
    },
    {
      "epoch": 0.8774341351660939,
      "grad_norm": 0.29719632863998413,
      "learning_rate": 8.633402519009337e-06,
      "loss": 1.297807216644287,
      "step": 766
    },
    {
      "epoch": 0.8797250859106529,
      "grad_norm": 0.5266314744949341,
      "learning_rate": 8.625235941162615e-06,
      "loss": 1.127463459968567,
      "step": 768
    },
    {
      "epoch": 0.8820160366552119,
      "grad_norm": 3.540093421936035,
      "learning_rate": 8.617049431743376e-06,
      "loss": 1.0660855770111084,
      "step": 770
    },
    {
      "epoch": 0.8843069873997709,
      "grad_norm": 0.38510146737098694,
      "learning_rate": 8.60884304296208e-06,
      "loss": 0.8022444248199463,
      "step": 772
    },
    {
      "epoch": 0.8865979381443299,
      "grad_norm": 0.44131770730018616,
      "learning_rate": 8.600616827155968e-06,
      "loss": 1.2196941375732422,
      "step": 774
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 0.4722777307033539,
      "learning_rate": 8.592370836788738e-06,
      "loss": 1.3086035251617432,
      "step": 776
    },
    {
      "epoch": 0.8911798396334479,
      "grad_norm": 0.491374135017395,
      "learning_rate": 8.584105124450192e-06,
      "loss": 1.425337791442871,
      "step": 778
    },
    {
      "epoch": 0.8934707903780069,
      "grad_norm": 1.0334980487823486,
      "learning_rate": 8.575819742855918e-06,
      "loss": 1.6096653938293457,
      "step": 780
    },
    {
      "epoch": 0.8957617411225659,
      "grad_norm": 0.19674751162528992,
      "learning_rate": 8.567514744846947e-06,
      "loss": 1.1552717685699463,
      "step": 782
    },
    {
      "epoch": 0.8980526918671249,
      "grad_norm": 0.5686236619949341,
      "learning_rate": 8.559190183389411e-06,
      "loss": 0.6807040572166443,
      "step": 784
    },
    {
      "epoch": 0.9003436426116839,
      "grad_norm": 0.3094983994960785,
      "learning_rate": 8.550846111574216e-06,
      "loss": 0.990125298500061,
      "step": 786
    },
    {
      "epoch": 0.9026345933562429,
      "grad_norm": 1.2661654949188232,
      "learning_rate": 8.542482582616694e-06,
      "loss": 1.1654900312423706,
      "step": 788
    },
    {
      "epoch": 0.9049255441008018,
      "grad_norm": 0.20958510041236877,
      "learning_rate": 8.53409964985627e-06,
      "loss": 1.1051843166351318,
      "step": 790
    },
    {
      "epoch": 0.9072164948453608,
      "grad_norm": 2.105391502380371,
      "learning_rate": 8.525697366756117e-06,
      "loss": 1.1716747283935547,
      "step": 792
    },
    {
      "epoch": 0.9095074455899198,
      "grad_norm": 0.840846836566925,
      "learning_rate": 8.51727578690282e-06,
      "loss": 1.2360508441925049,
      "step": 794
    },
    {
      "epoch": 0.9117983963344788,
      "grad_norm": 0.2139447033405304,
      "learning_rate": 8.508834964006026e-06,
      "loss": 1.1012890338897705,
      "step": 796
    },
    {
      "epoch": 0.9140893470790378,
      "grad_norm": 0.6380893588066101,
      "learning_rate": 8.500374951898111e-06,
      "loss": 1.2604258060455322,
      "step": 798
    },
    {
      "epoch": 0.9163802978235968,
      "grad_norm": 7.733399391174316,
      "learning_rate": 8.491895804533834e-06,
      "loss": 1.3236706256866455,
      "step": 800
    },
    {
      "epoch": 0.9186712485681557,
      "grad_norm": 0.38475513458251953,
      "learning_rate": 8.483397575989984e-06,
      "loss": 1.2977417707443237,
      "step": 802
    },
    {
      "epoch": 0.9209621993127147,
      "grad_norm": 0.7843623757362366,
      "learning_rate": 8.474880320465054e-06,
      "loss": 1.3058006763458252,
      "step": 804
    },
    {
      "epoch": 0.9232531500572738,
      "grad_norm": 0.9258148670196533,
      "learning_rate": 8.466344092278874e-06,
      "loss": 1.4281094074249268,
      "step": 806
    },
    {
      "epoch": 0.9255441008018328,
      "grad_norm": 0.456764280796051,
      "learning_rate": 8.457788945872278e-06,
      "loss": 1.2990665435791016,
      "step": 808
    },
    {
      "epoch": 0.9278350515463918,
      "grad_norm": 0.9124121069908142,
      "learning_rate": 8.449214935806754e-06,
      "loss": 1.274019718170166,
      "step": 810
    },
    {
      "epoch": 0.9301260022909508,
      "grad_norm": 0.8229918479919434,
      "learning_rate": 8.440622116764095e-06,
      "loss": 1.3842912912368774,
      "step": 812
    },
    {
      "epoch": 0.9324169530355098,
      "grad_norm": 0.3444792628288269,
      "learning_rate": 8.43201054354605e-06,
      "loss": 1.054539442062378,
      "step": 814
    },
    {
      "epoch": 0.9347079037800687,
      "grad_norm": 0.8576228618621826,
      "learning_rate": 8.423380271073975e-06,
      "loss": 1.0527242422103882,
      "step": 816
    },
    {
      "epoch": 0.9369988545246277,
      "grad_norm": 1.4201858043670654,
      "learning_rate": 8.41473135438848e-06,
      "loss": 1.2259652614593506,
      "step": 818
    },
    {
      "epoch": 0.9392898052691867,
      "grad_norm": 0.32819488644599915,
      "learning_rate": 8.406063848649089e-06,
      "loss": 1.1133246421813965,
      "step": 820
    },
    {
      "epoch": 0.9415807560137457,
      "grad_norm": 0.22478768229484558,
      "learning_rate": 8.397377809133872e-06,
      "loss": 1.0828020572662354,
      "step": 822
    },
    {
      "epoch": 0.9438717067583047,
      "grad_norm": 0.4433528780937195,
      "learning_rate": 8.388673291239098e-06,
      "loss": 1.2108690738677979,
      "step": 824
    },
    {
      "epoch": 0.9461626575028637,
      "grad_norm": 0.4043940603733063,
      "learning_rate": 8.379950350478899e-06,
      "loss": 1.1333519220352173,
      "step": 826
    },
    {
      "epoch": 0.9484536082474226,
      "grad_norm": 0.17816071212291718,
      "learning_rate": 8.371209042484884e-06,
      "loss": 1.1817986965179443,
      "step": 828
    },
    {
      "epoch": 0.9507445589919816,
      "grad_norm": 1.2147220373153687,
      "learning_rate": 8.362449423005811e-06,
      "loss": 0.941910445690155,
      "step": 830
    },
    {
      "epoch": 0.9530355097365406,
      "grad_norm": 0.828575611114502,
      "learning_rate": 8.353671547907218e-06,
      "loss": 1.2004121541976929,
      "step": 832
    },
    {
      "epoch": 0.9553264604810997,
      "grad_norm": 0.24938572943210602,
      "learning_rate": 8.344875473171072e-06,
      "loss": 1.0861434936523438,
      "step": 834
    },
    {
      "epoch": 0.9576174112256587,
      "grad_norm": 0.2983783483505249,
      "learning_rate": 8.33606125489541e-06,
      "loss": 1.1088454723358154,
      "step": 836
    },
    {
      "epoch": 0.9599083619702177,
      "grad_norm": 0.26970595121383667,
      "learning_rate": 8.327228949293983e-06,
      "loss": 1.179089903831482,
      "step": 838
    },
    {
      "epoch": 0.9621993127147767,
      "grad_norm": 0.30218416452407837,
      "learning_rate": 8.318378612695893e-06,
      "loss": 1.1748452186584473,
      "step": 840
    },
    {
      "epoch": 0.9644902634593356,
      "grad_norm": 0.5073446035385132,
      "learning_rate": 8.30951030154524e-06,
      "loss": 1.1994376182556152,
      "step": 842
    },
    {
      "epoch": 0.9667812142038946,
      "grad_norm": 0.4085674285888672,
      "learning_rate": 8.300624072400757e-06,
      "loss": 1.11344313621521,
      "step": 844
    },
    {
      "epoch": 0.9690721649484536,
      "grad_norm": 0.511972963809967,
      "learning_rate": 8.29171998193545e-06,
      "loss": 1.2800376415252686,
      "step": 846
    },
    {
      "epoch": 0.9713631156930126,
      "grad_norm": 0.9452718496322632,
      "learning_rate": 8.28279808693624e-06,
      "loss": 1.2644078731536865,
      "step": 848
    },
    {
      "epoch": 0.9736540664375716,
      "grad_norm": 1.4905763864517212,
      "learning_rate": 8.273858444303601e-06,
      "loss": 1.2725701332092285,
      "step": 850
    },
    {
      "epoch": 0.9759450171821306,
      "grad_norm": 0.47297149896621704,
      "learning_rate": 8.26490111105119e-06,
      "loss": 1.2751691341400146,
      "step": 852
    },
    {
      "epoch": 0.9782359679266895,
      "grad_norm": 0.3333577811717987,
      "learning_rate": 8.25592614430549e-06,
      "loss": 1.4911508560180664,
      "step": 854
    },
    {
      "epoch": 0.9805269186712485,
      "grad_norm": 1.9368016719818115,
      "learning_rate": 8.246933601305441e-06,
      "loss": 1.2820303440093994,
      "step": 856
    },
    {
      "epoch": 0.9828178694158075,
      "grad_norm": 0.6824301481246948,
      "learning_rate": 8.237923539402083e-06,
      "loss": 1.1723785400390625,
      "step": 858
    },
    {
      "epoch": 0.9851088201603666,
      "grad_norm": 0.1673649251461029,
      "learning_rate": 8.228896016058182e-06,
      "loss": 1.0617311000823975,
      "step": 860
    },
    {
      "epoch": 0.9873997709049256,
      "grad_norm": 1.2521167993545532,
      "learning_rate": 8.219851088847866e-06,
      "loss": 0.845752477645874,
      "step": 862
    },
    {
      "epoch": 0.9896907216494846,
      "grad_norm": 1.0000566244125366,
      "learning_rate": 8.210788815456259e-06,
      "loss": 0.5226180553436279,
      "step": 864
    },
    {
      "epoch": 0.9919816723940436,
      "grad_norm": 0.2924060523509979,
      "learning_rate": 8.201709253679113e-06,
      "loss": 1.100063443183899,
      "step": 866
    },
    {
      "epoch": 0.9942726231386025,
      "grad_norm": 0.6394639015197754,
      "learning_rate": 8.192612461422436e-06,
      "loss": 1.1543686389923096,
      "step": 868
    },
    {
      "epoch": 0.9965635738831615,
      "grad_norm": 0.6142589449882507,
      "learning_rate": 8.18349849670213e-06,
      "loss": 1.1854156255722046,
      "step": 870
    },
    {
      "epoch": 0.9988545246277205,
      "grad_norm": 0.3970600366592407,
      "learning_rate": 8.174367417643614e-06,
      "loss": 1.2869349718093872,
      "step": 872
    },
    {
      "epoch": 1.0011454753722795,
      "grad_norm": 0.13177210092544556,
      "learning_rate": 8.165219282481454e-06,
      "loss": 1.085939645767212,
      "step": 874
    },
    {
      "epoch": 1.0034364261168385,
      "grad_norm": 0.5160970091819763,
      "learning_rate": 8.156054149558997e-06,
      "loss": 1.2138652801513672,
      "step": 876
    },
    {
      "epoch": 1.0057273768613975,
      "grad_norm": 0.2649502456188202,
      "learning_rate": 8.146872077327992e-06,
      "loss": 1.2543463706970215,
      "step": 878
    },
    {
      "epoch": 1.0080183276059564,
      "grad_norm": 0.5178881883621216,
      "learning_rate": 8.137673124348224e-06,
      "loss": 1.2511537075042725,
      "step": 880
    },
    {
      "epoch": 1.0103092783505154,
      "grad_norm": 0.9306449294090271,
      "learning_rate": 8.128457349287134e-06,
      "loss": 1.297982931137085,
      "step": 882
    },
    {
      "epoch": 1.0126002290950744,
      "grad_norm": 1.041662573814392,
      "learning_rate": 8.119224810919446e-06,
      "loss": 1.1431050300598145,
      "step": 884
    },
    {
      "epoch": 1.0148911798396334,
      "grad_norm": 0.6204004287719727,
      "learning_rate": 8.1099755681268e-06,
      "loss": 1.2724859714508057,
      "step": 886
    },
    {
      "epoch": 1.0171821305841924,
      "grad_norm": 0.36028027534484863,
      "learning_rate": 8.10070967989737e-06,
      "loss": 1.2920498847961426,
      "step": 888
    },
    {
      "epoch": 1.0194730813287514,
      "grad_norm": 0.2737988531589508,
      "learning_rate": 8.091427205325481e-06,
      "loss": 1.1133158206939697,
      "step": 890
    },
    {
      "epoch": 1.0217640320733103,
      "grad_norm": 0.3814859688282013,
      "learning_rate": 8.082128203611245e-06,
      "loss": 1.1604249477386475,
      "step": 892
    },
    {
      "epoch": 1.0240549828178693,
      "grad_norm": 0.7075831890106201,
      "learning_rate": 8.07281273406018e-06,
      "loss": 1.2947951555252075,
      "step": 894
    },
    {
      "epoch": 1.0263459335624283,
      "grad_norm": 0.43392547965049744,
      "learning_rate": 8.063480856082822e-06,
      "loss": 1.3201167583465576,
      "step": 896
    },
    {
      "epoch": 1.0286368843069873,
      "grad_norm": 0.6384571194648743,
      "learning_rate": 8.054132629194363e-06,
      "loss": 1.2386162281036377,
      "step": 898
    },
    {
      "epoch": 1.0309278350515463,
      "grad_norm": 1.1632153987884521,
      "learning_rate": 8.044768113014253e-06,
      "loss": 1.2521460056304932,
      "step": 900
    },
    {
      "epoch": 1.0332187857961055,
      "grad_norm": 1.460950255393982,
      "learning_rate": 8.03538736726584e-06,
      "loss": 0.9340270161628723,
      "step": 902
    },
    {
      "epoch": 1.0355097365406645,
      "grad_norm": 0.32956740260124207,
      "learning_rate": 8.025990451775963e-06,
      "loss": 1.191983938217163,
      "step": 904
    },
    {
      "epoch": 1.0378006872852235,
      "grad_norm": 0.39645904302597046,
      "learning_rate": 8.016577426474602e-06,
      "loss": 1.1712646484375,
      "step": 906
    },
    {
      "epoch": 1.0400916380297824,
      "grad_norm": 0.7310532331466675,
      "learning_rate": 8.007148351394465e-06,
      "loss": 1.208326816558838,
      "step": 908
    },
    {
      "epoch": 1.0423825887743414,
      "grad_norm": 0.3210288882255554,
      "learning_rate": 7.99770328667063e-06,
      "loss": 1.0705335140228271,
      "step": 910
    },
    {
      "epoch": 1.0446735395189004,
      "grad_norm": 0.8159183263778687,
      "learning_rate": 7.988242292540144e-06,
      "loss": 1.2352807521820068,
      "step": 912
    },
    {
      "epoch": 1.0469644902634594,
      "grad_norm": 1.189197063446045,
      "learning_rate": 7.978765429341651e-06,
      "loss": 1.1748485565185547,
      "step": 914
    },
    {
      "epoch": 1.0492554410080184,
      "grad_norm": 0.30064672231674194,
      "learning_rate": 7.969272757514997e-06,
      "loss": 1.1746854782104492,
      "step": 916
    },
    {
      "epoch": 1.0515463917525774,
      "grad_norm": 0.5656450986862183,
      "learning_rate": 7.959764337600852e-06,
      "loss": 1.2387423515319824,
      "step": 918
    },
    {
      "epoch": 1.0538373424971363,
      "grad_norm": 0.32169046998023987,
      "learning_rate": 7.950240230240323e-06,
      "loss": 0.6924710273742676,
      "step": 920
    },
    {
      "epoch": 1.0561282932416953,
      "grad_norm": 0.7423054575920105,
      "learning_rate": 7.94070049617456e-06,
      "loss": 1.2082648277282715,
      "step": 922
    },
    {
      "epoch": 1.0584192439862543,
      "grad_norm": 0.7247334718704224,
      "learning_rate": 7.93114519624438e-06,
      "loss": 1.2238739728927612,
      "step": 924
    },
    {
      "epoch": 1.0607101947308133,
      "grad_norm": 0.7445449233055115,
      "learning_rate": 7.921574391389874e-06,
      "loss": 1.161942720413208,
      "step": 926
    },
    {
      "epoch": 1.0630011454753723,
      "grad_norm": 0.3218993544578552,
      "learning_rate": 7.911988142650008e-06,
      "loss": 1.0611815452575684,
      "step": 928
    },
    {
      "epoch": 1.0652920962199313,
      "grad_norm": 2.6120293140411377,
      "learning_rate": 7.902386511162257e-06,
      "loss": 1.066215991973877,
      "step": 930
    },
    {
      "epoch": 1.0675830469644902,
      "grad_norm": 0.4084852933883667,
      "learning_rate": 7.892769558162188e-06,
      "loss": 1.1941471099853516,
      "step": 932
    },
    {
      "epoch": 1.0698739977090492,
      "grad_norm": 0.3998633325099945,
      "learning_rate": 7.883137344983094e-06,
      "loss": 0.7665129899978638,
      "step": 934
    },
    {
      "epoch": 1.0721649484536082,
      "grad_norm": 0.40679097175598145,
      "learning_rate": 7.873489933055586e-06,
      "loss": 1.1121021509170532,
      "step": 936
    },
    {
      "epoch": 1.0744558991981672,
      "grad_norm": 0.6797943711280823,
      "learning_rate": 7.863827383907202e-06,
      "loss": 1.3281772136688232,
      "step": 938
    },
    {
      "epoch": 1.0767468499427262,
      "grad_norm": 0.510895848274231,
      "learning_rate": 7.85414975916203e-06,
      "loss": 1.2209117412567139,
      "step": 940
    },
    {
      "epoch": 1.0790378006872852,
      "grad_norm": 0.21708233654499054,
      "learning_rate": 7.8444571205403e-06,
      "loss": 1.1070363521575928,
      "step": 942
    },
    {
      "epoch": 1.0813287514318441,
      "grad_norm": 1.5223441123962402,
      "learning_rate": 7.834749529857991e-06,
      "loss": 1.1975922584533691,
      "step": 944
    },
    {
      "epoch": 1.0836197021764031,
      "grad_norm": 0.400249183177948,
      "learning_rate": 7.825027049026448e-06,
      "loss": 1.2500934600830078,
      "step": 946
    },
    {
      "epoch": 1.0859106529209621,
      "grad_norm": 0.48843708634376526,
      "learning_rate": 7.81528974005197e-06,
      "loss": 1.253622055053711,
      "step": 948
    },
    {
      "epoch": 1.088201603665521,
      "grad_norm": 0.5512809157371521,
      "learning_rate": 7.805537665035435e-06,
      "loss": 1.1393404006958008,
      "step": 950
    },
    {
      "epoch": 1.09049255441008,
      "grad_norm": 0.35912221670150757,
      "learning_rate": 7.795770886171885e-06,
      "loss": 1.2351994514465332,
      "step": 952
    },
    {
      "epoch": 1.0927835051546393,
      "grad_norm": 0.2847960293292999,
      "learning_rate": 7.785989465750144e-06,
      "loss": 1.1068283319473267,
      "step": 954
    },
    {
      "epoch": 1.0950744558991983,
      "grad_norm": 0.37099456787109375,
      "learning_rate": 7.776193466152408e-06,
      "loss": 1.2183043956756592,
      "step": 956
    },
    {
      "epoch": 1.0973654066437573,
      "grad_norm": 0.2889074981212616,
      "learning_rate": 7.766382949853856e-06,
      "loss": 1.1053792238235474,
      "step": 958
    },
    {
      "epoch": 1.0996563573883162,
      "grad_norm": 0.23075656592845917,
      "learning_rate": 7.756557979422254e-06,
      "loss": 1.1999101638793945,
      "step": 960
    },
    {
      "epoch": 1.1019473081328752,
      "grad_norm": 0.3924773037433624,
      "learning_rate": 7.746718617517541e-06,
      "loss": 1.232895016670227,
      "step": 962
    },
    {
      "epoch": 1.1042382588774342,
      "grad_norm": 0.5827606320381165,
      "learning_rate": 7.73686492689145e-06,
      "loss": 1.258862018585205,
      "step": 964
    },
    {
      "epoch": 1.1065292096219932,
      "grad_norm": 0.5682635307312012,
      "learning_rate": 7.726996970387087e-06,
      "loss": 1.1788777112960815,
      "step": 966
    },
    {
      "epoch": 1.1088201603665522,
      "grad_norm": 0.5773354172706604,
      "learning_rate": 7.717114810938548e-06,
      "loss": 1.2178382873535156,
      "step": 968
    },
    {
      "epoch": 1.1111111111111112,
      "grad_norm": 1.0229160785675049,
      "learning_rate": 7.707218511570506e-06,
      "loss": 0.9783726930618286,
      "step": 970
    },
    {
      "epoch": 1.1134020618556701,
      "grad_norm": 0.48322662711143494,
      "learning_rate": 7.697308135397819e-06,
      "loss": 1.293108344078064,
      "step": 972
    },
    {
      "epoch": 1.1156930126002291,
      "grad_norm": 0.406630277633667,
      "learning_rate": 7.687383745625113e-06,
      "loss": 0.7449958324432373,
      "step": 974
    },
    {
      "epoch": 1.1179839633447881,
      "grad_norm": 0.7270604372024536,
      "learning_rate": 7.67744540554639e-06,
      "loss": 1.3136848211288452,
      "step": 976
    },
    {
      "epoch": 1.120274914089347,
      "grad_norm": 0.6745506525039673,
      "learning_rate": 7.667493178544626e-06,
      "loss": 1.030921459197998,
      "step": 978
    },
    {
      "epoch": 1.122565864833906,
      "grad_norm": 0.5561051368713379,
      "learning_rate": 7.65752712809136e-06,
      "loss": 1.0987008810043335,
      "step": 980
    },
    {
      "epoch": 1.124856815578465,
      "grad_norm": 0.7598734498023987,
      "learning_rate": 7.64754731774629e-06,
      "loss": 1.3208575248718262,
      "step": 982
    },
    {
      "epoch": 1.127147766323024,
      "grad_norm": 0.5683021545410156,
      "learning_rate": 7.637553811156871e-06,
      "loss": 1.1968867778778076,
      "step": 984
    },
    {
      "epoch": 1.129438717067583,
      "grad_norm": 0.41832515597343445,
      "learning_rate": 7.627546672057908e-06,
      "loss": 1.1648495197296143,
      "step": 986
    },
    {
      "epoch": 1.131729667812142,
      "grad_norm": 0.6963409185409546,
      "learning_rate": 7.617525964271149e-06,
      "loss": 1.1976368427276611,
      "step": 988
    },
    {
      "epoch": 1.134020618556701,
      "grad_norm": 0.3125353753566742,
      "learning_rate": 7.607491751704876e-06,
      "loss": 1.1840250492095947,
      "step": 990
    },
    {
      "epoch": 1.13631156930126,
      "grad_norm": 0.18655972182750702,
      "learning_rate": 7.5974440983535015e-06,
      "loss": 0.9917019009590149,
      "step": 992
    },
    {
      "epoch": 1.138602520045819,
      "grad_norm": 0.4015827178955078,
      "learning_rate": 7.587383068297157e-06,
      "loss": 1.1198314428329468,
      "step": 994
    },
    {
      "epoch": 1.140893470790378,
      "grad_norm": 0.3271810710430145,
      "learning_rate": 7.577308725701285e-06,
      "loss": 0.9866247177124023,
      "step": 996
    },
    {
      "epoch": 1.143184421534937,
      "grad_norm": 0.3470871150493622,
      "learning_rate": 7.567221134816235e-06,
      "loss": 1.1671900749206543,
      "step": 998
    },
    {
      "epoch": 1.145475372279496,
      "grad_norm": 0.5754879713058472,
      "learning_rate": 7.557120359976843e-06,
      "loss": 1.1137046813964844,
      "step": 1000
    },
    {
      "epoch": 1.147766323024055,
      "grad_norm": 0.8881956338882446,
      "learning_rate": 7.547006465602026e-06,
      "loss": 1.0529272556304932,
      "step": 1002
    },
    {
      "epoch": 1.1500572737686139,
      "grad_norm": 0.3590288758277893,
      "learning_rate": 7.5368795161943835e-06,
      "loss": 1.3641059398651123,
      "step": 1004
    },
    {
      "epoch": 1.1523482245131729,
      "grad_norm": 0.21775324642658234,
      "learning_rate": 7.526739576339761e-06,
      "loss": 1.063247561454773,
      "step": 1006
    },
    {
      "epoch": 1.1546391752577319,
      "grad_norm": 0.27955248951911926,
      "learning_rate": 7.516586710706862e-06,
      "loss": 1.0667047500610352,
      "step": 1008
    },
    {
      "epoch": 1.1569301260022908,
      "grad_norm": 0.35729917883872986,
      "learning_rate": 7.506420984046823e-06,
      "loss": 1.1514363288879395,
      "step": 1010
    },
    {
      "epoch": 1.1592210767468498,
      "grad_norm": 0.4915781021118164,
      "learning_rate": 7.496242461192801e-06,
      "loss": 1.1422107219696045,
      "step": 1012
    },
    {
      "epoch": 1.161512027491409,
      "grad_norm": 0.42877474427223206,
      "learning_rate": 7.486051207059567e-06,
      "loss": 0.9425073862075806,
      "step": 1014
    },
    {
      "epoch": 1.163802978235968,
      "grad_norm": 0.7864556312561035,
      "learning_rate": 7.475847286643081e-06,
      "loss": 1.1090211868286133,
      "step": 1016
    },
    {
      "epoch": 1.166093928980527,
      "grad_norm": 0.28250840306282043,
      "learning_rate": 7.46563076502009e-06,
      "loss": 1.1747761964797974,
      "step": 1018
    },
    {
      "epoch": 1.168384879725086,
      "grad_norm": 0.3922346532344818,
      "learning_rate": 7.4554017073477e-06,
      "loss": 1.0735399723052979,
      "step": 1020
    },
    {
      "epoch": 1.170675830469645,
      "grad_norm": 0.30916616320610046,
      "learning_rate": 7.445160178862977e-06,
      "loss": 0.9813652038574219,
      "step": 1022
    },
    {
      "epoch": 1.172966781214204,
      "grad_norm": 0.5802461504936218,
      "learning_rate": 7.434906244882508e-06,
      "loss": 0.9689698219299316,
      "step": 1024
    },
    {
      "epoch": 1.175257731958763,
      "grad_norm": 0.5440467596054077,
      "learning_rate": 7.42463997080201e-06,
      "loss": 0.9294706583023071,
      "step": 1026
    },
    {
      "epoch": 1.177548682703322,
      "grad_norm": 0.2637293040752411,
      "learning_rate": 7.414361422095894e-06,
      "loss": 1.1335558891296387,
      "step": 1028
    },
    {
      "epoch": 1.179839633447881,
      "grad_norm": 0.40597668290138245,
      "learning_rate": 7.404070664316855e-06,
      "loss": 1.4880869388580322,
      "step": 1030
    },
    {
      "epoch": 1.1821305841924399,
      "grad_norm": 1.225714087486267,
      "learning_rate": 7.393767763095452e-06,
      "loss": 0.6794233322143555,
      "step": 1032
    },
    {
      "epoch": 1.1844215349369989,
      "grad_norm": 0.4729476571083069,
      "learning_rate": 7.383452784139694e-06,
      "loss": 1.1326751708984375,
      "step": 1034
    },
    {
      "epoch": 1.1867124856815578,
      "grad_norm": 0.7771596908569336,
      "learning_rate": 7.37312579323461e-06,
      "loss": 0.7189903259277344,
      "step": 1036
    },
    {
      "epoch": 1.1890034364261168,
      "grad_norm": 0.7064245939254761,
      "learning_rate": 7.362786856241845e-06,
      "loss": 1.1460908651351929,
      "step": 1038
    },
    {
      "epoch": 1.1912943871706758,
      "grad_norm": 0.6097919344902039,
      "learning_rate": 7.3524360390992275e-06,
      "loss": 1.0353729724884033,
      "step": 1040
    },
    {
      "epoch": 1.1935853379152348,
      "grad_norm": 0.4319731295108795,
      "learning_rate": 7.342073407820351e-06,
      "loss": 0.6625040173530579,
      "step": 1042
    },
    {
      "epoch": 1.1958762886597938,
      "grad_norm": 0.9910304546356201,
      "learning_rate": 7.331699028494161e-06,
      "loss": 1.1734858751296997,
      "step": 1044
    },
    {
      "epoch": 1.1981672394043528,
      "grad_norm": 1.1285514831542969,
      "learning_rate": 7.321312967284518e-06,
      "loss": 1.3283900022506714,
      "step": 1046
    },
    {
      "epoch": 1.2004581901489118,
      "grad_norm": 1.028917908668518,
      "learning_rate": 7.310915290429799e-06,
      "loss": 1.2122178077697754,
      "step": 1048
    },
    {
      "epoch": 1.2027491408934707,
      "grad_norm": 0.46919187903404236,
      "learning_rate": 7.300506064242448e-06,
      "loss": 1.1828129291534424,
      "step": 1050
    },
    {
      "epoch": 1.2050400916380297,
      "grad_norm": 0.3256652355194092,
      "learning_rate": 7.290085355108573e-06,
      "loss": 1.177816390991211,
      "step": 1052
    },
    {
      "epoch": 1.2073310423825887,
      "grad_norm": 0.268441766500473,
      "learning_rate": 7.279653229487517e-06,
      "loss": 1.0987030267715454,
      "step": 1054
    },
    {
      "epoch": 1.2096219931271477,
      "grad_norm": 0.3454778492450714,
      "learning_rate": 7.269209753911426e-06,
      "loss": 1.1410846710205078,
      "step": 1056
    },
    {
      "epoch": 1.2119129438717067,
      "grad_norm": 1.5586289167404175,
      "learning_rate": 7.258754994984839e-06,
      "loss": 0.9169238805770874,
      "step": 1058
    },
    {
      "epoch": 1.2142038946162657,
      "grad_norm": 0.24782694876194,
      "learning_rate": 7.248289019384255e-06,
      "loss": 1.0707839727401733,
      "step": 1060
    },
    {
      "epoch": 1.2164948453608249,
      "grad_norm": 0.3990442156791687,
      "learning_rate": 7.237811893857703e-06,
      "loss": 1.201479434967041,
      "step": 1062
    },
    {
      "epoch": 1.2187857961053838,
      "grad_norm": 0.2834305465221405,
      "learning_rate": 7.227323685224329e-06,
      "loss": 1.0706955194473267,
      "step": 1064
    },
    {
      "epoch": 1.2210767468499428,
      "grad_norm": 0.6435824036598206,
      "learning_rate": 7.216824460373959e-06,
      "loss": 1.0990760326385498,
      "step": 1066
    },
    {
      "epoch": 1.2233676975945018,
      "grad_norm": 3.215423822402954,
      "learning_rate": 7.206314286266676e-06,
      "loss": 0.9824307560920715,
      "step": 1068
    },
    {
      "epoch": 1.2256586483390608,
      "grad_norm": 0.4849179983139038,
      "learning_rate": 7.195793229932397e-06,
      "loss": 1.1502206325531006,
      "step": 1070
    },
    {
      "epoch": 1.2279495990836198,
      "grad_norm": 2.8261635303497314,
      "learning_rate": 7.185261358470436e-06,
      "loss": 1.0585294961929321,
      "step": 1072
    },
    {
      "epoch": 1.2302405498281788,
      "grad_norm": 0.9895238280296326,
      "learning_rate": 7.174718739049087e-06,
      "loss": 1.0261123180389404,
      "step": 1074
    },
    {
      "epoch": 1.2325315005727377,
      "grad_norm": 0.7041395902633667,
      "learning_rate": 7.164165438905186e-06,
      "loss": 0.9829214811325073,
      "step": 1076
    },
    {
      "epoch": 1.2348224513172967,
      "grad_norm": 0.5983326435089111,
      "learning_rate": 7.153601525343692e-06,
      "loss": 1.1627838611602783,
      "step": 1078
    },
    {
      "epoch": 1.2371134020618557,
      "grad_norm": 0.6902378797531128,
      "learning_rate": 7.143027065737247e-06,
      "loss": 1.0614171028137207,
      "step": 1080
    },
    {
      "epoch": 1.2394043528064147,
      "grad_norm": 0.22289074957370758,
      "learning_rate": 7.132442127525754e-06,
      "loss": 0.9967485070228577,
      "step": 1082
    },
    {
      "epoch": 1.2416953035509737,
      "grad_norm": 0.3911464512348175,
      "learning_rate": 7.121846778215946e-06,
      "loss": 1.1069986820220947,
      "step": 1084
    },
    {
      "epoch": 1.2439862542955327,
      "grad_norm": 0.5967843532562256,
      "learning_rate": 7.111241085380951e-06,
      "loss": 1.0382379293441772,
      "step": 1086
    },
    {
      "epoch": 1.2462772050400917,
      "grad_norm": 0.46687158942222595,
      "learning_rate": 7.100625116659867e-06,
      "loss": 1.1105608940124512,
      "step": 1088
    },
    {
      "epoch": 1.2485681557846506,
      "grad_norm": 0.17509859800338745,
      "learning_rate": 7.089998939757323e-06,
      "loss": 1.0866317749023438,
      "step": 1090
    },
    {
      "epoch": 1.2508591065292096,
      "grad_norm": 0.709657609462738,
      "learning_rate": 7.07936262244306e-06,
      "loss": 1.2985808849334717,
      "step": 1092
    },
    {
      "epoch": 1.2531500572737686,
      "grad_norm": 0.298130601644516,
      "learning_rate": 7.068716232551484e-06,
      "loss": 1.1646193265914917,
      "step": 1094
    },
    {
      "epoch": 1.2554410080183276,
      "grad_norm": 0.5657819509506226,
      "learning_rate": 7.05805983798124e-06,
      "loss": 1.226839303970337,
      "step": 1096
    },
    {
      "epoch": 1.2577319587628866,
      "grad_norm": 0.2218884825706482,
      "learning_rate": 7.047393506694784e-06,
      "loss": 1.1182987689971924,
      "step": 1098
    },
    {
      "epoch": 1.2600229095074456,
      "grad_norm": 0.5544705986976624,
      "learning_rate": 7.036717306717941e-06,
      "loss": 1.0833134651184082,
      "step": 1100
    },
    {
      "epoch": 1.2623138602520045,
      "grad_norm": 0.8727872371673584,
      "learning_rate": 7.026031306139476e-06,
      "loss": 1.1887166500091553,
      "step": 1102
    },
    {
      "epoch": 1.2646048109965635,
      "grad_norm": 0.31878840923309326,
      "learning_rate": 7.015335573110655e-06,
      "loss": 1.0471493005752563,
      "step": 1104
    },
    {
      "epoch": 1.2668957617411225,
      "grad_norm": 1.7133678197860718,
      "learning_rate": 7.004630175844821e-06,
      "loss": 1.2911756038665771,
      "step": 1106
    },
    {
      "epoch": 1.2691867124856815,
      "grad_norm": 0.4181298017501831,
      "learning_rate": 6.9939151826169435e-06,
      "loss": 1.1934268474578857,
      "step": 1108
    },
    {
      "epoch": 1.2714776632302405,
      "grad_norm": 0.4590524137020111,
      "learning_rate": 6.9831906617632015e-06,
      "loss": 1.0381492376327515,
      "step": 1110
    },
    {
      "epoch": 1.2737686139747995,
      "grad_norm": 0.35924550890922546,
      "learning_rate": 6.972456681680526e-06,
      "loss": 1.1387617588043213,
      "step": 1112
    },
    {
      "epoch": 1.2760595647193584,
      "grad_norm": 0.284288614988327,
      "learning_rate": 6.961713310826186e-06,
      "loss": 1.2039177417755127,
      "step": 1114
    },
    {
      "epoch": 1.2783505154639174,
      "grad_norm": 0.5767810344696045,
      "learning_rate": 6.950960617717331e-06,
      "loss": 1.193761944770813,
      "step": 1116
    },
    {
      "epoch": 1.2806414662084764,
      "grad_norm": 0.5597623586654663,
      "learning_rate": 6.940198670930575e-06,
      "loss": 1.1562107801437378,
      "step": 1118
    },
    {
      "epoch": 1.2829324169530354,
      "grad_norm": 1.776769995689392,
      "learning_rate": 6.929427539101542e-06,
      "loss": 1.1486637592315674,
      "step": 1120
    },
    {
      "epoch": 1.2852233676975944,
      "grad_norm": 2.092482089996338,
      "learning_rate": 6.918647290924431e-06,
      "loss": 0.7264701128005981,
      "step": 1122
    },
    {
      "epoch": 1.2875143184421534,
      "grad_norm": 0.5090541243553162,
      "learning_rate": 6.907857995151593e-06,
      "loss": 1.331784725189209,
      "step": 1124
    },
    {
      "epoch": 1.2898052691867126,
      "grad_norm": 1.2451262474060059,
      "learning_rate": 6.897059720593072e-06,
      "loss": 1.2851134538650513,
      "step": 1126
    },
    {
      "epoch": 1.2920962199312716,
      "grad_norm": 1.4176346063613892,
      "learning_rate": 6.886252536116178e-06,
      "loss": 0.7333021759986877,
      "step": 1128
    },
    {
      "epoch": 1.2943871706758305,
      "grad_norm": 0.6894351840019226,
      "learning_rate": 6.875436510645046e-06,
      "loss": 1.1808993816375732,
      "step": 1130
    },
    {
      "epoch": 1.2966781214203895,
      "grad_norm": 0.5326879620552063,
      "learning_rate": 6.864611713160195e-06,
      "loss": 0.4958106279373169,
      "step": 1132
    },
    {
      "epoch": 1.2989690721649485,
      "grad_norm": 0.5978541374206543,
      "learning_rate": 6.853778212698085e-06,
      "loss": 1.1578189134597778,
      "step": 1134
    },
    {
      "epoch": 1.3012600229095075,
      "grad_norm": 0.27673229575157166,
      "learning_rate": 6.842936078350687e-06,
      "loss": 1.1419076919555664,
      "step": 1136
    },
    {
      "epoch": 1.3035509736540665,
      "grad_norm": 0.6036549806594849,
      "learning_rate": 6.832085379265032e-06,
      "loss": 1.0068280696868896,
      "step": 1138
    },
    {
      "epoch": 1.3058419243986255,
      "grad_norm": 1.3319073915481567,
      "learning_rate": 6.821226184642769e-06,
      "loss": 1.1533417701721191,
      "step": 1140
    },
    {
      "epoch": 1.3081328751431844,
      "grad_norm": 1.2838786840438843,
      "learning_rate": 6.810358563739741e-06,
      "loss": 0.9974702000617981,
      "step": 1142
    },
    {
      "epoch": 1.3104238258877434,
      "grad_norm": 0.25137636065483093,
      "learning_rate": 6.799482585865517e-06,
      "loss": 1.1108713150024414,
      "step": 1144
    },
    {
      "epoch": 1.3127147766323024,
      "grad_norm": 0.9687121510505676,
      "learning_rate": 6.788598320382969e-06,
      "loss": 0.7017291784286499,
      "step": 1146
    },
    {
      "epoch": 1.3150057273768614,
      "grad_norm": 0.6507570743560791,
      "learning_rate": 6.777705836707827e-06,
      "loss": 0.6254103183746338,
      "step": 1148
    },
    {
      "epoch": 1.3172966781214204,
      "grad_norm": 0.24653151631355286,
      "learning_rate": 6.766805204308232e-06,
      "loss": 1.0639063119888306,
      "step": 1150
    },
    {
      "epoch": 1.3195876288659794,
      "grad_norm": 0.8183524012565613,
      "learning_rate": 6.755896492704292e-06,
      "loss": 0.7704499363899231,
      "step": 1152
    },
    {
      "epoch": 1.3218785796105383,
      "grad_norm": 1.3019349575042725,
      "learning_rate": 6.7449797714676446e-06,
      "loss": 1.0398871898651123,
      "step": 1154
    },
    {
      "epoch": 1.3241695303550973,
      "grad_norm": 0.5958473682403564,
      "learning_rate": 6.734055110221004e-06,
      "loss": 0.9920108914375305,
      "step": 1156
    },
    {
      "epoch": 1.3264604810996563,
      "grad_norm": 0.34555068612098694,
      "learning_rate": 6.72312257863773e-06,
      "loss": 0.7964114546775818,
      "step": 1158
    },
    {
      "epoch": 1.3287514318442153,
      "grad_norm": 1.3161815404891968,
      "learning_rate": 6.712182246441372e-06,
      "loss": 1.170238971710205,
      "step": 1160
    },
    {
      "epoch": 1.3310423825887743,
      "grad_norm": 0.4162517189979553,
      "learning_rate": 6.701234183405228e-06,
      "loss": 1.1864508390426636,
      "step": 1162
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 0.682020902633667,
      "learning_rate": 6.690278459351907e-06,
      "loss": 1.0800316333770752,
      "step": 1164
    },
    {
      "epoch": 1.3356242840778922,
      "grad_norm": 0.8428366780281067,
      "learning_rate": 6.679315144152867e-06,
      "loss": 1.0788335800170898,
      "step": 1166
    },
    {
      "epoch": 1.3379152348224514,
      "grad_norm": 0.5951038599014282,
      "learning_rate": 6.6683443077279885e-06,
      "loss": 0.9050284028053284,
      "step": 1168
    },
    {
      "epoch": 1.3402061855670104,
      "grad_norm": 14.55526351928711,
      "learning_rate": 6.6573660200451155e-06,
      "loss": 0.8427594900131226,
      "step": 1170
    },
    {
      "epoch": 1.3424971363115694,
      "grad_norm": 0.4018735885620117,
      "learning_rate": 6.646380351119612e-06,
      "loss": 0.9908223152160645,
      "step": 1172
    },
    {
      "epoch": 1.3447880870561284,
      "grad_norm": 0.44170042872428894,
      "learning_rate": 6.6353873710139185e-06,
      "loss": 1.1631572246551514,
      "step": 1174
    },
    {
      "epoch": 1.3470790378006874,
      "grad_norm": 0.4431830644607544,
      "learning_rate": 6.624387149837105e-06,
      "loss": 1.1010160446166992,
      "step": 1176
    },
    {
      "epoch": 1.3493699885452464,
      "grad_norm": 0.20745538175106049,
      "learning_rate": 6.613379757744419e-06,
      "loss": 1.083961844444275,
      "step": 1178
    },
    {
      "epoch": 1.3516609392898054,
      "grad_norm": 0.23701387643814087,
      "learning_rate": 6.602365264936843e-06,
      "loss": 0.91713547706604,
      "step": 1180
    },
    {
      "epoch": 1.3539518900343643,
      "grad_norm": 0.24008503556251526,
      "learning_rate": 6.5913437416606485e-06,
      "loss": 1.1394959688186646,
      "step": 1182
    },
    {
      "epoch": 1.3562428407789233,
      "grad_norm": 0.5425772070884705,
      "learning_rate": 6.5803152582069365e-06,
      "loss": 1.0138827562332153,
      "step": 1184
    },
    {
      "epoch": 1.3585337915234823,
      "grad_norm": 0.5500049591064453,
      "learning_rate": 6.569279884911205e-06,
      "loss": 1.1640450954437256,
      "step": 1186
    },
    {
      "epoch": 1.3608247422680413,
      "grad_norm": 0.23986561596393585,
      "learning_rate": 6.558237692152889e-06,
      "loss": 1.0996382236480713,
      "step": 1188
    },
    {
      "epoch": 1.3631156930126003,
      "grad_norm": 0.33864185214042664,
      "learning_rate": 6.547188750354917e-06,
      "loss": 1.1096324920654297,
      "step": 1190
    },
    {
      "epoch": 1.3654066437571593,
      "grad_norm": 1.339373230934143,
      "learning_rate": 6.536133129983261e-06,
      "loss": 1.0554709434509277,
      "step": 1192
    },
    {
      "epoch": 1.3676975945017182,
      "grad_norm": 0.5389803051948547,
      "learning_rate": 6.5250709015464834e-06,
      "loss": 1.1650443077087402,
      "step": 1194
    },
    {
      "epoch": 1.3699885452462772,
      "grad_norm": 0.42033982276916504,
      "learning_rate": 6.5140021355952935e-06,
      "loss": 1.177642583847046,
      "step": 1196
    },
    {
      "epoch": 1.3722794959908362,
      "grad_norm": 0.9180698990821838,
      "learning_rate": 6.502926902722092e-06,
      "loss": 1.0504584312438965,
      "step": 1198
    },
    {
      "epoch": 1.3745704467353952,
      "grad_norm": 0.48793044686317444,
      "learning_rate": 6.4918452735605245e-06,
      "loss": 1.1541026830673218,
      "step": 1200
    },
    {
      "epoch": 1.3768613974799542,
      "grad_norm": 0.14638172090053558,
      "learning_rate": 6.4807573187850295e-06,
      "loss": 0.9544370174407959,
      "step": 1202
    },
    {
      "epoch": 1.3791523482245132,
      "grad_norm": 1.1175258159637451,
      "learning_rate": 6.469663109110389e-06,
      "loss": 0.94257652759552,
      "step": 1204
    },
    {
      "epoch": 1.3814432989690721,
      "grad_norm": 0.5161193609237671,
      "learning_rate": 6.458562715291273e-06,
      "loss": 1.1248518228530884,
      "step": 1206
    },
    {
      "epoch": 1.3837342497136311,
      "grad_norm": 0.3805331289768219,
      "learning_rate": 6.4474562081217975e-06,
      "loss": 0.9945235252380371,
      "step": 1208
    },
    {
      "epoch": 1.38602520045819,
      "grad_norm": 0.4004988670349121,
      "learning_rate": 6.436343658435059e-06,
      "loss": 1.2267534732818604,
      "step": 1210
    },
    {
      "epoch": 1.388316151202749,
      "grad_norm": 0.5942703485488892,
      "learning_rate": 6.4252251371026984e-06,
      "loss": 1.1504127979278564,
      "step": 1212
    },
    {
      "epoch": 1.390607101947308,
      "grad_norm": 0.6351091265678406,
      "learning_rate": 6.414100715034437e-06,
      "loss": 1.2171190977096558,
      "step": 1214
    },
    {
      "epoch": 1.392898052691867,
      "grad_norm": 0.3700306713581085,
      "learning_rate": 6.4029704631776334e-06,
      "loss": 1.153677225112915,
      "step": 1216
    },
    {
      "epoch": 1.395189003436426,
      "grad_norm": 0.5730115175247192,
      "learning_rate": 6.3918344525168176e-06,
      "loss": 1.2128088474273682,
      "step": 1218
    },
    {
      "epoch": 1.397479954180985,
      "grad_norm": 0.8086961507797241,
      "learning_rate": 6.380692754073257e-06,
      "loss": 1.1901538372039795,
      "step": 1220
    },
    {
      "epoch": 1.399770904925544,
      "grad_norm": 0.2177879959344864,
      "learning_rate": 6.3695454389044885e-06,
      "loss": 1.050641655921936,
      "step": 1222
    },
    {
      "epoch": 1.402061855670103,
      "grad_norm": 0.48566994071006775,
      "learning_rate": 6.35839257810387e-06,
      "loss": 1.1169625520706177,
      "step": 1224
    },
    {
      "epoch": 1.404352806414662,
      "grad_norm": 0.5073995590209961,
      "learning_rate": 6.347234242800131e-06,
      "loss": 1.0769405364990234,
      "step": 1226
    },
    {
      "epoch": 1.406643757159221,
      "grad_norm": 1.046706199645996,
      "learning_rate": 6.336070504156907e-06,
      "loss": 0.498112291097641,
      "step": 1228
    },
    {
      "epoch": 1.40893470790378,
      "grad_norm": 0.571991503238678,
      "learning_rate": 6.324901433372307e-06,
      "loss": 1.0861037969589233,
      "step": 1230
    },
    {
      "epoch": 1.411225658648339,
      "grad_norm": 0.3702922463417053,
      "learning_rate": 6.313727101678433e-06,
      "loss": 1.1421905755996704,
      "step": 1232
    },
    {
      "epoch": 1.413516609392898,
      "grad_norm": 0.8220073580741882,
      "learning_rate": 6.302547580340949e-06,
      "loss": 1.2322626113891602,
      "step": 1234
    },
    {
      "epoch": 1.4158075601374571,
      "grad_norm": 0.5405969619750977,
      "learning_rate": 6.291362940658612e-06,
      "loss": 0.9657451510429382,
      "step": 1236
    },
    {
      "epoch": 1.418098510882016,
      "grad_norm": 1.5954561233520508,
      "learning_rate": 6.2801732539628205e-06,
      "loss": 1.1020958423614502,
      "step": 1238
    },
    {
      "epoch": 1.420389461626575,
      "grad_norm": 0.42759695649147034,
      "learning_rate": 6.2689785916171656e-06,
      "loss": 1.098386526107788,
      "step": 1240
    },
    {
      "epoch": 1.422680412371134,
      "grad_norm": 0.19068364799022675,
      "learning_rate": 6.257779025016967e-06,
      "loss": 1.1080601215362549,
      "step": 1242
    },
    {
      "epoch": 1.424971363115693,
      "grad_norm": 0.6803228855133057,
      "learning_rate": 6.246574625588824e-06,
      "loss": 1.1234514713287354,
      "step": 1244
    },
    {
      "epoch": 1.427262313860252,
      "grad_norm": 0.3850613236427307,
      "learning_rate": 6.235365464790158e-06,
      "loss": 1.191713571548462,
      "step": 1246
    },
    {
      "epoch": 1.429553264604811,
      "grad_norm": 0.5191882252693176,
      "learning_rate": 6.224151614108755e-06,
      "loss": 1.113290548324585,
      "step": 1248
    },
    {
      "epoch": 1.43184421534937,
      "grad_norm": 0.32683122158050537,
      "learning_rate": 6.212933145062313e-06,
      "loss": 0.977238655090332,
      "step": 1250
    },
    {
      "epoch": 1.434135166093929,
      "grad_norm": 0.3372647762298584,
      "learning_rate": 6.201710129197984e-06,
      "loss": 1.0865776538848877,
      "step": 1252
    },
    {
      "epoch": 1.436426116838488,
      "grad_norm": 1.7988835573196411,
      "learning_rate": 6.190482638091917e-06,
      "loss": 1.2454376220703125,
      "step": 1254
    },
    {
      "epoch": 1.438717067583047,
      "grad_norm": 0.5903953313827515,
      "learning_rate": 6.179250743348801e-06,
      "loss": 0.7004958391189575,
      "step": 1256
    },
    {
      "epoch": 1.441008018327606,
      "grad_norm": 1.3094062805175781,
      "learning_rate": 6.1680145166014135e-06,
      "loss": 1.1775736808776855,
      "step": 1258
    },
    {
      "epoch": 1.443298969072165,
      "grad_norm": 0.15861783921718597,
      "learning_rate": 6.156774029510158e-06,
      "loss": 1.0173115730285645,
      "step": 1260
    },
    {
      "epoch": 1.445589919816724,
      "grad_norm": 0.31646618247032166,
      "learning_rate": 6.145529353762608e-06,
      "loss": 1.0695950984954834,
      "step": 1262
    },
    {
      "epoch": 1.447880870561283,
      "grad_norm": 0.2128850221633911,
      "learning_rate": 6.1342805610730515e-06,
      "loss": 1.0297033786773682,
      "step": 1264
    },
    {
      "epoch": 1.4501718213058419,
      "grad_norm": 0.43015554547309875,
      "learning_rate": 6.123027723182034e-06,
      "loss": 1.0786964893341064,
      "step": 1266
    },
    {
      "epoch": 1.4524627720504009,
      "grad_norm": 0.5410537719726562,
      "learning_rate": 6.111770911855895e-06,
      "loss": 1.2960965633392334,
      "step": 1268
    },
    {
      "epoch": 1.4547537227949598,
      "grad_norm": 0.40598443150520325,
      "learning_rate": 6.100510198886324e-06,
      "loss": 1.150607943534851,
      "step": 1270
    },
    {
      "epoch": 1.4570446735395188,
      "grad_norm": 0.25774961709976196,
      "learning_rate": 6.089245656089882e-06,
      "loss": 1.0670363903045654,
      "step": 1272
    },
    {
      "epoch": 1.4593356242840778,
      "grad_norm": 1.2430238723754883,
      "learning_rate": 6.077977355307564e-06,
      "loss": 0.929009199142456,
      "step": 1274
    },
    {
      "epoch": 1.461626575028637,
      "grad_norm": 0.819111704826355,
      "learning_rate": 6.066705368404332e-06,
      "loss": 1.0384223461151123,
      "step": 1276
    },
    {
      "epoch": 1.463917525773196,
      "grad_norm": 0.6329976320266724,
      "learning_rate": 6.0554297672686515e-06,
      "loss": 1.146793246269226,
      "step": 1278
    },
    {
      "epoch": 1.466208476517755,
      "grad_norm": 0.5748082399368286,
      "learning_rate": 6.044150623812041e-06,
      "loss": 1.21446692943573,
      "step": 1280
    },
    {
      "epoch": 1.468499427262314,
      "grad_norm": 0.37093842029571533,
      "learning_rate": 6.032868009968611e-06,
      "loss": 0.6608114242553711,
      "step": 1282
    },
    {
      "epoch": 1.470790378006873,
      "grad_norm": 0.4401775598526001,
      "learning_rate": 6.021581997694604e-06,
      "loss": 1.1975040435791016,
      "step": 1284
    },
    {
      "epoch": 1.473081328751432,
      "grad_norm": 0.198956698179245,
      "learning_rate": 6.010292658967937e-06,
      "loss": 0.8298950791358948,
      "step": 1286
    },
    {
      "epoch": 1.475372279495991,
      "grad_norm": 1.1646336317062378,
      "learning_rate": 5.999000065787741e-06,
      "loss": 1.121684193611145,
      "step": 1288
    },
    {
      "epoch": 1.47766323024055,
      "grad_norm": 0.19620084762573242,
      "learning_rate": 5.987704290173904e-06,
      "loss": 1.113356113433838,
      "step": 1290
    },
    {
      "epoch": 1.479954180985109,
      "grad_norm": 0.8701173663139343,
      "learning_rate": 5.976405404166609e-06,
      "loss": 1.0445246696472168,
      "step": 1292
    },
    {
      "epoch": 1.4822451317296679,
      "grad_norm": 0.8870877623558044,
      "learning_rate": 5.965103479825874e-06,
      "loss": 1.3073999881744385,
      "step": 1294
    },
    {
      "epoch": 1.4845360824742269,
      "grad_norm": 0.6979129910469055,
      "learning_rate": 5.953798589231102e-06,
      "loss": 1.0925014019012451,
      "step": 1296
    },
    {
      "epoch": 1.4868270332187858,
      "grad_norm": 0.3692026734352112,
      "learning_rate": 5.942490804480605e-06,
      "loss": 0.999457597732544,
      "step": 1298
    },
    {
      "epoch": 1.4891179839633448,
      "grad_norm": 0.6890159845352173,
      "learning_rate": 5.931180197691155e-06,
      "loss": 1.0261509418487549,
      "step": 1300
    },
    {
      "epoch": 1.4914089347079038,
      "grad_norm": 0.40297093987464905,
      "learning_rate": 5.919866840997528e-06,
      "loss": 0.8686540126800537,
      "step": 1302
    },
    {
      "epoch": 1.4936998854524628,
      "grad_norm": 1.5102224349975586,
      "learning_rate": 5.908550806552027e-06,
      "loss": 1.269791841506958,
      "step": 1304
    },
    {
      "epoch": 1.4959908361970218,
      "grad_norm": 0.3148708939552307,
      "learning_rate": 5.897232166524044e-06,
      "loss": 1.1037763357162476,
      "step": 1306
    },
    {
      "epoch": 1.4982817869415808,
      "grad_norm": 1.3338543176651,
      "learning_rate": 5.885910993099581e-06,
      "loss": 0.8658826351165771,
      "step": 1308
    },
    {
      "epoch": 1.5005727376861397,
      "grad_norm": 0.594698429107666,
      "learning_rate": 5.874587358480798e-06,
      "loss": 1.0999151468276978,
      "step": 1310
    },
    {
      "epoch": 1.5028636884306987,
      "grad_norm": 0.8571167588233948,
      "learning_rate": 5.863261334885553e-06,
      "loss": 1.3375155925750732,
      "step": 1312
    },
    {
      "epoch": 1.5051546391752577,
      "grad_norm": 0.3977302610874176,
      "learning_rate": 5.851932994546941e-06,
      "loss": 1.1367615461349487,
      "step": 1314
    },
    {
      "epoch": 1.5074455899198167,
      "grad_norm": 1.0233980417251587,
      "learning_rate": 5.840602409712831e-06,
      "loss": 1.1128208637237549,
      "step": 1316
    },
    {
      "epoch": 1.5097365406643757,
      "grad_norm": 0.42678776383399963,
      "learning_rate": 5.829269652645404e-06,
      "loss": 0.9502562880516052,
      "step": 1318
    },
    {
      "epoch": 1.5120274914089347,
      "grad_norm": 0.6844682097434998,
      "learning_rate": 5.817934795620702e-06,
      "loss": 0.842738151550293,
      "step": 1320
    },
    {
      "epoch": 1.5143184421534936,
      "grad_norm": 0.17597302794456482,
      "learning_rate": 5.8065979109281515e-06,
      "loss": 1.1172516345977783,
      "step": 1322
    },
    {
      "epoch": 1.5166093928980526,
      "grad_norm": 1.0520700216293335,
      "learning_rate": 5.795259070870114e-06,
      "loss": 1.019298791885376,
      "step": 1324
    },
    {
      "epoch": 1.5189003436426116,
      "grad_norm": 0.301179975271225,
      "learning_rate": 5.783918347761424e-06,
      "loss": 1.0366371870040894,
      "step": 1326
    },
    {
      "epoch": 1.5211912943871706,
      "grad_norm": 1.4107294082641602,
      "learning_rate": 5.77257581392892e-06,
      "loss": 1.0230910778045654,
      "step": 1328
    },
    {
      "epoch": 1.5234822451317296,
      "grad_norm": 3.041111946105957,
      "learning_rate": 5.761231541710994e-06,
      "loss": 1.078089714050293,
      "step": 1330
    },
    {
      "epoch": 1.5257731958762886,
      "grad_norm": 0.39890924096107483,
      "learning_rate": 5.7498856034571235e-06,
      "loss": 0.9173415303230286,
      "step": 1332
    },
    {
      "epoch": 1.5280641466208476,
      "grad_norm": 1.2413023710250854,
      "learning_rate": 5.7385380715274075e-06,
      "loss": 0.7650175094604492,
      "step": 1334
    },
    {
      "epoch": 1.5303550973654065,
      "grad_norm": 0.40077197551727295,
      "learning_rate": 5.727189018292115e-06,
      "loss": 1.0416836738586426,
      "step": 1336
    },
    {
      "epoch": 1.5326460481099655,
      "grad_norm": 1.2296018600463867,
      "learning_rate": 5.715838516131212e-06,
      "loss": 0.7319103479385376,
      "step": 1338
    },
    {
      "epoch": 1.5349369988545245,
      "grad_norm": 0.5661179423332214,
      "learning_rate": 5.704486637433907e-06,
      "loss": 1.1215949058532715,
      "step": 1340
    },
    {
      "epoch": 1.5372279495990835,
      "grad_norm": 1.0080679655075073,
      "learning_rate": 5.6931334545981876e-06,
      "loss": 1.0732643604278564,
      "step": 1342
    },
    {
      "epoch": 1.5395189003436425,
      "grad_norm": 0.46233344078063965,
      "learning_rate": 5.68177904003036e-06,
      "loss": 0.5498278737068176,
      "step": 1344
    },
    {
      "epoch": 1.5418098510882015,
      "grad_norm": 1.1307381391525269,
      "learning_rate": 5.670423466144585e-06,
      "loss": 0.8027646541595459,
      "step": 1346
    },
    {
      "epoch": 1.5441008018327604,
      "grad_norm": 0.2457914799451828,
      "learning_rate": 5.659066805362416e-06,
      "loss": 1.099556803703308,
      "step": 1348
    },
    {
      "epoch": 1.5463917525773194,
      "grad_norm": 0.1576959639787674,
      "learning_rate": 5.647709130112339e-06,
      "loss": 1.0494180917739868,
      "step": 1350
    },
    {
      "epoch": 1.5486827033218786,
      "grad_norm": 1.4281489849090576,
      "learning_rate": 5.6363505128293105e-06,
      "loss": 1.0572658777236938,
      "step": 1352
    },
    {
      "epoch": 1.5509736540664376,
      "grad_norm": 0.3911938965320587,
      "learning_rate": 5.624991025954296e-06,
      "loss": 1.112137794494629,
      "step": 1354
    },
    {
      "epoch": 1.5532646048109966,
      "grad_norm": 0.7160745859146118,
      "learning_rate": 5.613630741933801e-06,
      "loss": 1.0537481307983398,
      "step": 1356
    },
    {
      "epoch": 1.5555555555555556,
      "grad_norm": 1.9618110656738281,
      "learning_rate": 5.602269733219422e-06,
      "loss": 0.8826972246170044,
      "step": 1358
    },
    {
      "epoch": 1.5578465063001146,
      "grad_norm": 0.6684516668319702,
      "learning_rate": 5.590908072267376e-06,
      "loss": 1.1781320571899414,
      "step": 1360
    },
    {
      "epoch": 1.5601374570446735,
      "grad_norm": 0.9931756854057312,
      "learning_rate": 5.579545831538036e-06,
      "loss": 1.003735065460205,
      "step": 1362
    },
    {
      "epoch": 1.5624284077892325,
      "grad_norm": 0.35055479407310486,
      "learning_rate": 5.568183083495476e-06,
      "loss": 1.188180923461914,
      "step": 1364
    },
    {
      "epoch": 1.5647193585337915,
      "grad_norm": 0.2840157747268677,
      "learning_rate": 5.556819900607004e-06,
      "loss": 1.0069973468780518,
      "step": 1366
    },
    {
      "epoch": 1.5670103092783505,
      "grad_norm": 0.2898299992084503,
      "learning_rate": 5.545456355342702e-06,
      "loss": 1.0996860265731812,
      "step": 1368
    },
    {
      "epoch": 1.5693012600229095,
      "grad_norm": 0.44947919249534607,
      "learning_rate": 5.53409252017496e-06,
      "loss": 1.120392918586731,
      "step": 1370
    },
    {
      "epoch": 1.5715922107674685,
      "grad_norm": 1.1559861898422241,
      "learning_rate": 5.522728467578024e-06,
      "loss": 1.3419742584228516,
      "step": 1372
    },
    {
      "epoch": 1.5738831615120275,
      "grad_norm": 0.7148109674453735,
      "learning_rate": 5.51136427002752e-06,
      "loss": 1.1241408586502075,
      "step": 1374
    },
    {
      "epoch": 1.5761741122565864,
      "grad_norm": 1.7949758768081665,
      "learning_rate": 5.500000000000001e-06,
      "loss": 1.0823068618774414,
      "step": 1376
    },
    {
      "epoch": 1.5784650630011456,
      "grad_norm": 0.5439109206199646,
      "learning_rate": 5.488635729972482e-06,
      "loss": 1.0603818893432617,
      "step": 1378
    },
    {
      "epoch": 1.5807560137457046,
      "grad_norm": 0.6118595004081726,
      "learning_rate": 5.477271532421978e-06,
      "loss": 1.1041834354400635,
      "step": 1380
    },
    {
      "epoch": 1.5830469644902636,
      "grad_norm": 0.6366990804672241,
      "learning_rate": 5.465907479825041e-06,
      "loss": 1.2534537315368652,
      "step": 1382
    },
    {
      "epoch": 1.5853379152348226,
      "grad_norm": 0.3186343014240265,
      "learning_rate": 5.454543644657302e-06,
      "loss": 1.00857412815094,
      "step": 1384
    },
    {
      "epoch": 1.5876288659793816,
      "grad_norm": 0.23584212362766266,
      "learning_rate": 5.4431800993929985e-06,
      "loss": 0.9454631805419922,
      "step": 1386
    },
    {
      "epoch": 1.5899198167239406,
      "grad_norm": 0.7114871740341187,
      "learning_rate": 5.431816916504526e-06,
      "loss": 1.1222310066223145,
      "step": 1388
    },
    {
      "epoch": 1.5922107674684995,
      "grad_norm": 0.3654209077358246,
      "learning_rate": 5.420454168461966e-06,
      "loss": 1.1215158700942993,
      "step": 1390
    },
    {
      "epoch": 1.5945017182130585,
      "grad_norm": 0.7768158912658691,
      "learning_rate": 5.4090919277326255e-06,
      "loss": 0.8392388820648193,
      "step": 1392
    },
    {
      "epoch": 1.5967926689576175,
      "grad_norm": 0.2861047387123108,
      "learning_rate": 5.39773026678058e-06,
      "loss": 0.7805435061454773,
      "step": 1394
    },
    {
      "epoch": 1.5990836197021765,
      "grad_norm": 0.6634432673454285,
      "learning_rate": 5.386369258066201e-06,
      "loss": 1.295003890991211,
      "step": 1396
    },
    {
      "epoch": 1.6013745704467355,
      "grad_norm": 0.3201494812965393,
      "learning_rate": 5.3750089740457075e-06,
      "loss": 1.061468243598938,
      "step": 1398
    },
    {
      "epoch": 1.6036655211912945,
      "grad_norm": 0.5713483095169067,
      "learning_rate": 5.363649487170691e-06,
      "loss": 0.9963769912719727,
      "step": 1400
    },
    {
      "epoch": 1.6059564719358534,
      "grad_norm": 0.9836020469665527,
      "learning_rate": 5.352290869887663e-06,
      "loss": 1.194199800491333,
      "step": 1402
    },
    {
      "epoch": 1.6082474226804124,
      "grad_norm": 0.1987893432378769,
      "learning_rate": 5.340933194637586e-06,
      "loss": 0.6283943057060242,
      "step": 1404
    },
    {
      "epoch": 1.6105383734249714,
      "grad_norm": 0.580379843711853,
      "learning_rate": 5.329576533855415e-06,
      "loss": 1.2401604652404785,
      "step": 1406
    },
    {
      "epoch": 1.6128293241695304,
      "grad_norm": 0.48753857612609863,
      "learning_rate": 5.3182209599696415e-06,
      "loss": 0.9093868732452393,
      "step": 1408
    },
    {
      "epoch": 1.6151202749140894,
      "grad_norm": 1.1758943796157837,
      "learning_rate": 5.306866545401813e-06,
      "loss": 1.1071420907974243,
      "step": 1410
    },
    {
      "epoch": 1.6174112256586484,
      "grad_norm": 0.4928566515445709,
      "learning_rate": 5.295513362566096e-06,
      "loss": 0.7807958722114563,
      "step": 1412
    },
    {
      "epoch": 1.6197021764032073,
      "grad_norm": 0.4523963928222656,
      "learning_rate": 5.28416148386879e-06,
      "loss": 1.0439610481262207,
      "step": 1414
    },
    {
      "epoch": 1.6219931271477663,
      "grad_norm": 0.7955020070075989,
      "learning_rate": 5.272810981707886e-06,
      "loss": 1.0640166997909546,
      "step": 1416
    },
    {
      "epoch": 1.6242840778923253,
      "grad_norm": 0.7474223375320435,
      "learning_rate": 5.261461928472593e-06,
      "loss": 0.889735758304596,
      "step": 1418
    },
    {
      "epoch": 1.6265750286368843,
      "grad_norm": 0.3920307457447052,
      "learning_rate": 5.250114396542877e-06,
      "loss": 1.061119794845581,
      "step": 1420
    },
    {
      "epoch": 1.6288659793814433,
      "grad_norm": 1.0079574584960938,
      "learning_rate": 5.238768458289007e-06,
      "loss": 1.3186607360839844,
      "step": 1422
    },
    {
      "epoch": 1.6311569301260023,
      "grad_norm": 0.4474199712276459,
      "learning_rate": 5.227424186071081e-06,
      "loss": 1.0147289037704468,
      "step": 1424
    },
    {
      "epoch": 1.6334478808705613,
      "grad_norm": 0.480244904756546,
      "learning_rate": 5.216081652238579e-06,
      "loss": 1.1268162727355957,
      "step": 1426
    },
    {
      "epoch": 1.6357388316151202,
      "grad_norm": 0.9012577533721924,
      "learning_rate": 5.204740929129887e-06,
      "loss": 1.120902180671692,
      "step": 1428
    },
    {
      "epoch": 1.6380297823596792,
      "grad_norm": 0.21147756278514862,
      "learning_rate": 5.193402089071852e-06,
      "loss": 1.1125855445861816,
      "step": 1430
    },
    {
      "epoch": 1.6403207331042382,
      "grad_norm": 0.3258548378944397,
      "learning_rate": 5.1820652043793e-06,
      "loss": 1.011163592338562,
      "step": 1432
    },
    {
      "epoch": 1.6426116838487972,
      "grad_norm": 0.39005911350250244,
      "learning_rate": 5.1707303473545955e-06,
      "loss": 1.2018420696258545,
      "step": 1434
    },
    {
      "epoch": 1.6449026345933562,
      "grad_norm": 0.5742803812026978,
      "learning_rate": 5.1593975902871705e-06,
      "loss": 1.1393346786499023,
      "step": 1436
    },
    {
      "epoch": 1.6471935853379152,
      "grad_norm": 0.41290178894996643,
      "learning_rate": 5.1480670054530605e-06,
      "loss": 1.1971912384033203,
      "step": 1438
    },
    {
      "epoch": 1.6494845360824741,
      "grad_norm": 0.23765195906162262,
      "learning_rate": 5.136738665114449e-06,
      "loss": 1.047823190689087,
      "step": 1440
    },
    {
      "epoch": 1.6517754868270331,
      "grad_norm": 0.7021539211273193,
      "learning_rate": 5.125412641519204e-06,
      "loss": 1.1116011142730713,
      "step": 1442
    },
    {
      "epoch": 1.654066437571592,
      "grad_norm": 1.0828512907028198,
      "learning_rate": 5.114089006900422e-06,
      "loss": 1.3231321573257446,
      "step": 1444
    },
    {
      "epoch": 1.656357388316151,
      "grad_norm": 0.4457782208919525,
      "learning_rate": 5.102767833475958e-06,
      "loss": 1.1356236934661865,
      "step": 1446
    },
    {
      "epoch": 1.65864833906071,
      "grad_norm": 0.862468421459198,
      "learning_rate": 5.091449193447974e-06,
      "loss": 1.0704690217971802,
      "step": 1448
    },
    {
      "epoch": 1.660939289805269,
      "grad_norm": 0.3140993118286133,
      "learning_rate": 5.080133159002474e-06,
      "loss": 0.9936932325363159,
      "step": 1450
    },
    {
      "epoch": 1.663230240549828,
      "grad_norm": 0.4344022274017334,
      "learning_rate": 5.068819802308845e-06,
      "loss": 1.1224863529205322,
      "step": 1452
    },
    {
      "epoch": 1.665521191294387,
      "grad_norm": 0.5366426706314087,
      "learning_rate": 5.057509195519398e-06,
      "loss": 1.1559295654296875,
      "step": 1454
    },
    {
      "epoch": 1.667812142038946,
      "grad_norm": 0.6061311960220337,
      "learning_rate": 5.046201410768899e-06,
      "loss": 1.1576176881790161,
      "step": 1456
    },
    {
      "epoch": 1.670103092783505,
      "grad_norm": 0.9727919697761536,
      "learning_rate": 5.034896520174126e-06,
      "loss": 0.7988566160202026,
      "step": 1458
    },
    {
      "epoch": 1.6723940435280642,
      "grad_norm": 0.1961892545223236,
      "learning_rate": 5.023594595833393e-06,
      "loss": 0.4671269953250885,
      "step": 1460
    },
    {
      "epoch": 1.6746849942726232,
      "grad_norm": 0.8168536424636841,
      "learning_rate": 5.0122957098260975e-06,
      "loss": 1.3973238468170166,
      "step": 1462
    },
    {
      "epoch": 1.6769759450171822,
      "grad_norm": 0.5047257542610168,
      "learning_rate": 5.0009999342122606e-06,
      "loss": 1.2853825092315674,
      "step": 1464
    },
    {
      "epoch": 1.6792668957617412,
      "grad_norm": 0.6044178605079651,
      "learning_rate": 4.989707341032064e-06,
      "loss": 1.174715280532837,
      "step": 1466
    },
    {
      "epoch": 1.6815578465063001,
      "grad_norm": 0.46799567341804504,
      "learning_rate": 4.978418002305399e-06,
      "loss": 1.2637076377868652,
      "step": 1468
    },
    {
      "epoch": 1.6838487972508591,
      "grad_norm": 0.27708613872528076,
      "learning_rate": 4.967131990031391e-06,
      "loss": 1.092246174812317,
      "step": 1470
    },
    {
      "epoch": 1.686139747995418,
      "grad_norm": 0.5905908346176147,
      "learning_rate": 4.955849376187961e-06,
      "loss": 0.8725787997245789,
      "step": 1472
    },
    {
      "epoch": 1.688430698739977,
      "grad_norm": 0.49280673265457153,
      "learning_rate": 4.944570232731351e-06,
      "loss": 1.1290966272354126,
      "step": 1474
    },
    {
      "epoch": 1.690721649484536,
      "grad_norm": 0.6904608011245728,
      "learning_rate": 4.9332946315956695e-06,
      "loss": 0.8955701589584351,
      "step": 1476
    },
    {
      "epoch": 1.693012600229095,
      "grad_norm": 0.6627287268638611,
      "learning_rate": 4.922022644692438e-06,
      "loss": 1.1323654651641846,
      "step": 1478
    },
    {
      "epoch": 1.695303550973654,
      "grad_norm": 0.7109958529472351,
      "learning_rate": 4.910754343910121e-06,
      "loss": 1.025420904159546,
      "step": 1480
    },
    {
      "epoch": 1.697594501718213,
      "grad_norm": 0.43384861946105957,
      "learning_rate": 4.89948980111368e-06,
      "loss": 1.111706256866455,
      "step": 1482
    },
    {
      "epoch": 1.699885452462772,
      "grad_norm": 0.5754409432411194,
      "learning_rate": 4.888229088144106e-06,
      "loss": 1.1376874446868896,
      "step": 1484
    },
    {
      "epoch": 1.702176403207331,
      "grad_norm": 0.31369054317474365,
      "learning_rate": 4.8769722768179686e-06,
      "loss": 1.0659782886505127,
      "step": 1486
    },
    {
      "epoch": 1.7044673539518902,
      "grad_norm": 1.1461002826690674,
      "learning_rate": 4.86571943892695e-06,
      "loss": 1.1083794832229614,
      "step": 1488
    },
    {
      "epoch": 1.7067583046964492,
      "grad_norm": 0.5363646149635315,
      "learning_rate": 4.854470646237392e-06,
      "loss": 1.103102684020996,
      "step": 1490
    },
    {
      "epoch": 1.7090492554410082,
      "grad_norm": 0.22202357649803162,
      "learning_rate": 4.843225970489843e-06,
      "loss": 0.7583179473876953,
      "step": 1492
    },
    {
      "epoch": 1.7113402061855671,
      "grad_norm": 0.19881503283977509,
      "learning_rate": 4.831985483398587e-06,
      "loss": 1.2146061658859253,
      "step": 1494
    },
    {
      "epoch": 1.7136311569301261,
      "grad_norm": 0.6612064838409424,
      "learning_rate": 4.820749256651202e-06,
      "loss": 0.949057936668396,
      "step": 1496
    },
    {
      "epoch": 1.7159221076746851,
      "grad_norm": 0.25396284461021423,
      "learning_rate": 4.809517361908086e-06,
      "loss": 1.0635230541229248,
      "step": 1498
    },
    {
      "epoch": 1.718213058419244,
      "grad_norm": 0.2346191257238388,
      "learning_rate": 4.798289870802018e-06,
      "loss": 0.6289651393890381,
      "step": 1500
    },
    {
      "epoch": 1.720504009163803,
      "grad_norm": 0.8989472389221191,
      "learning_rate": 4.787066854937689e-06,
      "loss": 1.1217808723449707,
      "step": 1502
    },
    {
      "epoch": 1.722794959908362,
      "grad_norm": 2.643550395965576,
      "learning_rate": 4.775848385891245e-06,
      "loss": 1.2906912565231323,
      "step": 1504
    },
    {
      "epoch": 1.725085910652921,
      "grad_norm": 0.731056272983551,
      "learning_rate": 4.7646345352098445e-06,
      "loss": 0.6282181739807129,
      "step": 1506
    },
    {
      "epoch": 1.72737686139748,
      "grad_norm": 0.3717769682407379,
      "learning_rate": 4.753425374411177e-06,
      "loss": 1.0892517566680908,
      "step": 1508
    },
    {
      "epoch": 1.729667812142039,
      "grad_norm": 0.2676532566547394,
      "learning_rate": 4.742220974983036e-06,
      "loss": 1.0730390548706055,
      "step": 1510
    },
    {
      "epoch": 1.731958762886598,
      "grad_norm": 0.16937556862831116,
      "learning_rate": 4.731021408382837e-06,
      "loss": 1.120283603668213,
      "step": 1512
    },
    {
      "epoch": 1.734249713631157,
      "grad_norm": 0.30678778886795044,
      "learning_rate": 4.7198267460371826e-06,
      "loss": 1.369347095489502,
      "step": 1514
    },
    {
      "epoch": 1.736540664375716,
      "grad_norm": 0.4600529670715332,
      "learning_rate": 4.70863705934139e-06,
      "loss": 1.0413298606872559,
      "step": 1516
    },
    {
      "epoch": 1.738831615120275,
      "grad_norm": 0.4162696301937103,
      "learning_rate": 4.697452419659052e-06,
      "loss": 1.2059823274612427,
      "step": 1518
    },
    {
      "epoch": 1.741122565864834,
      "grad_norm": 0.36466091871261597,
      "learning_rate": 4.686272898321568e-06,
      "loss": 1.0452512502670288,
      "step": 1520
    },
    {
      "epoch": 1.743413516609393,
      "grad_norm": 0.4611301124095917,
      "learning_rate": 4.675098566627695e-06,
      "loss": 0.9318735599517822,
      "step": 1522
    },
    {
      "epoch": 1.745704467353952,
      "grad_norm": 0.6732238531112671,
      "learning_rate": 4.6639294958430946e-06,
      "loss": 0.9963729977607727,
      "step": 1524
    },
    {
      "epoch": 1.747995418098511,
      "grad_norm": 0.310858815908432,
      "learning_rate": 4.652765757199872e-06,
      "loss": 1.0314257144927979,
      "step": 1526
    },
    {
      "epoch": 1.7502863688430699,
      "grad_norm": 0.2551518678665161,
      "learning_rate": 4.641607421896132e-06,
      "loss": 0.9765444993972778,
      "step": 1528
    },
    {
      "epoch": 1.7525773195876289,
      "grad_norm": 0.890846848487854,
      "learning_rate": 4.630454561095513e-06,
      "loss": 0.8637576699256897,
      "step": 1530
    },
    {
      "epoch": 1.7548682703321878,
      "grad_norm": 0.3232835829257965,
      "learning_rate": 4.619307245926743e-06,
      "loss": 1.139219880104065,
      "step": 1532
    },
    {
      "epoch": 1.7571592210767468,
      "grad_norm": 0.35957878828048706,
      "learning_rate": 4.608165547483183e-06,
      "loss": 1.202222466468811,
      "step": 1534
    },
    {
      "epoch": 1.7594501718213058,
      "grad_norm": 2.1918275356292725,
      "learning_rate": 4.597029536822368e-06,
      "loss": 0.6219435930252075,
      "step": 1536
    },
    {
      "epoch": 1.7617411225658648,
      "grad_norm": 0.4178512692451477,
      "learning_rate": 4.585899284965563e-06,
      "loss": 1.0911495685577393,
      "step": 1538
    },
    {
      "epoch": 1.7640320733104238,
      "grad_norm": 0.5344310402870178,
      "learning_rate": 4.574774862897302e-06,
      "loss": 1.1106891632080078,
      "step": 1540
    },
    {
      "epoch": 1.7663230240549828,
      "grad_norm": 0.41900160908699036,
      "learning_rate": 4.563656341564941e-06,
      "loss": 1.0348694324493408,
      "step": 1542
    },
    {
      "epoch": 1.7686139747995417,
      "grad_norm": 2.1765964031219482,
      "learning_rate": 4.552543791878205e-06,
      "loss": 1.2949724197387695,
      "step": 1544
    },
    {
      "epoch": 1.7709049255441007,
      "grad_norm": 0.28183940052986145,
      "learning_rate": 4.541437284708727e-06,
      "loss": 0.9392028450965881,
      "step": 1546
    },
    {
      "epoch": 1.7731958762886597,
      "grad_norm": 0.3175741732120514,
      "learning_rate": 4.530336890889613e-06,
      "loss": 1.0502426624298096,
      "step": 1548
    },
    {
      "epoch": 1.7754868270332187,
      "grad_norm": 1.4262926578521729,
      "learning_rate": 4.519242681214971e-06,
      "loss": 0.7205455303192139,
      "step": 1550
    },
    {
      "epoch": 1.7777777777777777,
      "grad_norm": 1.2114626169204712,
      "learning_rate": 4.508154726439478e-06,
      "loss": 1.0237972736358643,
      "step": 1552
    },
    {
      "epoch": 1.7800687285223367,
      "grad_norm": 0.8481336832046509,
      "learning_rate": 4.49707309727791e-06,
      "loss": 1.1520320177078247,
      "step": 1554
    },
    {
      "epoch": 1.7823596792668956,
      "grad_norm": 0.3496226966381073,
      "learning_rate": 4.485997864404709e-06,
      "loss": 1.1129924058914185,
      "step": 1556
    },
    {
      "epoch": 1.7846506300114546,
      "grad_norm": 0.2375352829694748,
      "learning_rate": 4.474929098453519e-06,
      "loss": 1.211329460144043,
      "step": 1558
    },
    {
      "epoch": 1.7869415807560136,
      "grad_norm": 0.2744106650352478,
      "learning_rate": 4.463866870016741e-06,
      "loss": 1.0723626613616943,
      "step": 1560
    },
    {
      "epoch": 1.7892325315005726,
      "grad_norm": 1.0329090356826782,
      "learning_rate": 4.452811249645085e-06,
      "loss": 1.088670015335083,
      "step": 1562
    },
    {
      "epoch": 1.7915234822451316,
      "grad_norm": 0.6205560564994812,
      "learning_rate": 4.441762307847113e-06,
      "loss": 1.2151033878326416,
      "step": 1564
    },
    {
      "epoch": 1.7938144329896906,
      "grad_norm": 0.6296006441116333,
      "learning_rate": 4.430720115088797e-06,
      "loss": 1.1723359823226929,
      "step": 1566
    },
    {
      "epoch": 1.7961053837342495,
      "grad_norm": 1.2101175785064697,
      "learning_rate": 4.419684741793066e-06,
      "loss": 0.9560754299163818,
      "step": 1568
    },
    {
      "epoch": 1.7983963344788088,
      "grad_norm": 0.33595010638237,
      "learning_rate": 4.408656258339355e-06,
      "loss": 1.0018739700317383,
      "step": 1570
    },
    {
      "epoch": 1.8006872852233677,
      "grad_norm": 0.34481048583984375,
      "learning_rate": 4.397634735063158e-06,
      "loss": 1.0918338298797607,
      "step": 1572
    },
    {
      "epoch": 1.8029782359679267,
      "grad_norm": 0.506317138671875,
      "learning_rate": 4.386620242255583e-06,
      "loss": 1.082423448562622,
      "step": 1574
    },
    {
      "epoch": 1.8052691867124857,
      "grad_norm": 1.5229862928390503,
      "learning_rate": 4.375612850162897e-06,
      "loss": 1.20133638381958,
      "step": 1576
    },
    {
      "epoch": 1.8075601374570447,
      "grad_norm": 0.4049842357635498,
      "learning_rate": 4.364612628986082e-06,
      "loss": 0.9879454970359802,
      "step": 1578
    },
    {
      "epoch": 1.8098510882016037,
      "grad_norm": 0.7496724128723145,
      "learning_rate": 4.35361964888039e-06,
      "loss": 0.9724379777908325,
      "step": 1580
    },
    {
      "epoch": 1.8121420389461627,
      "grad_norm": 0.7204214930534363,
      "learning_rate": 4.342633979954887e-06,
      "loss": 1.1547467708587646,
      "step": 1582
    },
    {
      "epoch": 1.8144329896907216,
      "grad_norm": 1.05171537399292,
      "learning_rate": 4.331655692272011e-06,
      "loss": 1.0399408340454102,
      "step": 1584
    },
    {
      "epoch": 1.8167239404352806,
      "grad_norm": 0.36879026889801025,
      "learning_rate": 4.320684855847135e-06,
      "loss": 1.2286815643310547,
      "step": 1586
    },
    {
      "epoch": 1.8190148911798396,
      "grad_norm": 0.27584725618362427,
      "learning_rate": 4.309721540648094e-06,
      "loss": 0.946727991104126,
      "step": 1588
    },
    {
      "epoch": 1.8213058419243986,
      "grad_norm": 0.2803502678871155,
      "learning_rate": 4.298765816594773e-06,
      "loss": 1.0936319828033447,
      "step": 1590
    },
    {
      "epoch": 1.8235967926689576,
      "grad_norm": 0.46186119318008423,
      "learning_rate": 4.2878177535586294e-06,
      "loss": 1.0281469821929932,
      "step": 1592
    },
    {
      "epoch": 1.8258877434135166,
      "grad_norm": 0.8824283480644226,
      "learning_rate": 4.276877421362273e-06,
      "loss": 1.1012415885925293,
      "step": 1594
    },
    {
      "epoch": 1.8281786941580758,
      "grad_norm": 0.563686192035675,
      "learning_rate": 4.265944889778998e-06,
      "loss": 1.2015641927719116,
      "step": 1596
    },
    {
      "epoch": 1.8304696449026348,
      "grad_norm": 0.45275604724884033,
      "learning_rate": 4.255020228532357e-06,
      "loss": 1.168736457824707,
      "step": 1598
    },
    {
      "epoch": 1.8327605956471937,
      "grad_norm": 0.5189002156257629,
      "learning_rate": 4.244103507295709e-06,
      "loss": 0.8564615249633789,
      "step": 1600
    },
    {
      "epoch": 1.8350515463917527,
      "grad_norm": 0.4436849355697632,
      "learning_rate": 4.233194795691767e-06,
      "loss": 1.1107850074768066,
      "step": 1602
    },
    {
      "epoch": 1.8373424971363117,
      "grad_norm": 0.5029271841049194,
      "learning_rate": 4.222294163292173e-06,
      "loss": 1.1380796432495117,
      "step": 1604
    },
    {
      "epoch": 1.8396334478808707,
      "grad_norm": 0.38482290506362915,
      "learning_rate": 4.211401679617031e-06,
      "loss": 1.0681747198104858,
      "step": 1606
    },
    {
      "epoch": 1.8419243986254297,
      "grad_norm": 0.3398834466934204,
      "learning_rate": 4.200517414134487e-06,
      "loss": 1.1440093517303467,
      "step": 1608
    },
    {
      "epoch": 1.8442153493699887,
      "grad_norm": 0.3168809115886688,
      "learning_rate": 4.1896414362602615e-06,
      "loss": 0.9699110984802246,
      "step": 1610
    },
    {
      "epoch": 1.8465063001145476,
      "grad_norm": 0.608744204044342,
      "learning_rate": 4.178773815357231e-06,
      "loss": 1.3050799369812012,
      "step": 1612
    },
    {
      "epoch": 1.8487972508591066,
      "grad_norm": 1.0546008348464966,
      "learning_rate": 4.167914620734971e-06,
      "loss": 1.372516393661499,
      "step": 1614
    },
    {
      "epoch": 1.8510882016036656,
      "grad_norm": 0.6382185220718384,
      "learning_rate": 4.157063921649314e-06,
      "loss": 1.0993999242782593,
      "step": 1616
    },
    {
      "epoch": 1.8533791523482246,
      "grad_norm": 0.24312907457351685,
      "learning_rate": 4.146221787301916e-06,
      "loss": 1.1152019500732422,
      "step": 1618
    },
    {
      "epoch": 1.8556701030927836,
      "grad_norm": 0.5500279664993286,
      "learning_rate": 4.135388286839806e-06,
      "loss": 1.0518808364868164,
      "step": 1620
    },
    {
      "epoch": 1.8579610538373426,
      "grad_norm": 0.6796494126319885,
      "learning_rate": 4.1245634893549545e-06,
      "loss": 1.1548529863357544,
      "step": 1622
    },
    {
      "epoch": 1.8602520045819015,
      "grad_norm": 0.5995921492576599,
      "learning_rate": 4.113747463883823e-06,
      "loss": 1.352916955947876,
      "step": 1624
    },
    {
      "epoch": 1.8625429553264605,
      "grad_norm": 0.24284528195858002,
      "learning_rate": 4.102940279406928e-06,
      "loss": 1.0819270610809326,
      "step": 1626
    },
    {
      "epoch": 1.8648339060710195,
      "grad_norm": 0.6232653260231018,
      "learning_rate": 4.092142004848408e-06,
      "loss": 1.1328476667404175,
      "step": 1628
    },
    {
      "epoch": 1.8671248568155785,
      "grad_norm": 0.27039143443107605,
      "learning_rate": 4.08135270907557e-06,
      "loss": 1.0456500053405762,
      "step": 1630
    },
    {
      "epoch": 1.8694158075601375,
      "grad_norm": 0.5682404637336731,
      "learning_rate": 4.070572460898462e-06,
      "loss": 1.0884917974472046,
      "step": 1632
    },
    {
      "epoch": 1.8717067583046965,
      "grad_norm": 0.28413209319114685,
      "learning_rate": 4.059801329069426e-06,
      "loss": 1.0192196369171143,
      "step": 1634
    },
    {
      "epoch": 1.8739977090492554,
      "grad_norm": 0.20320376753807068,
      "learning_rate": 4.04903938228267e-06,
      "loss": 1.1282374858856201,
      "step": 1636
    },
    {
      "epoch": 1.8762886597938144,
      "grad_norm": 0.5271807909011841,
      "learning_rate": 4.038286689173817e-06,
      "loss": 1.1059315204620361,
      "step": 1638
    },
    {
      "epoch": 1.8785796105383734,
      "grad_norm": 0.18544262647628784,
      "learning_rate": 4.027543318319474e-06,
      "loss": 1.027941346168518,
      "step": 1640
    },
    {
      "epoch": 1.8808705612829324,
      "grad_norm": 0.6330454349517822,
      "learning_rate": 4.0168093382368e-06,
      "loss": 1.1752293109893799,
      "step": 1642
    },
    {
      "epoch": 1.8831615120274914,
      "grad_norm": 0.4557496905326843,
      "learning_rate": 4.006084817383056e-06,
      "loss": 0.3644358515739441,
      "step": 1644
    },
    {
      "epoch": 1.8854524627720504,
      "grad_norm": 1.3597580194473267,
      "learning_rate": 3.995369824155181e-06,
      "loss": 1.1257150173187256,
      "step": 1646
    },
    {
      "epoch": 1.8877434135166093,
      "grad_norm": 0.4406583607196808,
      "learning_rate": 3.984664426889346e-06,
      "loss": 1.1774303913116455,
      "step": 1648
    },
    {
      "epoch": 1.8900343642611683,
      "grad_norm": 0.43711021542549133,
      "learning_rate": 3.973968693860527e-06,
      "loss": 1.2031350135803223,
      "step": 1650
    },
    {
      "epoch": 1.8923253150057273,
      "grad_norm": 0.4777853190898895,
      "learning_rate": 3.96328269328206e-06,
      "loss": 1.2918949127197266,
      "step": 1652
    },
    {
      "epoch": 1.8946162657502863,
      "grad_norm": 0.6269339323043823,
      "learning_rate": 3.952606493305216e-06,
      "loss": 1.4281535148620605,
      "step": 1654
    },
    {
      "epoch": 1.8969072164948453,
      "grad_norm": 0.3071335256099701,
      "learning_rate": 3.941940162018761e-06,
      "loss": 1.010391116142273,
      "step": 1656
    },
    {
      "epoch": 1.8991981672394043,
      "grad_norm": 0.18624217808246613,
      "learning_rate": 3.931283767448518e-06,
      "loss": 0.5205022096633911,
      "step": 1658
    },
    {
      "epoch": 1.9014891179839633,
      "grad_norm": 1.4488636255264282,
      "learning_rate": 3.920637377556942e-06,
      "loss": 0.844072699546814,
      "step": 1660
    },
    {
      "epoch": 1.9037800687285222,
      "grad_norm": 0.5701979994773865,
      "learning_rate": 3.910001060242677e-06,
      "loss": 0.9334324598312378,
      "step": 1662
    },
    {
      "epoch": 1.9060710194730812,
      "grad_norm": 0.7097718119621277,
      "learning_rate": 3.899374883340137e-06,
      "loss": 1.1183058023452759,
      "step": 1664
    },
    {
      "epoch": 1.9083619702176402,
      "grad_norm": 0.3661045730113983,
      "learning_rate": 3.88875891461905e-06,
      "loss": 0.9330714344978333,
      "step": 1666
    },
    {
      "epoch": 1.9106529209621992,
      "grad_norm": 0.29769042134284973,
      "learning_rate": 3.878153221784054e-06,
      "loss": 1.1027047634124756,
      "step": 1668
    },
    {
      "epoch": 1.9129438717067582,
      "grad_norm": 0.8713205456733704,
      "learning_rate": 3.867557872474248e-06,
      "loss": 1.0835906267166138,
      "step": 1670
    },
    {
      "epoch": 1.9152348224513172,
      "grad_norm": 0.4693801701068878,
      "learning_rate": 3.856972934262755e-06,
      "loss": 1.1927740573883057,
      "step": 1672
    },
    {
      "epoch": 1.9175257731958761,
      "grad_norm": 0.4635125696659088,
      "learning_rate": 3.84639847465631e-06,
      "loss": 1.2767350673675537,
      "step": 1674
    },
    {
      "epoch": 1.9198167239404351,
      "grad_norm": 0.48501482605934143,
      "learning_rate": 3.835834561094815e-06,
      "loss": 1.130952000617981,
      "step": 1676
    },
    {
      "epoch": 1.9221076746849943,
      "grad_norm": 0.9517636895179749,
      "learning_rate": 3.825281260950916e-06,
      "loss": 1.3384122848510742,
      "step": 1678
    },
    {
      "epoch": 1.9243986254295533,
      "grad_norm": 1.5027124881744385,
      "learning_rate": 3.814738641529566e-06,
      "loss": 1.2897770404815674,
      "step": 1680
    },
    {
      "epoch": 1.9266895761741123,
      "grad_norm": 0.17051805555820465,
      "learning_rate": 3.8042067700676044e-06,
      "loss": 0.9062872529029846,
      "step": 1682
    },
    {
      "epoch": 1.9289805269186713,
      "grad_norm": 0.3399532437324524,
      "learning_rate": 3.793685713733326e-06,
      "loss": 1.1948344707489014,
      "step": 1684
    },
    {
      "epoch": 1.9312714776632303,
      "grad_norm": 1.0268810987472534,
      "learning_rate": 3.7831755396260416e-06,
      "loss": 1.1116868257522583,
      "step": 1686
    },
    {
      "epoch": 1.9335624284077892,
      "grad_norm": 0.25544682145118713,
      "learning_rate": 3.772676314775674e-06,
      "loss": 0.9785124063491821,
      "step": 1688
    },
    {
      "epoch": 1.9358533791523482,
      "grad_norm": 0.2780124545097351,
      "learning_rate": 3.762188106142298e-06,
      "loss": 0.8251289129257202,
      "step": 1690
    },
    {
      "epoch": 1.9381443298969072,
      "grad_norm": 0.6381999254226685,
      "learning_rate": 3.751710980615748e-06,
      "loss": 1.154158353805542,
      "step": 1692
    },
    {
      "epoch": 1.9404352806414662,
      "grad_norm": 0.36244654655456543,
      "learning_rate": 3.741245005015162e-06,
      "loss": 0.9876756072044373,
      "step": 1694
    },
    {
      "epoch": 1.9427262313860252,
      "grad_norm": 0.5184593796730042,
      "learning_rate": 3.7307902460885746e-06,
      "loss": 1.1275906562805176,
      "step": 1696
    },
    {
      "epoch": 1.9450171821305842,
      "grad_norm": 0.51296067237854,
      "learning_rate": 3.720346770512486e-06,
      "loss": 1.025963544845581,
      "step": 1698
    },
    {
      "epoch": 1.9473081328751431,
      "grad_norm": 0.5093493461608887,
      "learning_rate": 3.709914644891427e-06,
      "loss": 1.1869707107543945,
      "step": 1700
    },
    {
      "epoch": 1.9495990836197021,
      "grad_norm": 2.1370980739593506,
      "learning_rate": 3.6994939357575533e-06,
      "loss": 0.6620631217956543,
      "step": 1702
    },
    {
      "epoch": 1.9518900343642611,
      "grad_norm": 0.5478183031082153,
      "learning_rate": 3.689084709570202e-06,
      "loss": 1.123410701751709,
      "step": 1704
    },
    {
      "epoch": 1.9541809851088203,
      "grad_norm": 0.4446258842945099,
      "learning_rate": 3.6786870327154832e-06,
      "loss": 1.1439985036849976,
      "step": 1706
    },
    {
      "epoch": 1.9564719358533793,
      "grad_norm": 0.5509153008460999,
      "learning_rate": 3.6683009715058416e-06,
      "loss": 1.0780513286590576,
      "step": 1708
    },
    {
      "epoch": 1.9587628865979383,
      "grad_norm": 0.48575830459594727,
      "learning_rate": 3.657926592179649e-06,
      "loss": 1.0788171291351318,
      "step": 1710
    },
    {
      "epoch": 1.9610538373424973,
      "grad_norm": 0.21410536766052246,
      "learning_rate": 3.647563960900774e-06,
      "loss": 1.091663122177124,
      "step": 1712
    },
    {
      "epoch": 1.9633447880870563,
      "grad_norm": 0.25092241168022156,
      "learning_rate": 3.637213143758156e-06,
      "loss": 1.0151268243789673,
      "step": 1714
    },
    {
      "epoch": 1.9656357388316152,
      "grad_norm": 0.7077304124832153,
      "learning_rate": 3.626874206765392e-06,
      "loss": 1.1096687316894531,
      "step": 1716
    },
    {
      "epoch": 1.9679266895761742,
      "grad_norm": 0.4164002537727356,
      "learning_rate": 3.616547215860309e-06,
      "loss": 1.0841827392578125,
      "step": 1718
    },
    {
      "epoch": 1.9702176403207332,
      "grad_norm": 0.8496370911598206,
      "learning_rate": 3.606232236904549e-06,
      "loss": 1.2367123365402222,
      "step": 1720
    },
    {
      "epoch": 1.9725085910652922,
      "grad_norm": 0.4818964898586273,
      "learning_rate": 3.595929335683146e-06,
      "loss": 0.9790089130401611,
      "step": 1722
    },
    {
      "epoch": 1.9747995418098512,
      "grad_norm": 0.33810457587242126,
      "learning_rate": 3.585638577904107e-06,
      "loss": 1.145442247390747,
      "step": 1724
    },
    {
      "epoch": 1.9770904925544102,
      "grad_norm": 1.0560132265090942,
      "learning_rate": 3.5753600291979917e-06,
      "loss": 1.3760294914245605,
      "step": 1726
    },
    {
      "epoch": 1.9793814432989691,
      "grad_norm": 0.710391104221344,
      "learning_rate": 3.5650937551174914e-06,
      "loss": 1.148451328277588,
      "step": 1728
    },
    {
      "epoch": 1.9816723940435281,
      "grad_norm": 1.249986171722412,
      "learning_rate": 3.554839821137026e-06,
      "loss": 0.9829602837562561,
      "step": 1730
    },
    {
      "epoch": 1.9839633447880871,
      "grad_norm": 0.2360655516386032,
      "learning_rate": 3.5445982926523006e-06,
      "loss": 1.1001036167144775,
      "step": 1732
    },
    {
      "epoch": 1.986254295532646,
      "grad_norm": 0.8706629276275635,
      "learning_rate": 3.534369234979914e-06,
      "loss": 1.0795059204101562,
      "step": 1734
    },
    {
      "epoch": 1.988545246277205,
      "grad_norm": 0.3764958381652832,
      "learning_rate": 3.5241527133569197e-06,
      "loss": 0.0997859463095665,
      "step": 1736
    },
    {
      "epoch": 1.990836197021764,
      "grad_norm": 0.8101068139076233,
      "learning_rate": 3.5139487929404335e-06,
      "loss": 0.8904887437820435,
      "step": 1738
    },
    {
      "epoch": 1.993127147766323,
      "grad_norm": 0.5189135074615479,
      "learning_rate": 3.5037575388071997e-06,
      "loss": 1.174041509628296,
      "step": 1740
    },
    {
      "epoch": 1.995418098510882,
      "grad_norm": 1.1633189916610718,
      "learning_rate": 3.4935790159531786e-06,
      "loss": 1.0208793878555298,
      "step": 1742
    },
    {
      "epoch": 1.997709049255441,
      "grad_norm": 0.41635146737098694,
      "learning_rate": 3.4834132892931405e-06,
      "loss": 1.1487672328948975,
      "step": 1744
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.46879705786705017,
      "learning_rate": 3.47326042366024e-06,
      "loss": 1.1573315858840942,
      "step": 1746
    },
    {
      "epoch": 2.002290950744559,
      "grad_norm": 0.42209404706954956,
      "learning_rate": 3.46312048380562e-06,
      "loss": 1.0264599323272705,
      "step": 1748
    },
    {
      "epoch": 2.004581901489118,
      "grad_norm": 0.5175220370292664,
      "learning_rate": 3.452993534397975e-06,
      "loss": 1.196134090423584,
      "step": 1750
    },
    {
      "epoch": 2.006872852233677,
      "grad_norm": 0.4058225750923157,
      "learning_rate": 3.4428796400231595e-06,
      "loss": 1.1240901947021484,
      "step": 1752
    },
    {
      "epoch": 2.009163802978236,
      "grad_norm": 1.5380558967590332,
      "learning_rate": 3.4327788651837658e-06,
      "loss": 1.1184686422348022,
      "step": 1754
    },
    {
      "epoch": 2.011454753722795,
      "grad_norm": 0.24166224896907806,
      "learning_rate": 3.422691274298714e-06,
      "loss": 1.0136035680770874,
      "step": 1756
    },
    {
      "epoch": 2.013745704467354,
      "grad_norm": 0.3540262281894684,
      "learning_rate": 3.4126169317028445e-06,
      "loss": 1.099753975868225,
      "step": 1758
    },
    {
      "epoch": 2.016036655211913,
      "grad_norm": 4.086158752441406,
      "learning_rate": 3.4025559016465003e-06,
      "loss": 1.2752199172973633,
      "step": 1760
    },
    {
      "epoch": 2.018327605956472,
      "grad_norm": 0.2709142863750458,
      "learning_rate": 3.3925082482951253e-06,
      "loss": 1.0859545469284058,
      "step": 1762
    },
    {
      "epoch": 2.020618556701031,
      "grad_norm": 1.6579638719558716,
      "learning_rate": 3.382474035728852e-06,
      "loss": 0.9678882360458374,
      "step": 1764
    },
    {
      "epoch": 2.02290950744559,
      "grad_norm": 0.9905798435211182,
      "learning_rate": 3.372453327942092e-06,
      "loss": 1.2576557397842407,
      "step": 1766
    },
    {
      "epoch": 2.025200458190149,
      "grad_norm": 0.586355984210968,
      "learning_rate": 3.3624461888431315e-06,
      "loss": 1.0932533740997314,
      "step": 1768
    },
    {
      "epoch": 2.027491408934708,
      "grad_norm": 0.7022833824157715,
      "learning_rate": 3.352452682253713e-06,
      "loss": 1.1744213104248047,
      "step": 1770
    },
    {
      "epoch": 2.029782359679267,
      "grad_norm": 0.5173978805541992,
      "learning_rate": 3.3424728719086424e-06,
      "loss": 1.1649706363677979,
      "step": 1772
    },
    {
      "epoch": 2.0320733104238258,
      "grad_norm": 0.4220377206802368,
      "learning_rate": 3.332506821455376e-06,
      "loss": 0.9526954293251038,
      "step": 1774
    },
    {
      "epoch": 2.0343642611683848,
      "grad_norm": 0.8884670734405518,
      "learning_rate": 3.3225545944536132e-06,
      "loss": 0.8466014862060547,
      "step": 1776
    },
    {
      "epoch": 2.0366552119129437,
      "grad_norm": 0.7669530510902405,
      "learning_rate": 3.3126162543748906e-06,
      "loss": 1.048229694366455,
      "step": 1778
    },
    {
      "epoch": 2.0389461626575027,
      "grad_norm": 0.45862677693367004,
      "learning_rate": 3.302691864602183e-06,
      "loss": 1.0864906311035156,
      "step": 1780
    },
    {
      "epoch": 2.0412371134020617,
      "grad_norm": 0.6318526268005371,
      "learning_rate": 3.292781488429494e-06,
      "loss": 1.1123660802841187,
      "step": 1782
    },
    {
      "epoch": 2.0435280641466207,
      "grad_norm": 0.6299246549606323,
      "learning_rate": 3.2828851890614534e-06,
      "loss": 1.052357792854309,
      "step": 1784
    },
    {
      "epoch": 2.0458190148911797,
      "grad_norm": 0.23600554466247559,
      "learning_rate": 3.2730030296129157e-06,
      "loss": 1.099745750427246,
      "step": 1786
    },
    {
      "epoch": 2.0481099656357387,
      "grad_norm": 0.29890838265419006,
      "learning_rate": 3.2631350731085526e-06,
      "loss": 1.165632963180542,
      "step": 1788
    },
    {
      "epoch": 2.0504009163802976,
      "grad_norm": 0.38656070828437805,
      "learning_rate": 3.25328138248246e-06,
      "loss": 1.0975539684295654,
      "step": 1790
    },
    {
      "epoch": 2.0526918671248566,
      "grad_norm": 0.5550158023834229,
      "learning_rate": 3.2434420205777473e-06,
      "loss": 0.6457653045654297,
      "step": 1792
    },
    {
      "epoch": 2.0549828178694156,
      "grad_norm": 1.2036755084991455,
      "learning_rate": 3.2336170501461433e-06,
      "loss": 0.9297122955322266,
      "step": 1794
    },
    {
      "epoch": 2.0572737686139746,
      "grad_norm": 0.7063114047050476,
      "learning_rate": 3.2238065338475944e-06,
      "loss": 0.9581747055053711,
      "step": 1796
    },
    {
      "epoch": 2.0595647193585336,
      "grad_norm": 0.3019329309463501,
      "learning_rate": 3.2140105342498577e-06,
      "loss": 1.0715091228485107,
      "step": 1798
    },
    {
      "epoch": 2.0618556701030926,
      "grad_norm": 0.43459922075271606,
      "learning_rate": 3.2042291138281155e-06,
      "loss": 1.1576061248779297,
      "step": 1800
    },
    {
      "epoch": 2.0641466208476515,
      "grad_norm": 1.0746312141418457,
      "learning_rate": 3.194462334964566e-06,
      "loss": 0.6688909530639648,
      "step": 1802
    },
    {
      "epoch": 2.066437571592211,
      "grad_norm": 1.6781188249588013,
      "learning_rate": 3.184710259948032e-06,
      "loss": 1.0624680519104004,
      "step": 1804
    },
    {
      "epoch": 2.06872852233677,
      "grad_norm": 0.8279687762260437,
      "learning_rate": 3.1749729509735555e-06,
      "loss": 0.5724896192550659,
      "step": 1806
    },
    {
      "epoch": 2.071019473081329,
      "grad_norm": 0.8611645698547363,
      "learning_rate": 3.165250470142009e-06,
      "loss": 1.0552845001220703,
      "step": 1808
    },
    {
      "epoch": 2.073310423825888,
      "grad_norm": 0.731144905090332,
      "learning_rate": 3.155542879459702e-06,
      "loss": 1.301546573638916,
      "step": 1810
    },
    {
      "epoch": 2.075601374570447,
      "grad_norm": 0.564445436000824,
      "learning_rate": 3.145850240837971e-06,
      "loss": 1.087944746017456,
      "step": 1812
    },
    {
      "epoch": 2.077892325315006,
      "grad_norm": 0.6972827911376953,
      "learning_rate": 3.136172616092801e-06,
      "loss": 1.1200871467590332,
      "step": 1814
    },
    {
      "epoch": 2.080183276059565,
      "grad_norm": 0.8714810013771057,
      "learning_rate": 3.1265100669444184e-06,
      "loss": 0.9296277761459351,
      "step": 1816
    },
    {
      "epoch": 2.082474226804124,
      "grad_norm": 0.9884515404701233,
      "learning_rate": 3.116862655016907e-06,
      "loss": 1.1618545055389404,
      "step": 1818
    },
    {
      "epoch": 2.084765177548683,
      "grad_norm": 0.506373405456543,
      "learning_rate": 3.107230441837812e-06,
      "loss": 1.1905784606933594,
      "step": 1820
    },
    {
      "epoch": 2.087056128293242,
      "grad_norm": 0.30389317870140076,
      "learning_rate": 3.097613488837744e-06,
      "loss": 1.0908293724060059,
      "step": 1822
    },
    {
      "epoch": 2.089347079037801,
      "grad_norm": 1.8103982210159302,
      "learning_rate": 3.0880118573499928e-06,
      "loss": 1.1718205213546753,
      "step": 1824
    },
    {
      "epoch": 2.09163802978236,
      "grad_norm": 0.436989963054657,
      "learning_rate": 3.0784256086101265e-06,
      "loss": 1.092139482498169,
      "step": 1826
    },
    {
      "epoch": 2.093928980526919,
      "grad_norm": 0.34637048840522766,
      "learning_rate": 3.0688548037556203e-06,
      "loss": 1.0642328262329102,
      "step": 1828
    },
    {
      "epoch": 2.0962199312714778,
      "grad_norm": 0.8757824897766113,
      "learning_rate": 3.0592995038254413e-06,
      "loss": 1.127882480621338,
      "step": 1830
    },
    {
      "epoch": 2.0985108820160367,
      "grad_norm": 0.30737531185150146,
      "learning_rate": 3.04975976975968e-06,
      "loss": 1.0287266969680786,
      "step": 1832
    },
    {
      "epoch": 2.1008018327605957,
      "grad_norm": 0.5797215700149536,
      "learning_rate": 3.0402356623991487e-06,
      "loss": 1.2051303386688232,
      "step": 1834
    },
    {
      "epoch": 2.1030927835051547,
      "grad_norm": 0.6220235228538513,
      "learning_rate": 3.0307272424850043e-06,
      "loss": 1.1138908863067627,
      "step": 1836
    },
    {
      "epoch": 2.1053837342497137,
      "grad_norm": 0.24019214510917664,
      "learning_rate": 3.021234570658351e-06,
      "loss": 1.0616822242736816,
      "step": 1838
    },
    {
      "epoch": 2.1076746849942727,
      "grad_norm": 0.47777384519577026,
      "learning_rate": 3.011757707459857e-06,
      "loss": 1.16475248336792,
      "step": 1840
    },
    {
      "epoch": 2.1099656357388317,
      "grad_norm": 0.12783193588256836,
      "learning_rate": 3.0022967133293716e-06,
      "loss": 0.9693043231964111,
      "step": 1842
    },
    {
      "epoch": 2.1122565864833907,
      "grad_norm": 0.743993878364563,
      "learning_rate": 2.992851648605536e-06,
      "loss": 1.1348570585250854,
      "step": 1844
    },
    {
      "epoch": 2.1145475372279496,
      "grad_norm": 0.3964126706123352,
      "learning_rate": 2.9834225735254e-06,
      "loss": 0.6107242107391357,
      "step": 1846
    },
    {
      "epoch": 2.1168384879725086,
      "grad_norm": 0.7012664079666138,
      "learning_rate": 2.9740095482240382e-06,
      "loss": 1.1791443824768066,
      "step": 1848
    },
    {
      "epoch": 2.1191294387170676,
      "grad_norm": 0.18129964172840118,
      "learning_rate": 2.964612632734163e-06,
      "loss": 1.1110697984695435,
      "step": 1850
    },
    {
      "epoch": 2.1214203894616266,
      "grad_norm": 0.2507210075855255,
      "learning_rate": 2.9552318869857464e-06,
      "loss": 0.8801964521408081,
      "step": 1852
    },
    {
      "epoch": 2.1237113402061856,
      "grad_norm": 0.30734899640083313,
      "learning_rate": 2.9458673708056385e-06,
      "loss": 1.13587486743927,
      "step": 1854
    },
    {
      "epoch": 2.1260022909507446,
      "grad_norm": 0.4164876341819763,
      "learning_rate": 2.936519143917179e-06,
      "loss": 1.0800116062164307,
      "step": 1856
    },
    {
      "epoch": 2.1282932416953035,
      "grad_norm": 0.5680100321769714,
      "learning_rate": 2.9271872659398224e-06,
      "loss": 1.193451166152954,
      "step": 1858
    },
    {
      "epoch": 2.1305841924398625,
      "grad_norm": 0.5644039511680603,
      "learning_rate": 2.9178717963887557e-06,
      "loss": 1.0699570178985596,
      "step": 1860
    },
    {
      "epoch": 2.1328751431844215,
      "grad_norm": 0.7427708506584167,
      "learning_rate": 2.90857279467452e-06,
      "loss": 1.1289746761322021,
      "step": 1862
    },
    {
      "epoch": 2.1351660939289805,
      "grad_norm": 0.47718605399131775,
      "learning_rate": 2.899290320102631e-06,
      "loss": 0.9117916226387024,
      "step": 1864
    },
    {
      "epoch": 2.1374570446735395,
      "grad_norm": 1.0634793043136597,
      "learning_rate": 2.890024431873201e-06,
      "loss": 0.8808594942092896,
      "step": 1866
    },
    {
      "epoch": 2.1397479954180985,
      "grad_norm": 0.2982898950576782,
      "learning_rate": 2.880775189080555e-06,
      "loss": 1.001103401184082,
      "step": 1868
    },
    {
      "epoch": 2.1420389461626574,
      "grad_norm": 0.19586509466171265,
      "learning_rate": 2.8715426507128687e-06,
      "loss": 1.054373025894165,
      "step": 1870
    },
    {
      "epoch": 2.1443298969072164,
      "grad_norm": 0.4863986074924469,
      "learning_rate": 2.862326875651777e-06,
      "loss": 1.1137691736221313,
      "step": 1872
    },
    {
      "epoch": 2.1466208476517754,
      "grad_norm": 0.41139012575149536,
      "learning_rate": 2.853127922672008e-06,
      "loss": 1.0064350366592407,
      "step": 1874
    },
    {
      "epoch": 2.1489117983963344,
      "grad_norm": 1.2407772541046143,
      "learning_rate": 2.8439458504410044e-06,
      "loss": 1.0638196468353271,
      "step": 1876
    },
    {
      "epoch": 2.1512027491408934,
      "grad_norm": 0.6728169322013855,
      "learning_rate": 2.834780717518547e-06,
      "loss": 1.0377411842346191,
      "step": 1878
    },
    {
      "epoch": 2.1534936998854524,
      "grad_norm": 0.2670747935771942,
      "learning_rate": 2.825632582356387e-06,
      "loss": 0.9914096593856812,
      "step": 1880
    },
    {
      "epoch": 2.1557846506300113,
      "grad_norm": 0.24730202555656433,
      "learning_rate": 2.8165015032978703e-06,
      "loss": 1.0537339448928833,
      "step": 1882
    },
    {
      "epoch": 2.1580756013745703,
      "grad_norm": 0.33252057433128357,
      "learning_rate": 2.8073875385775663e-06,
      "loss": 1.1693732738494873,
      "step": 1884
    },
    {
      "epoch": 2.1603665521191293,
      "grad_norm": 0.23521366715431213,
      "learning_rate": 2.7982907463208896e-06,
      "loss": 0.8833960890769958,
      "step": 1886
    },
    {
      "epoch": 2.1626575028636883,
      "grad_norm": 0.5896117091178894,
      "learning_rate": 2.7892111845437416e-06,
      "loss": 1.0457485914230347,
      "step": 1888
    },
    {
      "epoch": 2.1649484536082473,
      "grad_norm": 0.4665268659591675,
      "learning_rate": 2.780148911152135e-06,
      "loss": 1.0155045986175537,
      "step": 1890
    },
    {
      "epoch": 2.1672394043528063,
      "grad_norm": 0.43222132325172424,
      "learning_rate": 2.7711039839418187e-06,
      "loss": 0.9927984476089478,
      "step": 1892
    },
    {
      "epoch": 2.1695303550973652,
      "grad_norm": 0.2742535471916199,
      "learning_rate": 2.762076460597919e-06,
      "loss": 1.0519921779632568,
      "step": 1894
    },
    {
      "epoch": 2.1718213058419242,
      "grad_norm": 0.6122022867202759,
      "learning_rate": 2.7530663986945605e-06,
      "loss": 0.804986834526062,
      "step": 1896
    },
    {
      "epoch": 2.174112256586483,
      "grad_norm": 0.3205280601978302,
      "learning_rate": 2.7440738556945122e-06,
      "loss": 0.9710903763771057,
      "step": 1898
    },
    {
      "epoch": 2.176403207331042,
      "grad_norm": 0.5308868288993835,
      "learning_rate": 2.735098888948811e-06,
      "loss": 0.823322594165802,
      "step": 1900
    },
    {
      "epoch": 2.178694158075601,
      "grad_norm": 1.2458512783050537,
      "learning_rate": 2.726141555696399e-06,
      "loss": 1.3204128742218018,
      "step": 1902
    },
    {
      "epoch": 2.18098510882016,
      "grad_norm": 1.1205463409423828,
      "learning_rate": 2.7172019130637605e-06,
      "loss": 1.1062953472137451,
      "step": 1904
    },
    {
      "epoch": 2.183276059564719,
      "grad_norm": 0.49585333466529846,
      "learning_rate": 2.708280018064551e-06,
      "loss": 0.5895834565162659,
      "step": 1906
    },
    {
      "epoch": 2.1855670103092786,
      "grad_norm": 0.5067374110221863,
      "learning_rate": 2.699375927599245e-06,
      "loss": 1.037330985069275,
      "step": 1908
    },
    {
      "epoch": 2.1878579610538376,
      "grad_norm": 0.9823523759841919,
      "learning_rate": 2.6904896984547614e-06,
      "loss": 0.5440244078636169,
      "step": 1910
    },
    {
      "epoch": 2.1901489117983965,
      "grad_norm": 0.9039705991744995,
      "learning_rate": 2.6816213873041086e-06,
      "loss": 1.1244115829467773,
      "step": 1912
    },
    {
      "epoch": 2.1924398625429555,
      "grad_norm": 1.6192059516906738,
      "learning_rate": 2.6727710507060166e-06,
      "loss": 0.4239127039909363,
      "step": 1914
    },
    {
      "epoch": 2.1947308132875145,
      "grad_norm": 0.4529842436313629,
      "learning_rate": 2.6639387451045894e-06,
      "loss": 1.093721628189087,
      "step": 1916
    },
    {
      "epoch": 2.1970217640320735,
      "grad_norm": 0.6420417428016663,
      "learning_rate": 2.6551245268289293e-06,
      "loss": 1.1479039192199707,
      "step": 1918
    },
    {
      "epoch": 2.1993127147766325,
      "grad_norm": 0.8427514433860779,
      "learning_rate": 2.6463284520927834e-06,
      "loss": 1.0050065517425537,
      "step": 1920
    },
    {
      "epoch": 2.2016036655211915,
      "grad_norm": 0.6339349150657654,
      "learning_rate": 2.63755057699419e-06,
      "loss": 0.9615905284881592,
      "step": 1922
    },
    {
      "epoch": 2.2038946162657505,
      "grad_norm": 0.8383830189704895,
      "learning_rate": 2.6287909575151166e-06,
      "loss": 1.1090657711029053,
      "step": 1924
    },
    {
      "epoch": 2.2061855670103094,
      "grad_norm": 1.1984935998916626,
      "learning_rate": 2.620049649521103e-06,
      "loss": 0.953253984451294,
      "step": 1926
    },
    {
      "epoch": 2.2084765177548684,
      "grad_norm": 0.34425899386405945,
      "learning_rate": 2.6113267087609018e-06,
      "loss": 1.0870815515518188,
      "step": 1928
    },
    {
      "epoch": 2.2107674684994274,
      "grad_norm": 1.677963376045227,
      "learning_rate": 2.6026221908661307e-06,
      "loss": 1.0642032623291016,
      "step": 1930
    },
    {
      "epoch": 2.2130584192439864,
      "grad_norm": 0.594247043132782,
      "learning_rate": 2.5939361513509124e-06,
      "loss": 0.6523274183273315,
      "step": 1932
    },
    {
      "epoch": 2.2153493699885454,
      "grad_norm": 0.458957314491272,
      "learning_rate": 2.5852686456115194e-06,
      "loss": 1.0752052068710327,
      "step": 1934
    },
    {
      "epoch": 2.2176403207331044,
      "grad_norm": 0.31083378195762634,
      "learning_rate": 2.5766197289260277e-06,
      "loss": 1.0612359046936035,
      "step": 1936
    },
    {
      "epoch": 2.2199312714776633,
      "grad_norm": 0.27045944333076477,
      "learning_rate": 2.5679894564539513e-06,
      "loss": 1.068912386894226,
      "step": 1938
    },
    {
      "epoch": 2.2222222222222223,
      "grad_norm": 0.44911208748817444,
      "learning_rate": 2.5593778832359062e-06,
      "loss": 0.990754246711731,
      "step": 1940
    },
    {
      "epoch": 2.2245131729667813,
      "grad_norm": 0.21117167174816132,
      "learning_rate": 2.550785064193246e-06,
      "loss": 0.8659780621528625,
      "step": 1942
    },
    {
      "epoch": 2.2268041237113403,
      "grad_norm": 0.46905815601348877,
      "learning_rate": 2.5422110541277225e-06,
      "loss": 1.1481306552886963,
      "step": 1944
    },
    {
      "epoch": 2.2290950744558993,
      "grad_norm": 2.0418505668640137,
      "learning_rate": 2.5336559077211285e-06,
      "loss": 0.8427814841270447,
      "step": 1946
    },
    {
      "epoch": 2.2313860252004583,
      "grad_norm": 0.7220437526702881,
      "learning_rate": 2.5251196795349476e-06,
      "loss": 0.7763566374778748,
      "step": 1948
    },
    {
      "epoch": 2.2336769759450172,
      "grad_norm": 0.3684818148612976,
      "learning_rate": 2.5166024240100175e-06,
      "loss": 1.0701335668563843,
      "step": 1950
    },
    {
      "epoch": 2.2359679266895762,
      "grad_norm": 0.17287565767765045,
      "learning_rate": 2.508104195466169e-06,
      "loss": 1.0804567337036133,
      "step": 1952
    },
    {
      "epoch": 2.238258877434135,
      "grad_norm": 0.6882048845291138,
      "learning_rate": 2.4996250481018917e-06,
      "loss": 0.618576169013977,
      "step": 1954
    },
    {
      "epoch": 2.240549828178694,
      "grad_norm": 0.9598178863525391,
      "learning_rate": 2.491165035993977e-06,
      "loss": 1.0526471138000488,
      "step": 1956
    },
    {
      "epoch": 2.242840778923253,
      "grad_norm": 0.22992214560508728,
      "learning_rate": 2.4827242130971822e-06,
      "loss": 0.9994850158691406,
      "step": 1958
    },
    {
      "epoch": 2.245131729667812,
      "grad_norm": 0.21707294881343842,
      "learning_rate": 2.4743026332438835e-06,
      "loss": 1.0506229400634766,
      "step": 1960
    },
    {
      "epoch": 2.247422680412371,
      "grad_norm": 0.894084095954895,
      "learning_rate": 2.4659003501437302e-06,
      "loss": 1.073114037513733,
      "step": 1962
    },
    {
      "epoch": 2.24971363115693,
      "grad_norm": 0.47775256633758545,
      "learning_rate": 2.4575174173833076e-06,
      "loss": 1.0495290756225586,
      "step": 1964
    },
    {
      "epoch": 2.252004581901489,
      "grad_norm": 0.6680848598480225,
      "learning_rate": 2.449153888425786e-06,
      "loss": 1.1938798427581787,
      "step": 1966
    },
    {
      "epoch": 2.254295532646048,
      "grad_norm": 0.8610414862632751,
      "learning_rate": 2.4408098166105905e-06,
      "loss": 1.1015326976776123,
      "step": 1968
    },
    {
      "epoch": 2.256586483390607,
      "grad_norm": 0.2719790041446686,
      "learning_rate": 2.4324852551530546e-06,
      "loss": 1.1828646659851074,
      "step": 1970
    },
    {
      "epoch": 2.258877434135166,
      "grad_norm": 0.3849657475948334,
      "learning_rate": 2.424180257144082e-06,
      "loss": 0.9668605327606201,
      "step": 1972
    },
    {
      "epoch": 2.261168384879725,
      "grad_norm": 0.24315226078033447,
      "learning_rate": 2.4158948755498097e-06,
      "loss": 1.0409603118896484,
      "step": 1974
    },
    {
      "epoch": 2.263459335624284,
      "grad_norm": 0.3323868215084076,
      "learning_rate": 2.407629163211264e-06,
      "loss": 1.0804579257965088,
      "step": 1976
    },
    {
      "epoch": 2.265750286368843,
      "grad_norm": 0.7172708511352539,
      "learning_rate": 2.399383172844033e-06,
      "loss": 1.0808374881744385,
      "step": 1978
    },
    {
      "epoch": 2.268041237113402,
      "grad_norm": 0.48791539669036865,
      "learning_rate": 2.3911569570379226e-06,
      "loss": 1.0492467880249023,
      "step": 1980
    },
    {
      "epoch": 2.270332187857961,
      "grad_norm": 0.6731001138687134,
      "learning_rate": 2.3829505682566274e-06,
      "loss": 0.8396996259689331,
      "step": 1982
    },
    {
      "epoch": 2.27262313860252,
      "grad_norm": 0.2888670563697815,
      "learning_rate": 2.374764058837388e-06,
      "loss": 1.0629734992980957,
      "step": 1984
    },
    {
      "epoch": 2.274914089347079,
      "grad_norm": 0.5932695269584656,
      "learning_rate": 2.366597480990663e-06,
      "loss": 1.1070618629455566,
      "step": 1986
    },
    {
      "epoch": 2.277205040091638,
      "grad_norm": 0.4856787621974945,
      "learning_rate": 2.3584508867998023e-06,
      "loss": 1.13844633102417,
      "step": 1988
    },
    {
      "epoch": 2.279495990836197,
      "grad_norm": 0.487051784992218,
      "learning_rate": 2.350324328220697e-06,
      "loss": 1.1154626607894897,
      "step": 1990
    },
    {
      "epoch": 2.281786941580756,
      "grad_norm": 0.29695621132850647,
      "learning_rate": 2.3422178570814656e-06,
      "loss": 1.1702851057052612,
      "step": 1992
    },
    {
      "epoch": 2.284077892325315,
      "grad_norm": 0.23192717134952545,
      "learning_rate": 2.3341315250821102e-06,
      "loss": 0.9374110698699951,
      "step": 1994
    },
    {
      "epoch": 2.286368843069874,
      "grad_norm": 1.2225816249847412,
      "learning_rate": 2.326065383794202e-06,
      "loss": 0.7910254001617432,
      "step": 1996
    },
    {
      "epoch": 2.288659793814433,
      "grad_norm": 0.7794654369354248,
      "learning_rate": 2.3180194846605367e-06,
      "loss": 1.1501424312591553,
      "step": 1998
    },
    {
      "epoch": 2.290950744558992,
      "grad_norm": 0.6967248916625977,
      "learning_rate": 2.3099938789948147e-06,
      "loss": 0.9952400326728821,
      "step": 2000
    },
    {
      "epoch": 2.293241695303551,
      "grad_norm": 1.1127731800079346,
      "learning_rate": 2.301988617981314e-06,
      "loss": 0.6200200915336609,
      "step": 2002
    },
    {
      "epoch": 2.29553264604811,
      "grad_norm": 1.9862406253814697,
      "learning_rate": 2.294003752674557e-06,
      "loss": 0.8297408223152161,
      "step": 2004
    },
    {
      "epoch": 2.297823596792669,
      "grad_norm": 1.128572702407837,
      "learning_rate": 2.2860393339990005e-06,
      "loss": 0.48388516902923584,
      "step": 2006
    },
    {
      "epoch": 2.3001145475372278,
      "grad_norm": 0.25328806042671204,
      "learning_rate": 2.2780954127486883e-06,
      "loss": 1.1547516584396362,
      "step": 2008
    },
    {
      "epoch": 2.3024054982817868,
      "grad_norm": 14.397195816040039,
      "learning_rate": 2.270172039586948e-06,
      "loss": 0.8220672607421875,
      "step": 2010
    },
    {
      "epoch": 2.3046964490263457,
      "grad_norm": 0.5289891958236694,
      "learning_rate": 2.2622692650460516e-06,
      "loss": 1.0384976863861084,
      "step": 2012
    },
    {
      "epoch": 2.3069873997709047,
      "grad_norm": 0.2456163614988327,
      "learning_rate": 2.25438713952691e-06,
      "loss": 0.9674023389816284,
      "step": 2014
    },
    {
      "epoch": 2.3092783505154637,
      "grad_norm": 0.6010926961898804,
      "learning_rate": 2.2465257132987388e-06,
      "loss": 0.9032200574874878,
      "step": 2016
    },
    {
      "epoch": 2.3115693012600227,
      "grad_norm": 0.42077237367630005,
      "learning_rate": 2.2386850364987357e-06,
      "loss": 1.0571644306182861,
      "step": 2018
    },
    {
      "epoch": 2.3138602520045817,
      "grad_norm": 0.4678718149662018,
      "learning_rate": 2.230865159131774e-06,
      "loss": 0.12346747517585754,
      "step": 2020
    },
    {
      "epoch": 2.3161512027491407,
      "grad_norm": 0.7129454016685486,
      "learning_rate": 2.2230661310700717e-06,
      "loss": 1.0253472328186035,
      "step": 2022
    },
    {
      "epoch": 2.3184421534936996,
      "grad_norm": 1.1142655611038208,
      "learning_rate": 2.215288002052882e-06,
      "loss": 0.5160566568374634,
      "step": 2024
    },
    {
      "epoch": 2.320733104238259,
      "grad_norm": 0.5436863899230957,
      "learning_rate": 2.207530821686166e-06,
      "loss": 1.054995059967041,
      "step": 2026
    },
    {
      "epoch": 2.323024054982818,
      "grad_norm": 9.801424980163574,
      "learning_rate": 2.199794639442287e-06,
      "loss": 0.83745938539505,
      "step": 2028
    },
    {
      "epoch": 2.325315005727377,
      "grad_norm": 0.7549030184745789,
      "learning_rate": 2.1920795046596887e-06,
      "loss": 1.2911202907562256,
      "step": 2030
    },
    {
      "epoch": 2.327605956471936,
      "grad_norm": 0.5055285096168518,
      "learning_rate": 2.1843854665425816e-06,
      "loss": 0.5712074041366577,
      "step": 2032
    },
    {
      "epoch": 2.329896907216495,
      "grad_norm": 0.44524145126342773,
      "learning_rate": 2.176712574160632e-06,
      "loss": 0.9774595499038696,
      "step": 2034
    },
    {
      "epoch": 2.332187857961054,
      "grad_norm": 0.8350621461868286,
      "learning_rate": 2.1690608764486417e-06,
      "loss": 1.0842552185058594,
      "step": 2036
    },
    {
      "epoch": 2.334478808705613,
      "grad_norm": 0.4929974377155304,
      "learning_rate": 2.1614304222062447e-06,
      "loss": 0.7975589036941528,
      "step": 2038
    },
    {
      "epoch": 2.336769759450172,
      "grad_norm": 0.21416163444519043,
      "learning_rate": 2.1538212600975927e-06,
      "loss": 1.016804575920105,
      "step": 2040
    },
    {
      "epoch": 2.339060710194731,
      "grad_norm": 2.911141872406006,
      "learning_rate": 2.146233438651042e-06,
      "loss": 0.9362708330154419,
      "step": 2042
    },
    {
      "epoch": 2.34135166093929,
      "grad_norm": 0.2715796232223511,
      "learning_rate": 2.138667006258849e-06,
      "loss": 0.7574849128723145,
      "step": 2044
    },
    {
      "epoch": 2.343642611683849,
      "grad_norm": 1.3292779922485352,
      "learning_rate": 2.131122011176854e-06,
      "loss": 1.0263173580169678,
      "step": 2046
    },
    {
      "epoch": 2.345933562428408,
      "grad_norm": 2.113558530807495,
      "learning_rate": 2.1235985015241832e-06,
      "loss": 0.8715229034423828,
      "step": 2048
    },
    {
      "epoch": 2.348224513172967,
      "grad_norm": 0.36145395040512085,
      "learning_rate": 2.1160965252829344e-06,
      "loss": 1.086829423904419,
      "step": 2050
    },
    {
      "epoch": 2.350515463917526,
      "grad_norm": 2.3738577365875244,
      "learning_rate": 2.108616130297876e-06,
      "loss": 0.6945520639419556,
      "step": 2052
    },
    {
      "epoch": 2.352806414662085,
      "grad_norm": 0.572725772857666,
      "learning_rate": 2.101157364276134e-06,
      "loss": 1.1936531066894531,
      "step": 2054
    },
    {
      "epoch": 2.355097365406644,
      "grad_norm": 0.31756481528282166,
      "learning_rate": 2.0937202747868974e-06,
      "loss": 1.0508008003234863,
      "step": 2056
    },
    {
      "epoch": 2.357388316151203,
      "grad_norm": 0.651594340801239,
      "learning_rate": 2.08630490926111e-06,
      "loss": 0.9217154383659363,
      "step": 2058
    },
    {
      "epoch": 2.359679266895762,
      "grad_norm": 0.4735032618045807,
      "learning_rate": 2.0789113149911678e-06,
      "loss": 1.1117918491363525,
      "step": 2060
    },
    {
      "epoch": 2.361970217640321,
      "grad_norm": 0.9481447339057922,
      "learning_rate": 2.071539539130619e-06,
      "loss": 0.8254319429397583,
      "step": 2062
    },
    {
      "epoch": 2.3642611683848798,
      "grad_norm": 0.1962810903787613,
      "learning_rate": 2.0641896286938586e-06,
      "loss": 1.1184422969818115,
      "step": 2064
    },
    {
      "epoch": 2.3665521191294387,
      "grad_norm": 1.010116696357727,
      "learning_rate": 2.0568616305558362e-06,
      "loss": 0.9059109687805176,
      "step": 2066
    },
    {
      "epoch": 2.3688430698739977,
      "grad_norm": 0.5738312602043152,
      "learning_rate": 2.0495555914517517e-06,
      "loss": 1.0886991024017334,
      "step": 2068
    },
    {
      "epoch": 2.3711340206185567,
      "grad_norm": 0.34965646266937256,
      "learning_rate": 2.042271557976758e-06,
      "loss": 1.0940256118774414,
      "step": 2070
    },
    {
      "epoch": 2.3734249713631157,
      "grad_norm": 6.681120872497559,
      "learning_rate": 2.0350095765856674e-06,
      "loss": 0.7195948362350464,
      "step": 2072
    },
    {
      "epoch": 2.3757159221076747,
      "grad_norm": 0.38432735204696655,
      "learning_rate": 2.0277696935926465e-06,
      "loss": 1.0875439643859863,
      "step": 2074
    },
    {
      "epoch": 2.3780068728522337,
      "grad_norm": 0.3983290493488312,
      "learning_rate": 2.020551955170932e-06,
      "loss": 0.9240410327911377,
      "step": 2076
    },
    {
      "epoch": 2.3802978235967927,
      "grad_norm": 0.3969801664352417,
      "learning_rate": 2.0133564073525283e-06,
      "loss": 0.7710465788841248,
      "step": 2078
    },
    {
      "epoch": 2.3825887743413516,
      "grad_norm": 0.5255761742591858,
      "learning_rate": 2.0061830960279182e-06,
      "loss": 1.0027873516082764,
      "step": 2080
    },
    {
      "epoch": 2.3848797250859106,
      "grad_norm": 0.7259711623191833,
      "learning_rate": 1.9990320669457664e-06,
      "loss": 1.1011751890182495,
      "step": 2082
    },
    {
      "epoch": 2.3871706758304696,
      "grad_norm": 0.20675049722194672,
      "learning_rate": 1.9919033657126297e-06,
      "loss": 1.081270694732666,
      "step": 2084
    },
    {
      "epoch": 2.3894616265750286,
      "grad_norm": 0.7646600008010864,
      "learning_rate": 1.9847970377926723e-06,
      "loss": 1.105683445930481,
      "step": 2086
    },
    {
      "epoch": 2.3917525773195876,
      "grad_norm": 0.39679569005966187,
      "learning_rate": 1.9777131285073608e-06,
      "loss": 1.0713748931884766,
      "step": 2088
    },
    {
      "epoch": 2.3940435280641466,
      "grad_norm": 0.24506868422031403,
      "learning_rate": 1.9706516830351915e-06,
      "loss": 1.2177720069885254,
      "step": 2090
    },
    {
      "epoch": 2.3963344788087055,
      "grad_norm": 0.7486739158630371,
      "learning_rate": 1.963612746411389e-06,
      "loss": 1.154736042022705,
      "step": 2092
    },
    {
      "epoch": 2.3986254295532645,
      "grad_norm": 0.31168675422668457,
      "learning_rate": 1.9565963635276326e-06,
      "loss": 1.0588105916976929,
      "step": 2094
    },
    {
      "epoch": 2.4009163802978235,
      "grad_norm": 0.920814573764801,
      "learning_rate": 1.949602579131754e-06,
      "loss": 1.024669885635376,
      "step": 2096
    },
    {
      "epoch": 2.4032073310423825,
      "grad_norm": 0.468282014131546,
      "learning_rate": 1.9426314378274663e-06,
      "loss": 1.0923664569854736,
      "step": 2098
    },
    {
      "epoch": 2.4054982817869415,
      "grad_norm": 0.7058407068252563,
      "learning_rate": 1.9356829840740705e-06,
      "loss": 0.5762814283370972,
      "step": 2100
    },
    {
      "epoch": 2.4077892325315005,
      "grad_norm": 0.5558688044548035,
      "learning_rate": 1.928757262186177e-06,
      "loss": 0.5579245090484619,
      "step": 2102
    },
    {
      "epoch": 2.4100801832760594,
      "grad_norm": 0.5086036920547485,
      "learning_rate": 1.9218543163334198e-06,
      "loss": 1.1277086734771729,
      "step": 2104
    },
    {
      "epoch": 2.4123711340206184,
      "grad_norm": 0.41747531294822693,
      "learning_rate": 1.914974190540174e-06,
      "loss": 1.0628433227539062,
      "step": 2106
    },
    {
      "epoch": 2.4146620847651774,
      "grad_norm": 0.41488274931907654,
      "learning_rate": 1.9081169286852827e-06,
      "loss": 0.9923676252365112,
      "step": 2108
    },
    {
      "epoch": 2.4169530355097364,
      "grad_norm": 0.709517776966095,
      "learning_rate": 1.9012825745017633e-06,
      "loss": 0.5995164513587952,
      "step": 2110
    },
    {
      "epoch": 2.4192439862542954,
      "grad_norm": 2.2270102500915527,
      "learning_rate": 1.8944711715765446e-06,
      "loss": 1.2495015859603882,
      "step": 2112
    },
    {
      "epoch": 2.4215349369988544,
      "grad_norm": 0.5543949604034424,
      "learning_rate": 1.8876827633501784e-06,
      "loss": 1.1288328170776367,
      "step": 2114
    },
    {
      "epoch": 2.4238258877434133,
      "grad_norm": 0.46857401728630066,
      "learning_rate": 1.8809173931165614e-06,
      "loss": 0.9634852409362793,
      "step": 2116
    },
    {
      "epoch": 2.4261168384879723,
      "grad_norm": 0.5771682262420654,
      "learning_rate": 1.8741751040226663e-06,
      "loss": 1.1221890449523926,
      "step": 2118
    },
    {
      "epoch": 2.4284077892325313,
      "grad_norm": 1.220275640487671,
      "learning_rate": 1.8674559390682629e-06,
      "loss": 1.10588538646698,
      "step": 2120
    },
    {
      "epoch": 2.4306987399770907,
      "grad_norm": 0.17475640773773193,
      "learning_rate": 1.8607599411056444e-06,
      "loss": 0.8858648538589478,
      "step": 2122
    },
    {
      "epoch": 2.4329896907216497,
      "grad_norm": 0.6616489887237549,
      "learning_rate": 1.8540871528393497e-06,
      "loss": 0.996634304523468,
      "step": 2124
    },
    {
      "epoch": 2.4352806414662087,
      "grad_norm": 1.1846482753753662,
      "learning_rate": 1.8474376168259003e-06,
      "loss": 1.125913143157959,
      "step": 2126
    },
    {
      "epoch": 2.4375715922107677,
      "grad_norm": 0.5403264760971069,
      "learning_rate": 1.84081137547352e-06,
      "loss": 1.128383755683899,
      "step": 2128
    },
    {
      "epoch": 2.4398625429553267,
      "grad_norm": 0.36700180172920227,
      "learning_rate": 1.83420847104187e-06,
      "loss": 0.5875706672668457,
      "step": 2130
    },
    {
      "epoch": 2.4421534936998857,
      "grad_norm": 0.22898639738559723,
      "learning_rate": 1.8276289456417784e-06,
      "loss": 1.0603092908859253,
      "step": 2132
    },
    {
      "epoch": 2.4444444444444446,
      "grad_norm": 0.23132291436195374,
      "learning_rate": 1.821072841234966e-06,
      "loss": 1.020564079284668,
      "step": 2134
    },
    {
      "epoch": 2.4467353951890036,
      "grad_norm": 0.31519776582717896,
      "learning_rate": 1.8145401996337877e-06,
      "loss": 1.0668442249298096,
      "step": 2136
    },
    {
      "epoch": 2.4490263459335626,
      "grad_norm": 0.2912147641181946,
      "learning_rate": 1.80803106250096e-06,
      "loss": 0.9594171047210693,
      "step": 2138
    },
    {
      "epoch": 2.4513172966781216,
      "grad_norm": 1.1906369924545288,
      "learning_rate": 1.8015454713492985e-06,
      "loss": 1.1961896419525146,
      "step": 2140
    },
    {
      "epoch": 2.4536082474226806,
      "grad_norm": 0.44794419407844543,
      "learning_rate": 1.7950834675414498e-06,
      "loss": 1.0605556964874268,
      "step": 2142
    },
    {
      "epoch": 2.4558991981672396,
      "grad_norm": 0.4688771665096283,
      "learning_rate": 1.788645092289627e-06,
      "loss": 1.1090596914291382,
      "step": 2144
    },
    {
      "epoch": 2.4581901489117985,
      "grad_norm": 0.5896684527397156,
      "learning_rate": 1.7822303866553536e-06,
      "loss": 1.0037330389022827,
      "step": 2146
    },
    {
      "epoch": 2.4604810996563575,
      "grad_norm": 1.4058597087860107,
      "learning_rate": 1.7758393915491957e-06,
      "loss": 0.5776699185371399,
      "step": 2148
    },
    {
      "epoch": 2.4627720504009165,
      "grad_norm": 0.20505838096141815,
      "learning_rate": 1.7694721477305026e-06,
      "loss": 1.0694668292999268,
      "step": 2150
    },
    {
      "epoch": 2.4650630011454755,
      "grad_norm": 0.49451765418052673,
      "learning_rate": 1.7631286958071444e-06,
      "loss": 1.1405375003814697,
      "step": 2152
    },
    {
      "epoch": 2.4673539518900345,
      "grad_norm": 0.407114177942276,
      "learning_rate": 1.7568090762352591e-06,
      "loss": 0.5926585793495178,
      "step": 2154
    },
    {
      "epoch": 2.4696449026345935,
      "grad_norm": 0.3963899612426758,
      "learning_rate": 1.7505133293189898e-06,
      "loss": 1.0959696769714355,
      "step": 2156
    },
    {
      "epoch": 2.4719358533791524,
      "grad_norm": 1.4024752378463745,
      "learning_rate": 1.7442414952102279e-06,
      "loss": 0.6533874273300171,
      "step": 2158
    },
    {
      "epoch": 2.4742268041237114,
      "grad_norm": 0.31477341055870056,
      "learning_rate": 1.7379936139083604e-06,
      "loss": 1.1235566139221191,
      "step": 2160
    },
    {
      "epoch": 2.4765177548682704,
      "grad_norm": 0.45664510130882263,
      "learning_rate": 1.731769725260008e-06,
      "loss": 0.9252137541770935,
      "step": 2162
    },
    {
      "epoch": 2.4788087056128294,
      "grad_norm": 0.1995607316493988,
      "learning_rate": 1.7255698689587774e-06,
      "loss": 0.999367356300354,
      "step": 2164
    },
    {
      "epoch": 2.4810996563573884,
      "grad_norm": 0.6067396402359009,
      "learning_rate": 1.719394084545011e-06,
      "loss": 1.191161870956421,
      "step": 2166
    },
    {
      "epoch": 2.4833906071019474,
      "grad_norm": 0.2916881740093231,
      "learning_rate": 1.7132424114055212e-06,
      "loss": 1.0785753726959229,
      "step": 2168
    },
    {
      "epoch": 2.4856815578465064,
      "grad_norm": 0.27279433608055115,
      "learning_rate": 1.7071148887733552e-06,
      "loss": 1.031059980392456,
      "step": 2170
    },
    {
      "epoch": 2.4879725085910653,
      "grad_norm": 0.592989444732666,
      "learning_rate": 1.7010115557275297e-06,
      "loss": 0.9627765417098999,
      "step": 2172
    },
    {
      "epoch": 2.4902634593356243,
      "grad_norm": 8.736328125,
      "learning_rate": 1.6949324511927993e-06,
      "loss": 0.6805863380432129,
      "step": 2174
    },
    {
      "epoch": 2.4925544100801833,
      "grad_norm": 0.3850440979003906,
      "learning_rate": 1.6888776139393892e-06,
      "loss": 1.0184849500656128,
      "step": 2176
    },
    {
      "epoch": 2.4948453608247423,
      "grad_norm": 0.26290857791900635,
      "learning_rate": 1.6828470825827626e-06,
      "loss": 1.1698343753814697,
      "step": 2178
    },
    {
      "epoch": 2.4971363115693013,
      "grad_norm": 1.0720175504684448,
      "learning_rate": 1.6768408955833653e-06,
      "loss": 1.0607209205627441,
      "step": 2180
    },
    {
      "epoch": 2.4994272623138603,
      "grad_norm": 0.7246781587600708,
      "learning_rate": 1.6708590912463878e-06,
      "loss": 0.7118844389915466,
      "step": 2182
    },
    {
      "epoch": 2.5017182130584192,
      "grad_norm": 0.519919216632843,
      "learning_rate": 1.6649017077215146e-06,
      "loss": 1.1157710552215576,
      "step": 2184
    },
    {
      "epoch": 2.504009163802978,
      "grad_norm": 0.5193498134613037,
      "learning_rate": 1.6589687830026835e-06,
      "loss": 1.1989827156066895,
      "step": 2186
    },
    {
      "epoch": 2.506300114547537,
      "grad_norm": 0.5242924690246582,
      "learning_rate": 1.653060354927844e-06,
      "loss": 1.0901808738708496,
      "step": 2188
    },
    {
      "epoch": 2.508591065292096,
      "grad_norm": 1.705298900604248,
      "learning_rate": 1.647176461178714e-06,
      "loss": 0.5451116561889648,
      "step": 2190
    },
    {
      "epoch": 2.510882016036655,
      "grad_norm": 0.7543349862098694,
      "learning_rate": 1.6413171392805444e-06,
      "loss": 0.8635871410369873,
      "step": 2192
    },
    {
      "epoch": 2.513172966781214,
      "grad_norm": 0.4033338725566864,
      "learning_rate": 1.6354824266018726e-06,
      "loss": 1.0020837783813477,
      "step": 2194
    },
    {
      "epoch": 2.515463917525773,
      "grad_norm": 0.5562148094177246,
      "learning_rate": 1.6296723603542874e-06,
      "loss": 0.9753223657608032,
      "step": 2196
    },
    {
      "epoch": 2.517754868270332,
      "grad_norm": 0.8762247562408447,
      "learning_rate": 1.6238869775921947e-06,
      "loss": 0.9873074293136597,
      "step": 2198
    },
    {
      "epoch": 2.520045819014891,
      "grad_norm": 0.38216540217399597,
      "learning_rate": 1.6181263152125761e-06,
      "loss": 1.1414031982421875,
      "step": 2200
    },
    {
      "epoch": 2.52233676975945,
      "grad_norm": 0.3067186176776886,
      "learning_rate": 1.6123904099547593e-06,
      "loss": 0.742071270942688,
      "step": 2202
    },
    {
      "epoch": 2.524627720504009,
      "grad_norm": 0.38689979910850525,
      "learning_rate": 1.606679298400175e-06,
      "loss": 1.0735660791397095,
      "step": 2204
    },
    {
      "epoch": 2.526918671248568,
      "grad_norm": 0.8441147804260254,
      "learning_rate": 1.6009930169721332e-06,
      "loss": 0.389965295791626,
      "step": 2206
    },
    {
      "epoch": 2.529209621993127,
      "grad_norm": 0.39243248105049133,
      "learning_rate": 1.595331601935586e-06,
      "loss": 0.9524307250976562,
      "step": 2208
    },
    {
      "epoch": 2.531500572737686,
      "grad_norm": 0.27771660685539246,
      "learning_rate": 1.5896950893968968e-06,
      "loss": 1.1004953384399414,
      "step": 2210
    },
    {
      "epoch": 2.533791523482245,
      "grad_norm": 0.509863555431366,
      "learning_rate": 1.584083515303611e-06,
      "loss": 0.6490231156349182,
      "step": 2212
    },
    {
      "epoch": 2.536082474226804,
      "grad_norm": 0.1981062889099121,
      "learning_rate": 1.5784969154442228e-06,
      "loss": 1.1196446418762207,
      "step": 2214
    },
    {
      "epoch": 2.538373424971363,
      "grad_norm": 0.3844130337238312,
      "learning_rate": 1.5729353254479544e-06,
      "loss": 0.9391459226608276,
      "step": 2216
    },
    {
      "epoch": 2.540664375715922,
      "grad_norm": 1.6460623741149902,
      "learning_rate": 1.5673987807845224e-06,
      "loss": 0.4223039746284485,
      "step": 2218
    },
    {
      "epoch": 2.542955326460481,
      "grad_norm": 0.9630303382873535,
      "learning_rate": 1.561887316763914e-06,
      "loss": 0.7680240273475647,
      "step": 2220
    },
    {
      "epoch": 2.54524627720504,
      "grad_norm": 0.8750276565551758,
      "learning_rate": 1.5564009685361631e-06,
      "loss": 1.1402933597564697,
      "step": 2222
    },
    {
      "epoch": 2.547537227949599,
      "grad_norm": 0.29777172207832336,
      "learning_rate": 1.5509397710911206e-06,
      "loss": 1.0347285270690918,
      "step": 2224
    },
    {
      "epoch": 2.549828178694158,
      "grad_norm": 0.5505490899085999,
      "learning_rate": 1.545503759258239e-06,
      "loss": 0.9146395921707153,
      "step": 2226
    },
    {
      "epoch": 2.552119129438717,
      "grad_norm": 0.372688889503479,
      "learning_rate": 1.5400929677063453e-06,
      "loss": 0.9713397026062012,
      "step": 2228
    },
    {
      "epoch": 2.554410080183276,
      "grad_norm": 0.9383296966552734,
      "learning_rate": 1.534707430943422e-06,
      "loss": 1.0299038887023926,
      "step": 2230
    },
    {
      "epoch": 2.556701030927835,
      "grad_norm": 0.24810487031936646,
      "learning_rate": 1.5293471833163836e-06,
      "loss": 0.8337885141372681,
      "step": 2232
    },
    {
      "epoch": 2.558991981672394,
      "grad_norm": 0.6177897453308105,
      "learning_rate": 1.5240122590108615e-06,
      "loss": 1.1169462203979492,
      "step": 2234
    },
    {
      "epoch": 2.561282932416953,
      "grad_norm": 0.3793282210826874,
      "learning_rate": 1.5187026920509857e-06,
      "loss": 0.8278145790100098,
      "step": 2236
    },
    {
      "epoch": 2.563573883161512,
      "grad_norm": 0.764354944229126,
      "learning_rate": 1.5134185162991653e-06,
      "loss": 1.032823920249939,
      "step": 2238
    },
    {
      "epoch": 2.565864833906071,
      "grad_norm": 0.2363336831331253,
      "learning_rate": 1.5081597654558753e-06,
      "loss": 1.0410435199737549,
      "step": 2240
    },
    {
      "epoch": 2.5681557846506298,
      "grad_norm": 0.6717326045036316,
      "learning_rate": 1.5029264730594366e-06,
      "loss": 1.0079201459884644,
      "step": 2242
    },
    {
      "epoch": 2.5704467353951888,
      "grad_norm": 0.8275331258773804,
      "learning_rate": 1.49771867248581e-06,
      "loss": 1.1241486072540283,
      "step": 2244
    },
    {
      "epoch": 2.5727376861397477,
      "grad_norm": 0.5479764938354492,
      "learning_rate": 1.4925363969483764e-06,
      "loss": 1.2064895629882812,
      "step": 2246
    },
    {
      "epoch": 2.5750286368843067,
      "grad_norm": 0.29610878229141235,
      "learning_rate": 1.48737967949773e-06,
      "loss": 1.080405831336975,
      "step": 2248
    },
    {
      "epoch": 2.5773195876288657,
      "grad_norm": 0.35893121361732483,
      "learning_rate": 1.4822485530214636e-06,
      "loss": 0.9980157017707825,
      "step": 2250
    },
    {
      "epoch": 2.579610538373425,
      "grad_norm": 0.545345664024353,
      "learning_rate": 1.4771430502439585e-06,
      "loss": 1.0427041053771973,
      "step": 2252
    },
    {
      "epoch": 2.581901489117984,
      "grad_norm": 0.6085090637207031,
      "learning_rate": 1.4720632037261837e-06,
      "loss": 1.0622684955596924,
      "step": 2254
    },
    {
      "epoch": 2.584192439862543,
      "grad_norm": 0.4852236211299896,
      "learning_rate": 1.4670090458654752e-06,
      "loss": 1.002990484237671,
      "step": 2256
    },
    {
      "epoch": 2.586483390607102,
      "grad_norm": 0.37894105911254883,
      "learning_rate": 1.4619806088953423e-06,
      "loss": 1.0157802104949951,
      "step": 2258
    },
    {
      "epoch": 2.588774341351661,
      "grad_norm": 0.3049786686897278,
      "learning_rate": 1.4569779248852514e-06,
      "loss": 1.032530426979065,
      "step": 2260
    },
    {
      "epoch": 2.59106529209622,
      "grad_norm": 0.3798280954360962,
      "learning_rate": 1.4520010257404282e-06,
      "loss": 1.0160043239593506,
      "step": 2262
    },
    {
      "epoch": 2.593356242840779,
      "grad_norm": 0.41504234075546265,
      "learning_rate": 1.4470499432016564e-06,
      "loss": 1.0070414543151855,
      "step": 2264
    },
    {
      "epoch": 2.595647193585338,
      "grad_norm": 0.5342398285865784,
      "learning_rate": 1.4421247088450638e-06,
      "loss": 0.3559042811393738,
      "step": 2266
    },
    {
      "epoch": 2.597938144329897,
      "grad_norm": 1.0337114334106445,
      "learning_rate": 1.4372253540819342e-06,
      "loss": 1.1760070323944092,
      "step": 2268
    },
    {
      "epoch": 2.600229095074456,
      "grad_norm": 0.6372706890106201,
      "learning_rate": 1.4323519101584956e-06,
      "loss": 1.1206852197647095,
      "step": 2270
    },
    {
      "epoch": 2.602520045819015,
      "grad_norm": 0.23677659034729004,
      "learning_rate": 1.4275044081557336e-06,
      "loss": 0.9349355697631836,
      "step": 2272
    },
    {
      "epoch": 2.604810996563574,
      "grad_norm": 0.23186595737934113,
      "learning_rate": 1.422682878989179e-06,
      "loss": 1.0508509874343872,
      "step": 2274
    },
    {
      "epoch": 2.607101947308133,
      "grad_norm": 0.5015450119972229,
      "learning_rate": 1.4178873534087224e-06,
      "loss": 1.1740843057632446,
      "step": 2276
    },
    {
      "epoch": 2.609392898052692,
      "grad_norm": 0.5724326372146606,
      "learning_rate": 1.413117861998411e-06,
      "loss": 0.5848703384399414,
      "step": 2278
    },
    {
      "epoch": 2.611683848797251,
      "grad_norm": 0.26921916007995605,
      "learning_rate": 1.4083744351762568e-06,
      "loss": 1.0210750102996826,
      "step": 2280
    },
    {
      "epoch": 2.61397479954181,
      "grad_norm": 0.24203850328922272,
      "learning_rate": 1.4036571031940433e-06,
      "loss": 0.932150661945343,
      "step": 2282
    },
    {
      "epoch": 2.616265750286369,
      "grad_norm": 1.6473098993301392,
      "learning_rate": 1.398965896137126e-06,
      "loss": 0.7068231105804443,
      "step": 2284
    },
    {
      "epoch": 2.618556701030928,
      "grad_norm": 0.41283610463142395,
      "learning_rate": 1.394300843924251e-06,
      "loss": 1.108357310295105,
      "step": 2286
    },
    {
      "epoch": 2.620847651775487,
      "grad_norm": 0.3008173108100891,
      "learning_rate": 1.3896619763073558e-06,
      "loss": 0.8680709600448608,
      "step": 2288
    },
    {
      "epoch": 2.623138602520046,
      "grad_norm": 0.3753491938114166,
      "learning_rate": 1.3850493228713829e-06,
      "loss": 1.1014978885650635,
      "step": 2290
    },
    {
      "epoch": 2.625429553264605,
      "grad_norm": 0.4968052804470062,
      "learning_rate": 1.3804629130340922e-06,
      "loss": 0.7989722490310669,
      "step": 2292
    },
    {
      "epoch": 2.627720504009164,
      "grad_norm": 1.7983485460281372,
      "learning_rate": 1.375902776045869e-06,
      "loss": 1.049964427947998,
      "step": 2294
    },
    {
      "epoch": 2.6300114547537228,
      "grad_norm": 1.96951425075531,
      "learning_rate": 1.3713689409895423e-06,
      "loss": 0.9360839128494263,
      "step": 2296
    },
    {
      "epoch": 2.6323024054982818,
      "grad_norm": 0.43087831139564514,
      "learning_rate": 1.3668614367801968e-06,
      "loss": 1.0364996194839478,
      "step": 2298
    },
    {
      "epoch": 2.6345933562428407,
      "grad_norm": 1.26382577419281,
      "learning_rate": 1.3623802921649903e-06,
      "loss": 1.0188556909561157,
      "step": 2300
    },
    {
      "epoch": 2.6368843069873997,
      "grad_norm": 0.20739609003067017,
      "learning_rate": 1.3579255357229665e-06,
      "loss": 1.0033255815505981,
      "step": 2302
    },
    {
      "epoch": 2.6391752577319587,
      "grad_norm": 0.3471895754337311,
      "learning_rate": 1.3534971958648763e-06,
      "loss": 1.0234272480010986,
      "step": 2304
    },
    {
      "epoch": 2.6414662084765177,
      "grad_norm": 0.7787106037139893,
      "learning_rate": 1.3490953008329976e-06,
      "loss": 1.0777220726013184,
      "step": 2306
    },
    {
      "epoch": 2.6437571592210767,
      "grad_norm": 1.1166505813598633,
      "learning_rate": 1.34471987870095e-06,
      "loss": 1.075850009918213,
      "step": 2308
    },
    {
      "epoch": 2.6460481099656357,
      "grad_norm": 0.6703611016273499,
      "learning_rate": 1.3403709573735226e-06,
      "loss": 1.053313136100769,
      "step": 2310
    },
    {
      "epoch": 2.6483390607101946,
      "grad_norm": 0.7650402188301086,
      "learning_rate": 1.336048564586489e-06,
      "loss": 1.1778388023376465,
      "step": 2312
    },
    {
      "epoch": 2.6506300114547536,
      "grad_norm": 1.5347474813461304,
      "learning_rate": 1.3317527279064346e-06,
      "loss": 0.9594372510910034,
      "step": 2314
    },
    {
      "epoch": 2.6529209621993126,
      "grad_norm": 0.3883764147758484,
      "learning_rate": 1.3274834747305816e-06,
      "loss": 1.1035804748535156,
      "step": 2316
    },
    {
      "epoch": 2.6552119129438716,
      "grad_norm": 0.30928364396095276,
      "learning_rate": 1.3232408322866112e-06,
      "loss": 1.2312179803848267,
      "step": 2318
    },
    {
      "epoch": 2.6575028636884306,
      "grad_norm": 0.4253048598766327,
      "learning_rate": 1.319024827632493e-06,
      "loss": 1.101532220840454,
      "step": 2320
    },
    {
      "epoch": 2.6597938144329896,
      "grad_norm": 0.26640430092811584,
      "learning_rate": 1.3148354876563078e-06,
      "loss": 0.8757455945014954,
      "step": 2322
    },
    {
      "epoch": 2.6620847651775486,
      "grad_norm": 0.42339736223220825,
      "learning_rate": 1.3106728390760822e-06,
      "loss": 0.9791202545166016,
      "step": 2324
    },
    {
      "epoch": 2.6643757159221075,
      "grad_norm": 0.7778316736221313,
      "learning_rate": 1.3065369084396143e-06,
      "loss": 1.1166675090789795,
      "step": 2326
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 0.41248399019241333,
      "learning_rate": 1.302427722124305e-06,
      "loss": 1.0665652751922607,
      "step": 2328
    },
    {
      "epoch": 2.6689576174112255,
      "grad_norm": 2.0227549076080322,
      "learning_rate": 1.2983453063369886e-06,
      "loss": 1.1030595302581787,
      "step": 2330
    },
    {
      "epoch": 2.6712485681557845,
      "grad_norm": 0.12428312003612518,
      "learning_rate": 1.2942896871137703e-06,
      "loss": 0.1532021164894104,
      "step": 2332
    },
    {
      "epoch": 2.673539518900344,
      "grad_norm": 1.4765028953552246,
      "learning_rate": 1.290260890319854e-06,
      "loss": 1.0765687227249146,
      "step": 2334
    },
    {
      "epoch": 2.675830469644903,
      "grad_norm": 1.4312635660171509,
      "learning_rate": 1.2862589416493828e-06,
      "loss": 1.2551358938217163,
      "step": 2336
    },
    {
      "epoch": 2.678121420389462,
      "grad_norm": 0.49947378039360046,
      "learning_rate": 1.282283866625271e-06,
      "loss": 1.1093734502792358,
      "step": 2338
    },
    {
      "epoch": 2.680412371134021,
      "grad_norm": 0.8598469495773315,
      "learning_rate": 1.278335690599042e-06,
      "loss": 1.1796274185180664,
      "step": 2340
    },
    {
      "epoch": 2.68270332187858,
      "grad_norm": 3.3485891819000244,
      "learning_rate": 1.27441443875067e-06,
      "loss": 1.1467323303222656,
      "step": 2342
    },
    {
      "epoch": 2.684994272623139,
      "grad_norm": 1.1836572885513306,
      "learning_rate": 1.2705201360884154e-06,
      "loss": 0.5701313018798828,
      "step": 2344
    },
    {
      "epoch": 2.687285223367698,
      "grad_norm": 0.9335172176361084,
      "learning_rate": 1.2666528074486675e-06,
      "loss": 1.0899162292480469,
      "step": 2346
    },
    {
      "epoch": 2.689576174112257,
      "grad_norm": 0.257024884223938,
      "learning_rate": 1.2628124774957862e-06,
      "loss": 1.023752212524414,
      "step": 2348
    },
    {
      "epoch": 2.691867124856816,
      "grad_norm": 0.5289345979690552,
      "learning_rate": 1.2589991707219407e-06,
      "loss": 0.8916153907775879,
      "step": 2350
    },
    {
      "epoch": 2.6941580756013748,
      "grad_norm": 0.32408076524734497,
      "learning_rate": 1.255212911446962e-06,
      "loss": 1.040621042251587,
      "step": 2352
    },
    {
      "epoch": 2.6964490263459338,
      "grad_norm": 0.39971452951431274,
      "learning_rate": 1.2514537238181764e-06,
      "loss": 0.8947229385375977,
      "step": 2354
    },
    {
      "epoch": 2.6987399770904927,
      "grad_norm": 0.23209726810455322,
      "learning_rate": 1.2477216318102638e-06,
      "loss": 1.1119811534881592,
      "step": 2356
    },
    {
      "epoch": 2.7010309278350517,
      "grad_norm": 1.079315185546875,
      "learning_rate": 1.2440166592250908e-06,
      "loss": 1.105717420578003,
      "step": 2358
    },
    {
      "epoch": 2.7033218785796107,
      "grad_norm": 0.41968509554862976,
      "learning_rate": 1.2403388296915748e-06,
      "loss": 0.9688929915428162,
      "step": 2360
    },
    {
      "epoch": 2.7056128293241697,
      "grad_norm": 0.34683892130851746,
      "learning_rate": 1.2366881666655197e-06,
      "loss": 1.0027223825454712,
      "step": 2362
    },
    {
      "epoch": 2.7079037800687287,
      "grad_norm": 1.22856867313385,
      "learning_rate": 1.2330646934294733e-06,
      "loss": 0.8159598112106323,
      "step": 2364
    },
    {
      "epoch": 2.7101947308132877,
      "grad_norm": 0.4460030198097229,
      "learning_rate": 1.2294684330925773e-06,
      "loss": 1.0731245279312134,
      "step": 2366
    },
    {
      "epoch": 2.7124856815578466,
      "grad_norm": 0.23822948336601257,
      "learning_rate": 1.225899408590418e-06,
      "loss": 1.0538825988769531,
      "step": 2368
    },
    {
      "epoch": 2.7147766323024056,
      "grad_norm": 0.5003798007965088,
      "learning_rate": 1.222357642684886e-06,
      "loss": 0.9127865433692932,
      "step": 2370
    },
    {
      "epoch": 2.7170675830469646,
      "grad_norm": 0.18163853883743286,
      "learning_rate": 1.2188431579640229e-06,
      "loss": 0.5616147518157959,
      "step": 2372
    },
    {
      "epoch": 2.7193585337915236,
      "grad_norm": 1.1338001489639282,
      "learning_rate": 1.2153559768418826e-06,
      "loss": 1.188947081565857,
      "step": 2374
    },
    {
      "epoch": 2.7216494845360826,
      "grad_norm": 0.4888297915458679,
      "learning_rate": 1.2118961215583876e-06,
      "loss": 0.907243013381958,
      "step": 2376
    },
    {
      "epoch": 2.7239404352806416,
      "grad_norm": 0.5065628886222839,
      "learning_rate": 1.2084636141791853e-06,
      "loss": 1.178124189376831,
      "step": 2378
    },
    {
      "epoch": 2.7262313860252005,
      "grad_norm": 0.6853643655776978,
      "learning_rate": 1.2050584765955106e-06,
      "loss": 0.5477138757705688,
      "step": 2380
    },
    {
      "epoch": 2.7285223367697595,
      "grad_norm": 1.9078017473220825,
      "learning_rate": 1.2016807305240418e-06,
      "loss": 1.0968685150146484,
      "step": 2382
    },
    {
      "epoch": 2.7308132875143185,
      "grad_norm": 0.4655286967754364,
      "learning_rate": 1.198330397506765e-06,
      "loss": 1.0445671081542969,
      "step": 2384
    },
    {
      "epoch": 2.7331042382588775,
      "grad_norm": 0.6571381688117981,
      "learning_rate": 1.1950074989108369e-06,
      "loss": 1.2365548610687256,
      "step": 2386
    },
    {
      "epoch": 2.7353951890034365,
      "grad_norm": 0.1842108517885208,
      "learning_rate": 1.1917120559284484e-06,
      "loss": 1.0173747539520264,
      "step": 2388
    },
    {
      "epoch": 2.7376861397479955,
      "grad_norm": 0.7447629570960999,
      "learning_rate": 1.188444089576689e-06,
      "loss": 1.1226527690887451,
      "step": 2390
    },
    {
      "epoch": 2.7399770904925544,
      "grad_norm": 1.3908346891403198,
      "learning_rate": 1.1852036206974093e-06,
      "loss": 1.0542950630187988,
      "step": 2392
    },
    {
      "epoch": 2.7422680412371134,
      "grad_norm": 0.5131960511207581,
      "learning_rate": 1.1819906699570951e-06,
      "loss": 0.9882605075836182,
      "step": 2394
    },
    {
      "epoch": 2.7445589919816724,
      "grad_norm": 1.6375041007995605,
      "learning_rate": 1.178805257846731e-06,
      "loss": 0.8442957401275635,
      "step": 2396
    },
    {
      "epoch": 2.7468499427262314,
      "grad_norm": 0.6786810159683228,
      "learning_rate": 1.1756474046816705e-06,
      "loss": 1.0617409944534302,
      "step": 2398
    },
    {
      "epoch": 2.7491408934707904,
      "grad_norm": 0.3984721899032593,
      "learning_rate": 1.172517130601506e-06,
      "loss": 0.9120774269104004,
      "step": 2400
    },
    {
      "epoch": 2.7514318442153494,
      "grad_norm": 0.8128576874732971,
      "learning_rate": 1.169414455569941e-06,
      "loss": 1.0682992935180664,
      "step": 2402
    },
    {
      "epoch": 2.7537227949599083,
      "grad_norm": 0.6351785063743591,
      "learning_rate": 1.1663393993746639e-06,
      "loss": 0.6914603114128113,
      "step": 2404
    },
    {
      "epoch": 2.7560137457044673,
      "grad_norm": 0.9976605176925659,
      "learning_rate": 1.1632919816272185e-06,
      "loss": 1.171576976776123,
      "step": 2406
    },
    {
      "epoch": 2.7583046964490263,
      "grad_norm": 0.303443044424057,
      "learning_rate": 1.1602722217628847e-06,
      "loss": 0.5294689536094666,
      "step": 2408
    },
    {
      "epoch": 2.7605956471935853,
      "grad_norm": 0.26282933354377747,
      "learning_rate": 1.157280139040546e-06,
      "loss": 1.1015565395355225,
      "step": 2410
    },
    {
      "epoch": 2.7628865979381443,
      "grad_norm": 0.6320168375968933,
      "learning_rate": 1.1543157525425753e-06,
      "loss": 1.0779060125350952,
      "step": 2412
    },
    {
      "epoch": 2.7651775486827033,
      "grad_norm": 0.8445232510566711,
      "learning_rate": 1.1513790811747077e-06,
      "loss": 1.0145206451416016,
      "step": 2414
    },
    {
      "epoch": 2.7674684994272623,
      "grad_norm": 1.2781503200531006,
      "learning_rate": 1.1484701436659228e-06,
      "loss": 0.9530794620513916,
      "step": 2416
    },
    {
      "epoch": 2.7697594501718212,
      "grad_norm": 0.4669745862483978,
      "learning_rate": 1.1455889585683234e-06,
      "loss": 1.1770665645599365,
      "step": 2418
    },
    {
      "epoch": 2.77205040091638,
      "grad_norm": 0.1694551408290863,
      "learning_rate": 1.1427355442570174e-06,
      "loss": 0.8900678157806396,
      "step": 2420
    },
    {
      "epoch": 2.774341351660939,
      "grad_norm": 0.6487224698066711,
      "learning_rate": 1.1399099189300022e-06,
      "loss": 1.1467430591583252,
      "step": 2422
    },
    {
      "epoch": 2.776632302405498,
      "grad_norm": 0.4884292483329773,
      "learning_rate": 1.1371121006080476e-06,
      "loss": 0.6432940363883972,
      "step": 2424
    },
    {
      "epoch": 2.778923253150057,
      "grad_norm": 0.5796436071395874,
      "learning_rate": 1.1343421071345807e-06,
      "loss": 0.8554515838623047,
      "step": 2426
    },
    {
      "epoch": 2.781214203894616,
      "grad_norm": 0.6898307800292969,
      "learning_rate": 1.1315999561755704e-06,
      "loss": 1.0714622735977173,
      "step": 2428
    },
    {
      "epoch": 2.783505154639175,
      "grad_norm": 0.8374386429786682,
      "learning_rate": 1.1288856652194187e-06,
      "loss": 1.2249865531921387,
      "step": 2430
    },
    {
      "epoch": 2.785796105383734,
      "grad_norm": 0.5728365778923035,
      "learning_rate": 1.1261992515768475e-06,
      "loss": 1.0746301412582397,
      "step": 2432
    },
    {
      "epoch": 2.788087056128293,
      "grad_norm": 0.5857115387916565,
      "learning_rate": 1.1235407323807863e-06,
      "loss": 0.9600643515586853,
      "step": 2434
    },
    {
      "epoch": 2.790378006872852,
      "grad_norm": 0.43586304783821106,
      "learning_rate": 1.1209101245862641e-06,
      "loss": 1.0450245141983032,
      "step": 2436
    },
    {
      "epoch": 2.792668957617411,
      "grad_norm": 0.9094945192337036,
      "learning_rate": 1.1183074449703026e-06,
      "loss": 1.141032099723816,
      "step": 2438
    },
    {
      "epoch": 2.79495990836197,
      "grad_norm": 0.5066821575164795,
      "learning_rate": 1.1157327101318079e-06,
      "loss": 1.046962022781372,
      "step": 2440
    },
    {
      "epoch": 2.797250859106529,
      "grad_norm": 0.302134245634079,
      "learning_rate": 1.113185936491464e-06,
      "loss": 0.7253270149230957,
      "step": 2442
    },
    {
      "epoch": 2.799541809851088,
      "grad_norm": 0.46006661653518677,
      "learning_rate": 1.1106671402916311e-06,
      "loss": 1.059772253036499,
      "step": 2444
    },
    {
      "epoch": 2.801832760595647,
      "grad_norm": 0.4403242766857147,
      "learning_rate": 1.1081763375962376e-06,
      "loss": 1.0585718154907227,
      "step": 2446
    },
    {
      "epoch": 2.804123711340206,
      "grad_norm": 0.6102672219276428,
      "learning_rate": 1.1057135442906802e-06,
      "loss": 1.0364320278167725,
      "step": 2448
    },
    {
      "epoch": 2.806414662084765,
      "grad_norm": 0.2114000916481018,
      "learning_rate": 1.1032787760817245e-06,
      "loss": 1.0323476791381836,
      "step": 2450
    },
    {
      "epoch": 2.808705612829324,
      "grad_norm": 0.44233590364456177,
      "learning_rate": 1.1008720484973997e-06,
      "loss": 1.0494945049285889,
      "step": 2452
    },
    {
      "epoch": 2.810996563573883,
      "grad_norm": 0.5234547853469849,
      "learning_rate": 1.0984933768869045e-06,
      "loss": 0.8871585130691528,
      "step": 2454
    },
    {
      "epoch": 2.813287514318442,
      "grad_norm": 2.157639741897583,
      "learning_rate": 1.0961427764205054e-06,
      "loss": 0.9773741960525513,
      "step": 2456
    },
    {
      "epoch": 2.815578465063001,
      "grad_norm": 0.7899772524833679,
      "learning_rate": 1.0938202620894444e-06,
      "loss": 1.0361276865005493,
      "step": 2458
    },
    {
      "epoch": 2.81786941580756,
      "grad_norm": 0.3699988126754761,
      "learning_rate": 1.0915258487058393e-06,
      "loss": 0.9854030609130859,
      "step": 2460
    },
    {
      "epoch": 2.820160366552119,
      "grad_norm": 0.5396907329559326,
      "learning_rate": 1.0892595509025897e-06,
      "loss": 1.0175352096557617,
      "step": 2462
    },
    {
      "epoch": 2.822451317296678,
      "grad_norm": 0.5068468451499939,
      "learning_rate": 1.0870213831332856e-06,
      "loss": 1.0485467910766602,
      "step": 2464
    },
    {
      "epoch": 2.824742268041237,
      "grad_norm": 0.43589094281196594,
      "learning_rate": 1.0848113596721147e-06,
      "loss": 0.9287646412849426,
      "step": 2466
    },
    {
      "epoch": 2.827033218785796,
      "grad_norm": 0.4347958266735077,
      "learning_rate": 1.0826294946137705e-06,
      "loss": 1.1217800378799438,
      "step": 2468
    },
    {
      "epoch": 2.8293241695303553,
      "grad_norm": 0.5516931414604187,
      "learning_rate": 1.0804758018733635e-06,
      "loss": 1.1510246992111206,
      "step": 2470
    },
    {
      "epoch": 2.8316151202749142,
      "grad_norm": 1.0004255771636963,
      "learning_rate": 1.0783502951863302e-06,
      "loss": 0.7378605604171753,
      "step": 2472
    },
    {
      "epoch": 2.8339060710194732,
      "grad_norm": 0.43937617540359497,
      "learning_rate": 1.076252988108349e-06,
      "loss": 1.0908252000808716,
      "step": 2474
    },
    {
      "epoch": 2.836197021764032,
      "grad_norm": 0.5650505423545837,
      "learning_rate": 1.0741838940152498e-06,
      "loss": 1.0471761226654053,
      "step": 2476
    },
    {
      "epoch": 2.838487972508591,
      "grad_norm": 0.5975066423416138,
      "learning_rate": 1.0721430261029334e-06,
      "loss": 1.0682255029678345,
      "step": 2478
    },
    {
      "epoch": 2.84077892325315,
      "grad_norm": 0.3658738136291504,
      "learning_rate": 1.0701303973872825e-06,
      "loss": 1.1062527894973755,
      "step": 2480
    },
    {
      "epoch": 2.843069873997709,
      "grad_norm": 0.29034459590911865,
      "learning_rate": 1.0681460207040816e-06,
      "loss": 0.9529769420623779,
      "step": 2482
    },
    {
      "epoch": 2.845360824742268,
      "grad_norm": 1.0845448970794678,
      "learning_rate": 1.066189908708935e-06,
      "loss": 1.1356077194213867,
      "step": 2484
    },
    {
      "epoch": 2.847651775486827,
      "grad_norm": 0.6470354199409485,
      "learning_rate": 1.0642620738771844e-06,
      "loss": 1.1769475936889648,
      "step": 2486
    },
    {
      "epoch": 2.849942726231386,
      "grad_norm": 0.30026912689208984,
      "learning_rate": 1.0623625285038317e-06,
      "loss": 1.2107105255126953,
      "step": 2488
    },
    {
      "epoch": 2.852233676975945,
      "grad_norm": 0.4359968900680542,
      "learning_rate": 1.0604912847034579e-06,
      "loss": 1.1430937051773071,
      "step": 2490
    },
    {
      "epoch": 2.854524627720504,
      "grad_norm": 0.9392463564872742,
      "learning_rate": 1.0586483544101484e-06,
      "loss": 0.9589693546295166,
      "step": 2492
    },
    {
      "epoch": 2.856815578465063,
      "grad_norm": 0.5891343951225281,
      "learning_rate": 1.0568337493774153e-06,
      "loss": 1.0557307004928589,
      "step": 2494
    },
    {
      "epoch": 2.859106529209622,
      "grad_norm": 0.40429064631462097,
      "learning_rate": 1.055047481178123e-06,
      "loss": 1.2271441221237183,
      "step": 2496
    },
    {
      "epoch": 2.861397479954181,
      "grad_norm": 0.5770910382270813,
      "learning_rate": 1.0532895612044148e-06,
      "loss": 1.2372446060180664,
      "step": 2498
    },
    {
      "epoch": 2.86368843069874,
      "grad_norm": 0.7154263854026794,
      "learning_rate": 1.0515600006676388e-06,
      "loss": 1.0392417907714844,
      "step": 2500
    },
    {
      "epoch": 2.865979381443299,
      "grad_norm": 0.37973713874816895,
      "learning_rate": 1.0498588105982773e-06,
      "loss": 1.0606379508972168,
      "step": 2502
    },
    {
      "epoch": 2.868270332187858,
      "grad_norm": 0.41982316970825195,
      "learning_rate": 1.0481860018458777e-06,
      "loss": 0.9914207458496094,
      "step": 2504
    },
    {
      "epoch": 2.870561282932417,
      "grad_norm": 0.6768814325332642,
      "learning_rate": 1.0465415850789818e-06,
      "loss": 1.011329174041748,
      "step": 2506
    },
    {
      "epoch": 2.872852233676976,
      "grad_norm": 0.5299584269523621,
      "learning_rate": 1.044925570785057e-06,
      "loss": 1.0899381637573242,
      "step": 2508
    },
    {
      "epoch": 2.875143184421535,
      "grad_norm": 0.6537067294120789,
      "learning_rate": 1.0433379692704303e-06,
      "loss": 0.8742640018463135,
      "step": 2510
    },
    {
      "epoch": 2.877434135166094,
      "grad_norm": 0.7677899599075317,
      "learning_rate": 1.0417787906602254e-06,
      "loss": 1.1713974475860596,
      "step": 2512
    },
    {
      "epoch": 2.879725085910653,
      "grad_norm": 1.137424349784851,
      "learning_rate": 1.0402480448982916e-06,
      "loss": 1.0399460792541504,
      "step": 2514
    },
    {
      "epoch": 2.882016036655212,
      "grad_norm": 5.416769027709961,
      "learning_rate": 1.0387457417471484e-06,
      "loss": 0.7440576553344727,
      "step": 2516
    },
    {
      "epoch": 2.884306987399771,
      "grad_norm": 0.3989621698856354,
      "learning_rate": 1.0372718907879148e-06,
      "loss": 0.6085208058357239,
      "step": 2518
    },
    {
      "epoch": 2.88659793814433,
      "grad_norm": 0.39145538210868835,
      "learning_rate": 1.0358265014202562e-06,
      "loss": 1.0786077976226807,
      "step": 2520
    },
    {
      "epoch": 2.888888888888889,
      "grad_norm": 0.6507622003555298,
      "learning_rate": 1.0344095828623187e-06,
      "loss": 1.1602535247802734,
      "step": 2522
    },
    {
      "epoch": 2.891179839633448,
      "grad_norm": 0.5639922022819519,
      "learning_rate": 1.0330211441506725e-06,
      "loss": 1.2351245880126953,
      "step": 2524
    },
    {
      "epoch": 2.893470790378007,
      "grad_norm": 2.3547637462615967,
      "learning_rate": 1.0316611941402554e-06,
      "loss": 1.2815968990325928,
      "step": 2526
    },
    {
      "epoch": 2.895761741122566,
      "grad_norm": 0.5312323570251465,
      "learning_rate": 1.0303297415043125e-06,
      "loss": 1.054031491279602,
      "step": 2528
    },
    {
      "epoch": 2.8980526918671248,
      "grad_norm": 0.10760916769504547,
      "learning_rate": 1.0290267947343467e-06,
      "loss": 0.5422964692115784,
      "step": 2530
    },
    {
      "epoch": 2.9003436426116838,
      "grad_norm": 0.5096286535263062,
      "learning_rate": 1.027752362140058e-06,
      "loss": 0.909081220626831,
      "step": 2532
    },
    {
      "epoch": 2.9026345933562427,
      "grad_norm": 0.9880173802375793,
      "learning_rate": 1.0265064518492971e-06,
      "loss": 0.6273051500320435,
      "step": 2534
    },
    {
      "epoch": 2.9049255441008017,
      "grad_norm": 0.2785288393497467,
      "learning_rate": 1.0252890718080065e-06,
      "loss": 0.9630579948425293,
      "step": 2536
    },
    {
      "epoch": 2.9072164948453607,
      "grad_norm": 0.9245594143867493,
      "learning_rate": 1.024100229780177e-06,
      "loss": 0.8256567716598511,
      "step": 2538
    },
    {
      "epoch": 2.9095074455899197,
      "grad_norm": 0.6933486461639404,
      "learning_rate": 1.0229399333477933e-06,
      "loss": 1.098947286605835,
      "step": 2540
    },
    {
      "epoch": 2.9117983963344787,
      "grad_norm": 0.5825735330581665,
      "learning_rate": 1.0218081899107866e-06,
      "loss": 1.055496335029602,
      "step": 2542
    },
    {
      "epoch": 2.9140893470790377,
      "grad_norm": 0.6609728336334229,
      "learning_rate": 1.0207050066869884e-06,
      "loss": 1.1041927337646484,
      "step": 2544
    },
    {
      "epoch": 2.9163802978235966,
      "grad_norm": 0.6976462602615356,
      "learning_rate": 1.0196303907120835e-06,
      "loss": 1.2125544548034668,
      "step": 2546
    },
    {
      "epoch": 2.9186712485681556,
      "grad_norm": 0.5264245867729187,
      "learning_rate": 1.0185843488395675e-06,
      "loss": 1.159142017364502,
      "step": 2548
    },
    {
      "epoch": 2.9209621993127146,
      "grad_norm": 0.5094210505485535,
      "learning_rate": 1.017566887740698e-06,
      "loss": 1.1290173530578613,
      "step": 2550
    },
    {
      "epoch": 2.923253150057274,
      "grad_norm": 1.0814720392227173,
      "learning_rate": 1.0165780139044579e-06,
      "loss": 1.0745420455932617,
      "step": 2552
    },
    {
      "epoch": 2.925544100801833,
      "grad_norm": 0.922420084476471,
      "learning_rate": 1.0156177336375104e-06,
      "loss": 1.032870888710022,
      "step": 2554
    },
    {
      "epoch": 2.927835051546392,
      "grad_norm": 2.324207067489624,
      "learning_rate": 1.0146860530641597e-06,
      "loss": 1.0902037620544434,
      "step": 2556
    },
    {
      "epoch": 2.930126002290951,
      "grad_norm": 0.6379292607307434,
      "learning_rate": 1.013782978126312e-06,
      "loss": 1.1656874418258667,
      "step": 2558
    },
    {
      "epoch": 2.93241695303551,
      "grad_norm": 0.3427787721157074,
      "learning_rate": 1.0129085145834374e-06,
      "loss": 0.8560712337493896,
      "step": 2560
    },
    {
      "epoch": 2.934707903780069,
      "grad_norm": 1.8992148637771606,
      "learning_rate": 1.012062668012534e-06,
      "loss": 0.7727330327033997,
      "step": 2562
    },
    {
      "epoch": 2.936998854524628,
      "grad_norm": 0.9722429513931274,
      "learning_rate": 1.0112454438080912e-06,
      "loss": 0.9743561744689941,
      "step": 2564
    },
    {
      "epoch": 2.939289805269187,
      "grad_norm": 0.20309951901435852,
      "learning_rate": 1.010456847182055e-06,
      "loss": 1.0358002185821533,
      "step": 2566
    },
    {
      "epoch": 2.941580756013746,
      "grad_norm": 0.3222387731075287,
      "learning_rate": 1.0096968831637976e-06,
      "loss": 1.0403361320495605,
      "step": 2568
    },
    {
      "epoch": 2.943871706758305,
      "grad_norm": 0.5108765363693237,
      "learning_rate": 1.008965556600081e-06,
      "loss": 1.0720305442810059,
      "step": 2570
    },
    {
      "epoch": 2.946162657502864,
      "grad_norm": 0.6678656935691833,
      "learning_rate": 1.0082628721550296e-06,
      "loss": 1.0465478897094727,
      "step": 2572
    },
    {
      "epoch": 2.948453608247423,
      "grad_norm": 0.264837384223938,
      "learning_rate": 1.0075888343100988e-06,
      "loss": 1.0957000255584717,
      "step": 2574
    },
    {
      "epoch": 2.950744558991982,
      "grad_norm": 0.42729780077934265,
      "learning_rate": 1.0069434473640478e-06,
      "loss": 0.6375606060028076,
      "step": 2576
    },
    {
      "epoch": 2.953035509736541,
      "grad_norm": 0.5195022225379944,
      "learning_rate": 1.0063267154329093e-06,
      "loss": 1.1245808601379395,
      "step": 2578
    },
    {
      "epoch": 2.9553264604811,
      "grad_norm": 0.3333146572113037,
      "learning_rate": 1.0057386424499674e-06,
      "loss": 1.0144271850585938,
      "step": 2580
    },
    {
      "epoch": 2.957617411225659,
      "grad_norm": 0.1994045525789261,
      "learning_rate": 1.005179232165728e-06,
      "loss": 1.0108163356781006,
      "step": 2582
    },
    {
      "epoch": 2.959908361970218,
      "grad_norm": 0.7289289832115173,
      "learning_rate": 1.0046484881478987e-06,
      "loss": 1.0791220664978027,
      "step": 2584
    },
    {
      "epoch": 2.9621993127147768,
      "grad_norm": 0.6395173072814941,
      "learning_rate": 1.0041464137813643e-06,
      "loss": 1.0681736469268799,
      "step": 2586
    },
    {
      "epoch": 2.9644902634593358,
      "grad_norm": 0.46986323595046997,
      "learning_rate": 1.0036730122681644e-06,
      "loss": 1.0714763402938843,
      "step": 2588
    },
    {
      "epoch": 2.9667812142038947,
      "grad_norm": 0.4828946590423584,
      "learning_rate": 1.003228286627476e-06,
      "loss": 1.036878228187561,
      "step": 2590
    },
    {
      "epoch": 2.9690721649484537,
      "grad_norm": 0.661065399646759,
      "learning_rate": 1.00281223969559e-06,
      "loss": 1.086197853088379,
      "step": 2592
    },
    {
      "epoch": 2.9713631156930127,
      "grad_norm": 1.195217490196228,
      "learning_rate": 1.0024248741258968e-06,
      "loss": 0.8736682534217834,
      "step": 2594
    },
    {
      "epoch": 2.9736540664375717,
      "grad_norm": 0.887296199798584,
      "learning_rate": 1.0020661923888674e-06,
      "loss": 1.1362636089324951,
      "step": 2596
    },
    {
      "epoch": 2.9759450171821307,
      "grad_norm": 0.5010428428649902,
      "learning_rate": 1.001736196772038e-06,
      "loss": 1.0959832668304443,
      "step": 2598
    },
    {
      "epoch": 2.9782359679266897,
      "grad_norm": 0.4214611351490021,
      "learning_rate": 1.0014348893799954e-06,
      "loss": 1.2732155323028564,
      "step": 2600
    },
    {
      "epoch": 2.9805269186712486,
      "grad_norm": 0.6986483335494995,
      "learning_rate": 1.0011622721343655e-06,
      "loss": 1.0966172218322754,
      "step": 2602
    },
    {
      "epoch": 2.9828178694158076,
      "grad_norm": 0.5451075434684753,
      "learning_rate": 1.0009183467737969e-06,
      "loss": 0.8794732093811035,
      "step": 2604
    },
    {
      "epoch": 2.9851088201603666,
      "grad_norm": 0.4121303856372833,
      "learning_rate": 1.0007031148539529e-06,
      "loss": 1.0295562744140625,
      "step": 2606
    },
    {
      "epoch": 2.9873997709049256,
      "grad_norm": 0.9556783437728882,
      "learning_rate": 1.0005165777475022e-06,
      "loss": 0.5639452338218689,
      "step": 2608
    },
    {
      "epoch": 2.9896907216494846,
      "grad_norm": 1.1290655136108398,
      "learning_rate": 1.000358736644108e-06,
      "loss": 0.4423694610595703,
      "step": 2610
    },
    {
      "epoch": 2.9919816723940436,
      "grad_norm": 0.21035031974315643,
      "learning_rate": 1.00022959255042e-06,
      "loss": 1.0184959173202515,
      "step": 2612
    },
    {
      "epoch": 2.9942726231386025,
      "grad_norm": 1.0605756044387817,
      "learning_rate": 1.0001291462900717e-06,
      "loss": 1.0759494304656982,
      "step": 2614
    },
    {
      "epoch": 2.9965635738831615,
      "grad_norm": 0.7549898624420166,
      "learning_rate": 1.0000573985036708e-06,
      "loss": 0.9966956973075867,
      "step": 2616
    },
    {
      "epoch": 2.9988545246277205,
      "grad_norm": 0.7441288232803345,
      "learning_rate": 1.0000143496487968e-06,
      "loss": 1.153484582901001,
      "step": 2618
    },
    {
      "epoch": 3.0,
      "step": 2619,
      "total_flos": 4.688730399671583e+18,
      "train_loss": 1.122755285885872,
      "train_runtime": 13889.3173,
      "train_samples_per_second": 3.017,
      "train_steps_per_second": 0.189
    }
  ],
  "logging_steps": 2,
  "max_steps": 2619,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 9999999,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.688730399671583e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}