{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9996113486202876,
  "eval_steps": 500,
  "global_step": 1929,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0005182018396165306,
      "grad_norm": 5.4082818031311035,
      "learning_rate": 6.896551724137931e-07,
      "loss": 0.2466,
      "step": 1
    },
    {
      "epoch": 0.0010364036792330613,
      "grad_norm": 3.835052013397217,
      "learning_rate": 1.3793103448275862e-06,
      "loss": 0.2488,
      "step": 2
    },
    {
      "epoch": 0.001554605518849592,
      "grad_norm": 5.501279354095459,
      "learning_rate": 2.0689655172413796e-06,
      "loss": 0.28,
      "step": 3
    },
    {
      "epoch": 0.0020728073584661225,
      "grad_norm": 4.11079216003418,
      "learning_rate": 2.7586206896551725e-06,
      "loss": 0.245,
      "step": 4
    },
    {
      "epoch": 0.002591009198082653,
      "grad_norm": 4.3664326667785645,
      "learning_rate": 3.448275862068966e-06,
      "loss": 0.2753,
      "step": 5
    },
    {
      "epoch": 0.003109211037699184,
      "grad_norm": 5.692226409912109,
      "learning_rate": 4.137931034482759e-06,
      "loss": 0.234,
      "step": 6
    },
    {
      "epoch": 0.0036274128773157144,
      "grad_norm": 4.383513450622559,
      "learning_rate": 4.8275862068965525e-06,
      "loss": 0.2831,
      "step": 7
    },
    {
      "epoch": 0.004145614716932245,
      "grad_norm": 4.188362121582031,
      "learning_rate": 5.517241379310345e-06,
      "loss": 0.2912,
      "step": 8
    },
    {
      "epoch": 0.004663816556548776,
      "grad_norm": 6.689868450164795,
      "learning_rate": 6.206896551724138e-06,
      "loss": 0.2132,
      "step": 9
    },
    {
      "epoch": 0.005182018396165306,
      "grad_norm": 5.252689361572266,
      "learning_rate": 6.896551724137932e-06,
      "loss": 0.1583,
      "step": 10
    },
    {
      "epoch": 0.005700220235781837,
      "grad_norm": 4.101102828979492,
      "learning_rate": 7.586206896551724e-06,
      "loss": 0.2285,
      "step": 11
    },
    {
      "epoch": 0.006218422075398368,
      "grad_norm": 3.757774829864502,
      "learning_rate": 8.275862068965518e-06,
      "loss": 0.2126,
      "step": 12
    },
    {
      "epoch": 0.006736623915014899,
      "grad_norm": 3.110372543334961,
      "learning_rate": 8.965517241379312e-06,
      "loss": 0.1666,
      "step": 13
    },
    {
      "epoch": 0.007254825754631429,
      "grad_norm": 1.5280357599258423,
      "learning_rate": 9.655172413793105e-06,
      "loss": 0.1976,
      "step": 14
    },
    {
      "epoch": 0.00777302759424796,
      "grad_norm": 2.1373836994171143,
      "learning_rate": 1.0344827586206898e-05,
      "loss": 0.1906,
      "step": 15
    },
    {
      "epoch": 0.00829122943386449,
      "grad_norm": 1.0903468132019043,
      "learning_rate": 1.103448275862069e-05,
      "loss": 0.1151,
      "step": 16
    },
    {
      "epoch": 0.00880943127348102,
      "grad_norm": 1.881485104560852,
      "learning_rate": 1.1724137931034483e-05,
      "loss": 0.1236,
      "step": 17
    },
    {
      "epoch": 0.009327633113097552,
      "grad_norm": 1.7081018686294556,
      "learning_rate": 1.2413793103448277e-05,
      "loss": 0.1583,
      "step": 18
    },
    {
      "epoch": 0.009845834952714082,
      "grad_norm": 1.3075495958328247,
      "learning_rate": 1.310344827586207e-05,
      "loss": 0.0965,
      "step": 19
    },
    {
      "epoch": 0.010364036792330613,
      "grad_norm": 1.3644860982894897,
      "learning_rate": 1.3793103448275863e-05,
      "loss": 0.0981,
      "step": 20
    },
    {
      "epoch": 0.010882238631947143,
      "grad_norm": 0.7825227379798889,
      "learning_rate": 1.4482758620689657e-05,
      "loss": 0.0718,
      "step": 21
    },
    {
      "epoch": 0.011400440471563675,
      "grad_norm": 0.6305981874465942,
      "learning_rate": 1.5172413793103448e-05,
      "loss": 0.0577,
      "step": 22
    },
    {
      "epoch": 0.011918642311180205,
      "grad_norm": 0.3038203716278076,
      "learning_rate": 1.586206896551724e-05,
      "loss": 0.0714,
      "step": 23
    },
    {
      "epoch": 0.012436844150796735,
      "grad_norm": 0.2078988254070282,
      "learning_rate": 1.6551724137931037e-05,
      "loss": 0.0471,
      "step": 24
    },
    {
      "epoch": 0.012955045990413265,
      "grad_norm": 0.20070360600948334,
      "learning_rate": 1.7241379310344828e-05,
      "loss": 0.0506,
      "step": 25
    },
    {
      "epoch": 0.013473247830029797,
      "grad_norm": 0.2870819568634033,
      "learning_rate": 1.7931034482758623e-05,
      "loss": 0.0459,
      "step": 26
    },
    {
      "epoch": 0.013991449669646328,
      "grad_norm": 0.5004845857620239,
      "learning_rate": 1.8620689655172415e-05,
      "loss": 0.0744,
      "step": 27
    },
    {
      "epoch": 0.014509651509262858,
      "grad_norm": 0.32954147458076477,
      "learning_rate": 1.931034482758621e-05,
      "loss": 0.0553,
      "step": 28
    },
    {
      "epoch": 0.015027853348879388,
      "grad_norm": 0.32314950227737427,
      "learning_rate": 2e-05,
      "loss": 0.0569,
      "step": 29
    },
    {
      "epoch": 0.01554605518849592,
      "grad_norm": 0.41272085905075073,
      "learning_rate": 2.0689655172413797e-05,
      "loss": 0.0765,
      "step": 30
    },
    {
      "epoch": 0.01606425702811245,
      "grad_norm": 0.27000927925109863,
      "learning_rate": 2.1379310344827585e-05,
      "loss": 0.0629,
      "step": 31
    },
    {
      "epoch": 0.01658245886772898,
      "grad_norm": 0.28079530596733093,
      "learning_rate": 2.206896551724138e-05,
      "loss": 0.0569,
      "step": 32
    },
    {
      "epoch": 0.017100660707345512,
      "grad_norm": 0.2628077268600464,
      "learning_rate": 2.2758620689655175e-05,
      "loss": 0.0516,
      "step": 33
    },
    {
      "epoch": 0.01761886254696204,
      "grad_norm": 0.21723352372646332,
      "learning_rate": 2.3448275862068967e-05,
      "loss": 0.0464,
      "step": 34
    },
    {
      "epoch": 0.018137064386578573,
      "grad_norm": 0.18918418884277344,
      "learning_rate": 2.413793103448276e-05,
      "loss": 0.0517,
      "step": 35
    },
    {
      "epoch": 0.018655266226195105,
      "grad_norm": 0.188095822930336,
      "learning_rate": 2.4827586206896553e-05,
      "loss": 0.0429,
      "step": 36
    },
    {
      "epoch": 0.019173468065811633,
      "grad_norm": 0.23603039979934692,
      "learning_rate": 2.551724137931035e-05,
      "loss": 0.0458,
      "step": 37
    },
    {
      "epoch": 0.019691669905428165,
      "grad_norm": 0.21862974762916565,
      "learning_rate": 2.620689655172414e-05,
      "loss": 0.0586,
      "step": 38
    },
    {
      "epoch": 0.020209871745044693,
      "grad_norm": 0.31196755170822144,
      "learning_rate": 2.6896551724137935e-05,
      "loss": 0.066,
      "step": 39
    },
    {
      "epoch": 0.020728073584661225,
      "grad_norm": 0.24622637033462524,
      "learning_rate": 2.7586206896551727e-05,
      "loss": 0.0592,
      "step": 40
    },
    {
      "epoch": 0.021246275424277757,
      "grad_norm": 0.3382416367530823,
      "learning_rate": 2.8275862068965518e-05,
      "loss": 0.0632,
      "step": 41
    },
    {
      "epoch": 0.021764477263894286,
      "grad_norm": 0.19901607930660248,
      "learning_rate": 2.8965517241379313e-05,
      "loss": 0.0423,
      "step": 42
    },
    {
      "epoch": 0.022282679103510818,
      "grad_norm": 0.21523790061473846,
      "learning_rate": 2.965517241379311e-05,
      "loss": 0.0476,
      "step": 43
    },
    {
      "epoch": 0.02280088094312735,
      "grad_norm": 0.18428052961826324,
      "learning_rate": 3.0344827586206897e-05,
      "loss": 0.0515,
      "step": 44
    },
    {
      "epoch": 0.023319082782743878,
      "grad_norm": 0.16002054512500763,
      "learning_rate": 3.103448275862069e-05,
      "loss": 0.043,
      "step": 45
    },
    {
      "epoch": 0.02383728462236041,
      "grad_norm": 0.26238277554512024,
      "learning_rate": 3.172413793103448e-05,
      "loss": 0.0568,
      "step": 46
    },
    {
      "epoch": 0.02435548646197694,
      "grad_norm": 0.18134547770023346,
      "learning_rate": 3.2413793103448275e-05,
      "loss": 0.0456,
      "step": 47
    },
    {
      "epoch": 0.02487368830159347,
      "grad_norm": 0.1988374888896942,
      "learning_rate": 3.310344827586207e-05,
      "loss": 0.0491,
      "step": 48
    },
    {
      "epoch": 0.025391890141210002,
      "grad_norm": 0.13628098368644714,
      "learning_rate": 3.3793103448275865e-05,
      "loss": 0.0408,
      "step": 49
    },
    {
      "epoch": 0.02591009198082653,
      "grad_norm": 0.19092515110969543,
      "learning_rate": 3.4482758620689657e-05,
      "loss": 0.0569,
      "step": 50
    },
    {
      "epoch": 0.026428293820443063,
      "grad_norm": 0.23275373876094818,
      "learning_rate": 3.517241379310345e-05,
      "loss": 0.0468,
      "step": 51
    },
    {
      "epoch": 0.026946495660059595,
      "grad_norm": 0.28532490134239197,
      "learning_rate": 3.586206896551725e-05,
      "loss": 0.0536,
      "step": 52
    },
    {
      "epoch": 0.027464697499676123,
      "grad_norm": 0.1914573460817337,
      "learning_rate": 3.655172413793104e-05,
      "loss": 0.0392,
      "step": 53
    },
    {
      "epoch": 0.027982899339292655,
      "grad_norm": 0.17403478920459747,
      "learning_rate": 3.724137931034483e-05,
      "loss": 0.0509,
      "step": 54
    },
    {
      "epoch": 0.028501101178909184,
      "grad_norm": 0.16115383803844452,
      "learning_rate": 3.793103448275862e-05,
      "loss": 0.0502,
      "step": 55
    },
    {
      "epoch": 0.029019303018525715,
      "grad_norm": 0.17531007528305054,
      "learning_rate": 3.862068965517242e-05,
      "loss": 0.0466,
      "step": 56
    },
    {
      "epoch": 0.029537504858142247,
      "grad_norm": 0.19580255448818207,
      "learning_rate": 3.931034482758621e-05,
      "loss": 0.0503,
      "step": 57
    },
    {
      "epoch": 0.030055706697758776,
      "grad_norm": 0.15387947857379913,
      "learning_rate": 4e-05,
      "loss": 0.0365,
      "step": 58
    },
    {
      "epoch": 0.030573908537375308,
      "grad_norm": 0.1713232398033142,
      "learning_rate": 3.999997180630039e-05,
      "loss": 0.035,
      "step": 59
    },
    {
      "epoch": 0.03109211037699184,
      "grad_norm": 0.2288016676902771,
      "learning_rate": 3.9999887225281024e-05,
      "loss": 0.0388,
      "step": 60
    },
    {
      "epoch": 0.03161031221660837,
      "grad_norm": 0.23962470889091492,
      "learning_rate": 3.9999746257180374e-05,
      "loss": 0.0483,
      "step": 61
    },
    {
      "epoch": 0.0321285140562249,
      "grad_norm": 0.1429242640733719,
      "learning_rate": 3.9999548902395895e-05,
      "loss": 0.038,
      "step": 62
    },
    {
      "epoch": 0.03264671589584143,
      "grad_norm": 0.2013135850429535,
      "learning_rate": 3.999929516148398e-05,
      "loss": 0.0515,
      "step": 63
    },
    {
      "epoch": 0.03316491773545796,
      "grad_norm": 0.14072024822235107,
      "learning_rate": 3.999898503516004e-05,
      "loss": 0.0413,
      "step": 64
    },
    {
      "epoch": 0.03368311957507449,
      "grad_norm": 0.201124906539917,
      "learning_rate": 3.999861852429842e-05,
      "loss": 0.0394,
      "step": 65
    },
    {
      "epoch": 0.034201321414691024,
      "grad_norm": 0.1803581863641739,
      "learning_rate": 3.999819562993246e-05,
      "loss": 0.0443,
      "step": 66
    },
    {
      "epoch": 0.03471952325430755,
      "grad_norm": 0.26812461018562317,
      "learning_rate": 3.9997716353254456e-05,
      "loss": 0.0505,
      "step": 67
    },
    {
      "epoch": 0.03523772509392408,
      "grad_norm": 0.2087101936340332,
      "learning_rate": 3.999718069561565e-05,
      "loss": 0.0491,
      "step": 68
    },
    {
      "epoch": 0.03575592693354061,
      "grad_norm": 0.145724818110466,
      "learning_rate": 3.999658865852628e-05,
      "loss": 0.0256,
      "step": 69
    },
    {
      "epoch": 0.036274128773157145,
      "grad_norm": 0.5044896006584167,
      "learning_rate": 3.999594024365551e-05,
      "loss": 0.0593,
      "step": 70
    },
    {
      "epoch": 0.03679233061277368,
      "grad_norm": 0.3319794535636902,
      "learning_rate": 3.999523545283146e-05,
      "loss": 0.0527,
      "step": 71
    },
    {
      "epoch": 0.03731053245239021,
      "grad_norm": 0.16803030669689178,
      "learning_rate": 3.999447428804119e-05,
      "loss": 0.0406,
      "step": 72
    },
    {
      "epoch": 0.037828734292006734,
      "grad_norm": 0.18300779163837433,
      "learning_rate": 3.999365675143071e-05,
      "loss": 0.0415,
      "step": 73
    },
    {
      "epoch": 0.038346936131623266,
      "grad_norm": 0.26276132464408875,
      "learning_rate": 3.999278284530498e-05,
      "loss": 0.0488,
      "step": 74
    },
    {
      "epoch": 0.0388651379712398,
      "grad_norm": 0.18061015009880066,
      "learning_rate": 3.999185257212782e-05,
      "loss": 0.0457,
      "step": 75
    },
    {
      "epoch": 0.03938333981085633,
      "grad_norm": 0.15918686985969543,
      "learning_rate": 3.999086593452205e-05,
      "loss": 0.0315,
      "step": 76
    },
    {
      "epoch": 0.03990154165047286,
      "grad_norm": 0.2396080493927002,
      "learning_rate": 3.998982293526935e-05,
      "loss": 0.054,
      "step": 77
    },
    {
      "epoch": 0.04041974349008939,
      "grad_norm": 0.18997341394424438,
      "learning_rate": 3.998872357731033e-05,
      "loss": 0.0453,
      "step": 78
    },
    {
      "epoch": 0.04093794532970592,
      "grad_norm": 0.16604867577552795,
      "learning_rate": 3.998756786374448e-05,
      "loss": 0.0412,
      "step": 79
    },
    {
      "epoch": 0.04145614716932245,
      "grad_norm": 0.17019790410995483,
      "learning_rate": 3.998635579783019e-05,
      "loss": 0.0322,
      "step": 80
    },
    {
      "epoch": 0.04197434900893898,
      "grad_norm": 0.17750458419322968,
      "learning_rate": 3.9985087382984716e-05,
      "loss": 0.0336,
      "step": 81
    },
    {
      "epoch": 0.042492550848555515,
      "grad_norm": 0.33200982213020325,
      "learning_rate": 3.998376262278419e-05,
      "loss": 0.0478,
      "step": 82
    },
    {
      "epoch": 0.043010752688172046,
      "grad_norm": 0.26823684573173523,
      "learning_rate": 3.99823815209636e-05,
      "loss": 0.0374,
      "step": 83
    },
    {
      "epoch": 0.04352895452778857,
      "grad_norm": 0.1756100207567215,
      "learning_rate": 3.99809440814168e-05,
      "loss": 0.0259,
      "step": 84
    },
    {
      "epoch": 0.0440471563674051,
      "grad_norm": 0.26577091217041016,
      "learning_rate": 3.997945030819644e-05,
      "loss": 0.0328,
      "step": 85
    },
    {
      "epoch": 0.044565358207021635,
      "grad_norm": 0.2032586932182312,
      "learning_rate": 3.997790020551403e-05,
      "loss": 0.0323,
      "step": 86
    },
    {
      "epoch": 0.04508356004663817,
      "grad_norm": 0.16400256752967834,
      "learning_rate": 3.997629377773988e-05,
      "loss": 0.0316,
      "step": 87
    },
    {
      "epoch": 0.0456017618862547,
      "grad_norm": 0.13048818707466125,
      "learning_rate": 3.997463102940311e-05,
      "loss": 0.0227,
      "step": 88
    },
    {
      "epoch": 0.046119963725871224,
      "grad_norm": 0.200350821018219,
      "learning_rate": 3.997291196519161e-05,
      "loss": 0.0152,
      "step": 89
    },
    {
      "epoch": 0.046638165565487756,
      "grad_norm": 0.14069367945194244,
      "learning_rate": 3.997113658995207e-05,
      "loss": 0.0232,
      "step": 90
    },
    {
      "epoch": 0.04715636740510429,
      "grad_norm": 0.2060389518737793,
      "learning_rate": 3.9969304908689934e-05,
      "loss": 0.0313,
      "step": 91
    },
    {
      "epoch": 0.04767456924472082,
      "grad_norm": 0.5540250539779663,
      "learning_rate": 3.996741692656938e-05,
      "loss": 0.0637,
      "step": 92
    },
    {
      "epoch": 0.04819277108433735,
      "grad_norm": 0.38743162155151367,
      "learning_rate": 3.996547264891332e-05,
      "loss": 0.0501,
      "step": 93
    },
    {
      "epoch": 0.04871097292395388,
      "grad_norm": 0.33079805970191956,
      "learning_rate": 3.996347208120341e-05,
      "loss": 0.0491,
      "step": 94
    },
    {
      "epoch": 0.04922917476357041,
      "grad_norm": 0.2402544617652893,
      "learning_rate": 3.996141522907998e-05,
      "loss": 0.0308,
      "step": 95
    },
    {
      "epoch": 0.04974737660318694,
      "grad_norm": 0.151661679148674,
      "learning_rate": 3.995930209834206e-05,
      "loss": 0.0288,
      "step": 96
    },
    {
      "epoch": 0.05026557844280347,
      "grad_norm": 0.28846490383148193,
      "learning_rate": 3.995713269494734e-05,
      "loss": 0.0417,
      "step": 97
    },
    {
      "epoch": 0.050783780282420005,
      "grad_norm": 0.20232760906219482,
      "learning_rate": 3.995490702501218e-05,
      "loss": 0.0338,
      "step": 98
    },
    {
      "epoch": 0.05130198212203654,
      "grad_norm": 0.15520133078098297,
      "learning_rate": 3.995262509481157e-05,
      "loss": 0.0269,
      "step": 99
    },
    {
      "epoch": 0.05182018396165306,
      "grad_norm": 0.19639192521572113,
      "learning_rate": 3.9950286910779106e-05,
      "loss": 0.0391,
      "step": 100
    },
    {
      "epoch": 0.052338385801269594,
      "grad_norm": 0.21983079612255096,
      "learning_rate": 3.9947892479507e-05,
      "loss": 0.0378,
      "step": 101
    },
    {
      "epoch": 0.052856587640886125,
      "grad_norm": 0.21260757744312286,
      "learning_rate": 3.994544180774603e-05,
      "loss": 0.0379,
      "step": 102
    },
    {
      "epoch": 0.05337478948050266,
      "grad_norm": 0.19602173566818237,
      "learning_rate": 3.9942934902405564e-05,
      "loss": 0.039,
      "step": 103
    },
    {
      "epoch": 0.05389299132011919,
      "grad_norm": 0.1708235889673233,
      "learning_rate": 3.9940371770553484e-05,
      "loss": 0.0379,
      "step": 104
    },
    {
      "epoch": 0.054411193159735714,
      "grad_norm": 0.18058320879936218,
      "learning_rate": 3.99377524194162e-05,
      "loss": 0.0337,
      "step": 105
    },
    {
      "epoch": 0.054929394999352246,
      "grad_norm": 0.20318712294101715,
      "learning_rate": 3.9935076856378646e-05,
      "loss": 0.0309,
      "step": 106
    },
    {
      "epoch": 0.05544759683896878,
      "grad_norm": 0.1709553748369217,
      "learning_rate": 3.993234508898422e-05,
      "loss": 0.0365,
      "step": 107
    },
    {
      "epoch": 0.05596579867858531,
      "grad_norm": 0.3021198809146881,
      "learning_rate": 3.992955712493477e-05,
      "loss": 0.043,
      "step": 108
    },
    {
      "epoch": 0.05648400051820184,
      "grad_norm": 0.20962610840797424,
      "learning_rate": 3.9926712972090624e-05,
      "loss": 0.0318,
      "step": 109
    },
    {
      "epoch": 0.05700220235781837,
      "grad_norm": 0.12813960015773773,
      "learning_rate": 3.992381263847048e-05,
      "loss": 0.035,
      "step": 110
    },
    {
      "epoch": 0.0575204041974349,
      "grad_norm": 0.16706594824790955,
      "learning_rate": 3.992085613225147e-05,
      "loss": 0.0339,
      "step": 111
    },
    {
      "epoch": 0.05803860603705143,
      "grad_norm": 0.21272806823253632,
      "learning_rate": 3.991784346176906e-05,
      "loss": 0.0394,
      "step": 112
    },
    {
      "epoch": 0.05855680787666796,
      "grad_norm": 0.11596448719501495,
      "learning_rate": 3.99147746355171e-05,
      "loss": 0.0333,
      "step": 113
    },
    {
      "epoch": 0.059075009716284495,
      "grad_norm": 0.19818900525569916,
      "learning_rate": 3.991164966214773e-05,
      "loss": 0.0294,
      "step": 114
    },
    {
      "epoch": 0.05959321155590103,
      "grad_norm": 0.4205951690673828,
      "learning_rate": 3.990846855047141e-05,
      "loss": 0.0628,
      "step": 115
    },
    {
      "epoch": 0.06011141339551755,
      "grad_norm": 0.23930928111076355,
      "learning_rate": 3.9905231309456884e-05,
      "loss": 0.045,
      "step": 116
    },
    {
      "epoch": 0.060629615235134084,
      "grad_norm": 0.3190346658229828,
      "learning_rate": 3.9901937948231124e-05,
      "loss": 0.044,
      "step": 117
    },
    {
      "epoch": 0.061147817074750616,
      "grad_norm": 0.21698309481143951,
      "learning_rate": 3.989858847607932e-05,
      "loss": 0.0417,
      "step": 118
    },
    {
      "epoch": 0.06166601891436715,
      "grad_norm": 0.14343884587287903,
      "learning_rate": 3.9895182902444895e-05,
      "loss": 0.0345,
      "step": 119
    },
    {
      "epoch": 0.06218422075398368,
      "grad_norm": 0.2800877094268799,
      "learning_rate": 3.989172123692941e-05,
      "loss": 0.0431,
      "step": 120
    },
    {
      "epoch": 0.0627024225936002,
      "grad_norm": 0.21430440247058868,
      "learning_rate": 3.988820348929258e-05,
      "loss": 0.0365,
      "step": 121
    },
    {
      "epoch": 0.06322062443321674,
      "grad_norm": 0.18680894374847412,
      "learning_rate": 3.988462966945224e-05,
      "loss": 0.0277,
      "step": 122
    },
    {
      "epoch": 0.06373882627283327,
      "grad_norm": 0.18713238835334778,
      "learning_rate": 3.988099978748431e-05,
      "loss": 0.0359,
      "step": 123
    },
    {
      "epoch": 0.0642570281124498,
      "grad_norm": 0.16081608831882477,
      "learning_rate": 3.987731385362277e-05,
      "loss": 0.0256,
      "step": 124
    },
    {
      "epoch": 0.06477522995206633,
      "grad_norm": 0.13975271582603455,
      "learning_rate": 3.987357187825963e-05,
      "loss": 0.0272,
      "step": 125
    },
    {
      "epoch": 0.06529343179168286,
      "grad_norm": 0.18400432169437408,
      "learning_rate": 3.98697738719449e-05,
      "loss": 0.0295,
      "step": 126
    },
    {
      "epoch": 0.0658116336312994,
      "grad_norm": 0.19633497297763824,
      "learning_rate": 3.986591984538658e-05,
      "loss": 0.0304,
      "step": 127
    },
    {
      "epoch": 0.06632983547091592,
      "grad_norm": 0.12133795768022537,
      "learning_rate": 3.986200980945057e-05,
      "loss": 0.0253,
      "step": 128
    },
    {
      "epoch": 0.06684803731053245,
      "grad_norm": 0.22974886000156403,
      "learning_rate": 3.985804377516074e-05,
      "loss": 0.0377,
      "step": 129
    },
    {
      "epoch": 0.06736623915014898,
      "grad_norm": 0.1624593436717987,
      "learning_rate": 3.985402175369878e-05,
      "loss": 0.0252,
      "step": 130
    },
    {
      "epoch": 0.06788444098976551,
      "grad_norm": 0.1626574844121933,
      "learning_rate": 3.984994375640427e-05,
      "loss": 0.03,
      "step": 131
    },
    {
      "epoch": 0.06840264282938205,
      "grad_norm": 0.17271150648593903,
      "learning_rate": 3.984580979477459e-05,
      "loss": 0.0288,
      "step": 132
    },
    {
      "epoch": 0.06892084466899857,
      "grad_norm": 0.38058826327323914,
      "learning_rate": 3.984161988046491e-05,
      "loss": 0.0392,
      "step": 133
    },
    {
      "epoch": 0.0694390465086151,
      "grad_norm": 0.14003795385360718,
      "learning_rate": 3.983737402528815e-05,
      "loss": 0.0278,
      "step": 134
    },
    {
      "epoch": 0.06995724834823164,
      "grad_norm": 0.22751788794994354,
      "learning_rate": 3.983307224121494e-05,
      "loss": 0.0273,
      "step": 135
    },
    {
      "epoch": 0.07047545018784816,
      "grad_norm": 0.22172273695468903,
      "learning_rate": 3.9828714540373605e-05,
      "loss": 0.0306,
      "step": 136
    },
    {
      "epoch": 0.0709936520274647,
      "grad_norm": 0.24642212688922882,
      "learning_rate": 3.982430093505011e-05,
      "loss": 0.0421,
      "step": 137
    },
    {
      "epoch": 0.07151185386708123,
      "grad_norm": 0.15056243538856506,
      "learning_rate": 3.9819831437688046e-05,
      "loss": 0.029,
      "step": 138
    },
    {
      "epoch": 0.07203005570669777,
      "grad_norm": 0.18077677488327026,
      "learning_rate": 3.9815306060888585e-05,
      "loss": 0.0306,
      "step": 139
    },
    {
      "epoch": 0.07254825754631429,
      "grad_norm": 0.33231616020202637,
      "learning_rate": 3.981072481741043e-05,
      "loss": 0.0463,
      "step": 140
    },
    {
      "epoch": 0.07306645938593082,
      "grad_norm": 0.4319797158241272,
      "learning_rate": 3.980608772016981e-05,
      "loss": 0.0507,
      "step": 141
    },
    {
      "epoch": 0.07358466122554735,
      "grad_norm": 0.20595696568489075,
      "learning_rate": 3.980139478224041e-05,
      "loss": 0.0353,
      "step": 142
    },
    {
      "epoch": 0.07410286306516388,
      "grad_norm": 0.21615833044052124,
      "learning_rate": 3.979664601685336e-05,
      "loss": 0.0386,
      "step": 143
    },
    {
      "epoch": 0.07462106490478042,
      "grad_norm": 0.11346781253814697,
      "learning_rate": 3.979184143739718e-05,
      "loss": 0.0219,
      "step": 144
    },
    {
      "epoch": 0.07513926674439694,
      "grad_norm": 0.4296473264694214,
      "learning_rate": 3.978698105741777e-05,
      "loss": 0.0483,
      "step": 145
    },
    {
      "epoch": 0.07565746858401347,
      "grad_norm": 0.18602745234966278,
      "learning_rate": 3.978206489061833e-05,
      "loss": 0.0318,
      "step": 146
    },
    {
      "epoch": 0.07617567042363001,
      "grad_norm": 0.1680869311094284,
      "learning_rate": 3.9777092950859367e-05,
      "loss": 0.0312,
      "step": 147
    },
    {
      "epoch": 0.07669387226324653,
      "grad_norm": 0.29125967621803284,
      "learning_rate": 3.9772065252158594e-05,
      "loss": 0.0343,
      "step": 148
    },
    {
      "epoch": 0.07721207410286307,
      "grad_norm": 0.19228827953338623,
      "learning_rate": 3.976698180869097e-05,
      "loss": 0.0336,
      "step": 149
    },
    {
      "epoch": 0.0777302759424796,
      "grad_norm": 0.13979323208332062,
      "learning_rate": 3.9761842634788606e-05,
      "loss": 0.0217,
      "step": 150
    },
    {
      "epoch": 0.07824847778209612,
      "grad_norm": 0.23602689802646637,
      "learning_rate": 3.975664774494073e-05,
      "loss": 0.0435,
      "step": 151
    },
    {
      "epoch": 0.07876667962171266,
      "grad_norm": 0.19915208220481873,
      "learning_rate": 3.975139715379364e-05,
      "loss": 0.0248,
      "step": 152
    },
    {
      "epoch": 0.07928488146132918,
      "grad_norm": 0.15488211810588837,
      "learning_rate": 3.9746090876150736e-05,
      "loss": 0.0226,
      "step": 153
    },
    {
      "epoch": 0.07980308330094572,
      "grad_norm": 0.27361470460891724,
      "learning_rate": 3.974072892697234e-05,
      "loss": 0.0412,
      "step": 154
    },
    {
      "epoch": 0.08032128514056225,
      "grad_norm": 0.12932442128658295,
      "learning_rate": 3.973531132137579e-05,
      "loss": 0.0214,
      "step": 155
    },
    {
      "epoch": 0.08083948698017877,
      "grad_norm": 0.13963568210601807,
      "learning_rate": 3.972983807463531e-05,
      "loss": 0.0242,
      "step": 156
    },
    {
      "epoch": 0.08135768881979531,
      "grad_norm": 0.22062024474143982,
      "learning_rate": 3.9724309202182014e-05,
      "loss": 0.0303,
      "step": 157
    },
    {
      "epoch": 0.08187589065941184,
      "grad_norm": 0.3001038730144501,
      "learning_rate": 3.9718724719603836e-05,
      "loss": 0.0353,
      "step": 158
    },
    {
      "epoch": 0.08239409249902838,
      "grad_norm": 0.2961874008178711,
      "learning_rate": 3.9713084642645504e-05,
      "loss": 0.0298,
      "step": 159
    },
    {
      "epoch": 0.0829122943386449,
      "grad_norm": 0.30271297693252563,
      "learning_rate": 3.970738898720847e-05,
      "loss": 0.0353,
      "step": 160
    },
    {
      "epoch": 0.08343049617826143,
      "grad_norm": 0.18537764251232147,
      "learning_rate": 3.9701637769350906e-05,
      "loss": 0.0276,
      "step": 161
    },
    {
      "epoch": 0.08394869801787797,
      "grad_norm": 0.45981863141059875,
      "learning_rate": 3.969583100528762e-05,
      "loss": 0.0332,
      "step": 162
    },
    {
      "epoch": 0.08446689985749449,
      "grad_norm": 0.3007035255432129,
      "learning_rate": 3.968996871139002e-05,
      "loss": 0.0417,
      "step": 163
    },
    {
      "epoch": 0.08498510169711103,
      "grad_norm": 0.2484988421201706,
      "learning_rate": 3.9684050904186094e-05,
      "loss": 0.0332,
      "step": 164
    },
    {
      "epoch": 0.08550330353672755,
      "grad_norm": 0.1978878676891327,
      "learning_rate": 3.9678077600360316e-05,
      "loss": 0.0267,
      "step": 165
    },
    {
      "epoch": 0.08602150537634409,
      "grad_norm": 0.14420898258686066,
      "learning_rate": 3.9672048816753654e-05,
      "loss": 0.0224,
      "step": 166
    },
    {
      "epoch": 0.08653970721596062,
      "grad_norm": 0.2479882538318634,
      "learning_rate": 3.966596457036347e-05,
      "loss": 0.0317,
      "step": 167
    },
    {
      "epoch": 0.08705790905557714,
      "grad_norm": 0.2385600358247757,
      "learning_rate": 3.96598248783435e-05,
      "loss": 0.0362,
      "step": 168
    },
    {
      "epoch": 0.08757611089519368,
      "grad_norm": 0.30355146527290344,
      "learning_rate": 3.965362975800382e-05,
      "loss": 0.0372,
      "step": 169
    },
    {
      "epoch": 0.0880943127348102,
      "grad_norm": 0.440682590007782,
      "learning_rate": 3.964737922681077e-05,
      "loss": 0.0434,
      "step": 170
    },
    {
      "epoch": 0.08861251457442675,
      "grad_norm": 0.1279064565896988,
      "learning_rate": 3.964107330238689e-05,
      "loss": 0.0164,
      "step": 171
    },
    {
      "epoch": 0.08913071641404327,
      "grad_norm": 0.2853245735168457,
      "learning_rate": 3.9634712002510925e-05,
      "loss": 0.0453,
      "step": 172
    },
    {
      "epoch": 0.0896489182536598,
      "grad_norm": 0.20429256558418274,
      "learning_rate": 3.962829534511774e-05,
      "loss": 0.024,
      "step": 173
    },
    {
      "epoch": 0.09016712009327633,
      "grad_norm": 0.4442828595638275,
      "learning_rate": 3.962182334829825e-05,
      "loss": 0.0525,
      "step": 174
    },
    {
      "epoch": 0.09068532193289286,
      "grad_norm": 0.2360175997018814,
      "learning_rate": 3.961529603029942e-05,
      "loss": 0.0282,
      "step": 175
    },
    {
      "epoch": 0.0912035237725094,
      "grad_norm": 0.09913711994886398,
      "learning_rate": 3.9608713409524175e-05,
      "loss": 0.0217,
      "step": 176
    },
    {
      "epoch": 0.09172172561212592,
      "grad_norm": 0.18438151478767395,
      "learning_rate": 3.9602075504531356e-05,
      "loss": 0.0312,
      "step": 177
    },
    {
      "epoch": 0.09223992745174245,
      "grad_norm": 0.23954534530639648,
      "learning_rate": 3.959538233403567e-05,
      "loss": 0.0206,
      "step": 178
    },
    {
      "epoch": 0.09275812929135899,
      "grad_norm": 0.28380924463272095,
      "learning_rate": 3.9588633916907635e-05,
      "loss": 0.0388,
      "step": 179
    },
    {
      "epoch": 0.09327633113097551,
      "grad_norm": 0.16261892020702362,
      "learning_rate": 3.9581830272173556e-05,
      "loss": 0.0191,
      "step": 180
    },
    {
      "epoch": 0.09379453297059205,
      "grad_norm": 0.1379668265581131,
      "learning_rate": 3.95749714190154e-05,
      "loss": 0.0289,
      "step": 181
    },
    {
      "epoch": 0.09431273481020858,
      "grad_norm": 0.29320958256721497,
      "learning_rate": 3.9568057376770826e-05,
      "loss": 0.0227,
      "step": 182
    },
    {
      "epoch": 0.0948309366498251,
      "grad_norm": 0.3081492781639099,
      "learning_rate": 3.956108816493309e-05,
      "loss": 0.0388,
      "step": 183
    },
    {
      "epoch": 0.09534913848944164,
      "grad_norm": 0.14883936941623688,
      "learning_rate": 3.955406380315094e-05,
      "loss": 0.0262,
      "step": 184
    },
    {
      "epoch": 0.09586734032905816,
      "grad_norm": 0.18635591864585876,
      "learning_rate": 3.954698431122868e-05,
      "loss": 0.0204,
      "step": 185
    },
    {
      "epoch": 0.0963855421686747,
      "grad_norm": 0.2801106572151184,
      "learning_rate": 3.953984970912601e-05,
      "loss": 0.0223,
      "step": 186
    },
    {
      "epoch": 0.09690374400829123,
      "grad_norm": 0.4112246334552765,
      "learning_rate": 3.953266001695802e-05,
      "loss": 0.0434,
      "step": 187
    },
    {
      "epoch": 0.09742194584790775,
      "grad_norm": 0.19749994575977325,
      "learning_rate": 3.95254152549951e-05,
      "loss": 0.0266,
      "step": 188
    },
    {
      "epoch": 0.09794014768752429,
      "grad_norm": 0.1635226160287857,
      "learning_rate": 3.951811544366292e-05,
      "loss": 0.0216,
      "step": 189
    },
    {
      "epoch": 0.09845834952714082,
      "grad_norm": 0.15637846291065216,
      "learning_rate": 3.9510760603542354e-05,
      "loss": 0.0294,
      "step": 190
    },
    {
      "epoch": 0.09897655136675736,
      "grad_norm": 0.376310259103775,
      "learning_rate": 3.950335075536941e-05,
      "loss": 0.0426,
      "step": 191
    },
    {
      "epoch": 0.09949475320637388,
      "grad_norm": 0.32836809754371643,
      "learning_rate": 3.949588592003518e-05,
      "loss": 0.023,
      "step": 192
    },
    {
      "epoch": 0.1000129550459904,
      "grad_norm": 0.14829964935779572,
      "learning_rate": 3.948836611858582e-05,
      "loss": 0.0296,
      "step": 193
    },
    {
      "epoch": 0.10053115688560695,
      "grad_norm": 0.13914668560028076,
      "learning_rate": 3.948079137222242e-05,
      "loss": 0.0209,
      "step": 194
    },
    {
      "epoch": 0.10104935872522347,
      "grad_norm": 0.28442588448524475,
      "learning_rate": 3.9473161702301e-05,
      "loss": 0.0308,
      "step": 195
    },
    {
      "epoch": 0.10156756056484001,
      "grad_norm": 0.1649635136127472,
      "learning_rate": 3.9465477130332405e-05,
      "loss": 0.0183,
      "step": 196
    },
    {
      "epoch": 0.10208576240445653,
      "grad_norm": 0.22778348624706268,
      "learning_rate": 3.945773767798231e-05,
      "loss": 0.0298,
      "step": 197
    },
    {
      "epoch": 0.10260396424407307,
      "grad_norm": 0.5452020764350891,
      "learning_rate": 3.944994336707107e-05,
      "loss": 0.0299,
      "step": 198
    },
    {
      "epoch": 0.1031221660836896,
      "grad_norm": 0.20926618576049805,
      "learning_rate": 3.944209421957375e-05,
      "loss": 0.0268,
      "step": 199
    },
    {
      "epoch": 0.10364036792330612,
      "grad_norm": 0.15481847524642944,
      "learning_rate": 3.943419025762e-05,
      "loss": 0.021,
      "step": 200
    },
    {
      "epoch": 0.10415856976292266,
      "grad_norm": 0.8367764353752136,
      "learning_rate": 3.942623150349399e-05,
      "loss": 0.0549,
      "step": 201
    },
    {
      "epoch": 0.10467677160253919,
      "grad_norm": 0.37851259112358093,
      "learning_rate": 3.9418217979634425e-05,
      "loss": 0.0382,
      "step": 202
    },
    {
      "epoch": 0.10519497344215573,
      "grad_norm": 0.506738543510437,
      "learning_rate": 3.941014970863437e-05,
      "loss": 0.0491,
      "step": 203
    },
    {
      "epoch": 0.10571317528177225,
      "grad_norm": 0.37913596630096436,
      "learning_rate": 3.940202671324127e-05,
      "loss": 0.0275,
      "step": 204
    },
    {
      "epoch": 0.10623137712138878,
      "grad_norm": 0.20694205164909363,
      "learning_rate": 3.9393849016356866e-05,
      "loss": 0.0182,
      "step": 205
    },
    {
      "epoch": 0.10674957896100531,
      "grad_norm": 0.2608841061592102,
      "learning_rate": 3.9385616641037104e-05,
      "loss": 0.0296,
      "step": 206
    },
    {
      "epoch": 0.10726778080062184,
      "grad_norm": 0.18457987904548645,
      "learning_rate": 3.9377329610492084e-05,
      "loss": 0.0202,
      "step": 207
    },
    {
      "epoch": 0.10778598264023838,
      "grad_norm": 0.34302592277526855,
      "learning_rate": 3.9368987948086024e-05,
      "loss": 0.0348,
      "step": 208
    },
    {
      "epoch": 0.1083041844798549,
      "grad_norm": 0.25883880257606506,
      "learning_rate": 3.9360591677337166e-05,
      "loss": 0.0264,
      "step": 209
    },
    {
      "epoch": 0.10882238631947143,
      "grad_norm": 0.1379159390926361,
      "learning_rate": 3.935214082191768e-05,
      "loss": 0.0198,
      "step": 210
    },
    {
      "epoch": 0.10934058815908797,
      "grad_norm": 0.1821633279323578,
      "learning_rate": 3.934363540565366e-05,
      "loss": 0.0215,
      "step": 211
    },
    {
      "epoch": 0.10985878999870449,
      "grad_norm": 0.18341860175132751,
      "learning_rate": 3.933507545252504e-05,
      "loss": 0.0209,
      "step": 212
    },
    {
      "epoch": 0.11037699183832103,
      "grad_norm": 0.22454297542572021,
      "learning_rate": 3.9326460986665476e-05,
      "loss": 0.0294,
      "step": 213
    },
    {
      "epoch": 0.11089519367793756,
      "grad_norm": 0.16194742918014526,
      "learning_rate": 3.931779203236233e-05,
      "loss": 0.0254,
      "step": 214
    },
    {
      "epoch": 0.11141339551755408,
      "grad_norm": 0.47000735998153687,
      "learning_rate": 3.9309068614056615e-05,
      "loss": 0.048,
      "step": 215
    },
    {
      "epoch": 0.11193159735717062,
      "grad_norm": 0.28025323152542114,
      "learning_rate": 3.930029075634286e-05,
      "loss": 0.0253,
      "step": 216
    },
    {
      "epoch": 0.11244979919678715,
      "grad_norm": 0.5879072546958923,
      "learning_rate": 3.9291458483969086e-05,
      "loss": 0.062,
      "step": 217
    },
    {
      "epoch": 0.11296800103640368,
      "grad_norm": 0.18934841454029083,
      "learning_rate": 3.928257182183674e-05,
      "loss": 0.0318,
      "step": 218
    },
    {
      "epoch": 0.11348620287602021,
      "grad_norm": 0.21203094720840454,
      "learning_rate": 3.9273630795000626e-05,
      "loss": 0.026,
      "step": 219
    },
    {
      "epoch": 0.11400440471563673,
      "grad_norm": 0.25133925676345825,
      "learning_rate": 3.926463542866879e-05,
      "loss": 0.0183,
      "step": 220
    },
    {
      "epoch": 0.11452260655525327,
      "grad_norm": 0.25150206685066223,
      "learning_rate": 3.92555857482025e-05,
      "loss": 0.0223,
      "step": 221
    },
    {
      "epoch": 0.1150408083948698,
      "grad_norm": 0.20962639153003693,
      "learning_rate": 3.924648177911616e-05,
      "loss": 0.0309,
      "step": 222
    },
    {
      "epoch": 0.11555901023448634,
      "grad_norm": 0.21745115518569946,
      "learning_rate": 3.9237323547077216e-05,
      "loss": 0.0257,
      "step": 223
    },
    {
      "epoch": 0.11607721207410286,
      "grad_norm": 0.2105790674686432,
      "learning_rate": 3.922811107790613e-05,
      "loss": 0.0251,
      "step": 224
    },
    {
      "epoch": 0.11659541391371939,
      "grad_norm": 0.1776510328054428,
      "learning_rate": 3.921884439757624e-05,
      "loss": 0.0211,
      "step": 225
    },
    {
      "epoch": 0.11711361575333593,
      "grad_norm": 0.4401101768016815,
      "learning_rate": 3.920952353221376e-05,
      "loss": 0.0413,
      "step": 226
    },
    {
      "epoch": 0.11763181759295245,
      "grad_norm": 0.33000439405441284,
      "learning_rate": 3.9200148508097656e-05,
      "loss": 0.0378,
      "step": 227
    },
    {
      "epoch": 0.11815001943256899,
      "grad_norm": 0.22733037173748016,
      "learning_rate": 3.919071935165958e-05,
      "loss": 0.0309,
      "step": 228
    },
    {
      "epoch": 0.11866822127218551,
      "grad_norm": 0.27271509170532227,
      "learning_rate": 3.918123608948382e-05,
      "loss": 0.0332,
      "step": 229
    },
    {
      "epoch": 0.11918642311180205,
      "grad_norm": 0.28250646591186523,
      "learning_rate": 3.91716987483072e-05,
      "loss": 0.0274,
      "step": 230
    },
    {
      "epoch": 0.11970462495141858,
      "grad_norm": 0.18986068665981293,
      "learning_rate": 3.916210735501902e-05,
      "loss": 0.0188,
      "step": 231
    },
    {
      "epoch": 0.1202228267910351,
      "grad_norm": 0.13927146792411804,
      "learning_rate": 3.915246193666096e-05,
      "loss": 0.0202,
      "step": 232
    },
    {
      "epoch": 0.12074102863065164,
      "grad_norm": 0.31036004424095154,
      "learning_rate": 3.914276252042702e-05,
      "loss": 0.024,
      "step": 233
    },
    {
      "epoch": 0.12125923047026817,
      "grad_norm": 0.21623092889785767,
      "learning_rate": 3.913300913366344e-05,
      "loss": 0.024,
      "step": 234
    },
    {
      "epoch": 0.1217774323098847,
      "grad_norm": 0.17337322235107422,
      "learning_rate": 3.9123201803868644e-05,
      "loss": 0.0162,
      "step": 235
    },
    {
      "epoch": 0.12229563414950123,
      "grad_norm": 0.2597239315509796,
      "learning_rate": 3.911334055869309e-05,
      "loss": 0.0277,
      "step": 236
    },
    {
      "epoch": 0.12281383598911776,
      "grad_norm": 0.23021075129508972,
      "learning_rate": 3.910342542593932e-05,
      "loss": 0.0263,
      "step": 237
    },
    {
      "epoch": 0.1233320378287343,
      "grad_norm": 0.38447242975234985,
      "learning_rate": 3.909345643356172e-05,
      "loss": 0.0293,
      "step": 238
    },
    {
      "epoch": 0.12385023966835082,
      "grad_norm": 0.20466025173664093,
      "learning_rate": 3.908343360966659e-05,
      "loss": 0.021,
      "step": 239
    },
    {
      "epoch": 0.12436844150796736,
      "grad_norm": 0.35317835211753845,
      "learning_rate": 3.9073356982511975e-05,
      "loss": 0.0427,
      "step": 240
    },
    {
      "epoch": 0.12488664334758388,
      "grad_norm": 0.5810201168060303,
      "learning_rate": 3.906322658050761e-05,
      "loss": 0.05,
      "step": 241
    },
    {
      "epoch": 0.1254048451872004,
      "grad_norm": 0.3113636374473572,
      "learning_rate": 3.905304243221485e-05,
      "loss": 0.0313,
      "step": 242
    },
    {
      "epoch": 0.12592304702681695,
      "grad_norm": 0.1605708748102188,
      "learning_rate": 3.904280456634659e-05,
      "loss": 0.0222,
      "step": 243
    },
    {
      "epoch": 0.1264412488664335,
      "grad_norm": 0.35602137446403503,
      "learning_rate": 3.9032513011767136e-05,
      "loss": 0.0224,
      "step": 244
    },
    {
      "epoch": 0.12695945070605,
      "grad_norm": 0.42479732632637024,
      "learning_rate": 3.90221677974922e-05,
      "loss": 0.0314,
      "step": 245
    },
    {
      "epoch": 0.12747765254566654,
      "grad_norm": 0.24160167574882507,
      "learning_rate": 3.901176895268877e-05,
      "loss": 0.0236,
      "step": 246
    },
    {
      "epoch": 0.12799585438528308,
      "grad_norm": 0.5197824835777283,
      "learning_rate": 3.900131650667504e-05,
      "loss": 0.0314,
      "step": 247
    },
    {
      "epoch": 0.1285140562248996,
      "grad_norm": 0.1657523363828659,
      "learning_rate": 3.899081048892031e-05,
      "loss": 0.0207,
      "step": 248
    },
    {
      "epoch": 0.12903225806451613,
      "grad_norm": 0.21127645671367645,
      "learning_rate": 3.898025092904494e-05,
      "loss": 0.0259,
      "step": 249
    },
    {
      "epoch": 0.12955045990413266,
      "grad_norm": 0.19938185811042786,
      "learning_rate": 3.896963785682024e-05,
      "loss": 0.024,
      "step": 250
    },
    {
      "epoch": 0.1300686617437492,
      "grad_norm": 0.6112692952156067,
      "learning_rate": 3.895897130216838e-05,
      "loss": 0.0594,
      "step": 251
    },
    {
      "epoch": 0.13058686358336571,
      "grad_norm": 0.29001185297966003,
      "learning_rate": 3.894825129516232e-05,
      "loss": 0.0308,
      "step": 252
    },
    {
      "epoch": 0.13110506542298225,
      "grad_norm": 0.12033861130475998,
      "learning_rate": 3.893747786602573e-05,
      "loss": 0.0173,
      "step": 253
    },
    {
      "epoch": 0.1316232672625988,
      "grad_norm": 0.21433091163635254,
      "learning_rate": 3.89266510451329e-05,
      "loss": 0.0299,
      "step": 254
    },
    {
      "epoch": 0.1321414691022153,
      "grad_norm": 0.2604752779006958,
      "learning_rate": 3.8915770863008635e-05,
      "loss": 0.0209,
      "step": 255
    },
    {
      "epoch": 0.13265967094183184,
      "grad_norm": 0.2170797735452652,
      "learning_rate": 3.8904837350328194e-05,
      "loss": 0.0221,
      "step": 256
    },
    {
      "epoch": 0.13317787278144838,
      "grad_norm": 0.23096159100532532,
      "learning_rate": 3.88938505379172e-05,
      "loss": 0.0337,
      "step": 257
    },
    {
      "epoch": 0.1336960746210649,
      "grad_norm": 0.1898171603679657,
      "learning_rate": 3.888281045675153e-05,
      "loss": 0.0211,
      "step": 258
    },
    {
      "epoch": 0.13421427646068143,
      "grad_norm": 0.18458768725395203,
      "learning_rate": 3.887171713795727e-05,
      "loss": 0.0211,
      "step": 259
    },
    {
      "epoch": 0.13473247830029797,
      "grad_norm": 0.17833667993545532,
      "learning_rate": 3.886057061281058e-05,
      "loss": 0.0318,
      "step": 260
    },
    {
      "epoch": 0.1352506801399145,
      "grad_norm": 0.1271020621061325,
      "learning_rate": 3.8849370912737644e-05,
      "loss": 0.0161,
      "step": 261
    },
    {
      "epoch": 0.13576888197953102,
      "grad_norm": 0.23673047125339508,
      "learning_rate": 3.883811806931456e-05,
      "loss": 0.038,
      "step": 262
    },
    {
      "epoch": 0.13628708381914756,
      "grad_norm": 0.16474123299121857,
      "learning_rate": 3.8826812114267264e-05,
      "loss": 0.0258,
      "step": 263
    },
    {
      "epoch": 0.1368052856587641,
      "grad_norm": 0.2002090960741043,
      "learning_rate": 3.881545307947141e-05,
      "loss": 0.0238,
      "step": 264
    },
    {
      "epoch": 0.1373234874983806,
      "grad_norm": 0.19066838920116425,
      "learning_rate": 3.880404099695232e-05,
      "loss": 0.0214,
      "step": 265
    },
    {
      "epoch": 0.13784168933799715,
      "grad_norm": 0.245769664645195,
      "learning_rate": 3.879257589888489e-05,
      "loss": 0.0345,
      "step": 266
    },
    {
      "epoch": 0.1383598911776137,
      "grad_norm": 0.27019011974334717,
      "learning_rate": 3.878105781759347e-05,
      "loss": 0.0387,
      "step": 267
    },
    {
      "epoch": 0.1388780930172302,
      "grad_norm": 0.20554135739803314,
      "learning_rate": 3.876948678555179e-05,
      "loss": 0.0209,
      "step": 268
    },
    {
      "epoch": 0.13939629485684674,
      "grad_norm": 0.273275762796402,
      "learning_rate": 3.875786283538287e-05,
      "loss": 0.0209,
      "step": 269
    },
    {
      "epoch": 0.13991449669646328,
      "grad_norm": 0.1820681393146515,
      "learning_rate": 3.8746185999858925e-05,
      "loss": 0.0235,
      "step": 270
    },
    {
      "epoch": 0.14043269853607981,
      "grad_norm": 0.1960431933403015,
      "learning_rate": 3.873445631190127e-05,
      "loss": 0.0217,
      "step": 271
    },
    {
      "epoch": 0.14095090037569633,
      "grad_norm": 0.3486228883266449,
      "learning_rate": 3.872267380458024e-05,
      "loss": 0.0279,
      "step": 272
    },
    {
      "epoch": 0.14146910221531286,
      "grad_norm": 0.25267505645751953,
      "learning_rate": 3.871083851111508e-05,
      "loss": 0.0269,
      "step": 273
    },
    {
      "epoch": 0.1419873040549294,
      "grad_norm": 0.26706644892692566,
      "learning_rate": 3.8698950464873874e-05,
      "loss": 0.0253,
      "step": 274
    },
    {
      "epoch": 0.14250550589454591,
      "grad_norm": 0.271297812461853,
      "learning_rate": 3.86870096993734e-05,
      "loss": 0.0362,
      "step": 275
    },
    {
      "epoch": 0.14302370773416245,
      "grad_norm": 0.3143746554851532,
      "learning_rate": 3.867501624827911e-05,
      "loss": 0.0286,
      "step": 276
    },
    {
      "epoch": 0.143541909573779,
      "grad_norm": 0.28915753960609436,
      "learning_rate": 3.866297014540497e-05,
      "loss": 0.0223,
      "step": 277
    },
    {
      "epoch": 0.14406011141339553,
      "grad_norm": 0.24351872503757477,
      "learning_rate": 3.8650871424713406e-05,
      "loss": 0.0204,
      "step": 278
    },
    {
      "epoch": 0.14457831325301204,
      "grad_norm": 0.22745080292224884,
      "learning_rate": 3.863872012031519e-05,
      "loss": 0.0201,
      "step": 279
    },
    {
      "epoch": 0.14509651509262858,
      "grad_norm": 0.17342780530452728,
      "learning_rate": 3.8626516266469346e-05,
      "loss": 0.0154,
      "step": 280
    },
    {
      "epoch": 0.14561471693224512,
      "grad_norm": 0.32193371653556824,
      "learning_rate": 3.8614259897583035e-05,
      "loss": 0.0296,
      "step": 281
    },
    {
      "epoch": 0.14613291877186163,
      "grad_norm": 0.23850269615650177,
      "learning_rate": 3.8601951048211516e-05,
      "loss": 0.0382,
      "step": 282
    },
    {
      "epoch": 0.14665112061147817,
      "grad_norm": 0.13823804259300232,
      "learning_rate": 3.8589589753057986e-05,
      "loss": 0.0142,
      "step": 283
    },
    {
      "epoch": 0.1471693224510947,
      "grad_norm": 0.5433732271194458,
      "learning_rate": 3.85771760469735e-05,
      "loss": 0.0404,
      "step": 284
    },
    {
      "epoch": 0.14768752429071122,
      "grad_norm": 0.43869102001190186,
      "learning_rate": 3.856470996495689e-05,
      "loss": 0.0531,
      "step": 285
    },
    {
      "epoch": 0.14820572613032776,
      "grad_norm": 0.19134990870952606,
      "learning_rate": 3.855219154215466e-05,
      "loss": 0.0205,
      "step": 286
    },
    {
      "epoch": 0.1487239279699443,
      "grad_norm": 0.35158365964889526,
      "learning_rate": 3.8539620813860875e-05,
      "loss": 0.0283,
      "step": 287
    },
    {
      "epoch": 0.14924212980956084,
      "grad_norm": 0.18466360867023468,
      "learning_rate": 3.8526997815517064e-05,
      "loss": 0.02,
      "step": 288
    },
    {
      "epoch": 0.14976033164917735,
      "grad_norm": 0.1774568259716034,
      "learning_rate": 3.851432258271213e-05,
      "loss": 0.023,
      "step": 289
    },
    {
      "epoch": 0.1502785334887939,
      "grad_norm": 0.10834086686372757,
      "learning_rate": 3.850159515118224e-05,
      "loss": 0.0119,
      "step": 290
    },
    {
      "epoch": 0.15079673532841043,
      "grad_norm": 0.3568941056728363,
      "learning_rate": 3.8488815556810746e-05,
      "loss": 0.035,
      "step": 291
    },
    {
      "epoch": 0.15131493716802694,
      "grad_norm": 0.09321002662181854,
      "learning_rate": 3.847598383562803e-05,
      "loss": 0.0167,
      "step": 292
    },
    {
      "epoch": 0.15183313900764348,
      "grad_norm": 0.24882569909095764,
      "learning_rate": 3.846310002381148e-05,
      "loss": 0.032,
      "step": 293
    },
    {
      "epoch": 0.15235134084726001,
      "grad_norm": 0.4001385271549225,
      "learning_rate": 3.845016415768532e-05,
      "loss": 0.0365,
      "step": 294
    },
    {
      "epoch": 0.15286954268687653,
      "grad_norm": 0.08750130981206894,
      "learning_rate": 3.8437176273720546e-05,
      "loss": 0.0161,
      "step": 295
    },
    {
      "epoch": 0.15338774452649306,
      "grad_norm": 0.158023864030838,
      "learning_rate": 3.8424136408534814e-05,
      "loss": 0.0181,
      "step": 296
    },
    {
      "epoch": 0.1539059463661096,
      "grad_norm": 0.12722338736057281,
      "learning_rate": 3.841104459889232e-05,
      "loss": 0.0193,
      "step": 297
    },
    {
      "epoch": 0.15442414820572614,
      "grad_norm": 0.16069327294826508,
      "learning_rate": 3.839790088170371e-05,
      "loss": 0.0202,
      "step": 298
    },
    {
      "epoch": 0.15494235004534265,
      "grad_norm": 0.16501739621162415,
      "learning_rate": 3.838470529402599e-05,
      "loss": 0.0223,
      "step": 299
    },
    {
      "epoch": 0.1554605518849592,
      "grad_norm": 0.1982022225856781,
      "learning_rate": 3.8371457873062425e-05,
      "loss": 0.0207,
      "step": 300
    },
    {
      "epoch": 0.15597875372457573,
      "grad_norm": 0.22107556462287903,
      "learning_rate": 3.835815865616237e-05,
      "loss": 0.0371,
      "step": 301
    },
    {
      "epoch": 0.15649695556419224,
      "grad_norm": 0.2059648483991623,
      "learning_rate": 3.834480768082125e-05,
      "loss": 0.0198,
      "step": 302
    },
    {
      "epoch": 0.15701515740380878,
      "grad_norm": 0.24241840839385986,
      "learning_rate": 3.83314049846804e-05,
      "loss": 0.0216,
      "step": 303
    },
    {
      "epoch": 0.15753335924342532,
      "grad_norm": 0.1592680811882019,
      "learning_rate": 3.831795060552698e-05,
      "loss": 0.0274,
      "step": 304
    },
    {
      "epoch": 0.15805156108304186,
      "grad_norm": 0.16157729923725128,
      "learning_rate": 3.830444458129386e-05,
      "loss": 0.0197,
      "step": 305
    },
    {
      "epoch": 0.15856976292265837,
      "grad_norm": 0.1381078064441681,
      "learning_rate": 3.829088695005952e-05,
      "loss": 0.028,
      "step": 306
    },
    {
      "epoch": 0.1590879647622749,
      "grad_norm": 0.1145080178976059,
      "learning_rate": 3.827727775004794e-05,
      "loss": 0.0151,
      "step": 307
    },
    {
      "epoch": 0.15960616660189145,
      "grad_norm": 0.12582014501094818,
      "learning_rate": 3.8263617019628495e-05,
      "loss": 0.017,
      "step": 308
    },
    {
      "epoch": 0.16012436844150796,
      "grad_norm": 0.11775611340999603,
      "learning_rate": 3.8249904797315825e-05,
      "loss": 0.021,
      "step": 309
    },
    {
      "epoch": 0.1606425702811245,
      "grad_norm": 0.18558956682682037,
      "learning_rate": 3.823614112176977e-05,
      "loss": 0.0229,
      "step": 310
    },
    {
      "epoch": 0.16116077212074104,
      "grad_norm": 0.2732170820236206,
      "learning_rate": 3.822232603179521e-05,
      "loss": 0.0351,
      "step": 311
    },
    {
      "epoch": 0.16167897396035755,
      "grad_norm": 0.36403414607048035,
      "learning_rate": 3.820845956634201e-05,
      "loss": 0.0217,
      "step": 312
    },
    {
      "epoch": 0.16219717579997409,
      "grad_norm": 0.16710692644119263,
      "learning_rate": 3.819454176450486e-05,
      "loss": 0.0211,
      "step": 313
    },
    {
      "epoch": 0.16271537763959062,
      "grad_norm": 0.11457782238721848,
      "learning_rate": 3.818057266552319e-05,
      "loss": 0.0265,
      "step": 314
    },
    {
      "epoch": 0.16323357947920716,
      "grad_norm": 0.2501565217971802,
      "learning_rate": 3.816655230878106e-05,
      "loss": 0.0323,
      "step": 315
    },
    {
      "epoch": 0.16375178131882367,
      "grad_norm": 0.13976308703422546,
      "learning_rate": 3.815248073380704e-05,
      "loss": 0.0215,
      "step": 316
    },
    {
      "epoch": 0.1642699831584402,
      "grad_norm": 0.14425045251846313,
      "learning_rate": 3.8138357980274106e-05,
      "loss": 0.0209,
      "step": 317
    },
    {
      "epoch": 0.16478818499805675,
      "grad_norm": 0.17892557382583618,
      "learning_rate": 3.812418408799953e-05,
      "loss": 0.0249,
      "step": 318
    },
    {
      "epoch": 0.16530638683767326,
      "grad_norm": 0.14994150400161743,
      "learning_rate": 3.810995909694476e-05,
      "loss": 0.0212,
      "step": 319
    },
    {
      "epoch": 0.1658245886772898,
      "grad_norm": 0.2975420355796814,
      "learning_rate": 3.80956830472153e-05,
      "loss": 0.0269,
      "step": 320
    },
    {
      "epoch": 0.16634279051690634,
      "grad_norm": 0.16391150653362274,
      "learning_rate": 3.808135597906061e-05,
      "loss": 0.0173,
      "step": 321
    },
    {
      "epoch": 0.16686099235652285,
      "grad_norm": 0.4943293631076813,
      "learning_rate": 3.8066977932874014e-05,
      "loss": 0.0466,
      "step": 322
    },
    {
      "epoch": 0.1673791941961394,
      "grad_norm": 0.2048560231924057,
      "learning_rate": 3.8052548949192534e-05,
      "loss": 0.0213,
      "step": 323
    },
    {
      "epoch": 0.16789739603575593,
      "grad_norm": 0.3236941397190094,
      "learning_rate": 3.803806906869682e-05,
      "loss": 0.0385,
      "step": 324
    },
    {
      "epoch": 0.16841559787537247,
      "grad_norm": 0.10196578502655029,
      "learning_rate": 3.8023538332210994e-05,
      "loss": 0.0137,
      "step": 325
    },
    {
      "epoch": 0.16893379971498898,
      "grad_norm": 0.1597544252872467,
      "learning_rate": 3.80089567807026e-05,
      "loss": 0.0226,
      "step": 326
    },
    {
      "epoch": 0.16945200155460552,
      "grad_norm": 0.12884768843650818,
      "learning_rate": 3.799432445528241e-05,
      "loss": 0.0193,
      "step": 327
    },
    {
      "epoch": 0.16997020339422206,
      "grad_norm": 0.12846127152442932,
      "learning_rate": 3.797964139720437e-05,
      "loss": 0.0194,
      "step": 328
    },
    {
      "epoch": 0.17048840523383857,
      "grad_norm": 0.2257414311170578,
      "learning_rate": 3.796490764786545e-05,
      "loss": 0.0258,
      "step": 329
    },
    {
      "epoch": 0.1710066070734551,
      "grad_norm": 0.1655774712562561,
      "learning_rate": 3.795012324880554e-05,
      "loss": 0.0261,
      "step": 330
    },
    {
      "epoch": 0.17152480891307165,
      "grad_norm": 0.8630039095878601,
      "learning_rate": 3.793528824170733e-05,
      "loss": 0.0519,
      "step": 331
    },
    {
      "epoch": 0.17204301075268819,
      "grad_norm": 0.3237569332122803,
      "learning_rate": 3.792040266839621e-05,
      "loss": 0.018,
      "step": 332
    },
    {
      "epoch": 0.1725612125923047,
      "grad_norm": 0.1244291141629219,
      "learning_rate": 3.79054665708401e-05,
      "loss": 0.0224,
      "step": 333
    },
    {
      "epoch": 0.17307941443192124,
      "grad_norm": 0.12003582715988159,
      "learning_rate": 3.7890479991149384e-05,
      "loss": 0.0191,
      "step": 334
    },
    {
      "epoch": 0.17359761627153777,
      "grad_norm": 0.1280771940946579,
      "learning_rate": 3.787544297157678e-05,
      "loss": 0.0161,
      "step": 335
    },
    {
      "epoch": 0.17411581811115429,
      "grad_norm": 0.5037534236907959,
      "learning_rate": 3.786035555451721e-05,
      "loss": 0.0544,
      "step": 336
    },
    {
      "epoch": 0.17463401995077082,
      "grad_norm": 0.13476350903511047,
      "learning_rate": 3.7845217782507686e-05,
      "loss": 0.0218,
      "step": 337
    },
    {
      "epoch": 0.17515222179038736,
      "grad_norm": 0.11884070932865143,
      "learning_rate": 3.783002969822718e-05,
      "loss": 0.0228,
      "step": 338
    },
    {
      "epoch": 0.17567042363000387,
      "grad_norm": 0.1743396818637848,
      "learning_rate": 3.781479134449654e-05,
      "loss": 0.0251,
      "step": 339
    },
    {
      "epoch": 0.1761886254696204,
      "grad_norm": 0.26071441173553467,
      "learning_rate": 3.779950276427829e-05,
      "loss": 0.0266,
      "step": 340
    },
    {
      "epoch": 0.17670682730923695,
      "grad_norm": 0.16687913239002228,
      "learning_rate": 3.778416400067662e-05,
      "loss": 0.0176,
      "step": 341
    },
    {
      "epoch": 0.1772250291488535,
      "grad_norm": 0.11515403538942337,
      "learning_rate": 3.7768775096937176e-05,
      "loss": 0.0186,
      "step": 342
    },
    {
      "epoch": 0.17774323098847,
      "grad_norm": 0.2612086534500122,
      "learning_rate": 3.7753336096446954e-05,
      "loss": 0.0262,
      "step": 343
    },
    {
      "epoch": 0.17826143282808654,
      "grad_norm": 0.2220304310321808,
      "learning_rate": 3.773784704273424e-05,
      "loss": 0.0376,
      "step": 344
    },
    {
      "epoch": 0.17877963466770308,
      "grad_norm": 0.2760023772716522,
      "learning_rate": 3.7722307979468374e-05,
      "loss": 0.0227,
      "step": 345
    },
    {
      "epoch": 0.1792978365073196,
      "grad_norm": 0.1418105512857437,
      "learning_rate": 3.770671895045974e-05,
      "loss": 0.0256,
      "step": 346
    },
    {
      "epoch": 0.17981603834693613,
      "grad_norm": 0.17588967084884644,
      "learning_rate": 3.769107999965958e-05,
      "loss": 0.0184,
      "step": 347
    },
    {
      "epoch": 0.18033424018655267,
      "grad_norm": 0.17219921946525574,
      "learning_rate": 3.767539117115988e-05,
      "loss": 0.0195,
      "step": 348
    },
    {
      "epoch": 0.18085244202616918,
      "grad_norm": 0.22888055443763733,
      "learning_rate": 3.765965250919324e-05,
      "loss": 0.0276,
      "step": 349
    },
    {
      "epoch": 0.18137064386578572,
      "grad_norm": 0.15111926198005676,
      "learning_rate": 3.764386405813278e-05,
      "loss": 0.0222,
      "step": 350
    },
    {
      "epoch": 0.18188884570540226,
      "grad_norm": 0.10396119952201843,
      "learning_rate": 3.7628025862492e-05,
      "loss": 0.0169,
      "step": 351
    },
    {
      "epoch": 0.1824070475450188,
      "grad_norm": 0.1553802788257599,
      "learning_rate": 3.7612137966924606e-05,
      "loss": 0.0205,
      "step": 352
    },
    {
      "epoch": 0.1829252493846353,
      "grad_norm": 0.21649691462516785,
      "learning_rate": 3.759620041622447e-05,
      "loss": 0.0311,
      "step": 353
    },
    {
      "epoch": 0.18344345122425185,
      "grad_norm": 0.1523357480764389,
      "learning_rate": 3.758021325532544e-05,
      "loss": 0.0263,
      "step": 354
    },
    {
      "epoch": 0.18396165306386839,
      "grad_norm": 0.20473290979862213,
      "learning_rate": 3.756417652930124e-05,
      "loss": 0.0274,
      "step": 355
    },
    {
      "epoch": 0.1844798549034849,
      "grad_norm": 0.3731272220611572,
      "learning_rate": 3.7548090283365325e-05,
      "loss": 0.0481,
      "step": 356
    },
    {
      "epoch": 0.18499805674310144,
      "grad_norm": 0.2392759472131729,
      "learning_rate": 3.753195456287079e-05,
      "loss": 0.0188,
      "step": 357
    },
    {
      "epoch": 0.18551625858271797,
      "grad_norm": 0.1472381055355072,
      "learning_rate": 3.751576941331017e-05,
      "loss": 0.0166,
      "step": 358
    },
    {
      "epoch": 0.18603446042233449,
      "grad_norm": 0.15394793450832367,
      "learning_rate": 3.749953488031542e-05,
      "loss": 0.0122,
      "step": 359
    },
    {
      "epoch": 0.18655266226195102,
      "grad_norm": 0.13148321211338043,
      "learning_rate": 3.748325100965769e-05,
      "loss": 0.0237,
      "step": 360
    },
    {
      "epoch": 0.18707086410156756,
      "grad_norm": 0.22537775337696075,
      "learning_rate": 3.7466917847247225e-05,
      "loss": 0.0192,
      "step": 361
    },
    {
      "epoch": 0.1875890659411841,
      "grad_norm": 0.10962450504302979,
      "learning_rate": 3.745053543913325e-05,
      "loss": 0.0209,
      "step": 362
    },
    {
      "epoch": 0.1881072677808006,
      "grad_norm": 0.19166776537895203,
      "learning_rate": 3.7434103831503855e-05,
      "loss": 0.0303,
      "step": 363
    },
    {
      "epoch": 0.18862546962041715,
      "grad_norm": 0.20966096222400665,
      "learning_rate": 3.7417623070685796e-05,
      "loss": 0.0276,
      "step": 364
    },
    {
      "epoch": 0.1891436714600337,
      "grad_norm": 0.38217735290527344,
      "learning_rate": 3.740109320314445e-05,
      "loss": 0.0349,
      "step": 365
    },
    {
      "epoch": 0.1896618732996502,
      "grad_norm": 0.15686549246311188,
      "learning_rate": 3.738451427548363e-05,
      "loss": 0.0186,
      "step": 366
    },
    {
      "epoch": 0.19018007513926674,
      "grad_norm": 0.34243685007095337,
      "learning_rate": 3.736788633444546e-05,
      "loss": 0.0335,
      "step": 367
    },
    {
      "epoch": 0.19069827697888328,
      "grad_norm": 0.23040959239006042,
      "learning_rate": 3.735120942691025e-05,
      "loss": 0.0239,
      "step": 368
    },
    {
      "epoch": 0.19121647881849982,
      "grad_norm": 0.1737140417098999,
      "learning_rate": 3.7334483599896394e-05,
      "loss": 0.0352,
      "step": 369
    },
    {
      "epoch": 0.19173468065811633,
      "grad_norm": 0.09808428585529327,
      "learning_rate": 3.731770890056017e-05,
      "loss": 0.0134,
      "step": 370
    },
    {
      "epoch": 0.19225288249773287,
      "grad_norm": 0.1002270057797432,
      "learning_rate": 3.730088537619566e-05,
      "loss": 0.0189,
      "step": 371
    },
    {
      "epoch": 0.1927710843373494,
      "grad_norm": 0.1760372668504715,
      "learning_rate": 3.728401307423462e-05,
      "loss": 0.0191,
      "step": 372
    },
    {
      "epoch": 0.19328928617696592,
      "grad_norm": 0.2071564793586731,
      "learning_rate": 3.7267092042246296e-05,
      "loss": 0.0352,
      "step": 373
    },
    {
      "epoch": 0.19380748801658246,
      "grad_norm": 0.11756689846515656,
      "learning_rate": 3.725012232793734e-05,
      "loss": 0.0273,
      "step": 374
    },
    {
      "epoch": 0.194325689856199,
      "grad_norm": 0.20388537645339966,
      "learning_rate": 3.723310397915166e-05,
      "loss": 0.0346,
      "step": 375
    },
    {
      "epoch": 0.1948438916958155,
      "grad_norm": 0.17640188336372375,
      "learning_rate": 3.721603704387026e-05,
      "loss": 0.0243,
      "step": 376
    },
    {
      "epoch": 0.19536209353543205,
      "grad_norm": 0.25531336665153503,
      "learning_rate": 3.7198921570211174e-05,
      "loss": 0.0293,
      "step": 377
    },
    {
      "epoch": 0.19588029537504859,
      "grad_norm": 0.36133551597595215,
      "learning_rate": 3.718175760642923e-05,
      "loss": 0.0207,
      "step": 378
    },
    {
      "epoch": 0.19639849721466512,
      "grad_norm": 0.1869734823703766,
      "learning_rate": 3.716454520091601e-05,
      "loss": 0.0257,
      "step": 379
    },
    {
      "epoch": 0.19691669905428164,
      "grad_norm": 0.32143622636795044,
      "learning_rate": 3.714728440219963e-05,
      "loss": 0.0264,
      "step": 380
    },
    {
      "epoch": 0.19743490089389817,
      "grad_norm": 0.24964651465415955,
      "learning_rate": 3.712997525894469e-05,
      "loss": 0.0188,
      "step": 381
    },
    {
      "epoch": 0.1979531027335147,
      "grad_norm": 0.2554227113723755,
      "learning_rate": 3.711261781995206e-05,
      "loss": 0.0203,
      "step": 382
    },
    {
      "epoch": 0.19847130457313122,
      "grad_norm": 0.09913673996925354,
      "learning_rate": 3.709521213415878e-05,
      "loss": 0.0148,
      "step": 383
    },
    {
      "epoch": 0.19898950641274776,
      "grad_norm": 0.12040822952985764,
      "learning_rate": 3.7077758250637914e-05,
      "loss": 0.0155,
      "step": 384
    },
    {
      "epoch": 0.1995077082523643,
      "grad_norm": 0.17180348932743073,
      "learning_rate": 3.706025621859842e-05,
      "loss": 0.0144,
      "step": 385
    },
    {
      "epoch": 0.2000259100919808,
      "grad_norm": 0.11793264001607895,
      "learning_rate": 3.704270608738502e-05,
      "loss": 0.0184,
      "step": 386
    },
    {
      "epoch": 0.20054411193159735,
      "grad_norm": 0.27998659014701843,
      "learning_rate": 3.7025107906477995e-05,
      "loss": 0.022,
      "step": 387
    },
    {
      "epoch": 0.2010623137712139,
      "grad_norm": 0.16252531111240387,
      "learning_rate": 3.700746172549315e-05,
      "loss": 0.0151,
      "step": 388
    },
    {
      "epoch": 0.20158051561083043,
      "grad_norm": 0.1505972445011139,
      "learning_rate": 3.698976759418159e-05,
      "loss": 0.0152,
      "step": 389
    },
    {
      "epoch": 0.20209871745044694,
      "grad_norm": 0.34772515296936035,
      "learning_rate": 3.697202556242961e-05,
      "loss": 0.0403,
      "step": 390
    },
    {
      "epoch": 0.20261691929006348,
      "grad_norm": 0.19800731539726257,
      "learning_rate": 3.695423568025858e-05,
      "loss": 0.027,
      "step": 391
    },
    {
      "epoch": 0.20313512112968002,
      "grad_norm": 0.16485491394996643,
      "learning_rate": 3.693639799782475e-05,
      "loss": 0.0303,
      "step": 392
    },
    {
      "epoch": 0.20365332296929653,
      "grad_norm": 0.13744878768920898,
      "learning_rate": 3.691851256541913e-05,
      "loss": 0.0125,
      "step": 393
    },
    {
      "epoch": 0.20417152480891307,
      "grad_norm": 0.3705524802207947,
      "learning_rate": 3.69005794334674e-05,
      "loss": 0.03,
      "step": 394
    },
    {
      "epoch": 0.2046897266485296,
      "grad_norm": 0.21377843618392944,
      "learning_rate": 3.688259865252968e-05,
      "loss": 0.0152,
      "step": 395
    },
    {
      "epoch": 0.20520792848814615,
      "grad_norm": 0.20547166466712952,
      "learning_rate": 3.6864570273300436e-05,
      "loss": 0.0277,
      "step": 396
    },
    {
      "epoch": 0.20572613032776266,
      "grad_norm": 0.4766762852668762,
      "learning_rate": 3.6846494346608346e-05,
      "loss": 0.0287,
      "step": 397
    },
    {
      "epoch": 0.2062443321673792,
      "grad_norm": 0.3239550292491913,
      "learning_rate": 3.6828370923416135e-05,
      "loss": 0.0234,
      "step": 398
    },
    {
      "epoch": 0.20676253400699574,
      "grad_norm": 0.13522012531757355,
      "learning_rate": 3.6810200054820435e-05,
      "loss": 0.0119,
      "step": 399
    },
    {
      "epoch": 0.20728073584661225,
      "grad_norm": 0.366756409406662,
      "learning_rate": 3.679198179205165e-05,
      "loss": 0.0421,
      "step": 400
    },
    {
      "epoch": 0.20779893768622879,
      "grad_norm": 0.44114238023757935,
      "learning_rate": 3.677371618647381e-05,
      "loss": 0.0191,
      "step": 401
    },
    {
      "epoch": 0.20831713952584532,
      "grad_norm": 0.1942875236272812,
      "learning_rate": 3.67554032895844e-05,
      "loss": 0.0175,
      "step": 402
    },
    {
      "epoch": 0.20883534136546184,
      "grad_norm": 0.4334729313850403,
      "learning_rate": 3.673704315301426e-05,
      "loss": 0.0341,
      "step": 403
    },
    {
      "epoch": 0.20935354320507837,
      "grad_norm": 0.20343036949634552,
      "learning_rate": 3.6718635828527405e-05,
      "loss": 0.0169,
      "step": 404
    },
    {
      "epoch": 0.2098717450446949,
      "grad_norm": 0.2867695391178131,
      "learning_rate": 3.67001813680209e-05,
      "loss": 0.0182,
      "step": 405
    },
    {
      "epoch": 0.21038994688431145,
      "grad_norm": 0.375577449798584,
      "learning_rate": 3.668167982352469e-05,
      "loss": 0.0249,
      "step": 406
    },
    {
      "epoch": 0.21090814872392796,
      "grad_norm": 0.33300960063934326,
      "learning_rate": 3.666313124720146e-05,
      "loss": 0.0283,
      "step": 407
    },
    {
      "epoch": 0.2114263505635445,
      "grad_norm": 0.44241946935653687,
      "learning_rate": 3.664453569134654e-05,
      "loss": 0.0258,
      "step": 408
    },
    {
      "epoch": 0.21194455240316104,
      "grad_norm": 0.21153447031974792,
      "learning_rate": 3.6625893208387654e-05,
      "loss": 0.0196,
      "step": 409
    },
    {
      "epoch": 0.21246275424277755,
      "grad_norm": 0.2204204499721527,
      "learning_rate": 3.660720385088487e-05,
      "loss": 0.019,
      "step": 410
    },
    {
      "epoch": 0.2129809560823941,
      "grad_norm": 0.329979807138443,
      "learning_rate": 3.6588467671530404e-05,
      "loss": 0.0255,
      "step": 411
    },
    {
      "epoch": 0.21349915792201063,
      "grad_norm": 0.4161871373653412,
      "learning_rate": 3.656968472314847e-05,
      "loss": 0.013,
      "step": 412
    },
    {
      "epoch": 0.21401735976162714,
      "grad_norm": 0.3123794496059418,
      "learning_rate": 3.655085505869516e-05,
      "loss": 0.0248,
      "step": 413
    },
    {
      "epoch": 0.21453556160124368,
      "grad_norm": 0.13111092150211334,
      "learning_rate": 3.653197873125825e-05,
      "loss": 0.0072,
      "step": 414
    },
    {
      "epoch": 0.21505376344086022,
      "grad_norm": 0.30517759919166565,
      "learning_rate": 3.651305579405709e-05,
      "loss": 0.0332,
      "step": 415
    },
    {
      "epoch": 0.21557196528047676,
      "grad_norm": 0.2333979308605194,
      "learning_rate": 3.649408630044246e-05,
      "loss": 0.0117,
      "step": 416
    },
    {
      "epoch": 0.21609016712009327,
      "grad_norm": 0.1910547912120819,
      "learning_rate": 3.6475070303896364e-05,
      "loss": 0.0235,
      "step": 417
    },
    {
      "epoch": 0.2166083689597098,
      "grad_norm": 0.3474821448326111,
      "learning_rate": 3.645600785803193e-05,
      "loss": 0.0322,
      "step": 418
    },
    {
      "epoch": 0.21712657079932635,
      "grad_norm": 0.33099234104156494,
      "learning_rate": 3.643689901659326e-05,
      "loss": 0.0222,
      "step": 419
    },
    {
      "epoch": 0.21764477263894286,
      "grad_norm": 0.7437701225280762,
      "learning_rate": 3.641774383345523e-05,
      "loss": 0.0412,
      "step": 420
    },
    {
      "epoch": 0.2181629744785594,
      "grad_norm": 0.21985647082328796,
      "learning_rate": 3.6398542362623406e-05,
      "loss": 0.0197,
      "step": 421
    },
    {
      "epoch": 0.21868117631817593,
      "grad_norm": 0.3680473566055298,
      "learning_rate": 3.637929465823382e-05,
      "loss": 0.024,
      "step": 422
    },
    {
      "epoch": 0.21919937815779247,
      "grad_norm": 0.20354367792606354,
      "learning_rate": 3.6360000774552884e-05,
      "loss": 0.0261,
      "step": 423
    },
    {
      "epoch": 0.21971757999740898,
      "grad_norm": 0.3228227496147156,
      "learning_rate": 3.6340660765977186e-05,
      "loss": 0.0239,
      "step": 424
    },
    {
      "epoch": 0.22023578183702552,
      "grad_norm": 0.17572440207004547,
      "learning_rate": 3.632127468703337e-05,
      "loss": 0.0125,
      "step": 425
    },
    {
      "epoch": 0.22075398367664206,
      "grad_norm": 0.2067795842885971,
      "learning_rate": 3.630184259237797e-05,
      "loss": 0.0196,
      "step": 426
    },
    {
      "epoch": 0.22127218551625857,
      "grad_norm": 0.17999672889709473,
      "learning_rate": 3.628236453679724e-05,
      "loss": 0.0222,
      "step": 427
    },
    {
      "epoch": 0.2217903873558751,
      "grad_norm": 0.17415858805179596,
      "learning_rate": 3.6262840575207034e-05,
      "loss": 0.0218,
      "step": 428
    },
    {
      "epoch": 0.22230858919549165,
      "grad_norm": 0.21333667635917664,
      "learning_rate": 3.624327076265261e-05,
      "loss": 0.0228,
      "step": 429
    },
    {
      "epoch": 0.22282679103510816,
      "grad_norm": 0.29897600412368774,
      "learning_rate": 3.622365515430851e-05,
      "loss": 0.0298,
      "step": 430
    },
    {
      "epoch": 0.2233449928747247,
      "grad_norm": 0.17251932621002197,
      "learning_rate": 3.6203993805478414e-05,
      "loss": 0.0211,
      "step": 431
    },
    {
      "epoch": 0.22386319471434124,
      "grad_norm": 0.11624428629875183,
      "learning_rate": 3.618428677159492e-05,
      "loss": 0.0104,
      "step": 432
    },
    {
      "epoch": 0.22438139655395778,
      "grad_norm": 0.20840483903884888,
      "learning_rate": 3.6164534108219445e-05,
      "loss": 0.028,
      "step": 433
    },
    {
      "epoch": 0.2248995983935743,
      "grad_norm": 0.17955373227596283,
      "learning_rate": 3.614473587104206e-05,
      "loss": 0.0206,
      "step": 434
    },
    {
      "epoch": 0.22541780023319083,
      "grad_norm": 0.32150277495384216,
      "learning_rate": 3.6124892115881326e-05,
      "loss": 0.0268,
      "step": 435
    },
    {
      "epoch": 0.22593600207280737,
      "grad_norm": 0.38776031136512756,
      "learning_rate": 3.6105002898684115e-05,
      "loss": 0.0323,
      "step": 436
    },
    {
      "epoch": 0.22645420391242388,
      "grad_norm": 0.28147077560424805,
      "learning_rate": 3.60850682755255e-05,
      "loss": 0.0329,
      "step": 437
    },
    {
      "epoch": 0.22697240575204042,
      "grad_norm": 0.15004199743270874,
      "learning_rate": 3.606508830260856e-05,
      "loss": 0.0156,
      "step": 438
    },
    {
      "epoch": 0.22749060759165696,
      "grad_norm": 0.13495272397994995,
      "learning_rate": 3.604506303626423e-05,
      "loss": 0.0142,
      "step": 439
    },
    {
      "epoch": 0.22800880943127347,
      "grad_norm": 0.23692473769187927,
      "learning_rate": 3.602499253295113e-05,
      "loss": 0.0265,
      "step": 440
    },
    {
      "epoch": 0.22852701127089,
      "grad_norm": 0.15593603253364563,
      "learning_rate": 3.600487684925545e-05,
      "loss": 0.017,
      "step": 441
    },
    {
      "epoch": 0.22904521311050655,
      "grad_norm": 0.27002614736557007,
      "learning_rate": 3.5984716041890745e-05,
      "loss": 0.0345,
      "step": 442
    },
    {
      "epoch": 0.22956341495012308,
      "grad_norm": 0.2901112139225006,
      "learning_rate": 3.596451016769778e-05,
      "loss": 0.0421,
      "step": 443
    },
    {
      "epoch": 0.2300816167897396,
      "grad_norm": 0.1251426786184311,
      "learning_rate": 3.5944259283644394e-05,
      "loss": 0.0156,
      "step": 444
    },
    {
      "epoch": 0.23059981862935613,
      "grad_norm": 0.3259553015232086,
      "learning_rate": 3.5923963446825325e-05,
      "loss": 0.0325,
      "step": 445
    },
    {
      "epoch": 0.23111802046897267,
      "grad_norm": 0.1895984560251236,
      "learning_rate": 3.5903622714462045e-05,
      "loss": 0.0153,
      "step": 446
    },
    {
      "epoch": 0.23163622230858918,
      "grad_norm": 0.4781612157821655,
      "learning_rate": 3.5883237143902594e-05,
      "loss": 0.0491,
      "step": 447
    },
    {
      "epoch": 0.23215442414820572,
      "grad_norm": 0.3092973530292511,
      "learning_rate": 3.586280679262144e-05,
      "loss": 0.0321,
      "step": 448
    },
    {
      "epoch": 0.23267262598782226,
      "grad_norm": 0.11183629184961319,
      "learning_rate": 3.584233171821931e-05,
      "loss": 0.0121,
      "step": 449
    },
    {
      "epoch": 0.23319082782743877,
      "grad_norm": 0.26677051186561584,
      "learning_rate": 3.582181197842301e-05,
      "loss": 0.0261,
      "step": 450
    },
    {
      "epoch": 0.2337090296670553,
      "grad_norm": 0.19713018834590912,
      "learning_rate": 3.5801247631085286e-05,
      "loss": 0.0273,
      "step": 451
    },
    {
      "epoch": 0.23422723150667185,
      "grad_norm": 0.28130441904067993,
      "learning_rate": 3.578063873418462e-05,
      "loss": 0.0431,
      "step": 452
    },
    {
      "epoch": 0.2347454333462884,
      "grad_norm": 0.24492007493972778,
      "learning_rate": 3.5759985345825143e-05,
      "loss": 0.023,
      "step": 453
    },
    {
      "epoch": 0.2352636351859049,
      "grad_norm": 0.2576156258583069,
      "learning_rate": 3.573928752423638e-05,
      "loss": 0.0276,
      "step": 454
    },
    {
      "epoch": 0.23578183702552144,
      "grad_norm": 0.2688496708869934,
      "learning_rate": 3.5718545327773145e-05,
      "loss": 0.0241,
      "step": 455
    },
    {
      "epoch": 0.23630003886513798,
      "grad_norm": 0.2165881246328354,
      "learning_rate": 3.5697758814915376e-05,
      "loss": 0.0184,
      "step": 456
    },
    {
      "epoch": 0.2368182407047545,
      "grad_norm": 0.10839606076478958,
      "learning_rate": 3.5676928044267935e-05,
      "loss": 0.0148,
      "step": 457
    },
    {
      "epoch": 0.23733644254437103,
      "grad_norm": 0.13416044414043427,
      "learning_rate": 3.565605307456047e-05,
      "loss": 0.0174,
      "step": 458
    },
    {
      "epoch": 0.23785464438398757,
      "grad_norm": 0.19393199682235718,
      "learning_rate": 3.563513396464726e-05,
      "loss": 0.0198,
      "step": 459
    },
    {
      "epoch": 0.2383728462236041,
      "grad_norm": 0.1913292557001114,
      "learning_rate": 3.561417077350699e-05,
      "loss": 0.0247,
      "step": 460
    },
    {
      "epoch": 0.23889104806322062,
      "grad_norm": 0.15598498284816742,
      "learning_rate": 3.559316356024267e-05,
      "loss": 0.0212,
      "step": 461
    },
    {
      "epoch": 0.23940924990283716,
      "grad_norm": 0.2367229461669922,
      "learning_rate": 3.5572112384081395e-05,
      "loss": 0.03,
      "step": 462
    },
    {
      "epoch": 0.2399274517424537,
      "grad_norm": 0.15201199054718018,
      "learning_rate": 3.555101730437423e-05,
      "loss": 0.0226,
      "step": 463
    },
    {
      "epoch": 0.2404456535820702,
      "grad_norm": 0.20422053337097168,
      "learning_rate": 3.5529878380596e-05,
      "loss": 0.0195,
      "step": 464
    },
    {
      "epoch": 0.24096385542168675,
      "grad_norm": 0.2784031629562378,
      "learning_rate": 3.5508695672345156e-05,
      "loss": 0.0218,
      "step": 465
    },
    {
      "epoch": 0.24148205726130328,
      "grad_norm": 0.17994067072868347,
      "learning_rate": 3.5487469239343576e-05,
      "loss": 0.0207,
      "step": 466
    },
    {
      "epoch": 0.2420002591009198,
      "grad_norm": 0.21507667005062103,
      "learning_rate": 3.546619914143645e-05,
      "loss": 0.0201,
      "step": 467
    },
    {
      "epoch": 0.24251846094053633,
      "grad_norm": 0.10343655943870544,
      "learning_rate": 3.5444885438592036e-05,
      "loss": 0.0124,
      "step": 468
    },
    {
      "epoch": 0.24303666278015287,
      "grad_norm": 0.14296704530715942,
      "learning_rate": 3.542352819090156e-05,
      "loss": 0.02,
      "step": 469
    },
    {
      "epoch": 0.2435548646197694,
      "grad_norm": 0.26198479533195496,
      "learning_rate": 3.5402127458578994e-05,
      "loss": 0.0297,
      "step": 470
    },
    {
      "epoch": 0.24407306645938592,
      "grad_norm": 0.21289674937725067,
      "learning_rate": 3.538068330196093e-05,
      "loss": 0.0275,
      "step": 471
    },
    {
      "epoch": 0.24459126829900246,
      "grad_norm": 0.25298917293548584,
      "learning_rate": 3.535919578150637e-05,
      "loss": 0.0202,
      "step": 472
    },
    {
      "epoch": 0.245109470138619,
      "grad_norm": 0.2316911369562149,
      "learning_rate": 3.5337664957796587e-05,
      "loss": 0.0323,
      "step": 473
    },
    {
      "epoch": 0.2456276719782355,
      "grad_norm": 0.336458295583725,
      "learning_rate": 3.531609089153493e-05,
      "loss": 0.03,
      "step": 474
    },
    {
      "epoch": 0.24614587381785205,
      "grad_norm": 0.21604609489440918,
      "learning_rate": 3.52944736435467e-05,
      "loss": 0.0146,
      "step": 475
    },
    {
      "epoch": 0.2466640756574686,
      "grad_norm": 0.1912679821252823,
      "learning_rate": 3.5272813274778885e-05,
      "loss": 0.0217,
      "step": 476
    },
    {
      "epoch": 0.2471822774970851,
      "grad_norm": 0.3697705864906311,
      "learning_rate": 3.52511098463001e-05,
      "loss": 0.0235,
      "step": 477
    },
    {
      "epoch": 0.24770047933670164,
      "grad_norm": 0.21411247551441193,
      "learning_rate": 3.522936341930033e-05,
      "loss": 0.0203,
      "step": 478
    },
    {
      "epoch": 0.24821868117631818,
      "grad_norm": 0.23912426829338074,
      "learning_rate": 3.5207574055090786e-05,
      "loss": 0.0196,
      "step": 479
    },
    {
      "epoch": 0.24873688301593472,
      "grad_norm": 0.4297958016395569,
      "learning_rate": 3.518574181510377e-05,
      "loss": 0.0248,
      "step": 480
    },
    {
      "epoch": 0.24925508485555123,
      "grad_norm": 0.34526073932647705,
      "learning_rate": 3.516386676089243e-05,
      "loss": 0.0293,
      "step": 481
    },
    {
      "epoch": 0.24977328669516777,
      "grad_norm": 0.26696211099624634,
      "learning_rate": 3.514194895413065e-05,
      "loss": 0.0289,
      "step": 482
    },
    {
      "epoch": 0.2502914885347843,
      "grad_norm": 0.22925925254821777,
      "learning_rate": 3.511998845661282e-05,
      "loss": 0.0169,
      "step": 483
    },
    {
      "epoch": 0.2508096903744008,
      "grad_norm": 0.19786757230758667,
      "learning_rate": 3.5097985330253715e-05,
      "loss": 0.0167,
      "step": 484
    },
    {
      "epoch": 0.25132789221401736,
      "grad_norm": 0.12485197931528091,
      "learning_rate": 3.507593963708828e-05,
      "loss": 0.0111,
      "step": 485
    },
    {
      "epoch": 0.2518460940536339,
      "grad_norm": 0.21498580276966095,
      "learning_rate": 3.50538514392715e-05,
      "loss": 0.0303,
      "step": 486
    },
    {
      "epoch": 0.25236429589325043,
      "grad_norm": 0.29731622338294983,
      "learning_rate": 3.503172079907816e-05,
      "loss": 0.0254,
      "step": 487
    },
    {
      "epoch": 0.252882497732867,
      "grad_norm": 0.32734227180480957,
      "learning_rate": 3.500954777890272e-05,
      "loss": 0.0284,
      "step": 488
    },
    {
      "epoch": 0.25340069957248346,
      "grad_norm": 0.18852336704730988,
      "learning_rate": 3.4987332441259134e-05,
      "loss": 0.0176,
      "step": 489
    },
    {
      "epoch": 0.2539189014121,
      "grad_norm": 0.4650251269340515,
      "learning_rate": 3.4965074848780665e-05,
      "loss": 0.0395,
      "step": 490
    },
    {
      "epoch": 0.25443710325171653,
      "grad_norm": 0.19879503548145294,
      "learning_rate": 3.494277506421968e-05,
      "loss": 0.0179,
      "step": 491
    },
    {
      "epoch": 0.2549553050913331,
      "grad_norm": 0.23383589088916779,
      "learning_rate": 3.492043315044754e-05,
      "loss": 0.0175,
      "step": 492
    },
    {
      "epoch": 0.2554735069309496,
      "grad_norm": 0.12329400330781937,
      "learning_rate": 3.489804917045436e-05,
      "loss": 0.0091,
      "step": 493
    },
    {
      "epoch": 0.25599170877056615,
      "grad_norm": 0.10637083649635315,
      "learning_rate": 3.487562318734885e-05,
      "loss": 0.0096,
      "step": 494
    },
    {
      "epoch": 0.2565099106101827,
      "grad_norm": 0.14903591573238373,
      "learning_rate": 3.485315526435818e-05,
      "loss": 0.0185,
      "step": 495
    },
    {
      "epoch": 0.2570281124497992,
      "grad_norm": 0.20365048944950104,
      "learning_rate": 3.483064546482771e-05,
      "loss": 0.0177,
      "step": 496
    },
    {
      "epoch": 0.2575463142894157,
      "grad_norm": 0.22113251686096191,
      "learning_rate": 3.4808093852220906e-05,
      "loss": 0.0259,
      "step": 497
    },
    {
      "epoch": 0.25806451612903225,
      "grad_norm": 0.2057502418756485,
      "learning_rate": 3.478550049011911e-05,
      "loss": 0.015,
      "step": 498
    },
    {
      "epoch": 0.2585827179686488,
      "grad_norm": 0.1919933706521988,
      "learning_rate": 3.476286544222135e-05,
      "loss": 0.0208,
      "step": 499
    },
    {
      "epoch": 0.25910091980826533,
      "grad_norm": 0.19814780354499817,
      "learning_rate": 3.474018877234422e-05,
      "loss": 0.0165,
      "step": 500
    },
    {
      "epoch": 0.25961912164788187,
      "grad_norm": 0.23219355940818787,
      "learning_rate": 3.471747054442164e-05,
      "loss": 0.0243,
      "step": 501
    },
    {
      "epoch": 0.2601373234874984,
      "grad_norm": 0.2818119525909424,
      "learning_rate": 3.469471082250468e-05,
      "loss": 0.0418,
      "step": 502
    },
    {
      "epoch": 0.2606555253271149,
      "grad_norm": 0.18665625154972076,
      "learning_rate": 3.467190967076144e-05,
      "loss": 0.0176,
      "step": 503
    },
    {
      "epoch": 0.26117372716673143,
      "grad_norm": 0.1935970038175583,
      "learning_rate": 3.464906715347679e-05,
      "loss": 0.0188,
      "step": 504
    },
    {
      "epoch": 0.26169192900634797,
      "grad_norm": 0.3840036392211914,
      "learning_rate": 3.462618333505225e-05,
      "loss": 0.0364,
      "step": 505
    },
    {
      "epoch": 0.2622101308459645,
      "grad_norm": 0.12956850230693817,
      "learning_rate": 3.4603258280005755e-05,
      "loss": 0.0106,
      "step": 506
    },
    {
      "epoch": 0.26272833268558105,
      "grad_norm": 0.2004137635231018,
      "learning_rate": 3.458029205297151e-05,
      "loss": 0.0218,
      "step": 507
    },
    {
      "epoch": 0.2632465345251976,
      "grad_norm": 0.11050537973642349,
      "learning_rate": 3.455728471869983e-05,
      "loss": 0.0131,
      "step": 508
    },
    {
      "epoch": 0.26376473636481407,
      "grad_norm": 0.23582395911216736,
      "learning_rate": 3.4534236342056885e-05,
      "loss": 0.0252,
      "step": 509
    },
    {
      "epoch": 0.2642829382044306,
      "grad_norm": 0.19793295860290527,
      "learning_rate": 3.4511146988024585e-05,
      "loss": 0.0269,
      "step": 510
    },
    {
      "epoch": 0.26480114004404715,
      "grad_norm": 0.18839754164218903,
      "learning_rate": 3.448801672170035e-05,
      "loss": 0.0193,
      "step": 511
    },
    {
      "epoch": 0.2653193418836637,
      "grad_norm": 0.2332521229982376,
      "learning_rate": 3.446484560829697e-05,
      "loss": 0.0262,
      "step": 512
    },
    {
      "epoch": 0.2658375437232802,
      "grad_norm": 0.17722775042057037,
      "learning_rate": 3.444163371314238e-05,
      "loss": 0.0143,
      "step": 513
    },
    {
      "epoch": 0.26635574556289676,
      "grad_norm": 0.35751911997795105,
      "learning_rate": 3.441838110167949e-05,
      "loss": 0.0243,
      "step": 514
    },
    {
      "epoch": 0.2668739474025133,
      "grad_norm": 0.19578954577445984,
      "learning_rate": 3.439508783946604e-05,
      "loss": 0.0264,
      "step": 515
    },
    {
      "epoch": 0.2673921492421298,
      "grad_norm": 0.22078539431095123,
      "learning_rate": 3.437175399217433e-05,
      "loss": 0.0137,
      "step": 516
    },
    {
      "epoch": 0.2679103510817463,
      "grad_norm": 0.12540170550346375,
      "learning_rate": 3.434837962559112e-05,
      "loss": 0.0158,
      "step": 517
    },
    {
      "epoch": 0.26842855292136286,
      "grad_norm": 0.3015592694282532,
      "learning_rate": 3.432496480561739e-05,
      "loss": 0.03,
      "step": 518
    },
    {
      "epoch": 0.2689467547609794,
      "grad_norm": 0.2720678150653839,
      "learning_rate": 3.430150959826819e-05,
      "loss": 0.0315,
      "step": 519
    },
    {
      "epoch": 0.26946495660059594,
      "grad_norm": 0.14795976877212524,
      "learning_rate": 3.427801406967242e-05,
      "loss": 0.0212,
      "step": 520
    },
    {
      "epoch": 0.2699831584402125,
      "grad_norm": 0.12961719930171967,
      "learning_rate": 3.425447828607266e-05,
      "loss": 0.0101,
      "step": 521
    },
    {
      "epoch": 0.270501360279829,
      "grad_norm": 0.39186790585517883,
      "learning_rate": 3.423090231382501e-05,
      "loss": 0.0316,
      "step": 522
    },
    {
      "epoch": 0.2710195621194455,
      "grad_norm": 0.1863209307193756,
      "learning_rate": 3.420728621939884e-05,
      "loss": 0.0182,
      "step": 523
    },
    {
      "epoch": 0.27153776395906204,
      "grad_norm": 0.171253502368927,
      "learning_rate": 3.418363006937668e-05,
      "loss": 0.0165,
      "step": 524
    },
    {
      "epoch": 0.2720559657986786,
      "grad_norm": 0.47378459572792053,
      "learning_rate": 3.4159933930453944e-05,
      "loss": 0.0442,
      "step": 525
    },
    {
      "epoch": 0.2725741676382951,
      "grad_norm": 0.21674169600009918,
      "learning_rate": 3.4136197869438824e-05,
      "loss": 0.0237,
      "step": 526
    },
    {
      "epoch": 0.27309236947791166,
      "grad_norm": 0.5017228126525879,
      "learning_rate": 3.411242195325205e-05,
      "loss": 0.0245,
      "step": 527
    },
    {
      "epoch": 0.2736105713175282,
      "grad_norm": 0.21757693588733673,
      "learning_rate": 3.408860624892675e-05,
      "loss": 0.0177,
      "step": 528
    },
    {
      "epoch": 0.27412877315714473,
      "grad_norm": 0.19579505920410156,
      "learning_rate": 3.406475082360817e-05,
      "loss": 0.0226,
      "step": 529
    },
    {
      "epoch": 0.2746469749967612,
      "grad_norm": 0.2168528437614441,
      "learning_rate": 3.4040855744553614e-05,
      "loss": 0.0226,
      "step": 530
    },
    {
      "epoch": 0.27516517683637776,
      "grad_norm": 0.14640694856643677,
      "learning_rate": 3.401692107913213e-05,
      "loss": 0.0155,
      "step": 531
    },
    {
      "epoch": 0.2756833786759943,
      "grad_norm": 0.24729685485363007,
      "learning_rate": 3.39929468948244e-05,
      "loss": 0.0183,
      "step": 532
    },
    {
      "epoch": 0.27620158051561083,
      "grad_norm": 0.16490469872951508,
      "learning_rate": 3.396893325922251e-05,
      "loss": 0.0149,
      "step": 533
    },
    {
      "epoch": 0.2767197823552274,
      "grad_norm": 0.1809859275817871,
      "learning_rate": 3.3944880240029804e-05,
      "loss": 0.0151,
      "step": 534
    },
    {
      "epoch": 0.2772379841948439,
      "grad_norm": 0.24216516315937042,
      "learning_rate": 3.392078790506062e-05,
      "loss": 0.0199,
      "step": 535
    },
    {
      "epoch": 0.2777561860344604,
      "grad_norm": 0.12011023610830307,
      "learning_rate": 3.3896656322240176e-05,
      "loss": 0.0127,
      "step": 536
    },
    {
      "epoch": 0.27827438787407693,
      "grad_norm": 0.1671677827835083,
      "learning_rate": 3.387248555960433e-05,
      "loss": 0.0276,
      "step": 537
    },
    {
      "epoch": 0.2787925897136935,
      "grad_norm": 0.33307945728302,
      "learning_rate": 3.38482756852994e-05,
      "loss": 0.0236,
      "step": 538
    },
    {
      "epoch": 0.27931079155331,
      "grad_norm": 0.24255521595478058,
      "learning_rate": 3.382402676758198e-05,
      "loss": 0.011,
      "step": 539
    },
    {
      "epoch": 0.27982899339292655,
      "grad_norm": 0.3321969211101532,
      "learning_rate": 3.379973887481874e-05,
      "loss": 0.0303,
      "step": 540
    },
    {
      "epoch": 0.2803471952325431,
      "grad_norm": 0.21098312735557556,
      "learning_rate": 3.377541207548624e-05,
      "loss": 0.0206,
      "step": 541
    },
    {
      "epoch": 0.28086539707215963,
      "grad_norm": 0.7190823554992676,
      "learning_rate": 3.375104643817073e-05,
      "loss": 0.0247,
      "step": 542
    },
    {
      "epoch": 0.2813835989117761,
      "grad_norm": 0.2180882841348648,
      "learning_rate": 3.372664203156794e-05,
      "loss": 0.0266,
      "step": 543
    },
    {
      "epoch": 0.28190180075139265,
      "grad_norm": 0.20533742010593414,
      "learning_rate": 3.3702198924482935e-05,
      "loss": 0.016,
      "step": 544
    },
    {
      "epoch": 0.2824200025910092,
      "grad_norm": 0.14692696928977966,
      "learning_rate": 3.3677717185829865e-05,
      "loss": 0.0237,
      "step": 545
    },
    {
      "epoch": 0.28293820443062573,
      "grad_norm": 0.25798094272613525,
      "learning_rate": 3.3653196884631826e-05,
      "loss": 0.0374,
      "step": 546
    },
    {
      "epoch": 0.28345640627024227,
      "grad_norm": 0.22581781446933746,
      "learning_rate": 3.3628638090020604e-05,
      "loss": 0.0248,
      "step": 547
    },
    {
      "epoch": 0.2839746081098588,
      "grad_norm": 0.18555013835430145,
      "learning_rate": 3.3604040871236536e-05,
      "loss": 0.0172,
      "step": 548
    },
    {
      "epoch": 0.28449280994947534,
      "grad_norm": 0.18623068928718567,
      "learning_rate": 3.357940529762827e-05,
      "loss": 0.0271,
      "step": 549
    },
    {
      "epoch": 0.28501101178909183,
      "grad_norm": 0.38695311546325684,
      "learning_rate": 3.355473143865261e-05,
      "loss": 0.0254,
      "step": 550
    },
    {
      "epoch": 0.28552921362870837,
      "grad_norm": 0.21091844141483307,
      "learning_rate": 3.35300193638743e-05,
      "loss": 0.0145,
      "step": 551
    },
    {
      "epoch": 0.2860474154683249,
      "grad_norm": 0.284892737865448,
      "learning_rate": 3.3505269142965807e-05,
      "loss": 0.017,
      "step": 552
    },
    {
      "epoch": 0.28656561730794144,
      "grad_norm": 0.1800401210784912,
      "learning_rate": 3.348048084570717e-05,
      "loss": 0.012,
      "step": 553
    },
    {
      "epoch": 0.287083819147558,
      "grad_norm": 0.20696207880973816,
      "learning_rate": 3.345565454198577e-05,
      "loss": 0.0183,
      "step": 554
    },
    {
      "epoch": 0.2876020209871745,
      "grad_norm": 0.21303308010101318,
      "learning_rate": 3.343079030179613e-05,
      "loss": 0.0216,
      "step": 555
    },
    {
      "epoch": 0.28812022282679106,
      "grad_norm": 0.16014441847801208,
      "learning_rate": 3.340588819523976e-05,
      "loss": 0.0205,
      "step": 556
    },
    {
      "epoch": 0.28863842466640754,
      "grad_norm": 0.3861747682094574,
      "learning_rate": 3.338094829252489e-05,
      "loss": 0.0283,
      "step": 557
    },
    {
      "epoch": 0.2891566265060241,
      "grad_norm": 0.31511127948760986,
      "learning_rate": 3.335597066396635e-05,
      "loss": 0.0188,
      "step": 558
    },
    {
      "epoch": 0.2896748283456406,
      "grad_norm": 0.11825576424598694,
      "learning_rate": 3.3330955379985316e-05,
      "loss": 0.0176,
      "step": 559
    },
    {
      "epoch": 0.29019303018525716,
      "grad_norm": 0.2394377589225769,
      "learning_rate": 3.3305902511109114e-05,
      "loss": 0.0318,
      "step": 560
    },
    {
      "epoch": 0.2907112320248737,
      "grad_norm": 0.22725820541381836,
      "learning_rate": 3.328081212797107e-05,
      "loss": 0.0228,
      "step": 561
    },
    {
      "epoch": 0.29122943386449024,
      "grad_norm": 0.3189086616039276,
      "learning_rate": 3.325568430131023e-05,
      "loss": 0.0374,
      "step": 562
    },
    {
      "epoch": 0.2917476357041067,
      "grad_norm": 0.18351779878139496,
      "learning_rate": 3.323051910197125e-05,
      "loss": 0.0132,
      "step": 563
    },
    {
      "epoch": 0.29226583754372326,
      "grad_norm": 0.2662956118583679,
      "learning_rate": 3.320531660090414e-05,
      "loss": 0.0254,
      "step": 564
    },
    {
      "epoch": 0.2927840393833398,
      "grad_norm": 0.23380038142204285,
      "learning_rate": 3.318007686916408e-05,
      "loss": 0.0204,
      "step": 565
    },
    {
      "epoch": 0.29330224122295634,
      "grad_norm": 0.21842540800571442,
      "learning_rate": 3.315479997791119e-05,
      "loss": 0.0168,
      "step": 566
    },
    {
      "epoch": 0.2938204430625729,
      "grad_norm": 0.2316482663154602,
      "learning_rate": 3.312948599841039e-05,
      "loss": 0.0345,
      "step": 567
    },
    {
      "epoch": 0.2943386449021894,
      "grad_norm": 0.10342805832624435,
      "learning_rate": 3.3104135002031154e-05,
      "loss": 0.0098,
      "step": 568
    },
    {
      "epoch": 0.29485684674180596,
      "grad_norm": 0.6484712958335876,
      "learning_rate": 3.307874706024732e-05,
      "loss": 0.0248,
      "step": 569
    },
    {
      "epoch": 0.29537504858142244,
      "grad_norm": 0.24838627874851227,
      "learning_rate": 3.305332224463689e-05,
      "loss": 0.0207,
      "step": 570
    },
    {
      "epoch": 0.295893250421039,
      "grad_norm": 0.27338987588882446,
      "learning_rate": 3.302786062688182e-05,
      "loss": 0.0187,
      "step": 571
    },
    {
      "epoch": 0.2964114522606555,
      "grad_norm": 0.17893199622631073,
      "learning_rate": 3.300236227876784e-05,
      "loss": 0.0141,
      "step": 572
    },
    {
      "epoch": 0.29692965410027206,
      "grad_norm": 0.11885008960962296,
      "learning_rate": 3.29768272721842e-05,
      "loss": 0.0151,
      "step": 573
    },
    {
      "epoch": 0.2974478559398886,
      "grad_norm": 0.12600629031658173,
      "learning_rate": 3.295125567912356e-05,
      "loss": 0.0152,
      "step": 574
    },
    {
      "epoch": 0.29796605777950513,
      "grad_norm": 0.25072181224823,
      "learning_rate": 3.2925647571681697e-05,
      "loss": 0.0301,
      "step": 575
    },
    {
      "epoch": 0.2984842596191217,
      "grad_norm": 0.14617246389389038,
      "learning_rate": 3.290000302205733e-05,
      "loss": 0.0148,
      "step": 576
    },
    {
      "epoch": 0.29900246145873816,
      "grad_norm": 0.11175688356161118,
      "learning_rate": 3.287432210255194e-05,
      "loss": 0.0131,
      "step": 577
    },
    {
      "epoch": 0.2995206632983547,
      "grad_norm": 0.16760458052158356,
      "learning_rate": 3.284860488556953e-05,
      "loss": 0.0225,
      "step": 578
    },
    {
      "epoch": 0.30003886513797123,
      "grad_norm": 0.21576490998268127,
      "learning_rate": 3.282285144361646e-05,
      "loss": 0.0189,
      "step": 579
    },
    {
      "epoch": 0.3005570669775878,
      "grad_norm": 0.29469025135040283,
      "learning_rate": 3.2797061849301205e-05,
      "loss": 0.03,
      "step": 580
    },
    {
      "epoch": 0.3010752688172043,
      "grad_norm": 0.16392472386360168,
      "learning_rate": 3.2771236175334174e-05,
      "loss": 0.0122,
      "step": 581
    },
    {
      "epoch": 0.30159347065682085,
      "grad_norm": 0.19024868309497833,
      "learning_rate": 3.274537449452749e-05,
      "loss": 0.0191,
      "step": 582
    },
    {
      "epoch": 0.3021116724964374,
      "grad_norm": 0.1978103071451187,
      "learning_rate": 3.2719476879794804e-05,
      "loss": 0.0147,
      "step": 583
    },
    {
      "epoch": 0.3026298743360539,
      "grad_norm": 0.17215609550476074,
      "learning_rate": 3.2693543404151084e-05,
      "loss": 0.0304,
      "step": 584
    },
    {
      "epoch": 0.3031480761756704,
      "grad_norm": 0.3572210967540741,
      "learning_rate": 3.266757414071238e-05,
      "loss": 0.0287,
      "step": 585
    },
    {
      "epoch": 0.30366627801528695,
      "grad_norm": 0.24866849184036255,
      "learning_rate": 3.2641569162695654e-05,
      "loss": 0.0189,
      "step": 586
    },
    {
      "epoch": 0.3041844798549035,
      "grad_norm": 0.24234169721603394,
      "learning_rate": 3.2615528543418564e-05,
      "loss": 0.0272,
      "step": 587
    },
    {
      "epoch": 0.30470268169452003,
      "grad_norm": 0.15545207262039185,
      "learning_rate": 3.258945235629924e-05,
      "loss": 0.0154,
      "step": 588
    },
    {
      "epoch": 0.30522088353413657,
      "grad_norm": 0.1727120280265808,
      "learning_rate": 3.256334067485611e-05,
      "loss": 0.019,
      "step": 589
    },
    {
      "epoch": 0.30573908537375305,
      "grad_norm": 0.33689263463020325,
      "learning_rate": 3.2537193572707665e-05,
      "loss": 0.0228,
      "step": 590
    },
    {
      "epoch": 0.3062572872133696,
      "grad_norm": 0.16162997484207153,
      "learning_rate": 3.251101112357225e-05,
      "loss": 0.0091,
      "step": 591
    },
    {
      "epoch": 0.30677548905298613,
      "grad_norm": 0.1706080287694931,
      "learning_rate": 3.248479340126789e-05,
      "loss": 0.0138,
      "step": 592
    },
    {
      "epoch": 0.30729369089260267,
      "grad_norm": 0.20587295293807983,
      "learning_rate": 3.245854047971204e-05,
      "loss": 0.0232,
      "step": 593
    },
    {
      "epoch": 0.3078118927322192,
      "grad_norm": 0.22837670147418976,
      "learning_rate": 3.2432252432921385e-05,
      "loss": 0.0221,
      "step": 594
    },
    {
      "epoch": 0.30833009457183574,
      "grad_norm": 0.20966672897338867,
      "learning_rate": 3.240592933501166e-05,
      "loss": 0.0133,
      "step": 595
    },
    {
      "epoch": 0.3088482964114523,
      "grad_norm": 0.2917436361312866,
      "learning_rate": 3.2379571260197434e-05,
      "loss": 0.0237,
      "step": 596
    },
    {
      "epoch": 0.30936649825106877,
      "grad_norm": 0.27110305428504944,
      "learning_rate": 3.235317828279185e-05,
      "loss": 0.025,
      "step": 597
    },
    {
      "epoch": 0.3098847000906853,
      "grad_norm": 0.31341224908828735,
      "learning_rate": 3.2326750477206484e-05,
      "loss": 0.0301,
      "step": 598
    },
    {
      "epoch": 0.31040290193030184,
      "grad_norm": 0.2728060185909271,
      "learning_rate": 3.23002879179511e-05,
      "loss": 0.0326,
      "step": 599
    },
    {
      "epoch": 0.3109211037699184,
      "grad_norm": 0.20057561993598938,
      "learning_rate": 3.227379067963343e-05,
      "loss": 0.0232,
      "step": 600
    },
    {
      "epoch": 0.3114393056095349,
      "grad_norm": 0.21433892846107483,
      "learning_rate": 3.224725883695901e-05,
      "loss": 0.0249,
      "step": 601
    },
    {
      "epoch": 0.31195750744915146,
      "grad_norm": 0.20961421728134155,
      "learning_rate": 3.222069246473091e-05,
      "loss": 0.0198,
      "step": 602
    },
    {
      "epoch": 0.312475709288768,
      "grad_norm": 0.14495067298412323,
      "learning_rate": 3.2194091637849554e-05,
      "loss": 0.0125,
      "step": 603
    },
    {
      "epoch": 0.3129939111283845,
      "grad_norm": 0.26637324690818787,
      "learning_rate": 3.216745643131254e-05,
      "loss": 0.0204,
      "step": 604
    },
    {
      "epoch": 0.313512112968001,
      "grad_norm": 0.2717486023902893,
      "learning_rate": 3.214078692021434e-05,
      "loss": 0.0188,
      "step": 605
    },
    {
      "epoch": 0.31403031480761756,
      "grad_norm": 0.21144232153892517,
      "learning_rate": 3.211408317974619e-05,
      "loss": 0.0202,
      "step": 606
    },
    {
      "epoch": 0.3145485166472341,
      "grad_norm": 0.1410185843706131,
      "learning_rate": 3.208734528519581e-05,
      "loss": 0.0149,
      "step": 607
    },
    {
      "epoch": 0.31506671848685064,
      "grad_norm": 0.2241893708705902,
      "learning_rate": 3.2060573311947214e-05,
      "loss": 0.0169,
      "step": 608
    },
    {
      "epoch": 0.3155849203264672,
      "grad_norm": 0.18555960059165955,
      "learning_rate": 3.20337673354805e-05,
      "loss": 0.016,
      "step": 609
    },
    {
      "epoch": 0.3161031221660837,
      "grad_norm": 0.09408245235681534,
      "learning_rate": 3.200692743137163e-05,
      "loss": 0.0087,
      "step": 610
    },
    {
      "epoch": 0.3166213240057002,
      "grad_norm": 0.24068722128868103,
      "learning_rate": 3.1980053675292234e-05,
      "loss": 0.0179,
      "step": 611
    },
    {
      "epoch": 0.31713952584531674,
      "grad_norm": 0.20078520476818085,
      "learning_rate": 3.1953146143009367e-05,
      "loss": 0.0127,
      "step": 612
    },
    {
      "epoch": 0.3176577276849333,
      "grad_norm": 0.478952556848526,
      "learning_rate": 3.192620491038531e-05,
      "loss": 0.0241,
      "step": 613
    },
    {
      "epoch": 0.3181759295245498,
      "grad_norm": 0.18030868470668793,
      "learning_rate": 3.189923005337737e-05,
      "loss": 0.0131,
      "step": 614
    },
    {
      "epoch": 0.31869413136416636,
      "grad_norm": 0.2694755494594574,
      "learning_rate": 3.1872221648037654e-05,
      "loss": 0.0179,
      "step": 615
    },
    {
      "epoch": 0.3192123332037829,
      "grad_norm": 0.18882977962493896,
      "learning_rate": 3.1845179770512845e-05,
      "loss": 0.026,
      "step": 616
    },
    {
      "epoch": 0.3197305350433994,
      "grad_norm": 0.29215094447135925,
      "learning_rate": 3.181810449704399e-05,
      "loss": 0.0164,
      "step": 617
    },
    {
      "epoch": 0.3202487368830159,
      "grad_norm": 0.2687048017978668,
      "learning_rate": 3.179099590396632e-05,
      "loss": 0.0223,
      "step": 618
    },
    {
      "epoch": 0.32076693872263246,
      "grad_norm": 0.15531520545482635,
      "learning_rate": 3.1763854067708985e-05,
      "loss": 0.0072,
      "step": 619
    },
    {
      "epoch": 0.321285140562249,
      "grad_norm": 0.2893719971179962,
      "learning_rate": 3.173667906479485e-05,
      "loss": 0.0174,
      "step": 620
    },
    {
      "epoch": 0.32180334240186553,
      "grad_norm": 0.23916292190551758,
      "learning_rate": 3.170947097184031e-05,
      "loss": 0.0231,
      "step": 621
    },
    {
      "epoch": 0.32232154424148207,
      "grad_norm": 0.17515330016613007,
      "learning_rate": 3.168222986555504e-05,
      "loss": 0.0141,
      "step": 622
    },
    {
      "epoch": 0.3228397460810986,
      "grad_norm": 0.2012537568807602,
      "learning_rate": 3.16549558227418e-05,
      "loss": 0.0181,
      "step": 623
    },
    {
      "epoch": 0.3233579479207151,
      "grad_norm": 0.13551956415176392,
      "learning_rate": 3.162764892029622e-05,
      "loss": 0.0127,
      "step": 624
    },
    {
      "epoch": 0.32387614976033163,
      "grad_norm": 0.10975822061300278,
      "learning_rate": 3.1600309235206536e-05,
      "loss": 0.0098,
      "step": 625
    },
    {
      "epoch": 0.32439435159994817,
      "grad_norm": 0.3241739273071289,
      "learning_rate": 3.1572936844553454e-05,
      "loss": 0.0321,
      "step": 626
    },
    {
      "epoch": 0.3249125534395647,
      "grad_norm": 0.31218957901000977,
      "learning_rate": 3.154553182550986e-05,
      "loss": 0.0239,
      "step": 627
    },
    {
      "epoch": 0.32543075527918125,
      "grad_norm": 0.2881108522415161,
      "learning_rate": 3.151809425534065e-05,
      "loss": 0.0287,
      "step": 628
    },
    {
      "epoch": 0.3259489571187978,
      "grad_norm": 0.20379316806793213,
      "learning_rate": 3.1490624211402475e-05,
      "loss": 0.0171,
      "step": 629
    },
    {
      "epoch": 0.3264671589584143,
      "grad_norm": 0.21332648396492004,
      "learning_rate": 3.1463121771143563e-05,
      "loss": 0.0266,
      "step": 630
    },
    {
      "epoch": 0.3269853607980308,
      "grad_norm": 0.2312246561050415,
      "learning_rate": 3.143558701210345e-05,
      "loss": 0.0268,
      "step": 631
    },
    {
      "epoch": 0.32750356263764735,
      "grad_norm": 0.2009822130203247,
      "learning_rate": 3.140802001191283e-05,
      "loss": 0.027,
      "step": 632
    },
    {
      "epoch": 0.3280217644772639,
      "grad_norm": 0.2293207049369812,
      "learning_rate": 3.138042084829327e-05,
      "loss": 0.0331,
      "step": 633
    },
    {
      "epoch": 0.3285399663168804,
      "grad_norm": 0.14847518503665924,
      "learning_rate": 3.1352789599057004e-05,
      "loss": 0.0077,
      "step": 634
    },
    {
      "epoch": 0.32905816815649697,
      "grad_norm": 0.26872965693473816,
      "learning_rate": 3.132512634210676e-05,
      "loss": 0.0272,
      "step": 635
    },
    {
      "epoch": 0.3295763699961135,
      "grad_norm": 0.08970358967781067,
      "learning_rate": 3.129743115543551e-05,
      "loss": 0.0135,
      "step": 636
    },
    {
      "epoch": 0.33009457183573004,
      "grad_norm": 0.15737628936767578,
      "learning_rate": 3.1269704117126206e-05,
      "loss": 0.0174,
      "step": 637
    },
    {
      "epoch": 0.3306127736753465,
      "grad_norm": 0.24024097621440887,
      "learning_rate": 3.1241945305351637e-05,
      "loss": 0.0171,
      "step": 638
    },
    {
      "epoch": 0.33113097551496307,
      "grad_norm": 0.17292901873588562,
      "learning_rate": 3.121415479837416e-05,
      "loss": 0.0252,
      "step": 639
    },
    {
      "epoch": 0.3316491773545796,
      "grad_norm": 0.16394537687301636,
      "learning_rate": 3.11863326745455e-05,
      "loss": 0.0171,
      "step": 640
    },
    {
      "epoch": 0.33216737919419614,
      "grad_norm": 0.17823824286460876,
      "learning_rate": 3.115847901230652e-05,
      "loss": 0.0201,
      "step": 641
    },
    {
      "epoch": 0.3326855810338127,
      "grad_norm": 0.24929647147655487,
      "learning_rate": 3.113059389018699e-05,
      "loss": 0.0287,
      "step": 642
    },
    {
      "epoch": 0.3332037828734292,
      "grad_norm": 0.1503756195306778,
      "learning_rate": 3.110267738680539e-05,
      "loss": 0.0141,
      "step": 643
    },
    {
      "epoch": 0.3337219847130457,
      "grad_norm": 0.13402046263217926,
      "learning_rate": 3.107472958086867e-05,
      "loss": 0.0145,
      "step": 644
    },
    {
      "epoch": 0.33424018655266224,
      "grad_norm": 0.2699407935142517,
      "learning_rate": 3.104675055117203e-05,
      "loss": 0.0183,
      "step": 645
    },
    {
      "epoch": 0.3347583883922788,
      "grad_norm": 0.24766863882541656,
      "learning_rate": 3.101874037659872e-05,
      "loss": 0.0308,
      "step": 646
    },
    {
      "epoch": 0.3352765902318953,
      "grad_norm": 0.10173456370830536,
      "learning_rate": 3.099069913611977e-05,
      "loss": 0.014,
      "step": 647
    },
    {
      "epoch": 0.33579479207151186,
      "grad_norm": 0.13719849288463593,
      "learning_rate": 3.0962626908793824e-05,
      "loss": 0.014,
      "step": 648
    },
    {
      "epoch": 0.3363129939111284,
      "grad_norm": 0.30098456144332886,
      "learning_rate": 3.0934523773766864e-05,
      "loss": 0.0194,
      "step": 649
    },
    {
      "epoch": 0.33683119575074494,
      "grad_norm": 0.25823748111724854,
      "learning_rate": 3.090638981027203e-05,
      "loss": 0.0368,
      "step": 650
    },
    {
      "epoch": 0.3373493975903614,
      "grad_norm": 0.13479436933994293,
      "learning_rate": 3.087822509762938e-05,
      "loss": 0.0114,
      "step": 651
    },
    {
      "epoch": 0.33786759942997796,
      "grad_norm": 0.23411042988300323,
      "learning_rate": 3.085002971524564e-05,
      "loss": 0.0219,
      "step": 652
    },
    {
      "epoch": 0.3383858012695945,
      "grad_norm": 0.361751914024353,
      "learning_rate": 3.0821803742614044e-05,
      "loss": 0.0487,
      "step": 653
    },
    {
      "epoch": 0.33890400310921104,
      "grad_norm": 0.2769923508167267,
      "learning_rate": 3.079354725931405e-05,
      "loss": 0.0244,
      "step": 654
    },
    {
      "epoch": 0.3394222049488276,
      "grad_norm": 0.28610527515411377,
      "learning_rate": 3.076526034501113e-05,
      "loss": 0.0416,
      "step": 655
    },
    {
      "epoch": 0.3399404067884441,
      "grad_norm": 0.12687546014785767,
      "learning_rate": 3.0736943079456554e-05,
      "loss": 0.0164,
      "step": 656
    },
    {
      "epoch": 0.34045860862806065,
      "grad_norm": 0.10315964370965958,
      "learning_rate": 3.070859554248719e-05,
      "loss": 0.0155,
      "step": 657
    },
    {
      "epoch": 0.34097681046767714,
      "grad_norm": 0.1738579124212265,
      "learning_rate": 3.0680217814025216e-05,
      "loss": 0.0211,
      "step": 658
    },
    {
      "epoch": 0.3414950123072937,
      "grad_norm": 0.13814416527748108,
      "learning_rate": 3.065180997407795e-05,
      "loss": 0.0136,
      "step": 659
    },
    {
      "epoch": 0.3420132141469102,
      "grad_norm": 0.20698578655719757,
      "learning_rate": 3.062337210273761e-05,
      "loss": 0.0288,
      "step": 660
    },
    {
      "epoch": 0.34253141598652675,
      "grad_norm": 0.14585328102111816,
      "learning_rate": 3.059490428018106e-05,
      "loss": 0.0189,
      "step": 661
    },
    {
      "epoch": 0.3430496178261433,
      "grad_norm": 0.15746049582958221,
      "learning_rate": 3.056640658666965e-05,
      "loss": 0.0222,
      "step": 662
    },
    {
      "epoch": 0.34356781966575983,
      "grad_norm": 0.14348691701889038,
      "learning_rate": 3.0537879102548904e-05,
      "loss": 0.0173,
      "step": 663
    },
    {
      "epoch": 0.34408602150537637,
      "grad_norm": 0.14485906064510345,
      "learning_rate": 3.0509321908248347e-05,
      "loss": 0.0167,
      "step": 664
    },
    {
      "epoch": 0.34460422334499285,
      "grad_norm": 0.21492420136928558,
      "learning_rate": 3.0480735084281286e-05,
      "loss": 0.0217,
      "step": 665
    },
    {
      "epoch": 0.3451224251846094,
      "grad_norm": 0.1390220671892166,
      "learning_rate": 3.0452118711244555e-05,
      "loss": 0.0155,
      "step": 666
    },
    {
      "epoch": 0.34564062702422593,
      "grad_norm": 0.38242873549461365,
      "learning_rate": 3.042347286981829e-05,
      "loss": 0.0359,
      "step": 667
    },
    {
      "epoch": 0.34615882886384247,
      "grad_norm": 0.1517501026391983,
      "learning_rate": 3.039479764076572e-05,
      "loss": 0.0181,
      "step": 668
    },
    {
      "epoch": 0.346677030703459,
      "grad_norm": 0.30889183282852173,
      "learning_rate": 3.036609310493292e-05,
      "loss": 0.036,
      "step": 669
    },
    {
      "epoch": 0.34719523254307555,
      "grad_norm": 0.24580207467079163,
      "learning_rate": 3.0337359343248606e-05,
      "loss": 0.034,
      "step": 670
    },
    {
      "epoch": 0.34771343438269203,
      "grad_norm": 0.24991121888160706,
      "learning_rate": 3.030859643672387e-05,
      "loss": 0.0227,
      "step": 671
    },
    {
      "epoch": 0.34823163622230857,
      "grad_norm": 0.13242225348949432,
      "learning_rate": 3.0279804466451996e-05,
      "loss": 0.0125,
      "step": 672
    },
    {
      "epoch": 0.3487498380619251,
      "grad_norm": 0.12930886447429657,
      "learning_rate": 3.0250983513608198e-05,
      "loss": 0.0211,
      "step": 673
    },
    {
      "epoch": 0.34926803990154165,
      "grad_norm": 0.14146579802036285,
      "learning_rate": 3.0222133659449404e-05,
      "loss": 0.0117,
      "step": 674
    },
    {
      "epoch": 0.3497862417411582,
      "grad_norm": 0.1282532513141632,
      "learning_rate": 3.0193254985314015e-05,
      "loss": 0.0169,
      "step": 675
    },
    {
      "epoch": 0.3503044435807747,
      "grad_norm": 0.17600007355213165,
      "learning_rate": 3.0164347572621717e-05,
      "loss": 0.0196,
      "step": 676
    },
    {
      "epoch": 0.35082264542039127,
      "grad_norm": 0.13536961376667023,
      "learning_rate": 3.0135411502873188e-05,
      "loss": 0.0131,
      "step": 677
    },
    {
      "epoch": 0.35134084726000775,
      "grad_norm": 0.33690956234931946,
      "learning_rate": 3.0106446857649922e-05,
      "loss": 0.0243,
      "step": 678
    },
    {
      "epoch": 0.3518590490996243,
      "grad_norm": 0.3075578808784485,
      "learning_rate": 3.007745371861396e-05,
      "loss": 0.0241,
      "step": 679
    },
    {
      "epoch": 0.3523772509392408,
      "grad_norm": 0.1268237829208374,
      "learning_rate": 3.00484321675077e-05,
      "loss": 0.0104,
      "step": 680
    },
    {
      "epoch": 0.35289545277885737,
      "grad_norm": 0.15431272983551025,
      "learning_rate": 3.0019382286153625e-05,
      "loss": 0.0139,
      "step": 681
    },
    {
      "epoch": 0.3534136546184739,
      "grad_norm": 0.1659412533044815,
      "learning_rate": 2.9990304156454088e-05,
      "loss": 0.0148,
      "step": 682
    },
    {
      "epoch": 0.35393185645809044,
      "grad_norm": 0.258486270904541,
      "learning_rate": 2.996119786039111e-05,
      "loss": 0.0226,
      "step": 683
    },
    {
      "epoch": 0.354450058297707,
      "grad_norm": 0.12462588399648666,
      "learning_rate": 2.99320634800261e-05,
      "loss": 0.0106,
      "step": 684
    },
    {
      "epoch": 0.35496826013732347,
      "grad_norm": 0.09379307180643082,
      "learning_rate": 2.9902901097499656e-05,
      "loss": 0.0057,
      "step": 685
    },
    {
      "epoch": 0.35548646197694,
      "grad_norm": 0.25576797127723694,
      "learning_rate": 2.9873710795031324e-05,
      "loss": 0.018,
      "step": 686
    },
    {
      "epoch": 0.35600466381655654,
      "grad_norm": 0.14848865568637848,
      "learning_rate": 2.984449265491937e-05,
      "loss": 0.0104,
      "step": 687
    },
    {
      "epoch": 0.3565228656561731,
      "grad_norm": 0.2981567680835724,
      "learning_rate": 2.9815246759540523e-05,
      "loss": 0.0229,
      "step": 688
    },
    {
      "epoch": 0.3570410674957896,
      "grad_norm": 0.15566019713878632,
      "learning_rate": 2.9785973191349807e-05,
      "loss": 0.0138,
      "step": 689
    },
    {
      "epoch": 0.35755926933540616,
      "grad_norm": 0.3972475826740265,
      "learning_rate": 2.9756672032880226e-05,
      "loss": 0.0202,
      "step": 690
    },
    {
      "epoch": 0.3580774711750227,
      "grad_norm": 0.18364618718624115,
      "learning_rate": 2.9727343366742593e-05,
      "loss": 0.0143,
      "step": 691
    },
    {
      "epoch": 0.3585956730146392,
      "grad_norm": 0.6787497401237488,
      "learning_rate": 2.969798727562526e-05,
      "loss": 0.0212,
      "step": 692
    },
    {
      "epoch": 0.3591138748542557,
      "grad_norm": 0.19514262676239014,
      "learning_rate": 2.9668603842293914e-05,
      "loss": 0.0151,
      "step": 693
    },
    {
      "epoch": 0.35963207669387226,
      "grad_norm": 0.17772996425628662,
      "learning_rate": 2.9639193149591317e-05,
      "loss": 0.0171,
      "step": 694
    },
    {
      "epoch": 0.3601502785334888,
      "grad_norm": 0.1942756623029709,
      "learning_rate": 2.9609755280437107e-05,
      "loss": 0.0191,
      "step": 695
    },
    {
      "epoch": 0.36066848037310534,
      "grad_norm": 0.1511867791414261,
      "learning_rate": 2.9580290317827512e-05,
      "loss": 0.004,
      "step": 696
    },
    {
      "epoch": 0.3611866822127219,
      "grad_norm": 0.35033461451530457,
      "learning_rate": 2.9550798344835176e-05,
      "loss": 0.0239,
      "step": 697
    },
    {
      "epoch": 0.36170488405233836,
      "grad_norm": 0.2694636881351471,
      "learning_rate": 2.9521279444608875e-05,
      "loss": 0.0276,
      "step": 698
    },
    {
      "epoch": 0.3622230858919549,
      "grad_norm": 0.2565995752811432,
      "learning_rate": 2.9491733700373307e-05,
      "loss": 0.0313,
      "step": 699
    },
    {
      "epoch": 0.36274128773157144,
      "grad_norm": 0.42613688111305237,
      "learning_rate": 2.9462161195428862e-05,
      "loss": 0.0224,
      "step": 700
    },
    {
      "epoch": 0.363259489571188,
      "grad_norm": 0.2020256370306015,
      "learning_rate": 2.9432562013151372e-05,
      "loss": 0.0222,
      "step": 701
    },
    {
      "epoch": 0.3637776914108045,
      "grad_norm": 0.35377201437950134,
      "learning_rate": 2.940293623699187e-05,
      "loss": 0.0265,
      "step": 702
    },
    {
      "epoch": 0.36429589325042105,
      "grad_norm": 0.42614316940307617,
      "learning_rate": 2.93732839504764e-05,
      "loss": 0.0334,
      "step": 703
    },
    {
      "epoch": 0.3648140950900376,
      "grad_norm": 0.26751890778541565,
      "learning_rate": 2.934360523720571e-05,
      "loss": 0.0112,
      "step": 704
    },
    {
      "epoch": 0.3653322969296541,
      "grad_norm": 0.1458798050880432,
      "learning_rate": 2.9313900180855087e-05,
      "loss": 0.0113,
      "step": 705
    },
    {
      "epoch": 0.3658504987692706,
      "grad_norm": 0.20325633883476257,
      "learning_rate": 2.9284168865174058e-05,
      "loss": 0.0162,
      "step": 706
    },
    {
      "epoch": 0.36636870060888715,
      "grad_norm": 0.3195553123950958,
      "learning_rate": 2.9254411373986218e-05,
      "loss": 0.018,
      "step": 707
    },
    {
      "epoch": 0.3668869024485037,
      "grad_norm": 0.14034762978553772,
      "learning_rate": 2.922462779118894e-05,
      "loss": 0.0124,
      "step": 708
    },
    {
      "epoch": 0.36740510428812023,
      "grad_norm": 0.12469898164272308,
      "learning_rate": 2.9194818200753157e-05,
      "loss": 0.0122,
      "step": 709
    },
    {
      "epoch": 0.36792330612773677,
      "grad_norm": 0.15942120552062988,
      "learning_rate": 2.916498268672313e-05,
      "loss": 0.0159,
      "step": 710
    },
    {
      "epoch": 0.3684415079673533,
      "grad_norm": 0.33030030131340027,
      "learning_rate": 2.9135121333216218e-05,
      "loss": 0.0164,
      "step": 711
    },
    {
      "epoch": 0.3689597098069698,
      "grad_norm": 0.4804418087005615,
      "learning_rate": 2.910523422442262e-05,
      "loss": 0.0457,
      "step": 712
    },
    {
      "epoch": 0.36947791164658633,
      "grad_norm": 0.14172638952732086,
      "learning_rate": 2.907532144460516e-05,
      "loss": 0.0131,
      "step": 713
    },
    {
      "epoch": 0.36999611348620287,
      "grad_norm": 0.14897310733795166,
      "learning_rate": 2.9045383078099018e-05,
      "loss": 0.0091,
      "step": 714
    },
    {
      "epoch": 0.3705143153258194,
      "grad_norm": 0.3274158239364624,
      "learning_rate": 2.901541920931154e-05,
      "loss": 0.0211,
      "step": 715
    },
    {
      "epoch": 0.37103251716543595,
      "grad_norm": 0.367117702960968,
      "learning_rate": 2.8985429922721953e-05,
      "loss": 0.0283,
      "step": 716
    },
    {
      "epoch": 0.3715507190050525,
      "grad_norm": 0.2538760304450989,
      "learning_rate": 2.895541530288115e-05,
      "loss": 0.0162,
      "step": 717
    },
    {
      "epoch": 0.37206892084466897,
      "grad_norm": 0.16373780369758606,
      "learning_rate": 2.892537543441144e-05,
      "loss": 0.0129,
      "step": 718
    },
    {
      "epoch": 0.3725871226842855,
      "grad_norm": 0.21004892885684967,
      "learning_rate": 2.889531040200633e-05,
      "loss": 0.0172,
      "step": 719
    },
    {
      "epoch": 0.37310532452390205,
      "grad_norm": 0.15073063969612122,
      "learning_rate": 2.8865220290430275e-05,
      "loss": 0.018,
      "step": 720
    },
    {
      "epoch": 0.3736235263635186,
      "grad_norm": 0.3549087345600128,
      "learning_rate": 2.8835105184518438e-05,
      "loss": 0.025,
      "step": 721
    },
    {
      "epoch": 0.3741417282031351,
      "grad_norm": 0.3787144720554352,
      "learning_rate": 2.880496516917642e-05,
      "loss": 0.0116,
      "step": 722
    },
    {
      "epoch": 0.37465993004275167,
      "grad_norm": 0.25196373462677,
      "learning_rate": 2.8774800329380103e-05,
      "loss": 0.014,
      "step": 723
    },
    {
      "epoch": 0.3751781318823682,
      "grad_norm": 0.24565114080905914,
      "learning_rate": 2.874461075017531e-05,
      "loss": 0.0183,
      "step": 724
    },
    {
      "epoch": 0.3756963337219847,
      "grad_norm": 0.11303957551717758,
      "learning_rate": 2.871439651667764e-05,
      "loss": 0.0088,
      "step": 725
    },
    {
      "epoch": 0.3762145355616012,
      "grad_norm": 0.21302036941051483,
      "learning_rate": 2.86841577140722e-05,
      "loss": 0.0176,
      "step": 726
    },
    {
      "epoch": 0.37673273740121777,
      "grad_norm": 0.31156080961227417,
      "learning_rate": 2.865389442761336e-05,
      "loss": 0.0213,
      "step": 727
    },
    {
      "epoch": 0.3772509392408343,
      "grad_norm": 0.1727733612060547,
      "learning_rate": 2.8623606742624513e-05,
      "loss": 0.0161,
      "step": 728
    },
    {
      "epoch": 0.37776914108045084,
      "grad_norm": 0.3240056037902832,
      "learning_rate": 2.8593294744497857e-05,
      "loss": 0.0202,
      "step": 729
    },
    {
      "epoch": 0.3782873429200674,
      "grad_norm": 0.2706719636917114,
      "learning_rate": 2.8562958518694123e-05,
      "loss": 0.0228,
      "step": 730
    },
    {
      "epoch": 0.3788055447596839,
      "grad_norm": 0.22442671656608582,
      "learning_rate": 2.8532598150742364e-05,
      "loss": 0.029,
      "step": 731
    },
    {
      "epoch": 0.3793237465993004,
      "grad_norm": 0.15026988089084625,
      "learning_rate": 2.8502213726239678e-05,
      "loss": 0.0143,
      "step": 732
    },
    {
      "epoch": 0.37984194843891694,
      "grad_norm": 0.3866124749183655,
      "learning_rate": 2.8471805330851006e-05,
      "loss": 0.0396,
      "step": 733
    },
    {
      "epoch": 0.3803601502785335,
      "grad_norm": 0.1631077378988266,
      "learning_rate": 2.844137305030886e-05,
      "loss": 0.0144,
      "step": 734
    },
    {
      "epoch": 0.38087835211815,
      "grad_norm": 0.258539080619812,
      "learning_rate": 2.84109169704131e-05,
      "loss": 0.0221,
      "step": 735
    },
    {
      "epoch": 0.38139655395776656,
      "grad_norm": 0.09007499366998672,
      "learning_rate": 2.8380437177030687e-05,
      "loss": 0.0068,
      "step": 736
    },
    {
      "epoch": 0.3819147557973831,
      "grad_norm": 0.1124981939792633,
      "learning_rate": 2.8349933756095427e-05,
      "loss": 0.0086,
      "step": 737
    },
    {
      "epoch": 0.38243295763699964,
      "grad_norm": 0.21551914513111115,
      "learning_rate": 2.8319406793607752e-05,
      "loss": 0.0114,
      "step": 738
    },
    {
      "epoch": 0.3829511594766161,
      "grad_norm": 0.1445673406124115,
      "learning_rate": 2.828885637563447e-05,
      "loss": 0.0079,
      "step": 739
    },
    {
      "epoch": 0.38346936131623266,
      "grad_norm": 0.25108802318573,
      "learning_rate": 2.82582825883085e-05,
      "loss": 0.0225,
      "step": 740
    },
    {
      "epoch": 0.3839875631558492,
      "grad_norm": 0.1586422175168991,
      "learning_rate": 2.8227685517828662e-05,
      "loss": 0.0131,
      "step": 741
    },
    {
      "epoch": 0.38450576499546574,
      "grad_norm": 0.1375976800918579,
      "learning_rate": 2.8197065250459422e-05,
      "loss": 0.0133,
      "step": 742
    },
    {
      "epoch": 0.3850239668350823,
      "grad_norm": 0.08903449028730392,
      "learning_rate": 2.8166421872530647e-05,
      "loss": 0.008,
      "step": 743
    },
    {
      "epoch": 0.3855421686746988,
      "grad_norm": 0.21467937529087067,
      "learning_rate": 2.813575547043734e-05,
      "loss": 0.0219,
      "step": 744
    },
    {
      "epoch": 0.3860603705143153,
      "grad_norm": 0.2640451192855835,
      "learning_rate": 2.8105066130639457e-05,
      "loss": 0.0155,
      "step": 745
    },
    {
      "epoch": 0.38657857235393184,
      "grad_norm": 0.11930115520954132,
      "learning_rate": 2.8074353939661575e-05,
      "loss": 0.008,
      "step": 746
    },
    {
      "epoch": 0.3870967741935484,
      "grad_norm": 0.21493662893772125,
      "learning_rate": 2.804361898409274e-05,
      "loss": 0.0091,
      "step": 747
    },
    {
      "epoch": 0.3876149760331649,
      "grad_norm": 0.18691658973693848,
      "learning_rate": 2.8012861350586155e-05,
      "loss": 0.0147,
      "step": 748
    },
    {
      "epoch": 0.38813317787278145,
      "grad_norm": 0.19181039929389954,
      "learning_rate": 2.798208112585897e-05,
      "loss": 0.027,
      "step": 749
    },
    {
      "epoch": 0.388651379712398,
      "grad_norm": 0.2299458533525467,
      "learning_rate": 2.795127839669203e-05,
      "loss": 0.0079,
      "step": 750
    },
    {
      "epoch": 0.38916958155201453,
      "grad_norm": 0.1063414141535759,
      "learning_rate": 2.792045324992962e-05,
      "loss": 0.004,
      "step": 751
    },
    {
      "epoch": 0.389687783391631,
      "grad_norm": 0.22242259979248047,
      "learning_rate": 2.7889605772479233e-05,
      "loss": 0.0254,
      "step": 752
    },
    {
      "epoch": 0.39020598523124755,
      "grad_norm": 0.25379589200019836,
      "learning_rate": 2.7858736051311325e-05,
      "loss": 0.0221,
      "step": 753
    },
    {
      "epoch": 0.3907241870708641,
      "grad_norm": 0.0877365842461586,
      "learning_rate": 2.782784417345905e-05,
      "loss": 0.0034,
      "step": 754
    },
    {
      "epoch": 0.39124238891048063,
      "grad_norm": 0.3404882848262787,
      "learning_rate": 2.779693022601805e-05,
      "loss": 0.0268,
      "step": 755
    },
    {
      "epoch": 0.39176059075009717,
      "grad_norm": 0.39878952503204346,
      "learning_rate": 2.7765994296146176e-05,
      "loss": 0.0248,
      "step": 756
    },
    {
      "epoch": 0.3922787925897137,
      "grad_norm": 0.6084442138671875,
      "learning_rate": 2.7735036471063265e-05,
      "loss": 0.0392,
      "step": 757
    },
    {
      "epoch": 0.39279699442933025,
      "grad_norm": 0.35335928201675415,
      "learning_rate": 2.770405683805087e-05,
      "loss": 0.0192,
      "step": 758
    },
    {
      "epoch": 0.39331519626894673,
      "grad_norm": 0.34677132964134216,
      "learning_rate": 2.7673055484452042e-05,
      "loss": 0.0205,
      "step": 759
    },
    {
      "epoch": 0.39383339810856327,
      "grad_norm": 0.3506069481372833,
      "learning_rate": 2.7642032497671065e-05,
      "loss": 0.0216,
      "step": 760
    },
    {
      "epoch": 0.3943515999481798,
      "grad_norm": 0.0815180316567421,
      "learning_rate": 2.761098796517322e-05,
      "loss": 0.0061,
      "step": 761
    },
    {
      "epoch": 0.39486980178779635,
      "grad_norm": 0.15629258751869202,
      "learning_rate": 2.7579921974484532e-05,
      "loss": 0.0132,
      "step": 762
    },
    {
      "epoch": 0.3953880036274129,
      "grad_norm": 0.06827951967716217,
      "learning_rate": 2.754883461319151e-05,
      "loss": 0.0065,
      "step": 763
    },
    {
      "epoch": 0.3959062054670294,
      "grad_norm": 0.23429635167121887,
      "learning_rate": 2.7517725968940935e-05,
      "loss": 0.015,
      "step": 764
    },
    {
      "epoch": 0.39642440730664597,
      "grad_norm": 0.40686559677124023,
      "learning_rate": 2.748659612943958e-05,
      "loss": 0.0325,
      "step": 765
    },
    {
      "epoch": 0.39694260914626245,
      "grad_norm": 0.34594210982322693,
      "learning_rate": 2.745544518245398e-05,
      "loss": 0.0323,
      "step": 766
    },
    {
      "epoch": 0.397460810985879,
      "grad_norm": 0.19717127084732056,
      "learning_rate": 2.7424273215810192e-05,
      "loss": 0.0093,
      "step": 767
    },
    {
      "epoch": 0.3979790128254955,
      "grad_norm": 0.2936684191226959,
      "learning_rate": 2.73930803173935e-05,
      "loss": 0.0187,
      "step": 768
    },
    {
      "epoch": 0.39849721466511207,
      "grad_norm": 0.25458282232284546,
      "learning_rate": 2.7361866575148243e-05,
      "loss": 0.03,
      "step": 769
    },
    {
      "epoch": 0.3990154165047286,
      "grad_norm": 0.19077961146831512,
      "learning_rate": 2.7330632077077497e-05,
      "loss": 0.0164,
      "step": 770
    },
    {
      "epoch": 0.39953361834434514,
      "grad_norm": 0.1585199385881424,
      "learning_rate": 2.729937691124288e-05,
      "loss": 0.014,
      "step": 771
    },
    {
      "epoch": 0.4000518201839616,
      "grad_norm": 0.0987677276134491,
      "learning_rate": 2.7268101165764256e-05,
      "loss": 0.0085,
      "step": 772
    },
    {
      "epoch": 0.40057002202357817,
      "grad_norm": 0.13913258910179138,
      "learning_rate": 2.7236804928819525e-05,
      "loss": 0.0128,
      "step": 773
    },
    {
      "epoch": 0.4010882238631947,
      "grad_norm": 0.1244295984506607,
      "learning_rate": 2.720548828864436e-05,
      "loss": 0.0092,
      "step": 774
    },
    {
      "epoch": 0.40160642570281124,
      "grad_norm": 0.461353063583374,
      "learning_rate": 2.7174151333531953e-05,
      "loss": 0.0264,
      "step": 775
    },
    {
      "epoch": 0.4021246275424278,
      "grad_norm": 0.23609624803066254,
      "learning_rate": 2.714279415183277e-05,
      "loss": 0.0269,
      "step": 776
    },
    {
      "epoch": 0.4026428293820443,
      "grad_norm": 0.1776999682188034,
      "learning_rate": 2.7111416831954324e-05,
      "loss": 0.0173,
      "step": 777
    },
    {
      "epoch": 0.40316103122166086,
      "grad_norm": 0.15312516689300537,
      "learning_rate": 2.708001946236087e-05,
      "loss": 0.012,
      "step": 778
    },
    {
      "epoch": 0.40367923306127734,
      "grad_norm": 0.2107289731502533,
      "learning_rate": 2.7048602131573215e-05,
      "loss": 0.0114,
      "step": 779
    },
    {
      "epoch": 0.4041974349008939,
      "grad_norm": 0.34796831011772156,
      "learning_rate": 2.7017164928168442e-05,
      "loss": 0.0275,
      "step": 780
    },
    {
      "epoch": 0.4047156367405104,
      "grad_norm": 0.22923240065574646,
      "learning_rate": 2.698570794077965e-05,
      "loss": 0.0077,
      "step": 781
    },
    {
      "epoch": 0.40523383858012696,
      "grad_norm": 0.15492555499076843,
      "learning_rate": 2.6954231258095728e-05,
      "loss": 0.0237,
      "step": 782
    },
    {
      "epoch": 0.4057520404197435,
      "grad_norm": 0.20873203873634338,
      "learning_rate": 2.6922734968861095e-05,
      "loss": 0.0115,
      "step": 783
    },
    {
      "epoch": 0.40627024225936004,
      "grad_norm": 0.3824748396873474,
      "learning_rate": 2.689121916187543e-05,
      "loss": 0.0291,
      "step": 784
    },
    {
      "epoch": 0.4067884440989766,
      "grad_norm": 0.2510291337966919,
      "learning_rate": 2.6859683925993463e-05,
      "loss": 0.0294,
      "step": 785
    },
    {
      "epoch": 0.40730664593859306,
      "grad_norm": 0.14085540175437927,
      "learning_rate": 2.6828129350124688e-05,
      "loss": 0.0114,
      "step": 786
    },
    {
      "epoch": 0.4078248477782096,
      "grad_norm": 0.17253312468528748,
      "learning_rate": 2.679655552323313e-05,
      "loss": 0.0104,
      "step": 787
    },
    {
      "epoch": 0.40834304961782614,
      "grad_norm": 0.21511492133140564,
      "learning_rate": 2.6764962534337082e-05,
      "loss": 0.0165,
      "step": 788
    },
    {
      "epoch": 0.4088612514574427,
      "grad_norm": 0.26060453057289124,
      "learning_rate": 2.673335047250888e-05,
      "loss": 0.0173,
      "step": 789
    },
    {
      "epoch": 0.4093794532970592,
      "grad_norm": 0.07147006690502167,
      "learning_rate": 2.670171942687461e-05,
      "loss": 0.0041,
      "step": 790
    },
    {
      "epoch": 0.40989765513667575,
      "grad_norm": 0.12942592799663544,
      "learning_rate": 2.66700694866139e-05,
      "loss": 0.0106,
      "step": 791
    },
    {
      "epoch": 0.4104158569762923,
      "grad_norm": 0.1451411247253418,
      "learning_rate": 2.663840074095963e-05,
      "loss": 0.0105,
      "step": 792
    },
    {
      "epoch": 0.4109340588159088,
      "grad_norm": 0.18926863372325897,
      "learning_rate": 2.6606713279197722e-05,
      "loss": 0.0227,
      "step": 793
    },
    {
      "epoch": 0.4114522606555253,
      "grad_norm": 0.4707081913948059,
      "learning_rate": 2.6575007190666843e-05,
      "loss": 0.0452,
      "step": 794
    },
    {
      "epoch": 0.41197046249514185,
      "grad_norm": 0.21161231398582458,
      "learning_rate": 2.65432825647582e-05,
      "loss": 0.016,
      "step": 795
    },
    {
      "epoch": 0.4124886643347584,
      "grad_norm": 0.1153176873922348,
      "learning_rate": 2.6511539490915233e-05,
      "loss": 0.0049,
      "step": 796
    },
    {
      "epoch": 0.41300686617437493,
      "grad_norm": 0.15783904492855072,
      "learning_rate": 2.6479778058633426e-05,
      "loss": 0.0132,
      "step": 797
    },
    {
      "epoch": 0.41352506801399147,
      "grad_norm": 0.46011635661125183,
      "learning_rate": 2.6447998357460006e-05,
      "loss": 0.025,
      "step": 798
    },
    {
      "epoch": 0.41404326985360795,
      "grad_norm": 0.31267356872558594,
      "learning_rate": 2.6416200476993702e-05,
      "loss": 0.0225,
      "step": 799
    },
    {
      "epoch": 0.4145614716932245,
      "grad_norm": 0.17100736498832703,
      "learning_rate": 2.6384384506884496e-05,
      "loss": 0.0093,
      "step": 800
    },
    {
      "epoch": 0.41507967353284103,
      "grad_norm": 0.48631441593170166,
      "learning_rate": 2.6352550536833397e-05,
      "loss": 0.0264,
      "step": 801
    },
    {
      "epoch": 0.41559787537245757,
      "grad_norm": 0.1943615972995758,
      "learning_rate": 2.6320698656592126e-05,
      "loss": 0.0157,
      "step": 802
    },
    {
      "epoch": 0.4161160772120741,
      "grad_norm": 0.2109791487455368,
      "learning_rate": 2.6288828955962934e-05,
      "loss": 0.0202,
      "step": 803
    },
    {
      "epoch": 0.41663427905169065,
      "grad_norm": 0.2340904027223587,
      "learning_rate": 2.6256941524798278e-05,
      "loss": 0.028,
      "step": 804
    },
    {
      "epoch": 0.4171524808913072,
      "grad_norm": 0.2932374179363251,
      "learning_rate": 2.6225036453000643e-05,
      "loss": 0.0189,
      "step": 805
    },
    {
      "epoch": 0.41767068273092367,
      "grad_norm": 0.1333383321762085,
      "learning_rate": 2.619311383052222e-05,
      "loss": 0.0089,
      "step": 806
    },
    {
      "epoch": 0.4181888845705402,
      "grad_norm": 0.1482066810131073,
      "learning_rate": 2.6161173747364694e-05,
      "loss": 0.0073,
      "step": 807
    },
    {
      "epoch": 0.41870708641015675,
      "grad_norm": 0.16888538002967834,
      "learning_rate": 2.6129216293578978e-05,
      "loss": 0.0133,
      "step": 808
    },
    {
      "epoch": 0.4192252882497733,
      "grad_norm": 0.32865652441978455,
      "learning_rate": 2.609724155926495e-05,
      "loss": 0.0335,
      "step": 809
    },
    {
      "epoch": 0.4197434900893898,
      "grad_norm": 0.18831047415733337,
      "learning_rate": 2.6065249634571215e-05,
      "loss": 0.0128,
      "step": 810
    },
    {
      "epoch": 0.42026169192900636,
      "grad_norm": 0.1461619734764099,
      "learning_rate": 2.6033240609694864e-05,
      "loss": 0.0159,
      "step": 811
    },
    {
      "epoch": 0.4207798937686229,
      "grad_norm": 0.13002753257751465,
      "learning_rate": 2.600121457488116e-05,
      "loss": 0.0153,
      "step": 812
    },
    {
      "epoch": 0.4212980956082394,
      "grad_norm": 0.25124236941337585,
      "learning_rate": 2.596917162042335e-05,
      "loss": 0.0219,
      "step": 813
    },
    {
      "epoch": 0.4218162974478559,
      "grad_norm": 0.12394192814826965,
      "learning_rate": 2.593711183666237e-05,
      "loss": 0.0144,
      "step": 814
    },
    {
      "epoch": 0.42233449928747246,
      "grad_norm": 0.3708241283893585,
      "learning_rate": 2.5905035313986622e-05,
      "loss": 0.0425,
      "step": 815
    },
    {
      "epoch": 0.422852701127089,
      "grad_norm": 0.2006586492061615,
      "learning_rate": 2.5872942142831692e-05,
      "loss": 0.0299,
      "step": 816
    },
    {
      "epoch": 0.42337090296670554,
      "grad_norm": 0.2943853735923767,
      "learning_rate": 2.5840832413680096e-05,
      "loss": 0.0456,
      "step": 817
    },
    {
      "epoch": 0.4238891048063221,
      "grad_norm": 0.1277809590101242,
      "learning_rate": 2.5808706217061038e-05,
      "loss": 0.0115,
      "step": 818
    },
    {
      "epoch": 0.4244073066459386,
      "grad_norm": 0.16021910309791565,
      "learning_rate": 2.5776563643550153e-05,
      "loss": 0.0186,
      "step": 819
    },
    {
      "epoch": 0.4249255084855551,
      "grad_norm": 0.13433189690113068,
      "learning_rate": 2.574440478376925e-05,
      "loss": 0.0206,
      "step": 820
    },
    {
      "epoch": 0.42544371032517164,
      "grad_norm": 0.19457033276557922,
      "learning_rate": 2.5712229728386054e-05,
      "loss": 0.0106,
      "step": 821
    },
    {
      "epoch": 0.4259619121647882,
      "grad_norm": 0.3658684194087982,
      "learning_rate": 2.5680038568113944e-05,
      "loss": 0.03,
      "step": 822
    },
    {
      "epoch": 0.4264801140044047,
      "grad_norm": 0.23988570272922516,
      "learning_rate": 2.564783139371172e-05,
      "loss": 0.0288,
      "step": 823
    },
    {
      "epoch": 0.42699831584402126,
      "grad_norm": 0.16135792434215546,
      "learning_rate": 2.5615608295983308e-05,
      "loss": 0.0181,
      "step": 824
    },
    {
      "epoch": 0.4275165176836378,
      "grad_norm": 0.22570829093456268,
      "learning_rate": 2.5583369365777556e-05,
      "loss": 0.0112,
      "step": 825
    },
    {
      "epoch": 0.4280347195232543,
      "grad_norm": 0.18531742691993713,
      "learning_rate": 2.555111469398793e-05,
      "loss": 0.0145,
      "step": 826
    },
    {
      "epoch": 0.4285529213628708,
      "grad_norm": 0.13606177270412445,
      "learning_rate": 2.551884437155228e-05,
      "loss": 0.0085,
      "step": 827
    },
    {
      "epoch": 0.42907112320248736,
      "grad_norm": 0.10950173437595367,
      "learning_rate": 2.548655848945258e-05,
      "loss": 0.0094,
      "step": 828
    },
    {
      "epoch": 0.4295893250421039,
      "grad_norm": 0.2311939150094986,
      "learning_rate": 2.5454257138714686e-05,
      "loss": 0.0131,
      "step": 829
    },
    {
      "epoch": 0.43010752688172044,
      "grad_norm": 0.14860382676124573,
      "learning_rate": 2.5421940410408047e-05,
      "loss": 0.017,
      "step": 830
    },
    {
      "epoch": 0.430625728721337,
      "grad_norm": 0.10067587345838547,
      "learning_rate": 2.5389608395645485e-05,
      "loss": 0.0129,
      "step": 831
    },
    {
      "epoch": 0.4311439305609535,
      "grad_norm": 0.210439532995224,
      "learning_rate": 2.5357261185582905e-05,
      "loss": 0.0206,
      "step": 832
    },
    {
      "epoch": 0.43166213240057,
      "grad_norm": 0.161096453666687,
      "learning_rate": 2.532489887141906e-05,
      "loss": 0.0152,
      "step": 833
    },
    {
      "epoch": 0.43218033424018654,
      "grad_norm": 0.3122105896472931,
      "learning_rate": 2.5292521544395295e-05,
      "loss": 0.0086,
      "step": 834
    },
    {
      "epoch": 0.4326985360798031,
      "grad_norm": 0.13776956498622894,
      "learning_rate": 2.5260129295795257e-05,
      "loss": 0.0183,
      "step": 835
    },
    {
      "epoch": 0.4332167379194196,
      "grad_norm": 0.13521309196949005,
      "learning_rate": 2.522772221694469e-05,
      "loss": 0.0128,
      "step": 836
    },
    {
      "epoch": 0.43373493975903615,
      "grad_norm": 0.14316008985042572,
      "learning_rate": 2.5195300399211137e-05,
      "loss": 0.0108,
      "step": 837
    },
    {
      "epoch": 0.4342531415986527,
      "grad_norm": 0.2449924498796463,
      "learning_rate": 2.5162863934003693e-05,
      "loss": 0.0181,
      "step": 838
    },
    {
      "epoch": 0.43477134343826923,
      "grad_norm": 0.263105571269989,
      "learning_rate": 2.5130412912772762e-05,
      "loss": 0.03,
      "step": 839
    },
    {
      "epoch": 0.4352895452778857,
      "grad_norm": 0.33116382360458374,
      "learning_rate": 2.5097947427009767e-05,
      "loss": 0.0178,
      "step": 840
    },
    {
      "epoch": 0.43580774711750225,
      "grad_norm": 0.24194487929344177,
      "learning_rate": 2.506546756824694e-05,
      "loss": 0.0125,
      "step": 841
    },
    {
      "epoch": 0.4363259489571188,
      "grad_norm": 0.3121300935745239,
      "learning_rate": 2.5032973428057e-05,
      "loss": 0.0128,
      "step": 842
    },
    {
      "epoch": 0.43684415079673533,
      "grad_norm": 0.2334538698196411,
      "learning_rate": 2.500046509805296e-05,
      "loss": 0.0167,
      "step": 843
    },
    {
      "epoch": 0.43736235263635187,
      "grad_norm": 0.1214141920208931,
      "learning_rate": 2.496794266988783e-05,
      "loss": 0.0083,
      "step": 844
    },
    {
      "epoch": 0.4378805544759684,
      "grad_norm": 0.4726041555404663,
      "learning_rate": 2.4935406235254367e-05,
      "loss": 0.0291,
      "step": 845
    },
    {
      "epoch": 0.43839875631558495,
      "grad_norm": 0.10701345652341843,
      "learning_rate": 2.490285588588481e-05,
      "loss": 0.0064,
      "step": 846
    },
    {
      "epoch": 0.43891695815520143,
      "grad_norm": 0.4372049868106842,
      "learning_rate": 2.4870291713550648e-05,
      "loss": 0.0211,
      "step": 847
    },
    {
      "epoch": 0.43943515999481797,
      "grad_norm": 0.1732262223958969,
      "learning_rate": 2.4837713810062317e-05,
      "loss": 0.0149,
      "step": 848
    },
    {
      "epoch": 0.4399533618344345,
      "grad_norm": 0.32579711079597473,
      "learning_rate": 2.480512226726899e-05,
      "loss": 0.0154,
      "step": 849
    },
    {
      "epoch": 0.44047156367405105,
      "grad_norm": 0.2965090572834015,
      "learning_rate": 2.477251717705828e-05,
      "loss": 0.0325,
      "step": 850
    },
    {
      "epoch": 0.4409897655136676,
      "grad_norm": 0.418514609336853,
      "learning_rate": 2.4739898631355995e-05,
      "loss": 0.0164,
      "step": 851
    },
    {
      "epoch": 0.4415079673532841,
      "grad_norm": 0.2681904733181,
      "learning_rate": 2.4707266722125888e-05,
      "loss": 0.0115,
      "step": 852
    },
    {
      "epoch": 0.4420261691929006,
      "grad_norm": 0.40225011110305786,
      "learning_rate": 2.4674621541369392e-05,
      "loss": 0.0143,
      "step": 853
    },
    {
      "epoch": 0.44254437103251715,
      "grad_norm": 0.24150243401527405,
      "learning_rate": 2.4641963181125332e-05,
      "loss": 0.021,
      "step": 854
    },
    {
      "epoch": 0.4430625728721337,
      "grad_norm": 0.23854626715183258,
      "learning_rate": 2.460929173346972e-05,
      "loss": 0.0231,
      "step": 855
    },
    {
      "epoch": 0.4435807747117502,
      "grad_norm": 0.18777628242969513,
      "learning_rate": 2.4576607290515445e-05,
      "loss": 0.0114,
      "step": 856
    },
    {
      "epoch": 0.44409897655136676,
      "grad_norm": 0.12525376677513123,
      "learning_rate": 2.4543909944412048e-05,
      "loss": 0.0095,
      "step": 857
    },
    {
      "epoch": 0.4446171783909833,
      "grad_norm": 0.24290180206298828,
      "learning_rate": 2.4511199787345447e-05,
      "loss": 0.0189,
      "step": 858
    },
    {
      "epoch": 0.44513538023059984,
      "grad_norm": 0.26251229643821716,
      "learning_rate": 2.447847691153767e-05,
      "loss": 0.0202,
      "step": 859
    },
    {
      "epoch": 0.4456535820702163,
      "grad_norm": 0.35255348682403564,
      "learning_rate": 2.4445741409246616e-05,
      "loss": 0.0187,
      "step": 860
    },
    {
      "epoch": 0.44617178390983286,
      "grad_norm": 0.15728411078453064,
      "learning_rate": 2.4412993372765782e-05,
      "loss": 0.0095,
      "step": 861
    },
    {
      "epoch": 0.4466899857494494,
      "grad_norm": 0.33080241084098816,
      "learning_rate": 2.438023289442399e-05,
      "loss": 0.0203,
      "step": 862
    },
    {
      "epoch": 0.44720818758906594,
      "grad_norm": 0.3215973973274231,
      "learning_rate": 2.4347460066585146e-05,
      "loss": 0.037,
      "step": 863
    },
    {
      "epoch": 0.4477263894286825,
      "grad_norm": 0.25812244415283203,
      "learning_rate": 2.4314674981647982e-05,
      "loss": 0.0169,
      "step": 864
    },
    {
      "epoch": 0.448244591268299,
      "grad_norm": 0.21332046389579773,
      "learning_rate": 2.4281877732045778e-05,
      "loss": 0.0195,
      "step": 865
    },
    {
      "epoch": 0.44876279310791556,
      "grad_norm": 0.42107102274894714,
      "learning_rate": 2.4249068410246114e-05,
      "loss": 0.0157,
      "step": 866
    },
    {
      "epoch": 0.44928099494753204,
      "grad_norm": 0.1260032057762146,
      "learning_rate": 2.4216247108750613e-05,
      "loss": 0.0156,
      "step": 867
    },
    {
      "epoch": 0.4497991967871486,
      "grad_norm": 0.19122031331062317,
      "learning_rate": 2.4183413920094657e-05,
      "loss": 0.0083,
      "step": 868
    },
    {
      "epoch": 0.4503173986267651,
      "grad_norm": 0.18674705922603607,
      "learning_rate": 2.4150568936847166e-05,
      "loss": 0.023,
      "step": 869
    },
    {
      "epoch": 0.45083560046638166,
      "grad_norm": 0.33427202701568604,
      "learning_rate": 2.4117712251610287e-05,
      "loss": 0.026,
      "step": 870
    },
    {
      "epoch": 0.4513538023059982,
      "grad_norm": 0.2598010003566742,
      "learning_rate": 2.4084843957019174e-05,
      "loss": 0.0188,
      "step": 871
    },
    {
      "epoch": 0.45187200414561474,
      "grad_norm": 0.21907593309879303,
      "learning_rate": 2.405196414574171e-05,
      "loss": 0.0165,
      "step": 872
    },
    {
      "epoch": 0.4523902059852313,
      "grad_norm": 0.20734968781471252,
      "learning_rate": 2.4019072910478248e-05,
      "loss": 0.0133,
      "step": 873
    },
    {
      "epoch": 0.45290840782484776,
      "grad_norm": 0.18882878124713898,
      "learning_rate": 2.3986170343961342e-05,
      "loss": 0.0115,
      "step": 874
    },
    {
      "epoch": 0.4534266096644643,
      "grad_norm": 0.2494608759880066,
      "learning_rate": 2.3953256538955517e-05,
      "loss": 0.0146,
      "step": 875
    },
    {
      "epoch": 0.45394481150408084,
      "grad_norm": 0.22158919274806976,
      "learning_rate": 2.3920331588256945e-05,
      "loss": 0.0138,
      "step": 876
    },
    {
      "epoch": 0.4544630133436974,
      "grad_norm": 0.3354347050189972,
      "learning_rate": 2.3887395584693258e-05,
      "loss": 0.0276,
      "step": 877
    },
    {
      "epoch": 0.4549812151833139,
      "grad_norm": 0.20476201176643372,
      "learning_rate": 2.3854448621123227e-05,
      "loss": 0.0121,
      "step": 878
    },
    {
      "epoch": 0.45549941702293045,
      "grad_norm": 0.36594030261039734,
      "learning_rate": 2.382149079043654e-05,
      "loss": 0.0271,
      "step": 879
    },
    {
      "epoch": 0.45601761886254694,
      "grad_norm": 0.1319293975830078,
      "learning_rate": 2.3788522185553505e-05,
      "loss": 0.0088,
      "step": 880
    },
    {
      "epoch": 0.4565358207021635,
      "grad_norm": 0.2355639934539795,
      "learning_rate": 2.375554289942483e-05,
      "loss": 0.0196,
      "step": 881
    },
    {
      "epoch": 0.45705402254178,
      "grad_norm": 0.09457190334796906,
      "learning_rate": 2.3722553025031304e-05,
      "loss": 0.0071,
      "step": 882
    },
    {
      "epoch": 0.45757222438139655,
      "grad_norm": 0.2910573184490204,
      "learning_rate": 2.36895526553836e-05,
      "loss": 0.0191,
      "step": 883
    },
    {
      "epoch": 0.4580904262210131,
      "grad_norm": 0.36989885568618774,
      "learning_rate": 2.3656541883521963e-05,
      "loss": 0.0255,
      "step": 884
    },
    {
      "epoch": 0.45860862806062963,
      "grad_norm": 0.29597464203834534,
      "learning_rate": 2.362352080251598e-05,
      "loss": 0.0198,
      "step": 885
    },
    {
      "epoch": 0.45912682990024617,
      "grad_norm": 0.32694950699806213,
      "learning_rate": 2.359048950546429e-05,
      "loss": 0.019,
      "step": 886
    },
    {
      "epoch": 0.45964503173986265,
      "grad_norm": 0.2195930778980255,
      "learning_rate": 2.3557448085494343e-05,
      "loss": 0.0279,
      "step": 887
    },
    {
      "epoch": 0.4601632335794792,
      "grad_norm": 0.20476271212100983,
      "learning_rate": 2.352439663576212e-05,
      "loss": 0.0137,
      "step": 888
    },
    {
      "epoch": 0.46068143541909573,
      "grad_norm": 0.3710532784461975,
      "learning_rate": 2.349133524945189e-05,
      "loss": 0.0216,
      "step": 889
    },
    {
      "epoch": 0.46119963725871227,
      "grad_norm": 0.15248271822929382,
      "learning_rate": 2.3458264019775933e-05,
      "loss": 0.0161,
      "step": 890
    },
    {
      "epoch": 0.4617178390983288,
      "grad_norm": 0.2434094101190567,
      "learning_rate": 2.3425183039974284e-05,
      "loss": 0.0175,
      "step": 891
    },
    {
      "epoch": 0.46223604093794535,
      "grad_norm": 0.33260586857795715,
      "learning_rate": 2.3392092403314447e-05,
      "loss": 0.0206,
      "step": 892
    },
    {
      "epoch": 0.4627542427775619,
      "grad_norm": 0.10504089295864105,
      "learning_rate": 2.3358992203091185e-05,
      "loss": 0.0059,
      "step": 893
    },
    {
      "epoch": 0.46327244461717837,
      "grad_norm": 0.08952392637729645,
      "learning_rate": 2.3325882532626203e-05,
      "loss": 0.011,
      "step": 894
    },
    {
      "epoch": 0.4637906464567949,
      "grad_norm": 0.1848842054605484,
      "learning_rate": 2.3292763485267917e-05,
      "loss": 0.015,
      "step": 895
    },
    {
      "epoch": 0.46430884829641145,
      "grad_norm": 0.1017458513379097,
      "learning_rate": 2.325963515439116e-05,
      "loss": 0.0131,
      "step": 896
    },
    {
      "epoch": 0.464827050136028,
      "grad_norm": 0.1866416186094284,
      "learning_rate": 2.3226497633396978e-05,
      "loss": 0.0142,
      "step": 897
    },
    {
      "epoch": 0.4653452519756445,
      "grad_norm": 0.19123072922229767,
      "learning_rate": 2.3193351015712278e-05,
      "loss": 0.0155,
      "step": 898
    },
    {
      "epoch": 0.46586345381526106,
      "grad_norm": 0.1844363510608673,
      "learning_rate": 2.3160195394789648e-05,
      "loss": 0.0142,
      "step": 899
    },
    {
      "epoch": 0.46638165565487755,
      "grad_norm": 0.12927821278572083,
      "learning_rate": 2.3127030864107044e-05,
      "loss": 0.008,
      "step": 900
    },
    {
      "epoch": 0.4668998574944941,
      "grad_norm": 0.2421107441186905,
      "learning_rate": 2.3093857517167555e-05,
      "loss": 0.0189,
      "step": 901
    },
    {
      "epoch": 0.4674180593341106,
      "grad_norm": 0.12359347939491272,
      "learning_rate": 2.3060675447499116e-05,
      "loss": 0.0081,
      "step": 902
    },
    {
      "epoch": 0.46793626117372716,
      "grad_norm": 0.13112476468086243,
      "learning_rate": 2.302748474865426e-05,
      "loss": 0.0166,
      "step": 903
    },
    {
      "epoch": 0.4684544630133437,
      "grad_norm": 0.2681474983692169,
      "learning_rate": 2.299428551420984e-05,
      "loss": 0.0217,
      "step": 904
    },
    {
      "epoch": 0.46897266485296024,
      "grad_norm": 0.12790656089782715,
      "learning_rate": 2.296107783776679e-05,
      "loss": 0.0084,
      "step": 905
    },
    {
      "epoch": 0.4694908666925768,
      "grad_norm": 0.21175391972064972,
      "learning_rate": 2.2927861812949823e-05,
      "loss": 0.0123,
      "step": 906
    },
    {
      "epoch": 0.47000906853219326,
      "grad_norm": 0.14393571019172668,
      "learning_rate": 2.2894637533407212e-05,
      "loss": 0.0097,
      "step": 907
    },
    {
      "epoch": 0.4705272703718098,
      "grad_norm": 0.21133379638195038,
      "learning_rate": 2.2861405092810492e-05,
      "loss": 0.0175,
      "step": 908
    },
    {
      "epoch": 0.47104547221142634,
      "grad_norm": 0.12299802154302597,
      "learning_rate": 2.2828164584854204e-05,
      "loss": 0.0091,
      "step": 909
    },
    {
      "epoch": 0.4715636740510429,
      "grad_norm": 0.29604965448379517,
      "learning_rate": 2.2794916103255632e-05,
      "loss": 0.0153,
      "step": 910
    },
    {
      "epoch": 0.4720818758906594,
      "grad_norm": 0.3092305362224579,
      "learning_rate": 2.2761659741754562e-05,
      "loss": 0.0142,
      "step": 911
    },
    {
      "epoch": 0.47260007773027596,
      "grad_norm": 0.3267214000225067,
      "learning_rate": 2.2728395594112965e-05,
      "loss": 0.036,
      "step": 912
    },
    {
      "epoch": 0.4731182795698925,
      "grad_norm": 0.13050074875354767,
      "learning_rate": 2.269512375411479e-05,
      "loss": 0.0096,
      "step": 913
    },
    {
      "epoch": 0.473636481409509,
      "grad_norm": 0.38647061586380005,
      "learning_rate": 2.266184431556566e-05,
      "loss": 0.0173,
      "step": 914
    },
    {
      "epoch": 0.4741546832491255,
      "grad_norm": 0.1383042186498642,
      "learning_rate": 2.2628557372292618e-05,
      "loss": 0.0133,
      "step": 915
    },
    {
      "epoch": 0.47467288508874206,
      "grad_norm": 0.19705870747566223,
      "learning_rate": 2.2595263018143885e-05,
      "loss": 0.0126,
      "step": 916
    },
    {
      "epoch": 0.4751910869283586,
      "grad_norm": 0.19639675319194794,
      "learning_rate": 2.2561961346988553e-05,
      "loss": 0.0104,
      "step": 917
    },
    {
      "epoch": 0.47570928876797514,
      "grad_norm": 0.28665390610694885,
      "learning_rate": 2.2528652452716354e-05,
      "loss": 0.0236,
      "step": 918
    },
    {
      "epoch": 0.4762274906075917,
      "grad_norm": 0.15427164733409882,
      "learning_rate": 2.2495336429237388e-05,
      "loss": 0.0151,
      "step": 919
    },
    {
      "epoch": 0.4767456924472082,
      "grad_norm": 0.36349889636039734,
      "learning_rate": 2.246201337048185e-05,
      "loss": 0.0209,
      "step": 920
    },
    {
      "epoch": 0.4772638942868247,
      "grad_norm": 0.21488307416439056,
      "learning_rate": 2.2428683370399767e-05,
      "loss": 0.0197,
      "step": 921
    },
    {
      "epoch": 0.47778209612644124,
      "grad_norm": 0.27596259117126465,
      "learning_rate": 2.2395346522960742e-05,
      "loss": 0.0231,
      "step": 922
    },
    {
      "epoch": 0.4783002979660578,
      "grad_norm": 0.21963416039943695,
      "learning_rate": 2.2362002922153686e-05,
      "loss": 0.0193,
      "step": 923
    },
    {
      "epoch": 0.4788184998056743,
      "grad_norm": 0.25122183561325073,
      "learning_rate": 2.232865266198654e-05,
      "loss": 0.0182,
      "step": 924
    },
    {
      "epoch": 0.47933670164529085,
      "grad_norm": 0.2015954703092575,
      "learning_rate": 2.2295295836486028e-05,
      "loss": 0.0127,
      "step": 925
    },
    {
      "epoch": 0.4798549034849074,
      "grad_norm": 0.1243843361735344,
      "learning_rate": 2.226193253969738e-05,
      "loss": 0.0078,
      "step": 926
    },
    {
      "epoch": 0.4803731053245239,
      "grad_norm": 0.5754460096359253,
      "learning_rate": 2.222856286568408e-05,
      "loss": 0.0329,
      "step": 927
    },
    {
      "epoch": 0.4808913071641404,
      "grad_norm": 0.1487659215927124,
      "learning_rate": 2.219518690852757e-05,
      "loss": 0.0069,
      "step": 928
    },
    {
      "epoch": 0.48140950900375695,
      "grad_norm": 0.1283818930387497,
      "learning_rate": 2.2161804762327036e-05,
      "loss": 0.0036,
      "step": 929
    },
    {
      "epoch": 0.4819277108433735,
      "grad_norm": 0.26554226875305176,
      "learning_rate": 2.2128416521199085e-05,
      "loss": 0.0109,
      "step": 930
    },
    {
      "epoch": 0.48244591268299003,
      "grad_norm": 0.2600436508655548,
      "learning_rate": 2.2095022279277535e-05,
      "loss": 0.0229,
      "step": 931
    },
    {
      "epoch": 0.48296411452260657,
      "grad_norm": 0.5942787528038025,
      "learning_rate": 2.2061622130713097e-05,
      "loss": 0.0356,
      "step": 932
    },
    {
      "epoch": 0.4834823163622231,
      "grad_norm": 0.30313023924827576,
      "learning_rate": 2.2028216169673155e-05,
      "loss": 0.0229,
      "step": 933
    },
    {
      "epoch": 0.4840005182018396,
      "grad_norm": 0.06324416399002075,
      "learning_rate": 2.1994804490341467e-05,
      "loss": 0.0019,
      "step": 934
    },
    {
      "epoch": 0.48451872004145613,
      "grad_norm": 0.3620297312736511,
      "learning_rate": 2.1961387186917926e-05,
      "loss": 0.0128,
      "step": 935
    },
    {
      "epoch": 0.48503692188107267,
      "grad_norm": 0.5341509580612183,
      "learning_rate": 2.1927964353618253e-05,
      "loss": 0.0253,
      "step": 936
    },
    {
      "epoch": 0.4855551237206892,
      "grad_norm": 0.1990864872932434,
      "learning_rate": 2.18945360846738e-05,
      "loss": 0.0103,
      "step": 937
    },
    {
      "epoch": 0.48607332556030575,
      "grad_norm": 0.05690270662307739,
      "learning_rate": 2.186110247433122e-05,
      "loss": 0.0058,
      "step": 938
    },
    {
      "epoch": 0.4865915273999223,
      "grad_norm": 0.2440994381904602,
      "learning_rate": 2.1827663616852228e-05,
      "loss": 0.0094,
      "step": 939
    },
    {
      "epoch": 0.4871097292395388,
      "grad_norm": 0.16593553125858307,
      "learning_rate": 2.1794219606513335e-05,
      "loss": 0.0097,
      "step": 940
    },
    {
      "epoch": 0.4876279310791553,
      "grad_norm": 0.24518586695194244,
      "learning_rate": 2.176077053760558e-05,
      "loss": 0.0313,
      "step": 941
    },
    {
      "epoch": 0.48814613291877185,
      "grad_norm": 0.19542941451072693,
      "learning_rate": 2.172731650443425e-05,
      "loss": 0.023,
      "step": 942
    },
    {
      "epoch": 0.4886643347583884,
      "grad_norm": 0.2354109138250351,
      "learning_rate": 2.1693857601318665e-05,
      "loss": 0.0114,
      "step": 943
    },
    {
      "epoch": 0.4891825365980049,
      "grad_norm": 0.3304251730442047,
      "learning_rate": 2.166039392259184e-05,
      "loss": 0.0118,
      "step": 944
    },
    {
      "epoch": 0.48970073843762146,
      "grad_norm": 0.21442767977714539,
      "learning_rate": 2.1626925562600266e-05,
      "loss": 0.0143,
      "step": 945
    },
    {
      "epoch": 0.490218940277238,
      "grad_norm": 0.1758863776922226,
      "learning_rate": 2.159345261570362e-05,
      "loss": 0.0145,
      "step": 946
    },
    {
      "epoch": 0.49073714211685454,
      "grad_norm": 0.3084407150745392,
      "learning_rate": 2.1559975176274545e-05,
      "loss": 0.015,
      "step": 947
    },
    {
      "epoch": 0.491255343956471,
      "grad_norm": 0.26537203788757324,
      "learning_rate": 2.152649333869831e-05,
      "loss": 0.0112,
      "step": 948
    },
    {
      "epoch": 0.49177354579608756,
      "grad_norm": 0.21452540159225464,
      "learning_rate": 2.1493007197372614e-05,
      "loss": 0.0125,
      "step": 949
    },
    {
      "epoch": 0.4922917476357041,
      "grad_norm": 0.23216988146305084,
      "learning_rate": 2.1459516846707267e-05,
      "loss": 0.0198,
      "step": 950
    },
    {
      "epoch": 0.49280994947532064,
      "grad_norm": 0.2911728024482727,
      "learning_rate": 2.1426022381123967e-05,
      "loss": 0.0165,
      "step": 951
    },
    {
      "epoch": 0.4933281513149372,
      "grad_norm": 0.25865858793258667,
      "learning_rate": 2.1392523895056e-05,
      "loss": 0.0177,
      "step": 952
    },
    {
      "epoch": 0.4938463531545537,
      "grad_norm": 0.2825429439544678,
      "learning_rate": 2.1359021482947996e-05,
      "loss": 0.0276,
      "step": 953
    },
    {
      "epoch": 0.4943645549941702,
      "grad_norm": 0.09475862979888916,
      "learning_rate": 2.1325515239255642e-05,
      "loss": 0.0062,
      "step": 954
    },
    {
      "epoch": 0.49488275683378674,
      "grad_norm": 0.29453566670417786,
      "learning_rate": 2.1292005258445442e-05,
      "loss": 0.0216,
      "step": 955
    },
    {
      "epoch": 0.4954009586734033,
      "grad_norm": 0.15916626155376434,
      "learning_rate": 2.1258491634994422e-05,
      "loss": 0.0087,
      "step": 956
    },
    {
      "epoch": 0.4959191605130198,
      "grad_norm": 0.29559406638145447,
      "learning_rate": 2.1224974463389892e-05,
      "loss": 0.0111,
      "step": 957
    },
    {
      "epoch": 0.49643736235263636,
      "grad_norm": 0.19165553152561188,
      "learning_rate": 2.119145383812915e-05,
      "loss": 0.0189,
      "step": 958
    },
    {
      "epoch": 0.4969555641922529,
      "grad_norm": 0.2623184025287628,
      "learning_rate": 2.1157929853719255e-05,
      "loss": 0.0228,
      "step": 959
    },
    {
      "epoch": 0.49747376603186944,
      "grad_norm": 0.6063542366027832,
      "learning_rate": 2.11244026046767e-05,
      "loss": 0.0241,
      "step": 960
    },
    {
      "epoch": 0.4979919678714859,
      "grad_norm": 0.6173031330108643,
      "learning_rate": 2.109087218552723e-05,
      "loss": 0.0243,
      "step": 961
    },
    {
      "epoch": 0.49851016971110246,
      "grad_norm": 0.22902703285217285,
      "learning_rate": 2.1057338690805485e-05,
      "loss": 0.0218,
      "step": 962
    },
    {
      "epoch": 0.499028371550719,
      "grad_norm": 0.2686314582824707,
      "learning_rate": 2.1023802215054797e-05,
      "loss": 0.022,
      "step": 963
    },
    {
      "epoch": 0.49954657339033554,
      "grad_norm": 0.1550043672323227,
      "learning_rate": 2.099026285282689e-05,
      "loss": 0.0093,
      "step": 964
    },
    {
      "epoch": 0.5000647752299521,
      "grad_norm": 0.0828891471028328,
      "learning_rate": 2.095672069868165e-05,
      "loss": 0.0054,
      "step": 965
    },
    {
      "epoch": 0.5005829770695686,
      "grad_norm": 0.2590828239917755,
      "learning_rate": 2.0923175847186797e-05,
      "loss": 0.0138,
      "step": 966
    },
    {
      "epoch": 0.5011011789091852,
      "grad_norm": 0.26930099725723267,
      "learning_rate": 2.08896283929177e-05,
      "loss": 0.0233,
      "step": 967
    },
    {
      "epoch": 0.5016193807488016,
      "grad_norm": 0.23394693434238434,
      "learning_rate": 2.0856078430457033e-05,
      "loss": 0.0151,
      "step": 968
    },
    {
      "epoch": 0.5021375825884182,
      "grad_norm": 0.18417996168136597,
      "learning_rate": 2.0822526054394562e-05,
      "loss": 0.013,
      "step": 969
    },
    {
      "epoch": 0.5026557844280347,
      "grad_norm": 0.16068002581596375,
      "learning_rate": 2.0788971359326827e-05,
      "loss": 0.0128,
      "step": 970
    },
    {
      "epoch": 0.5031739862676512,
      "grad_norm": 0.29491886496543884,
      "learning_rate": 2.0755414439856948e-05,
      "loss": 0.0224,
      "step": 971
    },
    {
      "epoch": 0.5036921881072678,
      "grad_norm": 0.16440480947494507,
      "learning_rate": 2.0721855390594294e-05,
      "loss": 0.0135,
      "step": 972
    },
    {
      "epoch": 0.5042103899468843,
      "grad_norm": 0.1847657710313797,
      "learning_rate": 2.068829430615423e-05,
      "loss": 0.0121,
      "step": 973
    },
    {
      "epoch": 0.5047285917865009,
      "grad_norm": 0.31765875220298767,
      "learning_rate": 2.0654731281157874e-05,
      "loss": 0.0332,
      "step": 974
    },
    {
      "epoch": 0.5052467936261174,
      "grad_norm": 0.27984386682510376,
      "learning_rate": 2.062116641023181e-05,
      "loss": 0.0122,
      "step": 975
    },
    {
      "epoch": 0.505764995465734,
      "grad_norm": 0.24907967448234558,
      "learning_rate": 2.0587599788007825e-05,
      "loss": 0.018,
      "step": 976
    },
    {
      "epoch": 0.5062831973053504,
      "grad_norm": 0.18288204073905945,
      "learning_rate": 2.0554031509122656e-05,
      "loss": 0.0122,
      "step": 977
    },
    {
      "epoch": 0.5068013991449669,
      "grad_norm": 0.13284114003181458,
      "learning_rate": 2.0520461668217683e-05,
      "loss": 0.0083,
      "step": 978
    },
    {
      "epoch": 0.5073196009845835,
      "grad_norm": 0.20933015644550323,
      "learning_rate": 2.0486890359938724e-05,
      "loss": 0.0162,
      "step": 979
    },
    {
      "epoch": 0.5078378028242,
      "grad_norm": 0.23051418364048004,
      "learning_rate": 2.045331767893571e-05,
      "loss": 0.0186,
      "step": 980
    },
    {
      "epoch": 0.5083560046638166,
      "grad_norm": 0.23583345115184784,
      "learning_rate": 2.0419743719862447e-05,
      "loss": 0.0188,
      "step": 981
    },
    {
      "epoch": 0.5088742065034331,
      "grad_norm": 0.2092517614364624,
      "learning_rate": 2.0386168577376346e-05,
      "loss": 0.0202,
      "step": 982
    },
    {
      "epoch": 0.5093924083430497,
      "grad_norm": 0.2943207025527954,
      "learning_rate": 2.035259234613816e-05,
      "loss": 0.0287,
      "step": 983
    },
    {
      "epoch": 0.5099106101826661,
      "grad_norm": 0.18729962408542633,
      "learning_rate": 2.03190151208117e-05,
      "loss": 0.0166,
      "step": 984
    },
    {
      "epoch": 0.5104288120222826,
      "grad_norm": 0.19974197447299957,
      "learning_rate": 2.0285436996063596e-05,
      "loss": 0.0148,
      "step": 985
    },
    {
      "epoch": 0.5109470138618992,
      "grad_norm": 0.09993212670087814,
      "learning_rate": 2.0251858066562997e-05,
      "loss": 0.0042,
      "step": 986
    },
    {
      "epoch": 0.5114652157015157,
      "grad_norm": 0.17130297422409058,
      "learning_rate": 2.0218278426981332e-05,
      "loss": 0.0117,
      "step": 987
    },
    {
      "epoch": 0.5119834175411323,
      "grad_norm": 0.0700158104300499,
      "learning_rate": 2.0184698171992023e-05,
      "loss": 0.0046,
      "step": 988
    },
    {
      "epoch": 0.5125016193807488,
      "grad_norm": 0.24379920959472656,
      "learning_rate": 2.0151117396270243e-05,
      "loss": 0.0132,
      "step": 989
    },
    {
      "epoch": 0.5130198212203654,
      "grad_norm": 0.1190122663974762,
      "learning_rate": 2.0117536194492616e-05,
      "loss": 0.0107,
      "step": 990
    },
    {
      "epoch": 0.5135380230599819,
      "grad_norm": 0.3585830628871918,
      "learning_rate": 2.008395466133697e-05,
      "loss": 0.022,
      "step": 991
    },
    {
      "epoch": 0.5140562248995983,
      "grad_norm": 0.1896945983171463,
      "learning_rate": 2.0050372891482065e-05,
      "loss": 0.0169,
      "step": 992
    },
    {
      "epoch": 0.5145744267392149,
      "grad_norm": 0.27251240611076355,
      "learning_rate": 2.0016790979607353e-05,
      "loss": 0.0197,
      "step": 993
    },
    {
      "epoch": 0.5150926285788314,
      "grad_norm": 0.2470308244228363,
      "learning_rate": 1.9983209020392657e-05,
      "loss": 0.0107,
      "step": 994
    },
    {
      "epoch": 0.515610830418448,
      "grad_norm": 0.1589849293231964,
      "learning_rate": 1.9949627108517938e-05,
      "loss": 0.0075,
      "step": 995
    },
    {
      "epoch": 0.5161290322580645,
      "grad_norm": 0.283698171377182,
      "learning_rate": 1.991604533866304e-05,
      "loss": 0.0148,
      "step": 996
    },
    {
      "epoch": 0.5166472340976811,
      "grad_norm": 0.2342384308576584,
      "learning_rate": 1.988246380550739e-05,
      "loss": 0.0427,
      "step": 997
    },
    {
      "epoch": 0.5171654359372976,
      "grad_norm": 0.30012941360473633,
      "learning_rate": 1.9848882603729763e-05,
      "loss": 0.0139,
      "step": 998
    },
    {
      "epoch": 0.5176836377769141,
      "grad_norm": 0.1278998851776123,
      "learning_rate": 1.981530182800798e-05,
      "loss": 0.0117,
      "step": 999
    },
    {
      "epoch": 0.5182018396165307,
      "grad_norm": 0.31228339672088623,
      "learning_rate": 1.978172157301867e-05,
      "loss": 0.0191,
      "step": 1000
    },
    {
      "epoch": 0.5187200414561471,
      "grad_norm": 0.13579922914505005,
      "learning_rate": 1.9748141933437003e-05,
      "loss": 0.0052,
      "step": 1001
    },
    {
      "epoch": 0.5192382432957637,
      "grad_norm": 0.29426661133766174,
      "learning_rate": 1.9714563003936414e-05,
      "loss": 0.0255,
      "step": 1002
    },
    {
      "epoch": 0.5197564451353802,
      "grad_norm": 0.15366186201572418,
      "learning_rate": 1.9680984879188306e-05,
      "loss": 0.0109,
      "step": 1003
    },
    {
      "epoch": 0.5202746469749968,
      "grad_norm": 0.2718539834022522,
      "learning_rate": 1.9647407653861846e-05,
      "loss": 0.0136,
      "step": 1004
    },
    {
      "epoch": 0.5207928488146133,
      "grad_norm": 0.307129830121994,
      "learning_rate": 1.9613831422623657e-05,
      "loss": 0.0193,
      "step": 1005
    },
    {
      "epoch": 0.5213110506542298,
      "grad_norm": 0.21338942646980286,
      "learning_rate": 1.9580256280137563e-05,
      "loss": 0.0152,
      "step": 1006
    },
    {
      "epoch": 0.5218292524938464,
      "grad_norm": 0.3313189446926117,
      "learning_rate": 1.9546682321064296e-05,
      "loss": 0.0202,
      "step": 1007
    },
    {
      "epoch": 0.5223474543334629,
      "grad_norm": 0.17557553946971893,
      "learning_rate": 1.951310964006128e-05,
      "loss": 0.0094,
      "step": 1008
    },
    {
      "epoch": 0.5228656561730795,
      "grad_norm": 0.22019444406032562,
      "learning_rate": 1.9479538331782317e-05,
      "loss": 0.0097,
      "step": 1009
    },
    {
      "epoch": 0.5233838580126959,
      "grad_norm": 0.15170864760875702,
      "learning_rate": 1.9445968490877357e-05,
      "loss": 0.0075,
      "step": 1010
    },
    {
      "epoch": 0.5239020598523125,
      "grad_norm": 0.5065960884094238,
      "learning_rate": 1.9412400211992178e-05,
      "loss": 0.0285,
      "step": 1011
    },
    {
      "epoch": 0.524420261691929,
      "grad_norm": 0.14924491941928864,
      "learning_rate": 1.9378833589768196e-05,
      "loss": 0.0158,
      "step": 1012
    },
    {
      "epoch": 0.5249384635315455,
      "grad_norm": 0.2105136215686798,
      "learning_rate": 1.934526871884213e-05,
      "loss": 0.0107,
      "step": 1013
    },
    {
      "epoch": 0.5254566653711621,
      "grad_norm": 0.21951298415660858,
      "learning_rate": 1.931170569384578e-05,
      "loss": 0.0125,
      "step": 1014
    },
    {
      "epoch": 0.5259748672107786,
      "grad_norm": 0.31380099058151245,
      "learning_rate": 1.9278144609405712e-05,
      "loss": 0.0218,
      "step": 1015
    },
    {
      "epoch": 0.5264930690503952,
      "grad_norm": 0.10603537410497665,
      "learning_rate": 1.9244585560143055e-05,
      "loss": 0.007,
      "step": 1016
    },
    {
      "epoch": 0.5270112708900117,
      "grad_norm": 0.2262280434370041,
      "learning_rate": 1.9211028640673173e-05,
      "loss": 0.0117,
      "step": 1017
    },
    {
      "epoch": 0.5275294727296281,
      "grad_norm": 0.1582176387310028,
      "learning_rate": 1.917747394560545e-05,
      "loss": 0.0051,
      "step": 1018
    },
    {
      "epoch": 0.5280476745692447,
      "grad_norm": 0.17075197398662567,
      "learning_rate": 1.914392156954297e-05,
      "loss": 0.0147,
      "step": 1019
    },
    {
      "epoch": 0.5285658764088612,
      "grad_norm": 0.3450043499469757,
      "learning_rate": 1.9110371607082303e-05,
      "loss": 0.0201,
      "step": 1020
    },
    {
      "epoch": 0.5290840782484778,
      "grad_norm": 0.11497087776660919,
      "learning_rate": 1.9076824152813203e-05,
      "loss": 0.0048,
      "step": 1021
    },
    {
      "epoch": 0.5296022800880943,
      "grad_norm": 0.25621140003204346,
      "learning_rate": 1.9043279301318365e-05,
      "loss": 0.0117,
      "step": 1022
    },
    {
      "epoch": 0.5301204819277109,
      "grad_norm": 0.18441203236579895,
      "learning_rate": 1.9009737147173116e-05,
      "loss": 0.0094,
      "step": 1023
    },
    {
      "epoch": 0.5306386837673274,
      "grad_norm": 0.18254609405994415,
      "learning_rate": 1.897619778494521e-05,
      "loss": 0.0115,
      "step": 1024
    },
    {
      "epoch": 0.5311568856069439,
      "grad_norm": 0.336505264043808,
      "learning_rate": 1.894266130919452e-05,
      "loss": 0.0287,
      "step": 1025
    },
    {
      "epoch": 0.5316750874465604,
      "grad_norm": 0.2124987095594406,
      "learning_rate": 1.8909127814472776e-05,
      "loss": 0.0139,
      "step": 1026
    },
    {
      "epoch": 0.5321932892861769,
      "grad_norm": 0.30894720554351807,
      "learning_rate": 1.88755973953233e-05,
      "loss": 0.0175,
      "step": 1027
    },
    {
      "epoch": 0.5327114911257935,
      "grad_norm": 0.16775032877922058,
      "learning_rate": 1.8842070146280752e-05,
      "loss": 0.0101,
      "step": 1028
    },
    {
      "epoch": 0.53322969296541,
      "grad_norm": 0.2674119472503662,
      "learning_rate": 1.880854616187085e-05,
      "loss": 0.0136,
      "step": 1029
    },
    {
      "epoch": 0.5337478948050266,
      "grad_norm": 0.31328970193862915,
      "learning_rate": 1.8775025536610118e-05,
      "loss": 0.0193,
      "step": 1030
    },
    {
      "epoch": 0.5342660966446431,
      "grad_norm": 0.18065671622753143,
      "learning_rate": 1.8741508365005584e-05,
      "loss": 0.0079,
      "step": 1031
    },
    {
      "epoch": 0.5347842984842596,
      "grad_norm": 0.1782873570919037,
      "learning_rate": 1.8707994741554565e-05,
      "loss": 0.0073,
      "step": 1032
    },
    {
      "epoch": 0.5353025003238762,
      "grad_norm": 0.20292030274868011,
      "learning_rate": 1.867448476074436e-05,
      "loss": 0.0115,
      "step": 1033
    },
    {
      "epoch": 0.5358207021634926,
      "grad_norm": 0.19517368078231812,
      "learning_rate": 1.8640978517052014e-05,
      "loss": 0.0187,
      "step": 1034
    },
    {
      "epoch": 0.5363389040031092,
      "grad_norm": 0.20960001647472382,
      "learning_rate": 1.8607476104944006e-05,
      "loss": 0.0142,
      "step": 1035
    },
    {
      "epoch": 0.5368571058427257,
      "grad_norm": 0.5607621073722839,
      "learning_rate": 1.8573977618876036e-05,
      "loss": 0.0207,
      "step": 1036
    },
    {
      "epoch": 0.5373753076823423,
      "grad_norm": 0.21276597678661346,
      "learning_rate": 1.8540483153292736e-05,
      "loss": 0.0137,
      "step": 1037
    },
    {
      "epoch": 0.5378935095219588,
      "grad_norm": 0.11740380525588989,
      "learning_rate": 1.85069928026274e-05,
      "loss": 0.0082,
      "step": 1038
    },
    {
      "epoch": 0.5384117113615753,
      "grad_norm": 0.33550262451171875,
      "learning_rate": 1.8473506661301697e-05,
      "loss": 0.0194,
      "step": 1039
    },
    {
      "epoch": 0.5389299132011919,
      "grad_norm": 0.33623600006103516,
      "learning_rate": 1.8440024823725462e-05,
      "loss": 0.0336,
      "step": 1040
    },
    {
      "epoch": 0.5394481150408084,
      "grad_norm": 0.2196187973022461,
      "learning_rate": 1.8406547384296377e-05,
      "loss": 0.0172,
      "step": 1041
    },
    {
      "epoch": 0.539966316880425,
      "grad_norm": 0.17992262542247772,
      "learning_rate": 1.8373074437399744e-05,
      "loss": 0.0115,
      "step": 1042
    },
    {
      "epoch": 0.5404845187200414,
      "grad_norm": 0.19862842559814453,
      "learning_rate": 1.8339606077408165e-05,
      "loss": 0.0238,
      "step": 1043
    },
    {
      "epoch": 0.541002720559658,
      "grad_norm": 0.30180686712265015,
      "learning_rate": 1.8306142398681338e-05,
      "loss": 0.0115,
      "step": 1044
    },
    {
      "epoch": 0.5415209223992745,
      "grad_norm": 0.24334149062633514,
      "learning_rate": 1.827268349556575e-05,
      "loss": 0.0172,
      "step": 1045
    },
    {
      "epoch": 0.542039124238891,
      "grad_norm": 0.17345716059207916,
      "learning_rate": 1.8239229462394435e-05,
      "loss": 0.0109,
      "step": 1046
    },
    {
      "epoch": 0.5425573260785076,
      "grad_norm": 0.25446006655693054,
      "learning_rate": 1.8205780393486675e-05,
      "loss": 0.0113,
      "step": 1047
    },
    {
      "epoch": 0.5430755279181241,
      "grad_norm": 0.319873571395874,
      "learning_rate": 1.817233638314778e-05,
      "loss": 0.0232,
      "step": 1048
    },
    {
      "epoch": 0.5435937297577407,
      "grad_norm": 0.42063799500465393,
      "learning_rate": 1.813889752566878e-05,
      "loss": 0.026,
      "step": 1049
    },
    {
      "epoch": 0.5441119315973572,
      "grad_norm": 0.33134227991104126,
      "learning_rate": 1.8105463915326205e-05,
      "loss": 0.0196,
      "step": 1050
    },
    {
      "epoch": 0.5446301334369738,
      "grad_norm": 0.26480934023857117,
      "learning_rate": 1.807203564638175e-05,
      "loss": 0.0267,
      "step": 1051
    },
    {
      "epoch": 0.5451483352765902,
      "grad_norm": 0.18234863877296448,
      "learning_rate": 1.8038612813082084e-05,
      "loss": 0.0137,
      "step": 1052
    },
    {
      "epoch": 0.5456665371162067,
      "grad_norm": 0.15523044764995575,
      "learning_rate": 1.8005195509658536e-05,
      "loss": 0.0111,
      "step": 1053
    },
    {
      "epoch": 0.5461847389558233,
      "grad_norm": 0.3344533145427704,
      "learning_rate": 1.797178383032685e-05,
      "loss": 0.0168,
      "step": 1054
    },
    {
      "epoch": 0.5467029407954398,
      "grad_norm": 0.12319575250148773,
      "learning_rate": 1.793837786928691e-05,
      "loss": 0.0053,
      "step": 1055
    },
    {
      "epoch": 0.5472211426350564,
      "grad_norm": 0.13881735503673553,
      "learning_rate": 1.790497772072247e-05,
      "loss": 0.0114,
      "step": 1056
    },
    {
      "epoch": 0.5477393444746729,
      "grad_norm": 0.19909988343715668,
      "learning_rate": 1.7871583478800915e-05,
      "loss": 0.0138,
      "step": 1057
    },
    {
      "epoch": 0.5482575463142895,
      "grad_norm": 0.08285260200500488,
      "learning_rate": 1.7838195237672974e-05,
      "loss": 0.0034,
      "step": 1058
    },
    {
      "epoch": 0.548775748153906,
      "grad_norm": 0.5260575413703918,
      "learning_rate": 1.7804813091472435e-05,
      "loss": 0.0355,
      "step": 1059
    },
    {
      "epoch": 0.5492939499935224,
      "grad_norm": 0.13995790481567383,
      "learning_rate": 1.7771437134315927e-05,
      "loss": 0.0102,
      "step": 1060
    },
    {
      "epoch": 0.549812151833139,
      "grad_norm": 0.3183762729167938,
      "learning_rate": 1.7738067460302625e-05,
      "loss": 0.0168,
      "step": 1061
    },
    {
      "epoch": 0.5503303536727555,
      "grad_norm": 0.19481916725635529,
      "learning_rate": 1.770470416351398e-05,
      "loss": 0.0129,
      "step": 1062
    },
    {
      "epoch": 0.5508485555123721,
      "grad_norm": 0.18306854367256165,
      "learning_rate": 1.7671347338013468e-05,
      "loss": 0.0224,
      "step": 1063
    },
    {
      "epoch": 0.5513667573519886,
      "grad_norm": 0.22059708833694458,
      "learning_rate": 1.763799707784632e-05,
      "loss": 0.0117,
      "step": 1064
    },
    {
      "epoch": 0.5518849591916052,
      "grad_norm": 0.4268891513347626,
      "learning_rate": 1.7604653477039258e-05,
      "loss": 0.0138,
      "step": 1065
    },
    {
      "epoch": 0.5524031610312217,
      "grad_norm": 0.10974422097206116,
      "learning_rate": 1.7571316629600243e-05,
      "loss": 0.0057,
      "step": 1066
    },
    {
      "epoch": 0.5529213628708382,
      "grad_norm": 0.09162997454404831,
      "learning_rate": 1.753798662951816e-05,
      "loss": 0.0061,
      "step": 1067
    },
    {
      "epoch": 0.5534395647104547,
      "grad_norm": 0.12637154757976532,
      "learning_rate": 1.7504663570762615e-05,
      "loss": 0.0085,
      "step": 1068
    },
    {
      "epoch": 0.5539577665500712,
      "grad_norm": 0.1373872607946396,
      "learning_rate": 1.747134754728365e-05,
      "loss": 0.0097,
      "step": 1069
    },
    {
      "epoch": 0.5544759683896878,
      "grad_norm": 0.23044104874134064,
      "learning_rate": 1.7438038653011457e-05,
      "loss": 0.0148,
      "step": 1070
    },
    {
      "epoch": 0.5549941702293043,
      "grad_norm": 0.22062622010707855,
      "learning_rate": 1.740473698185612e-05,
      "loss": 0.0199,
      "step": 1071
    },
    {
      "epoch": 0.5555123720689208,
      "grad_norm": 0.32974135875701904,
      "learning_rate": 1.7371442627707385e-05,
      "loss": 0.0099,
      "step": 1072
    },
    {
      "epoch": 0.5560305739085374,
      "grad_norm": 0.18324632942676544,
      "learning_rate": 1.7338155684434344e-05,
      "loss": 0.0103,
      "step": 1073
    },
    {
      "epoch": 0.5565487757481539,
      "grad_norm": 0.1241641715168953,
      "learning_rate": 1.730487624588522e-05,
      "loss": 0.0079,
      "step": 1074
    },
    {
      "epoch": 0.5570669775877705,
      "grad_norm": 0.22878427803516388,
      "learning_rate": 1.727160440588704e-05,
      "loss": 0.0148,
      "step": 1075
    },
    {
      "epoch": 0.557585179427387,
      "grad_norm": 0.549785315990448,
      "learning_rate": 1.723834025824544e-05,
      "loss": 0.0457,
      "step": 1076
    },
    {
      "epoch": 0.5581033812670035,
      "grad_norm": 0.5593258142471313,
      "learning_rate": 1.7205083896744365e-05,
      "loss": 0.0259,
      "step": 1077
    },
    {
      "epoch": 0.55862158310662,
      "grad_norm": 0.1253921538591385,
      "learning_rate": 1.7171835415145806e-05,
      "loss": 0.0117,
      "step": 1078
    },
    {
      "epoch": 0.5591397849462365,
      "grad_norm": 0.15490829944610596,
      "learning_rate": 1.713859490718951e-05,
      "loss": 0.0103,
      "step": 1079
    },
    {
      "epoch": 0.5596579867858531,
      "grad_norm": 0.19711671769618988,
      "learning_rate": 1.710536246659279e-05,
      "loss": 0.0094,
      "step": 1080
    },
    {
      "epoch": 0.5601761886254696,
      "grad_norm": 0.24218136072158813,
      "learning_rate": 1.7072138187050177e-05,
      "loss": 0.0223,
      "step": 1081
    },
    {
      "epoch": 0.5606943904650862,
      "grad_norm": 0.43247753381729126,
      "learning_rate": 1.7038922162233224e-05,
      "loss": 0.0437,
      "step": 1082
    },
    {
      "epoch": 0.5612125923047027,
      "grad_norm": 0.3048844039440155,
      "learning_rate": 1.7005714485790167e-05,
      "loss": 0.0164,
      "step": 1083
    },
    {
      "epoch": 0.5617307941443193,
      "grad_norm": 0.269682377576828,
      "learning_rate": 1.6972515251345746e-05,
      "loss": 0.0153,
      "step": 1084
    },
    {
      "epoch": 0.5622489959839357,
      "grad_norm": 0.22269891202449799,
      "learning_rate": 1.6939324552500887e-05,
      "loss": 0.0158,
      "step": 1085
    },
    {
      "epoch": 0.5627671978235522,
      "grad_norm": 0.11371760815382004,
      "learning_rate": 1.690614248283245e-05,
      "loss": 0.0072,
      "step": 1086
    },
    {
      "epoch": 0.5632853996631688,
      "grad_norm": 0.2383551448583603,
      "learning_rate": 1.6872969135892963e-05,
      "loss": 0.0207,
      "step": 1087
    },
    {
      "epoch": 0.5638036015027853,
      "grad_norm": 0.27557238936424255,
      "learning_rate": 1.683980460521036e-05,
      "loss": 0.0137,
      "step": 1088
    },
    {
      "epoch": 0.5643218033424019,
      "grad_norm": 0.16742661595344543,
      "learning_rate": 1.680664898428773e-05,
      "loss": 0.0085,
      "step": 1089
    },
    {
      "epoch": 0.5648400051820184,
      "grad_norm": 0.17626698315143585,
      "learning_rate": 1.6773502366603032e-05,
      "loss": 0.0079,
      "step": 1090
    },
    {
      "epoch": 0.565358207021635,
      "grad_norm": 0.27058324217796326,
      "learning_rate": 1.6740364845608842e-05,
      "loss": 0.0169,
      "step": 1091
    },
    {
      "epoch": 0.5658764088612515,
      "grad_norm": 0.2151581048965454,
      "learning_rate": 1.670723651473209e-05,
      "loss": 0.0185,
      "step": 1092
    },
    {
      "epoch": 0.5663946107008679,
      "grad_norm": 0.20677979290485382,
      "learning_rate": 1.6674117467373797e-05,
      "loss": 0.0114,
      "step": 1093
    },
    {
      "epoch": 0.5669128125404845,
      "grad_norm": 0.23222865164279938,
      "learning_rate": 1.6641007796908822e-05,
      "loss": 0.0212,
      "step": 1094
    },
    {
      "epoch": 0.567431014380101,
      "grad_norm": 0.4040347635746002,
      "learning_rate": 1.6607907596685556e-05,
      "loss": 0.0174,
      "step": 1095
    },
    {
      "epoch": 0.5679492162197176,
      "grad_norm": 0.15651348233222961,
      "learning_rate": 1.6574816960025722e-05,
      "loss": 0.0096,
      "step": 1096
    },
    {
      "epoch": 0.5684674180593341,
      "grad_norm": 0.2294890284538269,
      "learning_rate": 1.654173598022407e-05,
      "loss": 0.0184,
      "step": 1097
    },
    {
      "epoch": 0.5689856198989507,
      "grad_norm": 0.23169976472854614,
      "learning_rate": 1.6508664750548114e-05,
      "loss": 0.0101,
      "step": 1098
    },
    {
      "epoch": 0.5695038217385672,
      "grad_norm": 0.16020269691944122,
      "learning_rate": 1.6475603364237886e-05,
      "loss": 0.0108,
      "step": 1099
    },
    {
      "epoch": 0.5700220235781837,
      "grad_norm": 0.27258041501045227,
      "learning_rate": 1.644255191450566e-05,
      "loss": 0.0172,
      "step": 1100
    },
    {
      "epoch": 0.5705402254178003,
      "grad_norm": 0.25970420241355896,
      "learning_rate": 1.640951049453571e-05,
      "loss": 0.015,
      "step": 1101
    },
    {
      "epoch": 0.5710584272574167,
      "grad_norm": 0.15470710396766663,
      "learning_rate": 1.6376479197484028e-05,
      "loss": 0.0108,
      "step": 1102
    },
    {
      "epoch": 0.5715766290970333,
      "grad_norm": 0.15609830617904663,
      "learning_rate": 1.634345811647804e-05,
      "loss": 0.0179,
      "step": 1103
    },
    {
      "epoch": 0.5720948309366498,
      "grad_norm": 0.24201931059360504,
      "learning_rate": 1.6310447344616406e-05,
      "loss": 0.0152,
      "step": 1104
    },
    {
      "epoch": 0.5726130327762664,
      "grad_norm": 0.2512819468975067,
      "learning_rate": 1.62774469749687e-05,
      "loss": 0.018,
      "step": 1105
    },
    {
      "epoch": 0.5731312346158829,
      "grad_norm": 0.13237565755844116,
      "learning_rate": 1.6244457100575184e-05,
      "loss": 0.0102,
      "step": 1106
    },
    {
      "epoch": 0.5736494364554994,
      "grad_norm": 0.17929814755916595,
      "learning_rate": 1.6211477814446498e-05,
      "loss": 0.0147,
      "step": 1107
    },
    {
      "epoch": 0.574167638295116,
      "grad_norm": 0.26788702607154846,
      "learning_rate": 1.6178509209563465e-05,
      "loss": 0.0326,
      "step": 1108
    },
    {
      "epoch": 0.5746858401347325,
      "grad_norm": 0.3604764938354492,
      "learning_rate": 1.6145551378876773e-05,
      "loss": 0.0134,
      "step": 1109
    },
    {
      "epoch": 0.575204041974349,
      "grad_norm": 0.1976727545261383,
      "learning_rate": 1.611260441530675e-05,
      "loss": 0.0138,
      "step": 1110
    },
    {
      "epoch": 0.5757222438139655,
      "grad_norm": 0.24070017039775848,
      "learning_rate": 1.6079668411743058e-05,
      "loss": 0.0204,
      "step": 1111
    },
    {
      "epoch": 0.5762404456535821,
      "grad_norm": 0.3317483365535736,
      "learning_rate": 1.604674346104449e-05,
      "loss": 0.0183,
      "step": 1112
    },
    {
      "epoch": 0.5767586474931986,
      "grad_norm": 0.18072566390037537,
      "learning_rate": 1.6013829656038654e-05,
      "loss": 0.0181,
      "step": 1113
    },
    {
      "epoch": 0.5772768493328151,
      "grad_norm": 0.21476292610168457,
      "learning_rate": 1.5980927089521762e-05,
      "loss": 0.0124,
      "step": 1114
    },
    {
      "epoch": 0.5777950511724317,
      "grad_norm": 0.1312938779592514,
      "learning_rate": 1.5948035854258294e-05,
      "loss": 0.0071,
      "step": 1115
    },
    {
      "epoch": 0.5783132530120482,
      "grad_norm": 0.08147620409727097,
      "learning_rate": 1.5915156042980833e-05,
      "loss": 0.0028,
      "step": 1116
    },
    {
      "epoch": 0.5788314548516648,
      "grad_norm": 0.06438157707452774,
      "learning_rate": 1.5882287748389716e-05,
      "loss": 0.0031,
      "step": 1117
    },
    {
      "epoch": 0.5793496566912812,
      "grad_norm": 0.23561817407608032,
      "learning_rate": 1.584943106315284e-05,
      "loss": 0.0308,
      "step": 1118
    },
    {
      "epoch": 0.5798678585308978,
      "grad_norm": 0.13540908694267273,
      "learning_rate": 1.5816586079905346e-05,
      "loss": 0.0135,
      "step": 1119
    },
    {
      "epoch": 0.5803860603705143,
      "grad_norm": 0.10627519339323044,
      "learning_rate": 1.578375289124939e-05,
      "loss": 0.0075,
      "step": 1120
    },
    {
      "epoch": 0.5809042622101308,
      "grad_norm": 0.15574534237384796,
      "learning_rate": 1.575093158975389e-05,
      "loss": 0.0073,
      "step": 1121
    },
    {
      "epoch": 0.5814224640497474,
      "grad_norm": 0.22351405024528503,
      "learning_rate": 1.5718122267954232e-05,
      "loss": 0.0161,
      "step": 1122
    },
    {
      "epoch": 0.5819406658893639,
      "grad_norm": 0.3184528648853302,
      "learning_rate": 1.5685325018352028e-05,
      "loss": 0.0326,
      "step": 1123
    },
    {
      "epoch": 0.5824588677289805,
      "grad_norm": 0.1077670082449913,
      "learning_rate": 1.5652539933414858e-05,
      "loss": 0.0037,
      "step": 1124
    },
    {
      "epoch": 0.582977069568597,
      "grad_norm": 0.16742312908172607,
      "learning_rate": 1.561976710557602e-05,
      "loss": 0.0118,
      "step": 1125
    },
    {
      "epoch": 0.5834952714082134,
      "grad_norm": 0.17053693532943726,
      "learning_rate": 1.5587006627234225e-05,
      "loss": 0.0151,
      "step": 1126
    },
    {
      "epoch": 0.58401347324783,
      "grad_norm": 0.26882749795913696,
      "learning_rate": 1.5554258590753388e-05,
      "loss": 0.0153,
      "step": 1127
    },
    {
      "epoch": 0.5845316750874465,
      "grad_norm": 0.17190419137477875,
      "learning_rate": 1.5521523088462332e-05,
      "loss": 0.0104,
      "step": 1128
    },
    {
      "epoch": 0.5850498769270631,
      "grad_norm": 0.2322155237197876,
      "learning_rate": 1.5488800212654557e-05,
      "loss": 0.0248,
      "step": 1129
    },
    {
      "epoch": 0.5855680787666796,
      "grad_norm": 0.3169136047363281,
      "learning_rate": 1.545609005558796e-05,
      "loss": 0.0321,
      "step": 1130
    },
    {
      "epoch": 0.5860862806062962,
      "grad_norm": 0.35867586731910706,
      "learning_rate": 1.5423392709484565e-05,
      "loss": 0.0089,
      "step": 1131
    },
    {
      "epoch": 0.5866044824459127,
      "grad_norm": 0.17669306695461273,
      "learning_rate": 1.5390708266530288e-05,
      "loss": 0.0166,
      "step": 1132
    },
    {
      "epoch": 0.5871226842855292,
      "grad_norm": 0.3532368540763855,
      "learning_rate": 1.5358036818874668e-05,
      "loss": 0.0289,
      "step": 1133
    },
    {
      "epoch": 0.5876408861251458,
      "grad_norm": 0.16300423443317413,
      "learning_rate": 1.5325378458630615e-05,
      "loss": 0.0084,
      "step": 1134
    },
    {
      "epoch": 0.5881590879647622,
      "grad_norm": 0.29001057147979736,
      "learning_rate": 1.5292733277874116e-05,
      "loss": 0.0244,
      "step": 1135
    },
    {
      "epoch": 0.5886772898043788,
      "grad_norm": 0.1256478726863861,
      "learning_rate": 1.5260101368644008e-05,
      "loss": 0.0075,
      "step": 1136
    },
    {
      "epoch": 0.5891954916439953,
      "grad_norm": 0.19914460182189941,
      "learning_rate": 1.5227482822941725e-05,
      "loss": 0.0143,
      "step": 1137
    },
    {
      "epoch": 0.5897136934836119,
      "grad_norm": 0.2361249178647995,
      "learning_rate": 1.519487773273102e-05,
      "loss": 0.0169,
      "step": 1138
    },
    {
      "epoch": 0.5902318953232284,
      "grad_norm": 0.19691789150238037,
      "learning_rate": 1.516228618993769e-05,
      "loss": 0.0108,
      "step": 1139
    },
    {
      "epoch": 0.5907500971628449,
      "grad_norm": 0.3483859896659851,
      "learning_rate": 1.5129708286449359e-05,
      "loss": 0.0218,
      "step": 1140
    },
    {
      "epoch": 0.5912682990024615,
      "grad_norm": 0.3023143708705902,
      "learning_rate": 1.509714411411519e-05,
      "loss": 0.0143,
      "step": 1141
    },
    {
      "epoch": 0.591786500842078,
      "grad_norm": 0.17124785482883453,
      "learning_rate": 1.506459376474564e-05,
      "loss": 0.0095,
      "step": 1142
    },
    {
      "epoch": 0.5923047026816946,
      "grad_norm": 0.19885291159152985,
      "learning_rate": 1.5032057330112174e-05,
      "loss": 0.0091,
      "step": 1143
    },
    {
      "epoch": 0.592822904521311,
      "grad_norm": 0.6884151697158813,
      "learning_rate": 1.4999534901947046e-05,
      "loss": 0.0288,
      "step": 1144
    },
    {
      "epoch": 0.5933411063609276,
      "grad_norm": 0.3492492139339447,
      "learning_rate": 1.4967026571943004e-05,
      "loss": 0.0219,
      "step": 1145
    },
    {
      "epoch": 0.5938593082005441,
      "grad_norm": 0.2615423798561096,
      "learning_rate": 1.4934532431753073e-05,
      "loss": 0.021,
      "step": 1146
    },
    {
      "epoch": 0.5943775100401606,
      "grad_norm": 0.23267151415348053,
      "learning_rate": 1.4902052572990236e-05,
      "loss": 0.0166,
      "step": 1147
    },
    {
      "epoch": 0.5948957118797772,
      "grad_norm": 0.20014171302318573,
      "learning_rate": 1.4869587087227241e-05,
      "loss": 0.0098,
      "step": 1148
    },
    {
      "epoch": 0.5954139137193937,
      "grad_norm": 0.13207559287548065,
      "learning_rate": 1.4837136065996307e-05,
      "loss": 0.0077,
      "step": 1149
    },
    {
      "epoch": 0.5959321155590103,
      "grad_norm": 0.36822882294654846,
      "learning_rate": 1.4804699600788872e-05,
      "loss": 0.0262,
      "step": 1150
    },
    {
      "epoch": 0.5964503173986268,
      "grad_norm": 0.1576855331659317,
      "learning_rate": 1.4772277783055318e-05,
      "loss": 0.0077,
      "step": 1151
    },
    {
      "epoch": 0.5969685192382433,
      "grad_norm": 0.056045811623334885,
      "learning_rate": 1.4739870704204746e-05,
      "loss": 0.0034,
      "step": 1152
    },
    {
      "epoch": 0.5974867210778598,
      "grad_norm": 0.164437398314476,
      "learning_rate": 1.4707478455604713e-05,
      "loss": 0.0047,
      "step": 1153
    },
    {
      "epoch": 0.5980049229174763,
      "grad_norm": 0.1738058626651764,
      "learning_rate": 1.4675101128580944e-05,
      "loss": 0.0106,
      "step": 1154
    },
    {
      "epoch": 0.5985231247570929,
      "grad_norm": 0.27060168981552124,
      "learning_rate": 1.4642738814417104e-05,
      "loss": 0.0233,
      "step": 1155
    },
    {
      "epoch": 0.5990413265967094,
      "grad_norm": 0.3752515912055969,
      "learning_rate": 1.4610391604354522e-05,
      "loss": 0.0152,
      "step": 1156
    },
    {
      "epoch": 0.599559528436326,
      "grad_norm": 0.32041823863983154,
      "learning_rate": 1.4578059589591953e-05,
      "loss": 0.0149,
      "step": 1157
    },
    {
      "epoch": 0.6000777302759425,
      "grad_norm": 0.0778937041759491,
      "learning_rate": 1.4545742861285325e-05,
      "loss": 0.006,
      "step": 1158
    },
    {
      "epoch": 0.6005959321155591,
      "grad_norm": 0.22142964601516724,
      "learning_rate": 1.4513441510547428e-05,
      "loss": 0.0119,
      "step": 1159
    },
    {
      "epoch": 0.6011141339551755,
      "grad_norm": 0.3265921473503113,
      "learning_rate": 1.4481155628447728e-05,
      "loss": 0.0286,
      "step": 1160
    },
    {
      "epoch": 0.601632335794792,
      "grad_norm": 0.22287465631961823,
      "learning_rate": 1.4448885306012078e-05,
      "loss": 0.0118,
      "step": 1161
    },
    {
      "epoch": 0.6021505376344086,
      "grad_norm": 0.14569589495658875,
      "learning_rate": 1.4416630634222449e-05,
      "loss": 0.0106,
      "step": 1162
    },
    {
      "epoch": 0.6026687394740251,
      "grad_norm": 0.1785486936569214,
      "learning_rate": 1.4384391704016695e-05,
      "loss": 0.0106,
      "step": 1163
    },
    {
      "epoch": 0.6031869413136417,
      "grad_norm": 0.22368593513965607,
      "learning_rate": 1.4352168606288285e-05,
      "loss": 0.0145,
      "step": 1164
    },
    {
      "epoch": 0.6037051431532582,
      "grad_norm": 0.18533925712108612,
      "learning_rate": 1.4319961431886054e-05,
      "loss": 0.0178,
      "step": 1165
    },
    {
      "epoch": 0.6042233449928748,
      "grad_norm": 0.22897221148014069,
      "learning_rate": 1.4287770271613952e-05,
      "loss": 0.0156,
      "step": 1166
    },
    {
      "epoch": 0.6047415468324913,
      "grad_norm": 0.28994596004486084,
      "learning_rate": 1.4255595216230753e-05,
      "loss": 0.0277,
      "step": 1167
    },
    {
      "epoch": 0.6052597486721077,
      "grad_norm": 0.17252403497695923,
      "learning_rate": 1.4223436356449852e-05,
      "loss": 0.0094,
      "step": 1168
    },
    {
      "epoch": 0.6057779505117243,
      "grad_norm": 0.17040708661079407,
      "learning_rate": 1.4191293782938967e-05,
      "loss": 0.0117,
      "step": 1169
    },
    {
      "epoch": 0.6062961523513408,
      "grad_norm": 0.47751736640930176,
      "learning_rate": 1.4159167586319916e-05,
      "loss": 0.0296,
      "step": 1170
    },
    {
      "epoch": 0.6068143541909574,
      "grad_norm": 0.19108998775482178,
      "learning_rate": 1.4127057857168316e-05,
      "loss": 0.0138,
      "step": 1171
    },
    {
      "epoch": 0.6073325560305739,
      "grad_norm": 0.235890194773674,
      "learning_rate": 1.4094964686013381e-05,
      "loss": 0.0107,
      "step": 1172
    },
    {
      "epoch": 0.6078507578701905,
      "grad_norm": 0.12942662835121155,
      "learning_rate": 1.4062888163337633e-05,
      "loss": 0.0059,
      "step": 1173
    },
    {
      "epoch": 0.608368959709807,
      "grad_norm": 0.4324270486831665,
      "learning_rate": 1.4030828379576664e-05,
      "loss": 0.0296,
      "step": 1174
    },
    {
      "epoch": 0.6088871615494235,
      "grad_norm": 0.11905232071876526,
      "learning_rate": 1.3998785425118851e-05,
      "loss": 0.012,
      "step": 1175
    },
    {
      "epoch": 0.6094053633890401,
      "grad_norm": 0.20753410458564758,
      "learning_rate": 1.3966759390305143e-05,
      "loss": 0.0133,
      "step": 1176
    },
    {
      "epoch": 0.6099235652286565,
      "grad_norm": 0.2876964211463928,
      "learning_rate": 1.3934750365428783e-05,
      "loss": 0.0315,
      "step": 1177
    },
    {
      "epoch": 0.6104417670682731,
      "grad_norm": 0.20571279525756836,
      "learning_rate": 1.3902758440735058e-05,
      "loss": 0.0189,
      "step": 1178
    },
    {
      "epoch": 0.6109599689078896,
      "grad_norm": 0.16015420854091644,
      "learning_rate": 1.3870783706421032e-05,
      "loss": 0.0191,
      "step": 1179
    },
    {
      "epoch": 0.6114781707475061,
      "grad_norm": 0.23814105987548828,
      "learning_rate": 1.3838826252635313e-05,
      "loss": 0.033,
      "step": 1180
    },
    {
      "epoch": 0.6119963725871227,
      "grad_norm": 0.2253902405500412,
      "learning_rate": 1.3806886169477784e-05,
      "loss": 0.0109,
      "step": 1181
    },
    {
      "epoch": 0.6125145744267392,
      "grad_norm": 0.17431442439556122,
      "learning_rate": 1.3774963546999364e-05,
      "loss": 0.0113,
      "step": 1182
    },
    {
      "epoch": 0.6130327762663558,
      "grad_norm": 0.24366681277751923,
      "learning_rate": 1.3743058475201727e-05,
      "loss": 0.019,
      "step": 1183
    },
    {
      "epoch": 0.6135509781059723,
      "grad_norm": 0.20095647871494293,
      "learning_rate": 1.3711171044037074e-05,
      "loss": 0.0145,
      "step": 1184
    },
    {
      "epoch": 0.6140691799455888,
      "grad_norm": 0.37862977385520935,
      "learning_rate": 1.3679301343407874e-05,
      "loss": 0.0226,
      "step": 1185
    },
    {
      "epoch": 0.6145873817852053,
      "grad_norm": 0.23509663343429565,
      "learning_rate": 1.3647449463166616e-05,
      "loss": 0.0125,
      "step": 1186
    },
    {
      "epoch": 0.6151055836248218,
      "grad_norm": 0.1528037041425705,
      "learning_rate": 1.3615615493115509e-05,
      "loss": 0.0136,
      "step": 1187
    },
    {
      "epoch": 0.6156237854644384,
      "grad_norm": 0.24438060820102692,
      "learning_rate": 1.3583799523006307e-05,
      "loss": 0.0134,
      "step": 1188
    },
    {
      "epoch": 0.6161419873040549,
      "grad_norm": 0.1713854968547821,
      "learning_rate": 1.3552001642540003e-05,
      "loss": 0.0085,
      "step": 1189
    },
    {
      "epoch": 0.6166601891436715,
      "grad_norm": 0.4027296006679535,
      "learning_rate": 1.3520221941366579e-05,
      "loss": 0.0288,
      "step": 1190
    },
    {
      "epoch": 0.617178390983288,
      "grad_norm": 0.25324851274490356,
      "learning_rate": 1.3488460509084774e-05,
      "loss": 0.0355,
      "step": 1191
    },
    {
      "epoch": 0.6176965928229046,
      "grad_norm": 0.15679526329040527,
      "learning_rate": 1.3456717435241808e-05,
      "loss": 0.0141,
      "step": 1192
    },
    {
      "epoch": 0.618214794662521,
      "grad_norm": 0.3524555563926697,
      "learning_rate": 1.342499280933316e-05,
      "loss": 0.0229,
      "step": 1193
    },
    {
      "epoch": 0.6187329965021375,
      "grad_norm": 0.12044969946146011,
      "learning_rate": 1.339328672080229e-05,
      "loss": 0.01,
      "step": 1194
    },
    {
      "epoch": 0.6192511983417541,
      "grad_norm": 0.20489737391471863,
      "learning_rate": 1.3361599259040375e-05,
      "loss": 0.0128,
      "step": 1195
    },
    {
      "epoch": 0.6197694001813706,
      "grad_norm": 0.30765610933303833,
      "learning_rate": 1.3329930513386105e-05,
      "loss": 0.0166,
      "step": 1196
    },
    {
      "epoch": 0.6202876020209872,
      "grad_norm": 0.15374019742012024,
      "learning_rate": 1.3298280573125392e-05,
      "loss": 0.0099,
      "step": 1197
    },
    {
      "epoch": 0.6208058038606037,
      "grad_norm": 0.12795308232307434,
      "learning_rate": 1.3266649527491127e-05,
      "loss": 0.0037,
      "step": 1198
    },
    {
      "epoch": 0.6213240057002203,
      "grad_norm": 0.0716242715716362,
      "learning_rate": 1.3235037465662921e-05,
      "loss": 0.0051,
      "step": 1199
    },
    {
      "epoch": 0.6218422075398368,
      "grad_norm": 0.18337176740169525,
      "learning_rate": 1.3203444476766874e-05,
      "loss": 0.0113,
      "step": 1200
    },
    {
      "epoch": 0.6223604093794532,
      "grad_norm": 0.25055044889450073,
      "learning_rate": 1.3171870649875313e-05,
      "loss": 0.0111,
      "step": 1201
    },
    {
      "epoch": 0.6228786112190698,
      "grad_norm": 0.28508034348487854,
      "learning_rate": 1.3140316074006545e-05,
      "loss": 0.0113,
      "step": 1202
    },
    {
      "epoch": 0.6233968130586863,
      "grad_norm": 0.1235652044415474,
      "learning_rate": 1.3108780838124577e-05,
      "loss": 0.0101,
      "step": 1203
    },
    {
      "epoch": 0.6239150148983029,
      "grad_norm": 0.18104441463947296,
      "learning_rate": 1.3077265031138913e-05,
      "loss": 0.0068,
      "step": 1204
    },
    {
      "epoch": 0.6244332167379194,
      "grad_norm": 0.1736707240343094,
      "learning_rate": 1.3045768741904272e-05,
      "loss": 0.0255,
      "step": 1205
    },
    {
      "epoch": 0.624951418577536,
      "grad_norm": 0.31340596079826355,
      "learning_rate": 1.3014292059220357e-05,
      "loss": 0.0154,
      "step": 1206
    },
    {
      "epoch": 0.6254696204171525,
      "grad_norm": 0.3333686292171478,
      "learning_rate": 1.2982835071831565e-05,
      "loss": 0.0221,
      "step": 1207
    },
    {
      "epoch": 0.625987822256769,
      "grad_norm": 0.09395372867584229,
      "learning_rate": 1.295139786842679e-05,
      "loss": 0.0028,
      "step": 1208
    },
    {
      "epoch": 0.6265060240963856,
      "grad_norm": 0.19452796876430511,
      "learning_rate": 1.2919980537639134e-05,
      "loss": 0.0173,
      "step": 1209
    },
    {
      "epoch": 0.627024225936002,
      "grad_norm": 0.16185300052165985,
      "learning_rate": 1.2888583168045688e-05,
      "loss": 0.0104,
      "step": 1210
    },
    {
      "epoch": 0.6275424277756186,
      "grad_norm": 0.3420233726501465,
      "learning_rate": 1.2857205848167231e-05,
      "loss": 0.0224,
      "step": 1211
    },
    {
      "epoch": 0.6280606296152351,
      "grad_norm": 0.18805178999900818,
      "learning_rate": 1.2825848666468052e-05,
      "loss": 0.0125,
      "step": 1212
    },
    {
      "epoch": 0.6285788314548517,
      "grad_norm": 0.32541659474372864,
      "learning_rate": 1.2794511711355644e-05,
      "loss": 0.0225,
      "step": 1213
    },
    {
      "epoch": 0.6290970332944682,
      "grad_norm": 0.6056791543960571,
      "learning_rate": 1.2763195071180483e-05,
      "loss": 0.029,
      "step": 1214
    },
    {
      "epoch": 0.6296152351340847,
      "grad_norm": 0.06527632474899292,
      "learning_rate": 1.2731898834235752e-05,
      "loss": 0.0057,
      "step": 1215
    },
    {
      "epoch": 0.6301334369737013,
      "grad_norm": 0.1526113748550415,
      "learning_rate": 1.270062308875713e-05,
      "loss": 0.0073,
      "step": 1216
    },
    {
      "epoch": 0.6306516388133178,
      "grad_norm": 0.14983856678009033,
      "learning_rate": 1.2669367922922504e-05,
      "loss": 0.0051,
      "step": 1217
    },
    {
      "epoch": 0.6311698406529344,
      "grad_norm": 0.17253729701042175,
      "learning_rate": 1.2638133424851766e-05,
      "loss": 0.0093,
      "step": 1218
    },
    {
      "epoch": 0.6316880424925508,
      "grad_norm": 0.42797988653182983,
      "learning_rate": 1.2606919682606505e-05,
      "loss": 0.0314,
      "step": 1219
    },
    {
      "epoch": 0.6322062443321674,
      "grad_norm": 0.22709913551807404,
      "learning_rate": 1.2575726784189816e-05,
      "loss": 0.0295,
      "step": 1220
    },
    {
      "epoch": 0.6327244461717839,
      "grad_norm": 0.16602033376693726,
      "learning_rate": 1.2544554817546017e-05,
      "loss": 0.0139,
      "step": 1221
    },
    {
      "epoch": 0.6332426480114004,
      "grad_norm": 0.31228166818618774,
      "learning_rate": 1.2513403870560429e-05,
      "loss": 0.0191,
      "step": 1222
    },
    {
      "epoch": 0.633760849851017,
      "grad_norm": 0.1140090823173523,
      "learning_rate": 1.2482274031059073e-05,
      "loss": 0.0102,
      "step": 1223
    },
    {
      "epoch": 0.6342790516906335,
      "grad_norm": 0.37553247809410095,
      "learning_rate": 1.2451165386808496e-05,
      "loss": 0.0115,
      "step": 1224
    },
    {
      "epoch": 0.6347972535302501,
      "grad_norm": 0.16082100570201874,
      "learning_rate": 1.2420078025515476e-05,
      "loss": 0.0138,
      "step": 1225
    },
    {
      "epoch": 0.6353154553698666,
      "grad_norm": 0.1942625790834427,
      "learning_rate": 1.2389012034826787e-05,
      "loss": 0.0114,
      "step": 1226
    },
    {
      "epoch": 0.635833657209483,
      "grad_norm": 0.0908832773566246,
      "learning_rate": 1.2357967502328943e-05,
      "loss": 0.004,
      "step": 1227
    },
    {
      "epoch": 0.6363518590490996,
      "grad_norm": 0.32251858711242676,
      "learning_rate": 1.2326944515547963e-05,
      "loss": 0.0133,
      "step": 1228
    },
    {
      "epoch": 0.6368700608887161,
      "grad_norm": 0.42536473274230957,
      "learning_rate": 1.2295943161949135e-05,
      "loss": 0.0407,
      "step": 1229
    },
    {
      "epoch": 0.6373882627283327,
      "grad_norm": 0.2966007888317108,
      "learning_rate": 1.2264963528936747e-05,
      "loss": 0.0168,
      "step": 1230
    },
    {
      "epoch": 0.6379064645679492,
      "grad_norm": 0.30448687076568604,
      "learning_rate": 1.2234005703853829e-05,
      "loss": 0.0304,
      "step": 1231
    },
    {
      "epoch": 0.6384246664075658,
      "grad_norm": 0.22583232820034027,
      "learning_rate": 1.2203069773981953e-05,
      "loss": 0.0199,
      "step": 1232
    },
    {
      "epoch": 0.6389428682471823,
      "grad_norm": 0.21759001910686493,
      "learning_rate": 1.2172155826540952e-05,
      "loss": 0.0123,
      "step": 1233
    },
    {
      "epoch": 0.6394610700867988,
      "grad_norm": 0.2320861667394638,
      "learning_rate": 1.2141263948688687e-05,
      "loss": 0.0127,
      "step": 1234
    },
    {
      "epoch": 0.6399792719264153,
      "grad_norm": 0.3261067271232605,
      "learning_rate": 1.211039422752077e-05,
      "loss": 0.0145,
      "step": 1235
    },
    {
      "epoch": 0.6404974737660318,
      "grad_norm": 0.15837307274341583,
      "learning_rate": 1.2079546750070385e-05,
      "loss": 0.0073,
      "step": 1236
    },
    {
      "epoch": 0.6410156756056484,
      "grad_norm": 0.13467198610305786,
      "learning_rate": 1.2048721603307971e-05,
      "loss": 0.0073,
      "step": 1237
    },
    {
      "epoch": 0.6415338774452649,
      "grad_norm": 0.10030899196863174,
      "learning_rate": 1.2017918874141037e-05,
      "loss": 0.0066,
      "step": 1238
    },
    {
      "epoch": 0.6420520792848815,
      "grad_norm": 0.1476227343082428,
      "learning_rate": 1.198713864941385e-05,
      "loss": 0.0082,
      "step": 1239
    },
    {
      "epoch": 0.642570281124498,
      "grad_norm": 0.15087570250034332,
      "learning_rate": 1.1956381015907266e-05,
      "loss": 0.0115,
      "step": 1240
    },
    {
      "epoch": 0.6430884829641145,
      "grad_norm": 0.271362841129303,
      "learning_rate": 1.1925646060338427e-05,
      "loss": 0.0212,
      "step": 1241
    },
    {
      "epoch": 0.6436066848037311,
      "grad_norm": 0.22935399413108826,
      "learning_rate": 1.1894933869360555e-05,
      "loss": 0.014,
      "step": 1242
    },
    {
      "epoch": 0.6441248866433475,
      "grad_norm": 0.12292534857988358,
      "learning_rate": 1.186424452956266e-05,
      "loss": 0.0108,
      "step": 1243
    },
    {
      "epoch": 0.6446430884829641,
      "grad_norm": 0.0863785669207573,
      "learning_rate": 1.1833578127469361e-05,
      "loss": 0.0026,
      "step": 1244
    },
    {
      "epoch": 0.6451612903225806,
      "grad_norm": 0.4094049334526062,
      "learning_rate": 1.1802934749540578e-05,
      "loss": 0.0201,
      "step": 1245
    },
    {
      "epoch": 0.6456794921621972,
      "grad_norm": 0.1941591501235962,
      "learning_rate": 1.1772314482171346e-05,
      "loss": 0.0103,
      "step": 1246
    },
    {
      "epoch": 0.6461976940018137,
      "grad_norm": 0.05845485255122185,
      "learning_rate": 1.1741717411691509e-05,
      "loss": 0.0027,
      "step": 1247
    },
    {
      "epoch": 0.6467158958414302,
      "grad_norm": 0.22471730411052704,
      "learning_rate": 1.1711143624365537e-05,
      "loss": 0.0181,
      "step": 1248
    },
    {
      "epoch": 0.6472340976810468,
      "grad_norm": 0.22589747607707977,
      "learning_rate": 1.1680593206392248e-05,
      "loss": 0.016,
      "step": 1249
    },
    {
      "epoch": 0.6477522995206633,
      "grad_norm": 0.1910380721092224,
      "learning_rate": 1.1650066243904585e-05,
      "loss": 0.0026,
      "step": 1250
    },
    {
      "epoch": 0.6482705013602799,
      "grad_norm": 0.4072948396205902,
      "learning_rate": 1.1619562822969323e-05,
      "loss": 0.0121,
      "step": 1251
    },
    {
      "epoch": 0.6487887031998963,
      "grad_norm": 0.1868102103471756,
      "learning_rate": 1.1589083029586906e-05,
      "loss": 0.0045,
      "step": 1252
    },
    {
      "epoch": 0.6493069050395129,
      "grad_norm": 0.33840611577033997,
      "learning_rate": 1.1558626949691142e-05,
      "loss": 0.0317,
      "step": 1253
    },
    {
      "epoch": 0.6498251068791294,
      "grad_norm": 0.1256544589996338,
      "learning_rate": 1.1528194669149006e-05,
      "loss": 0.0108,
      "step": 1254
    },
    {
      "epoch": 0.6503433087187459,
      "grad_norm": 0.1379401683807373,
      "learning_rate": 1.1497786273760329e-05,
      "loss": 0.0073,
      "step": 1255
    },
    {
      "epoch": 0.6508615105583625,
      "grad_norm": 0.21062274277210236,
      "learning_rate": 1.1467401849257643e-05,
      "loss": 0.0141,
      "step": 1256
    },
    {
      "epoch": 0.651379712397979,
      "grad_norm": 0.20837582647800446,
      "learning_rate": 1.1437041481305877e-05,
      "loss": 0.0132,
      "step": 1257
    },
    {
      "epoch": 0.6518979142375956,
      "grad_norm": 0.3153347074985504,
      "learning_rate": 1.1406705255502151e-05,
      "loss": 0.0095,
      "step": 1258
    },
    {
      "epoch": 0.6524161160772121,
      "grad_norm": 0.18465188145637512,
      "learning_rate": 1.137639325737549e-05,
      "loss": 0.0068,
      "step": 1259
    },
    {
      "epoch": 0.6529343179168287,
      "grad_norm": 0.1789904236793518,
      "learning_rate": 1.1346105572386646e-05,
      "loss": 0.0091,
      "step": 1260
    },
    {
      "epoch": 0.6534525197564451,
      "grad_norm": 0.10834602266550064,
      "learning_rate": 1.13158422859278e-05,
      "loss": 0.0048,
      "step": 1261
    },
    {
      "epoch": 0.6539707215960616,
      "grad_norm": 0.1637331247329712,
      "learning_rate": 1.1285603483322362e-05,
      "loss": 0.0077,
      "step": 1262
    },
    {
      "epoch": 0.6544889234356782,
      "grad_norm": 0.3413477838039398,
      "learning_rate": 1.1255389249824696e-05,
      "loss": 0.0208,
      "step": 1263
    },
    {
      "epoch": 0.6550071252752947,
      "grad_norm": 0.1726699322462082,
      "learning_rate": 1.1225199670619899e-05,
      "loss": 0.0051,
      "step": 1264
    },
    {
      "epoch": 0.6555253271149113,
      "grad_norm": 0.38212427496910095,
      "learning_rate": 1.1195034830823583e-05,
      "loss": 0.0242,
      "step": 1265
    },
    {
      "epoch": 0.6560435289545278,
      "grad_norm": 0.2110847383737564,
      "learning_rate": 1.116489481548157e-05,
      "loss": 0.0113,
      "step": 1266
    },
    {
      "epoch": 0.6565617307941444,
      "grad_norm": 0.27684441208839417,
      "learning_rate": 1.1134779709569732e-05,
      "loss": 0.0153,
      "step": 1267
    },
    {
      "epoch": 0.6570799326337609,
      "grad_norm": 0.7447668313980103,
      "learning_rate": 1.1104689597993677e-05,
      "loss": 0.0215,
      "step": 1268
    },
    {
      "epoch": 0.6575981344733773,
      "grad_norm": 0.281093955039978,
      "learning_rate": 1.107462456558857e-05,
      "loss": 0.0203,
      "step": 1269
    },
    {
      "epoch": 0.6581163363129939,
      "grad_norm": 0.39335325360298157,
      "learning_rate": 1.1044584697118868e-05,
      "loss": 0.0326,
      "step": 1270
    },
    {
      "epoch": 0.6586345381526104,
      "grad_norm": 0.2588825523853302,
      "learning_rate": 1.1014570077278057e-05,
      "loss": 0.0261,
      "step": 1271
    },
    {
      "epoch": 0.659152739992227,
      "grad_norm": 0.19893081486225128,
      "learning_rate": 1.0984580790688463e-05,
      "loss": 0.0097,
      "step": 1272
    },
    {
      "epoch": 0.6596709418318435,
      "grad_norm": 0.19710324704647064,
      "learning_rate": 1.0954616921900982e-05,
      "loss": 0.0202,
      "step": 1273
    },
    {
      "epoch": 0.6601891436714601,
      "grad_norm": 0.5276082158088684,
      "learning_rate": 1.0924678555394852e-05,
      "loss": 0.0363,
      "step": 1274
    },
    {
      "epoch": 0.6607073455110766,
      "grad_norm": 0.11454619467258453,
      "learning_rate": 1.0894765775577385e-05,
      "loss": 0.0064,
      "step": 1275
    },
    {
      "epoch": 0.661225547350693,
      "grad_norm": 0.20593585073947906,
      "learning_rate": 1.0864878666783789e-05,
      "loss": 0.009,
      "step": 1276
    },
    {
      "epoch": 0.6617437491903096,
      "grad_norm": 0.23478110134601593,
      "learning_rate": 1.0835017313276874e-05,
      "loss": 0.0177,
      "step": 1277
    },
    {
      "epoch": 0.6622619510299261,
      "grad_norm": 0.4277084171772003,
      "learning_rate": 1.0805181799246856e-05,
      "loss": 0.0237,
      "step": 1278
    },
    {
      "epoch": 0.6627801528695427,
      "grad_norm": 0.3500283658504486,
      "learning_rate": 1.0775372208811067e-05,
      "loss": 0.0214,
      "step": 1279
    },
    {
      "epoch": 0.6632983547091592,
      "grad_norm": 0.23808035254478455,
      "learning_rate": 1.074558862601378e-05,
      "loss": 0.024,
      "step": 1280
    },
    {
      "epoch": 0.6638165565487757,
      "grad_norm": 0.2519163489341736,
      "learning_rate": 1.0715831134825936e-05,
      "loss": 0.0121,
      "step": 1281
    },
    {
      "epoch": 0.6643347583883923,
      "grad_norm": 0.2995316982269287,
      "learning_rate": 1.068609981914492e-05,
      "loss": 0.0145,
      "step": 1282
    },
    {
      "epoch": 0.6648529602280088,
      "grad_norm": 0.3232516050338745,
      "learning_rate": 1.065639476279429e-05,
      "loss": 0.0092,
      "step": 1283
    },
    {
      "epoch": 0.6653711620676254,
      "grad_norm": 0.3077804744243622,
      "learning_rate": 1.06267160495236e-05,
      "loss": 0.0111,
      "step": 1284
    },
    {
      "epoch": 0.6658893639072418,
      "grad_norm": 0.3714086413383484,
      "learning_rate": 1.059706376300813e-05,
      "loss": 0.0085,
      "step": 1285
    },
    {
      "epoch": 0.6664075657468584,
      "grad_norm": 0.17870378494262695,
      "learning_rate": 1.0567437986848635e-05,
      "loss": 0.0105,
      "step": 1286
    },
    {
      "epoch": 0.6669257675864749,
      "grad_norm": 0.15498405694961548,
      "learning_rate": 1.0537838804571145e-05,
      "loss": 0.0071,
      "step": 1287
    },
    {
      "epoch": 0.6674439694260914,
      "grad_norm": 0.2603953778743744,
      "learning_rate": 1.05082662996267e-05,
      "loss": 0.0155,
      "step": 1288
    },
    {
      "epoch": 0.667962171265708,
      "grad_norm": 0.2905248999595642,
      "learning_rate": 1.0478720555391131e-05,
      "loss": 0.0151,
      "step": 1289
    },
    {
      "epoch": 0.6684803731053245,
      "grad_norm": 0.2210564762353897,
      "learning_rate": 1.0449201655164836e-05,
      "loss": 0.0097,
      "step": 1290
    },
    {
      "epoch": 0.6689985749449411,
      "grad_norm": 0.2719863951206207,
      "learning_rate": 1.0419709682172495e-05,
      "loss": 0.0161,
      "step": 1291
    },
    {
      "epoch": 0.6695167767845576,
      "grad_norm": 0.2112817019224167,
      "learning_rate": 1.0390244719562901e-05,
      "loss": 0.0126,
      "step": 1292
    },
    {
      "epoch": 0.6700349786241742,
      "grad_norm": 0.12838172912597656,
      "learning_rate": 1.0360806850408684e-05,
      "loss": 0.0069,
      "step": 1293
    },
    {
      "epoch": 0.6705531804637906,
      "grad_norm": 0.1306982785463333,
      "learning_rate": 1.0331396157706098e-05,
      "loss": 0.0044,
      "step": 1294
    },
    {
      "epoch": 0.6710713823034071,
      "grad_norm": 0.25365006923675537,
      "learning_rate": 1.0302012724374748e-05,
      "loss": 0.0144,
      "step": 1295
    },
    {
      "epoch": 0.6715895841430237,
      "grad_norm": 0.18223069608211517,
      "learning_rate": 1.0272656633257412e-05,
      "loss": 0.0105,
      "step": 1296
    },
    {
      "epoch": 0.6721077859826402,
      "grad_norm": 0.3096601068973541,
      "learning_rate": 1.0243327967119772e-05,
      "loss": 0.0104,
      "step": 1297
    },
    {
      "epoch": 0.6726259878222568,
      "grad_norm": 0.10256693512201309,
      "learning_rate": 1.0214026808650197e-05,
      "loss": 0.0048,
      "step": 1298
    },
    {
      "epoch": 0.6731441896618733,
      "grad_norm": 0.2325192242860794,
      "learning_rate": 1.0184753240459475e-05,
      "loss": 0.02,
      "step": 1299
    },
    {
      "epoch": 0.6736623915014899,
      "grad_norm": 0.1683931052684784,
      "learning_rate": 1.0155507345080635e-05,
      "loss": 0.0054,
      "step": 1300
    },
    {
      "epoch": 0.6741805933411064,
      "grad_norm": 0.14104929566383362,
      "learning_rate": 1.0126289204968673e-05,
      "loss": 0.0085,
      "step": 1301
    },
    {
      "epoch": 0.6746987951807228,
      "grad_norm": 0.18550588190555573,
      "learning_rate": 1.0097098902500346e-05,
      "loss": 0.0135,
      "step": 1302
    },
    {
      "epoch": 0.6752169970203394,
      "grad_norm": 0.1749538630247116,
      "learning_rate": 1.0067936519973901e-05,
      "loss": 0.0151,
      "step": 1303
    },
    {
      "epoch": 0.6757351988599559,
      "grad_norm": 0.12418388575315475,
      "learning_rate": 1.0038802139608897e-05,
      "loss": 0.0039,
      "step": 1304
    },
    {
      "epoch": 0.6762534006995725,
      "grad_norm": 0.3040088713169098,
      "learning_rate": 1.0009695843545914e-05,
      "loss": 0.0169,
      "step": 1305
    },
    {
      "epoch": 0.676771602539189,
      "grad_norm": 0.1392335146665573,
      "learning_rate": 9.980617713846382e-06,
      "loss": 0.0053,
      "step": 1306
    },
    {
      "epoch": 0.6772898043788056,
      "grad_norm": 0.19270426034927368,
      "learning_rate": 9.951567832492308e-06,
      "loss": 0.0063,
      "step": 1307
    },
    {
      "epoch": 0.6778080062184221,
      "grad_norm": 1.204883098602295,
      "learning_rate": 9.922546281386044e-06,
      "loss": 0.0185,
      "step": 1308
    },
    {
      "epoch": 0.6783262080580386,
      "grad_norm": 0.30739647150039673,
      "learning_rate": 9.893553142350083e-06,
      "loss": 0.0091,
      "step": 1309
    },
    {
      "epoch": 0.6788444098976552,
      "grad_norm": 0.32659727334976196,
      "learning_rate": 9.864588497126812e-06,
      "loss": 0.0201,
      "step": 1310
    },
    {
      "epoch": 0.6793626117372716,
      "grad_norm": 0.4216388165950775,
      "learning_rate": 9.83565242737829e-06,
      "loss": 0.0188,
      "step": 1311
    },
    {
      "epoch": 0.6798808135768882,
      "grad_norm": 0.4315127730369568,
      "learning_rate": 9.80674501468599e-06,
      "loss": 0.0079,
      "step": 1312
    },
    {
      "epoch": 0.6803990154165047,
      "grad_norm": 0.7377837300300598,
      "learning_rate": 9.777866340550606e-06,
      "loss": 0.024,
      "step": 1313
    },
    {
      "epoch": 0.6809172172561213,
      "grad_norm": 0.10035476833581924,
      "learning_rate": 9.749016486391805e-06,
      "loss": 0.0041,
      "step": 1314
    },
    {
      "epoch": 0.6814354190957378,
      "grad_norm": 0.18348383903503418,
      "learning_rate": 9.720195533548012e-06,
      "loss": 0.0143,
      "step": 1315
    },
    {
      "epoch": 0.6819536209353543,
      "grad_norm": 0.274054616689682,
      "learning_rate": 9.691403563276132e-06,
      "loss": 0.0084,
      "step": 1316
    },
    {
      "epoch": 0.6824718227749709,
      "grad_norm": 0.3879346251487732,
      "learning_rate": 9.662640656751396e-06,
      "loss": 0.0154,
      "step": 1317
    },
    {
      "epoch": 0.6829900246145874,
      "grad_norm": 0.6137412190437317,
      "learning_rate": 9.633906895067075e-06,
      "loss": 0.0083,
      "step": 1318
    },
    {
      "epoch": 0.683508226454204,
      "grad_norm": 0.2440262883901596,
      "learning_rate": 9.605202359234284e-06,
      "loss": 0.0166,
      "step": 1319
    },
    {
      "epoch": 0.6840264282938204,
      "grad_norm": 0.1609223335981369,
      "learning_rate": 9.576527130181713e-06,
      "loss": 0.0113,
      "step": 1320
    },
    {
      "epoch": 0.684544630133437,
      "grad_norm": 0.37860408425331116,
      "learning_rate": 9.547881288755455e-06,
      "loss": 0.0137,
      "step": 1321
    },
    {
      "epoch": 0.6850628319730535,
      "grad_norm": 0.0857042595744133,
      "learning_rate": 9.519264915718717e-06,
      "loss": 0.0083,
      "step": 1322
    },
    {
      "epoch": 0.68558103381267,
      "grad_norm": 0.24749597907066345,
      "learning_rate": 9.490678091751665e-06,
      "loss": 0.0295,
      "step": 1323
    },
    {
      "epoch": 0.6860992356522866,
      "grad_norm": 0.22808784246444702,
      "learning_rate": 9.462120897451108e-06,
      "loss": 0.0137,
      "step": 1324
    },
    {
      "epoch": 0.6866174374919031,
      "grad_norm": 0.46637922525405884,
      "learning_rate": 9.433593413330355e-06,
      "loss": 0.0244,
      "step": 1325
    },
    {
      "epoch": 0.6871356393315197,
      "grad_norm": 0.349376916885376,
      "learning_rate": 9.405095719818938e-06,
      "loss": 0.0121,
      "step": 1326
    },
    {
      "epoch": 0.6876538411711361,
      "grad_norm": 0.5376272797584534,
      "learning_rate": 9.3766278972624e-06,
      "loss": 0.0246,
      "step": 1327
    },
    {
      "epoch": 0.6881720430107527,
      "grad_norm": 0.47698912024497986,
      "learning_rate": 9.348190025922055e-06,
      "loss": 0.0269,
      "step": 1328
    },
    {
      "epoch": 0.6886902448503692,
      "grad_norm": 0.24001258611679077,
      "learning_rate": 9.31978218597479e-06,
      "loss": 0.008,
      "step": 1329
    },
    {
      "epoch": 0.6892084466899857,
      "grad_norm": 0.14646369218826294,
      "learning_rate": 9.291404457512813e-06,
      "loss": 0.0119,
      "step": 1330
    },
    {
      "epoch": 0.6897266485296023,
      "grad_norm": 0.5990729331970215,
      "learning_rate": 9.26305692054345e-06,
      "loss": 0.0223,
      "step": 1331
    },
    {
      "epoch": 0.6902448503692188,
      "grad_norm": 1.1851770877838135,
      "learning_rate": 9.234739654988879e-06,
      "loss": 0.0298,
      "step": 1332
    },
    {
      "epoch": 0.6907630522088354,
      "grad_norm": 0.5354000329971313,
      "learning_rate": 9.206452740685954e-06,
      "loss": 0.0333,
      "step": 1333
    },
    {
      "epoch": 0.6912812540484519,
      "grad_norm": 0.6018664240837097,
      "learning_rate": 9.178196257385952e-06,
      "loss": 0.0234,
      "step": 1334
    },
    {
      "epoch": 0.6917994558880683,
      "grad_norm": 0.23644517362117767,
      "learning_rate": 9.14997028475436e-06,
      "loss": 0.0076,
      "step": 1335
    },
    {
      "epoch": 0.6923176577276849,
      "grad_norm": 0.14124254882335663,
      "learning_rate": 9.121774902370628e-06,
      "loss": 0.0104,
      "step": 1336
    },
    {
      "epoch": 0.6928358595673014,
      "grad_norm": 0.37195298075675964,
      "learning_rate": 9.09361018972797e-06,
      "loss": 0.0303,
      "step": 1337
    },
    {
      "epoch": 0.693354061406918,
      "grad_norm": 0.24142932891845703,
      "learning_rate": 9.065476226233143e-06,
      "loss": 0.0097,
      "step": 1338
    },
    {
      "epoch": 0.6938722632465345,
      "grad_norm": 0.17429199814796448,
      "learning_rate": 9.037373091206182e-06,
      "loss": 0.0134,
      "step": 1339
    },
    {
      "epoch": 0.6943904650861511,
      "grad_norm": 0.17789122462272644,
      "learning_rate": 9.009300863880236e-06,
      "loss": 0.0131,
      "step": 1340
    },
    {
      "epoch": 0.6949086669257676,
      "grad_norm": 0.1673128455877304,
      "learning_rate": 8.981259623401288e-06,
      "loss": 0.0164,
      "step": 1341
    },
    {
      "epoch": 0.6954268687653841,
      "grad_norm": 0.20929870009422302,
      "learning_rate": 8.953249448827971e-06,
      "loss": 0.0098,
      "step": 1342
    },
    {
      "epoch": 0.6959450706050007,
      "grad_norm": 0.1541186422109604,
      "learning_rate": 8.925270419131342e-06,
      "loss": 0.0134,
      "step": 1343
    },
    {
      "epoch": 0.6964632724446171,
      "grad_norm": 0.2542741596698761,
      "learning_rate": 8.89732261319462e-06,
      "loss": 0.0255,
      "step": 1344
    },
    {
      "epoch": 0.6969814742842337,
      "grad_norm": 0.20983968675136566,
      "learning_rate": 8.869406109813017e-06,
      "loss": 0.0146,
      "step": 1345
    },
    {
      "epoch": 0.6974996761238502,
      "grad_norm": 0.3096301555633545,
      "learning_rate": 8.841520987693486e-06,
      "loss": 0.014,
      "step": 1346
    },
    {
      "epoch": 0.6980178779634668,
      "grad_norm": 0.20430825650691986,
      "learning_rate": 8.813667325454507e-06,
      "loss": 0.0156,
      "step": 1347
    },
    {
      "epoch": 0.6985360798030833,
      "grad_norm": 0.14121589064598083,
      "learning_rate": 8.785845201625844e-06,
      "loss": 0.0077,
      "step": 1348
    },
    {
      "epoch": 0.6990542816426998,
      "grad_norm": 0.11843699216842651,
      "learning_rate": 8.758054694648368e-06,
      "loss": 0.0126,
      "step": 1349
    },
    {
      "epoch": 0.6995724834823164,
      "grad_norm": 0.32668405771255493,
      "learning_rate": 8.730295882873798e-06,
      "loss": 0.012,
      "step": 1350
    },
    {
      "epoch": 0.7000906853219329,
      "grad_norm": 0.2675720751285553,
      "learning_rate": 8.702568844564498e-06,
      "loss": 0.0244,
      "step": 1351
    },
    {
      "epoch": 0.7006088871615495,
      "grad_norm": 0.15671458840370178,
      "learning_rate": 8.674873657893236e-06,
      "loss": 0.01,
      "step": 1352
    },
    {
      "epoch": 0.7011270890011659,
      "grad_norm": 0.10088402777910233,
      "learning_rate": 8.647210400942998e-06,
      "loss": 0.0052,
      "step": 1353
    },
    {
      "epoch": 0.7016452908407825,
      "grad_norm": 0.5230119824409485,
      "learning_rate": 8.619579151706735e-06,
      "loss": 0.0263,
      "step": 1354
    },
    {
      "epoch": 0.702163492680399,
      "grad_norm": 0.1367189586162567,
      "learning_rate": 8.591979988087173e-06,
      "loss": 0.0047,
      "step": 1355
    },
    {
      "epoch": 0.7026816945200155,
      "grad_norm": 0.2677091658115387,
      "learning_rate": 8.564412987896549e-06,
      "loss": 0.0257,
      "step": 1356
    },
    {
      "epoch": 0.7031998963596321,
      "grad_norm": 0.5703830122947693,
      "learning_rate": 8.536878228856447e-06,
      "loss": 0.0145,
      "step": 1357
    },
    {
      "epoch": 0.7037180981992486,
      "grad_norm": 0.2206091731786728,
      "learning_rate": 8.509375788597528e-06,
      "loss": 0.0072,
      "step": 1358
    },
    {
      "epoch": 0.7042363000388652,
      "grad_norm": 0.19818182289600372,
      "learning_rate": 8.48190574465936e-06,
      "loss": 0.0111,
      "step": 1359
    },
    {
      "epoch": 0.7047545018784817,
      "grad_norm": 0.10023718327283859,
      "learning_rate": 8.454468174490145e-06,
      "loss": 0.0115,
      "step": 1360
    },
    {
      "epoch": 0.7052727037180982,
      "grad_norm": 0.14288294315338135,
      "learning_rate": 8.42706315544655e-06,
      "loss": 0.0099,
      "step": 1361
    },
    {
      "epoch": 0.7057909055577147,
      "grad_norm": 0.2115078568458557,
      "learning_rate": 8.399690764793464e-06,
      "loss": 0.0116,
      "step": 1362
    },
    {
      "epoch": 0.7063091073973312,
      "grad_norm": 0.17733272910118103,
      "learning_rate": 8.372351079703788e-06,
      "loss": 0.0157,
      "step": 1363
    },
    {
      "epoch": 0.7068273092369478,
      "grad_norm": 0.08629205077886581,
      "learning_rate": 8.3450441772582e-06,
      "loss": 0.0033,
      "step": 1364
    },
    {
      "epoch": 0.7073455110765643,
      "grad_norm": 0.1436304897069931,
      "learning_rate": 8.317770134444962e-06,
      "loss": 0.018,
      "step": 1365
    },
    {
      "epoch": 0.7078637129161809,
      "grad_norm": 0.27016061544418335,
      "learning_rate": 8.290529028159696e-06,
      "loss": 0.0254,
      "step": 1366
    },
    {
      "epoch": 0.7083819147557974,
      "grad_norm": 0.2512115240097046,
      "learning_rate": 8.26332093520516e-06,
      "loss": 0.0224,
      "step": 1367
    },
    {
      "epoch": 0.708900116595414,
      "grad_norm": 0.057625047862529755,
      "learning_rate": 8.236145932291022e-06,
      "loss": 0.0022,
      "step": 1368
    },
    {
      "epoch": 0.7094183184350304,
      "grad_norm": 0.10072803497314453,
      "learning_rate": 8.20900409603368e-06,
      "loss": 0.0097,
      "step": 1369
    },
    {
      "epoch": 0.7099365202746469,
      "grad_norm": 0.1774268001317978,
      "learning_rate": 8.181895502956006e-06,
      "loss": 0.0207,
      "step": 1370
    },
    {
      "epoch": 0.7104547221142635,
      "grad_norm": 0.2120877206325531,
      "learning_rate": 8.154820229487163e-06,
      "loss": 0.0182,
      "step": 1371
    },
    {
      "epoch": 0.71097292395388,
      "grad_norm": 0.12090042233467102,
      "learning_rate": 8.127778351962349e-06,
      "loss": 0.0047,
      "step": 1372
    },
    {
      "epoch": 0.7114911257934966,
      "grad_norm": 0.2732641100883484,
      "learning_rate": 8.100769946622632e-06,
      "loss": 0.0178,
      "step": 1373
    },
    {
      "epoch": 0.7120093276331131,
      "grad_norm": 0.12582547962665558,
      "learning_rate": 8.0737950896147e-06,
      "loss": 0.0053,
      "step": 1374
    },
    {
      "epoch": 0.7125275294727297,
      "grad_norm": 0.10372617095708847,
      "learning_rate": 8.046853856990643e-06,
      "loss": 0.0083,
      "step": 1375
    },
    {
      "epoch": 0.7130457313123462,
      "grad_norm": 0.1782783567905426,
      "learning_rate": 8.019946324707776e-06,
      "loss": 0.0167,
      "step": 1376
    },
    {
      "epoch": 0.7135639331519626,
      "grad_norm": 0.2992905378341675,
      "learning_rate": 7.993072568628378e-06,
      "loss": 0.0197,
      "step": 1377
    },
    {
      "epoch": 0.7140821349915792,
      "grad_norm": 0.3926917016506195,
      "learning_rate": 7.966232664519508e-06,
      "loss": 0.0256,
      "step": 1378
    },
    {
      "epoch": 0.7146003368311957,
      "grad_norm": 0.1238306313753128,
      "learning_rate": 7.9394266880528e-06,
      "loss": 0.0075,
      "step": 1379
    },
    {
      "epoch": 0.7151185386708123,
      "grad_norm": 0.1858736127614975,
      "learning_rate": 7.912654714804201e-06,
      "loss": 0.0112,
      "step": 1380
    },
    {
      "epoch": 0.7156367405104288,
      "grad_norm": 0.08168400824069977,
      "learning_rate": 7.885916820253818e-06,
      "loss": 0.005,
      "step": 1381
    },
    {
      "epoch": 0.7161549423500454,
      "grad_norm": 0.1177031546831131,
      "learning_rate": 7.859213079785665e-06,
      "loss": 0.0069,
      "step": 1382
    },
    {
      "epoch": 0.7166731441896619,
      "grad_norm": 0.2270517796278,
      "learning_rate": 7.832543568687474e-06,
      "loss": 0.0127,
      "step": 1383
    },
    {
      "epoch": 0.7171913460292784,
      "grad_norm": 0.12286113202571869,
      "learning_rate": 7.805908362150449e-06,
      "loss": 0.007,
      "step": 1384
    },
    {
      "epoch": 0.717709547868895,
      "grad_norm": 0.2528562843799591,
      "learning_rate": 7.779307535269099e-06,
      "loss": 0.0126,
      "step": 1385
    },
    {
      "epoch": 0.7182277497085114,
      "grad_norm": 0.289711594581604,
      "learning_rate": 7.752741163040996e-06,
      "loss": 0.0229,
      "step": 1386
    },
    {
      "epoch": 0.718745951548128,
      "grad_norm": 0.24089190363883972,
      "learning_rate": 7.726209320366575e-06,
      "loss": 0.009,
      "step": 1387
    },
    {
      "epoch": 0.7192641533877445,
      "grad_norm": 0.24581708014011383,
      "learning_rate": 7.699712082048908e-06,
      "loss": 0.013,
      "step": 1388
    },
    {
      "epoch": 0.719782355227361,
      "grad_norm": 0.19005197286605835,
      "learning_rate": 7.67324952279352e-06,
      "loss": 0.0153,
      "step": 1389
    },
    {
      "epoch": 0.7203005570669776,
      "grad_norm": 0.19025154411792755,
      "learning_rate": 7.646821717208153e-06,
      "loss": 0.0094,
      "step": 1390
    },
    {
      "epoch": 0.7208187589065941,
      "grad_norm": 0.325736403465271,
      "learning_rate": 7.620428739802575e-06,
      "loss": 0.0228,
      "step": 1391
    },
    {
      "epoch": 0.7213369607462107,
      "grad_norm": 0.1527811884880066,
      "learning_rate": 7.594070664988338e-06,
      "loss": 0.0101,
      "step": 1392
    },
    {
      "epoch": 0.7218551625858272,
      "grad_norm": 0.2867499589920044,
      "learning_rate": 7.567747567078625e-06,
      "loss": 0.0218,
      "step": 1393
    },
    {
      "epoch": 0.7223733644254438,
      "grad_norm": 0.09495671093463898,
      "learning_rate": 7.54145952028797e-06,
      "loss": 0.0051,
      "step": 1394
    },
    {
      "epoch": 0.7228915662650602,
      "grad_norm": 0.376874178647995,
      "learning_rate": 7.515206598732119e-06,
      "loss": 0.0132,
      "step": 1395
    },
    {
      "epoch": 0.7234097681046767,
      "grad_norm": 0.3421163558959961,
      "learning_rate": 7.488988876427754e-06,
      "loss": 0.0243,
      "step": 1396
    },
    {
      "epoch": 0.7239279699442933,
      "grad_norm": 0.27136725187301636,
      "learning_rate": 7.462806427292342e-06,
      "loss": 0.0154,
      "step": 1397
    },
    {
      "epoch": 0.7244461717839098,
      "grad_norm": 0.4345359802246094,
      "learning_rate": 7.436659325143893e-06,
      "loss": 0.0247,
      "step": 1398
    },
    {
      "epoch": 0.7249643736235264,
      "grad_norm": 0.13415028154850006,
      "learning_rate": 7.41054764370077e-06,
      "loss": 0.0079,
      "step": 1399
    },
    {
      "epoch": 0.7254825754631429,
      "grad_norm": 0.3060521185398102,
      "learning_rate": 7.384471456581448e-06,
      "loss": 0.0308,
      "step": 1400
    },
    {
      "epoch": 0.7260007773027595,
      "grad_norm": 0.13133402168750763,
      "learning_rate": 7.358430837304353e-06,
      "loss": 0.0083,
      "step": 1401
    },
    {
      "epoch": 0.726518979142376,
      "grad_norm": 0.168381467461586,
      "learning_rate": 7.332425859287624e-06,
      "loss": 0.0075,
      "step": 1402
    },
    {
      "epoch": 0.7270371809819924,
      "grad_norm": 0.12512297928333282,
      "learning_rate": 7.306456595848923e-06,
      "loss": 0.0066,
      "step": 1403
    },
    {
      "epoch": 0.727555382821609,
      "grad_norm": 0.1732812225818634,
      "learning_rate": 7.280523120205196e-06,
      "loss": 0.0146,
      "step": 1404
    },
    {
      "epoch": 0.7280735846612255,
      "grad_norm": 0.27395644783973694,
      "learning_rate": 7.254625505472513e-06,
      "loss": 0.0174,
      "step": 1405
    },
    {
      "epoch": 0.7285917865008421,
      "grad_norm": 0.24181146919727325,
      "learning_rate": 7.228763824665832e-06,
      "loss": 0.0203,
      "step": 1406
    },
    {
      "epoch": 0.7291099883404586,
      "grad_norm": 0.32806146144866943,
      "learning_rate": 7.202938150698804e-06,
      "loss": 0.0181,
      "step": 1407
    },
    {
      "epoch": 0.7296281901800752,
      "grad_norm": 0.12564238905906677,
      "learning_rate": 7.1771485563835465e-06,
      "loss": 0.0094,
      "step": 1408
    },
    {
      "epoch": 0.7301463920196917,
      "grad_norm": 0.3716842532157898,
      "learning_rate": 7.151395114430473e-06,
      "loss": 0.025,
      "step": 1409
    },
    {
      "epoch": 0.7306645938593082,
      "grad_norm": 0.06230960413813591,
      "learning_rate": 7.1256778974480686e-06,
      "loss": 0.0041,
      "step": 1410
    },
    {
      "epoch": 0.7311827956989247,
      "grad_norm": 0.32549139857292175,
      "learning_rate": 7.099996977942673e-06,
      "loss": 0.0137,
      "step": 1411
    },
    {
      "epoch": 0.7317009975385412,
      "grad_norm": 0.13841503858566284,
      "learning_rate": 7.074352428318312e-06,
      "loss": 0.0106,
      "step": 1412
    },
    {
      "epoch": 0.7322191993781578,
      "grad_norm": 0.12878160178661346,
      "learning_rate": 7.048744320876444e-06,
      "loss": 0.0053,
      "step": 1413
    },
    {
      "epoch": 0.7327374012177743,
      "grad_norm": 0.14967595040798187,
      "learning_rate": 7.0231727278158035e-06,
      "loss": 0.0051,
      "step": 1414
    },
    {
      "epoch": 0.7332556030573909,
      "grad_norm": 0.16011378169059753,
      "learning_rate": 6.99763772123218e-06,
      "loss": 0.0055,
      "step": 1415
    },
    {
      "epoch": 0.7337738048970074,
      "grad_norm": 0.29788485169410706,
      "learning_rate": 6.97213937311819e-06,
      "loss": 0.0221,
      "step": 1416
    },
    {
      "epoch": 0.7342920067366239,
      "grad_norm": 0.33558785915374756,
      "learning_rate": 6.946677755363116e-06,
      "loss": 0.0087,
      "step": 1417
    },
    {
      "epoch": 0.7348102085762405,
      "grad_norm": 0.22806207835674286,
      "learning_rate": 6.921252939752681e-06,
      "loss": 0.0257,
      "step": 1418
    },
    {
      "epoch": 0.735328410415857,
      "grad_norm": 0.24824737012386322,
      "learning_rate": 6.895864997968851e-06,
      "loss": 0.0143,
      "step": 1419
    },
    {
      "epoch": 0.7358466122554735,
      "grad_norm": 0.1711535006761551,
      "learning_rate": 6.8705140015896145e-06,
      "loss": 0.0099,
      "step": 1420
    },
    {
      "epoch": 0.73636481409509,
      "grad_norm": 0.19238120317459106,
      "learning_rate": 6.8452000220888135e-06,
      "loss": 0.0104,
      "step": 1421
    },
    {
      "epoch": 0.7368830159347066,
      "grad_norm": 0.21341420710086823,
      "learning_rate": 6.819923130835926e-06,
      "loss": 0.0266,
      "step": 1422
    },
    {
      "epoch": 0.7374012177743231,
      "grad_norm": 0.23991352319717407,
      "learning_rate": 6.79468339909586e-06,
      "loss": 0.0159,
      "step": 1423
    },
    {
      "epoch": 0.7379194196139396,
      "grad_norm": 0.15172316133975983,
      "learning_rate": 6.769480898028751e-06,
      "loss": 0.0123,
      "step": 1424
    },
    {
      "epoch": 0.7384376214535562,
      "grad_norm": 0.11418157070875168,
      "learning_rate": 6.744315698689774e-06,
      "loss": 0.0089,
      "step": 1425
    },
    {
      "epoch": 0.7389558232931727,
      "grad_norm": 0.1747230738401413,
      "learning_rate": 6.719187872028938e-06,
      "loss": 0.0148,
      "step": 1426
    },
    {
      "epoch": 0.7394740251327893,
      "grad_norm": 0.6717311143875122,
      "learning_rate": 6.694097488890889e-06,
      "loss": 0.0244,
      "step": 1427
    },
    {
      "epoch": 0.7399922269724057,
      "grad_norm": 0.27945640683174133,
      "learning_rate": 6.669044620014691e-06,
      "loss": 0.0115,
      "step": 1428
    },
    {
      "epoch": 0.7405104288120223,
      "grad_norm": 0.13768765330314636,
      "learning_rate": 6.644029336033657e-06,
      "loss": 0.0123,
      "step": 1429
    },
    {
      "epoch": 0.7410286306516388,
      "grad_norm": 0.19821152091026306,
      "learning_rate": 6.6190517074751145e-06,
      "loss": 0.0162,
      "step": 1430
    },
    {
      "epoch": 0.7415468324912553,
      "grad_norm": 0.2635100781917572,
      "learning_rate": 6.594111804760257e-06,
      "loss": 0.0164,
      "step": 1431
    },
    {
      "epoch": 0.7420650343308719,
      "grad_norm": 0.16833581030368805,
      "learning_rate": 6.56920969820388e-06,
      "loss": 0.0117,
      "step": 1432
    },
    {
      "epoch": 0.7425832361704884,
      "grad_norm": 0.12360576540231705,
      "learning_rate": 6.5443454580142425e-06,
      "loss": 0.0069,
      "step": 1433
    },
    {
      "epoch": 0.743101438010105,
      "grad_norm": 0.1418430656194687,
      "learning_rate": 6.519519154292837e-06,
      "loss": 0.0077,
      "step": 1434
    },
    {
      "epoch": 0.7436196398497215,
      "grad_norm": 0.21706590056419373,
      "learning_rate": 6.494730857034202e-06,
      "loss": 0.0152,
      "step": 1435
    },
    {
      "epoch": 0.7441378416893379,
      "grad_norm": 0.2138921618461609,
      "learning_rate": 6.46998063612571e-06,
      "loss": 0.0142,
      "step": 1436
    },
    {
      "epoch": 0.7446560435289545,
      "grad_norm": 0.37199369072914124,
      "learning_rate": 6.445268561347393e-06,
      "loss": 0.0298,
      "step": 1437
    },
    {
      "epoch": 0.745174245368571,
      "grad_norm": 0.13695186376571655,
      "learning_rate": 6.4205947023717344e-06,
      "loss": 0.0057,
      "step": 1438
    },
    {
      "epoch": 0.7456924472081876,
      "grad_norm": 0.19427013397216797,
      "learning_rate": 6.395959128763476e-06,
      "loss": 0.0125,
      "step": 1439
    },
    {
      "epoch": 0.7462106490478041,
      "grad_norm": 0.3446883261203766,
      "learning_rate": 6.371361909979401e-06,
      "loss": 0.0246,
      "step": 1440
    },
    {
      "epoch": 0.7467288508874207,
      "grad_norm": 0.14575010538101196,
      "learning_rate": 6.3468031153681785e-06,
      "loss": 0.0164,
      "step": 1441
    },
    {
      "epoch": 0.7472470527270372,
      "grad_norm": 0.4180688261985779,
      "learning_rate": 6.3222828141701335e-06,
      "loss": 0.0192,
      "step": 1442
    },
    {
      "epoch": 0.7477652545666537,
      "grad_norm": 0.3175865709781647,
      "learning_rate": 6.297801075517074e-06,
      "loss": 0.0189,
      "step": 1443
    },
    {
      "epoch": 0.7482834564062703,
      "grad_norm": 0.16741381585597992,
      "learning_rate": 6.2733579684320655e-06,
      "loss": 0.0105,
      "step": 1444
    },
    {
      "epoch": 0.7488016582458867,
      "grad_norm": 0.344389408826828,
      "learning_rate": 6.248953561829276e-06,
      "loss": 0.0225,
      "step": 1445
    },
    {
      "epoch": 0.7493198600855033,
      "grad_norm": 0.31048911809921265,
      "learning_rate": 6.224587924513763e-06,
      "loss": 0.0107,
      "step": 1446
    },
    {
      "epoch": 0.7498380619251198,
      "grad_norm": 0.3725675344467163,
      "learning_rate": 6.200261125181262e-06,
      "loss": 0.023,
      "step": 1447
    },
    {
      "epoch": 0.7503562637647364,
      "grad_norm": 0.19193294644355774,
      "learning_rate": 6.175973232418029e-06,
      "loss": 0.0183,
      "step": 1448
    },
    {
      "epoch": 0.7508744656043529,
      "grad_norm": 0.28560853004455566,
      "learning_rate": 6.151724314700609e-06,
      "loss": 0.0095,
      "step": 1449
    },
    {
      "epoch": 0.7513926674439694,
      "grad_norm": 0.18966034054756165,
      "learning_rate": 6.127514440395676e-06,
      "loss": 0.0159,
      "step": 1450
    },
    {
      "epoch": 0.751910869283586,
      "grad_norm": 0.13293716311454773,
      "learning_rate": 6.103343677759834e-06,
      "loss": 0.005,
      "step": 1451
    },
    {
      "epoch": 0.7524290711232025,
      "grad_norm": 0.47814297676086426,
      "learning_rate": 6.0792120949393885e-06,
      "loss": 0.0251,
      "step": 1452
    },
    {
      "epoch": 0.752947272962819,
      "grad_norm": 0.2816180884838104,
      "learning_rate": 6.055119759970205e-06,
      "loss": 0.0161,
      "step": 1453
    },
    {
      "epoch": 0.7534654748024355,
      "grad_norm": 0.45219457149505615,
      "learning_rate": 6.031066740777491e-06,
      "loss": 0.0177,
      "step": 1454
    },
    {
      "epoch": 0.7539836766420521,
      "grad_norm": 0.14777222275733948,
      "learning_rate": 6.007053105175613e-06,
      "loss": 0.0073,
      "step": 1455
    },
    {
      "epoch": 0.7545018784816686,
      "grad_norm": 0.21083438396453857,
      "learning_rate": 5.983078920867879e-06,
      "loss": 0.0141,
      "step": 1456
    },
    {
      "epoch": 0.7550200803212851,
      "grad_norm": 0.22181129455566406,
      "learning_rate": 5.959144255446392e-06,
      "loss": 0.013,
      "step": 1457
    },
    {
      "epoch": 0.7555382821609017,
      "grad_norm": 0.11170242726802826,
      "learning_rate": 5.935249176391828e-06,
      "loss": 0.0052,
      "step": 1458
    },
    {
      "epoch": 0.7560564840005182,
      "grad_norm": 0.21665945649147034,
      "learning_rate": 5.911393751073262e-06,
      "loss": 0.0115,
      "step": 1459
    },
    {
      "epoch": 0.7565746858401348,
      "grad_norm": 0.22410617768764496,
      "learning_rate": 5.8875780467479525e-06,
      "loss": 0.0074,
      "step": 1460
    },
    {
      "epoch": 0.7570928876797512,
      "grad_norm": 0.16454528272151947,
      "learning_rate": 5.863802130561183e-06,
      "loss": 0.0078,
      "step": 1461
    },
    {
      "epoch": 0.7576110895193678,
      "grad_norm": 0.1663055717945099,
      "learning_rate": 5.840066069546062e-06,
      "loss": 0.0119,
      "step": 1462
    },
    {
      "epoch": 0.7581292913589843,
      "grad_norm": 0.3612779378890991,
      "learning_rate": 5.816369930623329e-06,
      "loss": 0.0238,
      "step": 1463
    },
    {
      "epoch": 0.7586474931986008,
      "grad_norm": 0.17329257726669312,
      "learning_rate": 5.792713780601158e-06,
      "loss": 0.0107,
      "step": 1464
    },
    {
      "epoch": 0.7591656950382174,
      "grad_norm": 0.201755091547966,
      "learning_rate": 5.769097686174989e-06,
      "loss": 0.0097,
      "step": 1465
    },
    {
      "epoch": 0.7596838968778339,
      "grad_norm": 0.26469019055366516,
      "learning_rate": 5.74552171392734e-06,
      "loss": 0.0111,
      "step": 1466
    },
    {
      "epoch": 0.7602020987174505,
      "grad_norm": 0.08461549133062363,
      "learning_rate": 5.721985930327585e-06,
      "loss": 0.0038,
      "step": 1467
    },
    {
      "epoch": 0.760720300557067,
      "grad_norm": 0.09042751044034958,
      "learning_rate": 5.698490401731818e-06,
      "loss": 0.0037,
      "step": 1468
    },
    {
      "epoch": 0.7612385023966836,
      "grad_norm": 0.2408987283706665,
      "learning_rate": 5.675035194382614e-06,
      "loss": 0.0135,
      "step": 1469
    },
    {
      "epoch": 0.7617567042363,
      "grad_norm": 0.1702120453119278,
      "learning_rate": 5.651620374408886e-06,
      "loss": 0.0184,
      "step": 1470
    },
    {
      "epoch": 0.7622749060759165,
      "grad_norm": 0.25853922963142395,
      "learning_rate": 5.6282460078256795e-06,
      "loss": 0.0135,
      "step": 1471
    },
    {
      "epoch": 0.7627931079155331,
      "grad_norm": 0.40889886021614075,
      "learning_rate": 5.604912160533968e-06,
      "loss": 0.0143,
      "step": 1472
    },
    {
      "epoch": 0.7633113097551496,
      "grad_norm": 0.35814812779426575,
      "learning_rate": 5.581618898320511e-06,
      "loss": 0.0228,
      "step": 1473
    },
    {
      "epoch": 0.7638295115947662,
      "grad_norm": 0.15147720277309418,
      "learning_rate": 5.558366286857628e-06,
      "loss": 0.0106,
      "step": 1474
    },
    {
      "epoch": 0.7643477134343827,
      "grad_norm": 0.35429468750953674,
      "learning_rate": 5.535154391703039e-06,
      "loss": 0.0231,
      "step": 1475
    },
    {
      "epoch": 0.7648659152739993,
      "grad_norm": 0.28859689831733704,
      "learning_rate": 5.511983278299655e-06,
      "loss": 0.011,
      "step": 1476
    },
    {
      "epoch": 0.7653841171136158,
      "grad_norm": 0.22457551956176758,
      "learning_rate": 5.488853011975421e-06,
      "loss": 0.0123,
      "step": 1477
    },
    {
      "epoch": 0.7659023189532322,
      "grad_norm": 0.29618382453918457,
      "learning_rate": 5.465763657943115e-06,
      "loss": 0.0175,
      "step": 1478
    },
    {
      "epoch": 0.7664205207928488,
      "grad_norm": 0.28490161895751953,
      "learning_rate": 5.442715281300175e-06,
      "loss": 0.0155,
      "step": 1479
    },
    {
      "epoch": 0.7669387226324653,
      "grad_norm": 0.2284500151872635,
      "learning_rate": 5.41970794702849e-06,
      "loss": 0.0145,
      "step": 1480
    },
    {
      "epoch": 0.7674569244720819,
      "grad_norm": 0.25994613766670227,
      "learning_rate": 5.396741719994252e-06,
      "loss": 0.0146,
      "step": 1481
    },
    {
      "epoch": 0.7679751263116984,
      "grad_norm": 0.1707499772310257,
      "learning_rate": 5.373816664947753e-06,
      "loss": 0.0062,
      "step": 1482
    },
    {
      "epoch": 0.768493328151315,
      "grad_norm": 0.17810523509979248,
      "learning_rate": 5.3509328465232095e-06,
      "loss": 0.0183,
      "step": 1483
    },
    {
      "epoch": 0.7690115299909315,
      "grad_norm": 0.1567215621471405,
      "learning_rate": 5.32809032923856e-06,
      "loss": 0.0086,
      "step": 1484
    },
    {
      "epoch": 0.769529731830548,
      "grad_norm": 0.11671585589647293,
      "learning_rate": 5.305289177495323e-06,
      "loss": 0.0065,
      "step": 1485
    },
    {
      "epoch": 0.7700479336701646,
      "grad_norm": 0.16693814098834991,
      "learning_rate": 5.282529455578369e-06,
      "loss": 0.0067,
      "step": 1486
    },
    {
      "epoch": 0.770566135509781,
      "grad_norm": 0.15044854581356049,
      "learning_rate": 5.259811227655789e-06,
      "loss": 0.0061,
      "step": 1487
    },
    {
      "epoch": 0.7710843373493976,
      "grad_norm": 0.2685668170452118,
      "learning_rate": 5.2371345577786555e-06,
      "loss": 0.0145,
      "step": 1488
    },
    {
      "epoch": 0.7716025391890141,
      "grad_norm": 0.24585674703121185,
      "learning_rate": 5.214499509880901e-06,
      "loss": 0.009,
      "step": 1489
    },
    {
      "epoch": 0.7721207410286306,
      "grad_norm": 0.48471522331237793,
      "learning_rate": 5.191906147779098e-06,
      "loss": 0.0177,
      "step": 1490
    },
    {
      "epoch": 0.7726389428682472,
      "grad_norm": 0.27829957008361816,
      "learning_rate": 5.1693545351722974e-06,
      "loss": 0.0313,
      "step": 1491
    },
    {
      "epoch": 0.7731571447078637,
      "grad_norm": 0.1682707667350769,
      "learning_rate": 5.146844735641827e-06,
      "loss": 0.0137,
      "step": 1492
    },
    {
      "epoch": 0.7736753465474803,
      "grad_norm": 0.12730175256729126,
      "learning_rate": 5.124376812651149e-06,
      "loss": 0.0079,
      "step": 1493
    },
    {
      "epoch": 0.7741935483870968,
      "grad_norm": 0.2443925142288208,
      "learning_rate": 5.101950829545646e-06,
      "loss": 0.0138,
      "step": 1494
    },
    {
      "epoch": 0.7747117502267133,
      "grad_norm": 0.2247922420501709,
      "learning_rate": 5.079566849552466e-06,
      "loss": 0.0103,
      "step": 1495
    },
    {
      "epoch": 0.7752299520663298,
      "grad_norm": 0.38228839635849,
      "learning_rate": 5.057224935780325e-06,
      "loss": 0.0147,
      "step": 1496
    },
    {
      "epoch": 0.7757481539059463,
      "grad_norm": 0.425642192363739,
      "learning_rate": 5.034925151219343e-06,
      "loss": 0.0204,
      "step": 1497
    },
    {
      "epoch": 0.7762663557455629,
      "grad_norm": 0.16054239869117737,
      "learning_rate": 5.012667558740865e-06,
      "loss": 0.007,
      "step": 1498
    },
    {
      "epoch": 0.7767845575851794,
      "grad_norm": 0.13907340168952942,
      "learning_rate": 4.9904522210972836e-06,
      "loss": 0.0033,
      "step": 1499
    },
    {
      "epoch": 0.777302759424796,
      "grad_norm": 0.32811591029167175,
      "learning_rate": 4.968279200921844e-06,
      "loss": 0.01,
      "step": 1500
    },
    {
      "epoch": 0.7778209612644125,
      "grad_norm": 0.31322336196899414,
      "learning_rate": 4.946148560728501e-06,
      "loss": 0.0197,
      "step": 1501
    },
    {
      "epoch": 0.7783391631040291,
      "grad_norm": 0.25639650225639343,
      "learning_rate": 4.9240603629117175e-06,
      "loss": 0.0124,
      "step": 1502
    },
    {
      "epoch": 0.7788573649436455,
      "grad_norm": 0.31371498107910156,
      "learning_rate": 4.902014669746286e-06,
      "loss": 0.0152,
      "step": 1503
    },
    {
      "epoch": 0.779375566783262,
      "grad_norm": 0.15151162445545197,
      "learning_rate": 4.880011543387186e-06,
      "loss": 0.011,
      "step": 1504
    },
    {
      "epoch": 0.7798937686228786,
      "grad_norm": 0.2916856110095978,
      "learning_rate": 4.858051045869354e-06,
      "loss": 0.0136,
      "step": 1505
    },
    {
      "epoch": 0.7804119704624951,
      "grad_norm": 0.25480547547340393,
      "learning_rate": 4.836133239107567e-06,
      "loss": 0.0234,
      "step": 1506
    },
    {
      "epoch": 0.7809301723021117,
      "grad_norm": 0.18069693446159363,
      "learning_rate": 4.814258184896234e-06,
      "loss": 0.0098,
      "step": 1507
    },
    {
      "epoch": 0.7814483741417282,
      "grad_norm": 0.1400531381368637,
      "learning_rate": 4.792425944909218e-06,
      "loss": 0.0077,
      "step": 1508
    },
    {
      "epoch": 0.7819665759813448,
      "grad_norm": 0.27684223651885986,
      "learning_rate": 4.770636580699681e-06,
      "loss": 0.0176,
      "step": 1509
    },
    {
      "epoch": 0.7824847778209613,
      "grad_norm": 0.12374227494001389,
      "learning_rate": 4.748890153699907e-06,
      "loss": 0.009,
      "step": 1510
    },
    {
      "epoch": 0.7830029796605777,
      "grad_norm": 0.06070549041032791,
      "learning_rate": 4.7271867252211224e-06,
      "loss": 0.0047,
      "step": 1511
    },
    {
      "epoch": 0.7835211815001943,
      "grad_norm": 0.2304593175649643,
      "learning_rate": 4.7055263564533096e-06,
      "loss": 0.0131,
      "step": 1512
    },
    {
      "epoch": 0.7840393833398108,
      "grad_norm": 0.24694843590259552,
      "learning_rate": 4.683909108465068e-06,
      "loss": 0.0104,
      "step": 1513
    },
    {
      "epoch": 0.7845575851794274,
      "grad_norm": 0.22078731656074524,
      "learning_rate": 4.662335042203417e-06,
      "loss": 0.0157,
      "step": 1514
    },
    {
      "epoch": 0.7850757870190439,
      "grad_norm": 0.13630007207393646,
      "learning_rate": 4.640804218493638e-06,
      "loss": 0.0028,
      "step": 1515
    },
    {
      "epoch": 0.7855939888586605,
      "grad_norm": 0.5278586149215698,
      "learning_rate": 4.6193166980390755e-06,
      "loss": 0.0158,
      "step": 1516
    },
    {
      "epoch": 0.786112190698277,
      "grad_norm": 0.08716629445552826,
      "learning_rate": 4.597872541421007e-06,
      "loss": 0.0089,
      "step": 1517
    },
    {
      "epoch": 0.7866303925378935,
      "grad_norm": 0.18373537063598633,
      "learning_rate": 4.5764718090984395e-06,
      "loss": 0.0065,
      "step": 1518
    },
    {
      "epoch": 0.7871485943775101,
      "grad_norm": 0.3253873586654663,
      "learning_rate": 4.555114561407965e-06,
      "loss": 0.0167,
      "step": 1519
    },
    {
      "epoch": 0.7876667962171265,
      "grad_norm": 0.22763191163539886,
      "learning_rate": 4.533800858563553e-06,
      "loss": 0.0191,
      "step": 1520
    },
    {
      "epoch": 0.7881849980567431,
      "grad_norm": 0.09696512669324875,
      "learning_rate": 4.512530760656429e-06,
      "loss": 0.007,
      "step": 1521
    },
    {
      "epoch": 0.7887031998963596,
      "grad_norm": 0.2907656133174896,
      "learning_rate": 4.491304327654855e-06,
      "loss": 0.0091,
      "step": 1522
    },
    {
      "epoch": 0.7892214017359762,
      "grad_norm": 0.3057742714881897,
      "learning_rate": 4.4701216194040105e-06,
      "loss": 0.0132,
      "step": 1523
    },
    {
      "epoch": 0.7897396035755927,
      "grad_norm": 0.374776154756546,
      "learning_rate": 4.448982695625778e-06,
      "loss": 0.0206,
      "step": 1524
    },
    {
      "epoch": 0.7902578054152092,
      "grad_norm": 0.14000919461250305,
      "learning_rate": 4.4278876159186064e-06,
      "loss": 0.013,
      "step": 1525
    },
    {
      "epoch": 0.7907760072548258,
      "grad_norm": 0.2944836914539337,
      "learning_rate": 4.4068364397573335e-06,
      "loss": 0.0087,
      "step": 1526
    },
    {
      "epoch": 0.7912942090944423,
      "grad_norm": 0.5514625310897827,
      "learning_rate": 4.385829226493015e-06,
      "loss": 0.0183,
      "step": 1527
    },
    {
      "epoch": 0.7918124109340589,
      "grad_norm": 0.29109495878219604,
      "learning_rate": 4.364866035352749e-06,
      "loss": 0.0127,
      "step": 1528
    },
    {
      "epoch": 0.7923306127736753,
      "grad_norm": 0.5156393051147461,
      "learning_rate": 4.343946925439529e-06,
      "loss": 0.0207,
      "step": 1529
    },
    {
      "epoch": 0.7928488146132919,
      "grad_norm": 0.2541627883911133,
      "learning_rate": 4.323071955732065e-06,
      "loss": 0.0173,
      "step": 1530
    },
    {
      "epoch": 0.7933670164529084,
      "grad_norm": 0.2753004729747772,
      "learning_rate": 4.30224118508463e-06,
      "loss": 0.018,
      "step": 1531
    },
    {
      "epoch": 0.7938852182925249,
      "grad_norm": 0.15237921476364136,
      "learning_rate": 4.2814546722268595e-06,
      "loss": 0.0178,
      "step": 1532
    },
    {
      "epoch": 0.7944034201321415,
      "grad_norm": 0.0733996033668518,
      "learning_rate": 4.260712475763627e-06,
      "loss": 0.0069,
      "step": 1533
    },
    {
      "epoch": 0.794921621971758,
      "grad_norm": 0.159640833735466,
      "learning_rate": 4.240014654174857e-06,
      "loss": 0.0123,
      "step": 1534
    },
    {
      "epoch": 0.7954398238113746,
      "grad_norm": 0.26743224263191223,
      "learning_rate": 4.219361265815378e-06,
      "loss": 0.0073,
      "step": 1535
    },
    {
      "epoch": 0.795958025650991,
      "grad_norm": 0.15401487052440643,
      "learning_rate": 4.1987523689147155e-06,
      "loss": 0.0079,
      "step": 1536
    },
    {
      "epoch": 0.7964762274906076,
      "grad_norm": 0.22780843079090118,
      "learning_rate": 4.178188021576983e-06,
      "loss": 0.0079,
      "step": 1537
    },
    {
      "epoch": 0.7969944293302241,
      "grad_norm": 0.3683816194534302,
      "learning_rate": 4.157668281780689e-06,
      "loss": 0.0155,
      "step": 1538
    },
    {
      "epoch": 0.7975126311698406,
      "grad_norm": 0.27427056431770325,
      "learning_rate": 4.137193207378561e-06,
      "loss": 0.0213,
      "step": 1539
    },
    {
      "epoch": 0.7980308330094572,
      "grad_norm": 0.1827021986246109,
      "learning_rate": 4.116762856097416e-06,
      "loss": 0.0092,
      "step": 1540
    },
    {
      "epoch": 0.7985490348490737,
      "grad_norm": 0.08515940606594086,
      "learning_rate": 4.096377285537965e-06,
      "loss": 0.0036,
      "step": 1541
    },
    {
      "epoch": 0.7990672366886903,
      "grad_norm": 0.23422442376613617,
      "learning_rate": 4.076036553174678e-06,
      "loss": 0.0271,
      "step": 1542
    },
    {
      "epoch": 0.7995854385283068,
      "grad_norm": 0.21451188623905182,
      "learning_rate": 4.05574071635561e-06,
      "loss": 0.0212,
      "step": 1543
    },
    {
      "epoch": 0.8001036403679233,
      "grad_norm": 0.08211307972669601,
      "learning_rate": 4.035489832302224e-06,
      "loss": 0.0045,
      "step": 1544
    },
    {
      "epoch": 0.8006218422075398,
      "grad_norm": 0.2552872896194458,
      "learning_rate": 4.01528395810926e-06,
      "loss": 0.0147,
      "step": 1545
    },
    {
      "epoch": 0.8011400440471563,
      "grad_norm": 0.2829188406467438,
      "learning_rate": 3.995123150744548e-06,
      "loss": 0.021,
      "step": 1546
    },
    {
      "epoch": 0.8016582458867729,
      "grad_norm": 0.33412739634513855,
      "learning_rate": 3.975007467048875e-06,
      "loss": 0.0249,
      "step": 1547
    },
    {
      "epoch": 0.8021764477263894,
      "grad_norm": 0.05663935840129852,
      "learning_rate": 3.954936963735778e-06,
      "loss": 0.0023,
      "step": 1548
    },
    {
      "epoch": 0.802694649566006,
      "grad_norm": 0.15037386119365692,
      "learning_rate": 3.934911697391442e-06,
      "loss": 0.0047,
      "step": 1549
    },
    {
      "epoch": 0.8032128514056225,
      "grad_norm": 0.09823647886514664,
      "learning_rate": 3.9149317244745e-06,
      "loss": 0.0043,
      "step": 1550
    },
    {
      "epoch": 0.803731053245239,
      "grad_norm": 0.1772301197052002,
      "learning_rate": 3.8949971013158894e-06,
      "loss": 0.0197,
      "step": 1551
    },
    {
      "epoch": 0.8042492550848556,
      "grad_norm": 0.2572917342185974,
      "learning_rate": 3.875107884118681e-06,
      "loss": 0.0237,
      "step": 1552
    },
    {
      "epoch": 0.804767456924472,
      "grad_norm": 0.1350460946559906,
      "learning_rate": 3.8552641289579405e-06,
      "loss": 0.0099,
      "step": 1553
    },
    {
      "epoch": 0.8052856587640886,
      "grad_norm": 0.2017035335302353,
      "learning_rate": 3.835465891780554e-06,
      "loss": 0.0105,
      "step": 1554
    },
    {
      "epoch": 0.8058038606037051,
      "grad_norm": 0.19643430411815643,
      "learning_rate": 3.815713228405085e-06,
      "loss": 0.0115,
      "step": 1555
    },
    {
      "epoch": 0.8063220624433217,
      "grad_norm": 0.1383439600467682,
      "learning_rate": 3.7960061945215863e-06,
      "loss": 0.0089,
      "step": 1556
    },
    {
      "epoch": 0.8068402642829382,
      "grad_norm": 0.16496983170509338,
      "learning_rate": 3.7763448456914886e-06,
      "loss": 0.0076,
      "step": 1557
    },
    {
      "epoch": 0.8073584661225547,
      "grad_norm": 0.27516958117485046,
      "learning_rate": 3.756729237347396e-06,
      "loss": 0.0111,
      "step": 1558
    },
    {
      "epoch": 0.8078766679621713,
      "grad_norm": 0.7920728325843811,
      "learning_rate": 3.7371594247929776e-06,
      "loss": 0.0204,
      "step": 1559
    },
    {
      "epoch": 0.8083948698017878,
      "grad_norm": 0.21858440339565277,
      "learning_rate": 3.7176354632027668e-06,
      "loss": 0.019,
      "step": 1560
    },
    {
      "epoch": 0.8089130716414044,
      "grad_norm": 0.3572098910808563,
      "learning_rate": 3.698157407622034e-06,
      "loss": 0.0384,
      "step": 1561
    },
    {
      "epoch": 0.8094312734810208,
      "grad_norm": 0.23645535111427307,
      "learning_rate": 3.678725312966629e-06,
      "loss": 0.01,
      "step": 1562
    },
    {
      "epoch": 0.8099494753206374,
      "grad_norm": 0.222391739487648,
      "learning_rate": 3.6593392340228183e-06,
      "loss": 0.0173,
      "step": 1563
    },
    {
      "epoch": 0.8104676771602539,
      "grad_norm": 0.1789429634809494,
      "learning_rate": 3.6399992254471215e-06,
      "loss": 0.0097,
      "step": 1564
    },
    {
      "epoch": 0.8109858789998704,
      "grad_norm": 0.37951716780662537,
      "learning_rate": 3.620705341766184e-06,
      "loss": 0.0233,
      "step": 1565
    },
    {
      "epoch": 0.811504080839487,
      "grad_norm": 0.17974528670310974,
      "learning_rate": 3.6014576373765973e-06,
      "loss": 0.013,
      "step": 1566
    },
    {
      "epoch": 0.8120222826791035,
      "grad_norm": 0.12391126900911331,
      "learning_rate": 3.582256166544773e-06,
      "loss": 0.0084,
      "step": 1567
    },
    {
      "epoch": 0.8125404845187201,
      "grad_norm": 0.0891820415854454,
      "learning_rate": 3.563100983406744e-06,
      "loss": 0.0033,
      "step": 1568
    },
    {
      "epoch": 0.8130586863583366,
      "grad_norm": 0.06003464758396149,
      "learning_rate": 3.543992141968069e-06,
      "loss": 0.0019,
      "step": 1569
    },
    {
      "epoch": 0.8135768881979532,
      "grad_norm": 0.21977417171001434,
      "learning_rate": 3.5249296961036384e-06,
      "loss": 0.0143,
      "step": 1570
    },
    {
      "epoch": 0.8140950900375696,
      "grad_norm": 0.12480836361646652,
      "learning_rate": 3.5059136995575438e-06,
      "loss": 0.0115,
      "step": 1571
    },
    {
      "epoch": 0.8146132918771861,
      "grad_norm": 0.09526639431715012,
      "learning_rate": 3.4869442059429084e-06,
      "loss": 0.0101,
      "step": 1572
    },
    {
      "epoch": 0.8151314937168027,
      "grad_norm": 0.20937477052211761,
      "learning_rate": 3.4680212687417524e-06,
      "loss": 0.0083,
      "step": 1573
    },
    {
      "epoch": 0.8156496955564192,
      "grad_norm": 0.16887736320495605,
      "learning_rate": 3.449144941304847e-06,
      "loss": 0.0073,
      "step": 1574
    },
    {
      "epoch": 0.8161678973960358,
      "grad_norm": 0.35441237688064575,
      "learning_rate": 3.43031527685153e-06,
      "loss": 0.0281,
      "step": 1575
    },
    {
      "epoch": 0.8166860992356523,
      "grad_norm": 0.07251258194446564,
      "learning_rate": 3.411532328469602e-06,
      "loss": 0.007,
      "step": 1576
    },
    {
      "epoch": 0.8172043010752689,
      "grad_norm": 0.1627056747674942,
      "learning_rate": 3.392796149115132e-06,
      "loss": 0.0053,
      "step": 1577
    },
    {
      "epoch": 0.8177225029148854,
      "grad_norm": 0.19298546016216278,
      "learning_rate": 3.3741067916123504e-06,
      "loss": 0.0122,
      "step": 1578
    },
    {
      "epoch": 0.8182407047545018,
      "grad_norm": 0.1412855088710785,
      "learning_rate": 3.355464308653471e-06,
      "loss": 0.0062,
      "step": 1579
    },
    {
      "epoch": 0.8187589065941184,
      "grad_norm": 0.461653470993042,
      "learning_rate": 3.336868752798541e-06,
      "loss": 0.0097,
      "step": 1580
    },
    {
      "epoch": 0.8192771084337349,
      "grad_norm": 0.22594031691551208,
      "learning_rate": 3.31832017647532e-06,
      "loss": 0.0142,
      "step": 1581
    },
    {
      "epoch": 0.8197953102733515,
      "grad_norm": 0.23084904253482819,
      "learning_rate": 3.2998186319791037e-06,
      "loss": 0.0169,
      "step": 1582
    },
    {
      "epoch": 0.820313512112968,
      "grad_norm": 0.30051642656326294,
      "learning_rate": 3.2813641714725963e-06,
      "loss": 0.0183,
      "step": 1583
    },
    {
      "epoch": 0.8208317139525846,
      "grad_norm": 0.184076189994812,
      "learning_rate": 3.262956846985741e-06,
      "loss": 0.0139,
      "step": 1584
    },
    {
      "epoch": 0.8213499157922011,
      "grad_norm": 0.14037007093429565,
      "learning_rate": 3.2445967104156018e-06,
      "loss": 0.0055,
      "step": 1585
    },
    {
      "epoch": 0.8218681176318176,
      "grad_norm": 0.1952822506427765,
      "learning_rate": 3.226283813526192e-06,
      "loss": 0.0115,
      "step": 1586
    },
    {
      "epoch": 0.8223863194714341,
      "grad_norm": 0.2174348533153534,
      "learning_rate": 3.2080182079483492e-06,
      "loss": 0.0116,
      "step": 1587
    },
    {
      "epoch": 0.8229045213110506,
      "grad_norm": 0.4994555711746216,
      "learning_rate": 3.189799945179566e-06,
      "loss": 0.0226,
      "step": 1588
    },
    {
      "epoch": 0.8234227231506672,
      "grad_norm": 0.30759531259536743,
      "learning_rate": 3.1716290765838664e-06,
      "loss": 0.0173,
      "step": 1589
    },
    {
      "epoch": 0.8239409249902837,
      "grad_norm": 0.22034572064876556,
      "learning_rate": 3.1535056533916554e-06,
      "loss": 0.0061,
      "step": 1590
    },
    {
      "epoch": 0.8244591268299002,
      "grad_norm": 0.3770354390144348,
      "learning_rate": 3.13542972669957e-06,
      "loss": 0.0193,
      "step": 1591
    },
    {
      "epoch": 0.8249773286695168,
      "grad_norm": 0.16963061690330505,
      "learning_rate": 3.1174013474703255e-06,
      "loss": 0.0065,
      "step": 1592
    },
    {
      "epoch": 0.8254955305091333,
      "grad_norm": 0.16006392240524292,
      "learning_rate": 3.0994205665326048e-06,
      "loss": 0.0169,
      "step": 1593
    },
    {
      "epoch": 0.8260137323487499,
      "grad_norm": 0.2839926481246948,
      "learning_rate": 3.0814874345808677e-06,
      "loss": 0.0151,
      "step": 1594
    },
    {
      "epoch": 0.8265319341883663,
      "grad_norm": 0.24182650446891785,
      "learning_rate": 3.063602002175261e-06,
      "loss": 0.0152,
      "step": 1595
    },
    {
      "epoch": 0.8270501360279829,
      "grad_norm": 0.291611909866333,
      "learning_rate": 3.0457643197414244e-06,
      "loss": 0.0181,
      "step": 1596
    },
    {
      "epoch": 0.8275683378675994,
      "grad_norm": 0.1036018580198288,
      "learning_rate": 3.027974437570389e-06,
      "loss": 0.012,
      "step": 1597
    },
    {
      "epoch": 0.8280865397072159,
      "grad_norm": 0.06551776081323624,
      "learning_rate": 3.010232405818414e-06,
      "loss": 0.002,
      "step": 1598
    },
    {
      "epoch": 0.8286047415468325,
      "grad_norm": 0.5260184407234192,
      "learning_rate": 2.9925382745068576e-06,
      "loss": 0.026,
      "step": 1599
    },
    {
      "epoch": 0.829122943386449,
      "grad_norm": 0.29389244318008423,
      "learning_rate": 2.9748920935220083e-06,
      "loss": 0.0122,
      "step": 1600
    },
    {
      "epoch": 0.8296411452260656,
      "grad_norm": 0.2470783144235611,
      "learning_rate": 2.957293912614987e-06,
      "loss": 0.0063,
      "step": 1601
    },
    {
      "epoch": 0.8301593470656821,
      "grad_norm": 0.2586616277694702,
      "learning_rate": 2.939743781401576e-06,
      "loss": 0.0073,
      "step": 1602
    },
    {
      "epoch": 0.8306775489052987,
      "grad_norm": 0.17473287880420685,
      "learning_rate": 2.9222417493620912e-06,
      "loss": 0.0159,
      "step": 1603
    },
    {
      "epoch": 0.8311957507449151,
      "grad_norm": 0.10318975895643234,
      "learning_rate": 2.9047878658412274e-06,
      "loss": 0.0047,
      "step": 1604
    },
    {
      "epoch": 0.8317139525845316,
      "grad_norm": 0.1832498013973236,
      "learning_rate": 2.887382180047946e-06,
      "loss": 0.0069,
      "step": 1605
    },
    {
      "epoch": 0.8322321544241482,
      "grad_norm": 0.5013145208358765,
      "learning_rate": 2.8700247410553107e-06,
      "loss": 0.0176,
      "step": 1606
    },
    {
      "epoch": 0.8327503562637647,
      "grad_norm": 0.20341339707374573,
      "learning_rate": 2.852715597800373e-06,
      "loss": 0.0095,
      "step": 1607
    },
    {
      "epoch": 0.8332685581033813,
      "grad_norm": 0.15497015416622162,
      "learning_rate": 2.8354547990839963e-06,
      "loss": 0.0035,
      "step": 1608
    },
    {
      "epoch": 0.8337867599429978,
      "grad_norm": 0.19624440371990204,
      "learning_rate": 2.8182423935707692e-06,
      "loss": 0.0147,
      "step": 1609
    },
    {
      "epoch": 0.8343049617826144,
      "grad_norm": 0.1570410281419754,
      "learning_rate": 2.8010784297888305e-06,
      "loss": 0.0096,
      "step": 1610
    },
    {
      "epoch": 0.8348231636222309,
      "grad_norm": 0.34960222244262695,
      "learning_rate": 2.7839629561297377e-06,
      "loss": 0.0252,
      "step": 1611
    },
    {
      "epoch": 0.8353413654618473,
      "grad_norm": 0.1798889935016632,
      "learning_rate": 2.766896020848351e-06,
      "loss": 0.0065,
      "step": 1612
    },
    {
      "epoch": 0.8358595673014639,
      "grad_norm": 0.17661862075328827,
      "learning_rate": 2.749877672062664e-06,
      "loss": 0.0098,
      "step": 1613
    },
    {
      "epoch": 0.8363777691410804,
      "grad_norm": 0.45938044786453247,
      "learning_rate": 2.732907957753708e-06,
      "loss": 0.0106,
      "step": 1614
    },
    {
      "epoch": 0.836895970980697,
      "grad_norm": 0.18319405615329742,
      "learning_rate": 2.715986925765386e-06,
      "loss": 0.0092,
      "step": 1615
    },
    {
      "epoch": 0.8374141728203135,
      "grad_norm": 0.2548009157180786,
      "learning_rate": 2.69911462380434e-06,
      "loss": 0.0113,
      "step": 1616
    },
    {
      "epoch": 0.8379323746599301,
      "grad_norm": 0.27619224786758423,
      "learning_rate": 2.6822910994398334e-06,
      "loss": 0.0246,
      "step": 1617
    },
    {
      "epoch": 0.8384505764995466,
      "grad_norm": 0.2859005331993103,
      "learning_rate": 2.6655164001036073e-06,
      "loss": 0.0123,
      "step": 1618
    },
    {
      "epoch": 0.8389687783391631,
      "grad_norm": 0.28470805287361145,
      "learning_rate": 2.6487905730897524e-06,
      "loss": 0.0129,
      "step": 1619
    },
    {
      "epoch": 0.8394869801787797,
      "grad_norm": 0.3091945946216583,
      "learning_rate": 2.6321136655545475e-06,
      "loss": 0.0112,
      "step": 1620
    },
    {
      "epoch": 0.8400051820183961,
      "grad_norm": 0.26233717799186707,
      "learning_rate": 2.6154857245163755e-06,
      "loss": 0.014,
      "step": 1621
    },
    {
      "epoch": 0.8405233838580127,
      "grad_norm": 0.255073606967926,
      "learning_rate": 2.5989067968555514e-06,
      "loss": 0.0133,
      "step": 1622
    },
    {
      "epoch": 0.8410415856976292,
      "grad_norm": 0.07703150063753128,
      "learning_rate": 2.5823769293142074e-06,
      "loss": 0.0047,
      "step": 1623
    },
    {
      "epoch": 0.8415597875372458,
      "grad_norm": 0.23450684547424316,
      "learning_rate": 2.5658961684961537e-06,
      "loss": 0.009,
      "step": 1624
    },
    {
      "epoch": 0.8420779893768623,
      "grad_norm": 0.4751213788986206,
      "learning_rate": 2.5494645608667503e-06,
      "loss": 0.0219,
      "step": 1625
    },
    {
      "epoch": 0.8425961912164788,
      "grad_norm": 0.2951497733592987,
      "learning_rate": 2.5330821527527793e-06,
      "loss": 0.0145,
      "step": 1626
    },
    {
      "epoch": 0.8431143930560954,
      "grad_norm": 0.20706944167613983,
      "learning_rate": 2.516748990342317e-06,
      "loss": 0.0064,
      "step": 1627
    },
    {
      "epoch": 0.8436325948957119,
      "grad_norm": 0.3090721666812897,
      "learning_rate": 2.5004651196845786e-06,
      "loss": 0.0122,
      "step": 1628
    },
    {
      "epoch": 0.8441507967353284,
      "grad_norm": 0.5408398509025574,
      "learning_rate": 2.484230586689833e-06,
      "loss": 0.0273,
      "step": 1629
    },
    {
      "epoch": 0.8446689985749449,
      "grad_norm": 0.12723809480667114,
      "learning_rate": 2.468045437129223e-06,
      "loss": 0.0088,
      "step": 1630
    },
    {
      "epoch": 0.8451872004145615,
      "grad_norm": 0.18674789369106293,
      "learning_rate": 2.4519097166346816e-06,
      "loss": 0.0092,
      "step": 1631
    },
    {
      "epoch": 0.845705402254178,
      "grad_norm": 0.2017349749803543,
      "learning_rate": 2.435823470698768e-06,
      "loss": 0.0109,
      "step": 1632
    },
    {
      "epoch": 0.8462236040937945,
      "grad_norm": 0.17251279950141907,
      "learning_rate": 2.419786744674564e-06,
      "loss": 0.0195,
      "step": 1633
    },
    {
      "epoch": 0.8467418059334111,
      "grad_norm": 0.28121671080589294,
      "learning_rate": 2.4037995837755324e-06,
      "loss": 0.0079,
      "step": 1634
    },
    {
      "epoch": 0.8472600077730276,
      "grad_norm": 0.403934508562088,
      "learning_rate": 2.387862033075399e-06,
      "loss": 0.0136,
      "step": 1635
    },
    {
      "epoch": 0.8477782096126442,
      "grad_norm": 0.28479158878326416,
      "learning_rate": 2.3719741375080084e-06,
      "loss": 0.0114,
      "step": 1636
    },
    {
      "epoch": 0.8482964114522606,
      "grad_norm": 0.4967851936817169,
      "learning_rate": 2.356135941867217e-06,
      "loss": 0.0238,
      "step": 1637
    },
    {
      "epoch": 0.8488146132918772,
      "grad_norm": 0.10027792304754257,
      "learning_rate": 2.3403474908067624e-06,
      "loss": 0.0028,
      "step": 1638
    },
    {
      "epoch": 0.8493328151314937,
      "grad_norm": 0.20121395587921143,
      "learning_rate": 2.3246088288401313e-06,
      "loss": 0.0112,
      "step": 1639
    },
    {
      "epoch": 0.8498510169711102,
      "grad_norm": 0.2108752280473709,
      "learning_rate": 2.3089200003404265e-06,
      "loss": 0.0071,
      "step": 1640
    },
    {
      "epoch": 0.8503692188107268,
      "grad_norm": 0.1123914048075676,
      "learning_rate": 2.2932810495402612e-06,
      "loss": 0.0064,
      "step": 1641
    },
    {
      "epoch": 0.8508874206503433,
      "grad_norm": 0.24224601686000824,
      "learning_rate": 2.2776920205316276e-06,
      "loss": 0.0244,
      "step": 1642
    },
    {
      "epoch": 0.8514056224899599,
      "grad_norm": 0.40744614601135254,
      "learning_rate": 2.2621529572657685e-06,
      "loss": 0.0208,
      "step": 1643
    },
    {
      "epoch": 0.8519238243295764,
      "grad_norm": 0.28944340348243713,
      "learning_rate": 2.2466639035530435e-06,
      "loss": 0.0105,
      "step": 1644
    },
    {
      "epoch": 0.8524420261691928,
      "grad_norm": 0.19422157108783722,
      "learning_rate": 2.2312249030628297e-06,
      "loss": 0.0066,
      "step": 1645
    },
    {
      "epoch": 0.8529602280088094,
      "grad_norm": 0.09577490389347076,
      "learning_rate": 2.2158359993233814e-06,
      "loss": 0.0051,
      "step": 1646
    },
    {
      "epoch": 0.8534784298484259,
      "grad_norm": 0.16629934310913086,
      "learning_rate": 2.2004972357217146e-06,
      "loss": 0.0044,
      "step": 1647
    },
    {
      "epoch": 0.8539966316880425,
      "grad_norm": 0.1245030090212822,
      "learning_rate": 2.1852086555034747e-06,
      "loss": 0.0055,
      "step": 1648
    },
    {
      "epoch": 0.854514833527659,
      "grad_norm": 0.35298582911491394,
      "learning_rate": 2.1699703017728237e-06,
      "loss": 0.0174,
      "step": 1649
    },
    {
      "epoch": 0.8550330353672756,
      "grad_norm": 0.17353323101997375,
      "learning_rate": 2.1547822174923196e-06,
      "loss": 0.0065,
      "step": 1650
    },
    {
      "epoch": 0.8555512372068921,
      "grad_norm": 0.2672171890735626,
      "learning_rate": 2.1396444454827956e-06,
      "loss": 0.0131,
      "step": 1651
    },
    {
      "epoch": 0.8560694390465086,
      "grad_norm": 0.1073671206831932,
      "learning_rate": 2.1245570284232263e-06,
      "loss": 0.0041,
      "step": 1652
    },
    {
      "epoch": 0.8565876408861252,
      "grad_norm": 0.11136187613010406,
      "learning_rate": 2.1095200088506227e-06,
      "loss": 0.0143,
      "step": 1653
    },
    {
      "epoch": 0.8571058427257416,
      "grad_norm": 0.15751762688159943,
      "learning_rate": 2.0945334291599084e-06,
      "loss": 0.0062,
      "step": 1654
    },
    {
      "epoch": 0.8576240445653582,
      "grad_norm": 0.5879334211349487,
      "learning_rate": 2.079597331603798e-06,
      "loss": 0.0172,
      "step": 1655
    },
    {
      "epoch": 0.8581422464049747,
      "grad_norm": 0.24367937445640564,
      "learning_rate": 2.064711758292668e-06,
      "loss": 0.0142,
      "step": 1656
    },
    {
      "epoch": 0.8586604482445913,
      "grad_norm": 0.14427150785923004,
      "learning_rate": 2.049876751194464e-06,
      "loss": 0.0114,
      "step": 1657
    },
    {
      "epoch": 0.8591786500842078,
      "grad_norm": 0.355831116437912,
      "learning_rate": 2.035092352134558e-06,
      "loss": 0.0218,
      "step": 1658
    },
    {
      "epoch": 0.8596968519238243,
      "grad_norm": 0.24205715954303741,
      "learning_rate": 2.0203586027956423e-06,
      "loss": 0.0144,
      "step": 1659
    },
    {
      "epoch": 0.8602150537634409,
      "grad_norm": 0.16865667700767517,
      "learning_rate": 2.0056755447176003e-06,
      "loss": 0.008,
      "step": 1660
    },
    {
      "epoch": 0.8607332556030574,
      "grad_norm": 0.35851263999938965,
      "learning_rate": 1.9910432192974105e-06,
      "loss": 0.0191,
      "step": 1661
    },
    {
      "epoch": 0.861251457442674,
      "grad_norm": 0.3120400905609131,
      "learning_rate": 1.976461667789009e-06,
      "loss": 0.0169,
      "step": 1662
    },
    {
      "epoch": 0.8617696592822904,
      "grad_norm": 0.23192231357097626,
      "learning_rate": 1.961930931303191e-06,
      "loss": 0.013,
      "step": 1663
    },
    {
      "epoch": 0.862287861121907,
      "grad_norm": 0.2518763840198517,
      "learning_rate": 1.9474510508074694e-06,
      "loss": 0.0118,
      "step": 1664
    },
    {
      "epoch": 0.8628060629615235,
      "grad_norm": 0.17504754662513733,
      "learning_rate": 1.933022067125987e-06,
      "loss": 0.0097,
      "step": 1665
    },
    {
      "epoch": 0.86332426480114,
      "grad_norm": 0.2840370535850525,
      "learning_rate": 1.918644020939393e-06,
      "loss": 0.0141,
      "step": 1666
    },
    {
      "epoch": 0.8638424666407566,
      "grad_norm": 0.4161594808101654,
      "learning_rate": 1.9043169527847106e-06,
      "loss": 0.0228,
      "step": 1667
    },
    {
      "epoch": 0.8643606684803731,
      "grad_norm": 0.216422900557518,
      "learning_rate": 1.8900409030552502e-06,
      "loss": 0.0195,
      "step": 1668
    },
    {
      "epoch": 0.8648788703199897,
      "grad_norm": 0.27762821316719055,
      "learning_rate": 1.8758159120004737e-06,
      "loss": 0.0069,
      "step": 1669
    },
    {
      "epoch": 0.8653970721596062,
      "grad_norm": 0.17240680754184723,
      "learning_rate": 1.8616420197258977e-06,
      "loss": 0.0051,
      "step": 1670
    },
    {
      "epoch": 0.8659152739992227,
      "grad_norm": 0.23954899609088898,
      "learning_rate": 1.8475192661929676e-06,
      "loss": 0.0126,
      "step": 1671
    },
    {
      "epoch": 0.8664334758388392,
      "grad_norm": 0.4306492507457733,
      "learning_rate": 1.833447691218948e-06,
      "loss": 0.0106,
      "step": 1672
    },
    {
      "epoch": 0.8669516776784557,
      "grad_norm": 0.31067901849746704,
      "learning_rate": 1.8194273344768153e-06,
      "loss": 0.006,
      "step": 1673
    },
    {
      "epoch": 0.8674698795180723,
      "grad_norm": 0.25931859016418457,
      "learning_rate": 1.8054582354951434e-06,
      "loss": 0.0171,
      "step": 1674
    },
    {
      "epoch": 0.8679880813576888,
      "grad_norm": 0.27569490671157837,
      "learning_rate": 1.7915404336579923e-06,
      "loss": 0.0106,
      "step": 1675
    },
    {
      "epoch": 0.8685062831973054,
      "grad_norm": 0.15181864798069,
      "learning_rate": 1.7776739682047894e-06,
      "loss": 0.0108,
      "step": 1676
    },
    {
      "epoch": 0.8690244850369219,
      "grad_norm": 0.1656786948442459,
      "learning_rate": 1.7638588782302336e-06,
      "loss": 0.0075,
      "step": 1677
    },
    {
      "epoch": 0.8695426868765385,
      "grad_norm": 0.2415611892938614,
      "learning_rate": 1.7500952026841766e-06,
      "loss": 0.0173,
      "step": 1678
    },
    {
      "epoch": 0.870060888716155,
      "grad_norm": 0.13132847845554352,
      "learning_rate": 1.7363829803715115e-06,
      "loss": 0.0061,
      "step": 1679
    },
    {
      "epoch": 0.8705790905557714,
      "grad_norm": 0.2118501365184784,
      "learning_rate": 1.7227222499520601e-06,
      "loss": 0.008,
      "step": 1680
    },
    {
      "epoch": 0.871097292395388,
      "grad_norm": 0.25103017687797546,
      "learning_rate": 1.7091130499404807e-06,
      "loss": 0.0086,
      "step": 1681
    },
    {
      "epoch": 0.8716154942350045,
      "grad_norm": 0.08915001153945923,
      "learning_rate": 1.6955554187061406e-06,
      "loss": 0.004,
      "step": 1682
    },
    {
      "epoch": 0.8721336960746211,
      "grad_norm": 0.08841594308614731,
      "learning_rate": 1.6820493944730266e-06,
      "loss": 0.0032,
      "step": 1683
    },
    {
      "epoch": 0.8726518979142376,
      "grad_norm": 0.40854230523109436,
      "learning_rate": 1.668595015319603e-06,
      "loss": 0.0191,
      "step": 1684
    },
    {
      "epoch": 0.8731700997538542,
      "grad_norm": 0.27266111969947815,
      "learning_rate": 1.6551923191787555e-06,
      "loss": 0.0121,
      "step": 1685
    },
    {
      "epoch": 0.8736883015934707,
      "grad_norm": 0.2558603584766388,
      "learning_rate": 1.6418413438376335e-06,
      "loss": 0.0098,
      "step": 1686
    },
    {
      "epoch": 0.8742065034330871,
      "grad_norm": 0.14733348786830902,
      "learning_rate": 1.6285421269375823e-06,
      "loss": 0.0102,
      "step": 1687
    },
    {
      "epoch": 0.8747247052727037,
      "grad_norm": 0.29257291555404663,
      "learning_rate": 1.6152947059740087e-06,
      "loss": 0.0175,
      "step": 1688
    },
    {
      "epoch": 0.8752429071123202,
      "grad_norm": 0.40963825583457947,
      "learning_rate": 1.6020991182962964e-06,
      "loss": 0.0256,
      "step": 1689
    },
    {
      "epoch": 0.8757611089519368,
      "grad_norm": 0.2824581265449524,
      "learning_rate": 1.5889554011076901e-06,
      "loss": 0.0146,
      "step": 1690
    },
    {
      "epoch": 0.8762793107915533,
      "grad_norm": 0.28801703453063965,
      "learning_rate": 1.5758635914651922e-06,
      "loss": 0.016,
      "step": 1691
    },
    {
      "epoch": 0.8767975126311699,
      "grad_norm": 0.17242257297039032,
      "learning_rate": 1.5628237262794544e-06,
      "loss": 0.0104,
      "step": 1692
    },
    {
      "epoch": 0.8773157144707864,
      "grad_norm": 0.28166109323501587,
      "learning_rate": 1.5498358423146797e-06,
      "loss": 0.0292,
      "step": 1693
    },
    {
      "epoch": 0.8778339163104029,
      "grad_norm": 0.19362136721611023,
      "learning_rate": 1.5368999761885218e-06,
      "loss": 0.0158,
      "step": 1694
    },
    {
      "epoch": 0.8783521181500195,
      "grad_norm": 0.19558751583099365,
      "learning_rate": 1.5240161643719753e-06,
      "loss": 0.0064,
      "step": 1695
    },
    {
      "epoch": 0.8788703199896359,
      "grad_norm": 0.14374202489852905,
      "learning_rate": 1.5111844431892643e-06,
      "loss": 0.0131,
      "step": 1696
    },
    {
      "epoch": 0.8793885218292525,
      "grad_norm": 0.24548299610614777,
      "learning_rate": 1.4984048488177628e-06,
      "loss": 0.0218,
      "step": 1697
    },
    {
      "epoch": 0.879906723668869,
      "grad_norm": 0.2641260325908661,
      "learning_rate": 1.485677417287874e-06,
      "loss": 0.0085,
      "step": 1698
    },
    {
      "epoch": 0.8804249255084855,
      "grad_norm": 0.24745555222034454,
      "learning_rate": 1.4730021844829411e-06,
      "loss": 0.0098,
      "step": 1699
    },
    {
      "epoch": 0.8809431273481021,
      "grad_norm": 0.3807303309440613,
      "learning_rate": 1.460379186139127e-06,
      "loss": 0.0263,
      "step": 1700
    },
    {
      "epoch": 0.8814613291877186,
      "grad_norm": 0.3894922733306885,
      "learning_rate": 1.4478084578453389e-06,
      "loss": 0.0162,
      "step": 1701
    },
    {
      "epoch": 0.8819795310273352,
      "grad_norm": 0.2722943127155304,
      "learning_rate": 1.435290035043111e-06,
      "loss": 0.0172,
      "step": 1702
    },
    {
      "epoch": 0.8824977328669517,
      "grad_norm": 0.23959621787071228,
      "learning_rate": 1.4228239530265042e-06,
      "loss": 0.0105,
      "step": 1703
    },
    {
      "epoch": 0.8830159347065683,
      "grad_norm": 0.20592434704303741,
      "learning_rate": 1.4104102469420222e-06,
      "loss": 0.0077,
      "step": 1704
    },
    {
      "epoch": 0.8835341365461847,
      "grad_norm": 0.37758317589759827,
      "learning_rate": 1.3980489517884865e-06,
      "loss": 0.0138,
      "step": 1705
    },
    {
      "epoch": 0.8840523383858012,
      "grad_norm": 0.047654855996370316,
      "learning_rate": 1.3857401024169682e-06,
      "loss": 0.0022,
      "step": 1706
    },
    {
      "epoch": 0.8845705402254178,
      "grad_norm": 0.16144023835659027,
      "learning_rate": 1.373483733530665e-06,
      "loss": 0.0121,
      "step": 1707
    },
    {
      "epoch": 0.8850887420650343,
      "grad_norm": 0.059519317001104355,
      "learning_rate": 1.361279879684816e-06,
      "loss": 0.0018,
      "step": 1708
    },
    {
      "epoch": 0.8856069439046509,
      "grad_norm": 0.36740997433662415,
      "learning_rate": 1.3491285752865956e-06,
      "loss": 0.021,
      "step": 1709
    },
    {
      "epoch": 0.8861251457442674,
      "grad_norm": 0.0914311334490776,
      "learning_rate": 1.3370298545950334e-06,
      "loss": 0.003,
      "step": 1710
    },
    {
      "epoch": 0.886643347583884,
      "grad_norm": 0.5390928387641907,
      "learning_rate": 1.3249837517208986e-06,
      "loss": 0.0099,
      "step": 1711
    },
    {
      "epoch": 0.8871615494235005,
      "grad_norm": 0.1984144002199173,
      "learning_rate": 1.3129903006266065e-06,
      "loss": 0.0057,
      "step": 1712
    },
    {
      "epoch": 0.8876797512631169,
      "grad_norm": 0.19295454025268555,
      "learning_rate": 1.3010495351261333e-06,
      "loss": 0.0177,
      "step": 1713
    },
    {
      "epoch": 0.8881979531027335,
      "grad_norm": 0.2037198692560196,
      "learning_rate": 1.2891614888849202e-06,
      "loss": 0.013,
      "step": 1714
    },
    {
      "epoch": 0.88871615494235,
      "grad_norm": 0.2238919585943222,
      "learning_rate": 1.2773261954197657e-06,
      "loss": 0.0143,
      "step": 1715
    },
    {
      "epoch": 0.8892343567819666,
      "grad_norm": 0.6479920148849487,
      "learning_rate": 1.265543688098736e-06,
      "loss": 0.0361,
      "step": 1716
    },
    {
      "epoch": 0.8897525586215831,
      "grad_norm": 0.5114318132400513,
      "learning_rate": 1.2538140001410826e-06,
      "loss": 0.024,
      "step": 1717
    },
    {
      "epoch": 0.8902707604611997,
      "grad_norm": 0.132893905043602,
      "learning_rate": 1.2421371646171343e-06,
      "loss": 0.0051,
      "step": 1718
    },
    {
      "epoch": 0.8907889623008162,
      "grad_norm": 0.18512026965618134,
      "learning_rate": 1.2305132144482123e-06,
      "loss": 0.0117,
      "step": 1719
    },
    {
      "epoch": 0.8913071641404327,
      "grad_norm": 0.20125305652618408,
      "learning_rate": 1.2189421824065284e-06,
      "loss": 0.0136,
      "step": 1720
    },
    {
      "epoch": 0.8918253659800492,
      "grad_norm": 0.6059772372245789,
      "learning_rate": 1.207424101115109e-06,
      "loss": 0.0167,
      "step": 1721
    },
    {
      "epoch": 0.8923435678196657,
      "grad_norm": 0.4089493155479431,
      "learning_rate": 1.1959590030476798e-06,
      "loss": 0.0134,
      "step": 1722
    },
    {
      "epoch": 0.8928617696592823,
      "grad_norm": 0.31541603803634644,
      "learning_rate": 1.1845469205285998e-06,
      "loss": 0.0299,
      "step": 1723
    },
    {
      "epoch": 0.8933799714988988,
      "grad_norm": 0.5524953603744507,
      "learning_rate": 1.173187885732745e-06,
      "loss": 0.0274,
      "step": 1724
    },
    {
      "epoch": 0.8938981733385154,
      "grad_norm": 0.09349332749843597,
      "learning_rate": 1.1618819306854402e-06,
      "loss": 0.0079,
      "step": 1725
    },
    {
      "epoch": 0.8944163751781319,
      "grad_norm": 0.25360822677612305,
      "learning_rate": 1.150629087262356e-06,
      "loss": 0.0072,
      "step": 1726
    },
    {
      "epoch": 0.8949345770177484,
      "grad_norm": 0.36719512939453125,
      "learning_rate": 1.1394293871894258e-06,
      "loss": 0.0104,
      "step": 1727
    },
    {
      "epoch": 0.895452778857365,
      "grad_norm": 0.17874731123447418,
      "learning_rate": 1.1282828620427378e-06,
      "loss": 0.0091,
      "step": 1728
    },
    {
      "epoch": 0.8959709806969814,
      "grad_norm": 0.29093101620674133,
      "learning_rate": 1.1171895432484758e-06,
      "loss": 0.0199,
      "step": 1729
    },
    {
      "epoch": 0.896489182536598,
      "grad_norm": 0.35000985860824585,
      "learning_rate": 1.1061494620828084e-06,
      "loss": 0.017,
      "step": 1730
    },
    {
      "epoch": 0.8970073843762145,
      "grad_norm": 0.4346601068973541,
      "learning_rate": 1.0951626496718126e-06,
      "loss": 0.0314,
      "step": 1731
    },
    {
      "epoch": 0.8975255862158311,
      "grad_norm": 0.21371477842330933,
      "learning_rate": 1.0842291369913705e-06,
      "loss": 0.0105,
      "step": 1732
    },
    {
      "epoch": 0.8980437880554476,
      "grad_norm": 0.11501491814851761,
      "learning_rate": 1.073348954867104e-06,
      "loss": 0.0101,
      "step": 1733
    },
    {
      "epoch": 0.8985619898950641,
      "grad_norm": 0.23166029155254364,
      "learning_rate": 1.0625221339742708e-06,
      "loss": 0.0103,
      "step": 1734
    },
    {
      "epoch": 0.8990801917346807,
      "grad_norm": 0.3538880944252014,
      "learning_rate": 1.0517487048376852e-06,
      "loss": 0.0238,
      "step": 1735
    },
    {
      "epoch": 0.8995983935742972,
      "grad_norm": 0.21843011677265167,
      "learning_rate": 1.0410286978316276e-06,
      "loss": 0.0203,
      "step": 1736
    },
    {
      "epoch": 0.9001165954139138,
      "grad_norm": 0.14948545396327972,
      "learning_rate": 1.0303621431797638e-06,
      "loss": 0.0044,
      "step": 1737
    },
    {
      "epoch": 0.9006347972535302,
      "grad_norm": 0.2392454892396927,
      "learning_rate": 1.0197490709550606e-06,
      "loss": 0.0094,
      "step": 1738
    },
    {
      "epoch": 0.9011529990931468,
      "grad_norm": 0.06702300161123276,
      "learning_rate": 1.0091895110796935e-06,
      "loss": 0.0031,
      "step": 1739
    },
    {
      "epoch": 0.9016712009327633,
      "grad_norm": 0.13145937025547028,
      "learning_rate": 9.986834933249678e-07,
      "loss": 0.01,
      "step": 1740
    },
    {
      "epoch": 0.9021894027723798,
      "grad_norm": 0.237742617726326,
      "learning_rate": 9.882310473112323e-07,
      "loss": 0.0243,
      "step": 1741
    },
    {
      "epoch": 0.9027076046119964,
      "grad_norm": 0.0943235382437706,
      "learning_rate": 9.778322025078025e-07,
      "loss": 0.0043,
      "step": 1742
    },
    {
      "epoch": 0.9032258064516129,
      "grad_norm": 0.2087947428226471,
      "learning_rate": 9.674869882328708e-07,
      "loss": 0.0065,
      "step": 1743
    },
    {
      "epoch": 0.9037440082912295,
      "grad_norm": 0.22540369629859924,
      "learning_rate": 9.571954336534194e-07,
      "loss": 0.007,
      "step": 1744
    },
    {
      "epoch": 0.904262210130846,
      "grad_norm": 0.7248985171318054,
      "learning_rate": 9.469575677851473e-07,
      "loss": 0.0261,
      "step": 1745
    },
    {
      "epoch": 0.9047804119704626,
      "grad_norm": 0.14132840931415558,
      "learning_rate": 9.367734194923895e-07,
      "loss": 0.008,
      "step": 1746
    },
    {
      "epoch": 0.905298613810079,
      "grad_norm": 0.2634159028530121,
      "learning_rate": 9.266430174880314e-07,
      "loss": 0.0166,
      "step": 1747
    },
    {
      "epoch": 0.9058168156496955,
      "grad_norm": 0.3727540373802185,
      "learning_rate": 9.165663903334132e-07,
      "loss": 0.0325,
      "step": 1748
    },
    {
      "epoch": 0.9063350174893121,
      "grad_norm": 0.406827449798584,
      "learning_rate": 9.065435664382827e-07,
      "loss": 0.0264,
      "step": 1749
    },
    {
      "epoch": 0.9068532193289286,
      "grad_norm": 0.2695000469684601,
      "learning_rate": 8.965745740606868e-07,
      "loss": 0.0103,
      "step": 1750
    },
    {
      "epoch": 0.9073714211685452,
      "grad_norm": 0.3922761082649231,
      "learning_rate": 8.866594413069074e-07,
      "loss": 0.0165,
      "step": 1751
    },
    {
      "epoch": 0.9078896230081617,
      "grad_norm": 0.23204711079597473,
      "learning_rate": 8.767981961313632e-07,
      "loss": 0.0069,
      "step": 1752
    },
    {
      "epoch": 0.9084078248477782,
      "grad_norm": 0.2488652914762497,
      "learning_rate": 8.669908663365567e-07,
      "loss": 0.0122,
      "step": 1753
    },
    {
      "epoch": 0.9089260266873948,
      "grad_norm": 0.13076753914356232,
      "learning_rate": 8.57237479572981e-07,
      "loss": 0.0096,
      "step": 1754
    },
    {
      "epoch": 0.9094442285270112,
      "grad_norm": 0.2364853173494339,
      "learning_rate": 8.475380633390417e-07,
      "loss": 0.0125,
      "step": 1755
    },
    {
      "epoch": 0.9099624303666278,
      "grad_norm": 0.23385170102119446,
      "learning_rate": 8.378926449809799e-07,
      "loss": 0.0139,
      "step": 1756
    },
    {
      "epoch": 0.9104806322062443,
      "grad_norm": 0.18230576813220978,
      "learning_rate": 8.283012516927979e-07,
      "loss": 0.0054,
      "step": 1757
    },
    {
      "epoch": 0.9109988340458609,
      "grad_norm": 0.2961260676383972,
      "learning_rate": 8.187639105161805e-07,
      "loss": 0.0204,
      "step": 1758
    },
    {
      "epoch": 0.9115170358854774,
      "grad_norm": 0.2320140302181244,
      "learning_rate": 8.09280648340427e-07,
      "loss": 0.0103,
      "step": 1759
    },
    {
      "epoch": 0.9120352377250939,
      "grad_norm": 0.3515540361404419,
      "learning_rate": 7.998514919023547e-07,
      "loss": 0.0222,
      "step": 1760
    },
    {
      "epoch": 0.9125534395647105,
      "grad_norm": 0.460862398147583,
      "learning_rate": 7.904764677862475e-07,
      "loss": 0.0279,
      "step": 1761
    },
    {
      "epoch": 0.913071641404327,
      "grad_norm": 0.3304995596408844,
      "learning_rate": 7.811556024237644e-07,
      "loss": 0.0221,
      "step": 1762
    },
    {
      "epoch": 0.9135898432439435,
      "grad_norm": 0.49983087182044983,
      "learning_rate": 7.718889220938796e-07,
      "loss": 0.0214,
      "step": 1763
    },
    {
      "epoch": 0.91410804508356,
      "grad_norm": 0.20241613686084747,
      "learning_rate": 7.626764529227859e-07,
      "loss": 0.0159,
      "step": 1764
    },
    {
      "epoch": 0.9146262469231766,
      "grad_norm": 0.20853309333324432,
      "learning_rate": 7.535182208838465e-07,
      "loss": 0.0192,
      "step": 1765
    },
    {
      "epoch": 0.9151444487627931,
      "grad_norm": 0.19687706232070923,
      "learning_rate": 7.444142517975028e-07,
      "loss": 0.0087,
      "step": 1766
    },
    {
      "epoch": 0.9156626506024096,
      "grad_norm": 0.08084183931350708,
      "learning_rate": 7.353645713312164e-07,
      "loss": 0.0037,
      "step": 1767
    },
    {
      "epoch": 0.9161808524420262,
      "grad_norm": 0.18536792695522308,
      "learning_rate": 7.263692049993798e-07,
      "loss": 0.0102,
      "step": 1768
    },
    {
      "epoch": 0.9166990542816427,
      "grad_norm": 0.1274387687444687,
      "learning_rate": 7.174281781632597e-07,
      "loss": 0.0043,
      "step": 1769
    },
    {
      "epoch": 0.9172172561212593,
      "grad_norm": 0.42621079087257385,
      "learning_rate": 7.085415160309184e-07,
      "loss": 0.0232,
      "step": 1770
    },
    {
      "epoch": 0.9177354579608757,
      "grad_norm": 0.3298850357532501,
      "learning_rate": 6.997092436571473e-07,
      "loss": 0.013,
      "step": 1771
    },
    {
      "epoch": 0.9182536598004923,
      "grad_norm": 0.2310313880443573,
      "learning_rate": 6.909313859433874e-07,
      "loss": 0.0125,
      "step": 1772
    },
    {
      "epoch": 0.9187718616401088,
      "grad_norm": 0.36734509468078613,
      "learning_rate": 6.822079676376647e-07,
      "loss": 0.0155,
      "step": 1773
    },
    {
      "epoch": 0.9192900634797253,
      "grad_norm": 0.15562260150909424,
      "learning_rate": 6.735390133345299e-07,
      "loss": 0.0063,
      "step": 1774
    },
    {
      "epoch": 0.9198082653193419,
      "grad_norm": 0.11486683785915375,
      "learning_rate": 6.649245474749632e-07,
      "loss": 0.0081,
      "step": 1775
    },
    {
      "epoch": 0.9203264671589584,
      "grad_norm": 0.13218870759010315,
      "learning_rate": 6.563645943463392e-07,
      "loss": 0.0078,
      "step": 1776
    },
    {
      "epoch": 0.920844668998575,
      "grad_norm": 0.14428293704986572,
      "learning_rate": 6.478591780823262e-07,
      "loss": 0.008,
      "step": 1777
    },
    {
      "epoch": 0.9213628708381915,
      "grad_norm": 0.48469075560569763,
      "learning_rate": 6.394083226628422e-07,
      "loss": 0.0217,
      "step": 1778
    },
    {
      "epoch": 0.9218810726778081,
      "grad_norm": 0.2574191689491272,
      "learning_rate": 6.310120519139773e-07,
      "loss": 0.0155,
      "step": 1779
    },
    {
      "epoch": 0.9223992745174245,
      "grad_norm": 0.09832003712654114,
      "learning_rate": 6.226703895079201e-07,
      "loss": 0.0041,
      "step": 1780
    },
    {
      "epoch": 0.922917476357041,
      "grad_norm": 0.15627124905586243,
      "learning_rate": 6.143833589629045e-07,
      "loss": 0.0154,
      "step": 1781
    },
    {
      "epoch": 0.9234356781966576,
      "grad_norm": 0.09480048716068268,
      "learning_rate": 6.061509836431367e-07,
      "loss": 0.0027,
      "step": 1782
    },
    {
      "epoch": 0.9239538800362741,
      "grad_norm": 0.22857904434204102,
      "learning_rate": 5.97973286758733e-07,
      "loss": 0.01,
      "step": 1783
    },
    {
      "epoch": 0.9244720818758907,
      "grad_norm": 0.1899561583995819,
      "learning_rate": 5.898502913656368e-07,
      "loss": 0.0068,
      "step": 1784
    },
    {
      "epoch": 0.9249902837155072,
      "grad_norm": 0.1858498901128769,
      "learning_rate": 5.817820203655822e-07,
      "loss": 0.0084,
      "step": 1785
    },
    {
      "epoch": 0.9255084855551238,
      "grad_norm": 0.32740896940231323,
      "learning_rate": 5.737684965060109e-07,
      "loss": 0.0177,
      "step": 1786
    },
    {
      "epoch": 0.9260266873947403,
      "grad_norm": 0.12484689801931381,
      "learning_rate": 5.658097423800124e-07,
      "loss": 0.007,
      "step": 1787
    },
    {
      "epoch": 0.9265448892343567,
      "grad_norm": 0.30967602133750916,
      "learning_rate": 5.579057804262533e-07,
      "loss": 0.0223,
      "step": 1788
    },
    {
      "epoch": 0.9270630910739733,
      "grad_norm": 0.2253575623035431,
      "learning_rate": 5.500566329289325e-07,
      "loss": 0.0191,
      "step": 1789
    },
    {
      "epoch": 0.9275812929135898,
      "grad_norm": 0.18831248581409454,
      "learning_rate": 5.42262322017697e-07,
      "loss": 0.0066,
      "step": 1790
    },
    {
      "epoch": 0.9280994947532064,
      "grad_norm": 0.08481088280677795,
      "learning_rate": 5.345228696675975e-07,
      "loss": 0.0041,
      "step": 1791
    },
    {
      "epoch": 0.9286176965928229,
      "grad_norm": 0.4872352182865143,
      "learning_rate": 5.268382976990083e-07,
      "loss": 0.0174,
      "step": 1792
    },
    {
      "epoch": 0.9291358984324395,
      "grad_norm": 0.1179795041680336,
      "learning_rate": 5.192086277775855e-07,
      "loss": 0.0073,
      "step": 1793
    },
    {
      "epoch": 0.929654100272056,
      "grad_norm": 0.14406712353229523,
      "learning_rate": 5.116338814141842e-07,
      "loss": 0.0062,
      "step": 1794
    },
    {
      "epoch": 0.9301723021116725,
      "grad_norm": 0.33626288175582886,
      "learning_rate": 5.041140799648237e-07,
      "loss": 0.0171,
      "step": 1795
    },
    {
      "epoch": 0.930690503951289,
      "grad_norm": 0.32739537954330444,
      "learning_rate": 4.966492446306026e-07,
      "loss": 0.0424,
      "step": 1796
    },
    {
      "epoch": 0.9312087057909055,
      "grad_norm": 0.3170034885406494,
      "learning_rate": 4.892393964576547e-07,
      "loss": 0.0103,
      "step": 1797
    },
    {
      "epoch": 0.9317269076305221,
      "grad_norm": 0.12314608693122864,
      "learning_rate": 4.818845563370822e-07,
      "loss": 0.0071,
      "step": 1798
    },
    {
      "epoch": 0.9322451094701386,
      "grad_norm": 0.3412172794342041,
      "learning_rate": 4.745847450049046e-07,
      "loss": 0.0151,
      "step": 1799
    },
    {
      "epoch": 0.9327633113097551,
      "grad_norm": 0.13909827172756195,
      "learning_rate": 4.6733998304198334e-07,
      "loss": 0.0133,
      "step": 1800
    },
    {
      "epoch": 0.9332815131493717,
      "grad_norm": 0.19364029169082642,
      "learning_rate": 4.6015029087398855e-07,
      "loss": 0.013,
      "step": 1801
    },
    {
      "epoch": 0.9337997149889882,
      "grad_norm": 0.42233768105506897,
      "learning_rate": 4.5301568877132106e-07,
      "loss": 0.0328,
      "step": 1802
    },
    {
      "epoch": 0.9343179168286048,
      "grad_norm": 0.3611566126346588,
      "learning_rate": 4.4593619684906387e-07,
      "loss": 0.0189,
      "step": 1803
    },
    {
      "epoch": 0.9348361186682212,
      "grad_norm": 0.18141718208789825,
      "learning_rate": 4.389118350669241e-07,
      "loss": 0.0082,
      "step": 1804
    },
    {
      "epoch": 0.9353543205078378,
      "grad_norm": 0.1644567996263504,
      "learning_rate": 4.3194262322917347e-07,
      "loss": 0.0058,
      "step": 1805
    },
    {
      "epoch": 0.9358725223474543,
      "grad_norm": 0.2701861262321472,
      "learning_rate": 4.250285809846011e-07,
      "loss": 0.0148,
      "step": 1806
    },
    {
      "epoch": 0.9363907241870708,
      "grad_norm": 0.16967220604419708,
      "learning_rate": 4.181697278264496e-07,
      "loss": 0.0069,
      "step": 1807
    },
    {
      "epoch": 0.9369089260266874,
      "grad_norm": 0.3081384003162384,
      "learning_rate": 4.113660830923638e-07,
      "loss": 0.014,
      "step": 1808
    },
    {
      "epoch": 0.9374271278663039,
      "grad_norm": 0.23030611872673035,
      "learning_rate": 4.046176659643353e-07,
      "loss": 0.0144,
      "step": 1809
    },
    {
      "epoch": 0.9379453297059205,
      "grad_norm": 0.3798378109931946,
      "learning_rate": 3.9792449546864677e-07,
      "loss": 0.0106,
      "step": 1810
    },
    {
      "epoch": 0.938463531545537,
      "grad_norm": 0.15186521410942078,
      "learning_rate": 3.912865904758256e-07,
      "loss": 0.0064,
      "step": 1811
    },
    {
      "epoch": 0.9389817333851536,
      "grad_norm": 0.2820347845554352,
      "learning_rate": 3.8470396970057946e-07,
      "loss": 0.0201,
      "step": 1812
    },
    {
      "epoch": 0.93949993522477,
      "grad_norm": 0.1129571720957756,
      "learning_rate": 3.781766517017493e-07,
      "loss": 0.0036,
      "step": 1813
    },
    {
      "epoch": 0.9400181370643865,
      "grad_norm": 0.16945257782936096,
      "learning_rate": 3.717046548822634e-07,
      "loss": 0.0122,
      "step": 1814
    },
    {
      "epoch": 0.9405363389040031,
      "grad_norm": 0.2008204162120819,
      "learning_rate": 3.652879974890766e-07,
      "loss": 0.0114,
      "step": 1815
    },
    {
      "epoch": 0.9410545407436196,
      "grad_norm": 0.11003681272268295,
      "learning_rate": 3.589266976131134e-07,
      "loss": 0.0025,
      "step": 1816
    },
    {
      "epoch": 0.9415727425832362,
      "grad_norm": 0.19532270729541779,
      "learning_rate": 3.5262077318923615e-07,
      "loss": 0.0051,
      "step": 1817
    },
    {
      "epoch": 0.9420909444228527,
      "grad_norm": 0.12835298478603363,
      "learning_rate": 3.4637024199617896e-07,
      "loss": 0.0047,
      "step": 1818
    },
    {
      "epoch": 0.9426091462624693,
      "grad_norm": 0.19439566135406494,
      "learning_rate": 3.401751216565008e-07,
      "loss": 0.0064,
      "step": 1819
    },
    {
      "epoch": 0.9431273481020858,
      "grad_norm": 0.2604013979434967,
      "learning_rate": 3.3403542963653666e-07,
      "loss": 0.0284,
      "step": 1820
    },
    {
      "epoch": 0.9436455499417022,
      "grad_norm": 0.3678673207759857,
      "learning_rate": 3.279511832463511e-07,
      "loss": 0.0178,
      "step": 1821
    },
    {
      "epoch": 0.9441637517813188,
      "grad_norm": 0.22065676748752594,
      "learning_rate": 3.2192239963968477e-07,
      "loss": 0.0092,
      "step": 1822
    },
    {
      "epoch": 0.9446819536209353,
      "grad_norm": 0.16649556159973145,
      "learning_rate": 3.159490958139122e-07,
      "loss": 0.006,
      "step": 1823
    },
    {
      "epoch": 0.9452001554605519,
      "grad_norm": 0.2621767222881317,
      "learning_rate": 3.100312886099821e-07,
      "loss": 0.0192,
      "step": 1824
    },
    {
      "epoch": 0.9457183573001684,
      "grad_norm": 0.25440752506256104,
      "learning_rate": 3.0416899471238606e-07,
      "loss": 0.0088,
      "step": 1825
    },
    {
      "epoch": 0.946236559139785,
      "grad_norm": 0.18357832729816437,
      "learning_rate": 2.983622306490963e-07,
      "loss": 0.015,
      "step": 1826
    },
    {
      "epoch": 0.9467547609794015,
      "grad_norm": 0.2571721374988556,
      "learning_rate": 2.926110127915327e-07,
      "loss": 0.0101,
      "step": 1827
    },
    {
      "epoch": 0.947272962819018,
      "grad_norm": 0.2212700992822647,
      "learning_rate": 2.869153573545025e-07,
      "loss": 0.0094,
      "step": 1828
    },
    {
      "epoch": 0.9477911646586346,
      "grad_norm": 0.3824091851711273,
      "learning_rate": 2.8127528039616935e-07,
      "loss": 0.0184,
      "step": 1829
    },
    {
      "epoch": 0.948309366498251,
      "grad_norm": 0.2520553171634674,
      "learning_rate": 2.7569079781799124e-07,
      "loss": 0.0191,
      "step": 1830
    },
    {
      "epoch": 0.9488275683378676,
      "grad_norm": 0.07536312937736511,
      "learning_rate": 2.701619253646959e-07,
      "loss": 0.0022,
      "step": 1831
    },
    {
      "epoch": 0.9493457701774841,
      "grad_norm": 0.17381742596626282,
      "learning_rate": 2.6468867862421865e-07,
      "loss": 0.0109,
      "step": 1832
    },
    {
      "epoch": 0.9498639720171007,
      "grad_norm": 0.37904366850852966,
      "learning_rate": 2.5927107302766483e-07,
      "loss": 0.0234,
      "step": 1833
    },
    {
      "epoch": 0.9503821738567172,
      "grad_norm": 0.23849669098854065,
      "learning_rate": 2.539091238492719e-07,
      "loss": 0.0166,
      "step": 1834
    },
    {
      "epoch": 0.9509003756963337,
      "grad_norm": 0.256930410861969,
      "learning_rate": 2.486028462063561e-07,
      "loss": 0.0104,
      "step": 1835
    },
    {
      "epoch": 0.9514185775359503,
      "grad_norm": 0.09233854711055756,
      "learning_rate": 2.433522550592793e-07,
      "loss": 0.0029,
      "step": 1836
    },
    {
      "epoch": 0.9519367793755668,
      "grad_norm": 0.18194934725761414,
      "learning_rate": 2.3815736521139775e-07,
      "loss": 0.0089,
      "step": 1837
    },
    {
      "epoch": 0.9524549812151833,
      "grad_norm": 0.28712162375450134,
      "learning_rate": 2.3301819130903124e-07,
      "loss": 0.0099,
      "step": 1838
    },
    {
      "epoch": 0.9529731830547998,
      "grad_norm": 0.21452538669109344,
      "learning_rate": 2.2793474784140957e-07,
      "loss": 0.007,
      "step": 1839
    },
    {
      "epoch": 0.9534913848944164,
      "grad_norm": 0.23924578726291656,
      "learning_rate": 2.2290704914064155e-07,
      "loss": 0.0217,
      "step": 1840
    },
    {
      "epoch": 0.9540095867340329,
      "grad_norm": 0.3106108009815216,
      "learning_rate": 2.179351093816706e-07,
      "loss": 0.0186,
      "step": 1841
    },
    {
      "epoch": 0.9545277885736494,
      "grad_norm": 0.5527723431587219,
      "learning_rate": 2.1301894258223045e-07,
      "loss": 0.0249,
      "step": 1842
    },
    {
      "epoch": 0.955045990413266,
      "grad_norm": 0.1543256938457489,
      "learning_rate": 2.081585626028204e-07,
      "loss": 0.0097,
      "step": 1843
    },
    {
      "epoch": 0.9555641922528825,
      "grad_norm": 0.27393466234207153,
      "learning_rate": 2.0335398314664578e-07,
      "loss": 0.0126,
      "step": 1844
    },
    {
      "epoch": 0.9560823940924991,
      "grad_norm": 0.24850605428218842,
      "learning_rate": 1.986052177595954e-07,
      "loss": 0.0118,
      "step": 1845
    },
    {
      "epoch": 0.9566005959321155,
      "grad_norm": 0.12293598055839539,
      "learning_rate": 1.939122798301929e-07,
      "loss": 0.0075,
      "step": 1846
    },
    {
      "epoch": 0.9571187977717321,
      "grad_norm": 0.2503874599933624,
      "learning_rate": 1.8927518258957e-07,
      "loss": 0.0139,
      "step": 1847
    },
    {
      "epoch": 0.9576369996113486,
      "grad_norm": 0.24323077499866486,
      "learning_rate": 1.8469393911141553e-07,
      "loss": 0.013,
      "step": 1848
    },
    {
      "epoch": 0.9581552014509651,
      "grad_norm": 0.32238924503326416,
      "learning_rate": 1.8016856231195533e-07,
      "loss": 0.0116,
      "step": 1849
    },
    {
      "epoch": 0.9586734032905817,
      "grad_norm": 0.3171192407608032,
      "learning_rate": 1.7569906494989463e-07,
      "loss": 0.011,
      "step": 1850
    },
    {
      "epoch": 0.9591916051301982,
      "grad_norm": 0.2532232105731964,
      "learning_rate": 1.7128545962640242e-07,
      "loss": 0.0083,
      "step": 1851
    },
    {
      "epoch": 0.9597098069698148,
      "grad_norm": 0.12934939563274384,
      "learning_rate": 1.6692775878506705e-07,
      "loss": 0.0061,
      "step": 1852
    },
    {
      "epoch": 0.9602280088094313,
      "grad_norm": 0.5671677589416504,
      "learning_rate": 1.6262597471185636e-07,
      "loss": 0.0225,
      "step": 1853
    },
    {
      "epoch": 0.9607462106490477,
      "grad_norm": 0.19938619434833527,
      "learning_rate": 1.5838011953509313e-07,
      "loss": 0.02,
      "step": 1854
    },
    {
      "epoch": 0.9612644124886643,
      "grad_norm": 0.15334980189800262,
      "learning_rate": 1.5419020522541295e-07,
      "loss": 0.0237,
      "step": 1855
    },
    {
      "epoch": 0.9617826143282808,
      "grad_norm": 0.15145401656627655,
      "learning_rate": 1.5005624359573533e-07,
      "loss": 0.0069,
      "step": 1856
    },
    {
      "epoch": 0.9623008161678974,
      "grad_norm": 0.17450299859046936,
      "learning_rate": 1.4597824630122604e-07,
      "loss": 0.0127,
      "step": 1857
    },
    {
      "epoch": 0.9628190180075139,
      "grad_norm": 0.2813020348548889,
      "learning_rate": 1.4195622483926809e-07,
      "loss": 0.0218,
      "step": 1858
    },
    {
      "epoch": 0.9633372198471305,
      "grad_norm": 0.21633239090442657,
      "learning_rate": 1.3799019054943073e-07,
      "loss": 0.0058,
      "step": 1859
    },
    {
      "epoch": 0.963855421686747,
      "grad_norm": 0.06448470056056976,
      "learning_rate": 1.340801546134296e-07,
      "loss": 0.003,
      "step": 1860
    },
    {
      "epoch": 0.9643736235263635,
      "grad_norm": 0.1556619107723236,
      "learning_rate": 1.3022612805510204e-07,
      "loss": 0.0082,
      "step": 1861
    },
    {
      "epoch": 0.9648918253659801,
      "grad_norm": 0.21246463060379028,
      "learning_rate": 1.2642812174037621e-07,
      "loss": 0.0071,
      "step": 1862
    },
    {
      "epoch": 0.9654100272055965,
      "grad_norm": 0.24705225229263306,
      "learning_rate": 1.2268614637723554e-07,
      "loss": 0.0165,
      "step": 1863
    },
    {
      "epoch": 0.9659282290452131,
      "grad_norm": 0.2733205258846283,
      "learning_rate": 1.1900021251569415e-07,
      "loss": 0.0194,
      "step": 1864
    },
    {
      "epoch": 0.9664464308848296,
      "grad_norm": 0.07219294458627701,
      "learning_rate": 1.153703305477638e-07,
      "loss": 0.0054,
      "step": 1865
    },
    {
      "epoch": 0.9669646327244462,
      "grad_norm": 0.08205874264240265,
      "learning_rate": 1.117965107074248e-07,
      "loss": 0.0068,
      "step": 1866
    },
    {
      "epoch": 0.9674828345640627,
      "grad_norm": 0.2987622320652008,
      "learning_rate": 1.0827876307059503e-07,
      "loss": 0.0209,
      "step": 1867
    },
    {
      "epoch": 0.9680010364036792,
      "grad_norm": 0.1716400384902954,
      "learning_rate": 1.0481709755510994e-07,
      "loss": 0.0062,
      "step": 1868
    },
    {
      "epoch": 0.9685192382432958,
      "grad_norm": 0.2547082304954529,
      "learning_rate": 1.0141152392068254e-07,
      "loss": 0.0094,
      "step": 1869
    },
    {
      "epoch": 0.9690374400829123,
      "grad_norm": 0.17818105220794678,
      "learning_rate": 9.80620517688835e-08,
      "loss": 0.0046,
      "step": 1870
    },
    {
      "epoch": 0.9695556419225289,
      "grad_norm": 0.1513381004333496,
      "learning_rate": 9.476869054311888e-08,
      "loss": 0.0098,
      "step": 1871
    },
    {
      "epoch": 0.9700738437621453,
      "grad_norm": 0.2405107617378235,
      "learning_rate": 9.153144952859017e-08,
      "loss": 0.0121,
      "step": 1872
    },
    {
      "epoch": 0.9705920456017619,
      "grad_norm": 0.05375241860747337,
      "learning_rate": 8.835033785227432e-08,
      "loss": 0.0013,
      "step": 1873
    },
    {
      "epoch": 0.9711102474413784,
      "grad_norm": 0.15731529891490936,
      "learning_rate": 8.522536448290597e-08,
      "loss": 0.0076,
      "step": 1874
    },
    {
      "epoch": 0.9716284492809949,
      "grad_norm": 0.2520892322063446,
      "learning_rate": 8.215653823093973e-08,
      "loss": 0.0193,
      "step": 1875
    },
    {
      "epoch": 0.9721466511206115,
      "grad_norm": 0.2123764306306839,
      "learning_rate": 7.914386774853234e-08,
      "loss": 0.0224,
      "step": 1876
    },
    {
      "epoch": 0.972664852960228,
      "grad_norm": 0.5205470323562622,
      "learning_rate": 7.618736152951611e-08,
      "loss": 0.0177,
      "step": 1877
    },
    {
      "epoch": 0.9731830547998446,
      "grad_norm": 0.45584774017333984,
      "learning_rate": 7.32870279093767e-08,
      "loss": 0.0305,
      "step": 1878
    },
    {
      "epoch": 0.973701256639461,
      "grad_norm": 0.3030462861061096,
      "learning_rate": 7.044287506522862e-08,
      "loss": 0.0084,
      "step": 1879
    },
    {
      "epoch": 0.9742194584790776,
      "grad_norm": 0.49225398898124695,
      "learning_rate": 6.76549110157887e-08,
      "loss": 0.012,
      "step": 1880
    },
    {
      "epoch": 0.9747376603186941,
      "grad_norm": 0.40178224444389343,
      "learning_rate": 6.49231436213582e-08,
      "loss": 0.0227,
      "step": 1881
    },
    {
      "epoch": 0.9752558621583106,
      "grad_norm": 0.30079546570777893,
      "learning_rate": 6.224758058380298e-08,
      "loss": 0.0146,
      "step": 1882
    },
    {
      "epoch": 0.9757740639979272,
      "grad_norm": 0.15537235140800476,
      "learning_rate": 5.962822944652224e-08,
      "loss": 0.0087,
      "step": 1883
    },
    {
      "epoch": 0.9762922658375437,
      "grad_norm": 0.27355560660362244,
      "learning_rate": 5.706509759443979e-08,
      "loss": 0.0107,
      "step": 1884
    },
    {
      "epoch": 0.9768104676771603,
      "grad_norm": 0.1678086519241333,
      "learning_rate": 5.455819225396841e-08,
      "loss": 0.01,
      "step": 1885
    },
    {
      "epoch": 0.9773286695167768,
      "grad_norm": 0.3235739767551422,
      "learning_rate": 5.210752049300327e-08,
      "loss": 0.0218,
      "step": 1886
    },
    {
      "epoch": 0.9778468713563934,
      "grad_norm": 0.24950754642486572,
      "learning_rate": 4.971308922089746e-08,
      "loss": 0.0174,
      "step": 1887
    },
    {
      "epoch": 0.9783650731960098,
      "grad_norm": 0.35669779777526855,
      "learning_rate": 4.737490518843313e-08,
      "loss": 0.0229,
      "step": 1888
    },
    {
      "epoch": 0.9788832750356263,
      "grad_norm": 0.2362123280763626,
      "learning_rate": 4.509297498781928e-08,
      "loss": 0.014,
      "step": 1889
    },
    {
      "epoch": 0.9794014768752429,
      "grad_norm": 0.11838959157466888,
      "learning_rate": 4.28673050526629e-08,
      "loss": 0.0057,
      "step": 1890
    },
    {
      "epoch": 0.9799196787148594,
      "grad_norm": 0.21067118644714355,
      "learning_rate": 4.069790165794896e-08,
      "loss": 0.0083,
      "step": 1891
    },
    {
      "epoch": 0.980437880554476,
      "grad_norm": 0.11189526319503784,
      "learning_rate": 3.85847709200271e-08,
      "loss": 0.0029,
      "step": 1892
    },
    {
      "epoch": 0.9809560823940925,
      "grad_norm": 0.12419242411851883,
      "learning_rate": 3.652791879659612e-08,
      "loss": 0.0053,
      "step": 1893
    },
    {
      "epoch": 0.9814742842337091,
      "grad_norm": 0.24143096804618835,
      "learning_rate": 3.452735108668393e-08,
      "loss": 0.011,
      "step": 1894
    },
    {
      "epoch": 0.9819924860733256,
      "grad_norm": 0.24221214652061462,
      "learning_rate": 3.258307343062983e-08,
      "loss": 0.0096,
      "step": 1895
    },
    {
      "epoch": 0.982510687912942,
      "grad_norm": 0.2091411054134369,
      "learning_rate": 3.069509131007342e-08,
      "loss": 0.0147,
      "step": 1896
    },
    {
      "epoch": 0.9830288897525586,
      "grad_norm": 0.2547149062156677,
      "learning_rate": 2.886341004793014e-08,
      "loss": 0.0145,
      "step": 1897
    },
    {
      "epoch": 0.9835470915921751,
      "grad_norm": 0.2162514328956604,
      "learning_rate": 2.7088034808393503e-08,
      "loss": 0.0198,
      "step": 1898
    },
    {
      "epoch": 0.9840652934317917,
      "grad_norm": 0.4096549451351166,
      "learning_rate": 2.536897059689958e-08,
      "loss": 0.0157,
      "step": 1899
    },
    {
      "epoch": 0.9845834952714082,
      "grad_norm": 0.14970317482948303,
      "learning_rate": 2.3706222260126977e-08,
      "loss": 0.0153,
      "step": 1900
    },
    {
      "epoch": 0.9851016971110248,
      "grad_norm": 0.331853449344635,
      "learning_rate": 2.2099794485976878e-08,
      "loss": 0.0106,
      "step": 1901
    },
    {
      "epoch": 0.9856198989506413,
      "grad_norm": 0.2141299843788147,
      "learning_rate": 2.0549691803566362e-08,
      "loss": 0.0243,
      "step": 1902
    },
    {
      "epoch": 0.9861381007902578,
      "grad_norm": 0.1847657710313797,
      "learning_rate": 1.905591858320621e-08,
      "loss": 0.0043,
      "step": 1903
    },
    {
      "epoch": 0.9866563026298744,
      "grad_norm": 0.2540552616119385,
      "learning_rate": 1.7618479036396463e-08,
      "loss": 0.0228,
      "step": 1904
    },
    {
      "epoch": 0.9871745044694908,
      "grad_norm": 0.09786626696586609,
      "learning_rate": 1.623737721581087e-08,
      "loss": 0.0032,
      "step": 1905
    },
    {
      "epoch": 0.9876927063091074,
      "grad_norm": 0.3893474042415619,
      "learning_rate": 1.491261701528579e-08,
      "loss": 0.0287,
      "step": 1906
    },
    {
      "epoch": 0.9882109081487239,
      "grad_norm": 0.1743607223033905,
      "learning_rate": 1.3644202169813547e-08,
      "loss": 0.013,
      "step": 1907
    },
    {
      "epoch": 0.9887291099883404,
      "grad_norm": 0.14568978548049927,
      "learning_rate": 1.24321362555202e-08,
      "loss": 0.0035,
      "step": 1908
    },
    {
      "epoch": 0.989247311827957,
      "grad_norm": 0.24614860117435455,
      "learning_rate": 1.1276422689672217e-08,
      "loss": 0.0082,
      "step": 1909
    },
    {
      "epoch": 0.9897655136675735,
      "grad_norm": 0.07558930665254593,
      "learning_rate": 1.0177064730649832e-08,
      "loss": 0.0029,
      "step": 1910
    },
    {
      "epoch": 0.9902837155071901,
      "grad_norm": 0.30173760652542114,
      "learning_rate": 9.134065477953701e-09,
      "loss": 0.0146,
      "step": 1911
    },
    {
      "epoch": 0.9908019173468066,
      "grad_norm": 0.13991938531398773,
      "learning_rate": 8.147427872180481e-09,
      "loss": 0.0077,
      "step": 1912
    },
    {
      "epoch": 0.9913201191864232,
      "grad_norm": 0.15137632191181183,
      "learning_rate": 7.217154695029482e-09,
      "loss": 0.0076,
      "step": 1913
    },
    {
      "epoch": 0.9918383210260396,
      "grad_norm": 0.3737245798110962,
      "learning_rate": 6.343248569284921e-09,
      "loss": 0.0188,
      "step": 1914
    },
    {
      "epoch": 0.9923565228656561,
      "grad_norm": 0.1780516505241394,
      "learning_rate": 5.525711958811464e-09,
      "loss": 0.0216,
      "step": 1915
    },
    {
      "epoch": 0.9928747247052727,
      "grad_norm": 0.1532387137413025,
      "learning_rate": 4.7645471685453525e-09,
      "loss": 0.0045,
      "step": 1916
    },
    {
      "epoch": 0.9933929265448892,
      "grad_norm": 0.2650953233242035,
      "learning_rate": 4.059756344492183e-09,
      "loss": 0.0093,
      "step": 1917
    },
    {
      "epoch": 0.9939111283845058,
      "grad_norm": 0.1893928050994873,
      "learning_rate": 3.411341473720242e-09,
      "loss": 0.0083,
      "step": 1918
    },
    {
      "epoch": 0.9944293302241223,
      "grad_norm": 0.24139444530010223,
      "learning_rate": 2.8193043843471878e-09,
      "loss": 0.0169,
      "step": 1919
    },
    {
      "epoch": 0.9949475320637389,
      "grad_norm": 0.36209264397621155,
      "learning_rate": 2.2836467455489286e-09,
      "loss": 0.0158,
      "step": 1920
    },
    {
      "epoch": 0.9954657339033554,
      "grad_norm": 0.25236305594444275,
      "learning_rate": 1.8043700675418607e-09,
      "loss": 0.0163,
      "step": 1921
    },
    {
      "epoch": 0.9959839357429718,
      "grad_norm": 0.1075766533613205,
      "learning_rate": 1.381475701580648e-09,
      "loss": 0.0045,
      "step": 1922
    },
    {
      "epoch": 0.9965021375825884,
      "grad_norm": 0.062261324375867844,
      "learning_rate": 1.0149648399648827e-09,
      "loss": 0.0019,
      "step": 1923
    },
    {
      "epoch": 0.9970203394222049,
      "grad_norm": 0.11437200754880905,
      "learning_rate": 7.048385160213223e-10,
      "loss": 0.0079,
      "step": 1924
    },
    {
      "epoch": 0.9975385412618215,
      "grad_norm": 0.14774172008037567,
      "learning_rate": 4.5109760411055084e-10,
      "loss": 0.0091,
      "step": 1925
    },
    {
      "epoch": 0.998056743101438,
      "grad_norm": 0.1296924203634262,
      "learning_rate": 2.5374281962697866e-10,
      "loss": 0.005,
      "step": 1926
    },
    {
      "epoch": 0.9985749449410546,
      "grad_norm": 0.13076238334178925,
      "learning_rate": 1.1277471898107905e-10,
      "loss": 0.0075,
      "step": 1927
    },
    {
      "epoch": 0.9990931467806711,
      "grad_norm": 0.2739886939525604,
      "learning_rate": 2.8193699617151682e-11,
      "loss": 0.012,
      "step": 1928
    },
    {
      "epoch": 0.9996113486202876,
      "grad_norm": 0.28379353880882263,
      "learning_rate": 0.0,
      "loss": 0.0162,
      "step": 1929
    },
    {
      "epoch": 0.9996113486202876,
      "step": 1929,
      "total_flos": 2.4104116310493763e+21,
      "train_loss": 0.02103021735445673,
      "train_runtime": 5871.0379,
      "train_samples_per_second": 5.259,
      "train_steps_per_second": 0.329
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 1929,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 50,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.4104116310493763e+21,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}