{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 2487,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0012062726176115801,
      "grad_norm": 51.38860427847401,
      "learning_rate": 2.0080321285140563e-07,
      "loss": 11.2525,
      "step": 1
    },
    {
      "epoch": 0.0024125452352231603,
      "grad_norm": 53.36026048366278,
      "learning_rate": 4.0160642570281125e-07,
      "loss": 11.2364,
      "step": 2
    },
    {
      "epoch": 0.0036188178528347406,
      "grad_norm": 53.32175177566749,
      "learning_rate": 6.024096385542169e-07,
      "loss": 11.1112,
      "step": 3
    },
    {
      "epoch": 0.0048250904704463205,
      "grad_norm": 54.3523155769173,
      "learning_rate": 8.032128514056225e-07,
      "loss": 11.017,
      "step": 4
    },
    {
      "epoch": 0.006031363088057901,
      "grad_norm": 53.85262766532482,
      "learning_rate": 1.0040160642570282e-06,
      "loss": 11.1188,
      "step": 5
    },
    {
      "epoch": 0.007237635705669481,
      "grad_norm": 54.13262202877557,
      "learning_rate": 1.2048192771084338e-06,
      "loss": 11.0221,
      "step": 6
    },
    {
      "epoch": 0.008443908323281062,
      "grad_norm": 56.227774935885684,
      "learning_rate": 1.4056224899598394e-06,
      "loss": 10.8553,
      "step": 7
    },
    {
      "epoch": 0.009650180940892641,
      "grad_norm": 59.35662182504017,
      "learning_rate": 1.606425702811245e-06,
      "loss": 10.7837,
      "step": 8
    },
    {
      "epoch": 0.010856453558504222,
      "grad_norm": 58.81276787565515,
      "learning_rate": 1.8072289156626506e-06,
      "loss": 10.7875,
      "step": 9
    },
    {
      "epoch": 0.012062726176115802,
      "grad_norm": 60.2995135454209,
      "learning_rate": 2.0080321285140564e-06,
      "loss": 10.7267,
      "step": 10
    },
    {
      "epoch": 0.013268998793727383,
      "grad_norm": 80.16682488222419,
      "learning_rate": 2.208835341365462e-06,
      "loss": 9.5366,
      "step": 11
    },
    {
      "epoch": 0.014475271411338963,
      "grad_norm": 80.01557833575397,
      "learning_rate": 2.4096385542168676e-06,
      "loss": 9.5007,
      "step": 12
    },
    {
      "epoch": 0.015681544028950542,
      "grad_norm": 101.46955180189386,
      "learning_rate": 2.610441767068273e-06,
      "loss": 8.905,
      "step": 13
    },
    {
      "epoch": 0.016887816646562123,
      "grad_norm": 81.57781816299472,
      "learning_rate": 2.811244979919679e-06,
      "loss": 4.339,
      "step": 14
    },
    {
      "epoch": 0.018094089264173704,
      "grad_norm": 64.68209625020934,
      "learning_rate": 3.0120481927710846e-06,
      "loss": 3.6619,
      "step": 15
    },
    {
      "epoch": 0.019300361881785282,
      "grad_norm": 56.85869610525475,
      "learning_rate": 3.21285140562249e-06,
      "loss": 3.4092,
      "step": 16
    },
    {
      "epoch": 0.020506634499396863,
      "grad_norm": 40.39884604434922,
      "learning_rate": 3.413654618473896e-06,
      "loss": 2.7495,
      "step": 17
    },
    {
      "epoch": 0.021712907117008445,
      "grad_norm": 33.48382966020048,
      "learning_rate": 3.614457831325301e-06,
      "loss": 2.5099,
      "step": 18
    },
    {
      "epoch": 0.022919179734620022,
      "grad_norm": 9.068825320578902,
      "learning_rate": 3.8152610441767074e-06,
      "loss": 1.5497,
      "step": 19
    },
    {
      "epoch": 0.024125452352231604,
      "grad_norm": 5.430810054078272,
      "learning_rate": 4.016064257028113e-06,
      "loss": 1.3625,
      "step": 20
    },
    {
      "epoch": 0.025331724969843185,
      "grad_norm": 4.369877876698654,
      "learning_rate": 4.216867469879518e-06,
      "loss": 1.2633,
      "step": 21
    },
    {
      "epoch": 0.026537997587454766,
      "grad_norm": 3.6966719303916666,
      "learning_rate": 4.417670682730924e-06,
      "loss": 1.2189,
      "step": 22
    },
    {
      "epoch": 0.027744270205066344,
      "grad_norm": 2.7012172428180246,
      "learning_rate": 4.618473895582329e-06,
      "loss": 1.127,
      "step": 23
    },
    {
      "epoch": 0.028950542822677925,
      "grad_norm": 2.1966628156071977,
      "learning_rate": 4.819277108433735e-06,
      "loss": 1.0832,
      "step": 24
    },
    {
      "epoch": 0.030156815440289506,
      "grad_norm": 1.9505800224070988,
      "learning_rate": 5.020080321285141e-06,
      "loss": 1.0821,
      "step": 25
    },
    {
      "epoch": 0.031363088057901084,
      "grad_norm": 1.4033827272745318,
      "learning_rate": 5.220883534136546e-06,
      "loss": 0.9829,
      "step": 26
    },
    {
      "epoch": 0.032569360675512665,
      "grad_norm": 25.83482630979627,
      "learning_rate": 5.421686746987952e-06,
      "loss": 0.9409,
      "step": 27
    },
    {
      "epoch": 0.033775633293124246,
      "grad_norm": 8.816041565642406,
      "learning_rate": 5.622489959839358e-06,
      "loss": 0.9217,
      "step": 28
    },
    {
      "epoch": 0.03498190591073583,
      "grad_norm": 1.865924593494002,
      "learning_rate": 5.823293172690764e-06,
      "loss": 0.9477,
      "step": 29
    },
    {
      "epoch": 0.03618817852834741,
      "grad_norm": 1.185561066111754,
      "learning_rate": 6.024096385542169e-06,
      "loss": 0.9124,
      "step": 30
    },
    {
      "epoch": 0.03739445114595899,
      "grad_norm": 1.0072345862575207,
      "learning_rate": 6.224899598393575e-06,
      "loss": 0.8344,
      "step": 31
    },
    {
      "epoch": 0.038600723763570564,
      "grad_norm": 0.8930661954864261,
      "learning_rate": 6.42570281124498e-06,
      "loss": 0.802,
      "step": 32
    },
    {
      "epoch": 0.039806996381182146,
      "grad_norm": 0.8218534816604156,
      "learning_rate": 6.626506024096386e-06,
      "loss": 0.8519,
      "step": 33
    },
    {
      "epoch": 0.04101326899879373,
      "grad_norm": 0.7409176841066717,
      "learning_rate": 6.827309236947792e-06,
      "loss": 0.8252,
      "step": 34
    },
    {
      "epoch": 0.04221954161640531,
      "grad_norm": 0.694890954906707,
      "learning_rate": 7.028112449799197e-06,
      "loss": 0.7267,
      "step": 35
    },
    {
      "epoch": 0.04342581423401689,
      "grad_norm": 1.0238217234534817,
      "learning_rate": 7.228915662650602e-06,
      "loss": 0.8264,
      "step": 36
    },
    {
      "epoch": 0.04463208685162847,
      "grad_norm": 0.6077731225781826,
      "learning_rate": 7.429718875502008e-06,
      "loss": 0.7901,
      "step": 37
    },
    {
      "epoch": 0.045838359469240045,
      "grad_norm": 0.6066967650950137,
      "learning_rate": 7.630522088353415e-06,
      "loss": 0.7383,
      "step": 38
    },
    {
      "epoch": 0.047044632086851626,
      "grad_norm": 0.6209543801705237,
      "learning_rate": 7.83132530120482e-06,
      "loss": 0.7057,
      "step": 39
    },
    {
      "epoch": 0.04825090470446321,
      "grad_norm": 0.5825557752671116,
      "learning_rate": 8.032128514056226e-06,
      "loss": 0.6934,
      "step": 40
    },
    {
      "epoch": 0.04945717732207479,
      "grad_norm": 0.5769538262434953,
      "learning_rate": 8.232931726907631e-06,
      "loss": 0.7009,
      "step": 41
    },
    {
      "epoch": 0.05066344993968637,
      "grad_norm": 0.5003790590362588,
      "learning_rate": 8.433734939759036e-06,
      "loss": 0.6833,
      "step": 42
    },
    {
      "epoch": 0.05186972255729795,
      "grad_norm": 0.5156286849928355,
      "learning_rate": 8.634538152610444e-06,
      "loss": 0.7108,
      "step": 43
    },
    {
      "epoch": 0.05307599517490953,
      "grad_norm": 0.5113020018822674,
      "learning_rate": 8.835341365461847e-06,
      "loss": 0.6978,
      "step": 44
    },
    {
      "epoch": 0.054282267792521106,
      "grad_norm": 0.49956584530074893,
      "learning_rate": 9.036144578313253e-06,
      "loss": 0.6553,
      "step": 45
    },
    {
      "epoch": 0.05548854041013269,
      "grad_norm": 0.488845369844212,
      "learning_rate": 9.236947791164658e-06,
      "loss": 0.6637,
      "step": 46
    },
    {
      "epoch": 0.05669481302774427,
      "grad_norm": 0.4479235016367263,
      "learning_rate": 9.437751004016063e-06,
      "loss": 0.6509,
      "step": 47
    },
    {
      "epoch": 0.05790108564535585,
      "grad_norm": 0.4407343454865804,
      "learning_rate": 9.63855421686747e-06,
      "loss": 0.6484,
      "step": 48
    },
    {
      "epoch": 0.05910735826296743,
      "grad_norm": 0.4661813735492102,
      "learning_rate": 9.839357429718876e-06,
      "loss": 0.6106,
      "step": 49
    },
    {
      "epoch": 0.06031363088057901,
      "grad_norm": 0.4688851051826549,
      "learning_rate": 1.0040160642570281e-05,
      "loss": 0.6536,
      "step": 50
    },
    {
      "epoch": 0.061519903498190594,
      "grad_norm": 0.44874471772574015,
      "learning_rate": 1.0240963855421687e-05,
      "loss": 0.6356,
      "step": 51
    },
    {
      "epoch": 0.06272617611580217,
      "grad_norm": 0.4205764980483692,
      "learning_rate": 1.0441767068273092e-05,
      "loss": 0.6395,
      "step": 52
    },
    {
      "epoch": 0.06393244873341375,
      "grad_norm": 0.3773662466705985,
      "learning_rate": 1.0642570281124499e-05,
      "loss": 0.6105,
      "step": 53
    },
    {
      "epoch": 0.06513872135102533,
      "grad_norm": 0.36862909221937795,
      "learning_rate": 1.0843373493975904e-05,
      "loss": 0.6087,
      "step": 54
    },
    {
      "epoch": 0.06634499396863691,
      "grad_norm": 0.4535482567802974,
      "learning_rate": 1.104417670682731e-05,
      "loss": 0.6261,
      "step": 55
    },
    {
      "epoch": 0.06755126658624849,
      "grad_norm": 0.35536767227242044,
      "learning_rate": 1.1244979919678715e-05,
      "loss": 0.6005,
      "step": 56
    },
    {
      "epoch": 0.06875753920386007,
      "grad_norm": 0.3424177957048031,
      "learning_rate": 1.144578313253012e-05,
      "loss": 0.6432,
      "step": 57
    },
    {
      "epoch": 0.06996381182147166,
      "grad_norm": 0.3701788632145171,
      "learning_rate": 1.1646586345381528e-05,
      "loss": 0.6008,
      "step": 58
    },
    {
      "epoch": 0.07117008443908324,
      "grad_norm": 0.3101793503776111,
      "learning_rate": 1.1847389558232933e-05,
      "loss": 0.6143,
      "step": 59
    },
    {
      "epoch": 0.07237635705669482,
      "grad_norm": 0.3001818267393327,
      "learning_rate": 1.2048192771084338e-05,
      "loss": 0.6043,
      "step": 60
    },
    {
      "epoch": 0.0735826296743064,
      "grad_norm": 0.30001188823098984,
      "learning_rate": 1.2248995983935744e-05,
      "loss": 0.5812,
      "step": 61
    },
    {
      "epoch": 0.07478890229191798,
      "grad_norm": 0.3287508814851007,
      "learning_rate": 1.244979919678715e-05,
      "loss": 0.6174,
      "step": 62
    },
    {
      "epoch": 0.07599517490952955,
      "grad_norm": 0.31978551599047533,
      "learning_rate": 1.2650602409638555e-05,
      "loss": 0.6056,
      "step": 63
    },
    {
      "epoch": 0.07720144752714113,
      "grad_norm": 0.3117661373695458,
      "learning_rate": 1.285140562248996e-05,
      "loss": 0.5736,
      "step": 64
    },
    {
      "epoch": 0.07840772014475271,
      "grad_norm": 0.32162182570694564,
      "learning_rate": 1.3052208835341367e-05,
      "loss": 0.6024,
      "step": 65
    },
    {
      "epoch": 0.07961399276236429,
      "grad_norm": 0.3119082159220764,
      "learning_rate": 1.3253012048192772e-05,
      "loss": 0.5884,
      "step": 66
    },
    {
      "epoch": 0.08082026537997587,
      "grad_norm": 0.3754051455489471,
      "learning_rate": 1.3453815261044178e-05,
      "loss": 0.6004,
      "step": 67
    },
    {
      "epoch": 0.08202653799758745,
      "grad_norm": 0.3109694023561302,
      "learning_rate": 1.3654618473895583e-05,
      "loss": 0.5617,
      "step": 68
    },
    {
      "epoch": 0.08323281061519903,
      "grad_norm": 0.28664605601137993,
      "learning_rate": 1.3855421686746989e-05,
      "loss": 0.5829,
      "step": 69
    },
    {
      "epoch": 0.08443908323281062,
      "grad_norm": 0.31651626321139076,
      "learning_rate": 1.4056224899598394e-05,
      "loss": 0.5846,
      "step": 70
    },
    {
      "epoch": 0.0856453558504222,
      "grad_norm": 0.28296350697482814,
      "learning_rate": 1.42570281124498e-05,
      "loss": 0.5715,
      "step": 71
    },
    {
      "epoch": 0.08685162846803378,
      "grad_norm": 0.3168399355296006,
      "learning_rate": 1.4457831325301205e-05,
      "loss": 0.5613,
      "step": 72
    },
    {
      "epoch": 0.08805790108564536,
      "grad_norm": 0.2955763208938298,
      "learning_rate": 1.465863453815261e-05,
      "loss": 0.5761,
      "step": 73
    },
    {
      "epoch": 0.08926417370325694,
      "grad_norm": 0.2660115535346986,
      "learning_rate": 1.4859437751004016e-05,
      "loss": 0.5814,
      "step": 74
    },
    {
      "epoch": 0.09047044632086852,
      "grad_norm": 0.31092486179587725,
      "learning_rate": 1.5060240963855424e-05,
      "loss": 0.5901,
      "step": 75
    },
    {
      "epoch": 0.09167671893848009,
      "grad_norm": 0.2672347270128979,
      "learning_rate": 1.526104417670683e-05,
      "loss": 0.5715,
      "step": 76
    },
    {
      "epoch": 0.09288299155609167,
      "grad_norm": 0.31255025482262866,
      "learning_rate": 1.5461847389558235e-05,
      "loss": 0.5856,
      "step": 77
    },
    {
      "epoch": 0.09408926417370325,
      "grad_norm": 0.2981092204177073,
      "learning_rate": 1.566265060240964e-05,
      "loss": 0.5938,
      "step": 78
    },
    {
      "epoch": 0.09529553679131483,
      "grad_norm": 0.2901487206816295,
      "learning_rate": 1.5863453815261046e-05,
      "loss": 0.5699,
      "step": 79
    },
    {
      "epoch": 0.09650180940892641,
      "grad_norm": 0.3242024566962533,
      "learning_rate": 1.606425702811245e-05,
      "loss": 0.5648,
      "step": 80
    },
    {
      "epoch": 0.097708082026538,
      "grad_norm": 0.2901732345581997,
      "learning_rate": 1.6265060240963857e-05,
      "loss": 0.5567,
      "step": 81
    },
    {
      "epoch": 0.09891435464414958,
      "grad_norm": 0.30430875830826826,
      "learning_rate": 1.6465863453815262e-05,
      "loss": 0.5482,
      "step": 82
    },
    {
      "epoch": 0.10012062726176116,
      "grad_norm": 0.2693405288007236,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 0.533,
      "step": 83
    },
    {
      "epoch": 0.10132689987937274,
      "grad_norm": 0.3226079166873796,
      "learning_rate": 1.6867469879518073e-05,
      "loss": 0.5636,
      "step": 84
    },
    {
      "epoch": 0.10253317249698432,
      "grad_norm": 0.28557229465998485,
      "learning_rate": 1.706827309236948e-05,
      "loss": 0.5521,
      "step": 85
    },
    {
      "epoch": 0.1037394451145959,
      "grad_norm": 0.3137906150959221,
      "learning_rate": 1.7269076305220887e-05,
      "loss": 0.5475,
      "step": 86
    },
    {
      "epoch": 0.10494571773220748,
      "grad_norm": 0.2814428939492701,
      "learning_rate": 1.7469879518072292e-05,
      "loss": 0.5297,
      "step": 87
    },
    {
      "epoch": 0.10615199034981906,
      "grad_norm": 0.27927754569488406,
      "learning_rate": 1.7670682730923694e-05,
      "loss": 0.5571,
      "step": 88
    },
    {
      "epoch": 0.10735826296743065,
      "grad_norm": 0.29699094559241995,
      "learning_rate": 1.78714859437751e-05,
      "loss": 0.5546,
      "step": 89
    },
    {
      "epoch": 0.10856453558504221,
      "grad_norm": 0.30506480963814275,
      "learning_rate": 1.8072289156626505e-05,
      "loss": 0.5442,
      "step": 90
    },
    {
      "epoch": 0.1097708082026538,
      "grad_norm": 0.29804871816448125,
      "learning_rate": 1.827309236947791e-05,
      "loss": 0.537,
      "step": 91
    },
    {
      "epoch": 0.11097708082026538,
      "grad_norm": 0.3356618966578361,
      "learning_rate": 1.8473895582329316e-05,
      "loss": 0.5487,
      "step": 92
    },
    {
      "epoch": 0.11218335343787696,
      "grad_norm": 0.29121306377344314,
      "learning_rate": 1.867469879518072e-05,
      "loss": 0.5313,
      "step": 93
    },
    {
      "epoch": 0.11338962605548854,
      "grad_norm": 0.3004619917101442,
      "learning_rate": 1.8875502008032127e-05,
      "loss": 0.5113,
      "step": 94
    },
    {
      "epoch": 0.11459589867310012,
      "grad_norm": 0.30776858982546973,
      "learning_rate": 1.9076305220883535e-05,
      "loss": 0.549,
      "step": 95
    },
    {
      "epoch": 0.1158021712907117,
      "grad_norm": 0.2988781536907027,
      "learning_rate": 1.927710843373494e-05,
      "loss": 0.5426,
      "step": 96
    },
    {
      "epoch": 0.11700844390832328,
      "grad_norm": 0.306483722050362,
      "learning_rate": 1.9477911646586346e-05,
      "loss": 0.5325,
      "step": 97
    },
    {
      "epoch": 0.11821471652593486,
      "grad_norm": 0.3321830088641836,
      "learning_rate": 1.967871485943775e-05,
      "loss": 0.5573,
      "step": 98
    },
    {
      "epoch": 0.11942098914354644,
      "grad_norm": 0.30241064255057876,
      "learning_rate": 1.9879518072289157e-05,
      "loss": 0.5362,
      "step": 99
    },
    {
      "epoch": 0.12062726176115803,
      "grad_norm": 0.3058839687307177,
      "learning_rate": 2.0080321285140562e-05,
      "loss": 0.5259,
      "step": 100
    },
    {
      "epoch": 0.1218335343787696,
      "grad_norm": 0.3495388835277465,
      "learning_rate": 2.0281124497991968e-05,
      "loss": 0.535,
      "step": 101
    },
    {
      "epoch": 0.12303980699638119,
      "grad_norm": 0.2959606492457292,
      "learning_rate": 2.0481927710843373e-05,
      "loss": 0.5246,
      "step": 102
    },
    {
      "epoch": 0.12424607961399277,
      "grad_norm": 0.39290570723266705,
      "learning_rate": 2.068273092369478e-05,
      "loss": 0.5455,
      "step": 103
    },
    {
      "epoch": 0.12545235223160434,
      "grad_norm": 0.2926526545122298,
      "learning_rate": 2.0883534136546184e-05,
      "loss": 0.5248,
      "step": 104
    },
    {
      "epoch": 0.12665862484921592,
      "grad_norm": 0.35016768106063734,
      "learning_rate": 2.1084337349397593e-05,
      "loss": 0.5269,
      "step": 105
    },
    {
      "epoch": 0.1278648974668275,
      "grad_norm": 0.3699271965637879,
      "learning_rate": 2.1285140562248998e-05,
      "loss": 0.5615,
      "step": 106
    },
    {
      "epoch": 0.12907117008443908,
      "grad_norm": 0.31020871716617304,
      "learning_rate": 2.1485943775100404e-05,
      "loss": 0.532,
      "step": 107
    },
    {
      "epoch": 0.13027744270205066,
      "grad_norm": 0.2939373901082531,
      "learning_rate": 2.168674698795181e-05,
      "loss": 0.5288,
      "step": 108
    },
    {
      "epoch": 0.13148371531966224,
      "grad_norm": 0.33537715712157723,
      "learning_rate": 2.1887550200803214e-05,
      "loss": 0.5386,
      "step": 109
    },
    {
      "epoch": 0.13268998793727382,
      "grad_norm": 0.30785931040019476,
      "learning_rate": 2.208835341365462e-05,
      "loss": 0.5138,
      "step": 110
    },
    {
      "epoch": 0.1338962605548854,
      "grad_norm": 0.3962283608203197,
      "learning_rate": 2.2289156626506025e-05,
      "loss": 0.5295,
      "step": 111
    },
    {
      "epoch": 0.13510253317249699,
      "grad_norm": 0.3089933224294988,
      "learning_rate": 2.248995983935743e-05,
      "loss": 0.5313,
      "step": 112
    },
    {
      "epoch": 0.13630880579010857,
      "grad_norm": 0.3401641479121955,
      "learning_rate": 2.2690763052208836e-05,
      "loss": 0.5454,
      "step": 113
    },
    {
      "epoch": 0.13751507840772015,
      "grad_norm": 0.4083258381690134,
      "learning_rate": 2.289156626506024e-05,
      "loss": 0.5447,
      "step": 114
    },
    {
      "epoch": 0.13872135102533173,
      "grad_norm": 0.3268362769014123,
      "learning_rate": 2.309236947791165e-05,
      "loss": 0.5139,
      "step": 115
    },
    {
      "epoch": 0.1399276236429433,
      "grad_norm": 0.36409033931151674,
      "learning_rate": 2.3293172690763055e-05,
      "loss": 0.5043,
      "step": 116
    },
    {
      "epoch": 0.1411338962605549,
      "grad_norm": 0.3333308518450483,
      "learning_rate": 2.349397590361446e-05,
      "loss": 0.5149,
      "step": 117
    },
    {
      "epoch": 0.14234016887816647,
      "grad_norm": 0.31714621122727005,
      "learning_rate": 2.3694779116465866e-05,
      "loss": 0.5352,
      "step": 118
    },
    {
      "epoch": 0.14354644149577805,
      "grad_norm": 0.38311242859384087,
      "learning_rate": 2.389558232931727e-05,
      "loss": 0.4967,
      "step": 119
    },
    {
      "epoch": 0.14475271411338964,
      "grad_norm": 0.3379386762440851,
      "learning_rate": 2.4096385542168677e-05,
      "loss": 0.4944,
      "step": 120
    },
    {
      "epoch": 0.14595898673100122,
      "grad_norm": 0.38722007899872013,
      "learning_rate": 2.4297188755020082e-05,
      "loss": 0.5149,
      "step": 121
    },
    {
      "epoch": 0.1471652593486128,
      "grad_norm": 0.3791244486209898,
      "learning_rate": 2.4497991967871488e-05,
      "loss": 0.5064,
      "step": 122
    },
    {
      "epoch": 0.14837153196622438,
      "grad_norm": 0.3936057186514771,
      "learning_rate": 2.4698795180722893e-05,
      "loss": 0.5461,
      "step": 123
    },
    {
      "epoch": 0.14957780458383596,
      "grad_norm": 0.4127497762279216,
      "learning_rate": 2.48995983935743e-05,
      "loss": 0.5356,
      "step": 124
    },
    {
      "epoch": 0.15078407720144751,
      "grad_norm": 0.37304035188820656,
      "learning_rate": 2.5100401606425704e-05,
      "loss": 0.5357,
      "step": 125
    },
    {
      "epoch": 0.1519903498190591,
      "grad_norm": 0.35071128415816427,
      "learning_rate": 2.530120481927711e-05,
      "loss": 0.5145,
      "step": 126
    },
    {
      "epoch": 0.15319662243667068,
      "grad_norm": 0.3309060548291426,
      "learning_rate": 2.5502008032128515e-05,
      "loss": 0.4809,
      "step": 127
    },
    {
      "epoch": 0.15440289505428226,
      "grad_norm": 0.3584753468597298,
      "learning_rate": 2.570281124497992e-05,
      "loss": 0.5187,
      "step": 128
    },
    {
      "epoch": 0.15560916767189384,
      "grad_norm": 0.3895056053670569,
      "learning_rate": 2.5903614457831325e-05,
      "loss": 0.5319,
      "step": 129
    },
    {
      "epoch": 0.15681544028950542,
      "grad_norm": 0.30890760385437577,
      "learning_rate": 2.6104417670682734e-05,
      "loss": 0.5046,
      "step": 130
    },
    {
      "epoch": 0.158021712907117,
      "grad_norm": 0.43680103931374326,
      "learning_rate": 2.6305220883534136e-05,
      "loss": 0.5127,
      "step": 131
    },
    {
      "epoch": 0.15922798552472858,
      "grad_norm": 0.36126521977202153,
      "learning_rate": 2.6506024096385545e-05,
      "loss": 0.5057,
      "step": 132
    },
    {
      "epoch": 0.16043425814234016,
      "grad_norm": 0.35586513761227634,
      "learning_rate": 2.6706827309236947e-05,
      "loss": 0.5197,
      "step": 133
    },
    {
      "epoch": 0.16164053075995174,
      "grad_norm": 0.4173616426138242,
      "learning_rate": 2.6907630522088356e-05,
      "loss": 0.5262,
      "step": 134
    },
    {
      "epoch": 0.16284680337756333,
      "grad_norm": 0.39991088553188797,
      "learning_rate": 2.7108433734939758e-05,
      "loss": 0.5202,
      "step": 135
    },
    {
      "epoch": 0.1640530759951749,
      "grad_norm": 0.42015480982805903,
      "learning_rate": 2.7309236947791167e-05,
      "loss": 0.5122,
      "step": 136
    },
    {
      "epoch": 0.1652593486127865,
      "grad_norm": 0.3943371071406799,
      "learning_rate": 2.751004016064257e-05,
      "loss": 0.5095,
      "step": 137
    },
    {
      "epoch": 0.16646562123039807,
      "grad_norm": 0.35815925986601993,
      "learning_rate": 2.7710843373493977e-05,
      "loss": 0.4785,
      "step": 138
    },
    {
      "epoch": 0.16767189384800965,
      "grad_norm": 0.3636720740754509,
      "learning_rate": 2.791164658634538e-05,
      "loss": 0.491,
      "step": 139
    },
    {
      "epoch": 0.16887816646562123,
      "grad_norm": 0.36511051463449823,
      "learning_rate": 2.8112449799196788e-05,
      "loss": 0.4983,
      "step": 140
    },
    {
      "epoch": 0.1700844390832328,
      "grad_norm": 0.39354315214120617,
      "learning_rate": 2.8313253012048197e-05,
      "loss": 0.499,
      "step": 141
    },
    {
      "epoch": 0.1712907117008444,
      "grad_norm": 0.3101636125632076,
      "learning_rate": 2.85140562248996e-05,
      "loss": 0.4863,
      "step": 142
    },
    {
      "epoch": 0.17249698431845598,
      "grad_norm": 0.41813155310935585,
      "learning_rate": 2.8714859437751008e-05,
      "loss": 0.5134,
      "step": 143
    },
    {
      "epoch": 0.17370325693606756,
      "grad_norm": 0.437321744526369,
      "learning_rate": 2.891566265060241e-05,
      "loss": 0.5083,
      "step": 144
    },
    {
      "epoch": 0.17490952955367914,
      "grad_norm": 0.32546457563741027,
      "learning_rate": 2.911646586345382e-05,
      "loss": 0.4988,
      "step": 145
    },
    {
      "epoch": 0.17611580217129072,
      "grad_norm": 0.45406780502076305,
      "learning_rate": 2.931726907630522e-05,
      "loss": 0.5034,
      "step": 146
    },
    {
      "epoch": 0.1773220747889023,
      "grad_norm": 0.4279546537128257,
      "learning_rate": 2.951807228915663e-05,
      "loss": 0.4901,
      "step": 147
    },
    {
      "epoch": 0.17852834740651388,
      "grad_norm": 0.42676213380125827,
      "learning_rate": 2.971887550200803e-05,
      "loss": 0.5164,
      "step": 148
    },
    {
      "epoch": 0.17973462002412546,
      "grad_norm": 0.5195748580254218,
      "learning_rate": 2.991967871485944e-05,
      "loss": 0.4891,
      "step": 149
    },
    {
      "epoch": 0.18094089264173704,
      "grad_norm": 0.4208106819963618,
      "learning_rate": 3.012048192771085e-05,
      "loss": 0.4932,
      "step": 150
    },
    {
      "epoch": 0.18214716525934863,
      "grad_norm": 0.3494159427966441,
      "learning_rate": 3.032128514056225e-05,
      "loss": 0.4823,
      "step": 151
    },
    {
      "epoch": 0.18335343787696018,
      "grad_norm": 0.3823494518546758,
      "learning_rate": 3.052208835341366e-05,
      "loss": 0.4897,
      "step": 152
    },
    {
      "epoch": 0.18455971049457176,
      "grad_norm": 0.4115543529305647,
      "learning_rate": 3.072289156626506e-05,
      "loss": 0.4991,
      "step": 153
    },
    {
      "epoch": 0.18576598311218334,
      "grad_norm": 0.3958327481485804,
      "learning_rate": 3.092369477911647e-05,
      "loss": 0.5016,
      "step": 154
    },
    {
      "epoch": 0.18697225572979492,
      "grad_norm": 0.39504172903294904,
      "learning_rate": 3.112449799196787e-05,
      "loss": 0.4892,
      "step": 155
    },
    {
      "epoch": 0.1881785283474065,
      "grad_norm": 0.41868991663521743,
      "learning_rate": 3.132530120481928e-05,
      "loss": 0.5055,
      "step": 156
    },
    {
      "epoch": 0.18938480096501809,
      "grad_norm": 0.3515111350200484,
      "learning_rate": 3.152610441767068e-05,
      "loss": 0.497,
      "step": 157
    },
    {
      "epoch": 0.19059107358262967,
      "grad_norm": 0.3997733425198974,
      "learning_rate": 3.172690763052209e-05,
      "loss": 0.4958,
      "step": 158
    },
    {
      "epoch": 0.19179734620024125,
      "grad_norm": 0.4525184693608031,
      "learning_rate": 3.192771084337349e-05,
      "loss": 0.5212,
      "step": 159
    },
    {
      "epoch": 0.19300361881785283,
      "grad_norm": 0.3902705819333036,
      "learning_rate": 3.21285140562249e-05,
      "loss": 0.5178,
      "step": 160
    },
    {
      "epoch": 0.1942098914354644,
      "grad_norm": 0.5030587307913869,
      "learning_rate": 3.232931726907631e-05,
      "loss": 0.5108,
      "step": 161
    },
    {
      "epoch": 0.195416164053076,
      "grad_norm": 0.3624196375454655,
      "learning_rate": 3.253012048192771e-05,
      "loss": 0.5097,
      "step": 162
    },
    {
      "epoch": 0.19662243667068757,
      "grad_norm": 0.5221595299517153,
      "learning_rate": 3.273092369477912e-05,
      "loss": 0.5065,
      "step": 163
    },
    {
      "epoch": 0.19782870928829915,
      "grad_norm": 0.40528581225043786,
      "learning_rate": 3.2931726907630524e-05,
      "loss": 0.4954,
      "step": 164
    },
    {
      "epoch": 0.19903498190591074,
      "grad_norm": 0.4115164956369205,
      "learning_rate": 3.313253012048193e-05,
      "loss": 0.4924,
      "step": 165
    },
    {
      "epoch": 0.20024125452352232,
      "grad_norm": 0.48390541674694987,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 0.511,
      "step": 166
    },
    {
      "epoch": 0.2014475271411339,
      "grad_norm": 0.4912910650075616,
      "learning_rate": 3.353413654618474e-05,
      "loss": 0.5156,
      "step": 167
    },
    {
      "epoch": 0.20265379975874548,
      "grad_norm": 0.45223965087989415,
      "learning_rate": 3.3734939759036146e-05,
      "loss": 0.4873,
      "step": 168
    },
    {
      "epoch": 0.20386007237635706,
      "grad_norm": 0.4462359140749097,
      "learning_rate": 3.393574297188755e-05,
      "loss": 0.4808,
      "step": 169
    },
    {
      "epoch": 0.20506634499396864,
      "grad_norm": 0.45946545348291873,
      "learning_rate": 3.413654618473896e-05,
      "loss": 0.5084,
      "step": 170
    },
    {
      "epoch": 0.20627261761158022,
      "grad_norm": 0.4869113169396108,
      "learning_rate": 3.433734939759036e-05,
      "loss": 0.5226,
      "step": 171
    },
    {
      "epoch": 0.2074788902291918,
      "grad_norm": 0.4529756289005346,
      "learning_rate": 3.4538152610441774e-05,
      "loss": 0.4973,
      "step": 172
    },
    {
      "epoch": 0.20868516284680338,
      "grad_norm": 0.4143744137360863,
      "learning_rate": 3.473895582329317e-05,
      "loss": 0.508,
      "step": 173
    },
    {
      "epoch": 0.20989143546441497,
      "grad_norm": 0.4351511961848573,
      "learning_rate": 3.4939759036144585e-05,
      "loss": 0.4734,
      "step": 174
    },
    {
      "epoch": 0.21109770808202655,
      "grad_norm": 0.357771198622376,
      "learning_rate": 3.5140562248995983e-05,
      "loss": 0.5004,
      "step": 175
    },
    {
      "epoch": 0.21230398069963813,
      "grad_norm": 0.40605221616071163,
      "learning_rate": 3.534136546184739e-05,
      "loss": 0.4883,
      "step": 176
    },
    {
      "epoch": 0.2135102533172497,
      "grad_norm": 0.4667261994786403,
      "learning_rate": 3.5542168674698794e-05,
      "loss": 0.4899,
      "step": 177
    },
    {
      "epoch": 0.2147165259348613,
      "grad_norm": 0.3282260272132664,
      "learning_rate": 3.57429718875502e-05,
      "loss": 0.4847,
      "step": 178
    },
    {
      "epoch": 0.21592279855247287,
      "grad_norm": 0.45132796886106885,
      "learning_rate": 3.5943775100401605e-05,
      "loss": 0.4853,
      "step": 179
    },
    {
      "epoch": 0.21712907117008443,
      "grad_norm": 0.37769190784059187,
      "learning_rate": 3.614457831325301e-05,
      "loss": 0.4793,
      "step": 180
    },
    {
      "epoch": 0.218335343787696,
      "grad_norm": 0.4105355197529797,
      "learning_rate": 3.634538152610442e-05,
      "loss": 0.4969,
      "step": 181
    },
    {
      "epoch": 0.2195416164053076,
      "grad_norm": 0.4886523984077889,
      "learning_rate": 3.654618473895582e-05,
      "loss": 0.5004,
      "step": 182
    },
    {
      "epoch": 0.22074788902291917,
      "grad_norm": 0.34526155199172764,
      "learning_rate": 3.674698795180723e-05,
      "loss": 0.5041,
      "step": 183
    },
    {
      "epoch": 0.22195416164053075,
      "grad_norm": 0.536078133653887,
      "learning_rate": 3.694779116465863e-05,
      "loss": 0.4884,
      "step": 184
    },
    {
      "epoch": 0.22316043425814233,
      "grad_norm": 0.41213708136617055,
      "learning_rate": 3.7148594377510044e-05,
      "loss": 0.4844,
      "step": 185
    },
    {
      "epoch": 0.2243667068757539,
      "grad_norm": 0.42042027820779376,
      "learning_rate": 3.734939759036144e-05,
      "loss": 0.4894,
      "step": 186
    },
    {
      "epoch": 0.2255729794933655,
      "grad_norm": 0.4622195360104783,
      "learning_rate": 3.7550200803212855e-05,
      "loss": 0.5162,
      "step": 187
    },
    {
      "epoch": 0.22677925211097708,
      "grad_norm": 0.4754012578138651,
      "learning_rate": 3.7751004016064253e-05,
      "loss": 0.4942,
      "step": 188
    },
    {
      "epoch": 0.22798552472858866,
      "grad_norm": 0.5123600834395359,
      "learning_rate": 3.7951807228915666e-05,
      "loss": 0.5037,
      "step": 189
    },
    {
      "epoch": 0.22919179734620024,
      "grad_norm": 0.4950795192470773,
      "learning_rate": 3.815261044176707e-05,
      "loss": 0.5062,
      "step": 190
    },
    {
      "epoch": 0.23039806996381182,
      "grad_norm": 0.5675637905005346,
      "learning_rate": 3.8353413654618476e-05,
      "loss": 0.4962,
      "step": 191
    },
    {
      "epoch": 0.2316043425814234,
      "grad_norm": 0.46625154792702506,
      "learning_rate": 3.855421686746988e-05,
      "loss": 0.4899,
      "step": 192
    },
    {
      "epoch": 0.23281061519903498,
      "grad_norm": 0.5285632109360143,
      "learning_rate": 3.875502008032129e-05,
      "loss": 0.471,
      "step": 193
    },
    {
      "epoch": 0.23401688781664656,
      "grad_norm": 0.7098580123670813,
      "learning_rate": 3.895582329317269e-05,
      "loss": 0.4902,
      "step": 194
    },
    {
      "epoch": 0.23522316043425814,
      "grad_norm": 0.46566792189515693,
      "learning_rate": 3.91566265060241e-05,
      "loss": 0.4639,
      "step": 195
    },
    {
      "epoch": 0.23642943305186973,
      "grad_norm": 0.48790846789133946,
      "learning_rate": 3.93574297188755e-05,
      "loss": 0.4687,
      "step": 196
    },
    {
      "epoch": 0.2376357056694813,
      "grad_norm": 0.6616199623175774,
      "learning_rate": 3.955823293172691e-05,
      "loss": 0.4896,
      "step": 197
    },
    {
      "epoch": 0.2388419782870929,
      "grad_norm": 0.6597217338301457,
      "learning_rate": 3.9759036144578314e-05,
      "loss": 0.5305,
      "step": 198
    },
    {
      "epoch": 0.24004825090470447,
      "grad_norm": 0.40911035138284585,
      "learning_rate": 3.995983935742972e-05,
      "loss": 0.4845,
      "step": 199
    },
    {
      "epoch": 0.24125452352231605,
      "grad_norm": 0.41051379447376024,
      "learning_rate": 4.0160642570281125e-05,
      "loss": 0.4943,
      "step": 200
    },
    {
      "epoch": 0.24246079613992763,
      "grad_norm": 0.4856554636844061,
      "learning_rate": 4.036144578313254e-05,
      "loss": 0.4589,
      "step": 201
    },
    {
      "epoch": 0.2436670687575392,
      "grad_norm": 0.46595255361079024,
      "learning_rate": 4.0562248995983936e-05,
      "loss": 0.4901,
      "step": 202
    },
    {
      "epoch": 0.2448733413751508,
      "grad_norm": 0.4817145604840749,
      "learning_rate": 4.076305220883535e-05,
      "loss": 0.4838,
      "step": 203
    },
    {
      "epoch": 0.24607961399276237,
      "grad_norm": 0.4386965552097178,
      "learning_rate": 4.0963855421686746e-05,
      "loss": 0.4851,
      "step": 204
    },
    {
      "epoch": 0.24728588661037396,
      "grad_norm": 0.4520118344205907,
      "learning_rate": 4.116465863453816e-05,
      "loss": 0.4983,
      "step": 205
    },
    {
      "epoch": 0.24849215922798554,
      "grad_norm": 0.3614677524759272,
      "learning_rate": 4.136546184738956e-05,
      "loss": 0.4679,
      "step": 206
    },
    {
      "epoch": 0.24969843184559712,
      "grad_norm": 0.49375547406597686,
      "learning_rate": 4.156626506024097e-05,
      "loss": 0.4667,
      "step": 207
    },
    {
      "epoch": 0.25090470446320867,
      "grad_norm": 0.38672197120064633,
      "learning_rate": 4.176706827309237e-05,
      "loss": 0.4725,
      "step": 208
    },
    {
      "epoch": 0.25211097708082025,
      "grad_norm": 0.5147301761091354,
      "learning_rate": 4.196787148594378e-05,
      "loss": 0.4781,
      "step": 209
    },
    {
      "epoch": 0.25331724969843183,
      "grad_norm": 0.3812166626819943,
      "learning_rate": 4.2168674698795186e-05,
      "loss": 0.4805,
      "step": 210
    },
    {
      "epoch": 0.2545235223160434,
      "grad_norm": 0.4545562630855821,
      "learning_rate": 4.236947791164659e-05,
      "loss": 0.4762,
      "step": 211
    },
    {
      "epoch": 0.255729794933655,
      "grad_norm": 0.436269716338551,
      "learning_rate": 4.2570281124497996e-05,
      "loss": 0.4797,
      "step": 212
    },
    {
      "epoch": 0.2569360675512666,
      "grad_norm": 0.5384572866348979,
      "learning_rate": 4.27710843373494e-05,
      "loss": 0.4999,
      "step": 213
    },
    {
      "epoch": 0.25814234016887816,
      "grad_norm": 0.5404751631725132,
      "learning_rate": 4.297188755020081e-05,
      "loss": 0.4798,
      "step": 214
    },
    {
      "epoch": 0.25934861278648974,
      "grad_norm": 0.4429509321892677,
      "learning_rate": 4.317269076305221e-05,
      "loss": 0.5232,
      "step": 215
    },
    {
      "epoch": 0.2605548854041013,
      "grad_norm": 0.5303855977581109,
      "learning_rate": 4.337349397590362e-05,
      "loss": 0.4884,
      "step": 216
    },
    {
      "epoch": 0.2617611580217129,
      "grad_norm": 0.43125896662479185,
      "learning_rate": 4.357429718875502e-05,
      "loss": 0.4828,
      "step": 217
    },
    {
      "epoch": 0.2629674306393245,
      "grad_norm": 0.438762700628616,
      "learning_rate": 4.377510040160643e-05,
      "loss": 0.4838,
      "step": 218
    },
    {
      "epoch": 0.26417370325693607,
      "grad_norm": 0.4190780132169102,
      "learning_rate": 4.3975903614457834e-05,
      "loss": 0.4702,
      "step": 219
    },
    {
      "epoch": 0.26537997587454765,
      "grad_norm": 0.3773440132348853,
      "learning_rate": 4.417670682730924e-05,
      "loss": 0.4942,
      "step": 220
    },
    {
      "epoch": 0.26658624849215923,
      "grad_norm": 0.47799490507514975,
      "learning_rate": 4.4377510040160645e-05,
      "loss": 0.4698,
      "step": 221
    },
    {
      "epoch": 0.2677925211097708,
      "grad_norm": 0.37758247336865564,
      "learning_rate": 4.457831325301205e-05,
      "loss": 0.4638,
      "step": 222
    },
    {
      "epoch": 0.2689987937273824,
      "grad_norm": 0.4474146827235853,
      "learning_rate": 4.4779116465863456e-05,
      "loss": 0.4852,
      "step": 223
    },
    {
      "epoch": 0.27020506634499397,
      "grad_norm": 0.47716587130345856,
      "learning_rate": 4.497991967871486e-05,
      "loss": 0.4587,
      "step": 224
    },
    {
      "epoch": 0.27141133896260555,
      "grad_norm": 0.5083388261649718,
      "learning_rate": 4.5180722891566266e-05,
      "loss": 0.4734,
      "step": 225
    },
    {
      "epoch": 0.27261761158021713,
      "grad_norm": 0.46930543099228017,
      "learning_rate": 4.538152610441767e-05,
      "loss": 0.4749,
      "step": 226
    },
    {
      "epoch": 0.2738238841978287,
      "grad_norm": 0.44360824898966233,
      "learning_rate": 4.558232931726908e-05,
      "loss": 0.488,
      "step": 227
    },
    {
      "epoch": 0.2750301568154403,
      "grad_norm": 0.39902429944785056,
      "learning_rate": 4.578313253012048e-05,
      "loss": 0.4561,
      "step": 228
    },
    {
      "epoch": 0.2762364294330519,
      "grad_norm": 0.4597398820977258,
      "learning_rate": 4.598393574297189e-05,
      "loss": 0.4593,
      "step": 229
    },
    {
      "epoch": 0.27744270205066346,
      "grad_norm": 0.5413711861567382,
      "learning_rate": 4.61847389558233e-05,
      "loss": 0.4749,
      "step": 230
    },
    {
      "epoch": 0.27864897466827504,
      "grad_norm": 0.4631219743214568,
      "learning_rate": 4.63855421686747e-05,
      "loss": 0.4864,
      "step": 231
    },
    {
      "epoch": 0.2798552472858866,
      "grad_norm": 0.4239404274562551,
      "learning_rate": 4.658634538152611e-05,
      "loss": 0.5028,
      "step": 232
    },
    {
      "epoch": 0.2810615199034982,
      "grad_norm": 0.512533107003274,
      "learning_rate": 4.678714859437751e-05,
      "loss": 0.4529,
      "step": 233
    },
    {
      "epoch": 0.2822677925211098,
      "grad_norm": 0.6384568999031756,
      "learning_rate": 4.698795180722892e-05,
      "loss": 0.4892,
      "step": 234
    },
    {
      "epoch": 0.28347406513872137,
      "grad_norm": 0.7898314343362617,
      "learning_rate": 4.718875502008032e-05,
      "loss": 0.475,
      "step": 235
    },
    {
      "epoch": 0.28468033775633295,
      "grad_norm": 0.5687679404684749,
      "learning_rate": 4.738955823293173e-05,
      "loss": 0.4751,
      "step": 236
    },
    {
      "epoch": 0.2858866103739445,
      "grad_norm": 0.6318324876459296,
      "learning_rate": 4.759036144578313e-05,
      "loss": 0.4948,
      "step": 237
    },
    {
      "epoch": 0.2870928829915561,
      "grad_norm": 0.6411579888771047,
      "learning_rate": 4.779116465863454e-05,
      "loss": 0.4862,
      "step": 238
    },
    {
      "epoch": 0.2882991556091677,
      "grad_norm": 0.6548791719603922,
      "learning_rate": 4.799196787148594e-05,
      "loss": 0.4707,
      "step": 239
    },
    {
      "epoch": 0.28950542822677927,
      "grad_norm": 0.48721678762737824,
      "learning_rate": 4.8192771084337354e-05,
      "loss": 0.4745,
      "step": 240
    },
    {
      "epoch": 0.29071170084439085,
      "grad_norm": 0.585841744027512,
      "learning_rate": 4.839357429718876e-05,
      "loss": 0.4771,
      "step": 241
    },
    {
      "epoch": 0.29191797346200243,
      "grad_norm": 0.7343233388019949,
      "learning_rate": 4.8594377510040165e-05,
      "loss": 0.4586,
      "step": 242
    },
    {
      "epoch": 0.293124246079614,
      "grad_norm": 0.7306993109383978,
      "learning_rate": 4.879518072289157e-05,
      "loss": 0.5018,
      "step": 243
    },
    {
      "epoch": 0.2943305186972256,
      "grad_norm": 0.5752152211307707,
      "learning_rate": 4.8995983935742975e-05,
      "loss": 0.5027,
      "step": 244
    },
    {
      "epoch": 0.2955367913148372,
      "grad_norm": 0.6954347040340547,
      "learning_rate": 4.919678714859438e-05,
      "loss": 0.4779,
      "step": 245
    },
    {
      "epoch": 0.29674306393244876,
      "grad_norm": 0.9605672172965798,
      "learning_rate": 4.9397590361445786e-05,
      "loss": 0.495,
      "step": 246
    },
    {
      "epoch": 0.29794933655006034,
      "grad_norm": 0.48111198217867024,
      "learning_rate": 4.959839357429719e-05,
      "loss": 0.4774,
      "step": 247
    },
    {
      "epoch": 0.2991556091676719,
      "grad_norm": 0.6959734943206007,
      "learning_rate": 4.97991967871486e-05,
      "loss": 0.4748,
      "step": 248
    },
    {
      "epoch": 0.30036188178528345,
      "grad_norm": 0.6307753559437208,
      "learning_rate": 5e-05,
      "loss": 0.4556,
      "step": 249
    },
    {
      "epoch": 0.30156815440289503,
      "grad_norm": 0.5271890748977731,
      "learning_rate": 4.997765862377123e-05,
      "loss": 0.4959,
      "step": 250
    },
    {
      "epoch": 0.3027744270205066,
      "grad_norm": 0.4954669571709612,
      "learning_rate": 4.995531724754245e-05,
      "loss": 0.4636,
      "step": 251
    },
    {
      "epoch": 0.3039806996381182,
      "grad_norm": 0.5362954459267386,
      "learning_rate": 4.993297587131368e-05,
      "loss": 0.4625,
      "step": 252
    },
    {
      "epoch": 0.30518697225572977,
      "grad_norm": 0.5663830578871994,
      "learning_rate": 4.99106344950849e-05,
      "loss": 0.462,
      "step": 253
    },
    {
      "epoch": 0.30639324487334135,
      "grad_norm": 0.5166937551194555,
      "learning_rate": 4.988829311885612e-05,
      "loss": 0.48,
      "step": 254
    },
    {
      "epoch": 0.30759951749095293,
      "grad_norm": 0.45080582970761324,
      "learning_rate": 4.986595174262735e-05,
      "loss": 0.4765,
      "step": 255
    },
    {
      "epoch": 0.3088057901085645,
      "grad_norm": 0.5488354412984369,
      "learning_rate": 4.9843610366398574e-05,
      "loss": 0.4824,
      "step": 256
    },
    {
      "epoch": 0.3100120627261761,
      "grad_norm": 0.5669400193473989,
      "learning_rate": 4.9821268990169795e-05,
      "loss": 0.4503,
      "step": 257
    },
    {
      "epoch": 0.3112183353437877,
      "grad_norm": 0.5115485943428845,
      "learning_rate": 4.979892761394102e-05,
      "loss": 0.4691,
      "step": 258
    },
    {
      "epoch": 0.31242460796139926,
      "grad_norm": 0.5608966206639503,
      "learning_rate": 4.977658623771225e-05,
      "loss": 0.463,
      "step": 259
    },
    {
      "epoch": 0.31363088057901084,
      "grad_norm": 0.4506008486154186,
      "learning_rate": 4.975424486148347e-05,
      "loss": 0.4882,
      "step": 260
    },
    {
      "epoch": 0.3148371531966224,
      "grad_norm": 0.6109184182493657,
      "learning_rate": 4.973190348525469e-05,
      "loss": 0.4814,
      "step": 261
    },
    {
      "epoch": 0.316043425814234,
      "grad_norm": 0.44011566912817257,
      "learning_rate": 4.970956210902592e-05,
      "loss": 0.4702,
      "step": 262
    },
    {
      "epoch": 0.3172496984318456,
      "grad_norm": 0.5082547699158838,
      "learning_rate": 4.968722073279714e-05,
      "loss": 0.4676,
      "step": 263
    },
    {
      "epoch": 0.31845597104945716,
      "grad_norm": 0.4634121406839268,
      "learning_rate": 4.966487935656837e-05,
      "loss": 0.4814,
      "step": 264
    },
    {
      "epoch": 0.31966224366706875,
      "grad_norm": 0.4613999245360435,
      "learning_rate": 4.9642537980339595e-05,
      "loss": 0.4892,
      "step": 265
    },
    {
      "epoch": 0.3208685162846803,
      "grad_norm": 0.5407571756739682,
      "learning_rate": 4.9620196604110815e-05,
      "loss": 0.4765,
      "step": 266
    },
    {
      "epoch": 0.3220747889022919,
      "grad_norm": 0.5588948249098938,
      "learning_rate": 4.959785522788204e-05,
      "loss": 0.4434,
      "step": 267
    },
    {
      "epoch": 0.3232810615199035,
      "grad_norm": 0.48459990169582196,
      "learning_rate": 4.9575513851653263e-05,
      "loss": 0.482,
      "step": 268
    },
    {
      "epoch": 0.32448733413751507,
      "grad_norm": 0.5203680763697215,
      "learning_rate": 4.9553172475424484e-05,
      "loss": 0.4561,
      "step": 269
    },
    {
      "epoch": 0.32569360675512665,
      "grad_norm": 0.49517970790477517,
      "learning_rate": 4.953083109919571e-05,
      "loss": 0.4463,
      "step": 270
    },
    {
      "epoch": 0.32689987937273823,
      "grad_norm": 0.4496993668081543,
      "learning_rate": 4.950848972296694e-05,
      "loss": 0.4866,
      "step": 271
    },
    {
      "epoch": 0.3281061519903498,
      "grad_norm": 0.5198314152754191,
      "learning_rate": 4.948614834673816e-05,
      "loss": 0.4736,
      "step": 272
    },
    {
      "epoch": 0.3293124246079614,
      "grad_norm": 0.48165421751496224,
      "learning_rate": 4.946380697050939e-05,
      "loss": 0.4644,
      "step": 273
    },
    {
      "epoch": 0.330518697225573,
      "grad_norm": 0.5017150374814877,
      "learning_rate": 4.9441465594280615e-05,
      "loss": 0.4714,
      "step": 274
    },
    {
      "epoch": 0.33172496984318456,
      "grad_norm": 0.5125463646764701,
      "learning_rate": 4.9419124218051835e-05,
      "loss": 0.4783,
      "step": 275
    },
    {
      "epoch": 0.33293124246079614,
      "grad_norm": 0.5118862848673149,
      "learning_rate": 4.9396782841823056e-05,
      "loss": 0.4506,
      "step": 276
    },
    {
      "epoch": 0.3341375150784077,
      "grad_norm": 0.494848299345708,
      "learning_rate": 4.9374441465594284e-05,
      "loss": 0.4666,
      "step": 277
    },
    {
      "epoch": 0.3353437876960193,
      "grad_norm": 0.574556205294029,
      "learning_rate": 4.9352100089365504e-05,
      "loss": 0.4715,
      "step": 278
    },
    {
      "epoch": 0.3365500603136309,
      "grad_norm": 0.5013842930456912,
      "learning_rate": 4.932975871313673e-05,
      "loss": 0.4823,
      "step": 279
    },
    {
      "epoch": 0.33775633293124246,
      "grad_norm": 0.575641680135763,
      "learning_rate": 4.930741733690796e-05,
      "loss": 0.4769,
      "step": 280
    },
    {
      "epoch": 0.33896260554885405,
      "grad_norm": 0.5073551828383931,
      "learning_rate": 4.928507596067918e-05,
      "loss": 0.4687,
      "step": 281
    },
    {
      "epoch": 0.3401688781664656,
      "grad_norm": 0.6213137019127235,
      "learning_rate": 4.92627345844504e-05,
      "loss": 0.4912,
      "step": 282
    },
    {
      "epoch": 0.3413751507840772,
      "grad_norm": 0.4650384893742426,
      "learning_rate": 4.924039320822163e-05,
      "loss": 0.4686,
      "step": 283
    },
    {
      "epoch": 0.3425814234016888,
      "grad_norm": 0.411216907390994,
      "learning_rate": 4.921805183199285e-05,
      "loss": 0.4543,
      "step": 284
    },
    {
      "epoch": 0.34378769601930037,
      "grad_norm": 0.462814550454254,
      "learning_rate": 4.9195710455764076e-05,
      "loss": 0.4691,
      "step": 285
    },
    {
      "epoch": 0.34499396863691195,
      "grad_norm": 0.45055083119935785,
      "learning_rate": 4.9173369079535304e-05,
      "loss": 0.4648,
      "step": 286
    },
    {
      "epoch": 0.34620024125452353,
      "grad_norm": 0.4070711196003684,
      "learning_rate": 4.9151027703306525e-05,
      "loss": 0.4558,
      "step": 287
    },
    {
      "epoch": 0.3474065138721351,
      "grad_norm": 0.38539662658940144,
      "learning_rate": 4.912868632707775e-05,
      "loss": 0.4802,
      "step": 288
    },
    {
      "epoch": 0.3486127864897467,
      "grad_norm": 0.5046587298061578,
      "learning_rate": 4.910634495084897e-05,
      "loss": 0.4901,
      "step": 289
    },
    {
      "epoch": 0.3498190591073583,
      "grad_norm": 0.45014404701699506,
      "learning_rate": 4.9084003574620193e-05,
      "loss": 0.439,
      "step": 290
    },
    {
      "epoch": 0.35102533172496986,
      "grad_norm": 0.47834117803538234,
      "learning_rate": 4.906166219839142e-05,
      "loss": 0.4716,
      "step": 291
    },
    {
      "epoch": 0.35223160434258144,
      "grad_norm": 0.6403594697917471,
      "learning_rate": 4.903932082216265e-05,
      "loss": 0.4449,
      "step": 292
    },
    {
      "epoch": 0.353437876960193,
      "grad_norm": 0.5545894077440268,
      "learning_rate": 4.901697944593387e-05,
      "loss": 0.4991,
      "step": 293
    },
    {
      "epoch": 0.3546441495778046,
      "grad_norm": 0.48207085217428985,
      "learning_rate": 4.8994638069705097e-05,
      "loss": 0.4424,
      "step": 294
    },
    {
      "epoch": 0.3558504221954162,
      "grad_norm": 0.6531795184939722,
      "learning_rate": 4.8972296693476324e-05,
      "loss": 0.459,
      "step": 295
    },
    {
      "epoch": 0.35705669481302776,
      "grad_norm": 0.658758404071505,
      "learning_rate": 4.8949955317247545e-05,
      "loss": 0.4812,
      "step": 296
    },
    {
      "epoch": 0.35826296743063935,
      "grad_norm": 0.594767575961469,
      "learning_rate": 4.8927613941018765e-05,
      "loss": 0.4665,
      "step": 297
    },
    {
      "epoch": 0.3594692400482509,
      "grad_norm": 0.5202270329599545,
      "learning_rate": 4.890527256478999e-05,
      "loss": 0.4507,
      "step": 298
    },
    {
      "epoch": 0.3606755126658625,
      "grad_norm": 0.66410947267989,
      "learning_rate": 4.8882931188561214e-05,
      "loss": 0.4538,
      "step": 299
    },
    {
      "epoch": 0.3618817852834741,
      "grad_norm": 0.688835455933309,
      "learning_rate": 4.886058981233244e-05,
      "loss": 0.4563,
      "step": 300
    },
    {
      "epoch": 0.36308805790108567,
      "grad_norm": 0.44276594605737246,
      "learning_rate": 4.883824843610367e-05,
      "loss": 0.4669,
      "step": 301
    },
    {
      "epoch": 0.36429433051869725,
      "grad_norm": 0.6244042925092166,
      "learning_rate": 4.881590705987489e-05,
      "loss": 0.4597,
      "step": 302
    },
    {
      "epoch": 0.36550060313630883,
      "grad_norm": 0.4282473469132016,
      "learning_rate": 4.879356568364612e-05,
      "loss": 0.4631,
      "step": 303
    },
    {
      "epoch": 0.36670687575392036,
      "grad_norm": 0.49393564380494653,
      "learning_rate": 4.877122430741734e-05,
      "loss": 0.4622,
      "step": 304
    },
    {
      "epoch": 0.36791314837153194,
      "grad_norm": 0.5754977153666446,
      "learning_rate": 4.874888293118856e-05,
      "loss": 0.4503,
      "step": 305
    },
    {
      "epoch": 0.3691194209891435,
      "grad_norm": 0.43417824463420274,
      "learning_rate": 4.8726541554959786e-05,
      "loss": 0.4685,
      "step": 306
    },
    {
      "epoch": 0.3703256936067551,
      "grad_norm": 0.5493384400309728,
      "learning_rate": 4.870420017873101e-05,
      "loss": 0.4484,
      "step": 307
    },
    {
      "epoch": 0.3715319662243667,
      "grad_norm": 0.563798258109028,
      "learning_rate": 4.8681858802502234e-05,
      "loss": 0.4866,
      "step": 308
    },
    {
      "epoch": 0.37273823884197826,
      "grad_norm": 0.40236230684499746,
      "learning_rate": 4.865951742627346e-05,
      "loss": 0.4426,
      "step": 309
    },
    {
      "epoch": 0.37394451145958985,
      "grad_norm": 0.4610270253104838,
      "learning_rate": 4.863717605004469e-05,
      "loss": 0.4381,
      "step": 310
    },
    {
      "epoch": 0.3751507840772014,
      "grad_norm": 0.47654001944242114,
      "learning_rate": 4.861483467381591e-05,
      "loss": 0.4655,
      "step": 311
    },
    {
      "epoch": 0.376357056694813,
      "grad_norm": 0.6151547050937779,
      "learning_rate": 4.859249329758713e-05,
      "loss": 0.472,
      "step": 312
    },
    {
      "epoch": 0.3775633293124246,
      "grad_norm": 0.45232137136900996,
      "learning_rate": 4.857015192135836e-05,
      "loss": 0.46,
      "step": 313
    },
    {
      "epoch": 0.37876960193003617,
      "grad_norm": 0.4506326312132236,
      "learning_rate": 4.8547810545129585e-05,
      "loss": 0.4573,
      "step": 314
    },
    {
      "epoch": 0.37997587454764775,
      "grad_norm": 0.4983600614727651,
      "learning_rate": 4.8525469168900806e-05,
      "loss": 0.4748,
      "step": 315
    },
    {
      "epoch": 0.38118214716525933,
      "grad_norm": 0.3879122279776259,
      "learning_rate": 4.850312779267203e-05,
      "loss": 0.4484,
      "step": 316
    },
    {
      "epoch": 0.3823884197828709,
      "grad_norm": 0.4848285972697871,
      "learning_rate": 4.848078641644326e-05,
      "loss": 0.45,
      "step": 317
    },
    {
      "epoch": 0.3835946924004825,
      "grad_norm": 0.4127959237985656,
      "learning_rate": 4.845844504021448e-05,
      "loss": 0.4388,
      "step": 318
    },
    {
      "epoch": 0.3848009650180941,
      "grad_norm": 0.4474884654687781,
      "learning_rate": 4.84361036639857e-05,
      "loss": 0.5006,
      "step": 319
    },
    {
      "epoch": 0.38600723763570566,
      "grad_norm": 0.4166281609224283,
      "learning_rate": 4.841376228775693e-05,
      "loss": 0.451,
      "step": 320
    },
    {
      "epoch": 0.38721351025331724,
      "grad_norm": 0.6167629036074882,
      "learning_rate": 4.839142091152815e-05,
      "loss": 0.4808,
      "step": 321
    },
    {
      "epoch": 0.3884197828709288,
      "grad_norm": 0.46452397726219896,
      "learning_rate": 4.836907953529938e-05,
      "loss": 0.4519,
      "step": 322
    },
    {
      "epoch": 0.3896260554885404,
      "grad_norm": 0.5077639670260757,
      "learning_rate": 4.8346738159070605e-05,
      "loss": 0.453,
      "step": 323
    },
    {
      "epoch": 0.390832328106152,
      "grad_norm": 0.4492633198717073,
      "learning_rate": 4.8324396782841826e-05,
      "loss": 0.448,
      "step": 324
    },
    {
      "epoch": 0.39203860072376356,
      "grad_norm": 0.5119837268347922,
      "learning_rate": 4.8302055406613053e-05,
      "loss": 0.4703,
      "step": 325
    },
    {
      "epoch": 0.39324487334137515,
      "grad_norm": 0.46324744252555106,
      "learning_rate": 4.8279714030384274e-05,
      "loss": 0.4407,
      "step": 326
    },
    {
      "epoch": 0.3944511459589867,
      "grad_norm": 0.4894638654542045,
      "learning_rate": 4.8257372654155495e-05,
      "loss": 0.4733,
      "step": 327
    },
    {
      "epoch": 0.3956574185765983,
      "grad_norm": 0.46894954218311713,
      "learning_rate": 4.823503127792672e-05,
      "loss": 0.4617,
      "step": 328
    },
    {
      "epoch": 0.3968636911942099,
      "grad_norm": 0.45217642275344966,
      "learning_rate": 4.821268990169795e-05,
      "loss": 0.464,
      "step": 329
    },
    {
      "epoch": 0.39806996381182147,
      "grad_norm": 0.4961460092686353,
      "learning_rate": 4.819034852546917e-05,
      "loss": 0.461,
      "step": 330
    },
    {
      "epoch": 0.39927623642943305,
      "grad_norm": 0.46595217657545673,
      "learning_rate": 4.81680071492404e-05,
      "loss": 0.4704,
      "step": 331
    },
    {
      "epoch": 0.40048250904704463,
      "grad_norm": 0.5559227542572431,
      "learning_rate": 4.8145665773011625e-05,
      "loss": 0.4903,
      "step": 332
    },
    {
      "epoch": 0.4016887816646562,
      "grad_norm": 0.4948787429742588,
      "learning_rate": 4.8123324396782846e-05,
      "loss": 0.4715,
      "step": 333
    },
    {
      "epoch": 0.4028950542822678,
      "grad_norm": 0.4970808248520605,
      "learning_rate": 4.810098302055407e-05,
      "loss": 0.4649,
      "step": 334
    },
    {
      "epoch": 0.4041013268998794,
      "grad_norm": 0.4273747126680364,
      "learning_rate": 4.8078641644325294e-05,
      "loss": 0.4493,
      "step": 335
    },
    {
      "epoch": 0.40530759951749096,
      "grad_norm": 0.50583259429466,
      "learning_rate": 4.8056300268096515e-05,
      "loss": 0.4623,
      "step": 336
    },
    {
      "epoch": 0.40651387213510254,
      "grad_norm": 0.4297375922857019,
      "learning_rate": 4.803395889186774e-05,
      "loss": 0.4526,
      "step": 337
    },
    {
      "epoch": 0.4077201447527141,
      "grad_norm": 0.35598323627722095,
      "learning_rate": 4.801161751563897e-05,
      "loss": 0.417,
      "step": 338
    },
    {
      "epoch": 0.4089264173703257,
      "grad_norm": 0.39935840283688373,
      "learning_rate": 4.798927613941019e-05,
      "loss": 0.4326,
      "step": 339
    },
    {
      "epoch": 0.4101326899879373,
      "grad_norm": 0.3622581622120651,
      "learning_rate": 4.796693476318142e-05,
      "loss": 0.4715,
      "step": 340
    },
    {
      "epoch": 0.41133896260554886,
      "grad_norm": 0.39214159703489104,
      "learning_rate": 4.794459338695264e-05,
      "loss": 0.4603,
      "step": 341
    },
    {
      "epoch": 0.41254523522316044,
      "grad_norm": 0.386458432467993,
      "learning_rate": 4.792225201072386e-05,
      "loss": 0.4555,
      "step": 342
    },
    {
      "epoch": 0.413751507840772,
      "grad_norm": 0.41568373206095827,
      "learning_rate": 4.789991063449509e-05,
      "loss": 0.4512,
      "step": 343
    },
    {
      "epoch": 0.4149577804583836,
      "grad_norm": 0.360509732388755,
      "learning_rate": 4.7877569258266315e-05,
      "loss": 0.469,
      "step": 344
    },
    {
      "epoch": 0.4161640530759952,
      "grad_norm": 0.39515906701596504,
      "learning_rate": 4.7855227882037535e-05,
      "loss": 0.443,
      "step": 345
    },
    {
      "epoch": 0.41737032569360677,
      "grad_norm": 0.34843667675457657,
      "learning_rate": 4.783288650580876e-05,
      "loss": 0.4512,
      "step": 346
    },
    {
      "epoch": 0.41857659831121835,
      "grad_norm": 0.4195610422690541,
      "learning_rate": 4.781054512957998e-05,
      "loss": 0.457,
      "step": 347
    },
    {
      "epoch": 0.41978287092882993,
      "grad_norm": 0.37324898276685664,
      "learning_rate": 4.7788203753351204e-05,
      "loss": 0.4547,
      "step": 348
    },
    {
      "epoch": 0.4209891435464415,
      "grad_norm": 0.5536452542682623,
      "learning_rate": 4.776586237712243e-05,
      "loss": 0.467,
      "step": 349
    },
    {
      "epoch": 0.4221954161640531,
      "grad_norm": 0.39285135804997573,
      "learning_rate": 4.774352100089366e-05,
      "loss": 0.4462,
      "step": 350
    },
    {
      "epoch": 0.4234016887816647,
      "grad_norm": 0.48757905541108004,
      "learning_rate": 4.772117962466488e-05,
      "loss": 0.4537,
      "step": 351
    },
    {
      "epoch": 0.42460796139927626,
      "grad_norm": 0.3968507691375903,
      "learning_rate": 4.769883824843611e-05,
      "loss": 0.4656,
      "step": 352
    },
    {
      "epoch": 0.42581423401688784,
      "grad_norm": 0.521932683169365,
      "learning_rate": 4.7676496872207335e-05,
      "loss": 0.4346,
      "step": 353
    },
    {
      "epoch": 0.4270205066344994,
      "grad_norm": 0.47502250284227127,
      "learning_rate": 4.7654155495978555e-05,
      "loss": 0.4586,
      "step": 354
    },
    {
      "epoch": 0.428226779252111,
      "grad_norm": 0.4132516632500004,
      "learning_rate": 4.7631814119749776e-05,
      "loss": 0.4771,
      "step": 355
    },
    {
      "epoch": 0.4294330518697226,
      "grad_norm": 0.4956716038670087,
      "learning_rate": 4.7609472743521004e-05,
      "loss": 0.5001,
      "step": 356
    },
    {
      "epoch": 0.43063932448733416,
      "grad_norm": 0.43933494549593005,
      "learning_rate": 4.7587131367292224e-05,
      "loss": 0.4507,
      "step": 357
    },
    {
      "epoch": 0.43184559710494574,
      "grad_norm": 0.4535428967390594,
      "learning_rate": 4.756478999106345e-05,
      "loss": 0.4487,
      "step": 358
    },
    {
      "epoch": 0.4330518697225573,
      "grad_norm": 0.43344450609824314,
      "learning_rate": 4.754244861483468e-05,
      "loss": 0.4434,
      "step": 359
    },
    {
      "epoch": 0.43425814234016885,
      "grad_norm": 0.39608164974537874,
      "learning_rate": 4.75201072386059e-05,
      "loss": 0.4463,
      "step": 360
    },
    {
      "epoch": 0.43546441495778043,
      "grad_norm": 0.4534682933209474,
      "learning_rate": 4.749776586237713e-05,
      "loss": 0.4704,
      "step": 361
    },
    {
      "epoch": 0.436670687575392,
      "grad_norm": 0.40734523179872223,
      "learning_rate": 4.747542448614835e-05,
      "loss": 0.473,
      "step": 362
    },
    {
      "epoch": 0.4378769601930036,
      "grad_norm": 0.41613899892629674,
      "learning_rate": 4.745308310991957e-05,
      "loss": 0.4487,
      "step": 363
    },
    {
      "epoch": 0.4390832328106152,
      "grad_norm": 0.4705681098407308,
      "learning_rate": 4.7430741733690796e-05,
      "loss": 0.4487,
      "step": 364
    },
    {
      "epoch": 0.44028950542822676,
      "grad_norm": 0.44175385002893386,
      "learning_rate": 4.7408400357462024e-05,
      "loss": 0.4412,
      "step": 365
    },
    {
      "epoch": 0.44149577804583834,
      "grad_norm": 0.40907300632327315,
      "learning_rate": 4.7386058981233244e-05,
      "loss": 0.4434,
      "step": 366
    },
    {
      "epoch": 0.4427020506634499,
      "grad_norm": 0.4293644058129011,
      "learning_rate": 4.736371760500447e-05,
      "loss": 0.4541,
      "step": 367
    },
    {
      "epoch": 0.4439083232810615,
      "grad_norm": 0.4311778069623195,
      "learning_rate": 4.73413762287757e-05,
      "loss": 0.4849,
      "step": 368
    },
    {
      "epoch": 0.4451145958986731,
      "grad_norm": 0.39533927643970806,
      "learning_rate": 4.731903485254692e-05,
      "loss": 0.4711,
      "step": 369
    },
    {
      "epoch": 0.44632086851628466,
      "grad_norm": 0.43025595785491744,
      "learning_rate": 4.729669347631814e-05,
      "loss": 0.4343,
      "step": 370
    },
    {
      "epoch": 0.44752714113389624,
      "grad_norm": 0.4289663869921225,
      "learning_rate": 4.727435210008937e-05,
      "loss": 0.4721,
      "step": 371
    },
    {
      "epoch": 0.4487334137515078,
      "grad_norm": 0.39948007331512414,
      "learning_rate": 4.725201072386059e-05,
      "loss": 0.4332,
      "step": 372
    },
    {
      "epoch": 0.4499396863691194,
      "grad_norm": 0.4386452400368104,
      "learning_rate": 4.7229669347631816e-05,
      "loss": 0.4389,
      "step": 373
    },
    {
      "epoch": 0.451145958986731,
      "grad_norm": 0.4262661814196975,
      "learning_rate": 4.7207327971403044e-05,
      "loss": 0.4458,
      "step": 374
    },
    {
      "epoch": 0.45235223160434257,
      "grad_norm": 0.37931784449502054,
      "learning_rate": 4.7184986595174265e-05,
      "loss": 0.4495,
      "step": 375
    },
    {
      "epoch": 0.45355850422195415,
      "grad_norm": 0.4524128475128064,
      "learning_rate": 4.716264521894549e-05,
      "loss": 0.4455,
      "step": 376
    },
    {
      "epoch": 0.45476477683956573,
      "grad_norm": 0.3838605212579755,
      "learning_rate": 4.714030384271671e-05,
      "loss": 0.4432,
      "step": 377
    },
    {
      "epoch": 0.4559710494571773,
      "grad_norm": 0.45065400120393345,
      "learning_rate": 4.7117962466487934e-05,
      "loss": 0.4746,
      "step": 378
    },
    {
      "epoch": 0.4571773220747889,
      "grad_norm": 0.41737828415366907,
      "learning_rate": 4.709562109025916e-05,
      "loss": 0.4554,
      "step": 379
    },
    {
      "epoch": 0.4583835946924005,
      "grad_norm": 0.4654886210274436,
      "learning_rate": 4.707327971403039e-05,
      "loss": 0.4628,
      "step": 380
    },
    {
      "epoch": 0.45958986731001206,
      "grad_norm": 0.46471916366661375,
      "learning_rate": 4.705093833780161e-05,
      "loss": 0.4705,
      "step": 381
    },
    {
      "epoch": 0.46079613992762364,
      "grad_norm": 0.4909372293107839,
      "learning_rate": 4.702859696157284e-05,
      "loss": 0.4428,
      "step": 382
    },
    {
      "epoch": 0.4620024125452352,
      "grad_norm": 0.4809948968908599,
      "learning_rate": 4.7006255585344064e-05,
      "loss": 0.4729,
      "step": 383
    },
    {
      "epoch": 0.4632086851628468,
      "grad_norm": 0.395516138642914,
      "learning_rate": 4.6983914209115285e-05,
      "loss": 0.453,
      "step": 384
    },
    {
      "epoch": 0.4644149577804584,
      "grad_norm": 0.5130350022661608,
      "learning_rate": 4.6961572832886506e-05,
      "loss": 0.4491,
      "step": 385
    },
    {
      "epoch": 0.46562123039806996,
      "grad_norm": 0.4210327177360951,
      "learning_rate": 4.693923145665773e-05,
      "loss": 0.4394,
      "step": 386
    },
    {
      "epoch": 0.46682750301568154,
      "grad_norm": 0.43805602941227245,
      "learning_rate": 4.6916890080428954e-05,
      "loss": 0.4498,
      "step": 387
    },
    {
      "epoch": 0.4680337756332931,
      "grad_norm": 0.4374100581941471,
      "learning_rate": 4.689454870420018e-05,
      "loss": 0.4429,
      "step": 388
    },
    {
      "epoch": 0.4692400482509047,
      "grad_norm": 0.42690169548391277,
      "learning_rate": 4.687220732797141e-05,
      "loss": 0.4486,
      "step": 389
    },
    {
      "epoch": 0.4704463208685163,
      "grad_norm": 0.566544160347167,
      "learning_rate": 4.684986595174263e-05,
      "loss": 0.4351,
      "step": 390
    },
    {
      "epoch": 0.47165259348612787,
      "grad_norm": 0.5463676682693923,
      "learning_rate": 4.682752457551386e-05,
      "loss": 0.4475,
      "step": 391
    },
    {
      "epoch": 0.47285886610373945,
      "grad_norm": 0.5744958747454104,
      "learning_rate": 4.680518319928508e-05,
      "loss": 0.4402,
      "step": 392
    },
    {
      "epoch": 0.47406513872135103,
      "grad_norm": 0.35516581962807914,
      "learning_rate": 4.67828418230563e-05,
      "loss": 0.4536,
      "step": 393
    },
    {
      "epoch": 0.4752714113389626,
      "grad_norm": 0.5946852579555668,
      "learning_rate": 4.6760500446827526e-05,
      "loss": 0.4592,
      "step": 394
    },
    {
      "epoch": 0.4764776839565742,
      "grad_norm": 0.47812875942111466,
      "learning_rate": 4.673815907059875e-05,
      "loss": 0.4491,
      "step": 395
    },
    {
      "epoch": 0.4776839565741858,
      "grad_norm": 0.44836535011830225,
      "learning_rate": 4.6715817694369974e-05,
      "loss": 0.456,
      "step": 396
    },
    {
      "epoch": 0.47889022919179736,
      "grad_norm": 0.5656700294363519,
      "learning_rate": 4.66934763181412e-05,
      "loss": 0.4697,
      "step": 397
    },
    {
      "epoch": 0.48009650180940894,
      "grad_norm": 0.4300488393072486,
      "learning_rate": 4.667113494191243e-05,
      "loss": 0.4495,
      "step": 398
    },
    {
      "epoch": 0.4813027744270205,
      "grad_norm": 0.5038511492658745,
      "learning_rate": 4.664879356568364e-05,
      "loss": 0.4619,
      "step": 399
    },
    {
      "epoch": 0.4825090470446321,
      "grad_norm": 0.3821023359414941,
      "learning_rate": 4.662645218945487e-05,
      "loss": 0.4335,
      "step": 400
    },
    {
      "epoch": 0.4837153196622437,
      "grad_norm": 0.45116254617278473,
      "learning_rate": 4.66041108132261e-05,
      "loss": 0.4664,
      "step": 401
    },
    {
      "epoch": 0.48492159227985526,
      "grad_norm": 0.4695210682061351,
      "learning_rate": 4.658176943699732e-05,
      "loss": 0.4458,
      "step": 402
    },
    {
      "epoch": 0.48612786489746684,
      "grad_norm": 0.37016930218926347,
      "learning_rate": 4.6559428060768546e-05,
      "loss": 0.4485,
      "step": 403
    },
    {
      "epoch": 0.4873341375150784,
      "grad_norm": 0.48562834405762084,
      "learning_rate": 4.653708668453977e-05,
      "loss": 0.4523,
      "step": 404
    },
    {
      "epoch": 0.48854041013269,
      "grad_norm": 0.42419760007250784,
      "learning_rate": 4.6514745308310994e-05,
      "loss": 0.4512,
      "step": 405
    },
    {
      "epoch": 0.4897466827503016,
      "grad_norm": 0.5247057241517089,
      "learning_rate": 4.6492403932082215e-05,
      "loss": 0.4755,
      "step": 406
    },
    {
      "epoch": 0.49095295536791317,
      "grad_norm": 0.4906512258804201,
      "learning_rate": 4.647006255585344e-05,
      "loss": 0.4752,
      "step": 407
    },
    {
      "epoch": 0.49215922798552475,
      "grad_norm": 0.376373380011517,
      "learning_rate": 4.644772117962466e-05,
      "loss": 0.431,
      "step": 408
    },
    {
      "epoch": 0.49336550060313633,
      "grad_norm": 0.41098879886311784,
      "learning_rate": 4.642537980339589e-05,
      "loss": 0.445,
      "step": 409
    },
    {
      "epoch": 0.4945717732207479,
      "grad_norm": 0.45803591010235595,
      "learning_rate": 4.640303842716712e-05,
      "loss": 0.4729,
      "step": 410
    },
    {
      "epoch": 0.4957780458383595,
      "grad_norm": 0.41767185914642463,
      "learning_rate": 4.638069705093834e-05,
      "loss": 0.4545,
      "step": 411
    },
    {
      "epoch": 0.4969843184559711,
      "grad_norm": 0.38004435364145217,
      "learning_rate": 4.6358355674709566e-05,
      "loss": 0.4604,
      "step": 412
    },
    {
      "epoch": 0.49819059107358266,
      "grad_norm": 0.46482447063204524,
      "learning_rate": 4.633601429848079e-05,
      "loss": 0.4256,
      "step": 413
    },
    {
      "epoch": 0.49939686369119424,
      "grad_norm": 0.35230303342753366,
      "learning_rate": 4.631367292225201e-05,
      "loss": 0.4576,
      "step": 414
    },
    {
      "epoch": 0.5006031363088058,
      "grad_norm": 0.466911404514305,
      "learning_rate": 4.6291331546023235e-05,
      "loss": 0.4301,
      "step": 415
    },
    {
      "epoch": 0.5018094089264173,
      "grad_norm": 0.44691606084067054,
      "learning_rate": 4.626899016979446e-05,
      "loss": 0.4506,
      "step": 416
    },
    {
      "epoch": 0.503015681544029,
      "grad_norm": 0.39651239023018436,
      "learning_rate": 4.624664879356568e-05,
      "loss": 0.4423,
      "step": 417
    },
    {
      "epoch": 0.5042219541616405,
      "grad_norm": 0.478399072958898,
      "learning_rate": 4.622430741733691e-05,
      "loss": 0.4547,
      "step": 418
    },
    {
      "epoch": 0.5054282267792521,
      "grad_norm": 0.4641367903464798,
      "learning_rate": 4.620196604110814e-05,
      "loss": 0.4485,
      "step": 419
    },
    {
      "epoch": 0.5066344993968637,
      "grad_norm": 0.3978320017768976,
      "learning_rate": 4.617962466487936e-05,
      "loss": 0.4495,
      "step": 420
    },
    {
      "epoch": 0.5078407720144753,
      "grad_norm": 0.4867811541317465,
      "learning_rate": 4.615728328865058e-05,
      "loss": 0.4823,
      "step": 421
    },
    {
      "epoch": 0.5090470446320868,
      "grad_norm": 0.37579542830012624,
      "learning_rate": 4.613494191242181e-05,
      "loss": 0.4562,
      "step": 422
    },
    {
      "epoch": 0.5102533172496985,
      "grad_norm": 0.3933322015028353,
      "learning_rate": 4.611260053619303e-05,
      "loss": 0.4697,
      "step": 423
    },
    {
      "epoch": 0.51145958986731,
      "grad_norm": 0.5140813767762246,
      "learning_rate": 4.6090259159964255e-05,
      "loss": 0.4539,
      "step": 424
    },
    {
      "epoch": 0.5126658624849216,
      "grad_norm": 0.4293323108323189,
      "learning_rate": 4.606791778373548e-05,
      "loss": 0.4688,
      "step": 425
    },
    {
      "epoch": 0.5138721351025332,
      "grad_norm": 0.4037976218720339,
      "learning_rate": 4.60455764075067e-05,
      "loss": 0.433,
      "step": 426
    },
    {
      "epoch": 0.5150784077201448,
      "grad_norm": 0.49210382273054565,
      "learning_rate": 4.602323503127793e-05,
      "loss": 0.4721,
      "step": 427
    },
    {
      "epoch": 0.5162846803377563,
      "grad_norm": 0.45360571122605636,
      "learning_rate": 4.600089365504915e-05,
      "loss": 0.4417,
      "step": 428
    },
    {
      "epoch": 0.517490952955368,
      "grad_norm": 0.43167468125357994,
      "learning_rate": 4.597855227882037e-05,
      "loss": 0.4431,
      "step": 429
    },
    {
      "epoch": 0.5186972255729795,
      "grad_norm": 0.4333047936227905,
      "learning_rate": 4.59562109025916e-05,
      "loss": 0.4513,
      "step": 430
    },
    {
      "epoch": 0.5199034981905911,
      "grad_norm": 0.37541607482723177,
      "learning_rate": 4.593386952636283e-05,
      "loss": 0.4379,
      "step": 431
    },
    {
      "epoch": 0.5211097708082026,
      "grad_norm": 0.43350699006432963,
      "learning_rate": 4.591152815013405e-05,
      "loss": 0.4465,
      "step": 432
    },
    {
      "epoch": 0.5223160434258143,
      "grad_norm": 0.3396586628116001,
      "learning_rate": 4.5889186773905275e-05,
      "loss": 0.4658,
      "step": 433
    },
    {
      "epoch": 0.5235223160434258,
      "grad_norm": 0.39404427630025723,
      "learning_rate": 4.58668453976765e-05,
      "loss": 0.4665,
      "step": 434
    },
    {
      "epoch": 0.5247285886610374,
      "grad_norm": 0.66647772071702,
      "learning_rate": 4.5844504021447723e-05,
      "loss": 0.476,
      "step": 435
    },
    {
      "epoch": 0.525934861278649,
      "grad_norm": 0.41590803227411977,
      "learning_rate": 4.5822162645218944e-05,
      "loss": 0.4628,
      "step": 436
    },
    {
      "epoch": 0.5271411338962606,
      "grad_norm": 0.3535047122980892,
      "learning_rate": 4.579982126899017e-05,
      "loss": 0.463,
      "step": 437
    },
    {
      "epoch": 0.5283474065138721,
      "grad_norm": 0.3984301763075602,
      "learning_rate": 4.57774798927614e-05,
      "loss": 0.4477,
      "step": 438
    },
    {
      "epoch": 0.5295536791314838,
      "grad_norm": 0.41893046808056794,
      "learning_rate": 4.575513851653262e-05,
      "loss": 0.4408,
      "step": 439
    },
    {
      "epoch": 0.5307599517490953,
      "grad_norm": 0.3462986350174594,
      "learning_rate": 4.573279714030385e-05,
      "loss": 0.4242,
      "step": 440
    },
    {
      "epoch": 0.5319662243667069,
      "grad_norm": 0.46322150308522203,
      "learning_rate": 4.5710455764075075e-05,
      "loss": 0.449,
      "step": 441
    },
    {
      "epoch": 0.5331724969843185,
      "grad_norm": 0.5067918359886772,
      "learning_rate": 4.5688114387846295e-05,
      "loss": 0.4825,
      "step": 442
    },
    {
      "epoch": 0.53437876960193,
      "grad_norm": 0.45997864303535113,
      "learning_rate": 4.5665773011617516e-05,
      "loss": 0.4324,
      "step": 443
    },
    {
      "epoch": 0.5355850422195416,
      "grad_norm": 0.5398561931583092,
      "learning_rate": 4.5643431635388744e-05,
      "loss": 0.4689,
      "step": 444
    },
    {
      "epoch": 0.5367913148371531,
      "grad_norm": 0.3868465771958736,
      "learning_rate": 4.5621090259159964e-05,
      "loss": 0.4572,
      "step": 445
    },
    {
      "epoch": 0.5379975874547648,
      "grad_norm": 0.4419588081800375,
      "learning_rate": 4.559874888293119e-05,
      "loss": 0.4345,
      "step": 446
    },
    {
      "epoch": 0.5392038600723763,
      "grad_norm": 0.3578794337535823,
      "learning_rate": 4.557640750670242e-05,
      "loss": 0.4445,
      "step": 447
    },
    {
      "epoch": 0.5404101326899879,
      "grad_norm": 0.47193397921160224,
      "learning_rate": 4.555406613047364e-05,
      "loss": 0.4675,
      "step": 448
    },
    {
      "epoch": 0.5416164053075995,
      "grad_norm": 0.36285549390237526,
      "learning_rate": 4.553172475424487e-05,
      "loss": 0.4495,
      "step": 449
    },
    {
      "epoch": 0.5428226779252111,
      "grad_norm": 0.3989213205809804,
      "learning_rate": 4.550938337801609e-05,
      "loss": 0.4361,
      "step": 450
    },
    {
      "epoch": 0.5440289505428226,
      "grad_norm": 0.3664013991140493,
      "learning_rate": 4.548704200178731e-05,
      "loss": 0.4648,
      "step": 451
    },
    {
      "epoch": 0.5452352231604343,
      "grad_norm": 0.3882957125804488,
      "learning_rate": 4.5464700625558536e-05,
      "loss": 0.4432,
      "step": 452
    },
    {
      "epoch": 0.5464414957780458,
      "grad_norm": 0.41892351772052466,
      "learning_rate": 4.5442359249329764e-05,
      "loss": 0.4371,
      "step": 453
    },
    {
      "epoch": 0.5476477683956574,
      "grad_norm": 0.39080990222858825,
      "learning_rate": 4.5420017873100985e-05,
      "loss": 0.4366,
      "step": 454
    },
    {
      "epoch": 0.548854041013269,
      "grad_norm": 0.41778012912126616,
      "learning_rate": 4.539767649687221e-05,
      "loss": 0.4551,
      "step": 455
    },
    {
      "epoch": 0.5500603136308806,
      "grad_norm": 0.36612593843186386,
      "learning_rate": 4.537533512064344e-05,
      "loss": 0.4333,
      "step": 456
    },
    {
      "epoch": 0.5512665862484921,
      "grad_norm": 0.40433234185282513,
      "learning_rate": 4.535299374441466e-05,
      "loss": 0.4409,
      "step": 457
    },
    {
      "epoch": 0.5524728588661038,
      "grad_norm": 0.7444650694896087,
      "learning_rate": 4.533065236818588e-05,
      "loss": 0.4561,
      "step": 458
    },
    {
      "epoch": 0.5536791314837153,
      "grad_norm": 0.4116764564963248,
      "learning_rate": 4.530831099195711e-05,
      "loss": 0.4389,
      "step": 459
    },
    {
      "epoch": 0.5548854041013269,
      "grad_norm": 0.38464112606556955,
      "learning_rate": 4.528596961572833e-05,
      "loss": 0.4512,
      "step": 460
    },
    {
      "epoch": 0.5560916767189384,
      "grad_norm": 0.39310293733158486,
      "learning_rate": 4.5263628239499557e-05,
      "loss": 0.4466,
      "step": 461
    },
    {
      "epoch": 0.5572979493365501,
      "grad_norm": 0.41483308376955597,
      "learning_rate": 4.5241286863270784e-05,
      "loss": 0.4452,
      "step": 462
    },
    {
      "epoch": 0.5585042219541616,
      "grad_norm": 0.3809153812654458,
      "learning_rate": 4.5218945487042005e-05,
      "loss": 0.4531,
      "step": 463
    },
    {
      "epoch": 0.5597104945717732,
      "grad_norm": 0.39580214313931394,
      "learning_rate": 4.5196604110813225e-05,
      "loss": 0.4635,
      "step": 464
    },
    {
      "epoch": 0.5609167671893848,
      "grad_norm": 0.36413357758862114,
      "learning_rate": 4.517426273458445e-05,
      "loss": 0.4472,
      "step": 465
    },
    {
      "epoch": 0.5621230398069964,
      "grad_norm": 0.3308446731299311,
      "learning_rate": 4.5151921358355674e-05,
      "loss": 0.425,
      "step": 466
    },
    {
      "epoch": 0.5633293124246079,
      "grad_norm": 0.3281583052827164,
      "learning_rate": 4.51295799821269e-05,
      "loss": 0.43,
      "step": 467
    },
    {
      "epoch": 0.5645355850422196,
      "grad_norm": 0.40183980071492237,
      "learning_rate": 4.510723860589813e-05,
      "loss": 0.4579,
      "step": 468
    },
    {
      "epoch": 0.5657418576598311,
      "grad_norm": 0.42058205952983124,
      "learning_rate": 4.508489722966935e-05,
      "loss": 0.4631,
      "step": 469
    },
    {
      "epoch": 0.5669481302774427,
      "grad_norm": 0.34646556614800056,
      "learning_rate": 4.506255585344058e-05,
      "loss": 0.4694,
      "step": 470
    },
    {
      "epoch": 0.5681544028950543,
      "grad_norm": 0.45794848334831695,
      "learning_rate": 4.50402144772118e-05,
      "loss": 0.4425,
      "step": 471
    },
    {
      "epoch": 0.5693606755126659,
      "grad_norm": 0.34739688810650715,
      "learning_rate": 4.501787310098302e-05,
      "loss": 0.4496,
      "step": 472
    },
    {
      "epoch": 0.5705669481302774,
      "grad_norm": 0.5010209658550312,
      "learning_rate": 4.4995531724754246e-05,
      "loss": 0.4446,
      "step": 473
    },
    {
      "epoch": 0.571773220747889,
      "grad_norm": 0.5164932286032147,
      "learning_rate": 4.497319034852547e-05,
      "loss": 0.4275,
      "step": 474
    },
    {
      "epoch": 0.5729794933655006,
      "grad_norm": 0.3736542241126828,
      "learning_rate": 4.4950848972296694e-05,
      "loss": 0.4285,
      "step": 475
    },
    {
      "epoch": 0.5741857659831122,
      "grad_norm": 0.4110262572490399,
      "learning_rate": 4.492850759606792e-05,
      "loss": 0.4561,
      "step": 476
    },
    {
      "epoch": 0.5753920386007237,
      "grad_norm": 1.13426364723185,
      "learning_rate": 4.490616621983915e-05,
      "loss": 0.436,
      "step": 477
    },
    {
      "epoch": 0.5765983112183354,
      "grad_norm": 0.3844019173292291,
      "learning_rate": 4.488382484361037e-05,
      "loss": 0.4502,
      "step": 478
    },
    {
      "epoch": 0.5778045838359469,
      "grad_norm": 0.43306080304122824,
      "learning_rate": 4.486148346738159e-05,
      "loss": 0.4297,
      "step": 479
    },
    {
      "epoch": 0.5790108564535585,
      "grad_norm": 0.3597160387122504,
      "learning_rate": 4.483914209115282e-05,
      "loss": 0.445,
      "step": 480
    },
    {
      "epoch": 0.5802171290711701,
      "grad_norm": 0.3756419648637461,
      "learning_rate": 4.481680071492404e-05,
      "loss": 0.4273,
      "step": 481
    },
    {
      "epoch": 0.5814234016887817,
      "grad_norm": 0.37035532088343315,
      "learning_rate": 4.4794459338695266e-05,
      "loss": 0.4654,
      "step": 482
    },
    {
      "epoch": 0.5826296743063932,
      "grad_norm": 0.3807674777156649,
      "learning_rate": 4.477211796246649e-05,
      "loss": 0.4123,
      "step": 483
    },
    {
      "epoch": 0.5838359469240049,
      "grad_norm": 0.4624416203917337,
      "learning_rate": 4.4749776586237714e-05,
      "loss": 0.4483,
      "step": 484
    },
    {
      "epoch": 0.5850422195416164,
      "grad_norm": 0.40382677830929836,
      "learning_rate": 4.472743521000894e-05,
      "loss": 0.451,
      "step": 485
    },
    {
      "epoch": 0.586248492159228,
      "grad_norm": 0.44548308481777593,
      "learning_rate": 4.470509383378016e-05,
      "loss": 0.4421,
      "step": 486
    },
    {
      "epoch": 0.5874547647768396,
      "grad_norm": 0.38837454887772743,
      "learning_rate": 4.468275245755138e-05,
      "loss": 0.4473,
      "step": 487
    },
    {
      "epoch": 0.5886610373944512,
      "grad_norm": 0.5034381554902535,
      "learning_rate": 4.466041108132261e-05,
      "loss": 0.4601,
      "step": 488
    },
    {
      "epoch": 0.5898673100120627,
      "grad_norm": 0.5549913556398447,
      "learning_rate": 4.463806970509384e-05,
      "loss": 0.4501,
      "step": 489
    },
    {
      "epoch": 0.5910735826296744,
      "grad_norm": 0.46407716031475194,
      "learning_rate": 4.461572832886506e-05,
      "loss": 0.4204,
      "step": 490
    },
    {
      "epoch": 0.5922798552472859,
      "grad_norm": 0.4213356267800612,
      "learning_rate": 4.4593386952636286e-05,
      "loss": 0.4049,
      "step": 491
    },
    {
      "epoch": 0.5934861278648975,
      "grad_norm": 0.5095914474336406,
      "learning_rate": 4.4571045576407513e-05,
      "loss": 0.4342,
      "step": 492
    },
    {
      "epoch": 0.594692400482509,
      "grad_norm": 0.41864465345580903,
      "learning_rate": 4.4548704200178734e-05,
      "loss": 0.4376,
      "step": 493
    },
    {
      "epoch": 0.5958986731001207,
      "grad_norm": 0.5958745960318322,
      "learning_rate": 4.4526362823949955e-05,
      "loss": 0.4447,
      "step": 494
    },
    {
      "epoch": 0.5971049457177322,
      "grad_norm": 0.49437930231053906,
      "learning_rate": 4.450402144772118e-05,
      "loss": 0.4306,
      "step": 495
    },
    {
      "epoch": 0.5983112183353438,
      "grad_norm": 0.4453966068547487,
      "learning_rate": 4.44816800714924e-05,
      "loss": 0.4574,
      "step": 496
    },
    {
      "epoch": 0.5995174909529554,
      "grad_norm": 0.5804778387940887,
      "learning_rate": 4.445933869526363e-05,
      "loss": 0.4456,
      "step": 497
    },
    {
      "epoch": 0.6007237635705669,
      "grad_norm": 0.513573961932933,
      "learning_rate": 4.443699731903486e-05,
      "loss": 0.43,
      "step": 498
    },
    {
      "epoch": 0.6019300361881785,
      "grad_norm": 0.5536446946147545,
      "learning_rate": 4.441465594280608e-05,
      "loss": 0.4433,
      "step": 499
    },
    {
      "epoch": 0.6031363088057901,
      "grad_norm": 0.422156053238679,
      "learning_rate": 4.4392314566577306e-05,
      "loss": 0.427,
      "step": 500
    },
    {
      "epoch": 0.6043425814234017,
      "grad_norm": 0.3977480968975122,
      "learning_rate": 4.436997319034853e-05,
      "loss": 0.4286,
      "step": 501
    },
    {
      "epoch": 0.6055488540410132,
      "grad_norm": 0.38578431608091396,
      "learning_rate": 4.434763181411975e-05,
      "loss": 0.4397,
      "step": 502
    },
    {
      "epoch": 0.6067551266586249,
      "grad_norm": 0.4371318250540829,
      "learning_rate": 4.4325290437890975e-05,
      "loss": 0.4497,
      "step": 503
    },
    {
      "epoch": 0.6079613992762364,
      "grad_norm": 0.38750843806678476,
      "learning_rate": 4.43029490616622e-05,
      "loss": 0.4515,
      "step": 504
    },
    {
      "epoch": 0.609167671893848,
      "grad_norm": 0.3184771182337021,
      "learning_rate": 4.428060768543342e-05,
      "loss": 0.4226,
      "step": 505
    },
    {
      "epoch": 0.6103739445114595,
      "grad_norm": 0.3349430507766991,
      "learning_rate": 4.425826630920465e-05,
      "loss": 0.4412,
      "step": 506
    },
    {
      "epoch": 0.6115802171290712,
      "grad_norm": 0.460700030502988,
      "learning_rate": 4.423592493297588e-05,
      "loss": 0.4191,
      "step": 507
    },
    {
      "epoch": 0.6127864897466827,
      "grad_norm": 0.3474525155837308,
      "learning_rate": 4.42135835567471e-05,
      "loss": 0.4433,
      "step": 508
    },
    {
      "epoch": 0.6139927623642943,
      "grad_norm": 0.3890384095888057,
      "learning_rate": 4.419124218051832e-05,
      "loss": 0.4471,
      "step": 509
    },
    {
      "epoch": 0.6151990349819059,
      "grad_norm": 0.3473241563303528,
      "learning_rate": 4.416890080428955e-05,
      "loss": 0.4333,
      "step": 510
    },
    {
      "epoch": 0.6164053075995175,
      "grad_norm": 0.38649792348349676,
      "learning_rate": 4.414655942806077e-05,
      "loss": 0.4401,
      "step": 511
    },
    {
      "epoch": 0.617611580217129,
      "grad_norm": 0.390326168737818,
      "learning_rate": 4.4124218051831995e-05,
      "loss": 0.4415,
      "step": 512
    },
    {
      "epoch": 0.6188178528347407,
      "grad_norm": 0.36517910787407803,
      "learning_rate": 4.410187667560322e-05,
      "loss": 0.4161,
      "step": 513
    },
    {
      "epoch": 0.6200241254523522,
      "grad_norm": 0.3871202882793126,
      "learning_rate": 4.4079535299374443e-05,
      "loss": 0.4388,
      "step": 514
    },
    {
      "epoch": 0.6212303980699638,
      "grad_norm": 0.3606332726485659,
      "learning_rate": 4.405719392314567e-05,
      "loss": 0.4411,
      "step": 515
    },
    {
      "epoch": 0.6224366706875754,
      "grad_norm": 0.437394776038846,
      "learning_rate": 4.403485254691689e-05,
      "loss": 0.4565,
      "step": 516
    },
    {
      "epoch": 0.623642943305187,
      "grad_norm": 0.4130632114314605,
      "learning_rate": 4.401251117068811e-05,
      "loss": 0.4666,
      "step": 517
    },
    {
      "epoch": 0.6248492159227985,
      "grad_norm": 0.6077447752036588,
      "learning_rate": 4.399016979445934e-05,
      "loss": 0.4219,
      "step": 518
    },
    {
      "epoch": 0.6260554885404102,
      "grad_norm": 0.48865858289065855,
      "learning_rate": 4.396782841823057e-05,
      "loss": 0.4525,
      "step": 519
    },
    {
      "epoch": 0.6272617611580217,
      "grad_norm": 0.37378858727980474,
      "learning_rate": 4.394548704200179e-05,
      "loss": 0.4154,
      "step": 520
    },
    {
      "epoch": 0.6284680337756333,
      "grad_norm": 0.4731113479746855,
      "learning_rate": 4.3923145665773015e-05,
      "loss": 0.4294,
      "step": 521
    },
    {
      "epoch": 0.6296743063932448,
      "grad_norm": 0.4090362259372264,
      "learning_rate": 4.390080428954424e-05,
      "loss": 0.4314,
      "step": 522
    },
    {
      "epoch": 0.6308805790108565,
      "grad_norm": 0.3220703974636813,
      "learning_rate": 4.387846291331546e-05,
      "loss": 0.4306,
      "step": 523
    },
    {
      "epoch": 0.632086851628468,
      "grad_norm": 0.42173924202764596,
      "learning_rate": 4.3856121537086684e-05,
      "loss": 0.4351,
      "step": 524
    },
    {
      "epoch": 0.6332931242460796,
      "grad_norm": 0.3330928257528643,
      "learning_rate": 4.383378016085791e-05,
      "loss": 0.4303,
      "step": 525
    },
    {
      "epoch": 0.6344993968636912,
      "grad_norm": 0.41161949162644296,
      "learning_rate": 4.381143878462913e-05,
      "loss": 0.4348,
      "step": 526
    },
    {
      "epoch": 0.6357056694813028,
      "grad_norm": 0.3883545439321418,
      "learning_rate": 4.378909740840036e-05,
      "loss": 0.4369,
      "step": 527
    },
    {
      "epoch": 0.6369119420989143,
      "grad_norm": 0.4325113358235531,
      "learning_rate": 4.376675603217159e-05,
      "loss": 0.4532,
      "step": 528
    },
    {
      "epoch": 0.638118214716526,
      "grad_norm": 0.4380697726970751,
      "learning_rate": 4.374441465594281e-05,
      "loss": 0.4643,
      "step": 529
    },
    {
      "epoch": 0.6393244873341375,
      "grad_norm": 0.35916390367525086,
      "learning_rate": 4.372207327971403e-05,
      "loss": 0.4171,
      "step": 530
    },
    {
      "epoch": 0.6405307599517491,
      "grad_norm": 0.3486136621622154,
      "learning_rate": 4.3699731903485256e-05,
      "loss": 0.4488,
      "step": 531
    },
    {
      "epoch": 0.6417370325693607,
      "grad_norm": 0.3312426151787181,
      "learning_rate": 4.367739052725648e-05,
      "loss": 0.4407,
      "step": 532
    },
    {
      "epoch": 0.6429433051869723,
      "grad_norm": 0.4132145377973402,
      "learning_rate": 4.3655049151027704e-05,
      "loss": 0.4334,
      "step": 533
    },
    {
      "epoch": 0.6441495778045838,
      "grad_norm": 0.34330718379196123,
      "learning_rate": 4.363270777479893e-05,
      "loss": 0.445,
      "step": 534
    },
    {
      "epoch": 0.6453558504221955,
      "grad_norm": 0.45135766155768786,
      "learning_rate": 4.361036639857015e-05,
      "loss": 0.4507,
      "step": 535
    },
    {
      "epoch": 0.646562123039807,
      "grad_norm": 0.35589892838561626,
      "learning_rate": 4.358802502234138e-05,
      "loss": 0.4202,
      "step": 536
    },
    {
      "epoch": 0.6477683956574186,
      "grad_norm": 1.1341629551979147,
      "learning_rate": 4.35656836461126e-05,
      "loss": 0.4487,
      "step": 537
    },
    {
      "epoch": 0.6489746682750301,
      "grad_norm": 0.3743916061859571,
      "learning_rate": 4.354334226988382e-05,
      "loss": 0.4502,
      "step": 538
    },
    {
      "epoch": 0.6501809408926418,
      "grad_norm": 0.3701078540192121,
      "learning_rate": 4.352100089365505e-05,
      "loss": 0.4353,
      "step": 539
    },
    {
      "epoch": 0.6513872135102533,
      "grad_norm": 0.37975867227218413,
      "learning_rate": 4.3498659517426276e-05,
      "loss": 0.4604,
      "step": 540
    },
    {
      "epoch": 0.6525934861278649,
      "grad_norm": 0.45996926881333117,
      "learning_rate": 4.34763181411975e-05,
      "loss": 0.4381,
      "step": 541
    },
    {
      "epoch": 0.6537997587454765,
      "grad_norm": 0.3529432931676143,
      "learning_rate": 4.3453976764968725e-05,
      "loss": 0.4469,
      "step": 542
    },
    {
      "epoch": 0.6550060313630881,
      "grad_norm": 0.4637421891155913,
      "learning_rate": 4.343163538873995e-05,
      "loss": 0.4436,
      "step": 543
    },
    {
      "epoch": 0.6562123039806996,
      "grad_norm": 0.44641761278318115,
      "learning_rate": 4.340929401251117e-05,
      "loss": 0.4237,
      "step": 544
    },
    {
      "epoch": 0.6574185765983113,
      "grad_norm": 0.45548634034253993,
      "learning_rate": 4.3386952636282394e-05,
      "loss": 0.451,
      "step": 545
    },
    {
      "epoch": 0.6586248492159228,
      "grad_norm": 0.6095224416117992,
      "learning_rate": 4.336461126005362e-05,
      "loss": 0.4234,
      "step": 546
    },
    {
      "epoch": 0.6598311218335344,
      "grad_norm": 0.4794907978183171,
      "learning_rate": 4.334226988382484e-05,
      "loss": 0.4321,
      "step": 547
    },
    {
      "epoch": 0.661037394451146,
      "grad_norm": 0.4372188988863073,
      "learning_rate": 4.331992850759607e-05,
      "loss": 0.4291,
      "step": 548
    },
    {
      "epoch": 0.6622436670687576,
      "grad_norm": 0.41945601478116296,
      "learning_rate": 4.32975871313673e-05,
      "loss": 0.4205,
      "step": 549
    },
    {
      "epoch": 0.6634499396863691,
      "grad_norm": 0.5243682305557889,
      "learning_rate": 4.327524575513852e-05,
      "loss": 0.4416,
      "step": 550
    },
    {
      "epoch": 0.6646562123039808,
      "grad_norm": 0.4801155246465036,
      "learning_rate": 4.3252904378909745e-05,
      "loss": 0.4462,
      "step": 551
    },
    {
      "epoch": 0.6658624849215923,
      "grad_norm": 0.42217526503844,
      "learning_rate": 4.3230563002680966e-05,
      "loss": 0.4252,
      "step": 552
    },
    {
      "epoch": 0.6670687575392038,
      "grad_norm": 0.4769157452972345,
      "learning_rate": 4.3208221626452186e-05,
      "loss": 0.4277,
      "step": 553
    },
    {
      "epoch": 0.6682750301568154,
      "grad_norm": 0.4446751167304439,
      "learning_rate": 4.3185880250223414e-05,
      "loss": 0.4029,
      "step": 554
    },
    {
      "epoch": 0.669481302774427,
      "grad_norm": 0.44617281388579455,
      "learning_rate": 4.316353887399464e-05,
      "loss": 0.4358,
      "step": 555
    },
    {
      "epoch": 0.6706875753920386,
      "grad_norm": 0.5947589007882237,
      "learning_rate": 4.314119749776586e-05,
      "loss": 0.4505,
      "step": 556
    },
    {
      "epoch": 0.6718938480096501,
      "grad_norm": 0.3674033271102033,
      "learning_rate": 4.311885612153709e-05,
      "loss": 0.4437,
      "step": 557
    },
    {
      "epoch": 0.6731001206272618,
      "grad_norm": 0.4400826256131888,
      "learning_rate": 4.309651474530832e-05,
      "loss": 0.4301,
      "step": 558
    },
    {
      "epoch": 0.6743063932448733,
      "grad_norm": 0.43015064156020477,
      "learning_rate": 4.307417336907954e-05,
      "loss": 0.4334,
      "step": 559
    },
    {
      "epoch": 0.6755126658624849,
      "grad_norm": 0.3782245475032066,
      "learning_rate": 4.305183199285076e-05,
      "loss": 0.419,
      "step": 560
    },
    {
      "epoch": 0.6767189384800965,
      "grad_norm": 0.4066237562131077,
      "learning_rate": 4.3029490616621986e-05,
      "loss": 0.4356,
      "step": 561
    },
    {
      "epoch": 0.6779252110977081,
      "grad_norm": 0.4187960770131329,
      "learning_rate": 4.300714924039321e-05,
      "loss": 0.4289,
      "step": 562
    },
    {
      "epoch": 0.6791314837153196,
      "grad_norm": 0.35579617743327024,
      "learning_rate": 4.2984807864164434e-05,
      "loss": 0.4575,
      "step": 563
    },
    {
      "epoch": 0.6803377563329313,
      "grad_norm": 0.4409858128600069,
      "learning_rate": 4.296246648793566e-05,
      "loss": 0.4633,
      "step": 564
    },
    {
      "epoch": 0.6815440289505428,
      "grad_norm": 0.3354907808913072,
      "learning_rate": 4.294012511170689e-05,
      "loss": 0.4333,
      "step": 565
    },
    {
      "epoch": 0.6827503015681544,
      "grad_norm": 0.42655397239204723,
      "learning_rate": 4.291778373547811e-05,
      "loss": 0.4428,
      "step": 566
    },
    {
      "epoch": 0.6839565741857659,
      "grad_norm": 0.443037805064068,
      "learning_rate": 4.289544235924933e-05,
      "loss": 0.4451,
      "step": 567
    },
    {
      "epoch": 0.6851628468033776,
      "grad_norm": 0.8914794928360468,
      "learning_rate": 4.287310098302056e-05,
      "loss": 0.4396,
      "step": 568
    },
    {
      "epoch": 0.6863691194209891,
      "grad_norm": 0.5448067106591934,
      "learning_rate": 4.285075960679178e-05,
      "loss": 0.461,
      "step": 569
    },
    {
      "epoch": 0.6875753920386007,
      "grad_norm": 0.42014703815134213,
      "learning_rate": 4.2828418230563006e-05,
      "loss": 0.4165,
      "step": 570
    },
    {
      "epoch": 0.6887816646562123,
      "grad_norm": 0.5363032079607244,
      "learning_rate": 4.280607685433423e-05,
      "loss": 0.4481,
      "step": 571
    },
    {
      "epoch": 0.6899879372738239,
      "grad_norm": 0.6788458284685935,
      "learning_rate": 4.2783735478105454e-05,
      "loss": 0.4332,
      "step": 572
    },
    {
      "epoch": 0.6911942098914354,
      "grad_norm": 0.40379510471482416,
      "learning_rate": 4.276139410187668e-05,
      "loss": 0.4439,
      "step": 573
    },
    {
      "epoch": 0.6924004825090471,
      "grad_norm": 0.6130371034513505,
      "learning_rate": 4.27390527256479e-05,
      "loss": 0.4377,
      "step": 574
    },
    {
      "epoch": 0.6936067551266586,
      "grad_norm": 0.3627939971877631,
      "learning_rate": 4.271671134941912e-05,
      "loss": 0.4285,
      "step": 575
    },
    {
      "epoch": 0.6948130277442702,
      "grad_norm": 0.5305583762077702,
      "learning_rate": 4.269436997319035e-05,
      "loss": 0.4201,
      "step": 576
    },
    {
      "epoch": 0.6960193003618818,
      "grad_norm": 0.510353267102675,
      "learning_rate": 4.267202859696158e-05,
      "loss": 0.4132,
      "step": 577
    },
    {
      "epoch": 0.6972255729794934,
      "grad_norm": 0.5113841119221939,
      "learning_rate": 4.26496872207328e-05,
      "loss": 0.4317,
      "step": 578
    },
    {
      "epoch": 0.6984318455971049,
      "grad_norm": 0.6169504699258387,
      "learning_rate": 4.2627345844504026e-05,
      "loss": 0.4364,
      "step": 579
    },
    {
      "epoch": 0.6996381182147166,
      "grad_norm": 0.5050461237759128,
      "learning_rate": 4.2605004468275254e-05,
      "loss": 0.4434,
      "step": 580
    },
    {
      "epoch": 0.7008443908323281,
      "grad_norm": 0.595300192798241,
      "learning_rate": 4.258266309204647e-05,
      "loss": 0.4702,
      "step": 581
    },
    {
      "epoch": 0.7020506634499397,
      "grad_norm": 0.38965873875054796,
      "learning_rate": 4.2560321715817695e-05,
      "loss": 0.4472,
      "step": 582
    },
    {
      "epoch": 0.7032569360675512,
      "grad_norm": 0.5644938928003483,
      "learning_rate": 4.253798033958892e-05,
      "loss": 0.4268,
      "step": 583
    },
    {
      "epoch": 0.7044632086851629,
      "grad_norm": 0.33911633262614643,
      "learning_rate": 4.251563896336014e-05,
      "loss": 0.4366,
      "step": 584
    },
    {
      "epoch": 0.7056694813027744,
      "grad_norm": 0.5326007243448592,
      "learning_rate": 4.249329758713137e-05,
      "loss": 0.455,
      "step": 585
    },
    {
      "epoch": 0.706875753920386,
      "grad_norm": 0.4721907283458342,
      "learning_rate": 4.24709562109026e-05,
      "loss": 0.4214,
      "step": 586
    },
    {
      "epoch": 0.7080820265379976,
      "grad_norm": 0.4312507346368042,
      "learning_rate": 4.244861483467382e-05,
      "loss": 0.444,
      "step": 587
    },
    {
      "epoch": 0.7092882991556092,
      "grad_norm": 0.4884922993522299,
      "learning_rate": 4.242627345844504e-05,
      "loss": 0.4205,
      "step": 588
    },
    {
      "epoch": 0.7104945717732207,
      "grad_norm": 0.3242841502058886,
      "learning_rate": 4.240393208221627e-05,
      "loss": 0.4188,
      "step": 589
    },
    {
      "epoch": 0.7117008443908324,
      "grad_norm": 0.529266738309419,
      "learning_rate": 4.238159070598749e-05,
      "loss": 0.4284,
      "step": 590
    },
    {
      "epoch": 0.7129071170084439,
      "grad_norm": 0.31078521850095026,
      "learning_rate": 4.2359249329758715e-05,
      "loss": 0.4401,
      "step": 591
    },
    {
      "epoch": 0.7141133896260555,
      "grad_norm": 0.42313591630009106,
      "learning_rate": 4.233690795352994e-05,
      "loss": 0.439,
      "step": 592
    },
    {
      "epoch": 0.715319662243667,
      "grad_norm": 0.3458759202241377,
      "learning_rate": 4.231456657730116e-05,
      "loss": 0.432,
      "step": 593
    },
    {
      "epoch": 0.7165259348612787,
      "grad_norm": 0.3856562354076321,
      "learning_rate": 4.229222520107239e-05,
      "loss": 0.4359,
      "step": 594
    },
    {
      "epoch": 0.7177322074788902,
      "grad_norm": 0.4325118137990474,
      "learning_rate": 4.226988382484361e-05,
      "loss": 0.428,
      "step": 595
    },
    {
      "epoch": 0.7189384800965019,
      "grad_norm": 0.36937544795868116,
      "learning_rate": 4.224754244861483e-05,
      "loss": 0.4378,
      "step": 596
    },
    {
      "epoch": 0.7201447527141134,
      "grad_norm": 0.36827610206035255,
      "learning_rate": 4.222520107238606e-05,
      "loss": 0.4367,
      "step": 597
    },
    {
      "epoch": 0.721351025331725,
      "grad_norm": 0.3412919037234244,
      "learning_rate": 4.220285969615729e-05,
      "loss": 0.4428,
      "step": 598
    },
    {
      "epoch": 0.7225572979493365,
      "grad_norm": 0.4013821463345791,
      "learning_rate": 4.218051831992851e-05,
      "loss": 0.435,
      "step": 599
    },
    {
      "epoch": 0.7237635705669482,
      "grad_norm": 0.35671033183339573,
      "learning_rate": 4.2158176943699735e-05,
      "loss": 0.4589,
      "step": 600
    },
    {
      "epoch": 0.7249698431845597,
      "grad_norm": 0.41435093321906774,
      "learning_rate": 4.213583556747096e-05,
      "loss": 0.4463,
      "step": 601
    },
    {
      "epoch": 0.7261761158021713,
      "grad_norm": 0.4102815510753044,
      "learning_rate": 4.2113494191242184e-05,
      "loss": 0.402,
      "step": 602
    },
    {
      "epoch": 0.7273823884197829,
      "grad_norm": 0.40787860182142316,
      "learning_rate": 4.2091152815013404e-05,
      "loss": 0.4426,
      "step": 603
    },
    {
      "epoch": 0.7285886610373945,
      "grad_norm": 0.35075907908441134,
      "learning_rate": 4.206881143878463e-05,
      "loss": 0.4432,
      "step": 604
    },
    {
      "epoch": 0.729794933655006,
      "grad_norm": 0.3765858326922549,
      "learning_rate": 4.204647006255585e-05,
      "loss": 0.4256,
      "step": 605
    },
    {
      "epoch": 0.7310012062726177,
      "grad_norm": 0.3662765996267215,
      "learning_rate": 4.202412868632708e-05,
      "loss": 0.4441,
      "step": 606
    },
    {
      "epoch": 0.7322074788902292,
      "grad_norm": 0.3993830815115119,
      "learning_rate": 4.200178731009831e-05,
      "loss": 0.4585,
      "step": 607
    },
    {
      "epoch": 0.7334137515078407,
      "grad_norm": 0.43628851383001205,
      "learning_rate": 4.197944593386953e-05,
      "loss": 0.4616,
      "step": 608
    },
    {
      "epoch": 0.7346200241254524,
      "grad_norm": 0.31815655209223725,
      "learning_rate": 4.1957104557640756e-05,
      "loss": 0.4101,
      "step": 609
    },
    {
      "epoch": 0.7358262967430639,
      "grad_norm": 0.3673715240625822,
      "learning_rate": 4.1934763181411976e-05,
      "loss": 0.4284,
      "step": 610
    },
    {
      "epoch": 0.7370325693606755,
      "grad_norm": 0.3683279900141664,
      "learning_rate": 4.19124218051832e-05,
      "loss": 0.4392,
      "step": 611
    },
    {
      "epoch": 0.738238841978287,
      "grad_norm": 0.3619292606667547,
      "learning_rate": 4.1890080428954424e-05,
      "loss": 0.4297,
      "step": 612
    },
    {
      "epoch": 0.7394451145958987,
      "grad_norm": 0.35361671306430015,
      "learning_rate": 4.186773905272565e-05,
      "loss": 0.4434,
      "step": 613
    },
    {
      "epoch": 0.7406513872135102,
      "grad_norm": 0.31710675852694437,
      "learning_rate": 4.184539767649687e-05,
      "loss": 0.4461,
      "step": 614
    },
    {
      "epoch": 0.7418576598311218,
      "grad_norm": 0.35186947742683367,
      "learning_rate": 4.18230563002681e-05,
      "loss": 0.4279,
      "step": 615
    },
    {
      "epoch": 0.7430639324487334,
      "grad_norm": 0.3445887427896891,
      "learning_rate": 4.180071492403933e-05,
      "loss": 0.4273,
      "step": 616
    },
    {
      "epoch": 0.744270205066345,
      "grad_norm": 0.3681697377341119,
      "learning_rate": 4.177837354781055e-05,
      "loss": 0.4477,
      "step": 617
    },
    {
      "epoch": 0.7454764776839565,
      "grad_norm": 0.38596304651196306,
      "learning_rate": 4.175603217158177e-05,
      "loss": 0.4548,
      "step": 618
    },
    {
      "epoch": 0.7466827503015682,
      "grad_norm": 0.33378736186801616,
      "learning_rate": 4.1733690795352996e-05,
      "loss": 0.439,
      "step": 619
    },
    {
      "epoch": 0.7478890229191797,
      "grad_norm": 0.41780476815690276,
      "learning_rate": 4.171134941912422e-05,
      "loss": 0.4344,
      "step": 620
    },
    {
      "epoch": 0.7490952955367913,
      "grad_norm": 0.3404196374099104,
      "learning_rate": 4.1689008042895445e-05,
      "loss": 0.4204,
      "step": 621
    },
    {
      "epoch": 0.7503015681544029,
      "grad_norm": 0.3631500695840166,
      "learning_rate": 4.166666666666667e-05,
      "loss": 0.4368,
      "step": 622
    },
    {
      "epoch": 0.7515078407720145,
      "grad_norm": 0.33649523812124915,
      "learning_rate": 4.164432529043789e-05,
      "loss": 0.4411,
      "step": 623
    },
    {
      "epoch": 0.752714113389626,
      "grad_norm": 0.4023001151383432,
      "learning_rate": 4.162198391420912e-05,
      "loss": 0.4318,
      "step": 624
    },
    {
      "epoch": 0.7539203860072377,
      "grad_norm": 0.3827957756912793,
      "learning_rate": 4.159964253798034e-05,
      "loss": 0.4177,
      "step": 625
    },
    {
      "epoch": 0.7551266586248492,
      "grad_norm": 0.39090196736454064,
      "learning_rate": 4.157730116175156e-05,
      "loss": 0.4113,
      "step": 626
    },
    {
      "epoch": 0.7563329312424608,
      "grad_norm": 0.33944855823417563,
      "learning_rate": 4.155495978552279e-05,
      "loss": 0.4229,
      "step": 627
    },
    {
      "epoch": 0.7575392038600723,
      "grad_norm": 0.4417958155266135,
      "learning_rate": 4.1532618409294017e-05,
      "loss": 0.4383,
      "step": 628
    },
    {
      "epoch": 0.758745476477684,
      "grad_norm": 0.5006482946012983,
      "learning_rate": 4.151027703306524e-05,
      "loss": 0.426,
      "step": 629
    },
    {
      "epoch": 0.7599517490952955,
      "grad_norm": 0.32717617902623447,
      "learning_rate": 4.1487935656836465e-05,
      "loss": 0.4379,
      "step": 630
    },
    {
      "epoch": 0.7611580217129071,
      "grad_norm": 0.45592424124753594,
      "learning_rate": 4.146559428060769e-05,
      "loss": 0.4236,
      "step": 631
    },
    {
      "epoch": 0.7623642943305187,
      "grad_norm": 0.347387273411557,
      "learning_rate": 4.144325290437891e-05,
      "loss": 0.4124,
      "step": 632
    },
    {
      "epoch": 0.7635705669481303,
      "grad_norm": 0.3721402905982405,
      "learning_rate": 4.1420911528150134e-05,
      "loss": 0.411,
      "step": 633
    },
    {
      "epoch": 0.7647768395657418,
      "grad_norm": 0.3970352649019345,
      "learning_rate": 4.139857015192136e-05,
      "loss": 0.4579,
      "step": 634
    },
    {
      "epoch": 0.7659831121833535,
      "grad_norm": 0.43579423143308493,
      "learning_rate": 4.137622877569258e-05,
      "loss": 0.4296,
      "step": 635
    },
    {
      "epoch": 0.767189384800965,
      "grad_norm": 0.39279465007605335,
      "learning_rate": 4.135388739946381e-05,
      "loss": 0.4231,
      "step": 636
    },
    {
      "epoch": 0.7683956574185766,
      "grad_norm": 0.39264419792414523,
      "learning_rate": 4.133154602323504e-05,
      "loss": 0.4496,
      "step": 637
    },
    {
      "epoch": 0.7696019300361882,
      "grad_norm": 0.37493841849128356,
      "learning_rate": 4.130920464700626e-05,
      "loss": 0.4291,
      "step": 638
    },
    {
      "epoch": 0.7708082026537998,
      "grad_norm": 0.3116259448118478,
      "learning_rate": 4.1286863270777485e-05,
      "loss": 0.4065,
      "step": 639
    },
    {
      "epoch": 0.7720144752714113,
      "grad_norm": 0.34983397918562,
      "learning_rate": 4.1264521894548706e-05,
      "loss": 0.4344,
      "step": 640
    },
    {
      "epoch": 0.773220747889023,
      "grad_norm": 0.37624317148252306,
      "learning_rate": 4.1242180518319926e-05,
      "loss": 0.4294,
      "step": 641
    },
    {
      "epoch": 0.7744270205066345,
      "grad_norm": 0.35520939634197213,
      "learning_rate": 4.1219839142091154e-05,
      "loss": 0.4148,
      "step": 642
    },
    {
      "epoch": 0.7756332931242461,
      "grad_norm": 0.4209679722778236,
      "learning_rate": 4.119749776586238e-05,
      "loss": 0.4405,
      "step": 643
    },
    {
      "epoch": 0.7768395657418576,
      "grad_norm": 0.37647621537087084,
      "learning_rate": 4.11751563896336e-05,
      "loss": 0.4428,
      "step": 644
    },
    {
      "epoch": 0.7780458383594693,
      "grad_norm": 0.444753555144684,
      "learning_rate": 4.115281501340483e-05,
      "loss": 0.4147,
      "step": 645
    },
    {
      "epoch": 0.7792521109770808,
      "grad_norm": 0.38638377205425406,
      "learning_rate": 4.113047363717605e-05,
      "loss": 0.4444,
      "step": 646
    },
    {
      "epoch": 0.7804583835946924,
      "grad_norm": 0.3403369626116202,
      "learning_rate": 4.110813226094727e-05,
      "loss": 0.4094,
      "step": 647
    },
    {
      "epoch": 0.781664656212304,
      "grad_norm": 0.4152796308986888,
      "learning_rate": 4.10857908847185e-05,
      "loss": 0.4184,
      "step": 648
    },
    {
      "epoch": 0.7828709288299156,
      "grad_norm": 0.42659585360095775,
      "learning_rate": 4.1063449508489726e-05,
      "loss": 0.4376,
      "step": 649
    },
    {
      "epoch": 0.7840772014475271,
      "grad_norm": 0.3878286833998237,
      "learning_rate": 4.1041108132260947e-05,
      "loss": 0.4424,
      "step": 650
    },
    {
      "epoch": 0.7852834740651388,
      "grad_norm": 0.4279745826656998,
      "learning_rate": 4.1018766756032174e-05,
      "loss": 0.4171,
      "step": 651
    },
    {
      "epoch": 0.7864897466827503,
      "grad_norm": 0.4037837710960183,
      "learning_rate": 4.09964253798034e-05,
      "loss": 0.4209,
      "step": 652
    },
    {
      "epoch": 0.7876960193003619,
      "grad_norm": 0.328778160496694,
      "learning_rate": 4.097408400357462e-05,
      "loss": 0.4161,
      "step": 653
    },
    {
      "epoch": 0.7889022919179735,
      "grad_norm": 0.5091749659268239,
      "learning_rate": 4.095174262734584e-05,
      "loss": 0.4059,
      "step": 654
    },
    {
      "epoch": 0.7901085645355851,
      "grad_norm": 0.38575372225419235,
      "learning_rate": 4.092940125111707e-05,
      "loss": 0.4306,
      "step": 655
    },
    {
      "epoch": 0.7913148371531966,
      "grad_norm": 0.3564858997238752,
      "learning_rate": 4.090705987488829e-05,
      "loss": 0.4229,
      "step": 656
    },
    {
      "epoch": 0.7925211097708083,
      "grad_norm": 0.33263580029482265,
      "learning_rate": 4.088471849865952e-05,
      "loss": 0.4238,
      "step": 657
    },
    {
      "epoch": 0.7937273823884198,
      "grad_norm": 0.3770972817311997,
      "learning_rate": 4.0862377122430746e-05,
      "loss": 0.4215,
      "step": 658
    },
    {
      "epoch": 0.7949336550060314,
      "grad_norm": 0.34460138647484384,
      "learning_rate": 4.084003574620197e-05,
      "loss": 0.4624,
      "step": 659
    },
    {
      "epoch": 0.7961399276236429,
      "grad_norm": 0.39795136433340583,
      "learning_rate": 4.0817694369973194e-05,
      "loss": 0.4717,
      "step": 660
    },
    {
      "epoch": 0.7973462002412546,
      "grad_norm": 0.307065657764241,
      "learning_rate": 4.0795352993744415e-05,
      "loss": 0.4085,
      "step": 661
    },
    {
      "epoch": 0.7985524728588661,
      "grad_norm": 0.36134507736793015,
      "learning_rate": 4.0773011617515636e-05,
      "loss": 0.4253,
      "step": 662
    },
    {
      "epoch": 0.7997587454764777,
      "grad_norm": 0.36337250256856457,
      "learning_rate": 4.075067024128686e-05,
      "loss": 0.423,
      "step": 663
    },
    {
      "epoch": 0.8009650180940893,
      "grad_norm": 0.34792061661231566,
      "learning_rate": 4.072832886505809e-05,
      "loss": 0.4099,
      "step": 664
    },
    {
      "epoch": 0.8021712907117008,
      "grad_norm": 0.32356302620167704,
      "learning_rate": 4.070598748882931e-05,
      "loss": 0.4252,
      "step": 665
    },
    {
      "epoch": 0.8033775633293124,
      "grad_norm": 0.32657888669961704,
      "learning_rate": 4.068364611260054e-05,
      "loss": 0.4373,
      "step": 666
    },
    {
      "epoch": 0.804583835946924,
      "grad_norm": 0.37539157769448306,
      "learning_rate": 4.0661304736371766e-05,
      "loss": 0.4399,
      "step": 667
    },
    {
      "epoch": 0.8057901085645356,
      "grad_norm": 0.3311339803296136,
      "learning_rate": 4.063896336014299e-05,
      "loss": 0.436,
      "step": 668
    },
    {
      "epoch": 0.8069963811821471,
      "grad_norm": 0.36972556713265975,
      "learning_rate": 4.061662198391421e-05,
      "loss": 0.432,
      "step": 669
    },
    {
      "epoch": 0.8082026537997588,
      "grad_norm": 0.37032736900349966,
      "learning_rate": 4.0594280607685435e-05,
      "loss": 0.4483,
      "step": 670
    },
    {
      "epoch": 0.8094089264173703,
      "grad_norm": 0.35889492771597925,
      "learning_rate": 4.0571939231456656e-05,
      "loss": 0.4384,
      "step": 671
    },
    {
      "epoch": 0.8106151990349819,
      "grad_norm": 0.3917827657498273,
      "learning_rate": 4.054959785522788e-05,
      "loss": 0.4586,
      "step": 672
    },
    {
      "epoch": 0.8118214716525934,
      "grad_norm": 0.3449677493546546,
      "learning_rate": 4.052725647899911e-05,
      "loss": 0.4515,
      "step": 673
    },
    {
      "epoch": 0.8130277442702051,
      "grad_norm": 0.3675384445750401,
      "learning_rate": 4.050491510277033e-05,
      "loss": 0.4085,
      "step": 674
    },
    {
      "epoch": 0.8142340168878166,
      "grad_norm": 0.314056093770354,
      "learning_rate": 4.048257372654156e-05,
      "loss": 0.4145,
      "step": 675
    },
    {
      "epoch": 0.8154402895054282,
      "grad_norm": 0.2884839297871985,
      "learning_rate": 4.046023235031278e-05,
      "loss": 0.4085,
      "step": 676
    },
    {
      "epoch": 0.8166465621230398,
      "grad_norm": 0.3419757025514419,
      "learning_rate": 4.0437890974084e-05,
      "loss": 0.4372,
      "step": 677
    },
    {
      "epoch": 0.8178528347406514,
      "grad_norm": 0.3350898764681184,
      "learning_rate": 4.041554959785523e-05,
      "loss": 0.4232,
      "step": 678
    },
    {
      "epoch": 0.8190591073582629,
      "grad_norm": 0.3101794969989681,
      "learning_rate": 4.0393208221626455e-05,
      "loss": 0.4118,
      "step": 679
    },
    {
      "epoch": 0.8202653799758746,
      "grad_norm": 0.34632856979523563,
      "learning_rate": 4.0370866845397676e-05,
      "loss": 0.3988,
      "step": 680
    },
    {
      "epoch": 0.8214716525934861,
      "grad_norm": 0.3539539495668904,
      "learning_rate": 4.0348525469168903e-05,
      "loss": 0.4244,
      "step": 681
    },
    {
      "epoch": 0.8226779252110977,
      "grad_norm": 0.31397960297819166,
      "learning_rate": 4.032618409294013e-05,
      "loss": 0.4191,
      "step": 682
    },
    {
      "epoch": 0.8238841978287093,
      "grad_norm": 0.4450760042397345,
      "learning_rate": 4.030384271671135e-05,
      "loss": 0.4417,
      "step": 683
    },
    {
      "epoch": 0.8250904704463209,
      "grad_norm": 0.3758257266264463,
      "learning_rate": 4.028150134048257e-05,
      "loss": 0.4326,
      "step": 684
    },
    {
      "epoch": 0.8262967430639324,
      "grad_norm": 0.4347027419099405,
      "learning_rate": 4.02591599642538e-05,
      "loss": 0.432,
      "step": 685
    },
    {
      "epoch": 0.827503015681544,
      "grad_norm": 0.33281647369934925,
      "learning_rate": 4.023681858802503e-05,
      "loss": 0.4443,
      "step": 686
    },
    {
      "epoch": 0.8287092882991556,
      "grad_norm": 0.44210413889252337,
      "learning_rate": 4.021447721179625e-05,
      "loss": 0.4365,
      "step": 687
    },
    {
      "epoch": 0.8299155609167672,
      "grad_norm": 0.36379774369825985,
      "learning_rate": 4.0192135835567475e-05,
      "loss": 0.4407,
      "step": 688
    },
    {
      "epoch": 0.8311218335343787,
      "grad_norm": 0.3409375216448993,
      "learning_rate": 4.01697944593387e-05,
      "loss": 0.4163,
      "step": 689
    },
    {
      "epoch": 0.8323281061519904,
      "grad_norm": 0.4407071439643426,
      "learning_rate": 4.0147453083109924e-05,
      "loss": 0.4289,
      "step": 690
    },
    {
      "epoch": 0.8335343787696019,
      "grad_norm": 0.3440826546937714,
      "learning_rate": 4.0125111706881144e-05,
      "loss": 0.4262,
      "step": 691
    },
    {
      "epoch": 0.8347406513872135,
      "grad_norm": 0.3415814685987661,
      "learning_rate": 4.010277033065237e-05,
      "loss": 0.4203,
      "step": 692
    },
    {
      "epoch": 0.8359469240048251,
      "grad_norm": 0.3950448918022183,
      "learning_rate": 4.008042895442359e-05,
      "loss": 0.4552,
      "step": 693
    },
    {
      "epoch": 0.8371531966224367,
      "grad_norm": 0.3682136713582369,
      "learning_rate": 4.005808757819482e-05,
      "loss": 0.4293,
      "step": 694
    },
    {
      "epoch": 0.8383594692400482,
      "grad_norm": 0.3245379694872947,
      "learning_rate": 4.003574620196605e-05,
      "loss": 0.4466,
      "step": 695
    },
    {
      "epoch": 0.8395657418576599,
      "grad_norm": 0.4043111926095754,
      "learning_rate": 4.001340482573727e-05,
      "loss": 0.4124,
      "step": 696
    },
    {
      "epoch": 0.8407720144752714,
      "grad_norm": 0.3676847847505625,
      "learning_rate": 3.9991063449508496e-05,
      "loss": 0.4386,
      "step": 697
    },
    {
      "epoch": 0.841978287092883,
      "grad_norm": 0.38345621376583905,
      "learning_rate": 3.9968722073279716e-05,
      "loss": 0.4206,
      "step": 698
    },
    {
      "epoch": 0.8431845597104946,
      "grad_norm": 0.3973129732421497,
      "learning_rate": 3.994638069705094e-05,
      "loss": 0.444,
      "step": 699
    },
    {
      "epoch": 0.8443908323281062,
      "grad_norm": 0.40507692158099656,
      "learning_rate": 3.9924039320822164e-05,
      "loss": 0.4292,
      "step": 700
    },
    {
      "epoch": 0.8455971049457177,
      "grad_norm": 0.44304365309322413,
      "learning_rate": 3.990169794459339e-05,
      "loss": 0.4351,
      "step": 701
    },
    {
      "epoch": 0.8468033775633294,
      "grad_norm": 0.34455473505953255,
      "learning_rate": 3.987935656836461e-05,
      "loss": 0.4377,
      "step": 702
    },
    {
      "epoch": 0.8480096501809409,
      "grad_norm": 0.41711458301265714,
      "learning_rate": 3.985701519213584e-05,
      "loss": 0.432,
      "step": 703
    },
    {
      "epoch": 0.8492159227985525,
      "grad_norm": 0.3930062754782553,
      "learning_rate": 3.983467381590707e-05,
      "loss": 0.4352,
      "step": 704
    },
    {
      "epoch": 0.850422195416164,
      "grad_norm": 0.45827478708504854,
      "learning_rate": 3.981233243967828e-05,
      "loss": 0.4356,
      "step": 705
    },
    {
      "epoch": 0.8516284680337757,
      "grad_norm": 0.4100191953270183,
      "learning_rate": 3.978999106344951e-05,
      "loss": 0.4113,
      "step": 706
    },
    {
      "epoch": 0.8528347406513872,
      "grad_norm": 0.3674509170919512,
      "learning_rate": 3.9767649687220737e-05,
      "loss": 0.4135,
      "step": 707
    },
    {
      "epoch": 0.8540410132689988,
      "grad_norm": 0.4479376512445783,
      "learning_rate": 3.974530831099196e-05,
      "loss": 0.4278,
      "step": 708
    },
    {
      "epoch": 0.8552472858866104,
      "grad_norm": 0.38078667965255886,
      "learning_rate": 3.9722966934763185e-05,
      "loss": 0.4362,
      "step": 709
    },
    {
      "epoch": 0.856453558504222,
      "grad_norm": 0.3795248071192456,
      "learning_rate": 3.970062555853441e-05,
      "loss": 0.4256,
      "step": 710
    },
    {
      "epoch": 0.8576598311218335,
      "grad_norm": 0.4452777512730255,
      "learning_rate": 3.967828418230563e-05,
      "loss": 0.4048,
      "step": 711
    },
    {
      "epoch": 0.8588661037394452,
      "grad_norm": 0.4039038032056285,
      "learning_rate": 3.9655942806076854e-05,
      "loss": 0.4305,
      "step": 712
    },
    {
      "epoch": 0.8600723763570567,
      "grad_norm": 0.38705436215447936,
      "learning_rate": 3.963360142984808e-05,
      "loss": 0.4338,
      "step": 713
    },
    {
      "epoch": 0.8612786489746683,
      "grad_norm": 0.37612795284145023,
      "learning_rate": 3.96112600536193e-05,
      "loss": 0.4356,
      "step": 714
    },
    {
      "epoch": 0.8624849215922799,
      "grad_norm": 0.4027892381276643,
      "learning_rate": 3.958891867739053e-05,
      "loss": 0.4259,
      "step": 715
    },
    {
      "epoch": 0.8636911942098915,
      "grad_norm": 0.4474291942673631,
      "learning_rate": 3.956657730116176e-05,
      "loss": 0.4191,
      "step": 716
    },
    {
      "epoch": 0.864897466827503,
      "grad_norm": 0.37294989078633567,
      "learning_rate": 3.954423592493298e-05,
      "loss": 0.4421,
      "step": 717
    },
    {
      "epoch": 0.8661037394451147,
      "grad_norm": 0.39823462537023213,
      "learning_rate": 3.9521894548704205e-05,
      "loss": 0.4038,
      "step": 718
    },
    {
      "epoch": 0.8673100120627262,
      "grad_norm": 0.3165892994057179,
      "learning_rate": 3.9499553172475426e-05,
      "loss": 0.4276,
      "step": 719
    },
    {
      "epoch": 0.8685162846803377,
      "grad_norm": 0.3217081991040394,
      "learning_rate": 3.9477211796246646e-05,
      "loss": 0.4421,
      "step": 720
    },
    {
      "epoch": 0.8697225572979493,
      "grad_norm": 0.34234595334126144,
      "learning_rate": 3.9454870420017874e-05,
      "loss": 0.4153,
      "step": 721
    },
    {
      "epoch": 0.8709288299155609,
      "grad_norm": 0.3012747513317574,
      "learning_rate": 3.94325290437891e-05,
      "loss": 0.431,
      "step": 722
    },
    {
      "epoch": 0.8721351025331725,
      "grad_norm": 0.4426572348450103,
      "learning_rate": 3.941018766756032e-05,
      "loss": 0.4614,
      "step": 723
    },
    {
      "epoch": 0.873341375150784,
      "grad_norm": 0.30865825529588037,
      "learning_rate": 3.938784629133155e-05,
      "loss": 0.4376,
      "step": 724
    },
    {
      "epoch": 0.8745476477683957,
      "grad_norm": 0.3804165775048893,
      "learning_rate": 3.936550491510278e-05,
      "loss": 0.4242,
      "step": 725
    },
    {
      "epoch": 0.8757539203860072,
      "grad_norm": 0.3590587327120939,
      "learning_rate": 3.9343163538874e-05,
      "loss": 0.4247,
      "step": 726
    },
    {
      "epoch": 0.8769601930036188,
      "grad_norm": 0.38885826359929504,
      "learning_rate": 3.932082216264522e-05,
      "loss": 0.4548,
      "step": 727
    },
    {
      "epoch": 0.8781664656212304,
      "grad_norm": 0.34482562337158273,
      "learning_rate": 3.9298480786416446e-05,
      "loss": 0.4311,
      "step": 728
    },
    {
      "epoch": 0.879372738238842,
      "grad_norm": 0.4135444476948955,
      "learning_rate": 3.9276139410187666e-05,
      "loss": 0.4328,
      "step": 729
    },
    {
      "epoch": 0.8805790108564535,
      "grad_norm": 0.3520471335612592,
      "learning_rate": 3.9253798033958894e-05,
      "loss": 0.4166,
      "step": 730
    },
    {
      "epoch": 0.8817852834740652,
      "grad_norm": 0.4012911512212805,
      "learning_rate": 3.923145665773012e-05,
      "loss": 0.4189,
      "step": 731
    },
    {
      "epoch": 0.8829915560916767,
      "grad_norm": 0.38055005376337286,
      "learning_rate": 3.920911528150134e-05,
      "loss": 0.4343,
      "step": 732
    },
    {
      "epoch": 0.8841978287092883,
      "grad_norm": 0.3525565527349451,
      "learning_rate": 3.918677390527257e-05,
      "loss": 0.4211,
      "step": 733
    },
    {
      "epoch": 0.8854041013268998,
      "grad_norm": 0.44952656074215147,
      "learning_rate": 3.916443252904379e-05,
      "loss": 0.4247,
      "step": 734
    },
    {
      "epoch": 0.8866103739445115,
      "grad_norm": 0.38931178479387923,
      "learning_rate": 3.914209115281501e-05,
      "loss": 0.4091,
      "step": 735
    },
    {
      "epoch": 0.887816646562123,
      "grad_norm": 0.4295833832365165,
      "learning_rate": 3.911974977658624e-05,
      "loss": 0.4273,
      "step": 736
    },
    {
      "epoch": 0.8890229191797346,
      "grad_norm": 0.418788573846933,
      "learning_rate": 3.9097408400357466e-05,
      "loss": 0.4324,
      "step": 737
    },
    {
      "epoch": 0.8902291917973462,
      "grad_norm": 0.4279678016240271,
      "learning_rate": 3.907506702412869e-05,
      "loss": 0.4369,
      "step": 738
    },
    {
      "epoch": 0.8914354644149578,
      "grad_norm": 0.4706663367413349,
      "learning_rate": 3.9052725647899914e-05,
      "loss": 0.4425,
      "step": 739
    },
    {
      "epoch": 0.8926417370325693,
      "grad_norm": 0.33644996594988985,
      "learning_rate": 3.903038427167114e-05,
      "loss": 0.4333,
      "step": 740
    },
    {
      "epoch": 0.893848009650181,
      "grad_norm": 0.5219711361177203,
      "learning_rate": 3.900804289544236e-05,
      "loss": 0.4139,
      "step": 741
    },
    {
      "epoch": 0.8950542822677925,
      "grad_norm": 0.3655070920705575,
      "learning_rate": 3.898570151921358e-05,
      "loss": 0.4215,
      "step": 742
    },
    {
      "epoch": 0.8962605548854041,
      "grad_norm": 0.4620182845103301,
      "learning_rate": 3.896336014298481e-05,
      "loss": 0.4391,
      "step": 743
    },
    {
      "epoch": 0.8974668275030157,
      "grad_norm": 0.446013501499081,
      "learning_rate": 3.894101876675603e-05,
      "loss": 0.4113,
      "step": 744
    },
    {
      "epoch": 0.8986731001206273,
      "grad_norm": 0.34459110535041027,
      "learning_rate": 3.891867739052726e-05,
      "loss": 0.418,
      "step": 745
    },
    {
      "epoch": 0.8998793727382388,
      "grad_norm": 0.39907797574459497,
      "learning_rate": 3.8896336014298486e-05,
      "loss": 0.4245,
      "step": 746
    },
    {
      "epoch": 0.9010856453558505,
      "grad_norm": 0.3664286457363056,
      "learning_rate": 3.887399463806971e-05,
      "loss": 0.4253,
      "step": 747
    },
    {
      "epoch": 0.902291917973462,
      "grad_norm": 0.41961271222361207,
      "learning_rate": 3.8851653261840934e-05,
      "loss": 0.422,
      "step": 748
    },
    {
      "epoch": 0.9034981905910736,
      "grad_norm": 0.34696641892186714,
      "learning_rate": 3.8829311885612155e-05,
      "loss": 0.4262,
      "step": 749
    },
    {
      "epoch": 0.9047044632086851,
      "grad_norm": 0.3805847464393101,
      "learning_rate": 3.8806970509383376e-05,
      "loss": 0.4222,
      "step": 750
    },
    {
      "epoch": 0.9059107358262968,
      "grad_norm": 0.3628814065269647,
      "learning_rate": 3.87846291331546e-05,
      "loss": 0.415,
      "step": 751
    },
    {
      "epoch": 0.9071170084439083,
      "grad_norm": 0.4155607336726821,
      "learning_rate": 3.876228775692583e-05,
      "loss": 0.4529,
      "step": 752
    },
    {
      "epoch": 0.9083232810615199,
      "grad_norm": 0.3792089287803448,
      "learning_rate": 3.873994638069705e-05,
      "loss": 0.4427,
      "step": 753
    },
    {
      "epoch": 0.9095295536791315,
      "grad_norm": 0.31130821301505,
      "learning_rate": 3.871760500446828e-05,
      "loss": 0.4065,
      "step": 754
    },
    {
      "epoch": 0.9107358262967431,
      "grad_norm": 0.3129142676327276,
      "learning_rate": 3.8695263628239506e-05,
      "loss": 0.4089,
      "step": 755
    },
    {
      "epoch": 0.9119420989143546,
      "grad_norm": 0.3903036615010061,
      "learning_rate": 3.867292225201073e-05,
      "loss": 0.4222,
      "step": 756
    },
    {
      "epoch": 0.9131483715319663,
      "grad_norm": 0.3578101284227395,
      "learning_rate": 3.865058087578195e-05,
      "loss": 0.4048,
      "step": 757
    },
    {
      "epoch": 0.9143546441495778,
      "grad_norm": 0.40198410528206696,
      "learning_rate": 3.8628239499553175e-05,
      "loss": 0.4247,
      "step": 758
    },
    {
      "epoch": 0.9155609167671894,
      "grad_norm": 0.469693215846757,
      "learning_rate": 3.8605898123324396e-05,
      "loss": 0.4214,
      "step": 759
    },
    {
      "epoch": 0.916767189384801,
      "grad_norm": 0.3485330736681551,
      "learning_rate": 3.858355674709562e-05,
      "loss": 0.4394,
      "step": 760
    },
    {
      "epoch": 0.9179734620024126,
      "grad_norm": 0.5510670824668625,
      "learning_rate": 3.856121537086685e-05,
      "loss": 0.4265,
      "step": 761
    },
    {
      "epoch": 0.9191797346200241,
      "grad_norm": 0.39837727033428083,
      "learning_rate": 3.853887399463807e-05,
      "loss": 0.418,
      "step": 762
    },
    {
      "epoch": 0.9203860072376358,
      "grad_norm": 0.41864197863604735,
      "learning_rate": 3.851653261840929e-05,
      "loss": 0.4319,
      "step": 763
    },
    {
      "epoch": 0.9215922798552473,
      "grad_norm": 0.4574033736259981,
      "learning_rate": 3.849419124218052e-05,
      "loss": 0.4292,
      "step": 764
    },
    {
      "epoch": 0.9227985524728589,
      "grad_norm": 0.3213110702684741,
      "learning_rate": 3.847184986595174e-05,
      "loss": 0.4098,
      "step": 765
    },
    {
      "epoch": 0.9240048250904704,
      "grad_norm": 0.4707116003780227,
      "learning_rate": 3.844950848972297e-05,
      "loss": 0.4244,
      "step": 766
    },
    {
      "epoch": 0.9252110977080821,
      "grad_norm": 0.4830169788101642,
      "learning_rate": 3.8427167113494195e-05,
      "loss": 0.4157,
      "step": 767
    },
    {
      "epoch": 0.9264173703256936,
      "grad_norm": 0.4560897134292833,
      "learning_rate": 3.8404825737265416e-05,
      "loss": 0.4393,
      "step": 768
    },
    {
      "epoch": 0.9276236429433052,
      "grad_norm": 0.6482326714956513,
      "learning_rate": 3.8382484361036644e-05,
      "loss": 0.4185,
      "step": 769
    },
    {
      "epoch": 0.9288299155609168,
      "grad_norm": 0.4137410345743272,
      "learning_rate": 3.8360142984807864e-05,
      "loss": 0.4452,
      "step": 770
    },
    {
      "epoch": 0.9300361881785284,
      "grad_norm": 0.6822256387321779,
      "learning_rate": 3.8337801608579085e-05,
      "loss": 0.4293,
      "step": 771
    },
    {
      "epoch": 0.9312424607961399,
      "grad_norm": 0.30603838243949,
      "learning_rate": 3.831546023235031e-05,
      "loss": 0.4346,
      "step": 772
    },
    {
      "epoch": 0.9324487334137516,
      "grad_norm": 0.5898745156575074,
      "learning_rate": 3.829311885612154e-05,
      "loss": 0.4231,
      "step": 773
    },
    {
      "epoch": 0.9336550060313631,
      "grad_norm": 0.33761968440146145,
      "learning_rate": 3.827077747989276e-05,
      "loss": 0.4153,
      "step": 774
    },
    {
      "epoch": 0.9348612786489746,
      "grad_norm": 0.49516978453532084,
      "learning_rate": 3.824843610366399e-05,
      "loss": 0.4038,
      "step": 775
    },
    {
      "epoch": 0.9360675512665863,
      "grad_norm": 0.4513687887601463,
      "learning_rate": 3.8226094727435216e-05,
      "loss": 0.4322,
      "step": 776
    },
    {
      "epoch": 0.9372738238841978,
      "grad_norm": 0.4062297835365191,
      "learning_rate": 3.8203753351206436e-05,
      "loss": 0.4186,
      "step": 777
    },
    {
      "epoch": 0.9384800965018094,
      "grad_norm": 0.48900573314200335,
      "learning_rate": 3.818141197497766e-05,
      "loss": 0.4166,
      "step": 778
    },
    {
      "epoch": 0.9396863691194209,
      "grad_norm": 0.35020953986328074,
      "learning_rate": 3.8159070598748884e-05,
      "loss": 0.4244,
      "step": 779
    },
    {
      "epoch": 0.9408926417370326,
      "grad_norm": 0.3670307965989599,
      "learning_rate": 3.8136729222520105e-05,
      "loss": 0.4629,
      "step": 780
    },
    {
      "epoch": 0.9420989143546441,
      "grad_norm": 1.247256002324837,
      "learning_rate": 3.811438784629133e-05,
      "loss": 0.441,
      "step": 781
    },
    {
      "epoch": 0.9433051869722557,
      "grad_norm": 0.3886395489272093,
      "learning_rate": 3.809204647006256e-05,
      "loss": 0.4312,
      "step": 782
    },
    {
      "epoch": 0.9445114595898673,
      "grad_norm": 0.3762586952639499,
      "learning_rate": 3.806970509383378e-05,
      "loss": 0.429,
      "step": 783
    },
    {
      "epoch": 0.9457177322074789,
      "grad_norm": 0.35565515533530456,
      "learning_rate": 3.804736371760501e-05,
      "loss": 0.4255,
      "step": 784
    },
    {
      "epoch": 0.9469240048250904,
      "grad_norm": 0.33572714507490936,
      "learning_rate": 3.802502234137623e-05,
      "loss": 0.4103,
      "step": 785
    },
    {
      "epoch": 0.9481302774427021,
      "grad_norm": 0.4421855761325749,
      "learning_rate": 3.800268096514745e-05,
      "loss": 0.4156,
      "step": 786
    },
    {
      "epoch": 0.9493365500603136,
      "grad_norm": 0.3481572570009158,
      "learning_rate": 3.798033958891868e-05,
      "loss": 0.4246,
      "step": 787
    },
    {
      "epoch": 0.9505428226779252,
      "grad_norm": 0.5149461446668178,
      "learning_rate": 3.7957998212689905e-05,
      "loss": 0.4447,
      "step": 788
    },
    {
      "epoch": 0.9517490952955368,
      "grad_norm": 0.32657057689577534,
      "learning_rate": 3.7935656836461125e-05,
      "loss": 0.4223,
      "step": 789
    },
    {
      "epoch": 0.9529553679131484,
      "grad_norm": 0.440663289717245,
      "learning_rate": 3.791331546023235e-05,
      "loss": 0.4075,
      "step": 790
    },
    {
      "epoch": 0.9541616405307599,
      "grad_norm": 0.49488905419238877,
      "learning_rate": 3.789097408400358e-05,
      "loss": 0.4131,
      "step": 791
    },
    {
      "epoch": 0.9553679131483716,
      "grad_norm": 0.3722447138794308,
      "learning_rate": 3.78686327077748e-05,
      "loss": 0.4196,
      "step": 792
    },
    {
      "epoch": 0.9565741857659831,
      "grad_norm": 0.46844136877295967,
      "learning_rate": 3.784629133154602e-05,
      "loss": 0.3922,
      "step": 793
    },
    {
      "epoch": 0.9577804583835947,
      "grad_norm": 0.3240774092465061,
      "learning_rate": 3.782394995531725e-05,
      "loss": 0.4453,
      "step": 794
    },
    {
      "epoch": 0.9589867310012062,
      "grad_norm": 0.4267932674577182,
      "learning_rate": 3.780160857908847e-05,
      "loss": 0.4405,
      "step": 795
    },
    {
      "epoch": 0.9601930036188179,
      "grad_norm": 0.3801824902130055,
      "learning_rate": 3.77792672028597e-05,
      "loss": 0.4295,
      "step": 796
    },
    {
      "epoch": 0.9613992762364294,
      "grad_norm": 0.3892559150634845,
      "learning_rate": 3.7756925826630925e-05,
      "loss": 0.41,
      "step": 797
    },
    {
      "epoch": 0.962605548854041,
      "grad_norm": 0.4667236925840342,
      "learning_rate": 3.7734584450402145e-05,
      "loss": 0.4374,
      "step": 798
    },
    {
      "epoch": 0.9638118214716526,
      "grad_norm": 0.4352607128892435,
      "learning_rate": 3.771224307417337e-05,
      "loss": 0.4471,
      "step": 799
    },
    {
      "epoch": 0.9650180940892642,
      "grad_norm": 0.3900629779626532,
      "learning_rate": 3.7689901697944594e-05,
      "loss": 0.4073,
      "step": 800
    },
    {
      "epoch": 0.9662243667068757,
      "grad_norm": 0.43402977782983276,
      "learning_rate": 3.7667560321715814e-05,
      "loss": 0.4211,
      "step": 801
    },
    {
      "epoch": 0.9674306393244874,
      "grad_norm": 0.3672704556853505,
      "learning_rate": 3.764521894548704e-05,
      "loss": 0.4289,
      "step": 802
    },
    {
      "epoch": 0.9686369119420989,
      "grad_norm": 0.4648133025117742,
      "learning_rate": 3.762287756925827e-05,
      "loss": 0.4105,
      "step": 803
    },
    {
      "epoch": 0.9698431845597105,
      "grad_norm": 0.43049540796677793,
      "learning_rate": 3.760053619302949e-05,
      "loss": 0.4462,
      "step": 804
    },
    {
      "epoch": 0.971049457177322,
      "grad_norm": 0.4007241405451893,
      "learning_rate": 3.757819481680072e-05,
      "loss": 0.4373,
      "step": 805
    },
    {
      "epoch": 0.9722557297949337,
      "grad_norm": 0.5109239018044767,
      "learning_rate": 3.7555853440571945e-05,
      "loss": 0.4517,
      "step": 806
    },
    {
      "epoch": 0.9734620024125452,
      "grad_norm": 0.3488495344511992,
      "learning_rate": 3.7533512064343166e-05,
      "loss": 0.4318,
      "step": 807
    },
    {
      "epoch": 0.9746682750301568,
      "grad_norm": 0.40087038818480636,
      "learning_rate": 3.7511170688114386e-05,
      "loss": 0.4323,
      "step": 808
    },
    {
      "epoch": 0.9758745476477684,
      "grad_norm": 0.42484548812497636,
      "learning_rate": 3.7488829311885614e-05,
      "loss": 0.4263,
      "step": 809
    },
    {
      "epoch": 0.97708082026538,
      "grad_norm": 0.4605312280800588,
      "learning_rate": 3.746648793565684e-05,
      "loss": 0.4176,
      "step": 810
    },
    {
      "epoch": 0.9782870928829915,
      "grad_norm": 0.3833013635577786,
      "learning_rate": 3.744414655942806e-05,
      "loss": 0.4191,
      "step": 811
    },
    {
      "epoch": 0.9794933655006032,
      "grad_norm": 0.5426098231658908,
      "learning_rate": 3.742180518319929e-05,
      "loss": 0.4177,
      "step": 812
    },
    {
      "epoch": 0.9806996381182147,
      "grad_norm": 0.3580235511736533,
      "learning_rate": 3.739946380697052e-05,
      "loss": 0.419,
      "step": 813
    },
    {
      "epoch": 0.9819059107358263,
      "grad_norm": 0.5434773850238956,
      "learning_rate": 3.737712243074174e-05,
      "loss": 0.4046,
      "step": 814
    },
    {
      "epoch": 0.9831121833534379,
      "grad_norm": 0.42850270847902283,
      "learning_rate": 3.735478105451296e-05,
      "loss": 0.4463,
      "step": 815
    },
    {
      "epoch": 0.9843184559710495,
      "grad_norm": 0.47719801180992827,
      "learning_rate": 3.7332439678284186e-05,
      "loss": 0.4071,
      "step": 816
    },
    {
      "epoch": 0.985524728588661,
      "grad_norm": 0.5226031258479484,
      "learning_rate": 3.7310098302055407e-05,
      "loss": 0.439,
      "step": 817
    },
    {
      "epoch": 0.9867310012062727,
      "grad_norm": 0.431981443960303,
      "learning_rate": 3.7287756925826634e-05,
      "loss": 0.4213,
      "step": 818
    },
    {
      "epoch": 0.9879372738238842,
      "grad_norm": 0.494267544185392,
      "learning_rate": 3.726541554959786e-05,
      "loss": 0.4159,
      "step": 819
    },
    {
      "epoch": 0.9891435464414958,
      "grad_norm": 0.4521890760596943,
      "learning_rate": 3.724307417336908e-05,
      "loss": 0.4219,
      "step": 820
    },
    {
      "epoch": 0.9903498190591074,
      "grad_norm": 0.41115842360041144,
      "learning_rate": 3.722073279714031e-05,
      "loss": 0.4344,
      "step": 821
    },
    {
      "epoch": 0.991556091676719,
      "grad_norm": 0.44776288282241156,
      "learning_rate": 3.719839142091153e-05,
      "loss": 0.4192,
      "step": 822
    },
    {
      "epoch": 0.9927623642943305,
      "grad_norm": 0.3978722176491912,
      "learning_rate": 3.717605004468275e-05,
      "loss": 0.413,
      "step": 823
    },
    {
      "epoch": 0.9939686369119421,
      "grad_norm": 0.5012546257517893,
      "learning_rate": 3.715370866845398e-05,
      "loss": 0.4323,
      "step": 824
    },
    {
      "epoch": 0.9951749095295537,
      "grad_norm": 0.43828941736087085,
      "learning_rate": 3.7131367292225206e-05,
      "loss": 0.4219,
      "step": 825
    },
    {
      "epoch": 0.9963811821471653,
      "grad_norm": 0.432905255507051,
      "learning_rate": 3.710902591599643e-05,
      "loss": 0.4263,
      "step": 826
    },
    {
      "epoch": 0.9975874547647768,
      "grad_norm": 0.3960220006036349,
      "learning_rate": 3.7086684539767654e-05,
      "loss": 0.4311,
      "step": 827
    },
    {
      "epoch": 0.9987937273823885,
      "grad_norm": 0.3711890664614277,
      "learning_rate": 3.7064343163538875e-05,
      "loss": 0.4081,
      "step": 828
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.31977027269476055,
      "learning_rate": 3.7042001787310096e-05,
      "loss": 0.4128,
      "step": 829
    },
    {
      "epoch": 1.0012062726176116,
      "grad_norm": 0.405378808755483,
      "learning_rate": 3.701966041108132e-05,
      "loss": 0.3679,
      "step": 830
    },
    {
      "epoch": 1.002412545235223,
      "grad_norm": 0.316147075545926,
      "learning_rate": 3.699731903485255e-05,
      "loss": 0.3622,
      "step": 831
    },
    {
      "epoch": 1.0036188178528347,
      "grad_norm": 0.33536369086770434,
      "learning_rate": 3.697497765862377e-05,
      "loss": 0.3609,
      "step": 832
    },
    {
      "epoch": 1.0048250904704463,
      "grad_norm": 0.3543589357049451,
      "learning_rate": 3.6952636282395e-05,
      "loss": 0.3658,
      "step": 833
    },
    {
      "epoch": 1.006031363088058,
      "grad_norm": 0.35093876986866807,
      "learning_rate": 3.6930294906166226e-05,
      "loss": 0.3741,
      "step": 834
    },
    {
      "epoch": 1.0072376357056694,
      "grad_norm": 0.40714167335636686,
      "learning_rate": 3.690795352993745e-05,
      "loss": 0.3576,
      "step": 835
    },
    {
      "epoch": 1.008443908323281,
      "grad_norm": 0.36075988738168036,
      "learning_rate": 3.688561215370867e-05,
      "loss": 0.3676,
      "step": 836
    },
    {
      "epoch": 1.0096501809408926,
      "grad_norm": 0.45662381259214857,
      "learning_rate": 3.6863270777479895e-05,
      "loss": 0.367,
      "step": 837
    },
    {
      "epoch": 1.0108564535585043,
      "grad_norm": 0.3389555200863269,
      "learning_rate": 3.6840929401251116e-05,
      "loss": 0.3571,
      "step": 838
    },
    {
      "epoch": 1.0120627261761157,
      "grad_norm": 0.41115199270011005,
      "learning_rate": 3.681858802502234e-05,
      "loss": 0.3715,
      "step": 839
    },
    {
      "epoch": 1.0132689987937273,
      "grad_norm": 0.3689682514541236,
      "learning_rate": 3.679624664879357e-05,
      "loss": 0.3679,
      "step": 840
    },
    {
      "epoch": 1.014475271411339,
      "grad_norm": 0.4023860133335284,
      "learning_rate": 3.677390527256479e-05,
      "loss": 0.3477,
      "step": 841
    },
    {
      "epoch": 1.0156815440289506,
      "grad_norm": 0.322524044360211,
      "learning_rate": 3.675156389633602e-05,
      "loss": 0.3385,
      "step": 842
    },
    {
      "epoch": 1.016887816646562,
      "grad_norm": 0.45344836998974947,
      "learning_rate": 3.672922252010724e-05,
      "loss": 0.3761,
      "step": 843
    },
    {
      "epoch": 1.0180940892641737,
      "grad_norm": 0.34647812053404026,
      "learning_rate": 3.670688114387846e-05,
      "loss": 0.3493,
      "step": 844
    },
    {
      "epoch": 1.0193003618817853,
      "grad_norm": 0.38238665236951674,
      "learning_rate": 3.668453976764969e-05,
      "loss": 0.3842,
      "step": 845
    },
    {
      "epoch": 1.020506634499397,
      "grad_norm": 0.39750349528942325,
      "learning_rate": 3.6662198391420915e-05,
      "loss": 0.3548,
      "step": 846
    },
    {
      "epoch": 1.0217129071170084,
      "grad_norm": 0.352018046564739,
      "learning_rate": 3.6639857015192136e-05,
      "loss": 0.3615,
      "step": 847
    },
    {
      "epoch": 1.02291917973462,
      "grad_norm": 0.399580936497818,
      "learning_rate": 3.6617515638963363e-05,
      "loss": 0.362,
      "step": 848
    },
    {
      "epoch": 1.0241254523522316,
      "grad_norm": 0.33323256118835304,
      "learning_rate": 3.659517426273459e-05,
      "loss": 0.3675,
      "step": 849
    },
    {
      "epoch": 1.0253317249698433,
      "grad_norm": 0.39773698978442645,
      "learning_rate": 3.657283288650581e-05,
      "loss": 0.3561,
      "step": 850
    },
    {
      "epoch": 1.0265379975874547,
      "grad_norm": 0.43166150787321717,
      "learning_rate": 3.655049151027703e-05,
      "loss": 0.3526,
      "step": 851
    },
    {
      "epoch": 1.0277442702050663,
      "grad_norm": 0.2904670204346489,
      "learning_rate": 3.652815013404826e-05,
      "loss": 0.3703,
      "step": 852
    },
    {
      "epoch": 1.028950542822678,
      "grad_norm": 0.36983080433044474,
      "learning_rate": 3.650580875781948e-05,
      "loss": 0.3624,
      "step": 853
    },
    {
      "epoch": 1.0301568154402896,
      "grad_norm": 0.34943281477018856,
      "learning_rate": 3.648346738159071e-05,
      "loss": 0.3705,
      "step": 854
    },
    {
      "epoch": 1.031363088057901,
      "grad_norm": 0.3090520555256778,
      "learning_rate": 3.6461126005361935e-05,
      "loss": 0.3849,
      "step": 855
    },
    {
      "epoch": 1.0325693606755126,
      "grad_norm": 0.3792763380912474,
      "learning_rate": 3.6438784629133156e-05,
      "loss": 0.343,
      "step": 856
    },
    {
      "epoch": 1.0337756332931243,
      "grad_norm": 0.3358613723632487,
      "learning_rate": 3.6416443252904384e-05,
      "loss": 0.342,
      "step": 857
    },
    {
      "epoch": 1.034981905910736,
      "grad_norm": 0.31597184846375864,
      "learning_rate": 3.6394101876675604e-05,
      "loss": 0.3928,
      "step": 858
    },
    {
      "epoch": 1.0361881785283473,
      "grad_norm": 0.39698670274757913,
      "learning_rate": 3.6371760500446825e-05,
      "loss": 0.3701,
      "step": 859
    },
    {
      "epoch": 1.037394451145959,
      "grad_norm": 0.3193347171316655,
      "learning_rate": 3.634941912421805e-05,
      "loss": 0.3583,
      "step": 860
    },
    {
      "epoch": 1.0386007237635706,
      "grad_norm": 0.32500721830435475,
      "learning_rate": 3.632707774798928e-05,
      "loss": 0.3774,
      "step": 861
    },
    {
      "epoch": 1.0398069963811822,
      "grad_norm": 0.3097308325536179,
      "learning_rate": 3.63047363717605e-05,
      "loss": 0.3527,
      "step": 862
    },
    {
      "epoch": 1.0410132689987937,
      "grad_norm": 0.30675170250681827,
      "learning_rate": 3.628239499553173e-05,
      "loss": 0.3693,
      "step": 863
    },
    {
      "epoch": 1.0422195416164053,
      "grad_norm": 0.2940557941988533,
      "learning_rate": 3.6260053619302956e-05,
      "loss": 0.3662,
      "step": 864
    },
    {
      "epoch": 1.043425814234017,
      "grad_norm": 0.32259841695392805,
      "learning_rate": 3.6237712243074176e-05,
      "loss": 0.3791,
      "step": 865
    },
    {
      "epoch": 1.0446320868516286,
      "grad_norm": 0.31457425401619904,
      "learning_rate": 3.62153708668454e-05,
      "loss": 0.3856,
      "step": 866
    },
    {
      "epoch": 1.04583835946924,
      "grad_norm": 0.36463813044162835,
      "learning_rate": 3.6193029490616625e-05,
      "loss": 0.3528,
      "step": 867
    },
    {
      "epoch": 1.0470446320868516,
      "grad_norm": 0.3370156737832902,
      "learning_rate": 3.6170688114387845e-05,
      "loss": 0.3598,
      "step": 868
    },
    {
      "epoch": 1.0482509047044632,
      "grad_norm": 0.3761941351812865,
      "learning_rate": 3.614834673815907e-05,
      "loss": 0.3501,
      "step": 869
    },
    {
      "epoch": 1.0494571773220749,
      "grad_norm": 0.3246343590333649,
      "learning_rate": 3.61260053619303e-05,
      "loss": 0.3817,
      "step": 870
    },
    {
      "epoch": 1.0506634499396863,
      "grad_norm": 0.40612621160744156,
      "learning_rate": 3.610366398570152e-05,
      "loss": 0.3669,
      "step": 871
    },
    {
      "epoch": 1.051869722557298,
      "grad_norm": 0.39855243669619894,
      "learning_rate": 3.608132260947275e-05,
      "loss": 0.3649,
      "step": 872
    },
    {
      "epoch": 1.0530759951749096,
      "grad_norm": 0.32860941997340953,
      "learning_rate": 3.605898123324397e-05,
      "loss": 0.3615,
      "step": 873
    },
    {
      "epoch": 1.0542822677925212,
      "grad_norm": 0.4135141126588348,
      "learning_rate": 3.603663985701519e-05,
      "loss": 0.3576,
      "step": 874
    },
    {
      "epoch": 1.0554885404101326,
      "grad_norm": 0.3238167077263733,
      "learning_rate": 3.601429848078642e-05,
      "loss": 0.3528,
      "step": 875
    },
    {
      "epoch": 1.0566948130277443,
      "grad_norm": 0.3660474075113215,
      "learning_rate": 3.5991957104557645e-05,
      "loss": 0.3613,
      "step": 876
    },
    {
      "epoch": 1.057901085645356,
      "grad_norm": 0.33674061414084067,
      "learning_rate": 3.5969615728328865e-05,
      "loss": 0.3585,
      "step": 877
    },
    {
      "epoch": 1.0591073582629675,
      "grad_norm": 0.3246101881612825,
      "learning_rate": 3.594727435210009e-05,
      "loss": 0.3692,
      "step": 878
    },
    {
      "epoch": 1.060313630880579,
      "grad_norm": 0.3411005351843354,
      "learning_rate": 3.592493297587132e-05,
      "loss": 0.3615,
      "step": 879
    },
    {
      "epoch": 1.0615199034981906,
      "grad_norm": 0.3108590519815204,
      "learning_rate": 3.590259159964254e-05,
      "loss": 0.3594,
      "step": 880
    },
    {
      "epoch": 1.0627261761158022,
      "grad_norm": 0.3434174584609721,
      "learning_rate": 3.588025022341376e-05,
      "loss": 0.3568,
      "step": 881
    },
    {
      "epoch": 1.0639324487334139,
      "grad_norm": 0.27495195172330483,
      "learning_rate": 3.585790884718499e-05,
      "loss": 0.3621,
      "step": 882
    },
    {
      "epoch": 1.0651387213510253,
      "grad_norm": 0.3604762512563549,
      "learning_rate": 3.583556747095621e-05,
      "loss": 0.3718,
      "step": 883
    },
    {
      "epoch": 1.066344993968637,
      "grad_norm": 0.3218209404107597,
      "learning_rate": 3.581322609472744e-05,
      "loss": 0.3493,
      "step": 884
    },
    {
      "epoch": 1.0675512665862485,
      "grad_norm": 0.320576472870977,
      "learning_rate": 3.5790884718498665e-05,
      "loss": 0.3683,
      "step": 885
    },
    {
      "epoch": 1.06875753920386,
      "grad_norm": 0.3073606422293175,
      "learning_rate": 3.5768543342269886e-05,
      "loss": 0.3788,
      "step": 886
    },
    {
      "epoch": 1.0699638118214716,
      "grad_norm": 0.36492025212381535,
      "learning_rate": 3.5746201966041106e-05,
      "loss": 0.348,
      "step": 887
    },
    {
      "epoch": 1.0711700844390832,
      "grad_norm": 0.3154824646598146,
      "learning_rate": 3.5723860589812334e-05,
      "loss": 0.3863,
      "step": 888
    },
    {
      "epoch": 1.0723763570566949,
      "grad_norm": 0.38244729654560733,
      "learning_rate": 3.5701519213583554e-05,
      "loss": 0.3634,
      "step": 889
    },
    {
      "epoch": 1.0735826296743065,
      "grad_norm": 0.29567778156519975,
      "learning_rate": 3.567917783735478e-05,
      "loss": 0.3703,
      "step": 890
    },
    {
      "epoch": 1.074788902291918,
      "grad_norm": 0.8554106402979569,
      "learning_rate": 3.565683646112601e-05,
      "loss": 0.3794,
      "step": 891
    },
    {
      "epoch": 1.0759951749095296,
      "grad_norm": 0.3030975645200047,
      "learning_rate": 3.563449508489723e-05,
      "loss": 0.3605,
      "step": 892
    },
    {
      "epoch": 1.0772014475271412,
      "grad_norm": 0.2832483178708839,
      "learning_rate": 3.561215370866846e-05,
      "loss": 0.3473,
      "step": 893
    },
    {
      "epoch": 1.0784077201447526,
      "grad_norm": 0.3279420805673933,
      "learning_rate": 3.558981233243968e-05,
      "loss": 0.3616,
      "step": 894
    },
    {
      "epoch": 1.0796139927623642,
      "grad_norm": 0.3173532398101509,
      "learning_rate": 3.55674709562109e-05,
      "loss": 0.3578,
      "step": 895
    },
    {
      "epoch": 1.0808202653799759,
      "grad_norm": 0.3225132430413757,
      "learning_rate": 3.5545129579982126e-05,
      "loss": 0.3717,
      "step": 896
    },
    {
      "epoch": 1.0820265379975875,
      "grad_norm": 0.30488512630939474,
      "learning_rate": 3.5522788203753354e-05,
      "loss": 0.3559,
      "step": 897
    },
    {
      "epoch": 1.083232810615199,
      "grad_norm": 0.3737259775563492,
      "learning_rate": 3.5500446827524575e-05,
      "loss": 0.3659,
      "step": 898
    },
    {
      "epoch": 1.0844390832328106,
      "grad_norm": 0.29431467422973967,
      "learning_rate": 3.54781054512958e-05,
      "loss": 0.3626,
      "step": 899
    },
    {
      "epoch": 1.0856453558504222,
      "grad_norm": 0.3056774050205318,
      "learning_rate": 3.545576407506703e-05,
      "loss": 0.3435,
      "step": 900
    },
    {
      "epoch": 1.0868516284680338,
      "grad_norm": 0.2800691429045292,
      "learning_rate": 3.543342269883825e-05,
      "loss": 0.3554,
      "step": 901
    },
    {
      "epoch": 1.0880579010856453,
      "grad_norm": 0.33666126556125986,
      "learning_rate": 3.541108132260947e-05,
      "loss": 0.3893,
      "step": 902
    },
    {
      "epoch": 1.089264173703257,
      "grad_norm": 0.31181311277504536,
      "learning_rate": 3.53887399463807e-05,
      "loss": 0.3858,
      "step": 903
    },
    {
      "epoch": 1.0904704463208685,
      "grad_norm": 0.33517625298580916,
      "learning_rate": 3.536639857015192e-05,
      "loss": 0.3512,
      "step": 904
    },
    {
      "epoch": 1.0916767189384802,
      "grad_norm": 0.3426706216867623,
      "learning_rate": 3.534405719392315e-05,
      "loss": 0.3789,
      "step": 905
    },
    {
      "epoch": 1.0928829915560916,
      "grad_norm": 0.3566325293955928,
      "learning_rate": 3.5321715817694374e-05,
      "loss": 0.3731,
      "step": 906
    },
    {
      "epoch": 1.0940892641737032,
      "grad_norm": 0.3237953484166762,
      "learning_rate": 3.5299374441465595e-05,
      "loss": 0.3529,
      "step": 907
    },
    {
      "epoch": 1.0952955367913149,
      "grad_norm": 0.4230160362167563,
      "learning_rate": 3.527703306523682e-05,
      "loss": 0.3637,
      "step": 908
    },
    {
      "epoch": 1.0965018094089265,
      "grad_norm": 0.3287139538164379,
      "learning_rate": 3.525469168900804e-05,
      "loss": 0.3636,
      "step": 909
    },
    {
      "epoch": 1.097708082026538,
      "grad_norm": 0.38658111001916495,
      "learning_rate": 3.5232350312779264e-05,
      "loss": 0.3742,
      "step": 910
    },
    {
      "epoch": 1.0989143546441495,
      "grad_norm": 0.30256158696471586,
      "learning_rate": 3.521000893655049e-05,
      "loss": 0.3767,
      "step": 911
    },
    {
      "epoch": 1.1001206272617612,
      "grad_norm": 0.4143128405160983,
      "learning_rate": 3.518766756032172e-05,
      "loss": 0.3865,
      "step": 912
    },
    {
      "epoch": 1.1013268998793728,
      "grad_norm": 0.3179444203982378,
      "learning_rate": 3.516532618409294e-05,
      "loss": 0.3675,
      "step": 913
    },
    {
      "epoch": 1.1025331724969842,
      "grad_norm": 0.36029708813831,
      "learning_rate": 3.514298480786417e-05,
      "loss": 0.3677,
      "step": 914
    },
    {
      "epoch": 1.1037394451145959,
      "grad_norm": 0.29429182950704297,
      "learning_rate": 3.5120643431635394e-05,
      "loss": 0.3487,
      "step": 915
    },
    {
      "epoch": 1.1049457177322075,
      "grad_norm": 0.37996208960282496,
      "learning_rate": 3.5098302055406615e-05,
      "loss": 0.3811,
      "step": 916
    },
    {
      "epoch": 1.1061519903498191,
      "grad_norm": 0.7625080539920996,
      "learning_rate": 3.5075960679177836e-05,
      "loss": 0.4344,
      "step": 917
    },
    {
      "epoch": 1.1073582629674306,
      "grad_norm": 0.3233237284317067,
      "learning_rate": 3.505361930294906e-05,
      "loss": 0.3478,
      "step": 918
    },
    {
      "epoch": 1.1085645355850422,
      "grad_norm": 0.32634118122886424,
      "learning_rate": 3.5031277926720284e-05,
      "loss": 0.3608,
      "step": 919
    },
    {
      "epoch": 1.1097708082026538,
      "grad_norm": 0.34423353361517317,
      "learning_rate": 3.500893655049151e-05,
      "loss": 0.3631,
      "step": 920
    },
    {
      "epoch": 1.1109770808202655,
      "grad_norm": 0.3562353951470559,
      "learning_rate": 3.498659517426274e-05,
      "loss": 0.3673,
      "step": 921
    },
    {
      "epoch": 1.1121833534378769,
      "grad_norm": 0.3702325265210759,
      "learning_rate": 3.496425379803396e-05,
      "loss": 0.3749,
      "step": 922
    },
    {
      "epoch": 1.1133896260554885,
      "grad_norm": 0.4029117460745025,
      "learning_rate": 3.494191242180519e-05,
      "loss": 0.3601,
      "step": 923
    },
    {
      "epoch": 1.1145958986731002,
      "grad_norm": 0.36246580149698215,
      "learning_rate": 3.491957104557641e-05,
      "loss": 0.3629,
      "step": 924
    },
    {
      "epoch": 1.1158021712907118,
      "grad_norm": 0.38132206897614723,
      "learning_rate": 3.489722966934763e-05,
      "loss": 0.3814,
      "step": 925
    },
    {
      "epoch": 1.1170084439083232,
      "grad_norm": 0.3387624425697889,
      "learning_rate": 3.4874888293118856e-05,
      "loss": 0.3629,
      "step": 926
    },
    {
      "epoch": 1.1182147165259348,
      "grad_norm": 0.3678799590845831,
      "learning_rate": 3.485254691689008e-05,
      "loss": 0.3667,
      "step": 927
    },
    {
      "epoch": 1.1194209891435465,
      "grad_norm": 0.3868471391215961,
      "learning_rate": 3.4830205540661304e-05,
      "loss": 0.3531,
      "step": 928
    },
    {
      "epoch": 1.1206272617611581,
      "grad_norm": 0.35802571950959106,
      "learning_rate": 3.480786416443253e-05,
      "loss": 0.3728,
      "step": 929
    },
    {
      "epoch": 1.1218335343787695,
      "grad_norm": 0.4527352418804462,
      "learning_rate": 3.478552278820376e-05,
      "loss": 0.3519,
      "step": 930
    },
    {
      "epoch": 1.1230398069963812,
      "grad_norm": 0.38538894689912423,
      "learning_rate": 3.476318141197498e-05,
      "loss": 0.3654,
      "step": 931
    },
    {
      "epoch": 1.1242460796139928,
      "grad_norm": 0.32599224994044007,
      "learning_rate": 3.47408400357462e-05,
      "loss": 0.3643,
      "step": 932
    },
    {
      "epoch": 1.1254523522316044,
      "grad_norm": 0.4953992771024001,
      "learning_rate": 3.471849865951743e-05,
      "loss": 0.3627,
      "step": 933
    },
    {
      "epoch": 1.1266586248492159,
      "grad_norm": 0.3186598726280072,
      "learning_rate": 3.4696157283288655e-05,
      "loss": 0.3565,
      "step": 934
    },
    {
      "epoch": 1.1278648974668275,
      "grad_norm": 0.4038468704612751,
      "learning_rate": 3.4673815907059876e-05,
      "loss": 0.3623,
      "step": 935
    },
    {
      "epoch": 1.1290711700844391,
      "grad_norm": 0.3481809289328933,
      "learning_rate": 3.4651474530831104e-05,
      "loss": 0.3954,
      "step": 936
    },
    {
      "epoch": 1.1302774427020505,
      "grad_norm": 0.3683916961882533,
      "learning_rate": 3.462913315460233e-05,
      "loss": 0.3349,
      "step": 937
    },
    {
      "epoch": 1.1314837153196622,
      "grad_norm": 0.32473875080902603,
      "learning_rate": 3.460679177837355e-05,
      "loss": 0.3743,
      "step": 938
    },
    {
      "epoch": 1.1326899879372738,
      "grad_norm": 0.3928948622915465,
      "learning_rate": 3.458445040214477e-05,
      "loss": 0.3568,
      "step": 939
    },
    {
      "epoch": 1.1338962605548855,
      "grad_norm": 0.34316792512475985,
      "learning_rate": 3.4562109025916e-05,
      "loss": 0.3595,
      "step": 940
    },
    {
      "epoch": 1.135102533172497,
      "grad_norm": 0.38074589547250975,
      "learning_rate": 3.453976764968722e-05,
      "loss": 0.3717,
      "step": 941
    },
    {
      "epoch": 1.1363088057901085,
      "grad_norm": 0.3381612708943419,
      "learning_rate": 3.451742627345845e-05,
      "loss": 0.3628,
      "step": 942
    },
    {
      "epoch": 1.1375150784077201,
      "grad_norm": 0.3918788189329609,
      "learning_rate": 3.4495084897229676e-05,
      "loss": 0.3402,
      "step": 943
    },
    {
      "epoch": 1.1387213510253318,
      "grad_norm": 0.3657275116322395,
      "learning_rate": 3.4472743521000896e-05,
      "loss": 0.349,
      "step": 944
    },
    {
      "epoch": 1.1399276236429432,
      "grad_norm": 0.4007355044780056,
      "learning_rate": 3.4450402144772124e-05,
      "loss": 0.3688,
      "step": 945
    },
    {
      "epoch": 1.1411338962605548,
      "grad_norm": 0.4138120642712477,
      "learning_rate": 3.4428060768543344e-05,
      "loss": 0.3738,
      "step": 946
    },
    {
      "epoch": 1.1423401688781665,
      "grad_norm": 0.4289328018683492,
      "learning_rate": 3.4405719392314565e-05,
      "loss": 0.3658,
      "step": 947
    },
    {
      "epoch": 1.143546441495778,
      "grad_norm": 0.34457376242795956,
      "learning_rate": 3.438337801608579e-05,
      "loss": 0.3648,
      "step": 948
    },
    {
      "epoch": 1.1447527141133897,
      "grad_norm": 0.39016387340771286,
      "learning_rate": 3.436103663985702e-05,
      "loss": 0.3851,
      "step": 949
    },
    {
      "epoch": 1.1459589867310012,
      "grad_norm": 0.3794539802442255,
      "learning_rate": 3.433869526362824e-05,
      "loss": 0.3703,
      "step": 950
    },
    {
      "epoch": 1.1471652593486128,
      "grad_norm": 0.3400125800009884,
      "learning_rate": 3.431635388739947e-05,
      "loss": 0.3651,
      "step": 951
    },
    {
      "epoch": 1.1483715319662244,
      "grad_norm": 0.3962308094664021,
      "learning_rate": 3.429401251117069e-05,
      "loss": 0.3711,
      "step": 952
    },
    {
      "epoch": 1.1495778045838358,
      "grad_norm": 0.29475072361506954,
      "learning_rate": 3.427167113494191e-05,
      "loss": 0.3649,
      "step": 953
    },
    {
      "epoch": 1.1507840772014475,
      "grad_norm": 0.3599623229725101,
      "learning_rate": 3.424932975871314e-05,
      "loss": 0.3755,
      "step": 954
    },
    {
      "epoch": 1.1519903498190591,
      "grad_norm": 0.3234762124366387,
      "learning_rate": 3.4226988382484365e-05,
      "loss": 0.3419,
      "step": 955
    },
    {
      "epoch": 1.1531966224366708,
      "grad_norm": 0.36396822545574137,
      "learning_rate": 3.4204647006255585e-05,
      "loss": 0.3589,
      "step": 956
    },
    {
      "epoch": 1.1544028950542822,
      "grad_norm": 0.2965621293534876,
      "learning_rate": 3.418230563002681e-05,
      "loss": 0.3408,
      "step": 957
    },
    {
      "epoch": 1.1556091676718938,
      "grad_norm": 0.40185597700007947,
      "learning_rate": 3.415996425379804e-05,
      "loss": 0.3767,
      "step": 958
    },
    {
      "epoch": 1.1568154402895054,
      "grad_norm": 0.2814563352081147,
      "learning_rate": 3.413762287756926e-05,
      "loss": 0.3489,
      "step": 959
    },
    {
      "epoch": 1.158021712907117,
      "grad_norm": 0.39116431668529056,
      "learning_rate": 3.411528150134048e-05,
      "loss": 0.3447,
      "step": 960
    },
    {
      "epoch": 1.1592279855247285,
      "grad_norm": 0.37682364888520664,
      "learning_rate": 3.409294012511171e-05,
      "loss": 0.3699,
      "step": 961
    },
    {
      "epoch": 1.1604342581423401,
      "grad_norm": 0.38866135079779807,
      "learning_rate": 3.407059874888293e-05,
      "loss": 0.379,
      "step": 962
    },
    {
      "epoch": 1.1616405307599518,
      "grad_norm": 0.43349224212309945,
      "learning_rate": 3.404825737265416e-05,
      "loss": 0.3771,
      "step": 963
    },
    {
      "epoch": 1.1628468033775634,
      "grad_norm": 0.3490798723729157,
      "learning_rate": 3.4025915996425385e-05,
      "loss": 0.366,
      "step": 964
    },
    {
      "epoch": 1.1640530759951748,
      "grad_norm": 0.4291120472338438,
      "learning_rate": 3.4003574620196606e-05,
      "loss": 0.3735,
      "step": 965
    },
    {
      "epoch": 1.1652593486127865,
      "grad_norm": 0.475166138749199,
      "learning_rate": 3.398123324396783e-05,
      "loss": 0.3856,
      "step": 966
    },
    {
      "epoch": 1.166465621230398,
      "grad_norm": 0.44115919424080835,
      "learning_rate": 3.3958891867739054e-05,
      "loss": 0.3874,
      "step": 967
    },
    {
      "epoch": 1.1676718938480097,
      "grad_norm": 0.4265603005387793,
      "learning_rate": 3.3936550491510274e-05,
      "loss": 0.3662,
      "step": 968
    },
    {
      "epoch": 1.1688781664656211,
      "grad_norm": 0.3541937956792882,
      "learning_rate": 3.39142091152815e-05,
      "loss": 0.3678,
      "step": 969
    },
    {
      "epoch": 1.1700844390832328,
      "grad_norm": 0.3983932739056756,
      "learning_rate": 3.389186773905273e-05,
      "loss": 0.3782,
      "step": 970
    },
    {
      "epoch": 1.1712907117008444,
      "grad_norm": 0.2708040120469766,
      "learning_rate": 3.386952636282395e-05,
      "loss": 0.3508,
      "step": 971
    },
    {
      "epoch": 1.172496984318456,
      "grad_norm": 0.38814511090940623,
      "learning_rate": 3.384718498659518e-05,
      "loss": 0.3674,
      "step": 972
    },
    {
      "epoch": 1.1737032569360675,
      "grad_norm": 0.31952981884106635,
      "learning_rate": 3.3824843610366405e-05,
      "loss": 0.375,
      "step": 973
    },
    {
      "epoch": 1.174909529553679,
      "grad_norm": 0.3405372128693083,
      "learning_rate": 3.3802502234137626e-05,
      "loss": 0.358,
      "step": 974
    },
    {
      "epoch": 1.1761158021712907,
      "grad_norm": 0.325059651004217,
      "learning_rate": 3.3780160857908846e-05,
      "loss": 0.3643,
      "step": 975
    },
    {
      "epoch": 1.1773220747889024,
      "grad_norm": 0.3125452451270937,
      "learning_rate": 3.3757819481680074e-05,
      "loss": 0.3586,
      "step": 976
    },
    {
      "epoch": 1.1785283474065138,
      "grad_norm": 0.3352607281639852,
      "learning_rate": 3.3735478105451295e-05,
      "loss": 0.3688,
      "step": 977
    },
    {
      "epoch": 1.1797346200241254,
      "grad_norm": 2.976439201363688,
      "learning_rate": 3.371313672922252e-05,
      "loss": 0.3982,
      "step": 978
    },
    {
      "epoch": 1.180940892641737,
      "grad_norm": 0.4938721359348584,
      "learning_rate": 3.369079535299375e-05,
      "loss": 0.3763,
      "step": 979
    },
    {
      "epoch": 1.1821471652593487,
      "grad_norm": 0.2726220782356802,
      "learning_rate": 3.366845397676497e-05,
      "loss": 0.3496,
      "step": 980
    },
    {
      "epoch": 1.1833534378769601,
      "grad_norm": 0.3666194013950933,
      "learning_rate": 3.36461126005362e-05,
      "loss": 0.3567,
      "step": 981
    },
    {
      "epoch": 1.1845597104945718,
      "grad_norm": 0.3989427724814577,
      "learning_rate": 3.362377122430742e-05,
      "loss": 0.3914,
      "step": 982
    },
    {
      "epoch": 1.1857659831121834,
      "grad_norm": 0.35488518310984535,
      "learning_rate": 3.360142984807864e-05,
      "loss": 0.3816,
      "step": 983
    },
    {
      "epoch": 1.186972255729795,
      "grad_norm": 0.4276280862353782,
      "learning_rate": 3.3579088471849867e-05,
      "loss": 0.3814,
      "step": 984
    },
    {
      "epoch": 1.1881785283474064,
      "grad_norm": 0.3927987855722157,
      "learning_rate": 3.3556747095621094e-05,
      "loss": 0.3523,
      "step": 985
    },
    {
      "epoch": 1.189384800965018,
      "grad_norm": 0.38737768232211683,
      "learning_rate": 3.3534405719392315e-05,
      "loss": 0.3823,
      "step": 986
    },
    {
      "epoch": 1.1905910735826297,
      "grad_norm": 0.38347649772291015,
      "learning_rate": 3.351206434316354e-05,
      "loss": 0.3536,
      "step": 987
    },
    {
      "epoch": 1.1917973462002411,
      "grad_norm": 0.30177462805239674,
      "learning_rate": 3.348972296693477e-05,
      "loss": 0.3736,
      "step": 988
    },
    {
      "epoch": 1.1930036188178528,
      "grad_norm": 0.3551527270864664,
      "learning_rate": 3.346738159070599e-05,
      "loss": 0.3507,
      "step": 989
    },
    {
      "epoch": 1.1942098914354644,
      "grad_norm": 0.3486555270352525,
      "learning_rate": 3.344504021447721e-05,
      "loss": 0.3971,
      "step": 990
    },
    {
      "epoch": 1.195416164053076,
      "grad_norm": 0.3435059469091779,
      "learning_rate": 3.342269883824844e-05,
      "loss": 0.3561,
      "step": 991
    },
    {
      "epoch": 1.1966224366706877,
      "grad_norm": 0.4189817765235362,
      "learning_rate": 3.340035746201966e-05,
      "loss": 0.3591,
      "step": 992
    },
    {
      "epoch": 1.197828709288299,
      "grad_norm": 0.3122862791991749,
      "learning_rate": 3.337801608579089e-05,
      "loss": 0.3633,
      "step": 993
    },
    {
      "epoch": 1.1990349819059107,
      "grad_norm": 0.34538308973829507,
      "learning_rate": 3.3355674709562114e-05,
      "loss": 0.3554,
      "step": 994
    },
    {
      "epoch": 1.2002412545235224,
      "grad_norm": 0.3936966308431531,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 0.3685,
      "step": 995
    },
    {
      "epoch": 1.2014475271411338,
      "grad_norm": 0.2939043985854137,
      "learning_rate": 3.331099195710456e-05,
      "loss": 0.3707,
      "step": 996
    },
    {
      "epoch": 1.2026537997587454,
      "grad_norm": 0.36151070128805723,
      "learning_rate": 3.328865058087578e-05,
      "loss": 0.3475,
      "step": 997
    },
    {
      "epoch": 1.203860072376357,
      "grad_norm": 0.31584191649328586,
      "learning_rate": 3.3266309204647004e-05,
      "loss": 0.3614,
      "step": 998
    },
    {
      "epoch": 1.2050663449939687,
      "grad_norm": 0.3065266896699921,
      "learning_rate": 3.324396782841823e-05,
      "loss": 0.3536,
      "step": 999
    },
    {
      "epoch": 1.2062726176115803,
      "grad_norm": 0.3284469711990536,
      "learning_rate": 3.322162645218946e-05,
      "loss": 0.3709,
      "step": 1000
    },
    {
      "epoch": 1.2074788902291917,
      "grad_norm": 0.28866547050936975,
      "learning_rate": 3.319928507596068e-05,
      "loss": 0.3685,
      "step": 1001
    },
    {
      "epoch": 1.2086851628468034,
      "grad_norm": 0.33796420853850734,
      "learning_rate": 3.317694369973191e-05,
      "loss": 0.3652,
      "step": 1002
    },
    {
      "epoch": 1.209891435464415,
      "grad_norm": 0.28342229294291926,
      "learning_rate": 3.3154602323503134e-05,
      "loss": 0.3337,
      "step": 1003
    },
    {
      "epoch": 1.2110977080820264,
      "grad_norm": 0.333402960456291,
      "learning_rate": 3.313226094727435e-05,
      "loss": 0.3584,
      "step": 1004
    },
    {
      "epoch": 1.212303980699638,
      "grad_norm": 0.3342504865352302,
      "learning_rate": 3.3109919571045576e-05,
      "loss": 0.3675,
      "step": 1005
    },
    {
      "epoch": 1.2135102533172497,
      "grad_norm": 0.2913332665016377,
      "learning_rate": 3.30875781948168e-05,
      "loss": 0.3561,
      "step": 1006
    },
    {
      "epoch": 1.2147165259348613,
      "grad_norm": 0.31253774645325566,
      "learning_rate": 3.3065236818588024e-05,
      "loss": 0.3625,
      "step": 1007
    },
    {
      "epoch": 1.215922798552473,
      "grad_norm": 0.337334942984555,
      "learning_rate": 3.304289544235925e-05,
      "loss": 0.373,
      "step": 1008
    },
    {
      "epoch": 1.2171290711700844,
      "grad_norm": 0.31936744219352725,
      "learning_rate": 3.302055406613048e-05,
      "loss": 0.3608,
      "step": 1009
    },
    {
      "epoch": 1.218335343787696,
      "grad_norm": 0.36610894353405193,
      "learning_rate": 3.29982126899017e-05,
      "loss": 0.3673,
      "step": 1010
    },
    {
      "epoch": 1.2195416164053077,
      "grad_norm": 0.3398885145604998,
      "learning_rate": 3.297587131367292e-05,
      "loss": 0.3524,
      "step": 1011
    },
    {
      "epoch": 1.220747889022919,
      "grad_norm": 0.40102720999756397,
      "learning_rate": 3.295352993744415e-05,
      "loss": 0.3744,
      "step": 1012
    },
    {
      "epoch": 1.2219541616405307,
      "grad_norm": 0.40168746016689283,
      "learning_rate": 3.293118856121537e-05,
      "loss": 0.369,
      "step": 1013
    },
    {
      "epoch": 1.2231604342581424,
      "grad_norm": 0.3300948359331406,
      "learning_rate": 3.2908847184986596e-05,
      "loss": 0.3724,
      "step": 1014
    },
    {
      "epoch": 1.224366706875754,
      "grad_norm": 0.38963810919167646,
      "learning_rate": 3.2886505808757823e-05,
      "loss": 0.3652,
      "step": 1015
    },
    {
      "epoch": 1.2255729794933654,
      "grad_norm": 0.32140355256835956,
      "learning_rate": 3.2864164432529044e-05,
      "loss": 0.3715,
      "step": 1016
    },
    {
      "epoch": 1.226779252110977,
      "grad_norm": 0.3483272281013881,
      "learning_rate": 3.284182305630027e-05,
      "loss": 0.3562,
      "step": 1017
    },
    {
      "epoch": 1.2279855247285887,
      "grad_norm": 0.3309692180489672,
      "learning_rate": 3.281948168007149e-05,
      "loss": 0.3649,
      "step": 1018
    },
    {
      "epoch": 1.2291917973462003,
      "grad_norm": 0.4077279870823795,
      "learning_rate": 3.279714030384271e-05,
      "loss": 0.3825,
      "step": 1019
    },
    {
      "epoch": 1.2303980699638117,
      "grad_norm": 0.3150547142275848,
      "learning_rate": 3.277479892761394e-05,
      "loss": 0.3772,
      "step": 1020
    },
    {
      "epoch": 1.2316043425814234,
      "grad_norm": 0.3798958280863762,
      "learning_rate": 3.275245755138517e-05,
      "loss": 0.3556,
      "step": 1021
    },
    {
      "epoch": 1.232810615199035,
      "grad_norm": 0.31873298226111396,
      "learning_rate": 3.273011617515639e-05,
      "loss": 0.3635,
      "step": 1022
    },
    {
      "epoch": 1.2340168878166466,
      "grad_norm": 0.336183080052793,
      "learning_rate": 3.2707774798927616e-05,
      "loss": 0.3714,
      "step": 1023
    },
    {
      "epoch": 1.235223160434258,
      "grad_norm": 0.3799076103107832,
      "learning_rate": 3.2685433422698844e-05,
      "loss": 0.3736,
      "step": 1024
    },
    {
      "epoch": 1.2364294330518697,
      "grad_norm": 0.28728541195117857,
      "learning_rate": 3.2663092046470064e-05,
      "loss": 0.3755,
      "step": 1025
    },
    {
      "epoch": 1.2376357056694813,
      "grad_norm": 0.3232968103048298,
      "learning_rate": 3.2640750670241285e-05,
      "loss": 0.3717,
      "step": 1026
    },
    {
      "epoch": 1.238841978287093,
      "grad_norm": 0.3301793860111746,
      "learning_rate": 3.261840929401251e-05,
      "loss": 0.3792,
      "step": 1027
    },
    {
      "epoch": 1.2400482509047044,
      "grad_norm": 0.3143951692046986,
      "learning_rate": 3.259606791778373e-05,
      "loss": 0.3763,
      "step": 1028
    },
    {
      "epoch": 1.241254523522316,
      "grad_norm": 0.32851664710301687,
      "learning_rate": 3.257372654155496e-05,
      "loss": 0.3652,
      "step": 1029
    },
    {
      "epoch": 1.2424607961399277,
      "grad_norm": 0.3911048328835441,
      "learning_rate": 3.255138516532619e-05,
      "loss": 0.3616,
      "step": 1030
    },
    {
      "epoch": 1.2436670687575393,
      "grad_norm": 0.27935714055304606,
      "learning_rate": 3.252904378909741e-05,
      "loss": 0.3596,
      "step": 1031
    },
    {
      "epoch": 1.2448733413751507,
      "grad_norm": 0.3346861939949344,
      "learning_rate": 3.2506702412868636e-05,
      "loss": 0.3547,
      "step": 1032
    },
    {
      "epoch": 1.2460796139927623,
      "grad_norm": 0.28091787367278925,
      "learning_rate": 3.248436103663986e-05,
      "loss": 0.3445,
      "step": 1033
    },
    {
      "epoch": 1.247285886610374,
      "grad_norm": 0.29369101218699734,
      "learning_rate": 3.246201966041108e-05,
      "loss": 0.3597,
      "step": 1034
    },
    {
      "epoch": 1.2484921592279856,
      "grad_norm": 0.29878313480140756,
      "learning_rate": 3.2439678284182305e-05,
      "loss": 0.3697,
      "step": 1035
    },
    {
      "epoch": 1.249698431845597,
      "grad_norm": 0.32949020606504464,
      "learning_rate": 3.241733690795353e-05,
      "loss": 0.3685,
      "step": 1036
    },
    {
      "epoch": 1.2509047044632087,
      "grad_norm": 0.2926475487110276,
      "learning_rate": 3.2394995531724753e-05,
      "loss": 0.3626,
      "step": 1037
    },
    {
      "epoch": 1.2521109770808203,
      "grad_norm": 0.2859720388486372,
      "learning_rate": 3.237265415549598e-05,
      "loss": 0.3743,
      "step": 1038
    },
    {
      "epoch": 1.2533172496984317,
      "grad_norm": 0.3402775775703186,
      "learning_rate": 3.235031277926721e-05,
      "loss": 0.3442,
      "step": 1039
    },
    {
      "epoch": 1.2545235223160434,
      "grad_norm": 0.254391649837801,
      "learning_rate": 3.232797140303843e-05,
      "loss": 0.3594,
      "step": 1040
    },
    {
      "epoch": 1.255729794933655,
      "grad_norm": 0.39919916051774196,
      "learning_rate": 3.230563002680965e-05,
      "loss": 0.3839,
      "step": 1041
    },
    {
      "epoch": 1.2569360675512666,
      "grad_norm": 0.27024575975320314,
      "learning_rate": 3.228328865058088e-05,
      "loss": 0.3533,
      "step": 1042
    },
    {
      "epoch": 1.2581423401688783,
      "grad_norm": 0.319622346903351,
      "learning_rate": 3.22609472743521e-05,
      "loss": 0.3794,
      "step": 1043
    },
    {
      "epoch": 1.2593486127864897,
      "grad_norm": 0.389068060223662,
      "learning_rate": 3.2238605898123325e-05,
      "loss": 0.382,
      "step": 1044
    },
    {
      "epoch": 1.2605548854041013,
      "grad_norm": 0.3268225256048267,
      "learning_rate": 3.221626452189455e-05,
      "loss": 0.3603,
      "step": 1045
    },
    {
      "epoch": 1.261761158021713,
      "grad_norm": 0.3633092550933109,
      "learning_rate": 3.2193923145665774e-05,
      "loss": 0.3858,
      "step": 1046
    },
    {
      "epoch": 1.2629674306393244,
      "grad_norm": 0.32431387176898796,
      "learning_rate": 3.2171581769437e-05,
      "loss": 0.3809,
      "step": 1047
    },
    {
      "epoch": 1.264173703256936,
      "grad_norm": 0.3003671692231628,
      "learning_rate": 3.214924039320822e-05,
      "loss": 0.3654,
      "step": 1048
    },
    {
      "epoch": 1.2653799758745476,
      "grad_norm": 0.3133031222068096,
      "learning_rate": 3.212689901697944e-05,
      "loss": 0.3542,
      "step": 1049
    },
    {
      "epoch": 1.2665862484921593,
      "grad_norm": 0.27077930029731606,
      "learning_rate": 3.210455764075067e-05,
      "loss": 0.3732,
      "step": 1050
    },
    {
      "epoch": 1.267792521109771,
      "grad_norm": 0.3054937382145299,
      "learning_rate": 3.20822162645219e-05,
      "loss": 0.3524,
      "step": 1051
    },
    {
      "epoch": 1.2689987937273823,
      "grad_norm": 0.3178405295280176,
      "learning_rate": 3.205987488829312e-05,
      "loss": 0.3629,
      "step": 1052
    },
    {
      "epoch": 1.270205066344994,
      "grad_norm": 0.31708936628519185,
      "learning_rate": 3.2037533512064346e-05,
      "loss": 0.381,
      "step": 1053
    },
    {
      "epoch": 1.2714113389626056,
      "grad_norm": 0.24279020858927816,
      "learning_rate": 3.201519213583557e-05,
      "loss": 0.3411,
      "step": 1054
    },
    {
      "epoch": 1.272617611580217,
      "grad_norm": 0.28116483364277983,
      "learning_rate": 3.1992850759606794e-05,
      "loss": 0.3676,
      "step": 1055
    },
    {
      "epoch": 1.2738238841978287,
      "grad_norm": 0.3183015486291266,
      "learning_rate": 3.1970509383378014e-05,
      "loss": 0.3887,
      "step": 1056
    },
    {
      "epoch": 1.2750301568154403,
      "grad_norm": 0.27640816805976137,
      "learning_rate": 3.194816800714924e-05,
      "loss": 0.3612,
      "step": 1057
    },
    {
      "epoch": 1.276236429433052,
      "grad_norm": 0.2708010845965508,
      "learning_rate": 3.192582663092047e-05,
      "loss": 0.3549,
      "step": 1058
    },
    {
      "epoch": 1.2774427020506636,
      "grad_norm": 0.3198350134586524,
      "learning_rate": 3.190348525469169e-05,
      "loss": 0.3726,
      "step": 1059
    },
    {
      "epoch": 1.278648974668275,
      "grad_norm": 0.30699976358969727,
      "learning_rate": 3.188114387846292e-05,
      "loss": 0.3715,
      "step": 1060
    },
    {
      "epoch": 1.2798552472858866,
      "grad_norm": 0.277809943346299,
      "learning_rate": 3.1858802502234145e-05,
      "loss": 0.3392,
      "step": 1061
    },
    {
      "epoch": 1.2810615199034983,
      "grad_norm": 0.31996659071085015,
      "learning_rate": 3.1836461126005366e-05,
      "loss": 0.3803,
      "step": 1062
    },
    {
      "epoch": 1.2822677925211097,
      "grad_norm": 0.33637724087127435,
      "learning_rate": 3.1814119749776586e-05,
      "loss": 0.3739,
      "step": 1063
    },
    {
      "epoch": 1.2834740651387213,
      "grad_norm": 0.36483447767464733,
      "learning_rate": 3.1791778373547814e-05,
      "loss": 0.3475,
      "step": 1064
    },
    {
      "epoch": 1.284680337756333,
      "grad_norm": 0.33797545906118115,
      "learning_rate": 3.1769436997319035e-05,
      "loss": 0.3559,
      "step": 1065
    },
    {
      "epoch": 1.2858866103739446,
      "grad_norm": 0.3992655714858619,
      "learning_rate": 3.174709562109026e-05,
      "loss": 0.3496,
      "step": 1066
    },
    {
      "epoch": 1.2870928829915562,
      "grad_norm": 0.3757105460842093,
      "learning_rate": 3.172475424486149e-05,
      "loss": 0.3574,
      "step": 1067
    },
    {
      "epoch": 1.2882991556091676,
      "grad_norm": 0.3838514715771389,
      "learning_rate": 3.170241286863271e-05,
      "loss": 0.3714,
      "step": 1068
    },
    {
      "epoch": 1.2895054282267793,
      "grad_norm": 0.3558726533103807,
      "learning_rate": 3.168007149240393e-05,
      "loss": 0.3607,
      "step": 1069
    },
    {
      "epoch": 1.290711700844391,
      "grad_norm": 0.34928305006041077,
      "learning_rate": 3.165773011617516e-05,
      "loss": 0.3688,
      "step": 1070
    },
    {
      "epoch": 1.2919179734620023,
      "grad_norm": 0.39750595875770633,
      "learning_rate": 3.163538873994638e-05,
      "loss": 0.3585,
      "step": 1071
    },
    {
      "epoch": 1.293124246079614,
      "grad_norm": 0.31647638371635867,
      "learning_rate": 3.161304736371761e-05,
      "loss": 0.3327,
      "step": 1072
    },
    {
      "epoch": 1.2943305186972256,
      "grad_norm": 0.370193912732274,
      "learning_rate": 3.1590705987488834e-05,
      "loss": 0.3827,
      "step": 1073
    },
    {
      "epoch": 1.2955367913148372,
      "grad_norm": 0.362268565167923,
      "learning_rate": 3.1568364611260055e-05,
      "loss": 0.3817,
      "step": 1074
    },
    {
      "epoch": 1.2967430639324489,
      "grad_norm": 0.3333040592999143,
      "learning_rate": 3.154602323503128e-05,
      "loss": 0.3859,
      "step": 1075
    },
    {
      "epoch": 1.2979493365500603,
      "grad_norm": 0.37198883984977626,
      "learning_rate": 3.15236818588025e-05,
      "loss": 0.362,
      "step": 1076
    },
    {
      "epoch": 1.299155609167672,
      "grad_norm": 0.32479600140192555,
      "learning_rate": 3.1501340482573724e-05,
      "loss": 0.361,
      "step": 1077
    },
    {
      "epoch": 1.3003618817852836,
      "grad_norm": 0.3041287501118341,
      "learning_rate": 3.147899910634495e-05,
      "loss": 0.3551,
      "step": 1078
    },
    {
      "epoch": 1.301568154402895,
      "grad_norm": 0.3508350111820672,
      "learning_rate": 3.145665773011618e-05,
      "loss": 0.3467,
      "step": 1079
    },
    {
      "epoch": 1.3027744270205066,
      "grad_norm": 0.31289719028187885,
      "learning_rate": 3.14343163538874e-05,
      "loss": 0.3464,
      "step": 1080
    },
    {
      "epoch": 1.3039806996381182,
      "grad_norm": 0.3525515286475814,
      "learning_rate": 3.141197497765863e-05,
      "loss": 0.3706,
      "step": 1081
    },
    {
      "epoch": 1.3051869722557297,
      "grad_norm": 0.36739799881084373,
      "learning_rate": 3.1389633601429854e-05,
      "loss": 0.3826,
      "step": 1082
    },
    {
      "epoch": 1.3063932448733413,
      "grad_norm": 0.3551639488288884,
      "learning_rate": 3.1367292225201075e-05,
      "loss": 0.3679,
      "step": 1083
    },
    {
      "epoch": 1.307599517490953,
      "grad_norm": 0.5166672992275477,
      "learning_rate": 3.1344950848972296e-05,
      "loss": 0.3702,
      "step": 1084
    },
    {
      "epoch": 1.3088057901085646,
      "grad_norm": 0.28002473093112323,
      "learning_rate": 3.132260947274352e-05,
      "loss": 0.365,
      "step": 1085
    },
    {
      "epoch": 1.3100120627261762,
      "grad_norm": 0.28704719612423435,
      "learning_rate": 3.1300268096514744e-05,
      "loss": 0.3657,
      "step": 1086
    },
    {
      "epoch": 1.3112183353437876,
      "grad_norm": 0.2885270894752884,
      "learning_rate": 3.127792672028597e-05,
      "loss": 0.3497,
      "step": 1087
    },
    {
      "epoch": 1.3124246079613993,
      "grad_norm": 0.28563636025816486,
      "learning_rate": 3.12555853440572e-05,
      "loss": 0.3653,
      "step": 1088
    },
    {
      "epoch": 1.313630880579011,
      "grad_norm": 0.3654990574163292,
      "learning_rate": 3.123324396782842e-05,
      "loss": 0.3598,
      "step": 1089
    },
    {
      "epoch": 1.3148371531966223,
      "grad_norm": 0.31153048181894816,
      "learning_rate": 3.121090259159965e-05,
      "loss": 0.3688,
      "step": 1090
    },
    {
      "epoch": 1.316043425814234,
      "grad_norm": 0.30372482261187445,
      "learning_rate": 3.118856121537087e-05,
      "loss": 0.372,
      "step": 1091
    },
    {
      "epoch": 1.3172496984318456,
      "grad_norm": 0.3928628759286902,
      "learning_rate": 3.116621983914209e-05,
      "loss": 0.366,
      "step": 1092
    },
    {
      "epoch": 1.3184559710494572,
      "grad_norm": 0.28051320063916957,
      "learning_rate": 3.1143878462913316e-05,
      "loss": 0.372,
      "step": 1093
    },
    {
      "epoch": 1.3196622436670689,
      "grad_norm": 0.353437964831599,
      "learning_rate": 3.1121537086684543e-05,
      "loss": 0.3784,
      "step": 1094
    },
    {
      "epoch": 1.3208685162846803,
      "grad_norm": 0.36270292248092095,
      "learning_rate": 3.1099195710455764e-05,
      "loss": 0.3784,
      "step": 1095
    },
    {
      "epoch": 1.322074788902292,
      "grad_norm": 0.3100183493099864,
      "learning_rate": 3.107685433422699e-05,
      "loss": 0.366,
      "step": 1096
    },
    {
      "epoch": 1.3232810615199035,
      "grad_norm": 0.33662286705267247,
      "learning_rate": 3.105451295799822e-05,
      "loss": 0.3688,
      "step": 1097
    },
    {
      "epoch": 1.324487334137515,
      "grad_norm": 0.27058145874774586,
      "learning_rate": 3.103217158176944e-05,
      "loss": 0.3558,
      "step": 1098
    },
    {
      "epoch": 1.3256936067551266,
      "grad_norm": 0.3814233812729274,
      "learning_rate": 3.100983020554066e-05,
      "loss": 0.3543,
      "step": 1099
    },
    {
      "epoch": 1.3268998793727382,
      "grad_norm": 0.3440571607399901,
      "learning_rate": 3.098748882931189e-05,
      "loss": 0.3524,
      "step": 1100
    },
    {
      "epoch": 1.3281061519903499,
      "grad_norm": 0.42548361963668074,
      "learning_rate": 3.096514745308311e-05,
      "loss": 0.3677,
      "step": 1101
    },
    {
      "epoch": 1.3293124246079615,
      "grad_norm": 0.31583199094929404,
      "learning_rate": 3.0942806076854336e-05,
      "loss": 0.3821,
      "step": 1102
    },
    {
      "epoch": 1.330518697225573,
      "grad_norm": 0.4079717432016741,
      "learning_rate": 3.0920464700625564e-05,
      "loss": 0.3686,
      "step": 1103
    },
    {
      "epoch": 1.3317249698431846,
      "grad_norm": 0.3311395530178617,
      "learning_rate": 3.0898123324396784e-05,
      "loss": 0.3687,
      "step": 1104
    },
    {
      "epoch": 1.3329312424607962,
      "grad_norm": 0.30119192202192563,
      "learning_rate": 3.087578194816801e-05,
      "loss": 0.3695,
      "step": 1105
    },
    {
      "epoch": 1.3341375150784076,
      "grad_norm": 0.3024724334141376,
      "learning_rate": 3.085344057193923e-05,
      "loss": 0.3531,
      "step": 1106
    },
    {
      "epoch": 1.3353437876960192,
      "grad_norm": 0.3020172197925826,
      "learning_rate": 3.083109919571045e-05,
      "loss": 0.3788,
      "step": 1107
    },
    {
      "epoch": 1.3365500603136309,
      "grad_norm": 0.2823663382158882,
      "learning_rate": 3.080875781948168e-05,
      "loss": 0.3401,
      "step": 1108
    },
    {
      "epoch": 1.3377563329312425,
      "grad_norm": 0.302427062615936,
      "learning_rate": 3.078641644325291e-05,
      "loss": 0.3642,
      "step": 1109
    },
    {
      "epoch": 1.3389626055488542,
      "grad_norm": 0.31551900898503815,
      "learning_rate": 3.076407506702413e-05,
      "loss": 0.3555,
      "step": 1110
    },
    {
      "epoch": 1.3401688781664656,
      "grad_norm": 0.3312984136735708,
      "learning_rate": 3.0741733690795356e-05,
      "loss": 0.3673,
      "step": 1111
    },
    {
      "epoch": 1.3413751507840772,
      "grad_norm": 0.31739717512214,
      "learning_rate": 3.0719392314566584e-05,
      "loss": 0.357,
      "step": 1112
    },
    {
      "epoch": 1.3425814234016888,
      "grad_norm": 0.2727046695858616,
      "learning_rate": 3.0697050938337804e-05,
      "loss": 0.3634,
      "step": 1113
    },
    {
      "epoch": 1.3437876960193003,
      "grad_norm": 0.3776160250845144,
      "learning_rate": 3.0674709562109025e-05,
      "loss": 0.3812,
      "step": 1114
    },
    {
      "epoch": 1.344993968636912,
      "grad_norm": 0.331153836222907,
      "learning_rate": 3.065236818588025e-05,
      "loss": 0.3706,
      "step": 1115
    },
    {
      "epoch": 1.3462002412545235,
      "grad_norm": 0.3135798994454436,
      "learning_rate": 3.063002680965147e-05,
      "loss": 0.3695,
      "step": 1116
    },
    {
      "epoch": 1.3474065138721352,
      "grad_norm": 0.3398371342476646,
      "learning_rate": 3.06076854334227e-05,
      "loss": 0.3648,
      "step": 1117
    },
    {
      "epoch": 1.3486127864897468,
      "grad_norm": 0.3355446307451407,
      "learning_rate": 3.058534405719393e-05,
      "loss": 0.3689,
      "step": 1118
    },
    {
      "epoch": 1.3498190591073582,
      "grad_norm": 0.32871921032944523,
      "learning_rate": 3.056300268096515e-05,
      "loss": 0.3823,
      "step": 1119
    },
    {
      "epoch": 1.3510253317249699,
      "grad_norm": 0.3324992371527075,
      "learning_rate": 3.0540661304736376e-05,
      "loss": 0.3533,
      "step": 1120
    },
    {
      "epoch": 1.3522316043425815,
      "grad_norm": 0.3898432118600308,
      "learning_rate": 3.05183199285076e-05,
      "loss": 0.3482,
      "step": 1121
    },
    {
      "epoch": 1.353437876960193,
      "grad_norm": 0.27000069674814814,
      "learning_rate": 3.049597855227882e-05,
      "loss": 0.367,
      "step": 1122
    },
    {
      "epoch": 1.3546441495778045,
      "grad_norm": 0.3560131101054812,
      "learning_rate": 3.0473637176050045e-05,
      "loss": 0.3725,
      "step": 1123
    },
    {
      "epoch": 1.3558504221954162,
      "grad_norm": 0.3466814385369649,
      "learning_rate": 3.0451295799821273e-05,
      "loss": 0.3614,
      "step": 1124
    },
    {
      "epoch": 1.3570566948130278,
      "grad_norm": 0.3147914304038281,
      "learning_rate": 3.0428954423592494e-05,
      "loss": 0.3672,
      "step": 1125
    },
    {
      "epoch": 1.3582629674306395,
      "grad_norm": 0.3187982701455795,
      "learning_rate": 3.0406613047363718e-05,
      "loss": 0.3545,
      "step": 1126
    },
    {
      "epoch": 1.3594692400482509,
      "grad_norm": 0.2971609813242021,
      "learning_rate": 3.0384271671134945e-05,
      "loss": 0.3646,
      "step": 1127
    },
    {
      "epoch": 1.3606755126658625,
      "grad_norm": 0.28948184614925276,
      "learning_rate": 3.0361930294906166e-05,
      "loss": 0.3724,
      "step": 1128
    },
    {
      "epoch": 1.3618817852834741,
      "grad_norm": 0.26100840084723725,
      "learning_rate": 3.0339588918677393e-05,
      "loss": 0.3589,
      "step": 1129
    },
    {
      "epoch": 1.3630880579010856,
      "grad_norm": 0.26791285850652824,
      "learning_rate": 3.0317247542448617e-05,
      "loss": 0.3601,
      "step": 1130
    },
    {
      "epoch": 1.3642943305186972,
      "grad_norm": 0.29962236845210755,
      "learning_rate": 3.0294906166219838e-05,
      "loss": 0.3475,
      "step": 1131
    },
    {
      "epoch": 1.3655006031363088,
      "grad_norm": 0.3346919570043122,
      "learning_rate": 3.0272564789991066e-05,
      "loss": 0.3578,
      "step": 1132
    },
    {
      "epoch": 1.3667068757539202,
      "grad_norm": 0.26181644687495764,
      "learning_rate": 3.025022341376229e-05,
      "loss": 0.3618,
      "step": 1133
    },
    {
      "epoch": 1.3679131483715319,
      "grad_norm": 0.2724118620499691,
      "learning_rate": 3.022788203753351e-05,
      "loss": 0.3685,
      "step": 1134
    },
    {
      "epoch": 1.3691194209891435,
      "grad_norm": 0.291344635313524,
      "learning_rate": 3.0205540661304738e-05,
      "loss": 0.3563,
      "step": 1135
    },
    {
      "epoch": 1.3703256936067552,
      "grad_norm": 0.3091838446015483,
      "learning_rate": 3.0183199285075965e-05,
      "loss": 0.3297,
      "step": 1136
    },
    {
      "epoch": 1.3715319662243668,
      "grad_norm": 0.2791543209149448,
      "learning_rate": 3.0160857908847186e-05,
      "loss": 0.3691,
      "step": 1137
    },
    {
      "epoch": 1.3727382388419782,
      "grad_norm": 0.30051706948641876,
      "learning_rate": 3.013851653261841e-05,
      "loss": 0.3635,
      "step": 1138
    },
    {
      "epoch": 1.3739445114595898,
      "grad_norm": 0.34203068886863713,
      "learning_rate": 3.0116175156389638e-05,
      "loss": 0.3786,
      "step": 1139
    },
    {
      "epoch": 1.3751507840772015,
      "grad_norm": 0.2751714894785982,
      "learning_rate": 3.0093833780160858e-05,
      "loss": 0.3525,
      "step": 1140
    },
    {
      "epoch": 1.376357056694813,
      "grad_norm": 0.3541112573734306,
      "learning_rate": 3.0071492403932082e-05,
      "loss": 0.3584,
      "step": 1141
    },
    {
      "epoch": 1.3775633293124245,
      "grad_norm": 0.3310525285267929,
      "learning_rate": 3.004915102770331e-05,
      "loss": 0.3771,
      "step": 1142
    },
    {
      "epoch": 1.3787696019300362,
      "grad_norm": 0.2870345778600548,
      "learning_rate": 3.002680965147453e-05,
      "loss": 0.3504,
      "step": 1143
    },
    {
      "epoch": 1.3799758745476478,
      "grad_norm": 0.3248559870711437,
      "learning_rate": 3.0004468275245755e-05,
      "loss": 0.3377,
      "step": 1144
    },
    {
      "epoch": 1.3811821471652594,
      "grad_norm": 0.36564049706754104,
      "learning_rate": 2.9982126899016982e-05,
      "loss": 0.3572,
      "step": 1145
    },
    {
      "epoch": 1.3823884197828709,
      "grad_norm": 0.3125346957664997,
      "learning_rate": 2.9959785522788203e-05,
      "loss": 0.366,
      "step": 1146
    },
    {
      "epoch": 1.3835946924004825,
      "grad_norm": 0.3716766984185386,
      "learning_rate": 2.993744414655943e-05,
      "loss": 0.3692,
      "step": 1147
    },
    {
      "epoch": 1.3848009650180941,
      "grad_norm": 0.40406522080836904,
      "learning_rate": 2.9915102770330654e-05,
      "loss": 0.3847,
      "step": 1148
    },
    {
      "epoch": 1.3860072376357055,
      "grad_norm": 0.3553874252899629,
      "learning_rate": 2.9892761394101875e-05,
      "loss": 0.3792,
      "step": 1149
    },
    {
      "epoch": 1.3872135102533172,
      "grad_norm": 0.3654246145476641,
      "learning_rate": 2.9870420017873103e-05,
      "loss": 0.3523,
      "step": 1150
    },
    {
      "epoch": 1.3884197828709288,
      "grad_norm": 0.372654778385698,
      "learning_rate": 2.9848078641644327e-05,
      "loss": 0.363,
      "step": 1151
    },
    {
      "epoch": 1.3896260554885405,
      "grad_norm": 0.318400474242105,
      "learning_rate": 2.9825737265415547e-05,
      "loss": 0.3665,
      "step": 1152
    },
    {
      "epoch": 1.390832328106152,
      "grad_norm": 0.4476226138153656,
      "learning_rate": 2.9803395889186775e-05,
      "loss": 0.3586,
      "step": 1153
    },
    {
      "epoch": 1.3920386007237635,
      "grad_norm": 0.36090984552024646,
      "learning_rate": 2.9781054512958002e-05,
      "loss": 0.3878,
      "step": 1154
    },
    {
      "epoch": 1.3932448733413751,
      "grad_norm": 0.34995570790330377,
      "learning_rate": 2.9758713136729223e-05,
      "loss": 0.3739,
      "step": 1155
    },
    {
      "epoch": 1.3944511459589868,
      "grad_norm": 0.4036557498361607,
      "learning_rate": 2.9736371760500447e-05,
      "loss": 0.3656,
      "step": 1156
    },
    {
      "epoch": 1.3956574185765982,
      "grad_norm": 0.25983094278157565,
      "learning_rate": 2.9714030384271675e-05,
      "loss": 0.3651,
      "step": 1157
    },
    {
      "epoch": 1.3968636911942098,
      "grad_norm": 0.46585062876561006,
      "learning_rate": 2.9691689008042895e-05,
      "loss": 0.366,
      "step": 1158
    },
    {
      "epoch": 1.3980699638118215,
      "grad_norm": 0.29308421171324583,
      "learning_rate": 2.966934763181412e-05,
      "loss": 0.3472,
      "step": 1159
    },
    {
      "epoch": 1.399276236429433,
      "grad_norm": 0.4212438988181364,
      "learning_rate": 2.9647006255585347e-05,
      "loss": 0.3652,
      "step": 1160
    },
    {
      "epoch": 1.4004825090470447,
      "grad_norm": 0.2845531602103912,
      "learning_rate": 2.9624664879356567e-05,
      "loss": 0.3736,
      "step": 1161
    },
    {
      "epoch": 1.4016887816646562,
      "grad_norm": 0.4362233547700654,
      "learning_rate": 2.9602323503127795e-05,
      "loss": 0.3763,
      "step": 1162
    },
    {
      "epoch": 1.4028950542822678,
      "grad_norm": 0.28669154667850383,
      "learning_rate": 2.957998212689902e-05,
      "loss": 0.3634,
      "step": 1163
    },
    {
      "epoch": 1.4041013268998794,
      "grad_norm": 0.3752571742382678,
      "learning_rate": 2.955764075067024e-05,
      "loss": 0.3698,
      "step": 1164
    },
    {
      "epoch": 1.4053075995174908,
      "grad_norm": 0.30884212641230485,
      "learning_rate": 2.9535299374441467e-05,
      "loss": 0.3504,
      "step": 1165
    },
    {
      "epoch": 1.4065138721351025,
      "grad_norm": 0.3587145325155489,
      "learning_rate": 2.951295799821269e-05,
      "loss": 0.3646,
      "step": 1166
    },
    {
      "epoch": 1.4077201447527141,
      "grad_norm": 0.29533411161129886,
      "learning_rate": 2.9490616621983912e-05,
      "loss": 0.3515,
      "step": 1167
    },
    {
      "epoch": 1.4089264173703258,
      "grad_norm": 0.2615406154832229,
      "learning_rate": 2.946827524575514e-05,
      "loss": 0.3574,
      "step": 1168
    },
    {
      "epoch": 1.4101326899879374,
      "grad_norm": 0.32893567819819586,
      "learning_rate": 2.9445933869526367e-05,
      "loss": 0.3603,
      "step": 1169
    },
    {
      "epoch": 1.4113389626055488,
      "grad_norm": 0.29965434978983685,
      "learning_rate": 2.9423592493297584e-05,
      "loss": 0.3596,
      "step": 1170
    },
    {
      "epoch": 1.4125452352231604,
      "grad_norm": 0.31822499295465917,
      "learning_rate": 2.9401251117068812e-05,
      "loss": 0.3675,
      "step": 1171
    },
    {
      "epoch": 1.413751507840772,
      "grad_norm": 0.2753822644102095,
      "learning_rate": 2.937890974084004e-05,
      "loss": 0.3451,
      "step": 1172
    },
    {
      "epoch": 1.4149577804583835,
      "grad_norm": 0.3298050786742377,
      "learning_rate": 2.935656836461126e-05,
      "loss": 0.3706,
      "step": 1173
    },
    {
      "epoch": 1.4161640530759951,
      "grad_norm": 0.28445112216104007,
      "learning_rate": 2.9334226988382484e-05,
      "loss": 0.3507,
      "step": 1174
    },
    {
      "epoch": 1.4173703256936068,
      "grad_norm": 0.3092808406057826,
      "learning_rate": 2.931188561215371e-05,
      "loss": 0.3958,
      "step": 1175
    },
    {
      "epoch": 1.4185765983112184,
      "grad_norm": 0.2536950340386672,
      "learning_rate": 2.9289544235924932e-05,
      "loss": 0.3511,
      "step": 1176
    },
    {
      "epoch": 1.41978287092883,
      "grad_norm": 0.35919383431613366,
      "learning_rate": 2.9267202859696156e-05,
      "loss": 0.3598,
      "step": 1177
    },
    {
      "epoch": 1.4209891435464415,
      "grad_norm": 0.30220803684797587,
      "learning_rate": 2.9244861483467384e-05,
      "loss": 0.3671,
      "step": 1178
    },
    {
      "epoch": 1.422195416164053,
      "grad_norm": 0.3015596602053583,
      "learning_rate": 2.9222520107238604e-05,
      "loss": 0.3627,
      "step": 1179
    },
    {
      "epoch": 1.4234016887816647,
      "grad_norm": 0.28995228992941746,
      "learning_rate": 2.9200178731009832e-05,
      "loss": 0.35,
      "step": 1180
    },
    {
      "epoch": 1.4246079613992761,
      "grad_norm": 0.29605766490997004,
      "learning_rate": 2.9177837354781056e-05,
      "loss": 0.3567,
      "step": 1181
    },
    {
      "epoch": 1.4258142340168878,
      "grad_norm": 0.2976811007058239,
      "learning_rate": 2.9155495978552283e-05,
      "loss": 0.3436,
      "step": 1182
    },
    {
      "epoch": 1.4270205066344994,
      "grad_norm": 0.2601540220761718,
      "learning_rate": 2.9133154602323504e-05,
      "loss": 0.3477,
      "step": 1183
    },
    {
      "epoch": 1.428226779252111,
      "grad_norm": 0.2834282356161823,
      "learning_rate": 2.9110813226094728e-05,
      "loss": 0.3602,
      "step": 1184
    },
    {
      "epoch": 1.4294330518697227,
      "grad_norm": 0.291754499437398,
      "learning_rate": 2.9088471849865956e-05,
      "loss": 0.3633,
      "step": 1185
    },
    {
      "epoch": 1.430639324487334,
      "grad_norm": 0.2735533586976796,
      "learning_rate": 2.9066130473637176e-05,
      "loss": 0.3408,
      "step": 1186
    },
    {
      "epoch": 1.4318455971049457,
      "grad_norm": 0.28797235804097754,
      "learning_rate": 2.9043789097408404e-05,
      "loss": 0.3665,
      "step": 1187
    },
    {
      "epoch": 1.4330518697225574,
      "grad_norm": 0.27749621251874057,
      "learning_rate": 2.9021447721179628e-05,
      "loss": 0.364,
      "step": 1188
    },
    {
      "epoch": 1.4342581423401688,
      "grad_norm": 0.32339392380392684,
      "learning_rate": 2.899910634495085e-05,
      "loss": 0.3514,
      "step": 1189
    },
    {
      "epoch": 1.4354644149577804,
      "grad_norm": 0.2926720133950538,
      "learning_rate": 2.8976764968722076e-05,
      "loss": 0.3842,
      "step": 1190
    },
    {
      "epoch": 1.436670687575392,
      "grad_norm": 0.28827795732382455,
      "learning_rate": 2.89544235924933e-05,
      "loss": 0.3606,
      "step": 1191
    },
    {
      "epoch": 1.4378769601930035,
      "grad_norm": 0.2915271734549216,
      "learning_rate": 2.893208221626452e-05,
      "loss": 0.3536,
      "step": 1192
    },
    {
      "epoch": 1.4390832328106151,
      "grad_norm": 0.40519254838528146,
      "learning_rate": 2.890974084003575e-05,
      "loss": 0.3751,
      "step": 1193
    },
    {
      "epoch": 1.4402895054282268,
      "grad_norm": 0.29164522307451995,
      "learning_rate": 2.8887399463806976e-05,
      "loss": 0.3705,
      "step": 1194
    },
    {
      "epoch": 1.4414957780458384,
      "grad_norm": 0.311020331010995,
      "learning_rate": 2.8865058087578197e-05,
      "loss": 0.3538,
      "step": 1195
    },
    {
      "epoch": 1.44270205066345,
      "grad_norm": 0.35439846786285,
      "learning_rate": 2.884271671134942e-05,
      "loss": 0.3823,
      "step": 1196
    },
    {
      "epoch": 1.4439083232810614,
      "grad_norm": 0.31436335956903844,
      "learning_rate": 2.8820375335120648e-05,
      "loss": 0.3714,
      "step": 1197
    },
    {
      "epoch": 1.445114595898673,
      "grad_norm": 0.35023249437780235,
      "learning_rate": 2.879803395889187e-05,
      "loss": 0.3915,
      "step": 1198
    },
    {
      "epoch": 1.4463208685162847,
      "grad_norm": 0.28045651639475067,
      "learning_rate": 2.8775692582663093e-05,
      "loss": 0.346,
      "step": 1199
    },
    {
      "epoch": 1.4475271411338961,
      "grad_norm": 0.31926475304857066,
      "learning_rate": 2.875335120643432e-05,
      "loss": 0.3444,
      "step": 1200
    },
    {
      "epoch": 1.4487334137515078,
      "grad_norm": 0.28708496856007876,
      "learning_rate": 2.873100983020554e-05,
      "loss": 0.3498,
      "step": 1201
    },
    {
      "epoch": 1.4499396863691194,
      "grad_norm": 0.43262881864227015,
      "learning_rate": 2.870866845397677e-05,
      "loss": 0.3505,
      "step": 1202
    },
    {
      "epoch": 1.451145958986731,
      "grad_norm": 0.2687357810356031,
      "learning_rate": 2.8686327077747993e-05,
      "loss": 0.3519,
      "step": 1203
    },
    {
      "epoch": 1.4523522316043427,
      "grad_norm": 0.3607507222010132,
      "learning_rate": 2.8663985701519213e-05,
      "loss": 0.3723,
      "step": 1204
    },
    {
      "epoch": 1.453558504221954,
      "grad_norm": 0.30338701749850056,
      "learning_rate": 2.864164432529044e-05,
      "loss": 0.3587,
      "step": 1205
    },
    {
      "epoch": 1.4547647768395657,
      "grad_norm": 0.31603329875122715,
      "learning_rate": 2.8619302949061665e-05,
      "loss": 0.3757,
      "step": 1206
    },
    {
      "epoch": 1.4559710494571774,
      "grad_norm": 0.33022323730816805,
      "learning_rate": 2.8596961572832886e-05,
      "loss": 0.3699,
      "step": 1207
    },
    {
      "epoch": 1.4571773220747888,
      "grad_norm": 0.306872731375517,
      "learning_rate": 2.8574620196604113e-05,
      "loss": 0.3915,
      "step": 1208
    },
    {
      "epoch": 1.4583835946924004,
      "grad_norm": 0.34818044786028685,
      "learning_rate": 2.8552278820375337e-05,
      "loss": 0.3686,
      "step": 1209
    },
    {
      "epoch": 1.459589867310012,
      "grad_norm": 0.3180265730282909,
      "learning_rate": 2.8529937444146558e-05,
      "loss": 0.3433,
      "step": 1210
    },
    {
      "epoch": 1.4607961399276237,
      "grad_norm": 0.28857128660801623,
      "learning_rate": 2.8507596067917785e-05,
      "loss": 0.3366,
      "step": 1211
    },
    {
      "epoch": 1.4620024125452353,
      "grad_norm": 0.3482553573855266,
      "learning_rate": 2.8485254691689013e-05,
      "loss": 0.3604,
      "step": 1212
    },
    {
      "epoch": 1.4632086851628467,
      "grad_norm": 0.30676083475386495,
      "learning_rate": 2.8462913315460234e-05,
      "loss": 0.3815,
      "step": 1213
    },
    {
      "epoch": 1.4644149577804584,
      "grad_norm": 0.30367765388377194,
      "learning_rate": 2.8440571939231458e-05,
      "loss": 0.3726,
      "step": 1214
    },
    {
      "epoch": 1.46562123039807,
      "grad_norm": 0.3446510768407655,
      "learning_rate": 2.8418230563002685e-05,
      "loss": 0.3677,
      "step": 1215
    },
    {
      "epoch": 1.4668275030156814,
      "grad_norm": 0.3172797310351058,
      "learning_rate": 2.8395889186773906e-05,
      "loss": 0.363,
      "step": 1216
    },
    {
      "epoch": 1.468033775633293,
      "grad_norm": 0.2953075162278567,
      "learning_rate": 2.837354781054513e-05,
      "loss": 0.3756,
      "step": 1217
    },
    {
      "epoch": 1.4692400482509047,
      "grad_norm": 0.32783840098529415,
      "learning_rate": 2.8351206434316357e-05,
      "loss": 0.3642,
      "step": 1218
    },
    {
      "epoch": 1.4704463208685163,
      "grad_norm": 0.280445028660401,
      "learning_rate": 2.8328865058087578e-05,
      "loss": 0.3513,
      "step": 1219
    },
    {
      "epoch": 1.471652593486128,
      "grad_norm": 0.33558468097054406,
      "learning_rate": 2.8306523681858806e-05,
      "loss": 0.3651,
      "step": 1220
    },
    {
      "epoch": 1.4728588661037394,
      "grad_norm": 0.336070959339012,
      "learning_rate": 2.828418230563003e-05,
      "loss": 0.3591,
      "step": 1221
    },
    {
      "epoch": 1.474065138721351,
      "grad_norm": 0.2900358012573861,
      "learning_rate": 2.826184092940125e-05,
      "loss": 0.3744,
      "step": 1222
    },
    {
      "epoch": 1.4752714113389627,
      "grad_norm": 0.2972532526663739,
      "learning_rate": 2.8239499553172478e-05,
      "loss": 0.3502,
      "step": 1223
    },
    {
      "epoch": 1.476477683956574,
      "grad_norm": 0.3078587095137843,
      "learning_rate": 2.8217158176943702e-05,
      "loss": 0.3647,
      "step": 1224
    },
    {
      "epoch": 1.4776839565741857,
      "grad_norm": 0.32293847798260233,
      "learning_rate": 2.8194816800714923e-05,
      "loss": 0.3621,
      "step": 1225
    },
    {
      "epoch": 1.4788902291917974,
      "grad_norm": 0.2698381433035557,
      "learning_rate": 2.817247542448615e-05,
      "loss": 0.3625,
      "step": 1226
    },
    {
      "epoch": 1.480096501809409,
      "grad_norm": 0.3092649084688229,
      "learning_rate": 2.8150134048257378e-05,
      "loss": 0.3588,
      "step": 1227
    },
    {
      "epoch": 1.4813027744270206,
      "grad_norm": 0.32836804858453694,
      "learning_rate": 2.81277926720286e-05,
      "loss": 0.3726,
      "step": 1228
    },
    {
      "epoch": 1.482509047044632,
      "grad_norm": 0.4687070308155192,
      "learning_rate": 2.8105451295799822e-05,
      "loss": 0.3517,
      "step": 1229
    },
    {
      "epoch": 1.4837153196622437,
      "grad_norm": 0.33776920307320657,
      "learning_rate": 2.808310991957105e-05,
      "loss": 0.363,
      "step": 1230
    },
    {
      "epoch": 1.4849215922798553,
      "grad_norm": 0.34831064110686916,
      "learning_rate": 2.806076854334227e-05,
      "loss": 0.3582,
      "step": 1231
    },
    {
      "epoch": 1.4861278648974667,
      "grad_norm": 0.3530691789102461,
      "learning_rate": 2.8038427167113495e-05,
      "loss": 0.3749,
      "step": 1232
    },
    {
      "epoch": 1.4873341375150784,
      "grad_norm": 0.31161336626579134,
      "learning_rate": 2.8016085790884722e-05,
      "loss": 0.3447,
      "step": 1233
    },
    {
      "epoch": 1.48854041013269,
      "grad_norm": 0.2861464976049845,
      "learning_rate": 2.7993744414655943e-05,
      "loss": 0.3377,
      "step": 1234
    },
    {
      "epoch": 1.4897466827503016,
      "grad_norm": 0.3600397490414202,
      "learning_rate": 2.7971403038427167e-05,
      "loss": 0.3677,
      "step": 1235
    },
    {
      "epoch": 1.4909529553679133,
      "grad_norm": 0.28131622511858695,
      "learning_rate": 2.7949061662198394e-05,
      "loss": 0.3789,
      "step": 1236
    },
    {
      "epoch": 1.4921592279855247,
      "grad_norm": 0.3516965064598944,
      "learning_rate": 2.7926720285969615e-05,
      "loss": 0.3852,
      "step": 1237
    },
    {
      "epoch": 1.4933655006031363,
      "grad_norm": 0.302444809100267,
      "learning_rate": 2.7904378909740843e-05,
      "loss": 0.3666,
      "step": 1238
    },
    {
      "epoch": 1.494571773220748,
      "grad_norm": 0.3409455236720351,
      "learning_rate": 2.7882037533512067e-05,
      "loss": 0.3713,
      "step": 1239
    },
    {
      "epoch": 1.4957780458383594,
      "grad_norm": 0.27999659004938476,
      "learning_rate": 2.7859696157283287e-05,
      "loss": 0.3563,
      "step": 1240
    },
    {
      "epoch": 1.496984318455971,
      "grad_norm": 0.2948450451811389,
      "learning_rate": 2.7837354781054515e-05,
      "loss": 0.3618,
      "step": 1241
    },
    {
      "epoch": 1.4981905910735827,
      "grad_norm": 0.2986130381148085,
      "learning_rate": 2.781501340482574e-05,
      "loss": 0.3635,
      "step": 1242
    },
    {
      "epoch": 1.4993968636911943,
      "grad_norm": 0.29615277744615615,
      "learning_rate": 2.779267202859696e-05,
      "loss": 0.3539,
      "step": 1243
    },
    {
      "epoch": 1.500603136308806,
      "grad_norm": 0.3364174580644653,
      "learning_rate": 2.7770330652368187e-05,
      "loss": 0.3498,
      "step": 1244
    },
    {
      "epoch": 1.5018094089264173,
      "grad_norm": 0.2763203714148372,
      "learning_rate": 2.7747989276139415e-05,
      "loss": 0.3558,
      "step": 1245
    },
    {
      "epoch": 1.503015681544029,
      "grad_norm": 0.34787271866709774,
      "learning_rate": 2.7725647899910635e-05,
      "loss": 0.3673,
      "step": 1246
    },
    {
      "epoch": 1.5042219541616406,
      "grad_norm": 0.30434396850748885,
      "learning_rate": 2.770330652368186e-05,
      "loss": 0.3638,
      "step": 1247
    },
    {
      "epoch": 1.505428226779252,
      "grad_norm": 0.33166499767283425,
      "learning_rate": 2.7680965147453087e-05,
      "loss": 0.3515,
      "step": 1248
    },
    {
      "epoch": 1.5066344993968637,
      "grad_norm": 0.29134837059756147,
      "learning_rate": 2.7658623771224308e-05,
      "loss": 0.3691,
      "step": 1249
    },
    {
      "epoch": 1.5078407720144753,
      "grad_norm": 0.2628685279525233,
      "learning_rate": 2.763628239499553e-05,
      "loss": 0.362,
      "step": 1250
    },
    {
      "epoch": 1.5090470446320867,
      "grad_norm": 0.32505828654754587,
      "learning_rate": 2.761394101876676e-05,
      "loss": 0.3617,
      "step": 1251
    },
    {
      "epoch": 1.5102533172496986,
      "grad_norm": 0.29118585516826345,
      "learning_rate": 2.759159964253798e-05,
      "loss": 0.3559,
      "step": 1252
    },
    {
      "epoch": 1.51145958986731,
      "grad_norm": 0.3142120436832583,
      "learning_rate": 2.7569258266309207e-05,
      "loss": 0.3615,
      "step": 1253
    },
    {
      "epoch": 1.5126658624849216,
      "grad_norm": 0.2795160928845954,
      "learning_rate": 2.754691689008043e-05,
      "loss": 0.3386,
      "step": 1254
    },
    {
      "epoch": 1.5138721351025333,
      "grad_norm": 0.35336962090838353,
      "learning_rate": 2.7524575513851652e-05,
      "loss": 0.364,
      "step": 1255
    },
    {
      "epoch": 1.5150784077201447,
      "grad_norm": 0.27339107672471447,
      "learning_rate": 2.750223413762288e-05,
      "loss": 0.3586,
      "step": 1256
    },
    {
      "epoch": 1.5162846803377563,
      "grad_norm": 0.349577261694894,
      "learning_rate": 2.7479892761394104e-05,
      "loss": 0.3643,
      "step": 1257
    },
    {
      "epoch": 1.517490952955368,
      "grad_norm": 0.33322429078016025,
      "learning_rate": 2.7457551385165324e-05,
      "loss": 0.3607,
      "step": 1258
    },
    {
      "epoch": 1.5186972255729794,
      "grad_norm": 0.3461037586939447,
      "learning_rate": 2.7435210008936552e-05,
      "loss": 0.3623,
      "step": 1259
    },
    {
      "epoch": 1.5199034981905912,
      "grad_norm": 0.28408740662062104,
      "learning_rate": 2.741286863270778e-05,
      "loss": 0.3673,
      "step": 1260
    },
    {
      "epoch": 1.5211097708082026,
      "grad_norm": 0.29583059946956347,
      "learning_rate": 2.7390527256478997e-05,
      "loss": 0.3416,
      "step": 1261
    },
    {
      "epoch": 1.5223160434258143,
      "grad_norm": 0.3440235067952912,
      "learning_rate": 2.7368185880250224e-05,
      "loss": 0.3679,
      "step": 1262
    },
    {
      "epoch": 1.523522316043426,
      "grad_norm": 0.3120646894770821,
      "learning_rate": 2.734584450402145e-05,
      "loss": 0.3489,
      "step": 1263
    },
    {
      "epoch": 1.5247285886610373,
      "grad_norm": 0.31673685428487164,
      "learning_rate": 2.7323503127792672e-05,
      "loss": 0.3291,
      "step": 1264
    },
    {
      "epoch": 1.525934861278649,
      "grad_norm": 0.3147048237479034,
      "learning_rate": 2.7301161751563896e-05,
      "loss": 0.3509,
      "step": 1265
    },
    {
      "epoch": 1.5271411338962606,
      "grad_norm": 0.3914175398497735,
      "learning_rate": 2.7278820375335124e-05,
      "loss": 0.3815,
      "step": 1266
    },
    {
      "epoch": 1.528347406513872,
      "grad_norm": 0.4317414622229666,
      "learning_rate": 2.7256478999106345e-05,
      "loss": 0.3656,
      "step": 1267
    },
    {
      "epoch": 1.5295536791314839,
      "grad_norm": 0.3462625512487634,
      "learning_rate": 2.723413762287757e-05,
      "loss": 0.3548,
      "step": 1268
    },
    {
      "epoch": 1.5307599517490953,
      "grad_norm": 0.3130762407373115,
      "learning_rate": 2.7211796246648796e-05,
      "loss": 0.3481,
      "step": 1269
    },
    {
      "epoch": 1.531966224366707,
      "grad_norm": 0.3096037049836567,
      "learning_rate": 2.7189454870420017e-05,
      "loss": 0.3663,
      "step": 1270
    },
    {
      "epoch": 1.5331724969843186,
      "grad_norm": 0.3567741337319747,
      "learning_rate": 2.7167113494191244e-05,
      "loss": 0.3654,
      "step": 1271
    },
    {
      "epoch": 1.53437876960193,
      "grad_norm": 0.2695934120971819,
      "learning_rate": 2.714477211796247e-05,
      "loss": 0.3724,
      "step": 1272
    },
    {
      "epoch": 1.5355850422195416,
      "grad_norm": 0.35011201758948296,
      "learning_rate": 2.712243074173369e-05,
      "loss": 0.3962,
      "step": 1273
    },
    {
      "epoch": 1.5367913148371533,
      "grad_norm": 0.31227812163963997,
      "learning_rate": 2.7100089365504917e-05,
      "loss": 0.3743,
      "step": 1274
    },
    {
      "epoch": 1.5379975874547647,
      "grad_norm": 0.24710433568638754,
      "learning_rate": 2.707774798927614e-05,
      "loss": 0.3548,
      "step": 1275
    },
    {
      "epoch": 1.5392038600723763,
      "grad_norm": 0.32584533326819515,
      "learning_rate": 2.705540661304736e-05,
      "loss": 0.369,
      "step": 1276
    },
    {
      "epoch": 1.540410132689988,
      "grad_norm": 0.3136506898477773,
      "learning_rate": 2.703306523681859e-05,
      "loss": 0.3483,
      "step": 1277
    },
    {
      "epoch": 1.5416164053075994,
      "grad_norm": 0.2835482067624798,
      "learning_rate": 2.7010723860589816e-05,
      "loss": 0.3794,
      "step": 1278
    },
    {
      "epoch": 1.5428226779252112,
      "grad_norm": 0.29765053016237486,
      "learning_rate": 2.6988382484361037e-05,
      "loss": 0.3619,
      "step": 1279
    },
    {
      "epoch": 1.5440289505428226,
      "grad_norm": 0.2854721347083471,
      "learning_rate": 2.696604110813226e-05,
      "loss": 0.3574,
      "step": 1280
    },
    {
      "epoch": 1.5452352231604343,
      "grad_norm": 0.27855645978313726,
      "learning_rate": 2.694369973190349e-05,
      "loss": 0.3576,
      "step": 1281
    },
    {
      "epoch": 1.546441495778046,
      "grad_norm": 0.31553162770965193,
      "learning_rate": 2.692135835567471e-05,
      "loss": 0.3545,
      "step": 1282
    },
    {
      "epoch": 1.5476477683956573,
      "grad_norm": 0.2860017791263232,
      "learning_rate": 2.6899016979445933e-05,
      "loss": 0.3788,
      "step": 1283
    },
    {
      "epoch": 1.548854041013269,
      "grad_norm": 0.310042700334375,
      "learning_rate": 2.687667560321716e-05,
      "loss": 0.3392,
      "step": 1284
    },
    {
      "epoch": 1.5500603136308806,
      "grad_norm": 0.3101101311732966,
      "learning_rate": 2.685433422698838e-05,
      "loss": 0.3831,
      "step": 1285
    },
    {
      "epoch": 1.551266586248492,
      "grad_norm": 0.24397788929167546,
      "learning_rate": 2.683199285075961e-05,
      "loss": 0.3562,
      "step": 1286
    },
    {
      "epoch": 1.5524728588661039,
      "grad_norm": 0.28475924698050303,
      "learning_rate": 2.6809651474530833e-05,
      "loss": 0.3524,
      "step": 1287
    },
    {
      "epoch": 1.5536791314837153,
      "grad_norm": 0.2912846013587237,
      "learning_rate": 2.6787310098302054e-05,
      "loss": 0.3515,
      "step": 1288
    },
    {
      "epoch": 1.554885404101327,
      "grad_norm": 0.31074089031425983,
      "learning_rate": 2.676496872207328e-05,
      "loss": 0.3566,
      "step": 1289
    },
    {
      "epoch": 1.5560916767189386,
      "grad_norm": 0.28826636625919533,
      "learning_rate": 2.6742627345844505e-05,
      "loss": 0.3605,
      "step": 1290
    },
    {
      "epoch": 1.55729794933655,
      "grad_norm": 0.33111363951512146,
      "learning_rate": 2.6720285969615726e-05,
      "loss": 0.3751,
      "step": 1291
    },
    {
      "epoch": 1.5585042219541616,
      "grad_norm": 0.2677678491527853,
      "learning_rate": 2.6697944593386954e-05,
      "loss": 0.3632,
      "step": 1292
    },
    {
      "epoch": 1.5597104945717732,
      "grad_norm": 0.31135416808124383,
      "learning_rate": 2.667560321715818e-05,
      "loss": 0.3744,
      "step": 1293
    },
    {
      "epoch": 1.5609167671893847,
      "grad_norm": 0.30091299310513797,
      "learning_rate": 2.66532618409294e-05,
      "loss": 0.3855,
      "step": 1294
    },
    {
      "epoch": 1.5621230398069965,
      "grad_norm": 0.23261273418362208,
      "learning_rate": 2.6630920464700626e-05,
      "loss": 0.3438,
      "step": 1295
    },
    {
      "epoch": 1.563329312424608,
      "grad_norm": 0.32048535435397274,
      "learning_rate": 2.6608579088471853e-05,
      "loss": 0.3781,
      "step": 1296
    },
    {
      "epoch": 1.5645355850422196,
      "grad_norm": 0.2628320985489263,
      "learning_rate": 2.6586237712243074e-05,
      "loss": 0.3387,
      "step": 1297
    },
    {
      "epoch": 1.5657418576598312,
      "grad_norm": 0.27460750070719586,
      "learning_rate": 2.6563896336014298e-05,
      "loss": 0.3569,
      "step": 1298
    },
    {
      "epoch": 1.5669481302774426,
      "grad_norm": 0.27441942018435256,
      "learning_rate": 2.6541554959785526e-05,
      "loss": 0.3647,
      "step": 1299
    },
    {
      "epoch": 1.5681544028950543,
      "grad_norm": 0.2876053463336936,
      "learning_rate": 2.6519213583556746e-05,
      "loss": 0.3622,
      "step": 1300
    },
    {
      "epoch": 1.569360675512666,
      "grad_norm": 0.2754619238920535,
      "learning_rate": 2.649687220732797e-05,
      "loss": 0.345,
      "step": 1301
    },
    {
      "epoch": 1.5705669481302773,
      "grad_norm": 0.31328417122026686,
      "learning_rate": 2.6474530831099198e-05,
      "loss": 0.3875,
      "step": 1302
    },
    {
      "epoch": 1.5717732207478892,
      "grad_norm": 0.2610769698506394,
      "learning_rate": 2.645218945487042e-05,
      "loss": 0.3473,
      "step": 1303
    },
    {
      "epoch": 1.5729794933655006,
      "grad_norm": 0.31481781480005866,
      "learning_rate": 2.6429848078641646e-05,
      "loss": 0.3639,
      "step": 1304
    },
    {
      "epoch": 1.5741857659831122,
      "grad_norm": 0.3016217566559489,
      "learning_rate": 2.640750670241287e-05,
      "loss": 0.3769,
      "step": 1305
    },
    {
      "epoch": 1.5753920386007239,
      "grad_norm": 0.3065182968634683,
      "learning_rate": 2.6385165326184098e-05,
      "loss": 0.3576,
      "step": 1306
    },
    {
      "epoch": 1.5765983112183353,
      "grad_norm": 0.3094495579248347,
      "learning_rate": 2.6362823949955318e-05,
      "loss": 0.3488,
      "step": 1307
    },
    {
      "epoch": 1.577804583835947,
      "grad_norm": 0.37263099382228515,
      "learning_rate": 2.6340482573726542e-05,
      "loss": 0.365,
      "step": 1308
    },
    {
      "epoch": 1.5790108564535585,
      "grad_norm": 0.2532097044448258,
      "learning_rate": 2.631814119749777e-05,
      "loss": 0.3459,
      "step": 1309
    },
    {
      "epoch": 1.58021712907117,
      "grad_norm": 0.30034042957794177,
      "learning_rate": 2.629579982126899e-05,
      "loss": 0.3479,
      "step": 1310
    },
    {
      "epoch": 1.5814234016887818,
      "grad_norm": 0.4315569077455076,
      "learning_rate": 2.6273458445040218e-05,
      "loss": 0.3785,
      "step": 1311
    },
    {
      "epoch": 1.5826296743063932,
      "grad_norm": 0.2611868817203264,
      "learning_rate": 2.6251117068811442e-05,
      "loss": 0.3688,
      "step": 1312
    },
    {
      "epoch": 1.5838359469240049,
      "grad_norm": 0.3436018569495356,
      "learning_rate": 2.6228775692582663e-05,
      "loss": 0.3661,
      "step": 1313
    },
    {
      "epoch": 1.5850422195416165,
      "grad_norm": 0.3775983171861393,
      "learning_rate": 2.620643431635389e-05,
      "loss": 0.35,
      "step": 1314
    },
    {
      "epoch": 1.586248492159228,
      "grad_norm": 0.260001030240192,
      "learning_rate": 2.6184092940125114e-05,
      "loss": 0.3607,
      "step": 1315
    },
    {
      "epoch": 1.5874547647768396,
      "grad_norm": 0.3192806233423819,
      "learning_rate": 2.6161751563896335e-05,
      "loss": 0.3605,
      "step": 1316
    },
    {
      "epoch": 1.5886610373944512,
      "grad_norm": 0.34906939857027053,
      "learning_rate": 2.6139410187667563e-05,
      "loss": 0.3392,
      "step": 1317
    },
    {
      "epoch": 1.5898673100120626,
      "grad_norm": 0.3041401770631904,
      "learning_rate": 2.611706881143879e-05,
      "loss": 0.3579,
      "step": 1318
    },
    {
      "epoch": 1.5910735826296745,
      "grad_norm": 0.30910377982596804,
      "learning_rate": 2.609472743521001e-05,
      "loss": 0.3506,
      "step": 1319
    },
    {
      "epoch": 1.5922798552472859,
      "grad_norm": 0.3812561649468747,
      "learning_rate": 2.6072386058981235e-05,
      "loss": 0.3753,
      "step": 1320
    },
    {
      "epoch": 1.5934861278648975,
      "grad_norm": 0.2945017335023286,
      "learning_rate": 2.6050044682752462e-05,
      "loss": 0.3779,
      "step": 1321
    },
    {
      "epoch": 1.5946924004825092,
      "grad_norm": 0.3169444082111978,
      "learning_rate": 2.6027703306523683e-05,
      "loss": 0.3455,
      "step": 1322
    },
    {
      "epoch": 1.5958986731001206,
      "grad_norm": 0.30538941387132723,
      "learning_rate": 2.6005361930294907e-05,
      "loss": 0.3619,
      "step": 1323
    },
    {
      "epoch": 1.5971049457177322,
      "grad_norm": 0.2750984977884928,
      "learning_rate": 2.5983020554066135e-05,
      "loss": 0.3808,
      "step": 1324
    },
    {
      "epoch": 1.5983112183353438,
      "grad_norm": 0.30285454154498515,
      "learning_rate": 2.5960679177837355e-05,
      "loss": 0.3519,
      "step": 1325
    },
    {
      "epoch": 1.5995174909529553,
      "grad_norm": 0.33944179519883355,
      "learning_rate": 2.593833780160858e-05,
      "loss": 0.3616,
      "step": 1326
    },
    {
      "epoch": 1.600723763570567,
      "grad_norm": 0.26318466057317974,
      "learning_rate": 2.5915996425379807e-05,
      "loss": 0.3706,
      "step": 1327
    },
    {
      "epoch": 1.6019300361881785,
      "grad_norm": 0.29783411165362406,
      "learning_rate": 2.5893655049151027e-05,
      "loss": 0.3572,
      "step": 1328
    },
    {
      "epoch": 1.60313630880579,
      "grad_norm": 0.35002375269009606,
      "learning_rate": 2.5871313672922255e-05,
      "loss": 0.3579,
      "step": 1329
    },
    {
      "epoch": 1.6043425814234018,
      "grad_norm": 0.29418265664397103,
      "learning_rate": 2.584897229669348e-05,
      "loss": 0.372,
      "step": 1330
    },
    {
      "epoch": 1.6055488540410132,
      "grad_norm": 0.3203570332410853,
      "learning_rate": 2.58266309204647e-05,
      "loss": 0.354,
      "step": 1331
    },
    {
      "epoch": 1.6067551266586249,
      "grad_norm": 0.3258614955229903,
      "learning_rate": 2.5804289544235927e-05,
      "loss": 0.3599,
      "step": 1332
    },
    {
      "epoch": 1.6079613992762365,
      "grad_norm": 0.27796800216478634,
      "learning_rate": 2.578194816800715e-05,
      "loss": 0.3685,
      "step": 1333
    },
    {
      "epoch": 1.609167671893848,
      "grad_norm": 0.3939022371539636,
      "learning_rate": 2.5759606791778372e-05,
      "loss": 0.3825,
      "step": 1334
    },
    {
      "epoch": 1.6103739445114595,
      "grad_norm": 0.2834697874561306,
      "learning_rate": 2.57372654155496e-05,
      "loss": 0.3795,
      "step": 1335
    },
    {
      "epoch": 1.6115802171290712,
      "grad_norm": 0.29584363725941537,
      "learning_rate": 2.5714924039320827e-05,
      "loss": 0.3788,
      "step": 1336
    },
    {
      "epoch": 1.6127864897466826,
      "grad_norm": 0.2986606089197964,
      "learning_rate": 2.5692582663092048e-05,
      "loss": 0.3662,
      "step": 1337
    },
    {
      "epoch": 1.6139927623642945,
      "grad_norm": 0.33526376758814486,
      "learning_rate": 2.5670241286863272e-05,
      "loss": 0.3507,
      "step": 1338
    },
    {
      "epoch": 1.6151990349819059,
      "grad_norm": 0.2741610353438533,
      "learning_rate": 2.56478999106345e-05,
      "loss": 0.3761,
      "step": 1339
    },
    {
      "epoch": 1.6164053075995175,
      "grad_norm": 0.28973832017005374,
      "learning_rate": 2.562555853440572e-05,
      "loss": 0.3756,
      "step": 1340
    },
    {
      "epoch": 1.6176115802171291,
      "grad_norm": 0.28594808720953097,
      "learning_rate": 2.5603217158176944e-05,
      "loss": 0.3501,
      "step": 1341
    },
    {
      "epoch": 1.6188178528347406,
      "grad_norm": 0.27271839503423706,
      "learning_rate": 2.558087578194817e-05,
      "loss": 0.3552,
      "step": 1342
    },
    {
      "epoch": 1.6200241254523522,
      "grad_norm": 0.2709700411591409,
      "learning_rate": 2.5558534405719392e-05,
      "loss": 0.3415,
      "step": 1343
    },
    {
      "epoch": 1.6212303980699638,
      "grad_norm": 0.2934700703302023,
      "learning_rate": 2.553619302949062e-05,
      "loss": 0.3575,
      "step": 1344
    },
    {
      "epoch": 1.6224366706875752,
      "grad_norm": 0.3093331948166226,
      "learning_rate": 2.5513851653261844e-05,
      "loss": 0.3487,
      "step": 1345
    },
    {
      "epoch": 1.623642943305187,
      "grad_norm": 0.2587526200120511,
      "learning_rate": 2.5491510277033064e-05,
      "loss": 0.3523,
      "step": 1346
    },
    {
      "epoch": 1.6248492159227985,
      "grad_norm": 0.30187549679671233,
      "learning_rate": 2.5469168900804292e-05,
      "loss": 0.3621,
      "step": 1347
    },
    {
      "epoch": 1.6260554885404102,
      "grad_norm": 0.35929811837951886,
      "learning_rate": 2.5446827524575516e-05,
      "loss": 0.3724,
      "step": 1348
    },
    {
      "epoch": 1.6272617611580218,
      "grad_norm": 0.2852663310752726,
      "learning_rate": 2.5424486148346737e-05,
      "loss": 0.3538,
      "step": 1349
    },
    {
      "epoch": 1.6284680337756332,
      "grad_norm": 0.33317652752316707,
      "learning_rate": 2.5402144772117964e-05,
      "loss": 0.4013,
      "step": 1350
    },
    {
      "epoch": 1.6296743063932448,
      "grad_norm": 0.33926976945090287,
      "learning_rate": 2.5379803395889192e-05,
      "loss": 0.3608,
      "step": 1351
    },
    {
      "epoch": 1.6308805790108565,
      "grad_norm": 0.29336918116275684,
      "learning_rate": 2.535746201966041e-05,
      "loss": 0.3624,
      "step": 1352
    },
    {
      "epoch": 1.632086851628468,
      "grad_norm": 0.32537359239341435,
      "learning_rate": 2.5335120643431636e-05,
      "loss": 0.3667,
      "step": 1353
    },
    {
      "epoch": 1.6332931242460798,
      "grad_norm": 0.31694181375333264,
      "learning_rate": 2.5312779267202864e-05,
      "loss": 0.3572,
      "step": 1354
    },
    {
      "epoch": 1.6344993968636912,
      "grad_norm": 0.31129200279927227,
      "learning_rate": 2.5290437890974085e-05,
      "loss": 0.3566,
      "step": 1355
    },
    {
      "epoch": 1.6357056694813028,
      "grad_norm": 0.3026625971829585,
      "learning_rate": 2.526809651474531e-05,
      "loss": 0.3511,
      "step": 1356
    },
    {
      "epoch": 1.6369119420989144,
      "grad_norm": 0.2778204933785298,
      "learning_rate": 2.5245755138516536e-05,
      "loss": 0.3515,
      "step": 1357
    },
    {
      "epoch": 1.6381182147165259,
      "grad_norm": 0.28112074622730776,
      "learning_rate": 2.5223413762287757e-05,
      "loss": 0.3467,
      "step": 1358
    },
    {
      "epoch": 1.6393244873341375,
      "grad_norm": 0.2760083290003972,
      "learning_rate": 2.520107238605898e-05,
      "loss": 0.3431,
      "step": 1359
    },
    {
      "epoch": 1.6405307599517491,
      "grad_norm": 0.2840407711954704,
      "learning_rate": 2.517873100983021e-05,
      "loss": 0.337,
      "step": 1360
    },
    {
      "epoch": 1.6417370325693605,
      "grad_norm": 0.2665258347081383,
      "learning_rate": 2.515638963360143e-05,
      "loss": 0.3506,
      "step": 1361
    },
    {
      "epoch": 1.6429433051869724,
      "grad_norm": 0.32503179208618316,
      "learning_rate": 2.5134048257372657e-05,
      "loss": 0.3471,
      "step": 1362
    },
    {
      "epoch": 1.6441495778045838,
      "grad_norm": 0.30286222825612846,
      "learning_rate": 2.511170688114388e-05,
      "loss": 0.363,
      "step": 1363
    },
    {
      "epoch": 1.6453558504221955,
      "grad_norm": 0.29668163519295065,
      "learning_rate": 2.50893655049151e-05,
      "loss": 0.3752,
      "step": 1364
    },
    {
      "epoch": 1.646562123039807,
      "grad_norm": 0.34957635877197785,
      "learning_rate": 2.506702412868633e-05,
      "loss": 0.3631,
      "step": 1365
    },
    {
      "epoch": 1.6477683956574185,
      "grad_norm": 0.28633563148090796,
      "learning_rate": 2.5044682752457553e-05,
      "loss": 0.368,
      "step": 1366
    },
    {
      "epoch": 1.6489746682750301,
      "grad_norm": 0.3607510749471786,
      "learning_rate": 2.5022341376228774e-05,
      "loss": 0.3544,
      "step": 1367
    },
    {
      "epoch": 1.6501809408926418,
      "grad_norm": 0.3295890075011459,
      "learning_rate": 2.5e-05,
      "loss": 0.349,
      "step": 1368
    },
    {
      "epoch": 1.6513872135102532,
      "grad_norm": 0.34302365121553463,
      "learning_rate": 2.4977658623771225e-05,
      "loss": 0.3565,
      "step": 1369
    },
    {
      "epoch": 1.652593486127865,
      "grad_norm": 0.30784854721347316,
      "learning_rate": 2.495531724754245e-05,
      "loss": 0.3598,
      "step": 1370
    },
    {
      "epoch": 1.6537997587454765,
      "grad_norm": 0.3580153689284883,
      "learning_rate": 2.4932975871313673e-05,
      "loss": 0.3552,
      "step": 1371
    },
    {
      "epoch": 1.655006031363088,
      "grad_norm": 0.32893911340548043,
      "learning_rate": 2.4910634495084898e-05,
      "loss": 0.3796,
      "step": 1372
    },
    {
      "epoch": 1.6562123039806997,
      "grad_norm": 0.34401166770895486,
      "learning_rate": 2.4888293118856125e-05,
      "loss": 0.3465,
      "step": 1373
    },
    {
      "epoch": 1.6574185765983112,
      "grad_norm": 0.34733562136621865,
      "learning_rate": 2.4865951742627346e-05,
      "loss": 0.3728,
      "step": 1374
    },
    {
      "epoch": 1.6586248492159228,
      "grad_norm": 0.3415210711237987,
      "learning_rate": 2.484361036639857e-05,
      "loss": 0.3738,
      "step": 1375
    },
    {
      "epoch": 1.6598311218335344,
      "grad_norm": 0.3564407234532172,
      "learning_rate": 2.4821268990169797e-05,
      "loss": 0.3554,
      "step": 1376
    },
    {
      "epoch": 1.6610373944511458,
      "grad_norm": 0.2733304045447679,
      "learning_rate": 2.479892761394102e-05,
      "loss": 0.3588,
      "step": 1377
    },
    {
      "epoch": 1.6622436670687577,
      "grad_norm": 0.35404845473786883,
      "learning_rate": 2.4776586237712242e-05,
      "loss": 0.3456,
      "step": 1378
    },
    {
      "epoch": 1.6634499396863691,
      "grad_norm": 0.26342823241932845,
      "learning_rate": 2.475424486148347e-05,
      "loss": 0.3445,
      "step": 1379
    },
    {
      "epoch": 1.6646562123039808,
      "grad_norm": 0.3775927461538472,
      "learning_rate": 2.4731903485254694e-05,
      "loss": 0.3562,
      "step": 1380
    },
    {
      "epoch": 1.6658624849215924,
      "grad_norm": 0.2903268980143278,
      "learning_rate": 2.4709562109025918e-05,
      "loss": 0.3657,
      "step": 1381
    },
    {
      "epoch": 1.6670687575392038,
      "grad_norm": 0.31050102348781466,
      "learning_rate": 2.4687220732797142e-05,
      "loss": 0.3697,
      "step": 1382
    },
    {
      "epoch": 1.6682750301568154,
      "grad_norm": 0.3099732969543504,
      "learning_rate": 2.4664879356568366e-05,
      "loss": 0.369,
      "step": 1383
    },
    {
      "epoch": 1.669481302774427,
      "grad_norm": 0.30160506449369273,
      "learning_rate": 2.464253798033959e-05,
      "loss": 0.3599,
      "step": 1384
    },
    {
      "epoch": 1.6706875753920385,
      "grad_norm": 0.3537825638200836,
      "learning_rate": 2.4620196604110814e-05,
      "loss": 0.3727,
      "step": 1385
    },
    {
      "epoch": 1.6718938480096501,
      "grad_norm": 0.29825631027148963,
      "learning_rate": 2.4597855227882038e-05,
      "loss": 0.3608,
      "step": 1386
    },
    {
      "epoch": 1.6731001206272618,
      "grad_norm": 0.3244351587542817,
      "learning_rate": 2.4575513851653262e-05,
      "loss": 0.3644,
      "step": 1387
    },
    {
      "epoch": 1.6743063932448732,
      "grad_norm": 0.2692023706580779,
      "learning_rate": 2.4553172475424486e-05,
      "loss": 0.3862,
      "step": 1388
    },
    {
      "epoch": 1.675512665862485,
      "grad_norm": 0.33882016385543945,
      "learning_rate": 2.453083109919571e-05,
      "loss": 0.3516,
      "step": 1389
    },
    {
      "epoch": 1.6767189384800965,
      "grad_norm": 0.3351467173827849,
      "learning_rate": 2.4508489722966935e-05,
      "loss": 0.3576,
      "step": 1390
    },
    {
      "epoch": 1.677925211097708,
      "grad_norm": 0.29184859188818785,
      "learning_rate": 2.4486148346738162e-05,
      "loss": 0.349,
      "step": 1391
    },
    {
      "epoch": 1.6791314837153197,
      "grad_norm": 0.4019244815049262,
      "learning_rate": 2.4463806970509383e-05,
      "loss": 0.3743,
      "step": 1392
    },
    {
      "epoch": 1.6803377563329311,
      "grad_norm": 0.3100696829967641,
      "learning_rate": 2.4441465594280607e-05,
      "loss": 0.3493,
      "step": 1393
    },
    {
      "epoch": 1.6815440289505428,
      "grad_norm": 0.37990510032559094,
      "learning_rate": 2.4419124218051834e-05,
      "loss": 0.3404,
      "step": 1394
    },
    {
      "epoch": 1.6827503015681544,
      "grad_norm": 0.28147957637419957,
      "learning_rate": 2.439678284182306e-05,
      "loss": 0.3683,
      "step": 1395
    },
    {
      "epoch": 1.6839565741857658,
      "grad_norm": 0.2944742115661062,
      "learning_rate": 2.437444146559428e-05,
      "loss": 0.3448,
      "step": 1396
    },
    {
      "epoch": 1.6851628468033777,
      "grad_norm": 0.29809478369119624,
      "learning_rate": 2.4352100089365507e-05,
      "loss": 0.3471,
      "step": 1397
    },
    {
      "epoch": 1.686369119420989,
      "grad_norm": 0.26699037994675995,
      "learning_rate": 2.432975871313673e-05,
      "loss": 0.3473,
      "step": 1398
    },
    {
      "epoch": 1.6875753920386007,
      "grad_norm": 0.33536542802489927,
      "learning_rate": 2.4307417336907955e-05,
      "loss": 0.3771,
      "step": 1399
    },
    {
      "epoch": 1.6887816646562124,
      "grad_norm": 0.300867897752028,
      "learning_rate": 2.428507596067918e-05,
      "loss": 0.3517,
      "step": 1400
    },
    {
      "epoch": 1.6899879372738238,
      "grad_norm": 0.32504296903202723,
      "learning_rate": 2.4262734584450403e-05,
      "loss": 0.3487,
      "step": 1401
    },
    {
      "epoch": 1.6911942098914354,
      "grad_norm": 0.276555968975667,
      "learning_rate": 2.424039320822163e-05,
      "loss": 0.3643,
      "step": 1402
    },
    {
      "epoch": 1.692400482509047,
      "grad_norm": 0.3017611551074008,
      "learning_rate": 2.421805183199285e-05,
      "loss": 0.365,
      "step": 1403
    },
    {
      "epoch": 1.6936067551266585,
      "grad_norm": 0.2672773162267323,
      "learning_rate": 2.4195710455764075e-05,
      "loss": 0.3522,
      "step": 1404
    },
    {
      "epoch": 1.6948130277442703,
      "grad_norm": 0.31404716787538994,
      "learning_rate": 2.4173369079535303e-05,
      "loss": 0.3486,
      "step": 1405
    },
    {
      "epoch": 1.6960193003618818,
      "grad_norm": 0.29569604012112444,
      "learning_rate": 2.4151027703306527e-05,
      "loss": 0.3664,
      "step": 1406
    },
    {
      "epoch": 1.6972255729794934,
      "grad_norm": 0.27535191548620136,
      "learning_rate": 2.4128686327077747e-05,
      "loss": 0.3702,
      "step": 1407
    },
    {
      "epoch": 1.698431845597105,
      "grad_norm": 0.260506311606101,
      "learning_rate": 2.4106344950848975e-05,
      "loss": 0.3678,
      "step": 1408
    },
    {
      "epoch": 1.6996381182147164,
      "grad_norm": 0.30167357587290894,
      "learning_rate": 2.40840035746202e-05,
      "loss": 0.3625,
      "step": 1409
    },
    {
      "epoch": 1.700844390832328,
      "grad_norm": 0.29521679266675266,
      "learning_rate": 2.4061662198391423e-05,
      "loss": 0.3501,
      "step": 1410
    },
    {
      "epoch": 1.7020506634499397,
      "grad_norm": 0.31021002864555397,
      "learning_rate": 2.4039320822162647e-05,
      "loss": 0.3836,
      "step": 1411
    },
    {
      "epoch": 1.7032569360675511,
      "grad_norm": 0.282035427062887,
      "learning_rate": 2.401697944593387e-05,
      "loss": 0.3655,
      "step": 1412
    },
    {
      "epoch": 1.704463208685163,
      "grad_norm": 0.33351450606256217,
      "learning_rate": 2.3994638069705095e-05,
      "loss": 0.3887,
      "step": 1413
    },
    {
      "epoch": 1.7056694813027744,
      "grad_norm": 0.283269591150281,
      "learning_rate": 2.397229669347632e-05,
      "loss": 0.3631,
      "step": 1414
    },
    {
      "epoch": 1.706875753920386,
      "grad_norm": 0.2946135788809987,
      "learning_rate": 2.3949955317247544e-05,
      "loss": 0.3646,
      "step": 1415
    },
    {
      "epoch": 1.7080820265379977,
      "grad_norm": 0.31742421947897204,
      "learning_rate": 2.3927613941018768e-05,
      "loss": 0.3691,
      "step": 1416
    },
    {
      "epoch": 1.709288299155609,
      "grad_norm": 0.33683394127880345,
      "learning_rate": 2.390527256478999e-05,
      "loss": 0.3524,
      "step": 1417
    },
    {
      "epoch": 1.7104945717732207,
      "grad_norm": 0.2731456928477606,
      "learning_rate": 2.3882931188561216e-05,
      "loss": 0.3401,
      "step": 1418
    },
    {
      "epoch": 1.7117008443908324,
      "grad_norm": 0.3471290083601201,
      "learning_rate": 2.386058981233244e-05,
      "loss": 0.3553,
      "step": 1419
    },
    {
      "epoch": 1.7129071170084438,
      "grad_norm": 0.3528869496369736,
      "learning_rate": 2.3838248436103667e-05,
      "loss": 0.324,
      "step": 1420
    },
    {
      "epoch": 1.7141133896260556,
      "grad_norm": 0.2925982551552773,
      "learning_rate": 2.3815907059874888e-05,
      "loss": 0.3751,
      "step": 1421
    },
    {
      "epoch": 1.715319662243667,
      "grad_norm": 0.36851576055596835,
      "learning_rate": 2.3793565683646112e-05,
      "loss": 0.3601,
      "step": 1422
    },
    {
      "epoch": 1.7165259348612787,
      "grad_norm": 0.30235285015745955,
      "learning_rate": 2.377122430741734e-05,
      "loss": 0.3464,
      "step": 1423
    },
    {
      "epoch": 1.7177322074788903,
      "grad_norm": 0.29874368477246893,
      "learning_rate": 2.3748882931188564e-05,
      "loss": 0.3626,
      "step": 1424
    },
    {
      "epoch": 1.7189384800965017,
      "grad_norm": 0.3260772749237896,
      "learning_rate": 2.3726541554959784e-05,
      "loss": 0.3763,
      "step": 1425
    },
    {
      "epoch": 1.7201447527141134,
      "grad_norm": 0.3341146497077902,
      "learning_rate": 2.3704200178731012e-05,
      "loss": 0.3521,
      "step": 1426
    },
    {
      "epoch": 1.721351025331725,
      "grad_norm": 0.28157924981156457,
      "learning_rate": 2.3681858802502236e-05,
      "loss": 0.3622,
      "step": 1427
    },
    {
      "epoch": 1.7225572979493364,
      "grad_norm": 0.3739702781502209,
      "learning_rate": 2.365951742627346e-05,
      "loss": 0.4076,
      "step": 1428
    },
    {
      "epoch": 1.7237635705669483,
      "grad_norm": 0.3665408279544029,
      "learning_rate": 2.3637176050044684e-05,
      "loss": 0.3794,
      "step": 1429
    },
    {
      "epoch": 1.7249698431845597,
      "grad_norm": 0.2935452940038669,
      "learning_rate": 2.3614834673815908e-05,
      "loss": 0.372,
      "step": 1430
    },
    {
      "epoch": 1.7261761158021713,
      "grad_norm": 0.3244721429577489,
      "learning_rate": 2.3592493297587132e-05,
      "loss": 0.3609,
      "step": 1431
    },
    {
      "epoch": 1.727382388419783,
      "grad_norm": 0.2918770790325217,
      "learning_rate": 2.3570151921358356e-05,
      "loss": 0.3673,
      "step": 1432
    },
    {
      "epoch": 1.7285886610373944,
      "grad_norm": 0.2992819875803547,
      "learning_rate": 2.354781054512958e-05,
      "loss": 0.3571,
      "step": 1433
    },
    {
      "epoch": 1.729794933655006,
      "grad_norm": 0.29707565974563616,
      "learning_rate": 2.3525469168900805e-05,
      "loss": 0.3901,
      "step": 1434
    },
    {
      "epoch": 1.7310012062726177,
      "grad_norm": 0.32560925039212163,
      "learning_rate": 2.3503127792672032e-05,
      "loss": 0.3416,
      "step": 1435
    },
    {
      "epoch": 1.732207478890229,
      "grad_norm": 0.2690827871626142,
      "learning_rate": 2.3480786416443253e-05,
      "loss": 0.3683,
      "step": 1436
    },
    {
      "epoch": 1.7334137515078407,
      "grad_norm": 0.3060993415094302,
      "learning_rate": 2.3458445040214477e-05,
      "loss": 0.3587,
      "step": 1437
    },
    {
      "epoch": 1.7346200241254524,
      "grad_norm": 0.2505412183050965,
      "learning_rate": 2.3436103663985704e-05,
      "loss": 0.3674,
      "step": 1438
    },
    {
      "epoch": 1.7358262967430638,
      "grad_norm": 0.2653457404524692,
      "learning_rate": 2.341376228775693e-05,
      "loss": 0.3576,
      "step": 1439
    },
    {
      "epoch": 1.7370325693606756,
      "grad_norm": 0.2771853156246843,
      "learning_rate": 2.339142091152815e-05,
      "loss": 0.3812,
      "step": 1440
    },
    {
      "epoch": 1.738238841978287,
      "grad_norm": 0.2596381263418958,
      "learning_rate": 2.3369079535299377e-05,
      "loss": 0.359,
      "step": 1441
    },
    {
      "epoch": 1.7394451145958987,
      "grad_norm": 0.28891917561566355,
      "learning_rate": 2.33467381590706e-05,
      "loss": 0.3586,
      "step": 1442
    },
    {
      "epoch": 1.7406513872135103,
      "grad_norm": 0.27706301721058363,
      "learning_rate": 2.332439678284182e-05,
      "loss": 0.3461,
      "step": 1443
    },
    {
      "epoch": 1.7418576598311217,
      "grad_norm": 0.29260701520716376,
      "learning_rate": 2.330205540661305e-05,
      "loss": 0.3525,
      "step": 1444
    },
    {
      "epoch": 1.7430639324487334,
      "grad_norm": 0.26347051526297266,
      "learning_rate": 2.3279714030384273e-05,
      "loss": 0.3432,
      "step": 1445
    },
    {
      "epoch": 1.744270205066345,
      "grad_norm": 0.28261285996650526,
      "learning_rate": 2.3257372654155497e-05,
      "loss": 0.3542,
      "step": 1446
    },
    {
      "epoch": 1.7454764776839564,
      "grad_norm": 0.2802265796653411,
      "learning_rate": 2.323503127792672e-05,
      "loss": 0.3862,
      "step": 1447
    },
    {
      "epoch": 1.7466827503015683,
      "grad_norm": 0.2602101357811866,
      "learning_rate": 2.3212689901697945e-05,
      "loss": 0.3601,
      "step": 1448
    },
    {
      "epoch": 1.7478890229191797,
      "grad_norm": 0.2512605438487134,
      "learning_rate": 2.319034852546917e-05,
      "loss": 0.3591,
      "step": 1449
    },
    {
      "epoch": 1.7490952955367913,
      "grad_norm": 0.24761708762692664,
      "learning_rate": 2.3168007149240393e-05,
      "loss": 0.3555,
      "step": 1450
    },
    {
      "epoch": 1.750301568154403,
      "grad_norm": 0.3120056641615667,
      "learning_rate": 2.3145665773011617e-05,
      "loss": 0.3604,
      "step": 1451
    },
    {
      "epoch": 1.7515078407720144,
      "grad_norm": 0.28674400953294193,
      "learning_rate": 2.312332439678284e-05,
      "loss": 0.3379,
      "step": 1452
    },
    {
      "epoch": 1.752714113389626,
      "grad_norm": 0.25622102965400334,
      "learning_rate": 2.310098302055407e-05,
      "loss": 0.3593,
      "step": 1453
    },
    {
      "epoch": 1.7539203860072377,
      "grad_norm": 0.35149468504184234,
      "learning_rate": 2.307864164432529e-05,
      "loss": 0.3641,
      "step": 1454
    },
    {
      "epoch": 1.755126658624849,
      "grad_norm": 0.2850804434851281,
      "learning_rate": 2.3056300268096514e-05,
      "loss": 0.354,
      "step": 1455
    },
    {
      "epoch": 1.756332931242461,
      "grad_norm": 0.3256278208536396,
      "learning_rate": 2.303395889186774e-05,
      "loss": 0.3588,
      "step": 1456
    },
    {
      "epoch": 1.7575392038600723,
      "grad_norm": 0.39924915699406693,
      "learning_rate": 2.3011617515638965e-05,
      "loss": 0.3772,
      "step": 1457
    },
    {
      "epoch": 1.758745476477684,
      "grad_norm": 0.3071970298535891,
      "learning_rate": 2.2989276139410186e-05,
      "loss": 0.3565,
      "step": 1458
    },
    {
      "epoch": 1.7599517490952956,
      "grad_norm": 0.33320432329737215,
      "learning_rate": 2.2966934763181414e-05,
      "loss": 0.3496,
      "step": 1459
    },
    {
      "epoch": 1.761158021712907,
      "grad_norm": 0.31284583547199185,
      "learning_rate": 2.2944593386952638e-05,
      "loss": 0.3627,
      "step": 1460
    },
    {
      "epoch": 1.7623642943305187,
      "grad_norm": 0.3720962834352751,
      "learning_rate": 2.2922252010723862e-05,
      "loss": 0.3764,
      "step": 1461
    },
    {
      "epoch": 1.7635705669481303,
      "grad_norm": 0.28507295604604466,
      "learning_rate": 2.2899910634495086e-05,
      "loss": 0.3605,
      "step": 1462
    },
    {
      "epoch": 1.7647768395657417,
      "grad_norm": 0.35564273103301347,
      "learning_rate": 2.287756925826631e-05,
      "loss": 0.3675,
      "step": 1463
    },
    {
      "epoch": 1.7659831121833536,
      "grad_norm": 0.28933965320173666,
      "learning_rate": 2.2855227882037537e-05,
      "loss": 0.3406,
      "step": 1464
    },
    {
      "epoch": 1.767189384800965,
      "grad_norm": 0.3116459317914364,
      "learning_rate": 2.2832886505808758e-05,
      "loss": 0.355,
      "step": 1465
    },
    {
      "epoch": 1.7683956574185766,
      "grad_norm": 0.27245033306948696,
      "learning_rate": 2.2810545129579982e-05,
      "loss": 0.3462,
      "step": 1466
    },
    {
      "epoch": 1.7696019300361883,
      "grad_norm": 0.2869215998169608,
      "learning_rate": 2.278820375335121e-05,
      "loss": 0.3733,
      "step": 1467
    },
    {
      "epoch": 1.7708082026537997,
      "grad_norm": 0.3113608243209837,
      "learning_rate": 2.2765862377122434e-05,
      "loss": 0.3506,
      "step": 1468
    },
    {
      "epoch": 1.7720144752714113,
      "grad_norm": 0.3207842949128961,
      "learning_rate": 2.2743521000893654e-05,
      "loss": 0.3631,
      "step": 1469
    },
    {
      "epoch": 1.773220747889023,
      "grad_norm": 0.29624424369525815,
      "learning_rate": 2.2721179624664882e-05,
      "loss": 0.3649,
      "step": 1470
    },
    {
      "epoch": 1.7744270205066344,
      "grad_norm": 0.3303763513390022,
      "learning_rate": 2.2698838248436106e-05,
      "loss": 0.3633,
      "step": 1471
    },
    {
      "epoch": 1.7756332931242462,
      "grad_norm": 0.3227006129000047,
      "learning_rate": 2.267649687220733e-05,
      "loss": 0.3556,
      "step": 1472
    },
    {
      "epoch": 1.7768395657418576,
      "grad_norm": 0.3393310341911691,
      "learning_rate": 2.2654155495978554e-05,
      "loss": 0.3631,
      "step": 1473
    },
    {
      "epoch": 1.7780458383594693,
      "grad_norm": 0.3529552361183484,
      "learning_rate": 2.2631814119749778e-05,
      "loss": 0.3546,
      "step": 1474
    },
    {
      "epoch": 1.779252110977081,
      "grad_norm": 0.31525744469559364,
      "learning_rate": 2.2609472743521002e-05,
      "loss": 0.343,
      "step": 1475
    },
    {
      "epoch": 1.7804583835946923,
      "grad_norm": 0.3163718158924185,
      "learning_rate": 2.2587131367292226e-05,
      "loss": 0.3692,
      "step": 1476
    },
    {
      "epoch": 1.781664656212304,
      "grad_norm": 0.32561762908782643,
      "learning_rate": 2.256478999106345e-05,
      "loss": 0.364,
      "step": 1477
    },
    {
      "epoch": 1.7828709288299156,
      "grad_norm": 0.27131184421929944,
      "learning_rate": 2.2542448614834675e-05,
      "loss": 0.3518,
      "step": 1478
    },
    {
      "epoch": 1.784077201447527,
      "grad_norm": 0.2811976684931462,
      "learning_rate": 2.25201072386059e-05,
      "loss": 0.3497,
      "step": 1479
    },
    {
      "epoch": 1.7852834740651389,
      "grad_norm": 0.27610607298870293,
      "learning_rate": 2.2497765862377123e-05,
      "loss": 0.3659,
      "step": 1480
    },
    {
      "epoch": 1.7864897466827503,
      "grad_norm": 0.3164778858830116,
      "learning_rate": 2.2475424486148347e-05,
      "loss": 0.3393,
      "step": 1481
    },
    {
      "epoch": 1.787696019300362,
      "grad_norm": 0.3440205777362051,
      "learning_rate": 2.2453083109919574e-05,
      "loss": 0.3766,
      "step": 1482
    },
    {
      "epoch": 1.7889022919179736,
      "grad_norm": 0.29128877422979677,
      "learning_rate": 2.2430741733690795e-05,
      "loss": 0.346,
      "step": 1483
    },
    {
      "epoch": 1.790108564535585,
      "grad_norm": 0.2997901031965129,
      "learning_rate": 2.240840035746202e-05,
      "loss": 0.3439,
      "step": 1484
    },
    {
      "epoch": 1.7913148371531966,
      "grad_norm": 0.31411546633151705,
      "learning_rate": 2.2386058981233247e-05,
      "loss": 0.3642,
      "step": 1485
    },
    {
      "epoch": 1.7925211097708083,
      "grad_norm": 0.2954643791110668,
      "learning_rate": 2.236371760500447e-05,
      "loss": 0.3816,
      "step": 1486
    },
    {
      "epoch": 1.7937273823884197,
      "grad_norm": 0.3080224579128579,
      "learning_rate": 2.234137622877569e-05,
      "loss": 0.3842,
      "step": 1487
    },
    {
      "epoch": 1.7949336550060315,
      "grad_norm": 0.25606441087244014,
      "learning_rate": 2.231903485254692e-05,
      "loss": 0.3758,
      "step": 1488
    },
    {
      "epoch": 1.796139927623643,
      "grad_norm": 0.3150542138350638,
      "learning_rate": 2.2296693476318143e-05,
      "loss": 0.3692,
      "step": 1489
    },
    {
      "epoch": 1.7973462002412546,
      "grad_norm": 0.26939799555931804,
      "learning_rate": 2.2274352100089367e-05,
      "loss": 0.3304,
      "step": 1490
    },
    {
      "epoch": 1.7985524728588662,
      "grad_norm": 0.2880747492641311,
      "learning_rate": 2.225201072386059e-05,
      "loss": 0.3635,
      "step": 1491
    },
    {
      "epoch": 1.7997587454764776,
      "grad_norm": 0.27399275585186184,
      "learning_rate": 2.2229669347631815e-05,
      "loss": 0.3713,
      "step": 1492
    },
    {
      "epoch": 1.8009650180940893,
      "grad_norm": 0.2457588382002816,
      "learning_rate": 2.220732797140304e-05,
      "loss": 0.3594,
      "step": 1493
    },
    {
      "epoch": 1.802171290711701,
      "grad_norm": 0.2821381653581902,
      "learning_rate": 2.2184986595174263e-05,
      "loss": 0.3579,
      "step": 1494
    },
    {
      "epoch": 1.8033775633293123,
      "grad_norm": 0.26906678345859164,
      "learning_rate": 2.2162645218945488e-05,
      "loss": 0.3704,
      "step": 1495
    },
    {
      "epoch": 1.804583835946924,
      "grad_norm": 0.28860333792004156,
      "learning_rate": 2.214030384271671e-05,
      "loss": 0.3828,
      "step": 1496
    },
    {
      "epoch": 1.8057901085645356,
      "grad_norm": 0.2941151374887319,
      "learning_rate": 2.211796246648794e-05,
      "loss": 0.3559,
      "step": 1497
    },
    {
      "epoch": 1.806996381182147,
      "grad_norm": 0.33755789851920004,
      "learning_rate": 2.209562109025916e-05,
      "loss": 0.3444,
      "step": 1498
    },
    {
      "epoch": 1.8082026537997589,
      "grad_norm": 0.3153818457382501,
      "learning_rate": 2.2073279714030384e-05,
      "loss": 0.3315,
      "step": 1499
    },
    {
      "epoch": 1.8094089264173703,
      "grad_norm": 0.27122267879244044,
      "learning_rate": 2.205093833780161e-05,
      "loss": 0.3321,
      "step": 1500
    },
    {
      "epoch": 1.810615199034982,
      "grad_norm": 0.36408451541394626,
      "learning_rate": 2.2028596961572835e-05,
      "loss": 0.3577,
      "step": 1501
    },
    {
      "epoch": 1.8118214716525936,
      "grad_norm": 0.3048366478040056,
      "learning_rate": 2.2006255585344056e-05,
      "loss": 0.363,
      "step": 1502
    },
    {
      "epoch": 1.813027744270205,
      "grad_norm": 0.289384365836586,
      "learning_rate": 2.1983914209115284e-05,
      "loss": 0.3476,
      "step": 1503
    },
    {
      "epoch": 1.8142340168878166,
      "grad_norm": 0.3119269637358593,
      "learning_rate": 2.1961572832886508e-05,
      "loss": 0.3406,
      "step": 1504
    },
    {
      "epoch": 1.8154402895054282,
      "grad_norm": 0.3357944937521883,
      "learning_rate": 2.193923145665773e-05,
      "loss": 0.3678,
      "step": 1505
    },
    {
      "epoch": 1.8166465621230397,
      "grad_norm": 0.3277816414905101,
      "learning_rate": 2.1916890080428956e-05,
      "loss": 0.3711,
      "step": 1506
    },
    {
      "epoch": 1.8178528347406515,
      "grad_norm": 0.29928477659654407,
      "learning_rate": 2.189454870420018e-05,
      "loss": 0.3408,
      "step": 1507
    },
    {
      "epoch": 1.819059107358263,
      "grad_norm": 0.29004649198090976,
      "learning_rate": 2.1872207327971404e-05,
      "loss": 0.3461,
      "step": 1508
    },
    {
      "epoch": 1.8202653799758746,
      "grad_norm": 0.25481916180153474,
      "learning_rate": 2.1849865951742628e-05,
      "loss": 0.3554,
      "step": 1509
    },
    {
      "epoch": 1.8214716525934862,
      "grad_norm": 0.3206381774906527,
      "learning_rate": 2.1827524575513852e-05,
      "loss": 0.3654,
      "step": 1510
    },
    {
      "epoch": 1.8226779252110976,
      "grad_norm": 0.27464477113928465,
      "learning_rate": 2.1805183199285076e-05,
      "loss": 0.3686,
      "step": 1511
    },
    {
      "epoch": 1.8238841978287093,
      "grad_norm": 0.2978283923505883,
      "learning_rate": 2.17828418230563e-05,
      "loss": 0.3809,
      "step": 1512
    },
    {
      "epoch": 1.825090470446321,
      "grad_norm": 0.3018397915218147,
      "learning_rate": 2.1760500446827525e-05,
      "loss": 0.3604,
      "step": 1513
    },
    {
      "epoch": 1.8262967430639323,
      "grad_norm": 0.32003093006503486,
      "learning_rate": 2.173815907059875e-05,
      "loss": 0.3503,
      "step": 1514
    },
    {
      "epoch": 1.8275030156815442,
      "grad_norm": 0.26271586653183376,
      "learning_rate": 2.1715817694369976e-05,
      "loss": 0.3615,
      "step": 1515
    },
    {
      "epoch": 1.8287092882991556,
      "grad_norm": 0.34758559596839306,
      "learning_rate": 2.1693476318141197e-05,
      "loss": 0.3679,
      "step": 1516
    },
    {
      "epoch": 1.8299155609167672,
      "grad_norm": 0.28304707959172154,
      "learning_rate": 2.167113494191242e-05,
      "loss": 0.3559,
      "step": 1517
    },
    {
      "epoch": 1.8311218335343789,
      "grad_norm": 0.30716182879162085,
      "learning_rate": 2.164879356568365e-05,
      "loss": 0.3705,
      "step": 1518
    },
    {
      "epoch": 1.8323281061519903,
      "grad_norm": 0.3272103551415873,
      "learning_rate": 2.1626452189454872e-05,
      "loss": 0.3557,
      "step": 1519
    },
    {
      "epoch": 1.833534378769602,
      "grad_norm": 0.2856664835977563,
      "learning_rate": 2.1604110813226093e-05,
      "loss": 0.354,
      "step": 1520
    },
    {
      "epoch": 1.8347406513872135,
      "grad_norm": 0.2995470532032037,
      "learning_rate": 2.158176943699732e-05,
      "loss": 0.3542,
      "step": 1521
    },
    {
      "epoch": 1.835946924004825,
      "grad_norm": 0.3198503981887153,
      "learning_rate": 2.1559428060768545e-05,
      "loss": 0.3645,
      "step": 1522
    },
    {
      "epoch": 1.8371531966224368,
      "grad_norm": 0.32754560915720893,
      "learning_rate": 2.153708668453977e-05,
      "loss": 0.3551,
      "step": 1523
    },
    {
      "epoch": 1.8383594692400482,
      "grad_norm": 0.26948473809778084,
      "learning_rate": 2.1514745308310993e-05,
      "loss": 0.3604,
      "step": 1524
    },
    {
      "epoch": 1.8395657418576599,
      "grad_norm": 0.2926288255208596,
      "learning_rate": 2.1492403932082217e-05,
      "loss": 0.3455,
      "step": 1525
    },
    {
      "epoch": 1.8407720144752715,
      "grad_norm": 0.34964762071460354,
      "learning_rate": 2.1470062555853444e-05,
      "loss": 0.3513,
      "step": 1526
    },
    {
      "epoch": 1.841978287092883,
      "grad_norm": 0.2592691589602463,
      "learning_rate": 2.1447721179624665e-05,
      "loss": 0.3591,
      "step": 1527
    },
    {
      "epoch": 1.8431845597104946,
      "grad_norm": 0.309967263730365,
      "learning_rate": 2.142537980339589e-05,
      "loss": 0.3876,
      "step": 1528
    },
    {
      "epoch": 1.8443908323281062,
      "grad_norm": 0.28029506099906043,
      "learning_rate": 2.1403038427167117e-05,
      "loss": 0.3583,
      "step": 1529
    },
    {
      "epoch": 1.8455971049457176,
      "grad_norm": 0.26805452677117375,
      "learning_rate": 2.138069705093834e-05,
      "loss": 0.3466,
      "step": 1530
    },
    {
      "epoch": 1.8468033775633295,
      "grad_norm": 0.2994299990919435,
      "learning_rate": 2.135835567470956e-05,
      "loss": 0.356,
      "step": 1531
    },
    {
      "epoch": 1.8480096501809409,
      "grad_norm": 0.2731266768809756,
      "learning_rate": 2.133601429848079e-05,
      "loss": 0.363,
      "step": 1532
    },
    {
      "epoch": 1.8492159227985525,
      "grad_norm": 0.32771389667540246,
      "learning_rate": 2.1313672922252013e-05,
      "loss": 0.3568,
      "step": 1533
    },
    {
      "epoch": 1.8504221954161642,
      "grad_norm": 0.3573609136221111,
      "learning_rate": 2.1291331546023234e-05,
      "loss": 0.3957,
      "step": 1534
    },
    {
      "epoch": 1.8516284680337756,
      "grad_norm": 0.3162680716287011,
      "learning_rate": 2.126899016979446e-05,
      "loss": 0.3535,
      "step": 1535
    },
    {
      "epoch": 1.8528347406513872,
      "grad_norm": 0.295455790097431,
      "learning_rate": 2.1246648793565685e-05,
      "loss": 0.3545,
      "step": 1536
    },
    {
      "epoch": 1.8540410132689988,
      "grad_norm": 0.26045858915660014,
      "learning_rate": 2.122430741733691e-05,
      "loss": 0.3456,
      "step": 1537
    },
    {
      "epoch": 1.8552472858866103,
      "grad_norm": 0.31789979304930077,
      "learning_rate": 2.1201966041108133e-05,
      "loss": 0.3811,
      "step": 1538
    },
    {
      "epoch": 1.8564535585042221,
      "grad_norm": 0.2458230363735759,
      "learning_rate": 2.1179624664879358e-05,
      "loss": 0.3498,
      "step": 1539
    },
    {
      "epoch": 1.8576598311218335,
      "grad_norm": 0.31583664687268614,
      "learning_rate": 2.115728328865058e-05,
      "loss": 0.3609,
      "step": 1540
    },
    {
      "epoch": 1.8588661037394452,
      "grad_norm": 0.2777923125909325,
      "learning_rate": 2.1134941912421806e-05,
      "loss": 0.3599,
      "step": 1541
    },
    {
      "epoch": 1.8600723763570568,
      "grad_norm": 0.2996705803905586,
      "learning_rate": 2.111260053619303e-05,
      "loss": 0.3542,
      "step": 1542
    },
    {
      "epoch": 1.8612786489746682,
      "grad_norm": 0.23278188821193466,
      "learning_rate": 2.1090259159964254e-05,
      "loss": 0.3408,
      "step": 1543
    },
    {
      "epoch": 1.8624849215922799,
      "grad_norm": 0.32721942024267,
      "learning_rate": 2.106791778373548e-05,
      "loss": 0.3465,
      "step": 1544
    },
    {
      "epoch": 1.8636911942098915,
      "grad_norm": 0.29620060616140187,
      "learning_rate": 2.1045576407506702e-05,
      "loss": 0.3483,
      "step": 1545
    },
    {
      "epoch": 1.864897466827503,
      "grad_norm": 0.2833126537587724,
      "learning_rate": 2.1023235031277926e-05,
      "loss": 0.363,
      "step": 1546
    },
    {
      "epoch": 1.8661037394451148,
      "grad_norm": 0.27966605358297153,
      "learning_rate": 2.1000893655049154e-05,
      "loss": 0.383,
      "step": 1547
    },
    {
      "epoch": 1.8673100120627262,
      "grad_norm": 0.2953507697070746,
      "learning_rate": 2.0978552278820378e-05,
      "loss": 0.352,
      "step": 1548
    },
    {
      "epoch": 1.8685162846803376,
      "grad_norm": 0.3118445272043699,
      "learning_rate": 2.09562109025916e-05,
      "loss": 0.361,
      "step": 1549
    },
    {
      "epoch": 1.8697225572979495,
      "grad_norm": 0.27569695544577993,
      "learning_rate": 2.0933869526362826e-05,
      "loss": 0.3705,
      "step": 1550
    },
    {
      "epoch": 1.8709288299155609,
      "grad_norm": 0.2931446668444685,
      "learning_rate": 2.091152815013405e-05,
      "loss": 0.3517,
      "step": 1551
    },
    {
      "epoch": 1.8721351025331725,
      "grad_norm": 0.28741574092692435,
      "learning_rate": 2.0889186773905274e-05,
      "loss": 0.3482,
      "step": 1552
    },
    {
      "epoch": 1.8733413751507841,
      "grad_norm": 0.33952287545856796,
      "learning_rate": 2.0866845397676498e-05,
      "loss": 0.3646,
      "step": 1553
    },
    {
      "epoch": 1.8745476477683956,
      "grad_norm": 0.25889542403249843,
      "learning_rate": 2.0844504021447722e-05,
      "loss": 0.3625,
      "step": 1554
    },
    {
      "epoch": 1.8757539203860072,
      "grad_norm": 0.2779529963292999,
      "learning_rate": 2.0822162645218946e-05,
      "loss": 0.3483,
      "step": 1555
    },
    {
      "epoch": 1.8769601930036188,
      "grad_norm": 0.27128966596000303,
      "learning_rate": 2.079982126899017e-05,
      "loss": 0.352,
      "step": 1556
    },
    {
      "epoch": 1.8781664656212302,
      "grad_norm": 0.2902910048214581,
      "learning_rate": 2.0777479892761395e-05,
      "loss": 0.3723,
      "step": 1557
    },
    {
      "epoch": 1.879372738238842,
      "grad_norm": 0.27973862245194236,
      "learning_rate": 2.075513851653262e-05,
      "loss": 0.3743,
      "step": 1558
    },
    {
      "epoch": 1.8805790108564535,
      "grad_norm": 0.30609968166421897,
      "learning_rate": 2.0732797140303846e-05,
      "loss": 0.3731,
      "step": 1559
    },
    {
      "epoch": 1.8817852834740652,
      "grad_norm": 0.2728618671983489,
      "learning_rate": 2.0710455764075067e-05,
      "loss": 0.3617,
      "step": 1560
    },
    {
      "epoch": 1.8829915560916768,
      "grad_norm": 0.2543254562059058,
      "learning_rate": 2.068811438784629e-05,
      "loss": 0.3436,
      "step": 1561
    },
    {
      "epoch": 1.8841978287092882,
      "grad_norm": 0.24841468175025513,
      "learning_rate": 2.066577301161752e-05,
      "loss": 0.3522,
      "step": 1562
    },
    {
      "epoch": 1.8854041013268998,
      "grad_norm": 0.31768402839745774,
      "learning_rate": 2.0643431635388742e-05,
      "loss": 0.3736,
      "step": 1563
    },
    {
      "epoch": 1.8866103739445115,
      "grad_norm": 0.3191797777615365,
      "learning_rate": 2.0621090259159963e-05,
      "loss": 0.3766,
      "step": 1564
    },
    {
      "epoch": 1.887816646562123,
      "grad_norm": 0.272658079681039,
      "learning_rate": 2.059874888293119e-05,
      "loss": 0.3611,
      "step": 1565
    },
    {
      "epoch": 1.8890229191797347,
      "grad_norm": 0.2622171628236883,
      "learning_rate": 2.0576407506702415e-05,
      "loss": 0.3444,
      "step": 1566
    },
    {
      "epoch": 1.8902291917973462,
      "grad_norm": 0.31135421295399496,
      "learning_rate": 2.0554066130473635e-05,
      "loss": 0.3534,
      "step": 1567
    },
    {
      "epoch": 1.8914354644149578,
      "grad_norm": 0.2777552393153191,
      "learning_rate": 2.0531724754244863e-05,
      "loss": 0.3451,
      "step": 1568
    },
    {
      "epoch": 1.8926417370325694,
      "grad_norm": 0.2808254408248436,
      "learning_rate": 2.0509383378016087e-05,
      "loss": 0.3711,
      "step": 1569
    },
    {
      "epoch": 1.8938480096501809,
      "grad_norm": 0.2629707060553636,
      "learning_rate": 2.048704200178731e-05,
      "loss": 0.3536,
      "step": 1570
    },
    {
      "epoch": 1.8950542822677925,
      "grad_norm": 0.284968406394402,
      "learning_rate": 2.0464700625558535e-05,
      "loss": 0.3478,
      "step": 1571
    },
    {
      "epoch": 1.8962605548854041,
      "grad_norm": 0.277964729242244,
      "learning_rate": 2.044235924932976e-05,
      "loss": 0.3522,
      "step": 1572
    },
    {
      "epoch": 1.8974668275030155,
      "grad_norm": 0.28027713264841336,
      "learning_rate": 2.0420017873100983e-05,
      "loss": 0.3589,
      "step": 1573
    },
    {
      "epoch": 1.8986731001206274,
      "grad_norm": 0.3050543089008853,
      "learning_rate": 2.0397676496872207e-05,
      "loss": 0.3737,
      "step": 1574
    },
    {
      "epoch": 1.8998793727382388,
      "grad_norm": 0.333573721833168,
      "learning_rate": 2.037533512064343e-05,
      "loss": 0.3723,
      "step": 1575
    },
    {
      "epoch": 1.9010856453558505,
      "grad_norm": 0.27558632494530466,
      "learning_rate": 2.0352993744414656e-05,
      "loss": 0.347,
      "step": 1576
    },
    {
      "epoch": 1.902291917973462,
      "grad_norm": 0.2749496186635863,
      "learning_rate": 2.0330652368185883e-05,
      "loss": 0.3584,
      "step": 1577
    },
    {
      "epoch": 1.9034981905910735,
      "grad_norm": 0.27623036751877184,
      "learning_rate": 2.0308310991957104e-05,
      "loss": 0.3671,
      "step": 1578
    },
    {
      "epoch": 1.9047044632086851,
      "grad_norm": 0.35924451163298154,
      "learning_rate": 2.0285969615728328e-05,
      "loss": 0.3551,
      "step": 1579
    },
    {
      "epoch": 1.9059107358262968,
      "grad_norm": 0.2809181345145692,
      "learning_rate": 2.0263628239499555e-05,
      "loss": 0.3502,
      "step": 1580
    },
    {
      "epoch": 1.9071170084439082,
      "grad_norm": 0.25879235314860666,
      "learning_rate": 2.024128686327078e-05,
      "loss": 0.3405,
      "step": 1581
    },
    {
      "epoch": 1.90832328106152,
      "grad_norm": 0.2849966409585352,
      "learning_rate": 2.0218945487042e-05,
      "loss": 0.3378,
      "step": 1582
    },
    {
      "epoch": 1.9095295536791315,
      "grad_norm": 0.3372371097579718,
      "learning_rate": 2.0196604110813228e-05,
      "loss": 0.3517,
      "step": 1583
    },
    {
      "epoch": 1.910735826296743,
      "grad_norm": 0.25632078946719644,
      "learning_rate": 2.0174262734584452e-05,
      "loss": 0.3443,
      "step": 1584
    },
    {
      "epoch": 1.9119420989143547,
      "grad_norm": 0.26956940258980094,
      "learning_rate": 2.0151921358355676e-05,
      "loss": 0.3401,
      "step": 1585
    },
    {
      "epoch": 1.9131483715319662,
      "grad_norm": 0.26515149174118896,
      "learning_rate": 2.01295799821269e-05,
      "loss": 0.3523,
      "step": 1586
    },
    {
      "epoch": 1.9143546441495778,
      "grad_norm": 0.2613492785001853,
      "learning_rate": 2.0107238605898124e-05,
      "loss": 0.3739,
      "step": 1587
    },
    {
      "epoch": 1.9155609167671894,
      "grad_norm": 0.23950143457883746,
      "learning_rate": 2.008489722966935e-05,
      "loss": 0.3343,
      "step": 1588
    },
    {
      "epoch": 1.9167671893848008,
      "grad_norm": 0.30117376449701433,
      "learning_rate": 2.0062555853440572e-05,
      "loss": 0.3709,
      "step": 1589
    },
    {
      "epoch": 1.9179734620024127,
      "grad_norm": 0.2593161624873031,
      "learning_rate": 2.0040214477211796e-05,
      "loss": 0.3452,
      "step": 1590
    },
    {
      "epoch": 1.9191797346200241,
      "grad_norm": 0.2407521061083514,
      "learning_rate": 2.0017873100983024e-05,
      "loss": 0.3735,
      "step": 1591
    },
    {
      "epoch": 1.9203860072376358,
      "grad_norm": 0.26195291267250836,
      "learning_rate": 1.9995531724754248e-05,
      "loss": 0.3509,
      "step": 1592
    },
    {
      "epoch": 1.9215922798552474,
      "grad_norm": 0.297432231962128,
      "learning_rate": 1.997319034852547e-05,
      "loss": 0.3442,
      "step": 1593
    },
    {
      "epoch": 1.9227985524728588,
      "grad_norm": 0.2399537948274586,
      "learning_rate": 1.9950848972296696e-05,
      "loss": 0.3471,
      "step": 1594
    },
    {
      "epoch": 1.9240048250904704,
      "grad_norm": 0.28295475054379304,
      "learning_rate": 1.992850759606792e-05,
      "loss": 0.3615,
      "step": 1595
    },
    {
      "epoch": 1.925211097708082,
      "grad_norm": 0.2894150589928256,
      "learning_rate": 1.990616621983914e-05,
      "loss": 0.3744,
      "step": 1596
    },
    {
      "epoch": 1.9264173703256935,
      "grad_norm": 0.27749447033260927,
      "learning_rate": 1.9883824843610368e-05,
      "loss": 0.363,
      "step": 1597
    },
    {
      "epoch": 1.9276236429433053,
      "grad_norm": 0.28672944617778745,
      "learning_rate": 1.9861483467381592e-05,
      "loss": 0.3747,
      "step": 1598
    },
    {
      "epoch": 1.9288299155609168,
      "grad_norm": 0.2847048913976895,
      "learning_rate": 1.9839142091152816e-05,
      "loss": 0.3405,
      "step": 1599
    },
    {
      "epoch": 1.9300361881785284,
      "grad_norm": 0.28224450714587446,
      "learning_rate": 1.981680071492404e-05,
      "loss": 0.369,
      "step": 1600
    },
    {
      "epoch": 1.93124246079614,
      "grad_norm": 0.251007009158062,
      "learning_rate": 1.9794459338695265e-05,
      "loss": 0.3583,
      "step": 1601
    },
    {
      "epoch": 1.9324487334137515,
      "grad_norm": 0.2700503054912305,
      "learning_rate": 1.977211796246649e-05,
      "loss": 0.3487,
      "step": 1602
    },
    {
      "epoch": 1.933655006031363,
      "grad_norm": 0.26601499415202334,
      "learning_rate": 1.9749776586237713e-05,
      "loss": 0.356,
      "step": 1603
    },
    {
      "epoch": 1.9348612786489747,
      "grad_norm": 0.26517746425234484,
      "learning_rate": 1.9727435210008937e-05,
      "loss": 0.3751,
      "step": 1604
    },
    {
      "epoch": 1.9360675512665861,
      "grad_norm": 0.3075644038798218,
      "learning_rate": 1.970509383378016e-05,
      "loss": 0.3865,
      "step": 1605
    },
    {
      "epoch": 1.9372738238841978,
      "grad_norm": 0.2748549582323955,
      "learning_rate": 1.968275245755139e-05,
      "loss": 0.3537,
      "step": 1606
    },
    {
      "epoch": 1.9384800965018094,
      "grad_norm": 0.2595112570755194,
      "learning_rate": 1.966041108132261e-05,
      "loss": 0.3576,
      "step": 1607
    },
    {
      "epoch": 1.9396863691194208,
      "grad_norm": 0.2512201382268573,
      "learning_rate": 1.9638069705093833e-05,
      "loss": 0.3417,
      "step": 1608
    },
    {
      "epoch": 1.9408926417370327,
      "grad_norm": 0.3057741641131344,
      "learning_rate": 1.961572832886506e-05,
      "loss": 0.3531,
      "step": 1609
    },
    {
      "epoch": 1.942098914354644,
      "grad_norm": 0.2995428068053764,
      "learning_rate": 1.9593386952636285e-05,
      "loss": 0.3577,
      "step": 1610
    },
    {
      "epoch": 1.9433051869722557,
      "grad_norm": 0.29519013006895595,
      "learning_rate": 1.9571045576407505e-05,
      "loss": 0.3645,
      "step": 1611
    },
    {
      "epoch": 1.9445114595898674,
      "grad_norm": 0.31079328371619636,
      "learning_rate": 1.9548704200178733e-05,
      "loss": 0.3765,
      "step": 1612
    },
    {
      "epoch": 1.9457177322074788,
      "grad_norm": 0.31234042894752406,
      "learning_rate": 1.9526362823949957e-05,
      "loss": 0.3538,
      "step": 1613
    },
    {
      "epoch": 1.9469240048250904,
      "grad_norm": 0.28659000754418135,
      "learning_rate": 1.950402144772118e-05,
      "loss": 0.3731,
      "step": 1614
    },
    {
      "epoch": 1.948130277442702,
      "grad_norm": 0.264814616626347,
      "learning_rate": 1.9481680071492405e-05,
      "loss": 0.3659,
      "step": 1615
    },
    {
      "epoch": 1.9493365500603135,
      "grad_norm": 0.24366644264153936,
      "learning_rate": 1.945933869526363e-05,
      "loss": 0.3673,
      "step": 1616
    },
    {
      "epoch": 1.9505428226779253,
      "grad_norm": 0.272103653808616,
      "learning_rate": 1.9436997319034853e-05,
      "loss": 0.3507,
      "step": 1617
    },
    {
      "epoch": 1.9517490952955368,
      "grad_norm": 0.30326138219958865,
      "learning_rate": 1.9414655942806077e-05,
      "loss": 0.3673,
      "step": 1618
    },
    {
      "epoch": 1.9529553679131484,
      "grad_norm": 0.2471852651757173,
      "learning_rate": 1.93923145665773e-05,
      "loss": 0.3429,
      "step": 1619
    },
    {
      "epoch": 1.95416164053076,
      "grad_norm": 0.29823029929658096,
      "learning_rate": 1.9369973190348526e-05,
      "loss": 0.3498,
      "step": 1620
    },
    {
      "epoch": 1.9553679131483714,
      "grad_norm": 0.25618786812647487,
      "learning_rate": 1.9347631814119753e-05,
      "loss": 0.3602,
      "step": 1621
    },
    {
      "epoch": 1.956574185765983,
      "grad_norm": 0.2626954040000901,
      "learning_rate": 1.9325290437890974e-05,
      "loss": 0.3548,
      "step": 1622
    },
    {
      "epoch": 1.9577804583835947,
      "grad_norm": 0.30278639551876474,
      "learning_rate": 1.9302949061662198e-05,
      "loss": 0.3602,
      "step": 1623
    },
    {
      "epoch": 1.9589867310012061,
      "grad_norm": 0.32422885066788054,
      "learning_rate": 1.9280607685433425e-05,
      "loss": 0.3536,
      "step": 1624
    },
    {
      "epoch": 1.960193003618818,
      "grad_norm": 0.25780893788890336,
      "learning_rate": 1.9258266309204646e-05,
      "loss": 0.3448,
      "step": 1625
    },
    {
      "epoch": 1.9613992762364294,
      "grad_norm": 0.2701194515692144,
      "learning_rate": 1.923592493297587e-05,
      "loss": 0.3685,
      "step": 1626
    },
    {
      "epoch": 1.962605548854041,
      "grad_norm": 0.2637933151314994,
      "learning_rate": 1.9213583556747098e-05,
      "loss": 0.3515,
      "step": 1627
    },
    {
      "epoch": 1.9638118214716527,
      "grad_norm": 0.2934963853487863,
      "learning_rate": 1.9191242180518322e-05,
      "loss": 0.3742,
      "step": 1628
    },
    {
      "epoch": 1.965018094089264,
      "grad_norm": 0.22910011332182156,
      "learning_rate": 1.9168900804289542e-05,
      "loss": 0.3647,
      "step": 1629
    },
    {
      "epoch": 1.9662243667068757,
      "grad_norm": 0.3393223178431687,
      "learning_rate": 1.914655942806077e-05,
      "loss": 0.3479,
      "step": 1630
    },
    {
      "epoch": 1.9674306393244874,
      "grad_norm": 0.27703033721697085,
      "learning_rate": 1.9124218051831994e-05,
      "loss": 0.3809,
      "step": 1631
    },
    {
      "epoch": 1.9686369119420988,
      "grad_norm": 0.3208522052589231,
      "learning_rate": 1.9101876675603218e-05,
      "loss": 0.3681,
      "step": 1632
    },
    {
      "epoch": 1.9698431845597106,
      "grad_norm": 0.27699992821466946,
      "learning_rate": 1.9079535299374442e-05,
      "loss": 0.3516,
      "step": 1633
    },
    {
      "epoch": 1.971049457177322,
      "grad_norm": 0.2712403728322839,
      "learning_rate": 1.9057193923145666e-05,
      "loss": 0.3423,
      "step": 1634
    },
    {
      "epoch": 1.9722557297949337,
      "grad_norm": 0.2855332321421069,
      "learning_rate": 1.903485254691689e-05,
      "loss": 0.3318,
      "step": 1635
    },
    {
      "epoch": 1.9734620024125453,
      "grad_norm": 0.2815389249603608,
      "learning_rate": 1.9012511170688114e-05,
      "loss": 0.3459,
      "step": 1636
    },
    {
      "epoch": 1.9746682750301567,
      "grad_norm": 0.28182396775800955,
      "learning_rate": 1.899016979445934e-05,
      "loss": 0.3384,
      "step": 1637
    },
    {
      "epoch": 1.9758745476477684,
      "grad_norm": 0.2718840146128206,
      "learning_rate": 1.8967828418230563e-05,
      "loss": 0.3609,
      "step": 1638
    },
    {
      "epoch": 1.97708082026538,
      "grad_norm": 0.2591947787566494,
      "learning_rate": 1.894548704200179e-05,
      "loss": 0.3428,
      "step": 1639
    },
    {
      "epoch": 1.9782870928829914,
      "grad_norm": 0.32383105243939264,
      "learning_rate": 1.892314566577301e-05,
      "loss": 0.3647,
      "step": 1640
    },
    {
      "epoch": 1.9794933655006033,
      "grad_norm": 0.2563990858898975,
      "learning_rate": 1.8900804289544235e-05,
      "loss": 0.3484,
      "step": 1641
    },
    {
      "epoch": 1.9806996381182147,
      "grad_norm": 0.3105355894461767,
      "learning_rate": 1.8878462913315462e-05,
      "loss": 0.3959,
      "step": 1642
    },
    {
      "epoch": 1.9819059107358263,
      "grad_norm": 0.301088060007025,
      "learning_rate": 1.8856121537086686e-05,
      "loss": 0.3333,
      "step": 1643
    },
    {
      "epoch": 1.983112183353438,
      "grad_norm": 0.28554630545995097,
      "learning_rate": 1.8833780160857907e-05,
      "loss": 0.3487,
      "step": 1644
    },
    {
      "epoch": 1.9843184559710494,
      "grad_norm": 0.2602079469425586,
      "learning_rate": 1.8811438784629135e-05,
      "loss": 0.349,
      "step": 1645
    },
    {
      "epoch": 1.985524728588661,
      "grad_norm": 0.2923498070190884,
      "learning_rate": 1.878909740840036e-05,
      "loss": 0.374,
      "step": 1646
    },
    {
      "epoch": 1.9867310012062727,
      "grad_norm": 0.3420070267678662,
      "learning_rate": 1.8766756032171583e-05,
      "loss": 0.363,
      "step": 1647
    },
    {
      "epoch": 1.987937273823884,
      "grad_norm": 0.2706072187767052,
      "learning_rate": 1.8744414655942807e-05,
      "loss": 0.3674,
      "step": 1648
    },
    {
      "epoch": 1.989143546441496,
      "grad_norm": 0.33498382557114115,
      "learning_rate": 1.872207327971403e-05,
      "loss": 0.3637,
      "step": 1649
    },
    {
      "epoch": 1.9903498190591074,
      "grad_norm": 0.3450578881904668,
      "learning_rate": 1.869973190348526e-05,
      "loss": 0.3471,
      "step": 1650
    },
    {
      "epoch": 1.991556091676719,
      "grad_norm": 0.28093156857550655,
      "learning_rate": 1.867739052725648e-05,
      "loss": 0.373,
      "step": 1651
    },
    {
      "epoch": 1.9927623642943306,
      "grad_norm": 0.33731372039057506,
      "learning_rate": 1.8655049151027703e-05,
      "loss": 0.352,
      "step": 1652
    },
    {
      "epoch": 1.993968636911942,
      "grad_norm": 0.32637042812980754,
      "learning_rate": 1.863270777479893e-05,
      "loss": 0.3553,
      "step": 1653
    },
    {
      "epoch": 1.9951749095295537,
      "grad_norm": 0.2924533816211366,
      "learning_rate": 1.8610366398570155e-05,
      "loss": 0.3422,
      "step": 1654
    },
    {
      "epoch": 1.9963811821471653,
      "grad_norm": 0.30816680687954695,
      "learning_rate": 1.8588025022341376e-05,
      "loss": 0.3514,
      "step": 1655
    },
    {
      "epoch": 1.9975874547647767,
      "grad_norm": 0.37414553666596123,
      "learning_rate": 1.8565683646112603e-05,
      "loss": 0.3375,
      "step": 1656
    },
    {
      "epoch": 1.9987937273823886,
      "grad_norm": 0.25177696486470447,
      "learning_rate": 1.8543342269883827e-05,
      "loss": 0.3447,
      "step": 1657
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.2985722047195102,
      "learning_rate": 1.8521000893655048e-05,
      "loss": 0.3362,
      "step": 1658
    },
    {
      "epoch": 2.0012062726176114,
      "grad_norm": 0.3582654343499216,
      "learning_rate": 1.8498659517426275e-05,
      "loss": 0.2966,
      "step": 1659
    },
    {
      "epoch": 2.0024125452352233,
      "grad_norm": 0.2510003107801239,
      "learning_rate": 1.84763181411975e-05,
      "loss": 0.3027,
      "step": 1660
    },
    {
      "epoch": 2.0036188178528347,
      "grad_norm": 0.31848482820403823,
      "learning_rate": 1.8453976764968723e-05,
      "loss": 0.3072,
      "step": 1661
    },
    {
      "epoch": 2.004825090470446,
      "grad_norm": 0.28121589676814773,
      "learning_rate": 1.8431635388739948e-05,
      "loss": 0.2799,
      "step": 1662
    },
    {
      "epoch": 2.006031363088058,
      "grad_norm": 0.2790990286631224,
      "learning_rate": 1.840929401251117e-05,
      "loss": 0.295,
      "step": 1663
    },
    {
      "epoch": 2.0072376357056694,
      "grad_norm": 0.29716421480885014,
      "learning_rate": 1.8386952636282396e-05,
      "loss": 0.2905,
      "step": 1664
    },
    {
      "epoch": 2.0084439083232812,
      "grad_norm": 0.2876586964710323,
      "learning_rate": 1.836461126005362e-05,
      "loss": 0.2738,
      "step": 1665
    },
    {
      "epoch": 2.0096501809408926,
      "grad_norm": 0.2847467005141539,
      "learning_rate": 1.8342269883824844e-05,
      "loss": 0.2744,
      "step": 1666
    },
    {
      "epoch": 2.010856453558504,
      "grad_norm": 0.2848323602535861,
      "learning_rate": 1.8319928507596068e-05,
      "loss": 0.2937,
      "step": 1667
    },
    {
      "epoch": 2.012062726176116,
      "grad_norm": 0.30619210279161174,
      "learning_rate": 1.8297587131367295e-05,
      "loss": 0.2945,
      "step": 1668
    },
    {
      "epoch": 2.0132689987937273,
      "grad_norm": 0.29414910099799263,
      "learning_rate": 1.8275245755138516e-05,
      "loss": 0.2946,
      "step": 1669
    },
    {
      "epoch": 2.0144752714113388,
      "grad_norm": 0.289304762173054,
      "learning_rate": 1.825290437890974e-05,
      "loss": 0.284,
      "step": 1670
    },
    {
      "epoch": 2.0156815440289506,
      "grad_norm": 0.28576033145670227,
      "learning_rate": 1.8230563002680968e-05,
      "loss": 0.2867,
      "step": 1671
    },
    {
      "epoch": 2.016887816646562,
      "grad_norm": 0.32373169860293655,
      "learning_rate": 1.8208221626452192e-05,
      "loss": 0.2995,
      "step": 1672
    },
    {
      "epoch": 2.018094089264174,
      "grad_norm": 0.23638681779954598,
      "learning_rate": 1.8185880250223413e-05,
      "loss": 0.2878,
      "step": 1673
    },
    {
      "epoch": 2.0193003618817853,
      "grad_norm": 0.28453090920113555,
      "learning_rate": 1.816353887399464e-05,
      "loss": 0.2945,
      "step": 1674
    },
    {
      "epoch": 2.0205066344993967,
      "grad_norm": 0.2549255381981737,
      "learning_rate": 1.8141197497765864e-05,
      "loss": 0.2966,
      "step": 1675
    },
    {
      "epoch": 2.0217129071170086,
      "grad_norm": 0.29462585796542506,
      "learning_rate": 1.8118856121537088e-05,
      "loss": 0.2864,
      "step": 1676
    },
    {
      "epoch": 2.02291917973462,
      "grad_norm": 0.26548129330247616,
      "learning_rate": 1.8096514745308312e-05,
      "loss": 0.3023,
      "step": 1677
    },
    {
      "epoch": 2.0241254523522314,
      "grad_norm": 0.31332310597104845,
      "learning_rate": 1.8074173369079536e-05,
      "loss": 0.2946,
      "step": 1678
    },
    {
      "epoch": 2.0253317249698433,
      "grad_norm": 0.27338445045211085,
      "learning_rate": 1.805183199285076e-05,
      "loss": 0.2804,
      "step": 1679
    },
    {
      "epoch": 2.0265379975874547,
      "grad_norm": 0.3118425725530232,
      "learning_rate": 1.8029490616621985e-05,
      "loss": 0.3007,
      "step": 1680
    },
    {
      "epoch": 2.0277442702050665,
      "grad_norm": 0.27714195106597606,
      "learning_rate": 1.800714924039321e-05,
      "loss": 0.2884,
      "step": 1681
    },
    {
      "epoch": 2.028950542822678,
      "grad_norm": 0.31958347812909327,
      "learning_rate": 1.7984807864164433e-05,
      "loss": 0.2999,
      "step": 1682
    },
    {
      "epoch": 2.0301568154402894,
      "grad_norm": 0.29186659149763977,
      "learning_rate": 1.796246648793566e-05,
      "loss": 0.2916,
      "step": 1683
    },
    {
      "epoch": 2.0313630880579012,
      "grad_norm": 0.2733656352448462,
      "learning_rate": 1.794012511170688e-05,
      "loss": 0.2765,
      "step": 1684
    },
    {
      "epoch": 2.0325693606755126,
      "grad_norm": 0.28574192979858715,
      "learning_rate": 1.7917783735478105e-05,
      "loss": 0.311,
      "step": 1685
    },
    {
      "epoch": 2.033775633293124,
      "grad_norm": 0.2991351897521293,
      "learning_rate": 1.7895442359249332e-05,
      "loss": 0.2852,
      "step": 1686
    },
    {
      "epoch": 2.034981905910736,
      "grad_norm": 0.24236890788237953,
      "learning_rate": 1.7873100983020553e-05,
      "loss": 0.2931,
      "step": 1687
    },
    {
      "epoch": 2.0361881785283473,
      "grad_norm": 0.2551685310046532,
      "learning_rate": 1.7850759606791777e-05,
      "loss": 0.2908,
      "step": 1688
    },
    {
      "epoch": 2.037394451145959,
      "grad_norm": 0.2549058353261533,
      "learning_rate": 1.7828418230563005e-05,
      "loss": 0.2823,
      "step": 1689
    },
    {
      "epoch": 2.0386007237635706,
      "grad_norm": 0.24168430653360778,
      "learning_rate": 1.780607685433423e-05,
      "loss": 0.2804,
      "step": 1690
    },
    {
      "epoch": 2.039806996381182,
      "grad_norm": 0.24712540293178345,
      "learning_rate": 1.778373547810545e-05,
      "loss": 0.2889,
      "step": 1691
    },
    {
      "epoch": 2.041013268998794,
      "grad_norm": 0.2584950258915421,
      "learning_rate": 1.7761394101876677e-05,
      "loss": 0.2979,
      "step": 1692
    },
    {
      "epoch": 2.0422195416164053,
      "grad_norm": 0.2547855415817537,
      "learning_rate": 1.77390527256479e-05,
      "loss": 0.2936,
      "step": 1693
    },
    {
      "epoch": 2.0434258142340167,
      "grad_norm": 0.24820792443315048,
      "learning_rate": 1.7716711349419125e-05,
      "loss": 0.2929,
      "step": 1694
    },
    {
      "epoch": 2.0446320868516286,
      "grad_norm": 0.2600712986700368,
      "learning_rate": 1.769436997319035e-05,
      "loss": 0.2912,
      "step": 1695
    },
    {
      "epoch": 2.04583835946924,
      "grad_norm": 0.2369033927502002,
      "learning_rate": 1.7672028596961573e-05,
      "loss": 0.2935,
      "step": 1696
    },
    {
      "epoch": 2.047044632086852,
      "grad_norm": 0.24572060560713774,
      "learning_rate": 1.7649687220732797e-05,
      "loss": 0.2728,
      "step": 1697
    },
    {
      "epoch": 2.0482509047044632,
      "grad_norm": 0.31718716534120606,
      "learning_rate": 1.762734584450402e-05,
      "loss": 0.2952,
      "step": 1698
    },
    {
      "epoch": 2.0494571773220747,
      "grad_norm": 0.23868855770487613,
      "learning_rate": 1.7605004468275246e-05,
      "loss": 0.2796,
      "step": 1699
    },
    {
      "epoch": 2.0506634499396865,
      "grad_norm": 0.2810826971186264,
      "learning_rate": 1.758266309204647e-05,
      "loss": 0.2919,
      "step": 1700
    },
    {
      "epoch": 2.051869722557298,
      "grad_norm": 0.27057773712748967,
      "learning_rate": 1.7560321715817697e-05,
      "loss": 0.2868,
      "step": 1701
    },
    {
      "epoch": 2.0530759951749094,
      "grad_norm": 0.23055869199867401,
      "learning_rate": 1.7537980339588918e-05,
      "loss": 0.2811,
      "step": 1702
    },
    {
      "epoch": 2.054282267792521,
      "grad_norm": 0.24322673852618046,
      "learning_rate": 1.7515638963360142e-05,
      "loss": 0.2859,
      "step": 1703
    },
    {
      "epoch": 2.0554885404101326,
      "grad_norm": 0.2750690299702216,
      "learning_rate": 1.749329758713137e-05,
      "loss": 0.2966,
      "step": 1704
    },
    {
      "epoch": 2.0566948130277445,
      "grad_norm": 0.6931475541633155,
      "learning_rate": 1.7470956210902594e-05,
      "loss": 0.3079,
      "step": 1705
    },
    {
      "epoch": 2.057901085645356,
      "grad_norm": 0.21463239940499598,
      "learning_rate": 1.7448614834673814e-05,
      "loss": 0.283,
      "step": 1706
    },
    {
      "epoch": 2.0591073582629673,
      "grad_norm": 0.2902830958637698,
      "learning_rate": 1.742627345844504e-05,
      "loss": 0.2766,
      "step": 1707
    },
    {
      "epoch": 2.060313630880579,
      "grad_norm": 0.2605225165985984,
      "learning_rate": 1.7403932082216266e-05,
      "loss": 0.3049,
      "step": 1708
    },
    {
      "epoch": 2.0615199034981906,
      "grad_norm": 0.24065535000122262,
      "learning_rate": 1.738159070598749e-05,
      "loss": 0.2764,
      "step": 1709
    },
    {
      "epoch": 2.062726176115802,
      "grad_norm": 0.268617788452376,
      "learning_rate": 1.7359249329758714e-05,
      "loss": 0.3052,
      "step": 1710
    },
    {
      "epoch": 2.063932448733414,
      "grad_norm": 0.24609202820968598,
      "learning_rate": 1.7336907953529938e-05,
      "loss": 0.3027,
      "step": 1711
    },
    {
      "epoch": 2.0651387213510253,
      "grad_norm": 0.24966047333966127,
      "learning_rate": 1.7314566577301166e-05,
      "loss": 0.2841,
      "step": 1712
    },
    {
      "epoch": 2.066344993968637,
      "grad_norm": 0.23861829254548647,
      "learning_rate": 1.7292225201072386e-05,
      "loss": 0.2844,
      "step": 1713
    },
    {
      "epoch": 2.0675512665862485,
      "grad_norm": 0.21580214631270747,
      "learning_rate": 1.726988382484361e-05,
      "loss": 0.2854,
      "step": 1714
    },
    {
      "epoch": 2.06875753920386,
      "grad_norm": 0.23851902544110398,
      "learning_rate": 1.7247542448614838e-05,
      "loss": 0.2991,
      "step": 1715
    },
    {
      "epoch": 2.069963811821472,
      "grad_norm": 0.26704566565966975,
      "learning_rate": 1.7225201072386062e-05,
      "loss": 0.3057,
      "step": 1716
    },
    {
      "epoch": 2.0711700844390832,
      "grad_norm": 0.2921229741945177,
      "learning_rate": 1.7202859696157283e-05,
      "loss": 0.2876,
      "step": 1717
    },
    {
      "epoch": 2.0723763570566947,
      "grad_norm": 0.2704074358886806,
      "learning_rate": 1.718051831992851e-05,
      "loss": 0.2915,
      "step": 1718
    },
    {
      "epoch": 2.0735826296743065,
      "grad_norm": 0.26102313901994467,
      "learning_rate": 1.7158176943699734e-05,
      "loss": 0.2728,
      "step": 1719
    },
    {
      "epoch": 2.074788902291918,
      "grad_norm": 0.31354244476135346,
      "learning_rate": 1.7135835567470955e-05,
      "loss": 0.2925,
      "step": 1720
    },
    {
      "epoch": 2.0759951749095293,
      "grad_norm": 0.3101725582423187,
      "learning_rate": 1.7113494191242182e-05,
      "loss": 0.2978,
      "step": 1721
    },
    {
      "epoch": 2.077201447527141,
      "grad_norm": 0.2503609628190097,
      "learning_rate": 1.7091152815013406e-05,
      "loss": 0.2994,
      "step": 1722
    },
    {
      "epoch": 2.0784077201447526,
      "grad_norm": 0.3010569194193657,
      "learning_rate": 1.706881143878463e-05,
      "loss": 0.2724,
      "step": 1723
    },
    {
      "epoch": 2.0796139927623645,
      "grad_norm": 0.3554100305822572,
      "learning_rate": 1.7046470062555855e-05,
      "loss": 0.286,
      "step": 1724
    },
    {
      "epoch": 2.080820265379976,
      "grad_norm": 0.28020867058791404,
      "learning_rate": 1.702412868632708e-05,
      "loss": 0.2924,
      "step": 1725
    },
    {
      "epoch": 2.0820265379975873,
      "grad_norm": 0.27399523525779423,
      "learning_rate": 1.7001787310098303e-05,
      "loss": 0.2816,
      "step": 1726
    },
    {
      "epoch": 2.083232810615199,
      "grad_norm": 0.30202972438037023,
      "learning_rate": 1.6979445933869527e-05,
      "loss": 0.2883,
      "step": 1727
    },
    {
      "epoch": 2.0844390832328106,
      "grad_norm": 0.25985583955795966,
      "learning_rate": 1.695710455764075e-05,
      "loss": 0.2931,
      "step": 1728
    },
    {
      "epoch": 2.085645355850422,
      "grad_norm": 0.23082414332906082,
      "learning_rate": 1.6934763181411975e-05,
      "loss": 0.2891,
      "step": 1729
    },
    {
      "epoch": 2.086851628468034,
      "grad_norm": 0.2637973752139721,
      "learning_rate": 1.6912421805183202e-05,
      "loss": 0.291,
      "step": 1730
    },
    {
      "epoch": 2.0880579010856453,
      "grad_norm": 0.31611307943527334,
      "learning_rate": 1.6890080428954423e-05,
      "loss": 0.2871,
      "step": 1731
    },
    {
      "epoch": 2.089264173703257,
      "grad_norm": 0.27342534759657844,
      "learning_rate": 1.6867739052725647e-05,
      "loss": 0.2922,
      "step": 1732
    },
    {
      "epoch": 2.0904704463208685,
      "grad_norm": 0.23859203460193187,
      "learning_rate": 1.6845397676496875e-05,
      "loss": 0.2916,
      "step": 1733
    },
    {
      "epoch": 2.09167671893848,
      "grad_norm": 0.2894846792042188,
      "learning_rate": 1.68230563002681e-05,
      "loss": 0.2882,
      "step": 1734
    },
    {
      "epoch": 2.092882991556092,
      "grad_norm": 0.2880969256927605,
      "learning_rate": 1.680071492403932e-05,
      "loss": 0.3016,
      "step": 1735
    },
    {
      "epoch": 2.0940892641737032,
      "grad_norm": 0.24513385363687332,
      "learning_rate": 1.6778373547810547e-05,
      "loss": 0.2812,
      "step": 1736
    },
    {
      "epoch": 2.0952955367913146,
      "grad_norm": 0.254098444251658,
      "learning_rate": 1.675603217158177e-05,
      "loss": 0.2919,
      "step": 1737
    },
    {
      "epoch": 2.0965018094089265,
      "grad_norm": 0.2633220043801049,
      "learning_rate": 1.6733690795352995e-05,
      "loss": 0.2848,
      "step": 1738
    },
    {
      "epoch": 2.097708082026538,
      "grad_norm": 0.2940832498604142,
      "learning_rate": 1.671134941912422e-05,
      "loss": 0.292,
      "step": 1739
    },
    {
      "epoch": 2.0989143546441498,
      "grad_norm": 0.24954777585396712,
      "learning_rate": 1.6689008042895443e-05,
      "loss": 0.282,
      "step": 1740
    },
    {
      "epoch": 2.100120627261761,
      "grad_norm": 0.248278540621884,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 0.2894,
      "step": 1741
    },
    {
      "epoch": 2.1013268998793726,
      "grad_norm": 0.2811884680572496,
      "learning_rate": 1.664432529043789e-05,
      "loss": 0.2865,
      "step": 1742
    },
    {
      "epoch": 2.1025331724969845,
      "grad_norm": 0.2522636866338131,
      "learning_rate": 1.6621983914209116e-05,
      "loss": 0.2933,
      "step": 1743
    },
    {
      "epoch": 2.103739445114596,
      "grad_norm": 0.2770783365680852,
      "learning_rate": 1.659964253798034e-05,
      "loss": 0.2738,
      "step": 1744
    },
    {
      "epoch": 2.1049457177322073,
      "grad_norm": 0.25751293080579474,
      "learning_rate": 1.6577301161751567e-05,
      "loss": 0.2831,
      "step": 1745
    },
    {
      "epoch": 2.106151990349819,
      "grad_norm": 0.22569893040934857,
      "learning_rate": 1.6554959785522788e-05,
      "loss": 0.2807,
      "step": 1746
    },
    {
      "epoch": 2.1073582629674306,
      "grad_norm": 0.2676508071107855,
      "learning_rate": 1.6532618409294012e-05,
      "loss": 0.2827,
      "step": 1747
    },
    {
      "epoch": 2.1085645355850424,
      "grad_norm": 0.22742787799565736,
      "learning_rate": 1.651027703306524e-05,
      "loss": 0.2729,
      "step": 1748
    },
    {
      "epoch": 2.109770808202654,
      "grad_norm": 0.24790912426013842,
      "learning_rate": 1.648793565683646e-05,
      "loss": 0.2699,
      "step": 1749
    },
    {
      "epoch": 2.1109770808202653,
      "grad_norm": 0.2916106304957534,
      "learning_rate": 1.6465594280607684e-05,
      "loss": 0.2862,
      "step": 1750
    },
    {
      "epoch": 2.112183353437877,
      "grad_norm": 0.2401141131980366,
      "learning_rate": 1.6443252904378912e-05,
      "loss": 0.2824,
      "step": 1751
    },
    {
      "epoch": 2.1133896260554885,
      "grad_norm": 0.26241788076180006,
      "learning_rate": 1.6420911528150136e-05,
      "loss": 0.2767,
      "step": 1752
    },
    {
      "epoch": 2.1145958986731,
      "grad_norm": 0.2954786816300289,
      "learning_rate": 1.6398570151921357e-05,
      "loss": 0.2959,
      "step": 1753
    },
    {
      "epoch": 2.115802171290712,
      "grad_norm": 0.22908967311620249,
      "learning_rate": 1.6376228775692584e-05,
      "loss": 0.2758,
      "step": 1754
    },
    {
      "epoch": 2.117008443908323,
      "grad_norm": 0.2413217007927014,
      "learning_rate": 1.6353887399463808e-05,
      "loss": 0.2757,
      "step": 1755
    },
    {
      "epoch": 2.118214716525935,
      "grad_norm": 0.2773658127485155,
      "learning_rate": 1.6331546023235032e-05,
      "loss": 0.2948,
      "step": 1756
    },
    {
      "epoch": 2.1194209891435465,
      "grad_norm": 0.22417241060997734,
      "learning_rate": 1.6309204647006256e-05,
      "loss": 0.2968,
      "step": 1757
    },
    {
      "epoch": 2.120627261761158,
      "grad_norm": 0.2553527879768229,
      "learning_rate": 1.628686327077748e-05,
      "loss": 0.2884,
      "step": 1758
    },
    {
      "epoch": 2.1218335343787698,
      "grad_norm": 0.25633754052987345,
      "learning_rate": 1.6264521894548704e-05,
      "loss": 0.2814,
      "step": 1759
    },
    {
      "epoch": 2.123039806996381,
      "grad_norm": 0.2425672162311776,
      "learning_rate": 1.624218051831993e-05,
      "loss": 0.3019,
      "step": 1760
    },
    {
      "epoch": 2.1242460796139926,
      "grad_norm": 0.22861022137422327,
      "learning_rate": 1.6219839142091153e-05,
      "loss": 0.2925,
      "step": 1761
    },
    {
      "epoch": 2.1254523522316044,
      "grad_norm": 0.2840288790695893,
      "learning_rate": 1.6197497765862377e-05,
      "loss": 0.3063,
      "step": 1762
    },
    {
      "epoch": 2.126658624849216,
      "grad_norm": 0.2537508729451685,
      "learning_rate": 1.6175156389633604e-05,
      "loss": 0.2933,
      "step": 1763
    },
    {
      "epoch": 2.1278648974668277,
      "grad_norm": 0.24195914928488352,
      "learning_rate": 1.6152815013404825e-05,
      "loss": 0.2993,
      "step": 1764
    },
    {
      "epoch": 2.129071170084439,
      "grad_norm": 0.27873420100035506,
      "learning_rate": 1.613047363717605e-05,
      "loss": 0.3141,
      "step": 1765
    },
    {
      "epoch": 2.1302774427020505,
      "grad_norm": 0.268235827640432,
      "learning_rate": 1.6108132260947276e-05,
      "loss": 0.2931,
      "step": 1766
    },
    {
      "epoch": 2.1314837153196624,
      "grad_norm": 0.2191238701653833,
      "learning_rate": 1.60857908847185e-05,
      "loss": 0.2732,
      "step": 1767
    },
    {
      "epoch": 2.132689987937274,
      "grad_norm": 0.25437125752546474,
      "learning_rate": 1.606344950848972e-05,
      "loss": 0.2967,
      "step": 1768
    },
    {
      "epoch": 2.1338962605548852,
      "grad_norm": 0.26624909826119847,
      "learning_rate": 1.604110813226095e-05,
      "loss": 0.2803,
      "step": 1769
    },
    {
      "epoch": 2.135102533172497,
      "grad_norm": 0.24857107954142815,
      "learning_rate": 1.6018766756032173e-05,
      "loss": 0.2844,
      "step": 1770
    },
    {
      "epoch": 2.1363088057901085,
      "grad_norm": 0.25654303344242035,
      "learning_rate": 1.5996425379803397e-05,
      "loss": 0.2763,
      "step": 1771
    },
    {
      "epoch": 2.13751507840772,
      "grad_norm": 0.2725659911600105,
      "learning_rate": 1.597408400357462e-05,
      "loss": 0.2796,
      "step": 1772
    },
    {
      "epoch": 2.138721351025332,
      "grad_norm": 0.2657062977643569,
      "learning_rate": 1.5951742627345845e-05,
      "loss": 0.2998,
      "step": 1773
    },
    {
      "epoch": 2.139927623642943,
      "grad_norm": 0.24246975530355397,
      "learning_rate": 1.5929401251117073e-05,
      "loss": 0.2967,
      "step": 1774
    },
    {
      "epoch": 2.141133896260555,
      "grad_norm": 0.24199935788003604,
      "learning_rate": 1.5907059874888293e-05,
      "loss": 0.2833,
      "step": 1775
    },
    {
      "epoch": 2.1423401688781665,
      "grad_norm": 0.2670641237942198,
      "learning_rate": 1.5884718498659517e-05,
      "loss": 0.2856,
      "step": 1776
    },
    {
      "epoch": 2.143546441495778,
      "grad_norm": 0.23890355072402358,
      "learning_rate": 1.5862377122430745e-05,
      "loss": 0.2728,
      "step": 1777
    },
    {
      "epoch": 2.1447527141133897,
      "grad_norm": 0.23673195464701202,
      "learning_rate": 1.5840035746201966e-05,
      "loss": 0.3005,
      "step": 1778
    },
    {
      "epoch": 2.145958986731001,
      "grad_norm": 0.2865067160256694,
      "learning_rate": 1.581769436997319e-05,
      "loss": 0.2959,
      "step": 1779
    },
    {
      "epoch": 2.147165259348613,
      "grad_norm": 0.27302383294132143,
      "learning_rate": 1.5795352993744417e-05,
      "loss": 0.3018,
      "step": 1780
    },
    {
      "epoch": 2.1483715319662244,
      "grad_norm": 0.23492163997305548,
      "learning_rate": 1.577301161751564e-05,
      "loss": 0.2848,
      "step": 1781
    },
    {
      "epoch": 2.149577804583836,
      "grad_norm": 0.27129742825552006,
      "learning_rate": 1.5750670241286862e-05,
      "loss": 0.2958,
      "step": 1782
    },
    {
      "epoch": 2.1507840772014477,
      "grad_norm": 0.2684880578576593,
      "learning_rate": 1.572832886505809e-05,
      "loss": 0.2903,
      "step": 1783
    },
    {
      "epoch": 2.151990349819059,
      "grad_norm": 0.27404258961414674,
      "learning_rate": 1.5705987488829313e-05,
      "loss": 0.2881,
      "step": 1784
    },
    {
      "epoch": 2.1531966224366705,
      "grad_norm": 0.2632922456415148,
      "learning_rate": 1.5683646112600538e-05,
      "loss": 0.3016,
      "step": 1785
    },
    {
      "epoch": 2.1544028950542824,
      "grad_norm": 0.26663256503427807,
      "learning_rate": 1.566130473637176e-05,
      "loss": 0.2963,
      "step": 1786
    },
    {
      "epoch": 2.155609167671894,
      "grad_norm": 0.2508496833033383,
      "learning_rate": 1.5638963360142986e-05,
      "loss": 0.2801,
      "step": 1787
    },
    {
      "epoch": 2.1568154402895052,
      "grad_norm": 0.22978346023328622,
      "learning_rate": 1.561662198391421e-05,
      "loss": 0.2754,
      "step": 1788
    },
    {
      "epoch": 2.158021712907117,
      "grad_norm": 0.2679042839697001,
      "learning_rate": 1.5594280607685434e-05,
      "loss": 0.2995,
      "step": 1789
    },
    {
      "epoch": 2.1592279855247285,
      "grad_norm": 0.2690040951898322,
      "learning_rate": 1.5571939231456658e-05,
      "loss": 0.3033,
      "step": 1790
    },
    {
      "epoch": 2.1604342581423404,
      "grad_norm": 0.2319672822255795,
      "learning_rate": 1.5549597855227882e-05,
      "loss": 0.2825,
      "step": 1791
    },
    {
      "epoch": 2.1616405307599518,
      "grad_norm": 0.2794357797508637,
      "learning_rate": 1.552725647899911e-05,
      "loss": 0.2911,
      "step": 1792
    },
    {
      "epoch": 2.162846803377563,
      "grad_norm": 0.21909695211407065,
      "learning_rate": 1.550491510277033e-05,
      "loss": 0.2659,
      "step": 1793
    },
    {
      "epoch": 2.164053075995175,
      "grad_norm": 0.29375511141007266,
      "learning_rate": 1.5482573726541554e-05,
      "loss": 0.3114,
      "step": 1794
    },
    {
      "epoch": 2.1652593486127865,
      "grad_norm": 0.2529271568454275,
      "learning_rate": 1.5460232350312782e-05,
      "loss": 0.2793,
      "step": 1795
    },
    {
      "epoch": 2.166465621230398,
      "grad_norm": 0.24510286216006683,
      "learning_rate": 1.5437890974084006e-05,
      "loss": 0.2938,
      "step": 1796
    },
    {
      "epoch": 2.1676718938480097,
      "grad_norm": 0.24633271965834536,
      "learning_rate": 1.5415549597855227e-05,
      "loss": 0.2936,
      "step": 1797
    },
    {
      "epoch": 2.168878166465621,
      "grad_norm": 0.2908065624489396,
      "learning_rate": 1.5393208221626454e-05,
      "loss": 0.2943,
      "step": 1798
    },
    {
      "epoch": 2.170084439083233,
      "grad_norm": 0.2749611947114117,
      "learning_rate": 1.5370866845397678e-05,
      "loss": 0.2871,
      "step": 1799
    },
    {
      "epoch": 2.1712907117008444,
      "grad_norm": 0.2231876084061707,
      "learning_rate": 1.5348525469168902e-05,
      "loss": 0.2904,
      "step": 1800
    },
    {
      "epoch": 2.172496984318456,
      "grad_norm": 0.22679976460521523,
      "learning_rate": 1.5326184092940126e-05,
      "loss": 0.294,
      "step": 1801
    },
    {
      "epoch": 2.1737032569360677,
      "grad_norm": 0.24525986813590006,
      "learning_rate": 1.530384271671135e-05,
      "loss": 0.3015,
      "step": 1802
    },
    {
      "epoch": 2.174909529553679,
      "grad_norm": 0.22623155707285916,
      "learning_rate": 1.5281501340482574e-05,
      "loss": 0.2772,
      "step": 1803
    },
    {
      "epoch": 2.1761158021712905,
      "grad_norm": 0.23398318830707168,
      "learning_rate": 1.52591599642538e-05,
      "loss": 0.284,
      "step": 1804
    },
    {
      "epoch": 2.1773220747889024,
      "grad_norm": 0.23119064864869804,
      "learning_rate": 1.5236818588025023e-05,
      "loss": 0.281,
      "step": 1805
    },
    {
      "epoch": 2.178528347406514,
      "grad_norm": 0.22917560469727433,
      "learning_rate": 1.5214477211796247e-05,
      "loss": 0.2786,
      "step": 1806
    },
    {
      "epoch": 2.1797346200241257,
      "grad_norm": 0.23631284216344356,
      "learning_rate": 1.5192135835567473e-05,
      "loss": 0.2713,
      "step": 1807
    },
    {
      "epoch": 2.180940892641737,
      "grad_norm": 0.2488903695574401,
      "learning_rate": 1.5169794459338697e-05,
      "loss": 0.2774,
      "step": 1808
    },
    {
      "epoch": 2.1821471652593485,
      "grad_norm": 0.2155531209044899,
      "learning_rate": 1.5147453083109919e-05,
      "loss": 0.2966,
      "step": 1809
    },
    {
      "epoch": 2.1833534378769603,
      "grad_norm": 0.23495355035903273,
      "learning_rate": 1.5125111706881145e-05,
      "loss": 0.3087,
      "step": 1810
    },
    {
      "epoch": 2.1845597104945718,
      "grad_norm": 0.234213301291648,
      "learning_rate": 1.5102770330652369e-05,
      "loss": 0.2762,
      "step": 1811
    },
    {
      "epoch": 2.185765983112183,
      "grad_norm": 0.2778933084532547,
      "learning_rate": 1.5080428954423593e-05,
      "loss": 0.2851,
      "step": 1812
    },
    {
      "epoch": 2.186972255729795,
      "grad_norm": 0.24101135672543364,
      "learning_rate": 1.5058087578194819e-05,
      "loss": 0.2793,
      "step": 1813
    },
    {
      "epoch": 2.1881785283474064,
      "grad_norm": 0.2510040494621872,
      "learning_rate": 1.5035746201966041e-05,
      "loss": 0.2994,
      "step": 1814
    },
    {
      "epoch": 2.1893848009650183,
      "grad_norm": 0.2128063834439931,
      "learning_rate": 1.5013404825737265e-05,
      "loss": 0.2838,
      "step": 1815
    },
    {
      "epoch": 2.1905910735826297,
      "grad_norm": 0.24754013889868678,
      "learning_rate": 1.4991063449508491e-05,
      "loss": 0.3053,
      "step": 1816
    },
    {
      "epoch": 2.191797346200241,
      "grad_norm": 0.2581031353095379,
      "learning_rate": 1.4968722073279715e-05,
      "loss": 0.288,
      "step": 1817
    },
    {
      "epoch": 2.193003618817853,
      "grad_norm": 0.23487250557642658,
      "learning_rate": 1.4946380697050938e-05,
      "loss": 0.2986,
      "step": 1818
    },
    {
      "epoch": 2.1942098914354644,
      "grad_norm": 0.20696922559019662,
      "learning_rate": 1.4924039320822163e-05,
      "loss": 0.2813,
      "step": 1819
    },
    {
      "epoch": 2.195416164053076,
      "grad_norm": 0.220731832587104,
      "learning_rate": 1.4901697944593387e-05,
      "loss": 0.2748,
      "step": 1820
    },
    {
      "epoch": 2.1966224366706877,
      "grad_norm": 0.25166555395330575,
      "learning_rate": 1.4879356568364611e-05,
      "loss": 0.285,
      "step": 1821
    },
    {
      "epoch": 2.197828709288299,
      "grad_norm": 0.23349864934060624,
      "learning_rate": 1.4857015192135837e-05,
      "loss": 0.2786,
      "step": 1822
    },
    {
      "epoch": 2.1990349819059105,
      "grad_norm": 0.2352295275890298,
      "learning_rate": 1.483467381590706e-05,
      "loss": 0.2901,
      "step": 1823
    },
    {
      "epoch": 2.2002412545235224,
      "grad_norm": 0.24218185360551212,
      "learning_rate": 1.4812332439678284e-05,
      "loss": 0.269,
      "step": 1824
    },
    {
      "epoch": 2.201447527141134,
      "grad_norm": 0.23597928948583063,
      "learning_rate": 1.478999106344951e-05,
      "loss": 0.2852,
      "step": 1825
    },
    {
      "epoch": 2.2026537997587456,
      "grad_norm": 0.20882073193696107,
      "learning_rate": 1.4767649687220734e-05,
      "loss": 0.2703,
      "step": 1826
    },
    {
      "epoch": 2.203860072376357,
      "grad_norm": 0.24223129133976676,
      "learning_rate": 1.4745308310991956e-05,
      "loss": 0.2921,
      "step": 1827
    },
    {
      "epoch": 2.2050663449939685,
      "grad_norm": 0.246628534539299,
      "learning_rate": 1.4722966934763183e-05,
      "loss": 0.2917,
      "step": 1828
    },
    {
      "epoch": 2.2062726176115803,
      "grad_norm": 0.2302693025242607,
      "learning_rate": 1.4700625558534406e-05,
      "loss": 0.2709,
      "step": 1829
    },
    {
      "epoch": 2.2074788902291917,
      "grad_norm": 0.224038143545482,
      "learning_rate": 1.467828418230563e-05,
      "loss": 0.2851,
      "step": 1830
    },
    {
      "epoch": 2.2086851628468036,
      "grad_norm": 0.23867623831655044,
      "learning_rate": 1.4655942806076856e-05,
      "loss": 0.282,
      "step": 1831
    },
    {
      "epoch": 2.209891435464415,
      "grad_norm": 0.23595428041685104,
      "learning_rate": 1.4633601429848078e-05,
      "loss": 0.279,
      "step": 1832
    },
    {
      "epoch": 2.2110977080820264,
      "grad_norm": 0.2397339096346714,
      "learning_rate": 1.4611260053619302e-05,
      "loss": 0.2938,
      "step": 1833
    },
    {
      "epoch": 2.2123039806996383,
      "grad_norm": 0.25086601174251194,
      "learning_rate": 1.4588918677390528e-05,
      "loss": 0.2881,
      "step": 1834
    },
    {
      "epoch": 2.2135102533172497,
      "grad_norm": 0.2979190537928123,
      "learning_rate": 1.4566577301161752e-05,
      "loss": 0.3057,
      "step": 1835
    },
    {
      "epoch": 2.214716525934861,
      "grad_norm": 0.23603851376001234,
      "learning_rate": 1.4544235924932978e-05,
      "loss": 0.2907,
      "step": 1836
    },
    {
      "epoch": 2.215922798552473,
      "grad_norm": 0.22529168222023993,
      "learning_rate": 1.4521894548704202e-05,
      "loss": 0.2992,
      "step": 1837
    },
    {
      "epoch": 2.2171290711700844,
      "grad_norm": 0.22362154450561503,
      "learning_rate": 1.4499553172475424e-05,
      "loss": 0.2694,
      "step": 1838
    },
    {
      "epoch": 2.218335343787696,
      "grad_norm": 0.22302860615250908,
      "learning_rate": 1.447721179624665e-05,
      "loss": 0.284,
      "step": 1839
    },
    {
      "epoch": 2.2195416164053077,
      "grad_norm": 0.22904183729570707,
      "learning_rate": 1.4454870420017874e-05,
      "loss": 0.2795,
      "step": 1840
    },
    {
      "epoch": 2.220747889022919,
      "grad_norm": 0.26782453766381153,
      "learning_rate": 1.4432529043789098e-05,
      "loss": 0.2929,
      "step": 1841
    },
    {
      "epoch": 2.221954161640531,
      "grad_norm": 0.21714316481031462,
      "learning_rate": 1.4410187667560324e-05,
      "loss": 0.2731,
      "step": 1842
    },
    {
      "epoch": 2.2231604342581424,
      "grad_norm": 0.26186668193353185,
      "learning_rate": 1.4387846291331546e-05,
      "loss": 0.2839,
      "step": 1843
    },
    {
      "epoch": 2.2243667068757538,
      "grad_norm": 0.2911995525000822,
      "learning_rate": 1.436550491510277e-05,
      "loss": 0.2972,
      "step": 1844
    },
    {
      "epoch": 2.2255729794933656,
      "grad_norm": 0.24276375836112515,
      "learning_rate": 1.4343163538873996e-05,
      "loss": 0.2914,
      "step": 1845
    },
    {
      "epoch": 2.226779252110977,
      "grad_norm": 0.24600706178312343,
      "learning_rate": 1.432082216264522e-05,
      "loss": 0.2945,
      "step": 1846
    },
    {
      "epoch": 2.2279855247285885,
      "grad_norm": 0.22011966635882427,
      "learning_rate": 1.4298480786416443e-05,
      "loss": 0.2705,
      "step": 1847
    },
    {
      "epoch": 2.2291917973462003,
      "grad_norm": 0.22274947815980448,
      "learning_rate": 1.4276139410187669e-05,
      "loss": 0.2858,
      "step": 1848
    },
    {
      "epoch": 2.2303980699638117,
      "grad_norm": 0.24312414836648066,
      "learning_rate": 1.4253798033958893e-05,
      "loss": 0.275,
      "step": 1849
    },
    {
      "epoch": 2.2316043425814236,
      "grad_norm": 0.25667716385389866,
      "learning_rate": 1.4231456657730117e-05,
      "loss": 0.2971,
      "step": 1850
    },
    {
      "epoch": 2.232810615199035,
      "grad_norm": 0.23198803574642948,
      "learning_rate": 1.4209115281501343e-05,
      "loss": 0.2849,
      "step": 1851
    },
    {
      "epoch": 2.2340168878166464,
      "grad_norm": 0.2401993446695254,
      "learning_rate": 1.4186773905272565e-05,
      "loss": 0.2916,
      "step": 1852
    },
    {
      "epoch": 2.2352231604342583,
      "grad_norm": 0.2510433024863049,
      "learning_rate": 1.4164432529043789e-05,
      "loss": 0.2735,
      "step": 1853
    },
    {
      "epoch": 2.2364294330518697,
      "grad_norm": 0.2404864962858689,
      "learning_rate": 1.4142091152815015e-05,
      "loss": 0.2892,
      "step": 1854
    },
    {
      "epoch": 2.237635705669481,
      "grad_norm": 0.22016088446747195,
      "learning_rate": 1.4119749776586239e-05,
      "loss": 0.2798,
      "step": 1855
    },
    {
      "epoch": 2.238841978287093,
      "grad_norm": 0.24403858808762297,
      "learning_rate": 1.4097408400357461e-05,
      "loss": 0.2967,
      "step": 1856
    },
    {
      "epoch": 2.2400482509047044,
      "grad_norm": 0.23489950259808423,
      "learning_rate": 1.4075067024128689e-05,
      "loss": 0.2788,
      "step": 1857
    },
    {
      "epoch": 2.2412545235223162,
      "grad_norm": 0.25532204034310485,
      "learning_rate": 1.4052725647899911e-05,
      "loss": 0.295,
      "step": 1858
    },
    {
      "epoch": 2.2424607961399277,
      "grad_norm": 0.251973767975049,
      "learning_rate": 1.4030384271671135e-05,
      "loss": 0.3009,
      "step": 1859
    },
    {
      "epoch": 2.243667068757539,
      "grad_norm": 0.217744929867661,
      "learning_rate": 1.4008042895442361e-05,
      "loss": 0.292,
      "step": 1860
    },
    {
      "epoch": 2.244873341375151,
      "grad_norm": 0.20972929540640886,
      "learning_rate": 1.3985701519213583e-05,
      "loss": 0.2753,
      "step": 1861
    },
    {
      "epoch": 2.2460796139927623,
      "grad_norm": 0.2593676734049886,
      "learning_rate": 1.3963360142984808e-05,
      "loss": 0.2945,
      "step": 1862
    },
    {
      "epoch": 2.2472858866103738,
      "grad_norm": 0.2407026323892429,
      "learning_rate": 1.3941018766756033e-05,
      "loss": 0.2921,
      "step": 1863
    },
    {
      "epoch": 2.2484921592279856,
      "grad_norm": 0.21792380789916738,
      "learning_rate": 1.3918677390527257e-05,
      "loss": 0.2968,
      "step": 1864
    },
    {
      "epoch": 2.249698431845597,
      "grad_norm": 0.2294246384984617,
      "learning_rate": 1.389633601429848e-05,
      "loss": 0.2894,
      "step": 1865
    },
    {
      "epoch": 2.250904704463209,
      "grad_norm": 0.2352525773133271,
      "learning_rate": 1.3873994638069707e-05,
      "loss": 0.2801,
      "step": 1866
    },
    {
      "epoch": 2.2521109770808203,
      "grad_norm": 0.2261284819996082,
      "learning_rate": 1.385165326184093e-05,
      "loss": 0.2672,
      "step": 1867
    },
    {
      "epoch": 2.2533172496984317,
      "grad_norm": 0.23872374706253088,
      "learning_rate": 1.3829311885612154e-05,
      "loss": 0.2956,
      "step": 1868
    },
    {
      "epoch": 2.2545235223160436,
      "grad_norm": 0.23826064709676967,
      "learning_rate": 1.380697050938338e-05,
      "loss": 0.284,
      "step": 1869
    },
    {
      "epoch": 2.255729794933655,
      "grad_norm": 0.2294043053362506,
      "learning_rate": 1.3784629133154604e-05,
      "loss": 0.2819,
      "step": 1870
    },
    {
      "epoch": 2.2569360675512664,
      "grad_norm": 0.23258701478035285,
      "learning_rate": 1.3762287756925826e-05,
      "loss": 0.2697,
      "step": 1871
    },
    {
      "epoch": 2.2581423401688783,
      "grad_norm": 0.204987775131546,
      "learning_rate": 1.3739946380697052e-05,
      "loss": 0.2875,
      "step": 1872
    },
    {
      "epoch": 2.2593486127864897,
      "grad_norm": 0.24311420445354,
      "learning_rate": 1.3717605004468276e-05,
      "loss": 0.2797,
      "step": 1873
    },
    {
      "epoch": 2.260554885404101,
      "grad_norm": 0.2706634799528978,
      "learning_rate": 1.3695263628239498e-05,
      "loss": 0.3022,
      "step": 1874
    },
    {
      "epoch": 2.261761158021713,
      "grad_norm": 0.23301429893513645,
      "learning_rate": 1.3672922252010726e-05,
      "loss": 0.2736,
      "step": 1875
    },
    {
      "epoch": 2.2629674306393244,
      "grad_norm": 0.2227015979945295,
      "learning_rate": 1.3650580875781948e-05,
      "loss": 0.2892,
      "step": 1876
    },
    {
      "epoch": 2.2641737032569362,
      "grad_norm": 0.2518005952205528,
      "learning_rate": 1.3628239499553172e-05,
      "loss": 0.289,
      "step": 1877
    },
    {
      "epoch": 2.2653799758745476,
      "grad_norm": 0.22770033941273815,
      "learning_rate": 1.3605898123324398e-05,
      "loss": 0.2707,
      "step": 1878
    },
    {
      "epoch": 2.266586248492159,
      "grad_norm": 0.25592147280730076,
      "learning_rate": 1.3583556747095622e-05,
      "loss": 0.2984,
      "step": 1879
    },
    {
      "epoch": 2.267792521109771,
      "grad_norm": 0.24678852398410292,
      "learning_rate": 1.3561215370866845e-05,
      "loss": 0.2893,
      "step": 1880
    },
    {
      "epoch": 2.2689987937273823,
      "grad_norm": 0.21640104205658625,
      "learning_rate": 1.353887399463807e-05,
      "loss": 0.284,
      "step": 1881
    },
    {
      "epoch": 2.270205066344994,
      "grad_norm": 0.22263483357092576,
      "learning_rate": 1.3516532618409294e-05,
      "loss": 0.2756,
      "step": 1882
    },
    {
      "epoch": 2.2714113389626056,
      "grad_norm": 0.22549139263598314,
      "learning_rate": 1.3494191242180519e-05,
      "loss": 0.2804,
      "step": 1883
    },
    {
      "epoch": 2.272617611580217,
      "grad_norm": 0.22848000714044425,
      "learning_rate": 1.3471849865951744e-05,
      "loss": 0.2943,
      "step": 1884
    },
    {
      "epoch": 2.273823884197829,
      "grad_norm": 0.22965966451255318,
      "learning_rate": 1.3449508489722967e-05,
      "loss": 0.2939,
      "step": 1885
    },
    {
      "epoch": 2.2750301568154403,
      "grad_norm": 0.22002800402535225,
      "learning_rate": 1.342716711349419e-05,
      "loss": 0.2708,
      "step": 1886
    },
    {
      "epoch": 2.2762364294330517,
      "grad_norm": 0.22824703002205038,
      "learning_rate": 1.3404825737265417e-05,
      "loss": 0.2959,
      "step": 1887
    },
    {
      "epoch": 2.2774427020506636,
      "grad_norm": 0.2175045283912371,
      "learning_rate": 1.338248436103664e-05,
      "loss": 0.2956,
      "step": 1888
    },
    {
      "epoch": 2.278648974668275,
      "grad_norm": 0.2324410570763942,
      "learning_rate": 1.3360142984807863e-05,
      "loss": 0.2933,
      "step": 1889
    },
    {
      "epoch": 2.2798552472858864,
      "grad_norm": 0.2291968726319126,
      "learning_rate": 1.333780160857909e-05,
      "loss": 0.289,
      "step": 1890
    },
    {
      "epoch": 2.2810615199034983,
      "grad_norm": 0.23648168240852283,
      "learning_rate": 1.3315460232350313e-05,
      "loss": 0.3109,
      "step": 1891
    },
    {
      "epoch": 2.2822677925211097,
      "grad_norm": 0.2231262318277235,
      "learning_rate": 1.3293118856121537e-05,
      "loss": 0.2835,
      "step": 1892
    },
    {
      "epoch": 2.2834740651387215,
      "grad_norm": 0.23818818699053612,
      "learning_rate": 1.3270777479892763e-05,
      "loss": 0.2831,
      "step": 1893
    },
    {
      "epoch": 2.284680337756333,
      "grad_norm": 0.2434904932138937,
      "learning_rate": 1.3248436103663985e-05,
      "loss": 0.294,
      "step": 1894
    },
    {
      "epoch": 2.2858866103739444,
      "grad_norm": 0.21286990891188562,
      "learning_rate": 1.322609472743521e-05,
      "loss": 0.2756,
      "step": 1895
    },
    {
      "epoch": 2.287092882991556,
      "grad_norm": 0.23610309357095516,
      "learning_rate": 1.3203753351206435e-05,
      "loss": 0.2905,
      "step": 1896
    },
    {
      "epoch": 2.2882991556091676,
      "grad_norm": 0.240924967821922,
      "learning_rate": 1.3181411974977659e-05,
      "loss": 0.2721,
      "step": 1897
    },
    {
      "epoch": 2.2895054282267795,
      "grad_norm": 0.2555889113252634,
      "learning_rate": 1.3159070598748885e-05,
      "loss": 0.3004,
      "step": 1898
    },
    {
      "epoch": 2.290711700844391,
      "grad_norm": 0.2374596441116695,
      "learning_rate": 1.3136729222520109e-05,
      "loss": 0.276,
      "step": 1899
    },
    {
      "epoch": 2.2919179734620023,
      "grad_norm": 0.22527696891452795,
      "learning_rate": 1.3114387846291331e-05,
      "loss": 0.2762,
      "step": 1900
    },
    {
      "epoch": 2.293124246079614,
      "grad_norm": 0.25567802002526824,
      "learning_rate": 1.3092046470062557e-05,
      "loss": 0.2813,
      "step": 1901
    },
    {
      "epoch": 2.2943305186972256,
      "grad_norm": 0.21906439644766362,
      "learning_rate": 1.3069705093833781e-05,
      "loss": 0.2875,
      "step": 1902
    },
    {
      "epoch": 2.295536791314837,
      "grad_norm": 0.22064470665788954,
      "learning_rate": 1.3047363717605005e-05,
      "loss": 0.2857,
      "step": 1903
    },
    {
      "epoch": 2.296743063932449,
      "grad_norm": 0.23151609094727654,
      "learning_rate": 1.3025022341376231e-05,
      "loss": 0.2842,
      "step": 1904
    },
    {
      "epoch": 2.2979493365500603,
      "grad_norm": 0.2351690748078775,
      "learning_rate": 1.3002680965147454e-05,
      "loss": 0.2769,
      "step": 1905
    },
    {
      "epoch": 2.2991556091676717,
      "grad_norm": 0.23004031471475894,
      "learning_rate": 1.2980339588918678e-05,
      "loss": 0.2915,
      "step": 1906
    },
    {
      "epoch": 2.3003618817852836,
      "grad_norm": 0.21332903284760457,
      "learning_rate": 1.2957998212689903e-05,
      "loss": 0.2695,
      "step": 1907
    },
    {
      "epoch": 2.301568154402895,
      "grad_norm": 0.2536337679173862,
      "learning_rate": 1.2935656836461127e-05,
      "loss": 0.2854,
      "step": 1908
    },
    {
      "epoch": 2.3027744270205064,
      "grad_norm": 0.26978055805109497,
      "learning_rate": 1.291331546023235e-05,
      "loss": 0.2822,
      "step": 1909
    },
    {
      "epoch": 2.3039806996381182,
      "grad_norm": 0.21833218367797522,
      "learning_rate": 1.2890974084003576e-05,
      "loss": 0.2751,
      "step": 1910
    },
    {
      "epoch": 2.3051869722557297,
      "grad_norm": 0.213236596889352,
      "learning_rate": 1.28686327077748e-05,
      "loss": 0.2767,
      "step": 1911
    },
    {
      "epoch": 2.3063932448733415,
      "grad_norm": 0.25023452493910114,
      "learning_rate": 1.2846291331546024e-05,
      "loss": 0.2727,
      "step": 1912
    },
    {
      "epoch": 2.307599517490953,
      "grad_norm": 0.25357039532276837,
      "learning_rate": 1.282394995531725e-05,
      "loss": 0.2887,
      "step": 1913
    },
    {
      "epoch": 2.3088057901085643,
      "grad_norm": 0.22829308034251444,
      "learning_rate": 1.2801608579088472e-05,
      "loss": 0.2766,
      "step": 1914
    },
    {
      "epoch": 2.310012062726176,
      "grad_norm": 0.22565008404788817,
      "learning_rate": 1.2779267202859696e-05,
      "loss": 0.299,
      "step": 1915
    },
    {
      "epoch": 2.3112183353437876,
      "grad_norm": 0.23456861896586176,
      "learning_rate": 1.2756925826630922e-05,
      "loss": 0.2747,
      "step": 1916
    },
    {
      "epoch": 2.3124246079613995,
      "grad_norm": 0.23597661508111467,
      "learning_rate": 1.2734584450402146e-05,
      "loss": 0.2894,
      "step": 1917
    },
    {
      "epoch": 2.313630880579011,
      "grad_norm": 0.23786461250041235,
      "learning_rate": 1.2712243074173368e-05,
      "loss": 0.2907,
      "step": 1918
    },
    {
      "epoch": 2.3148371531966223,
      "grad_norm": 0.2534049640911676,
      "learning_rate": 1.2689901697944596e-05,
      "loss": 0.287,
      "step": 1919
    },
    {
      "epoch": 2.316043425814234,
      "grad_norm": 0.22090587312904558,
      "learning_rate": 1.2667560321715818e-05,
      "loss": 0.2789,
      "step": 1920
    },
    {
      "epoch": 2.3172496984318456,
      "grad_norm": 0.235549531483714,
      "learning_rate": 1.2645218945487042e-05,
      "loss": 0.286,
      "step": 1921
    },
    {
      "epoch": 2.318455971049457,
      "grad_norm": 0.25142631802715215,
      "learning_rate": 1.2622877569258268e-05,
      "loss": 0.2846,
      "step": 1922
    },
    {
      "epoch": 2.319662243667069,
      "grad_norm": 0.2524115813131248,
      "learning_rate": 1.260053619302949e-05,
      "loss": 0.2877,
      "step": 1923
    },
    {
      "epoch": 2.3208685162846803,
      "grad_norm": 0.24100570731736226,
      "learning_rate": 1.2578194816800715e-05,
      "loss": 0.2905,
      "step": 1924
    },
    {
      "epoch": 2.3220747889022917,
      "grad_norm": 0.23658962005375492,
      "learning_rate": 1.255585344057194e-05,
      "loss": 0.3116,
      "step": 1925
    },
    {
      "epoch": 2.3232810615199035,
      "grad_norm": 0.2366915639739183,
      "learning_rate": 1.2533512064343164e-05,
      "loss": 0.2653,
      "step": 1926
    },
    {
      "epoch": 2.324487334137515,
      "grad_norm": 0.24126309010219563,
      "learning_rate": 1.2511170688114387e-05,
      "loss": 0.2944,
      "step": 1927
    },
    {
      "epoch": 2.325693606755127,
      "grad_norm": 0.256417259208843,
      "learning_rate": 1.2488829311885613e-05,
      "loss": 0.299,
      "step": 1928
    },
    {
      "epoch": 2.3268998793727382,
      "grad_norm": 0.2533720151680546,
      "learning_rate": 1.2466487935656837e-05,
      "loss": 0.288,
      "step": 1929
    },
    {
      "epoch": 2.3281061519903496,
      "grad_norm": 0.24913672554051416,
      "learning_rate": 1.2444146559428063e-05,
      "loss": 0.3067,
      "step": 1930
    },
    {
      "epoch": 2.3293124246079615,
      "grad_norm": 0.24341114503544165,
      "learning_rate": 1.2421805183199285e-05,
      "loss": 0.2763,
      "step": 1931
    },
    {
      "epoch": 2.330518697225573,
      "grad_norm": 0.2547834249597416,
      "learning_rate": 1.239946380697051e-05,
      "loss": 0.2936,
      "step": 1932
    },
    {
      "epoch": 2.331724969843185,
      "grad_norm": 0.23300171268866948,
      "learning_rate": 1.2377122430741735e-05,
      "loss": 0.2934,
      "step": 1933
    },
    {
      "epoch": 2.332931242460796,
      "grad_norm": 0.24474857033348835,
      "learning_rate": 1.2354781054512959e-05,
      "loss": 0.2887,
      "step": 1934
    },
    {
      "epoch": 2.3341375150784076,
      "grad_norm": 0.2151206611437992,
      "learning_rate": 1.2332439678284183e-05,
      "loss": 0.2836,
      "step": 1935
    },
    {
      "epoch": 2.3353437876960195,
      "grad_norm": 0.24359081217137948,
      "learning_rate": 1.2310098302055407e-05,
      "loss": 0.2987,
      "step": 1936
    },
    {
      "epoch": 2.336550060313631,
      "grad_norm": 0.2558446677582328,
      "learning_rate": 1.2287756925826631e-05,
      "loss": 0.2736,
      "step": 1937
    },
    {
      "epoch": 2.3377563329312423,
      "grad_norm": 0.23133494031808785,
      "learning_rate": 1.2265415549597855e-05,
      "loss": 0.2967,
      "step": 1938
    },
    {
      "epoch": 2.338962605548854,
      "grad_norm": 0.22011413912360578,
      "learning_rate": 1.2243074173369081e-05,
      "loss": 0.2758,
      "step": 1939
    },
    {
      "epoch": 2.3401688781664656,
      "grad_norm": 0.2465890608008465,
      "learning_rate": 1.2220732797140303e-05,
      "loss": 0.2862,
      "step": 1940
    },
    {
      "epoch": 2.341375150784077,
      "grad_norm": 0.23400609607040407,
      "learning_rate": 1.219839142091153e-05,
      "loss": 0.2833,
      "step": 1941
    },
    {
      "epoch": 2.342581423401689,
      "grad_norm": 0.2267979596723007,
      "learning_rate": 1.2176050044682753e-05,
      "loss": 0.29,
      "step": 1942
    },
    {
      "epoch": 2.3437876960193003,
      "grad_norm": 0.24060657688093173,
      "learning_rate": 1.2153708668453977e-05,
      "loss": 0.295,
      "step": 1943
    },
    {
      "epoch": 2.344993968636912,
      "grad_norm": 0.2152614594026681,
      "learning_rate": 1.2131367292225201e-05,
      "loss": 0.275,
      "step": 1944
    },
    {
      "epoch": 2.3462002412545235,
      "grad_norm": 0.21991178211682616,
      "learning_rate": 1.2109025915996426e-05,
      "loss": 0.2734,
      "step": 1945
    },
    {
      "epoch": 2.347406513872135,
      "grad_norm": 0.2421436523612531,
      "learning_rate": 1.2086684539767651e-05,
      "loss": 0.2944,
      "step": 1946
    },
    {
      "epoch": 2.348612786489747,
      "grad_norm": 0.21785789529396196,
      "learning_rate": 1.2064343163538874e-05,
      "loss": 0.2836,
      "step": 1947
    },
    {
      "epoch": 2.349819059107358,
      "grad_norm": 0.2223002921132739,
      "learning_rate": 1.20420017873101e-05,
      "loss": 0.2927,
      "step": 1948
    },
    {
      "epoch": 2.35102533172497,
      "grad_norm": 0.23810589562126233,
      "learning_rate": 1.2019660411081324e-05,
      "loss": 0.2884,
      "step": 1949
    },
    {
      "epoch": 2.3522316043425815,
      "grad_norm": 0.23259108876620938,
      "learning_rate": 1.1997319034852548e-05,
      "loss": 0.2826,
      "step": 1950
    },
    {
      "epoch": 2.353437876960193,
      "grad_norm": 0.22456352439209676,
      "learning_rate": 1.1974977658623772e-05,
      "loss": 0.3101,
      "step": 1951
    },
    {
      "epoch": 2.3546441495778048,
      "grad_norm": 0.24091153223400058,
      "learning_rate": 1.1952636282394996e-05,
      "loss": 0.3015,
      "step": 1952
    },
    {
      "epoch": 2.355850422195416,
      "grad_norm": 0.23719969534608104,
      "learning_rate": 1.193029490616622e-05,
      "loss": 0.2764,
      "step": 1953
    },
    {
      "epoch": 2.3570566948130276,
      "grad_norm": 0.2231954319848683,
      "learning_rate": 1.1907953529937444e-05,
      "loss": 0.2889,
      "step": 1954
    },
    {
      "epoch": 2.3582629674306395,
      "grad_norm": 0.23040423833861387,
      "learning_rate": 1.188561215370867e-05,
      "loss": 0.2832,
      "step": 1955
    },
    {
      "epoch": 2.359469240048251,
      "grad_norm": 0.22536151153551331,
      "learning_rate": 1.1863270777479892e-05,
      "loss": 0.284,
      "step": 1956
    },
    {
      "epoch": 2.3606755126658623,
      "grad_norm": 0.21133558876391853,
      "learning_rate": 1.1840929401251118e-05,
      "loss": 0.2949,
      "step": 1957
    },
    {
      "epoch": 2.361881785283474,
      "grad_norm": 0.22376185910186625,
      "learning_rate": 1.1818588025022342e-05,
      "loss": 0.2949,
      "step": 1958
    },
    {
      "epoch": 2.3630880579010856,
      "grad_norm": 0.21550391712375538,
      "learning_rate": 1.1796246648793566e-05,
      "loss": 0.2767,
      "step": 1959
    },
    {
      "epoch": 2.3642943305186974,
      "grad_norm": 0.21187486236001407,
      "learning_rate": 1.177390527256479e-05,
      "loss": 0.2948,
      "step": 1960
    },
    {
      "epoch": 2.365500603136309,
      "grad_norm": 0.23091281680192807,
      "learning_rate": 1.1751563896336016e-05,
      "loss": 0.2961,
      "step": 1961
    },
    {
      "epoch": 2.3667068757539202,
      "grad_norm": 0.23769114515813178,
      "learning_rate": 1.1729222520107238e-05,
      "loss": 0.2665,
      "step": 1962
    },
    {
      "epoch": 2.367913148371532,
      "grad_norm": 0.22891068293328487,
      "learning_rate": 1.1706881143878464e-05,
      "loss": 0.2807,
      "step": 1963
    },
    {
      "epoch": 2.3691194209891435,
      "grad_norm": 0.24591993183344646,
      "learning_rate": 1.1684539767649688e-05,
      "loss": 0.2877,
      "step": 1964
    },
    {
      "epoch": 2.370325693606755,
      "grad_norm": 0.25582946324967376,
      "learning_rate": 1.166219839142091e-05,
      "loss": 0.2923,
      "step": 1965
    },
    {
      "epoch": 2.371531966224367,
      "grad_norm": 0.22913321677896634,
      "learning_rate": 1.1639857015192136e-05,
      "loss": 0.2889,
      "step": 1966
    },
    {
      "epoch": 2.372738238841978,
      "grad_norm": 0.246974008296304,
      "learning_rate": 1.161751563896336e-05,
      "loss": 0.2941,
      "step": 1967
    },
    {
      "epoch": 2.37394451145959,
      "grad_norm": 0.2277084018677113,
      "learning_rate": 1.1595174262734585e-05,
      "loss": 0.2888,
      "step": 1968
    },
    {
      "epoch": 2.3751507840772015,
      "grad_norm": 0.23156695668294586,
      "learning_rate": 1.1572832886505809e-05,
      "loss": 0.2833,
      "step": 1969
    },
    {
      "epoch": 2.376357056694813,
      "grad_norm": 0.2525648596511969,
      "learning_rate": 1.1550491510277035e-05,
      "loss": 0.2798,
      "step": 1970
    },
    {
      "epoch": 2.3775633293124248,
      "grad_norm": 0.2205192096748547,
      "learning_rate": 1.1528150134048257e-05,
      "loss": 0.2825,
      "step": 1971
    },
    {
      "epoch": 2.378769601930036,
      "grad_norm": 0.23904424195465934,
      "learning_rate": 1.1505808757819483e-05,
      "loss": 0.2951,
      "step": 1972
    },
    {
      "epoch": 2.3799758745476476,
      "grad_norm": 0.2362564226232104,
      "learning_rate": 1.1483467381590707e-05,
      "loss": 0.2992,
      "step": 1973
    },
    {
      "epoch": 2.3811821471652594,
      "grad_norm": 0.23386421917567346,
      "learning_rate": 1.1461126005361931e-05,
      "loss": 0.2956,
      "step": 1974
    },
    {
      "epoch": 2.382388419782871,
      "grad_norm": 0.26306584218072937,
      "learning_rate": 1.1438784629133155e-05,
      "loss": 0.2964,
      "step": 1975
    },
    {
      "epoch": 2.3835946924004823,
      "grad_norm": 0.22880228551731152,
      "learning_rate": 1.1416443252904379e-05,
      "loss": 0.2986,
      "step": 1976
    },
    {
      "epoch": 2.384800965018094,
      "grad_norm": 0.20846641089392354,
      "learning_rate": 1.1394101876675605e-05,
      "loss": 0.2926,
      "step": 1977
    },
    {
      "epoch": 2.3860072376357055,
      "grad_norm": 0.23144685907710733,
      "learning_rate": 1.1371760500446827e-05,
      "loss": 0.2813,
      "step": 1978
    },
    {
      "epoch": 2.3872135102533174,
      "grad_norm": 0.22403595755031833,
      "learning_rate": 1.1349419124218053e-05,
      "loss": 0.2779,
      "step": 1979
    },
    {
      "epoch": 2.388419782870929,
      "grad_norm": 0.23705522152129233,
      "learning_rate": 1.1327077747989277e-05,
      "loss": 0.2913,
      "step": 1980
    },
    {
      "epoch": 2.3896260554885402,
      "grad_norm": 0.20647613466526085,
      "learning_rate": 1.1304736371760501e-05,
      "loss": 0.2853,
      "step": 1981
    },
    {
      "epoch": 2.390832328106152,
      "grad_norm": 0.2047928540204018,
      "learning_rate": 1.1282394995531725e-05,
      "loss": 0.2828,
      "step": 1982
    },
    {
      "epoch": 2.3920386007237635,
      "grad_norm": 0.21929372924006985,
      "learning_rate": 1.126005361930295e-05,
      "loss": 0.2859,
      "step": 1983
    },
    {
      "epoch": 2.3932448733413754,
      "grad_norm": 0.21794959265971092,
      "learning_rate": 1.1237712243074173e-05,
      "loss": 0.2765,
      "step": 1984
    },
    {
      "epoch": 2.394451145958987,
      "grad_norm": 0.2316415929799842,
      "learning_rate": 1.1215370866845398e-05,
      "loss": 0.2775,
      "step": 1985
    },
    {
      "epoch": 2.395657418576598,
      "grad_norm": 0.23705174878505497,
      "learning_rate": 1.1193029490616623e-05,
      "loss": 0.3013,
      "step": 1986
    },
    {
      "epoch": 2.39686369119421,
      "grad_norm": 0.22799762544468544,
      "learning_rate": 1.1170688114387846e-05,
      "loss": 0.2877,
      "step": 1987
    },
    {
      "epoch": 2.3980699638118215,
      "grad_norm": 0.21882815233428807,
      "learning_rate": 1.1148346738159071e-05,
      "loss": 0.2845,
      "step": 1988
    },
    {
      "epoch": 2.399276236429433,
      "grad_norm": 0.20344632297160425,
      "learning_rate": 1.1126005361930296e-05,
      "loss": 0.2833,
      "step": 1989
    },
    {
      "epoch": 2.4004825090470447,
      "grad_norm": 0.23503552618475457,
      "learning_rate": 1.110366398570152e-05,
      "loss": 0.2872,
      "step": 1990
    },
    {
      "epoch": 2.401688781664656,
      "grad_norm": 0.22374098805502607,
      "learning_rate": 1.1081322609472744e-05,
      "loss": 0.2855,
      "step": 1991
    },
    {
      "epoch": 2.4028950542822676,
      "grad_norm": 0.21020918399892033,
      "learning_rate": 1.105898123324397e-05,
      "loss": 0.2876,
      "step": 1992
    },
    {
      "epoch": 2.4041013268998794,
      "grad_norm": 0.23373376474000448,
      "learning_rate": 1.1036639857015192e-05,
      "loss": 0.307,
      "step": 1993
    },
    {
      "epoch": 2.405307599517491,
      "grad_norm": 0.2104550476556823,
      "learning_rate": 1.1014298480786418e-05,
      "loss": 0.2896,
      "step": 1994
    },
    {
      "epoch": 2.4065138721351027,
      "grad_norm": 0.20137896629238947,
      "learning_rate": 1.0991957104557642e-05,
      "loss": 0.2981,
      "step": 1995
    },
    {
      "epoch": 2.407720144752714,
      "grad_norm": 0.23012273495698185,
      "learning_rate": 1.0969615728328864e-05,
      "loss": 0.2843,
      "step": 1996
    },
    {
      "epoch": 2.4089264173703255,
      "grad_norm": 0.20650123033912035,
      "learning_rate": 1.094727435210009e-05,
      "loss": 0.2853,
      "step": 1997
    },
    {
      "epoch": 2.4101326899879374,
      "grad_norm": 0.21987946438527867,
      "learning_rate": 1.0924932975871314e-05,
      "loss": 0.2751,
      "step": 1998
    },
    {
      "epoch": 2.411338962605549,
      "grad_norm": 0.23424456071416347,
      "learning_rate": 1.0902591599642538e-05,
      "loss": 0.3035,
      "step": 1999
    },
    {
      "epoch": 2.4125452352231607,
      "grad_norm": 0.2149327854552427,
      "learning_rate": 1.0880250223413762e-05,
      "loss": 0.2925,
      "step": 2000
    },
    {
      "epoch": 2.413751507840772,
      "grad_norm": 0.2084100213854339,
      "learning_rate": 1.0857908847184988e-05,
      "loss": 0.2747,
      "step": 2001
    },
    {
      "epoch": 2.4149577804583835,
      "grad_norm": 0.23570811547273146,
      "learning_rate": 1.083556747095621e-05,
      "loss": 0.2906,
      "step": 2002
    },
    {
      "epoch": 2.4161640530759954,
      "grad_norm": 0.2257613385126158,
      "learning_rate": 1.0813226094727436e-05,
      "loss": 0.3031,
      "step": 2003
    },
    {
      "epoch": 2.4173703256936068,
      "grad_norm": 0.2365614982781767,
      "learning_rate": 1.079088471849866e-05,
      "loss": 0.2948,
      "step": 2004
    },
    {
      "epoch": 2.418576598311218,
      "grad_norm": 0.22036504428958142,
      "learning_rate": 1.0768543342269884e-05,
      "loss": 0.2899,
      "step": 2005
    },
    {
      "epoch": 2.41978287092883,
      "grad_norm": 0.22931384043977412,
      "learning_rate": 1.0746201966041108e-05,
      "loss": 0.2957,
      "step": 2006
    },
    {
      "epoch": 2.4209891435464415,
      "grad_norm": 0.22648620005109288,
      "learning_rate": 1.0723860589812333e-05,
      "loss": 0.2921,
      "step": 2007
    },
    {
      "epoch": 2.422195416164053,
      "grad_norm": 0.22020345396728686,
      "learning_rate": 1.0701519213583558e-05,
      "loss": 0.2889,
      "step": 2008
    },
    {
      "epoch": 2.4234016887816647,
      "grad_norm": 0.23024407336074107,
      "learning_rate": 1.067917783735478e-05,
      "loss": 0.292,
      "step": 2009
    },
    {
      "epoch": 2.424607961399276,
      "grad_norm": 0.21920021299966,
      "learning_rate": 1.0656836461126007e-05,
      "loss": 0.2792,
      "step": 2010
    },
    {
      "epoch": 2.425814234016888,
      "grad_norm": 0.22348139341258205,
      "learning_rate": 1.063449508489723e-05,
      "loss": 0.2981,
      "step": 2011
    },
    {
      "epoch": 2.4270205066344994,
      "grad_norm": 0.21145115022972605,
      "learning_rate": 1.0612153708668455e-05,
      "loss": 0.2807,
      "step": 2012
    },
    {
      "epoch": 2.428226779252111,
      "grad_norm": 0.22074860399576737,
      "learning_rate": 1.0589812332439679e-05,
      "loss": 0.3048,
      "step": 2013
    },
    {
      "epoch": 2.4294330518697227,
      "grad_norm": 0.2529900639870893,
      "learning_rate": 1.0567470956210903e-05,
      "loss": 0.2811,
      "step": 2014
    },
    {
      "epoch": 2.430639324487334,
      "grad_norm": 0.2166067972140964,
      "learning_rate": 1.0545129579982127e-05,
      "loss": 0.2796,
      "step": 2015
    },
    {
      "epoch": 2.431845597104946,
      "grad_norm": 0.21597450621839834,
      "learning_rate": 1.0522788203753351e-05,
      "loss": 0.2978,
      "step": 2016
    },
    {
      "epoch": 2.4330518697225574,
      "grad_norm": 0.24619094911709458,
      "learning_rate": 1.0500446827524577e-05,
      "loss": 0.2933,
      "step": 2017
    },
    {
      "epoch": 2.434258142340169,
      "grad_norm": 0.22294280116564494,
      "learning_rate": 1.04781054512958e-05,
      "loss": 0.2899,
      "step": 2018
    },
    {
      "epoch": 2.4354644149577807,
      "grad_norm": 0.2218284276829594,
      "learning_rate": 1.0455764075067025e-05,
      "loss": 0.2946,
      "step": 2019
    },
    {
      "epoch": 2.436670687575392,
      "grad_norm": 0.25621556450007477,
      "learning_rate": 1.0433422698838249e-05,
      "loss": 0.2868,
      "step": 2020
    },
    {
      "epoch": 2.4378769601930035,
      "grad_norm": 0.22991632882380855,
      "learning_rate": 1.0411081322609473e-05,
      "loss": 0.2895,
      "step": 2021
    },
    {
      "epoch": 2.4390832328106153,
      "grad_norm": 0.2260095543571356,
      "learning_rate": 1.0388739946380697e-05,
      "loss": 0.3088,
      "step": 2022
    },
    {
      "epoch": 2.4402895054282268,
      "grad_norm": 0.22973240522262808,
      "learning_rate": 1.0366398570151923e-05,
      "loss": 0.2935,
      "step": 2023
    },
    {
      "epoch": 2.441495778045838,
      "grad_norm": 0.23705590633564524,
      "learning_rate": 1.0344057193923145e-05,
      "loss": 0.2916,
      "step": 2024
    },
    {
      "epoch": 2.44270205066345,
      "grad_norm": 0.2514158757053114,
      "learning_rate": 1.0321715817694371e-05,
      "loss": 0.2817,
      "step": 2025
    },
    {
      "epoch": 2.4439083232810614,
      "grad_norm": 0.2198108837195466,
      "learning_rate": 1.0299374441465595e-05,
      "loss": 0.2884,
      "step": 2026
    },
    {
      "epoch": 2.445114595898673,
      "grad_norm": 0.2504281500366312,
      "learning_rate": 1.0277033065236818e-05,
      "loss": 0.2989,
      "step": 2027
    },
    {
      "epoch": 2.4463208685162847,
      "grad_norm": 0.2504968434548994,
      "learning_rate": 1.0254691689008044e-05,
      "loss": 0.2914,
      "step": 2028
    },
    {
      "epoch": 2.447527141133896,
      "grad_norm": 0.21234515057169162,
      "learning_rate": 1.0232350312779268e-05,
      "loss": 0.2799,
      "step": 2029
    },
    {
      "epoch": 2.448733413751508,
      "grad_norm": 0.21297856434093013,
      "learning_rate": 1.0210008936550492e-05,
      "loss": 0.2785,
      "step": 2030
    },
    {
      "epoch": 2.4499396863691194,
      "grad_norm": 0.21905395061242522,
      "learning_rate": 1.0187667560321716e-05,
      "loss": 0.2738,
      "step": 2031
    },
    {
      "epoch": 2.451145958986731,
      "grad_norm": 0.23870861408031346,
      "learning_rate": 1.0165326184092942e-05,
      "loss": 0.2829,
      "step": 2032
    },
    {
      "epoch": 2.4523522316043427,
      "grad_norm": 0.2110603313911652,
      "learning_rate": 1.0142984807864164e-05,
      "loss": 0.2907,
      "step": 2033
    },
    {
      "epoch": 2.453558504221954,
      "grad_norm": 0.2079993100221868,
      "learning_rate": 1.012064343163539e-05,
      "loss": 0.2797,
      "step": 2034
    },
    {
      "epoch": 2.454764776839566,
      "grad_norm": 0.19952965390672966,
      "learning_rate": 1.0098302055406614e-05,
      "loss": 0.2821,
      "step": 2035
    },
    {
      "epoch": 2.4559710494571774,
      "grad_norm": 0.3063957219989011,
      "learning_rate": 1.0075960679177838e-05,
      "loss": 0.2916,
      "step": 2036
    },
    {
      "epoch": 2.457177322074789,
      "grad_norm": 0.2573913236576673,
      "learning_rate": 1.0053619302949062e-05,
      "loss": 0.2936,
      "step": 2037
    },
    {
      "epoch": 2.4583835946924006,
      "grad_norm": 0.23628800661282728,
      "learning_rate": 1.0031277926720286e-05,
      "loss": 0.2997,
      "step": 2038
    },
    {
      "epoch": 2.459589867310012,
      "grad_norm": 0.3707608999179138,
      "learning_rate": 1.0008936550491512e-05,
      "loss": 0.2921,
      "step": 2039
    },
    {
      "epoch": 2.4607961399276235,
      "grad_norm": 0.2355724932937776,
      "learning_rate": 9.986595174262734e-06,
      "loss": 0.2842,
      "step": 2040
    },
    {
      "epoch": 2.4620024125452353,
      "grad_norm": 0.20979675529449615,
      "learning_rate": 9.96425379803396e-06,
      "loss": 0.2745,
      "step": 2041
    },
    {
      "epoch": 2.4632086851628467,
      "grad_norm": 0.23092304983801692,
      "learning_rate": 9.941912421805184e-06,
      "loss": 0.2991,
      "step": 2042
    },
    {
      "epoch": 2.464414957780458,
      "grad_norm": 0.23268676022732815,
      "learning_rate": 9.919571045576408e-06,
      "loss": 0.2839,
      "step": 2043
    },
    {
      "epoch": 2.46562123039807,
      "grad_norm": 0.22396777883699703,
      "learning_rate": 9.897229669347632e-06,
      "loss": 0.2968,
      "step": 2044
    },
    {
      "epoch": 2.4668275030156814,
      "grad_norm": 0.26078276763958036,
      "learning_rate": 9.874888293118856e-06,
      "loss": 0.2971,
      "step": 2045
    },
    {
      "epoch": 2.4680337756332933,
      "grad_norm": 0.24364965152903365,
      "learning_rate": 9.85254691689008e-06,
      "loss": 0.2895,
      "step": 2046
    },
    {
      "epoch": 2.4692400482509047,
      "grad_norm": 0.24028537875953107,
      "learning_rate": 9.830205540661305e-06,
      "loss": 0.2878,
      "step": 2047
    },
    {
      "epoch": 2.470446320868516,
      "grad_norm": 0.22503830564530097,
      "learning_rate": 9.80786416443253e-06,
      "loss": 0.2823,
      "step": 2048
    },
    {
      "epoch": 2.471652593486128,
      "grad_norm": 0.23918310040715698,
      "learning_rate": 9.785522788203753e-06,
      "loss": 0.2976,
      "step": 2049
    },
    {
      "epoch": 2.4728588661037394,
      "grad_norm": 0.23847496984436617,
      "learning_rate": 9.763181411974979e-06,
      "loss": 0.2841,
      "step": 2050
    },
    {
      "epoch": 2.4740651387213513,
      "grad_norm": 0.21340888253047746,
      "learning_rate": 9.740840035746203e-06,
      "loss": 0.2751,
      "step": 2051
    },
    {
      "epoch": 2.4752714113389627,
      "grad_norm": 0.27284485919627044,
      "learning_rate": 9.718498659517427e-06,
      "loss": 0.2983,
      "step": 2052
    },
    {
      "epoch": 2.476477683956574,
      "grad_norm": 0.23262515940334016,
      "learning_rate": 9.69615728328865e-06,
      "loss": 0.2893,
      "step": 2053
    },
    {
      "epoch": 2.477683956574186,
      "grad_norm": 0.21320522352667567,
      "learning_rate": 9.673815907059877e-06,
      "loss": 0.2904,
      "step": 2054
    },
    {
      "epoch": 2.4788902291917974,
      "grad_norm": 0.21281048078611334,
      "learning_rate": 9.651474530831099e-06,
      "loss": 0.2783,
      "step": 2055
    },
    {
      "epoch": 2.4800965018094088,
      "grad_norm": 0.24467691806482708,
      "learning_rate": 9.629133154602323e-06,
      "loss": 0.2854,
      "step": 2056
    },
    {
      "epoch": 2.4813027744270206,
      "grad_norm": 0.253676597589621,
      "learning_rate": 9.606791778373549e-06,
      "loss": 0.3071,
      "step": 2057
    },
    {
      "epoch": 2.482509047044632,
      "grad_norm": 0.23522323243807983,
      "learning_rate": 9.584450402144771e-06,
      "loss": 0.2883,
      "step": 2058
    },
    {
      "epoch": 2.4837153196622435,
      "grad_norm": 0.21968405569335833,
      "learning_rate": 9.562109025915997e-06,
      "loss": 0.293,
      "step": 2059
    },
    {
      "epoch": 2.4849215922798553,
      "grad_norm": 0.23336070313958515,
      "learning_rate": 9.539767649687221e-06,
      "loss": 0.2996,
      "step": 2060
    },
    {
      "epoch": 2.4861278648974667,
      "grad_norm": 0.23574400321619537,
      "learning_rate": 9.517426273458445e-06,
      "loss": 0.319,
      "step": 2061
    },
    {
      "epoch": 2.4873341375150786,
      "grad_norm": 0.25284110850110175,
      "learning_rate": 9.49508489722967e-06,
      "loss": 0.3039,
      "step": 2062
    },
    {
      "epoch": 2.48854041013269,
      "grad_norm": 0.22609295713824532,
      "learning_rate": 9.472743521000895e-06,
      "loss": 0.2889,
      "step": 2063
    },
    {
      "epoch": 2.4897466827503014,
      "grad_norm": 0.21782544942151286,
      "learning_rate": 9.450402144772117e-06,
      "loss": 0.2773,
      "step": 2064
    },
    {
      "epoch": 2.4909529553679133,
      "grad_norm": 0.24395759916835988,
      "learning_rate": 9.428060768543343e-06,
      "loss": 0.2872,
      "step": 2065
    },
    {
      "epoch": 2.4921592279855247,
      "grad_norm": 0.2100854112198129,
      "learning_rate": 9.405719392314567e-06,
      "loss": 0.2683,
      "step": 2066
    },
    {
      "epoch": 2.4933655006031366,
      "grad_norm": 0.22018277045218249,
      "learning_rate": 9.383378016085791e-06,
      "loss": 0.2989,
      "step": 2067
    },
    {
      "epoch": 2.494571773220748,
      "grad_norm": 0.22632341437009562,
      "learning_rate": 9.361036639857016e-06,
      "loss": 0.2764,
      "step": 2068
    },
    {
      "epoch": 2.4957780458383594,
      "grad_norm": 0.23134887518421296,
      "learning_rate": 9.33869526362824e-06,
      "loss": 0.2621,
      "step": 2069
    },
    {
      "epoch": 2.4969843184559712,
      "grad_norm": 0.2259347845947623,
      "learning_rate": 9.316353887399465e-06,
      "loss": 0.3099,
      "step": 2070
    },
    {
      "epoch": 2.4981905910735827,
      "grad_norm": 0.21947311486952517,
      "learning_rate": 9.294012511170688e-06,
      "loss": 0.2836,
      "step": 2071
    },
    {
      "epoch": 2.499396863691194,
      "grad_norm": 0.21153193775768228,
      "learning_rate": 9.271671134941914e-06,
      "loss": 0.2656,
      "step": 2072
    },
    {
      "epoch": 2.500603136308806,
      "grad_norm": 0.22972463052223152,
      "learning_rate": 9.249329758713138e-06,
      "loss": 0.2958,
      "step": 2073
    },
    {
      "epoch": 2.5018094089264173,
      "grad_norm": 0.22427297366530236,
      "learning_rate": 9.226988382484362e-06,
      "loss": 0.2846,
      "step": 2074
    },
    {
      "epoch": 2.5030156815440288,
      "grad_norm": 0.2188475129476444,
      "learning_rate": 9.204647006255586e-06,
      "loss": 0.2822,
      "step": 2075
    },
    {
      "epoch": 2.5042219541616406,
      "grad_norm": 0.22157141957950305,
      "learning_rate": 9.18230563002681e-06,
      "loss": 0.2859,
      "step": 2076
    },
    {
      "epoch": 2.505428226779252,
      "grad_norm": 0.20369669117130704,
      "learning_rate": 9.159964253798034e-06,
      "loss": 0.2623,
      "step": 2077
    },
    {
      "epoch": 2.5066344993968634,
      "grad_norm": 0.26069163206394774,
      "learning_rate": 9.137622877569258e-06,
      "loss": 0.3071,
      "step": 2078
    },
    {
      "epoch": 2.5078407720144753,
      "grad_norm": 0.21427683157651178,
      "learning_rate": 9.115281501340484e-06,
      "loss": 0.2855,
      "step": 2079
    },
    {
      "epoch": 2.5090470446320867,
      "grad_norm": 0.20008581879419765,
      "learning_rate": 9.092940125111706e-06,
      "loss": 0.2815,
      "step": 2080
    },
    {
      "epoch": 2.5102533172496986,
      "grad_norm": 0.24743260230654526,
      "learning_rate": 9.070598748882932e-06,
      "loss": 0.2882,
      "step": 2081
    },
    {
      "epoch": 2.51145958986731,
      "grad_norm": 0.234746962743461,
      "learning_rate": 9.048257372654156e-06,
      "loss": 0.2867,
      "step": 2082
    },
    {
      "epoch": 2.512665862484922,
      "grad_norm": 0.23547248016350894,
      "learning_rate": 9.02591599642538e-06,
      "loss": 0.2846,
      "step": 2083
    },
    {
      "epoch": 2.5138721351025333,
      "grad_norm": 0.22598658102916713,
      "learning_rate": 9.003574620196604e-06,
      "loss": 0.295,
      "step": 2084
    },
    {
      "epoch": 2.5150784077201447,
      "grad_norm": 0.2464188752316304,
      "learning_rate": 8.98123324396783e-06,
      "loss": 0.2962,
      "step": 2085
    },
    {
      "epoch": 2.5162846803377565,
      "grad_norm": 0.20823067381368154,
      "learning_rate": 8.958891867739052e-06,
      "loss": 0.2761,
      "step": 2086
    },
    {
      "epoch": 2.517490952955368,
      "grad_norm": 0.2450510002186486,
      "learning_rate": 8.936550491510277e-06,
      "loss": 0.2865,
      "step": 2087
    },
    {
      "epoch": 2.5186972255729794,
      "grad_norm": 0.24205249299984813,
      "learning_rate": 8.914209115281502e-06,
      "loss": 0.3093,
      "step": 2088
    },
    {
      "epoch": 2.5199034981905912,
      "grad_norm": 0.24457280923901634,
      "learning_rate": 8.891867739052725e-06,
      "loss": 0.2896,
      "step": 2089
    },
    {
      "epoch": 2.5211097708082026,
      "grad_norm": 0.21212091302235664,
      "learning_rate": 8.86952636282395e-06,
      "loss": 0.2833,
      "step": 2090
    },
    {
      "epoch": 2.522316043425814,
      "grad_norm": 0.23580463237099886,
      "learning_rate": 8.847184986595175e-06,
      "loss": 0.2784,
      "step": 2091
    },
    {
      "epoch": 2.523522316043426,
      "grad_norm": 0.2388276288521073,
      "learning_rate": 8.824843610366399e-06,
      "loss": 0.2906,
      "step": 2092
    },
    {
      "epoch": 2.5247285886610373,
      "grad_norm": 0.22087481614885304,
      "learning_rate": 8.802502234137623e-06,
      "loss": 0.2763,
      "step": 2093
    },
    {
      "epoch": 2.5259348612786487,
      "grad_norm": 0.2246523474210579,
      "learning_rate": 8.780160857908849e-06,
      "loss": 0.2842,
      "step": 2094
    },
    {
      "epoch": 2.5271411338962606,
      "grad_norm": 0.23119978686478482,
      "learning_rate": 8.757819481680071e-06,
      "loss": 0.2892,
      "step": 2095
    },
    {
      "epoch": 2.528347406513872,
      "grad_norm": 0.23233171332683422,
      "learning_rate": 8.735478105451297e-06,
      "loss": 0.2907,
      "step": 2096
    },
    {
      "epoch": 2.529553679131484,
      "grad_norm": 0.21942382453851111,
      "learning_rate": 8.71313672922252e-06,
      "loss": 0.2872,
      "step": 2097
    },
    {
      "epoch": 2.5307599517490953,
      "grad_norm": 0.2413498290860737,
      "learning_rate": 8.690795352993745e-06,
      "loss": 0.2875,
      "step": 2098
    },
    {
      "epoch": 2.531966224366707,
      "grad_norm": 0.23083935116777204,
      "learning_rate": 8.668453976764969e-06,
      "loss": 0.2762,
      "step": 2099
    },
    {
      "epoch": 2.5331724969843186,
      "grad_norm": 0.21390651009006564,
      "learning_rate": 8.646112600536193e-06,
      "loss": 0.2912,
      "step": 2100
    },
    {
      "epoch": 2.53437876960193,
      "grad_norm": 0.2365999128822495,
      "learning_rate": 8.623771224307419e-06,
      "loss": 0.2918,
      "step": 2101
    },
    {
      "epoch": 2.535585042219542,
      "grad_norm": 0.2322084809252393,
      "learning_rate": 8.601429848078641e-06,
      "loss": 0.2866,
      "step": 2102
    },
    {
      "epoch": 2.5367913148371533,
      "grad_norm": 0.21403628042564693,
      "learning_rate": 8.579088471849867e-06,
      "loss": 0.2715,
      "step": 2103
    },
    {
      "epoch": 2.5379975874547647,
      "grad_norm": 0.23633271492330205,
      "learning_rate": 8.556747095621091e-06,
      "loss": 0.3122,
      "step": 2104
    },
    {
      "epoch": 2.5392038600723765,
      "grad_norm": 0.2171261190451419,
      "learning_rate": 8.534405719392315e-06,
      "loss": 0.2669,
      "step": 2105
    },
    {
      "epoch": 2.540410132689988,
      "grad_norm": 0.20562237412666165,
      "learning_rate": 8.51206434316354e-06,
      "loss": 0.2838,
      "step": 2106
    },
    {
      "epoch": 2.5416164053075994,
      "grad_norm": 0.22643156797827918,
      "learning_rate": 8.489722966934763e-06,
      "loss": 0.2767,
      "step": 2107
    },
    {
      "epoch": 2.542822677925211,
      "grad_norm": 0.2482978387199731,
      "learning_rate": 8.467381590705988e-06,
      "loss": 0.2795,
      "step": 2108
    },
    {
      "epoch": 2.5440289505428226,
      "grad_norm": 0.2221033509722392,
      "learning_rate": 8.445040214477212e-06,
      "loss": 0.2896,
      "step": 2109
    },
    {
      "epoch": 2.545235223160434,
      "grad_norm": 0.21304030830619042,
      "learning_rate": 8.422698838248437e-06,
      "loss": 0.2899,
      "step": 2110
    },
    {
      "epoch": 2.546441495778046,
      "grad_norm": 0.21298340995217513,
      "learning_rate": 8.40035746201966e-06,
      "loss": 0.2985,
      "step": 2111
    },
    {
      "epoch": 2.5476477683956573,
      "grad_norm": 0.2268107049383085,
      "learning_rate": 8.378016085790886e-06,
      "loss": 0.2876,
      "step": 2112
    },
    {
      "epoch": 2.5488540410132687,
      "grad_norm": 0.2283769777933946,
      "learning_rate": 8.35567470956211e-06,
      "loss": 0.2937,
      "step": 2113
    },
    {
      "epoch": 2.5500603136308806,
      "grad_norm": 0.20201400435301958,
      "learning_rate": 8.333333333333334e-06,
      "loss": 0.2736,
      "step": 2114
    },
    {
      "epoch": 2.551266586248492,
      "grad_norm": 0.21118648069579432,
      "learning_rate": 8.310991957104558e-06,
      "loss": 0.2801,
      "step": 2115
    },
    {
      "epoch": 2.552472858866104,
      "grad_norm": 0.21380147734469018,
      "learning_rate": 8.288650580875784e-06,
      "loss": 0.2879,
      "step": 2116
    },
    {
      "epoch": 2.5536791314837153,
      "grad_norm": 0.24427500368171587,
      "learning_rate": 8.266309204647006e-06,
      "loss": 0.2828,
      "step": 2117
    },
    {
      "epoch": 2.554885404101327,
      "grad_norm": 0.2104444247720201,
      "learning_rate": 8.24396782841823e-06,
      "loss": 0.284,
      "step": 2118
    },
    {
      "epoch": 2.5560916767189386,
      "grad_norm": 0.21710117554724775,
      "learning_rate": 8.221626452189456e-06,
      "loss": 0.2864,
      "step": 2119
    },
    {
      "epoch": 2.55729794933655,
      "grad_norm": 0.22717244072496412,
      "learning_rate": 8.199285075960678e-06,
      "loss": 0.2781,
      "step": 2120
    },
    {
      "epoch": 2.558504221954162,
      "grad_norm": 0.2254436961531605,
      "learning_rate": 8.176943699731904e-06,
      "loss": 0.2782,
      "step": 2121
    },
    {
      "epoch": 2.5597104945717732,
      "grad_norm": 0.21519589525491942,
      "learning_rate": 8.154602323503128e-06,
      "loss": 0.297,
      "step": 2122
    },
    {
      "epoch": 2.5609167671893847,
      "grad_norm": 0.2320770217495183,
      "learning_rate": 8.132260947274352e-06,
      "loss": 0.3072,
      "step": 2123
    },
    {
      "epoch": 2.5621230398069965,
      "grad_norm": 0.213745103139696,
      "learning_rate": 8.109919571045576e-06,
      "loss": 0.2864,
      "step": 2124
    },
    {
      "epoch": 2.563329312424608,
      "grad_norm": 0.21520826517792885,
      "learning_rate": 8.087578194816802e-06,
      "loss": 0.2772,
      "step": 2125
    },
    {
      "epoch": 2.5645355850422193,
      "grad_norm": 0.23267029432546807,
      "learning_rate": 8.065236818588024e-06,
      "loss": 0.2934,
      "step": 2126
    },
    {
      "epoch": 2.565741857659831,
      "grad_norm": 0.2346619111675145,
      "learning_rate": 8.04289544235925e-06,
      "loss": 0.2997,
      "step": 2127
    },
    {
      "epoch": 2.5669481302774426,
      "grad_norm": 0.21089577135395482,
      "learning_rate": 8.020554066130474e-06,
      "loss": 0.291,
      "step": 2128
    },
    {
      "epoch": 2.568154402895054,
      "grad_norm": 0.23237289510955644,
      "learning_rate": 7.998212689901698e-06,
      "loss": 0.2821,
      "step": 2129
    },
    {
      "epoch": 2.569360675512666,
      "grad_norm": 0.22800080953514776,
      "learning_rate": 7.975871313672923e-06,
      "loss": 0.2965,
      "step": 2130
    },
    {
      "epoch": 2.5705669481302773,
      "grad_norm": 0.20687732257395336,
      "learning_rate": 7.953529937444147e-06,
      "loss": 0.2843,
      "step": 2131
    },
    {
      "epoch": 2.571773220747889,
      "grad_norm": 0.2252633109054214,
      "learning_rate": 7.931188561215372e-06,
      "loss": 0.2774,
      "step": 2132
    },
    {
      "epoch": 2.5729794933655006,
      "grad_norm": 0.21503546781105598,
      "learning_rate": 7.908847184986595e-06,
      "loss": 0.2943,
      "step": 2133
    },
    {
      "epoch": 2.5741857659831124,
      "grad_norm": 0.2103849220087177,
      "learning_rate": 7.88650580875782e-06,
      "loss": 0.2823,
      "step": 2134
    },
    {
      "epoch": 2.575392038600724,
      "grad_norm": 0.2356664422191725,
      "learning_rate": 7.864164432529045e-06,
      "loss": 0.2865,
      "step": 2135
    },
    {
      "epoch": 2.5765983112183353,
      "grad_norm": 0.21854984713818312,
      "learning_rate": 7.841823056300269e-06,
      "loss": 0.2851,
      "step": 2136
    },
    {
      "epoch": 2.577804583835947,
      "grad_norm": 0.2081407007815824,
      "learning_rate": 7.819481680071493e-06,
      "loss": 0.2814,
      "step": 2137
    },
    {
      "epoch": 2.5790108564535585,
      "grad_norm": 0.22624538817631823,
      "learning_rate": 7.797140303842717e-06,
      "loss": 0.2918,
      "step": 2138
    },
    {
      "epoch": 2.58021712907117,
      "grad_norm": 0.20932221958486957,
      "learning_rate": 7.774798927613941e-06,
      "loss": 0.2874,
      "step": 2139
    },
    {
      "epoch": 2.581423401688782,
      "grad_norm": 0.2162037323396819,
      "learning_rate": 7.752457551385165e-06,
      "loss": 0.292,
      "step": 2140
    },
    {
      "epoch": 2.5826296743063932,
      "grad_norm": 0.2249937624133852,
      "learning_rate": 7.730116175156391e-06,
      "loss": 0.292,
      "step": 2141
    },
    {
      "epoch": 2.5838359469240046,
      "grad_norm": 0.1994108304524604,
      "learning_rate": 7.707774798927613e-06,
      "loss": 0.278,
      "step": 2142
    },
    {
      "epoch": 2.5850422195416165,
      "grad_norm": 0.19608262203469157,
      "learning_rate": 7.685433422698839e-06,
      "loss": 0.2789,
      "step": 2143
    },
    {
      "epoch": 2.586248492159228,
      "grad_norm": 0.2086529068204614,
      "learning_rate": 7.663092046470063e-06,
      "loss": 0.2905,
      "step": 2144
    },
    {
      "epoch": 2.5874547647768393,
      "grad_norm": 0.20938557655487647,
      "learning_rate": 7.640750670241287e-06,
      "loss": 0.2802,
      "step": 2145
    },
    {
      "epoch": 2.588661037394451,
      "grad_norm": 0.20753877295099624,
      "learning_rate": 7.618409294012511e-06,
      "loss": 0.2819,
      "step": 2146
    },
    {
      "epoch": 2.5898673100120626,
      "grad_norm": 0.20991545279572527,
      "learning_rate": 7.596067917783736e-06,
      "loss": 0.2841,
      "step": 2147
    },
    {
      "epoch": 2.5910735826296745,
      "grad_norm": 0.22350098729610313,
      "learning_rate": 7.5737265415549595e-06,
      "loss": 0.2981,
      "step": 2148
    },
    {
      "epoch": 2.592279855247286,
      "grad_norm": 0.2123357064554487,
      "learning_rate": 7.5513851653261844e-06,
      "loss": 0.2821,
      "step": 2149
    },
    {
      "epoch": 2.5934861278648977,
      "grad_norm": 0.1991868250972996,
      "learning_rate": 7.529043789097409e-06,
      "loss": 0.2809,
      "step": 2150
    },
    {
      "epoch": 2.594692400482509,
      "grad_norm": 0.21821718127029568,
      "learning_rate": 7.506702412868633e-06,
      "loss": 0.2985,
      "step": 2151
    },
    {
      "epoch": 2.5958986731001206,
      "grad_norm": 0.21983928145571835,
      "learning_rate": 7.4843610366398576e-06,
      "loss": 0.2893,
      "step": 2152
    },
    {
      "epoch": 2.5971049457177324,
      "grad_norm": 0.20937779766909467,
      "learning_rate": 7.462019660411082e-06,
      "loss": 0.2876,
      "step": 2153
    },
    {
      "epoch": 2.598311218335344,
      "grad_norm": 0.24440569242279062,
      "learning_rate": 7.439678284182306e-06,
      "loss": 0.3091,
      "step": 2154
    },
    {
      "epoch": 2.5995174909529553,
      "grad_norm": 0.2094410586767038,
      "learning_rate": 7.41733690795353e-06,
      "loss": 0.2932,
      "step": 2155
    },
    {
      "epoch": 2.600723763570567,
      "grad_norm": 0.22993205214780774,
      "learning_rate": 7.394995531724755e-06,
      "loss": 0.2908,
      "step": 2156
    },
    {
      "epoch": 2.6019300361881785,
      "grad_norm": 0.232233833116648,
      "learning_rate": 7.372654155495978e-06,
      "loss": 0.2849,
      "step": 2157
    },
    {
      "epoch": 2.60313630880579,
      "grad_norm": 0.20920454232370092,
      "learning_rate": 7.350312779267203e-06,
      "loss": 0.2904,
      "step": 2158
    },
    {
      "epoch": 2.604342581423402,
      "grad_norm": 0.22698018377587673,
      "learning_rate": 7.327971403038428e-06,
      "loss": 0.2888,
      "step": 2159
    },
    {
      "epoch": 2.605548854041013,
      "grad_norm": 0.20161504934121768,
      "learning_rate": 7.305630026809651e-06,
      "loss": 0.2715,
      "step": 2160
    },
    {
      "epoch": 2.6067551266586246,
      "grad_norm": 0.2060420861005284,
      "learning_rate": 7.283288650580876e-06,
      "loss": 0.2979,
      "step": 2161
    },
    {
      "epoch": 2.6079613992762365,
      "grad_norm": 0.22127745692072953,
      "learning_rate": 7.260947274352101e-06,
      "loss": 0.2824,
      "step": 2162
    },
    {
      "epoch": 2.609167671893848,
      "grad_norm": 0.23976066707695107,
      "learning_rate": 7.238605898123325e-06,
      "loss": 0.3018,
      "step": 2163
    },
    {
      "epoch": 2.6103739445114593,
      "grad_norm": 0.21430343796962054,
      "learning_rate": 7.216264521894549e-06,
      "loss": 0.29,
      "step": 2164
    },
    {
      "epoch": 2.611580217129071,
      "grad_norm": 0.22023668390455303,
      "learning_rate": 7.193923145665773e-06,
      "loss": 0.2942,
      "step": 2165
    },
    {
      "epoch": 2.6127864897466826,
      "grad_norm": 0.21547955802919266,
      "learning_rate": 7.171581769436998e-06,
      "loss": 0.2808,
      "step": 2166
    },
    {
      "epoch": 2.6139927623642945,
      "grad_norm": 0.23149386933699645,
      "learning_rate": 7.1492403932082214e-06,
      "loss": 0.3099,
      "step": 2167
    },
    {
      "epoch": 2.615199034981906,
      "grad_norm": 0.23126252331722508,
      "learning_rate": 7.126899016979446e-06,
      "loss": 0.2752,
      "step": 2168
    },
    {
      "epoch": 2.6164053075995177,
      "grad_norm": 0.19958085393309985,
      "learning_rate": 7.104557640750671e-06,
      "loss": 0.2746,
      "step": 2169
    },
    {
      "epoch": 2.617611580217129,
      "grad_norm": 0.2238611225450866,
      "learning_rate": 7.0822162645218945e-06,
      "loss": 0.2851,
      "step": 2170
    },
    {
      "epoch": 2.6188178528347406,
      "grad_norm": 0.2352732384970299,
      "learning_rate": 7.0598748882931195e-06,
      "loss": 0.2922,
      "step": 2171
    },
    {
      "epoch": 2.6200241254523524,
      "grad_norm": 0.22415056452326848,
      "learning_rate": 7.037533512064344e-06,
      "loss": 0.2673,
      "step": 2172
    },
    {
      "epoch": 2.621230398069964,
      "grad_norm": 0.21897180401823096,
      "learning_rate": 7.015192135835568e-06,
      "loss": 0.2812,
      "step": 2173
    },
    {
      "epoch": 2.6224366706875752,
      "grad_norm": 0.23020781529953618,
      "learning_rate": 6.992850759606792e-06,
      "loss": 0.2853,
      "step": 2174
    },
    {
      "epoch": 2.623642943305187,
      "grad_norm": 0.21875426785559132,
      "learning_rate": 6.970509383378017e-06,
      "loss": 0.2909,
      "step": 2175
    },
    {
      "epoch": 2.6248492159227985,
      "grad_norm": 0.2816490674500168,
      "learning_rate": 6.94816800714924e-06,
      "loss": 0.2988,
      "step": 2176
    },
    {
      "epoch": 2.62605548854041,
      "grad_norm": 0.21486929348764425,
      "learning_rate": 6.925826630920465e-06,
      "loss": 0.2792,
      "step": 2177
    },
    {
      "epoch": 2.627261761158022,
      "grad_norm": 0.2301825259699349,
      "learning_rate": 6.90348525469169e-06,
      "loss": 0.2792,
      "step": 2178
    },
    {
      "epoch": 2.628468033775633,
      "grad_norm": 0.2253863912294859,
      "learning_rate": 6.881143878462913e-06,
      "loss": 0.2953,
      "step": 2179
    },
    {
      "epoch": 2.6296743063932446,
      "grad_norm": 0.2169639675897766,
      "learning_rate": 6.858802502234138e-06,
      "loss": 0.2891,
      "step": 2180
    },
    {
      "epoch": 2.6308805790108565,
      "grad_norm": 0.21726317823189514,
      "learning_rate": 6.836461126005363e-06,
      "loss": 0.291,
      "step": 2181
    },
    {
      "epoch": 2.632086851628468,
      "grad_norm": 0.19617546763397464,
      "learning_rate": 6.814119749776586e-06,
      "loss": 0.2647,
      "step": 2182
    },
    {
      "epoch": 2.6332931242460798,
      "grad_norm": 0.21554251282986897,
      "learning_rate": 6.791778373547811e-06,
      "loss": 0.2843,
      "step": 2183
    },
    {
      "epoch": 2.634499396863691,
      "grad_norm": 0.2459135828666879,
      "learning_rate": 6.769436997319035e-06,
      "loss": 0.3009,
      "step": 2184
    },
    {
      "epoch": 2.635705669481303,
      "grad_norm": 0.21621503077120693,
      "learning_rate": 6.747095621090259e-06,
      "loss": 0.2952,
      "step": 2185
    },
    {
      "epoch": 2.6369119420989144,
      "grad_norm": 0.20740297901076743,
      "learning_rate": 6.724754244861483e-06,
      "loss": 0.295,
      "step": 2186
    },
    {
      "epoch": 2.638118214716526,
      "grad_norm": 0.21029148372921153,
      "learning_rate": 6.702412868632708e-06,
      "loss": 0.2795,
      "step": 2187
    },
    {
      "epoch": 2.6393244873341377,
      "grad_norm": 0.22609754669207283,
      "learning_rate": 6.6800714924039315e-06,
      "loss": 0.2949,
      "step": 2188
    },
    {
      "epoch": 2.640530759951749,
      "grad_norm": 0.22113015986707052,
      "learning_rate": 6.6577301161751565e-06,
      "loss": 0.283,
      "step": 2189
    },
    {
      "epoch": 2.6417370325693605,
      "grad_norm": 0.21290296828182953,
      "learning_rate": 6.635388739946381e-06,
      "loss": 0.3058,
      "step": 2190
    },
    {
      "epoch": 2.6429433051869724,
      "grad_norm": 0.20663250547689224,
      "learning_rate": 6.613047363717605e-06,
      "loss": 0.2704,
      "step": 2191
    },
    {
      "epoch": 2.644149577804584,
      "grad_norm": 0.2194261553038497,
      "learning_rate": 6.5907059874888296e-06,
      "loss": 0.2822,
      "step": 2192
    },
    {
      "epoch": 2.6453558504221952,
      "grad_norm": 0.2378506340578728,
      "learning_rate": 6.5683646112600545e-06,
      "loss": 0.2898,
      "step": 2193
    },
    {
      "epoch": 2.646562123039807,
      "grad_norm": 0.2242127329287937,
      "learning_rate": 6.546023235031279e-06,
      "loss": 0.2779,
      "step": 2194
    },
    {
      "epoch": 2.6477683956574185,
      "grad_norm": 0.21847059262012553,
      "learning_rate": 6.523681858802503e-06,
      "loss": 0.2939,
      "step": 2195
    },
    {
      "epoch": 2.64897466827503,
      "grad_norm": 0.231399791978887,
      "learning_rate": 6.501340482573727e-06,
      "loss": 0.279,
      "step": 2196
    },
    {
      "epoch": 2.650180940892642,
      "grad_norm": 0.2116623580528426,
      "learning_rate": 6.478999106344952e-06,
      "loss": 0.2859,
      "step": 2197
    },
    {
      "epoch": 2.651387213510253,
      "grad_norm": 0.1980992165403409,
      "learning_rate": 6.456657730116175e-06,
      "loss": 0.2804,
      "step": 2198
    },
    {
      "epoch": 2.652593486127865,
      "grad_norm": 0.24171516250636746,
      "learning_rate": 6.4343163538874e-06,
      "loss": 0.2951,
      "step": 2199
    },
    {
      "epoch": 2.6537997587454765,
      "grad_norm": 0.21184774792981634,
      "learning_rate": 6.411974977658625e-06,
      "loss": 0.2931,
      "step": 2200
    },
    {
      "epoch": 2.6550060313630883,
      "grad_norm": 0.21738233707648502,
      "learning_rate": 6.389633601429848e-06,
      "loss": 0.2785,
      "step": 2201
    },
    {
      "epoch": 2.6562123039806997,
      "grad_norm": 0.2127604344024817,
      "learning_rate": 6.367292225201073e-06,
      "loss": 0.2868,
      "step": 2202
    },
    {
      "epoch": 2.657418576598311,
      "grad_norm": 0.1931954397670524,
      "learning_rate": 6.344950848972298e-06,
      "loss": 0.2665,
      "step": 2203
    },
    {
      "epoch": 2.658624849215923,
      "grad_norm": 0.20838444267534595,
      "learning_rate": 6.322609472743521e-06,
      "loss": 0.2807,
      "step": 2204
    },
    {
      "epoch": 2.6598311218335344,
      "grad_norm": 0.2211018154320071,
      "learning_rate": 6.300268096514745e-06,
      "loss": 0.2813,
      "step": 2205
    },
    {
      "epoch": 2.661037394451146,
      "grad_norm": 0.2168479274201597,
      "learning_rate": 6.27792672028597e-06,
      "loss": 0.2765,
      "step": 2206
    },
    {
      "epoch": 2.6622436670687577,
      "grad_norm": 0.2213334733094897,
      "learning_rate": 6.2555853440571934e-06,
      "loss": 0.2798,
      "step": 2207
    },
    {
      "epoch": 2.663449939686369,
      "grad_norm": 0.19954163195183472,
      "learning_rate": 6.233243967828418e-06,
      "loss": 0.2656,
      "step": 2208
    },
    {
      "epoch": 2.6646562123039805,
      "grad_norm": 0.22078742024428197,
      "learning_rate": 6.2109025915996425e-06,
      "loss": 0.286,
      "step": 2209
    },
    {
      "epoch": 2.6658624849215924,
      "grad_norm": 0.22161496613081794,
      "learning_rate": 6.188561215370867e-06,
      "loss": 0.2857,
      "step": 2210
    },
    {
      "epoch": 2.667068757539204,
      "grad_norm": 0.21212036342000515,
      "learning_rate": 6.1662198391420915e-06,
      "loss": 0.286,
      "step": 2211
    },
    {
      "epoch": 2.668275030156815,
      "grad_norm": 0.20187880736220248,
      "learning_rate": 6.1438784629133156e-06,
      "loss": 0.2815,
      "step": 2212
    },
    {
      "epoch": 2.669481302774427,
      "grad_norm": 0.22474273562685815,
      "learning_rate": 6.1215370866845405e-06,
      "loss": 0.2982,
      "step": 2213
    },
    {
      "epoch": 2.6706875753920385,
      "grad_norm": 0.20611518128991452,
      "learning_rate": 6.099195710455765e-06,
      "loss": 0.2976,
      "step": 2214
    },
    {
      "epoch": 2.67189384800965,
      "grad_norm": 0.20695572664023934,
      "learning_rate": 6.076854334226989e-06,
      "loss": 0.2896,
      "step": 2215
    },
    {
      "epoch": 2.6731001206272618,
      "grad_norm": 0.21701647489801484,
      "learning_rate": 6.054512957998213e-06,
      "loss": 0.306,
      "step": 2216
    },
    {
      "epoch": 2.674306393244873,
      "grad_norm": 0.2390978357229728,
      "learning_rate": 6.032171581769437e-06,
      "loss": 0.2889,
      "step": 2217
    },
    {
      "epoch": 2.675512665862485,
      "grad_norm": 0.2248591636170576,
      "learning_rate": 6.009830205540662e-06,
      "loss": 0.3062,
      "step": 2218
    },
    {
      "epoch": 2.6767189384800965,
      "grad_norm": 0.20736477751728932,
      "learning_rate": 5.987488829311886e-06,
      "loss": 0.2959,
      "step": 2219
    },
    {
      "epoch": 2.6779252110977083,
      "grad_norm": 0.20115538299047425,
      "learning_rate": 5.96514745308311e-06,
      "loss": 0.2721,
      "step": 2220
    },
    {
      "epoch": 2.6791314837153197,
      "grad_norm": 0.20571833148964577,
      "learning_rate": 5.942806076854335e-06,
      "loss": 0.2871,
      "step": 2221
    },
    {
      "epoch": 2.680337756332931,
      "grad_norm": 0.22354102926280847,
      "learning_rate": 5.920464700625559e-06,
      "loss": 0.2896,
      "step": 2222
    },
    {
      "epoch": 2.681544028950543,
      "grad_norm": 0.20983791062606558,
      "learning_rate": 5.898123324396783e-06,
      "loss": 0.2887,
      "step": 2223
    },
    {
      "epoch": 2.6827503015681544,
      "grad_norm": 0.2021459077857852,
      "learning_rate": 5.875781948168008e-06,
      "loss": 0.2832,
      "step": 2224
    },
    {
      "epoch": 2.683956574185766,
      "grad_norm": 0.21740950707741213,
      "learning_rate": 5.853440571939232e-06,
      "loss": 0.2653,
      "step": 2225
    },
    {
      "epoch": 2.6851628468033777,
      "grad_norm": 0.22039114740127552,
      "learning_rate": 5.831099195710455e-06,
      "loss": 0.2971,
      "step": 2226
    },
    {
      "epoch": 2.686369119420989,
      "grad_norm": 0.22684638806753404,
      "learning_rate": 5.80875781948168e-06,
      "loss": 0.2937,
      "step": 2227
    },
    {
      "epoch": 2.6875753920386005,
      "grad_norm": 0.19918080045760725,
      "learning_rate": 5.786416443252904e-06,
      "loss": 0.2867,
      "step": 2228
    },
    {
      "epoch": 2.6887816646562124,
      "grad_norm": 0.227332586710256,
      "learning_rate": 5.7640750670241285e-06,
      "loss": 0.2726,
      "step": 2229
    },
    {
      "epoch": 2.689987937273824,
      "grad_norm": 0.2210279769730908,
      "learning_rate": 5.741733690795353e-06,
      "loss": 0.2923,
      "step": 2230
    },
    {
      "epoch": 2.691194209891435,
      "grad_norm": 0.21827221208506087,
      "learning_rate": 5.7193923145665775e-06,
      "loss": 0.2965,
      "step": 2231
    },
    {
      "epoch": 2.692400482509047,
      "grad_norm": 0.2045014578759283,
      "learning_rate": 5.697050938337802e-06,
      "loss": 0.2914,
      "step": 2232
    },
    {
      "epoch": 2.6936067551266585,
      "grad_norm": 0.6946714666447911,
      "learning_rate": 5.6747095621090265e-06,
      "loss": 0.3133,
      "step": 2233
    },
    {
      "epoch": 2.6948130277442703,
      "grad_norm": 0.21370291737243427,
      "learning_rate": 5.652368185880251e-06,
      "loss": 0.2715,
      "step": 2234
    },
    {
      "epoch": 2.6960193003618818,
      "grad_norm": 0.2044609100427451,
      "learning_rate": 5.630026809651475e-06,
      "loss": 0.2926,
      "step": 2235
    },
    {
      "epoch": 2.6972255729794936,
      "grad_norm": 0.22829735674613444,
      "learning_rate": 5.607685433422699e-06,
      "loss": 0.2833,
      "step": 2236
    },
    {
      "epoch": 2.698431845597105,
      "grad_norm": 0.26018311521323667,
      "learning_rate": 5.585344057193923e-06,
      "loss": 0.2839,
      "step": 2237
    },
    {
      "epoch": 2.6996381182147164,
      "grad_norm": 0.2086058178570994,
      "learning_rate": 5.563002680965148e-06,
      "loss": 0.2895,
      "step": 2238
    },
    {
      "epoch": 2.7008443908323283,
      "grad_norm": 0.2050257982382011,
      "learning_rate": 5.540661304736372e-06,
      "loss": 0.2828,
      "step": 2239
    },
    {
      "epoch": 2.7020506634499397,
      "grad_norm": 0.2139514048129372,
      "learning_rate": 5.518319928507596e-06,
      "loss": 0.2867,
      "step": 2240
    },
    {
      "epoch": 2.703256936067551,
      "grad_norm": 0.2165520506724918,
      "learning_rate": 5.495978552278821e-06,
      "loss": 0.2885,
      "step": 2241
    },
    {
      "epoch": 2.704463208685163,
      "grad_norm": 0.21443900046194145,
      "learning_rate": 5.473637176050045e-06,
      "loss": 0.2856,
      "step": 2242
    },
    {
      "epoch": 2.7056694813027744,
      "grad_norm": 0.21335757069783218,
      "learning_rate": 5.451295799821269e-06,
      "loss": 0.2975,
      "step": 2243
    },
    {
      "epoch": 2.706875753920386,
      "grad_norm": 0.20145288057580185,
      "learning_rate": 5.428954423592494e-06,
      "loss": 0.2952,
      "step": 2244
    },
    {
      "epoch": 2.7080820265379977,
      "grad_norm": 0.22761820406606897,
      "learning_rate": 5.406613047363718e-06,
      "loss": 0.2879,
      "step": 2245
    },
    {
      "epoch": 2.709288299155609,
      "grad_norm": 0.2364015496890641,
      "learning_rate": 5.384271671134942e-06,
      "loss": 0.281,
      "step": 2246
    },
    {
      "epoch": 2.7104945717732205,
      "grad_norm": 0.21753945940012162,
      "learning_rate": 5.361930294906166e-06,
      "loss": 0.2964,
      "step": 2247
    },
    {
      "epoch": 2.7117008443908324,
      "grad_norm": 0.21327033716673088,
      "learning_rate": 5.33958891867739e-06,
      "loss": 0.296,
      "step": 2248
    },
    {
      "epoch": 2.712907117008444,
      "grad_norm": 0.1951078699418731,
      "learning_rate": 5.317247542448615e-06,
      "loss": 0.2791,
      "step": 2249
    },
    {
      "epoch": 2.7141133896260556,
      "grad_norm": 0.20240742137700055,
      "learning_rate": 5.294906166219839e-06,
      "loss": 0.2924,
      "step": 2250
    },
    {
      "epoch": 2.715319662243667,
      "grad_norm": 0.22220578965053128,
      "learning_rate": 5.2725647899910635e-06,
      "loss": 0.3065,
      "step": 2251
    },
    {
      "epoch": 2.716525934861279,
      "grad_norm": 0.20214399599477811,
      "learning_rate": 5.250223413762288e-06,
      "loss": 0.2744,
      "step": 2252
    },
    {
      "epoch": 2.7177322074788903,
      "grad_norm": 0.21155302019530836,
      "learning_rate": 5.2278820375335125e-06,
      "loss": 0.2715,
      "step": 2253
    },
    {
      "epoch": 2.7189384800965017,
      "grad_norm": 0.19608141646891808,
      "learning_rate": 5.205540661304737e-06,
      "loss": 0.2781,
      "step": 2254
    },
    {
      "epoch": 2.7201447527141136,
      "grad_norm": 0.20753070114799987,
      "learning_rate": 5.1831992850759615e-06,
      "loss": 0.2807,
      "step": 2255
    },
    {
      "epoch": 2.721351025331725,
      "grad_norm": 0.19788509046006095,
      "learning_rate": 5.160857908847186e-06,
      "loss": 0.2762,
      "step": 2256
    },
    {
      "epoch": 2.7225572979493364,
      "grad_norm": 0.2066145277274399,
      "learning_rate": 5.138516532618409e-06,
      "loss": 0.3045,
      "step": 2257
    },
    {
      "epoch": 2.7237635705669483,
      "grad_norm": 0.20139286285522892,
      "learning_rate": 5.116175156389634e-06,
      "loss": 0.2844,
      "step": 2258
    },
    {
      "epoch": 2.7249698431845597,
      "grad_norm": 0.20798235148380942,
      "learning_rate": 5.093833780160858e-06,
      "loss": 0.2853,
      "step": 2259
    },
    {
      "epoch": 2.726176115802171,
      "grad_norm": 0.2091974900829975,
      "learning_rate": 5.071492403932082e-06,
      "loss": 0.2756,
      "step": 2260
    },
    {
      "epoch": 2.727382388419783,
      "grad_norm": 0.21745865410514648,
      "learning_rate": 5.049151027703307e-06,
      "loss": 0.2894,
      "step": 2261
    },
    {
      "epoch": 2.7285886610373944,
      "grad_norm": 0.19485099560282385,
      "learning_rate": 5.026809651474531e-06,
      "loss": 0.2761,
      "step": 2262
    },
    {
      "epoch": 2.729794933655006,
      "grad_norm": 0.19149290082897566,
      "learning_rate": 5.004468275245756e-06,
      "loss": 0.2888,
      "step": 2263
    },
    {
      "epoch": 2.7310012062726177,
      "grad_norm": 0.20599673735385637,
      "learning_rate": 4.98212689901698e-06,
      "loss": 0.2884,
      "step": 2264
    },
    {
      "epoch": 2.732207478890229,
      "grad_norm": 0.20713273074776942,
      "learning_rate": 4.959785522788204e-06,
      "loss": 0.2874,
      "step": 2265
    },
    {
      "epoch": 2.7334137515078405,
      "grad_norm": 0.2081817873109111,
      "learning_rate": 4.937444146559428e-06,
      "loss": 0.2944,
      "step": 2266
    },
    {
      "epoch": 2.7346200241254524,
      "grad_norm": 0.20553774261680427,
      "learning_rate": 4.915102770330652e-06,
      "loss": 0.2716,
      "step": 2267
    },
    {
      "epoch": 2.7358262967430638,
      "grad_norm": 0.20501194493617642,
      "learning_rate": 4.892761394101876e-06,
      "loss": 0.3012,
      "step": 2268
    },
    {
      "epoch": 2.7370325693606756,
      "grad_norm": 0.1990487984580353,
      "learning_rate": 4.870420017873101e-06,
      "loss": 0.2941,
      "step": 2269
    },
    {
      "epoch": 2.738238841978287,
      "grad_norm": 0.1983334601951314,
      "learning_rate": 4.848078641644325e-06,
      "loss": 0.2753,
      "step": 2270
    },
    {
      "epoch": 2.739445114595899,
      "grad_norm": 0.19403916283019812,
      "learning_rate": 4.8257372654155495e-06,
      "loss": 0.2862,
      "step": 2271
    },
    {
      "epoch": 2.7406513872135103,
      "grad_norm": 0.21538723639291782,
      "learning_rate": 4.803395889186774e-06,
      "loss": 0.2943,
      "step": 2272
    },
    {
      "epoch": 2.7418576598311217,
      "grad_norm": 0.2375574289392646,
      "learning_rate": 4.7810545129579985e-06,
      "loss": 0.2887,
      "step": 2273
    },
    {
      "epoch": 2.7430639324487336,
      "grad_norm": 0.19945442614951428,
      "learning_rate": 4.758713136729223e-06,
      "loss": 0.3011,
      "step": 2274
    },
    {
      "epoch": 2.744270205066345,
      "grad_norm": 0.20199363951824748,
      "learning_rate": 4.7363717605004475e-06,
      "loss": 0.2942,
      "step": 2275
    },
    {
      "epoch": 2.7454764776839564,
      "grad_norm": 0.2059245247625709,
      "learning_rate": 4.714030384271672e-06,
      "loss": 0.2876,
      "step": 2276
    },
    {
      "epoch": 2.7466827503015683,
      "grad_norm": 0.20187465821580058,
      "learning_rate": 4.691689008042896e-06,
      "loss": 0.2844,
      "step": 2277
    },
    {
      "epoch": 2.7478890229191797,
      "grad_norm": 0.20636177253183094,
      "learning_rate": 4.66934763181412e-06,
      "loss": 0.2796,
      "step": 2278
    },
    {
      "epoch": 2.749095295536791,
      "grad_norm": 0.20723033389487827,
      "learning_rate": 4.647006255585344e-06,
      "loss": 0.2767,
      "step": 2279
    },
    {
      "epoch": 2.750301568154403,
      "grad_norm": 0.21174347393266027,
      "learning_rate": 4.624664879356569e-06,
      "loss": 0.3188,
      "step": 2280
    },
    {
      "epoch": 2.7515078407720144,
      "grad_norm": 0.1978681060454767,
      "learning_rate": 4.602323503127793e-06,
      "loss": 0.2784,
      "step": 2281
    },
    {
      "epoch": 2.752714113389626,
      "grad_norm": 0.18744202466276072,
      "learning_rate": 4.579982126899017e-06,
      "loss": 0.2682,
      "step": 2282
    },
    {
      "epoch": 2.7539203860072377,
      "grad_norm": 0.21209688003204358,
      "learning_rate": 4.557640750670242e-06,
      "loss": 0.285,
      "step": 2283
    },
    {
      "epoch": 2.755126658624849,
      "grad_norm": 0.19892738867053703,
      "learning_rate": 4.535299374441466e-06,
      "loss": 0.2714,
      "step": 2284
    },
    {
      "epoch": 2.756332931242461,
      "grad_norm": 0.2041608394139942,
      "learning_rate": 4.51295799821269e-06,
      "loss": 0.2913,
      "step": 2285
    },
    {
      "epoch": 2.7575392038600723,
      "grad_norm": 0.19915952593238026,
      "learning_rate": 4.490616621983915e-06,
      "loss": 0.274,
      "step": 2286
    },
    {
      "epoch": 2.758745476477684,
      "grad_norm": 0.2044806484365547,
      "learning_rate": 4.468275245755138e-06,
      "loss": 0.2853,
      "step": 2287
    },
    {
      "epoch": 2.7599517490952956,
      "grad_norm": 0.19573371237314433,
      "learning_rate": 4.445933869526362e-06,
      "loss": 0.2738,
      "step": 2288
    },
    {
      "epoch": 2.761158021712907,
      "grad_norm": 0.2106092030662992,
      "learning_rate": 4.423592493297587e-06,
      "loss": 0.2972,
      "step": 2289
    },
    {
      "epoch": 2.762364294330519,
      "grad_norm": 0.19573259291033523,
      "learning_rate": 4.401251117068811e-06,
      "loss": 0.2829,
      "step": 2290
    },
    {
      "epoch": 2.7635705669481303,
      "grad_norm": 0.20564658398999378,
      "learning_rate": 4.3789097408400355e-06,
      "loss": 0.2976,
      "step": 2291
    },
    {
      "epoch": 2.7647768395657417,
      "grad_norm": 0.1879596479464295,
      "learning_rate": 4.35656836461126e-06,
      "loss": 0.2705,
      "step": 2292
    },
    {
      "epoch": 2.7659831121833536,
      "grad_norm": 0.20028084619699768,
      "learning_rate": 4.3342269883824845e-06,
      "loss": 0.2898,
      "step": 2293
    },
    {
      "epoch": 2.767189384800965,
      "grad_norm": 0.204373079980006,
      "learning_rate": 4.3118856121537094e-06,
      "loss": 0.2854,
      "step": 2294
    },
    {
      "epoch": 2.7683956574185764,
      "grad_norm": 0.19758717833265702,
      "learning_rate": 4.2895442359249335e-06,
      "loss": 0.2802,
      "step": 2295
    },
    {
      "epoch": 2.7696019300361883,
      "grad_norm": 0.21023108969069418,
      "learning_rate": 4.267202859696158e-06,
      "loss": 0.284,
      "step": 2296
    },
    {
      "epoch": 2.7708082026537997,
      "grad_norm": 0.19027759880066697,
      "learning_rate": 4.244861483467382e-06,
      "loss": 0.2821,
      "step": 2297
    },
    {
      "epoch": 2.772014475271411,
      "grad_norm": 0.18871657043933537,
      "learning_rate": 4.222520107238606e-06,
      "loss": 0.2729,
      "step": 2298
    },
    {
      "epoch": 2.773220747889023,
      "grad_norm": 0.20709511269571762,
      "learning_rate": 4.20017873100983e-06,
      "loss": 0.2768,
      "step": 2299
    },
    {
      "epoch": 2.7744270205066344,
      "grad_norm": 0.20297218284984314,
      "learning_rate": 4.177837354781055e-06,
      "loss": 0.2869,
      "step": 2300
    },
    {
      "epoch": 2.7756332931242462,
      "grad_norm": 0.19887378780810883,
      "learning_rate": 4.155495978552279e-06,
      "loss": 0.3008,
      "step": 2301
    },
    {
      "epoch": 2.7768395657418576,
      "grad_norm": 0.2118503034579533,
      "learning_rate": 4.133154602323503e-06,
      "loss": 0.2828,
      "step": 2302
    },
    {
      "epoch": 2.7780458383594695,
      "grad_norm": 0.2219706988384966,
      "learning_rate": 4.110813226094728e-06,
      "loss": 0.3062,
      "step": 2303
    },
    {
      "epoch": 2.779252110977081,
      "grad_norm": 0.25701330993635146,
      "learning_rate": 4.088471849865952e-06,
      "loss": 0.2745,
      "step": 2304
    },
    {
      "epoch": 2.7804583835946923,
      "grad_norm": 0.2234143696898838,
      "learning_rate": 4.066130473637176e-06,
      "loss": 0.291,
      "step": 2305
    },
    {
      "epoch": 2.781664656212304,
      "grad_norm": 0.1941194837681158,
      "learning_rate": 4.043789097408401e-06,
      "loss": 0.2877,
      "step": 2306
    },
    {
      "epoch": 2.7828709288299156,
      "grad_norm": 0.2064300988757331,
      "learning_rate": 4.021447721179625e-06,
      "loss": 0.2884,
      "step": 2307
    },
    {
      "epoch": 2.784077201447527,
      "grad_norm": 0.21140547687570724,
      "learning_rate": 3.999106344950849e-06,
      "loss": 0.298,
      "step": 2308
    },
    {
      "epoch": 2.785283474065139,
      "grad_norm": 0.19951947203291173,
      "learning_rate": 3.976764968722073e-06,
      "loss": 0.2699,
      "step": 2309
    },
    {
      "epoch": 2.7864897466827503,
      "grad_norm": 0.20431837354268684,
      "learning_rate": 3.954423592493297e-06,
      "loss": 0.2865,
      "step": 2310
    },
    {
      "epoch": 2.7876960193003617,
      "grad_norm": 0.19834889240552475,
      "learning_rate": 3.932082216264522e-06,
      "loss": 0.2905,
      "step": 2311
    },
    {
      "epoch": 2.7889022919179736,
      "grad_norm": 0.21695363502888282,
      "learning_rate": 3.909740840035746e-06,
      "loss": 0.2763,
      "step": 2312
    },
    {
      "epoch": 2.790108564535585,
      "grad_norm": 0.19273556462979177,
      "learning_rate": 3.8873994638069705e-06,
      "loss": 0.2774,
      "step": 2313
    },
    {
      "epoch": 2.7913148371531964,
      "grad_norm": 0.19451733876401245,
      "learning_rate": 3.8650580875781954e-06,
      "loss": 0.29,
      "step": 2314
    },
    {
      "epoch": 2.7925211097708083,
      "grad_norm": 0.1964077558155501,
      "learning_rate": 3.8427167113494195e-06,
      "loss": 0.2802,
      "step": 2315
    },
    {
      "epoch": 2.7937273823884197,
      "grad_norm": 0.21179533332456585,
      "learning_rate": 3.820375335120644e-06,
      "loss": 0.3013,
      "step": 2316
    },
    {
      "epoch": 2.7949336550060315,
      "grad_norm": 0.19720588063541614,
      "learning_rate": 3.798033958891868e-06,
      "loss": 0.2679,
      "step": 2317
    },
    {
      "epoch": 2.796139927623643,
      "grad_norm": 0.20036859315386968,
      "learning_rate": 3.7756925826630922e-06,
      "loss": 0.2951,
      "step": 2318
    },
    {
      "epoch": 2.797346200241255,
      "grad_norm": 0.205713796416112,
      "learning_rate": 3.7533512064343163e-06,
      "loss": 0.2753,
      "step": 2319
    },
    {
      "epoch": 2.798552472858866,
      "grad_norm": 0.2086376396974652,
      "learning_rate": 3.731009830205541e-06,
      "loss": 0.2806,
      "step": 2320
    },
    {
      "epoch": 2.7997587454764776,
      "grad_norm": 0.19776511558296467,
      "learning_rate": 3.708668453976765e-06,
      "loss": 0.2825,
      "step": 2321
    },
    {
      "epoch": 2.8009650180940895,
      "grad_norm": 0.1979973932225097,
      "learning_rate": 3.686327077747989e-06,
      "loss": 0.2925,
      "step": 2322
    },
    {
      "epoch": 2.802171290711701,
      "grad_norm": 0.20109286837062904,
      "learning_rate": 3.663985701519214e-06,
      "loss": 0.2994,
      "step": 2323
    },
    {
      "epoch": 2.8033775633293123,
      "grad_norm": 0.19996893427115703,
      "learning_rate": 3.641644325290438e-06,
      "loss": 0.2603,
      "step": 2324
    },
    {
      "epoch": 2.804583835946924,
      "grad_norm": 0.2156601549234228,
      "learning_rate": 3.6193029490616625e-06,
      "loss": 0.2892,
      "step": 2325
    },
    {
      "epoch": 2.8057901085645356,
      "grad_norm": 0.19954283493636063,
      "learning_rate": 3.5969615728328866e-06,
      "loss": 0.2848,
      "step": 2326
    },
    {
      "epoch": 2.806996381182147,
      "grad_norm": 0.20103437872062893,
      "learning_rate": 3.5746201966041107e-06,
      "loss": 0.2802,
      "step": 2327
    },
    {
      "epoch": 2.808202653799759,
      "grad_norm": 0.19973565351335576,
      "learning_rate": 3.5522788203753356e-06,
      "loss": 0.284,
      "step": 2328
    },
    {
      "epoch": 2.8094089264173703,
      "grad_norm": 0.20898595146924076,
      "learning_rate": 3.5299374441465597e-06,
      "loss": 0.2866,
      "step": 2329
    },
    {
      "epoch": 2.8106151990349817,
      "grad_norm": 0.19573103856679328,
      "learning_rate": 3.507596067917784e-06,
      "loss": 0.2876,
      "step": 2330
    },
    {
      "epoch": 2.8118214716525936,
      "grad_norm": 0.2077731765783218,
      "learning_rate": 3.4852546916890083e-06,
      "loss": 0.2956,
      "step": 2331
    },
    {
      "epoch": 2.813027744270205,
      "grad_norm": 0.2016470923946435,
      "learning_rate": 3.4629133154602324e-06,
      "loss": 0.2948,
      "step": 2332
    },
    {
      "epoch": 2.8142340168878164,
      "grad_norm": 0.2044886910285202,
      "learning_rate": 3.4405719392314565e-06,
      "loss": 0.3065,
      "step": 2333
    },
    {
      "epoch": 2.8154402895054282,
      "grad_norm": 0.20278178377461592,
      "learning_rate": 3.4182305630026814e-06,
      "loss": 0.2805,
      "step": 2334
    },
    {
      "epoch": 2.8166465621230397,
      "grad_norm": 0.20087995640692985,
      "learning_rate": 3.3958891867739055e-06,
      "loss": 0.2733,
      "step": 2335
    },
    {
      "epoch": 2.8178528347406515,
      "grad_norm": 0.20454242639756476,
      "learning_rate": 3.3735478105451296e-06,
      "loss": 0.2947,
      "step": 2336
    },
    {
      "epoch": 2.819059107358263,
      "grad_norm": 0.19624397685889447,
      "learning_rate": 3.351206434316354e-06,
      "loss": 0.2792,
      "step": 2337
    },
    {
      "epoch": 2.820265379975875,
      "grad_norm": 0.1918852390942654,
      "learning_rate": 3.3288650580875782e-06,
      "loss": 0.2746,
      "step": 2338
    },
    {
      "epoch": 2.821471652593486,
      "grad_norm": 0.19264796239668547,
      "learning_rate": 3.3065236818588023e-06,
      "loss": 0.2988,
      "step": 2339
    },
    {
      "epoch": 2.8226779252110976,
      "grad_norm": 0.19970750561027092,
      "learning_rate": 3.2841823056300272e-06,
      "loss": 0.2843,
      "step": 2340
    },
    {
      "epoch": 2.8238841978287095,
      "grad_norm": 0.19496241921024737,
      "learning_rate": 3.2618409294012513e-06,
      "loss": 0.2815,
      "step": 2341
    },
    {
      "epoch": 2.825090470446321,
      "grad_norm": 0.21303286652759756,
      "learning_rate": 3.239499553172476e-06,
      "loss": 0.2979,
      "step": 2342
    },
    {
      "epoch": 2.8262967430639323,
      "grad_norm": 0.1966256591701248,
      "learning_rate": 3.2171581769437e-06,
      "loss": 0.2733,
      "step": 2343
    },
    {
      "epoch": 2.827503015681544,
      "grad_norm": 0.19157269512914996,
      "learning_rate": 3.194816800714924e-06,
      "loss": 0.284,
      "step": 2344
    },
    {
      "epoch": 2.8287092882991556,
      "grad_norm": 0.20806116030817426,
      "learning_rate": 3.172475424486149e-06,
      "loss": 0.2771,
      "step": 2345
    },
    {
      "epoch": 2.829915560916767,
      "grad_norm": 0.20393659922514393,
      "learning_rate": 3.1501340482573726e-06,
      "loss": 0.2842,
      "step": 2346
    },
    {
      "epoch": 2.831121833534379,
      "grad_norm": 0.20545574063430777,
      "learning_rate": 3.1277926720285967e-06,
      "loss": 0.2999,
      "step": 2347
    },
    {
      "epoch": 2.8323281061519903,
      "grad_norm": 0.20800833266552515,
      "learning_rate": 3.1054512957998212e-06,
      "loss": 0.3056,
      "step": 2348
    },
    {
      "epoch": 2.8335343787696017,
      "grad_norm": 0.1920188003389075,
      "learning_rate": 3.0831099195710457e-06,
      "loss": 0.2801,
      "step": 2349
    },
    {
      "epoch": 2.8347406513872135,
      "grad_norm": 0.1956810201413982,
      "learning_rate": 3.0607685433422703e-06,
      "loss": 0.3025,
      "step": 2350
    },
    {
      "epoch": 2.835946924004825,
      "grad_norm": 0.20137028715015345,
      "learning_rate": 3.0384271671134943e-06,
      "loss": 0.3159,
      "step": 2351
    },
    {
      "epoch": 2.837153196622437,
      "grad_norm": 0.21523120752022207,
      "learning_rate": 3.0160857908847184e-06,
      "loss": 0.3052,
      "step": 2352
    },
    {
      "epoch": 2.8383594692400482,
      "grad_norm": 0.1855207216753987,
      "learning_rate": 2.993744414655943e-06,
      "loss": 0.2837,
      "step": 2353
    },
    {
      "epoch": 2.83956574185766,
      "grad_norm": 0.2094086834658496,
      "learning_rate": 2.9714030384271675e-06,
      "loss": 0.2967,
      "step": 2354
    },
    {
      "epoch": 2.8407720144752715,
      "grad_norm": 0.19794775999629896,
      "learning_rate": 2.9490616621983915e-06,
      "loss": 0.2842,
      "step": 2355
    },
    {
      "epoch": 2.841978287092883,
      "grad_norm": 0.18988974466292338,
      "learning_rate": 2.926720285969616e-06,
      "loss": 0.2775,
      "step": 2356
    },
    {
      "epoch": 2.8431845597104948,
      "grad_norm": 0.19913264082126989,
      "learning_rate": 2.90437890974084e-06,
      "loss": 0.2816,
      "step": 2357
    },
    {
      "epoch": 2.844390832328106,
      "grad_norm": 0.19113590403389297,
      "learning_rate": 2.8820375335120642e-06,
      "loss": 0.2882,
      "step": 2358
    },
    {
      "epoch": 2.8455971049457176,
      "grad_norm": 0.20391500027186676,
      "learning_rate": 2.8596961572832887e-06,
      "loss": 0.287,
      "step": 2359
    },
    {
      "epoch": 2.8468033775633295,
      "grad_norm": 0.21140527601885406,
      "learning_rate": 2.8373547810545133e-06,
      "loss": 0.2966,
      "step": 2360
    },
    {
      "epoch": 2.848009650180941,
      "grad_norm": 0.20533216153271688,
      "learning_rate": 2.8150134048257373e-06,
      "loss": 0.2924,
      "step": 2361
    },
    {
      "epoch": 2.8492159227985523,
      "grad_norm": 0.20311908970852507,
      "learning_rate": 2.7926720285969614e-06,
      "loss": 0.3017,
      "step": 2362
    },
    {
      "epoch": 2.850422195416164,
      "grad_norm": 0.19773289611540928,
      "learning_rate": 2.770330652368186e-06,
      "loss": 0.2833,
      "step": 2363
    },
    {
      "epoch": 2.8516284680337756,
      "grad_norm": 0.2062842210490875,
      "learning_rate": 2.7479892761394105e-06,
      "loss": 0.293,
      "step": 2364
    },
    {
      "epoch": 2.852834740651387,
      "grad_norm": 0.19703442031240742,
      "learning_rate": 2.7256478999106345e-06,
      "loss": 0.2901,
      "step": 2365
    },
    {
      "epoch": 2.854041013268999,
      "grad_norm": 0.1979587715787965,
      "learning_rate": 2.703306523681859e-06,
      "loss": 0.2848,
      "step": 2366
    },
    {
      "epoch": 2.8552472858866103,
      "grad_norm": 0.19236896429290468,
      "learning_rate": 2.680965147453083e-06,
      "loss": 0.2792,
      "step": 2367
    },
    {
      "epoch": 2.856453558504222,
      "grad_norm": 0.19185791310903008,
      "learning_rate": 2.6586237712243077e-06,
      "loss": 0.2857,
      "step": 2368
    },
    {
      "epoch": 2.8576598311218335,
      "grad_norm": 0.20097778464317417,
      "learning_rate": 2.6362823949955317e-06,
      "loss": 0.2912,
      "step": 2369
    },
    {
      "epoch": 2.8588661037394454,
      "grad_norm": 0.2055714517459925,
      "learning_rate": 2.6139410187667563e-06,
      "loss": 0.2997,
      "step": 2370
    },
    {
      "epoch": 2.860072376357057,
      "grad_norm": 0.21732786429246168,
      "learning_rate": 2.5915996425379808e-06,
      "loss": 0.3055,
      "step": 2371
    },
    {
      "epoch": 2.861278648974668,
      "grad_norm": 0.2502005807261682,
      "learning_rate": 2.5692582663092044e-06,
      "loss": 0.2856,
      "step": 2372
    },
    {
      "epoch": 2.86248492159228,
      "grad_norm": 0.19987073929777327,
      "learning_rate": 2.546916890080429e-06,
      "loss": 0.2814,
      "step": 2373
    },
    {
      "epoch": 2.8636911942098915,
      "grad_norm": 0.21371971461929823,
      "learning_rate": 2.5245755138516535e-06,
      "loss": 0.2895,
      "step": 2374
    },
    {
      "epoch": 2.864897466827503,
      "grad_norm": 0.1947082976853003,
      "learning_rate": 2.502234137622878e-06,
      "loss": 0.2793,
      "step": 2375
    },
    {
      "epoch": 2.8661037394451148,
      "grad_norm": 0.2020722173392859,
      "learning_rate": 2.479892761394102e-06,
      "loss": 0.2902,
      "step": 2376
    },
    {
      "epoch": 2.867310012062726,
      "grad_norm": 0.19209835857990548,
      "learning_rate": 2.457551385165326e-06,
      "loss": 0.2899,
      "step": 2377
    },
    {
      "epoch": 2.8685162846803376,
      "grad_norm": 0.20529591382680887,
      "learning_rate": 2.4352100089365507e-06,
      "loss": 0.2825,
      "step": 2378
    },
    {
      "epoch": 2.8697225572979495,
      "grad_norm": 0.20486394337649172,
      "learning_rate": 2.4128686327077747e-06,
      "loss": 0.2881,
      "step": 2379
    },
    {
      "epoch": 2.870928829915561,
      "grad_norm": 0.20950607820875253,
      "learning_rate": 2.3905272564789993e-06,
      "loss": 0.2991,
      "step": 2380
    },
    {
      "epoch": 2.8721351025331723,
      "grad_norm": 0.1908385872610009,
      "learning_rate": 2.3681858802502238e-06,
      "loss": 0.2861,
      "step": 2381
    },
    {
      "epoch": 2.873341375150784,
      "grad_norm": 0.19922508299237268,
      "learning_rate": 2.345844504021448e-06,
      "loss": 0.2855,
      "step": 2382
    },
    {
      "epoch": 2.8745476477683956,
      "grad_norm": 0.22166082316021662,
      "learning_rate": 2.323503127792672e-06,
      "loss": 0.2946,
      "step": 2383
    },
    {
      "epoch": 2.875753920386007,
      "grad_norm": 0.19461242460581957,
      "learning_rate": 2.3011617515638965e-06,
      "loss": 0.2714,
      "step": 2384
    },
    {
      "epoch": 2.876960193003619,
      "grad_norm": 0.19352881947289724,
      "learning_rate": 2.278820375335121e-06,
      "loss": 0.2721,
      "step": 2385
    },
    {
      "epoch": 2.8781664656212302,
      "grad_norm": 0.22058385576253617,
      "learning_rate": 2.256478999106345e-06,
      "loss": 0.2794,
      "step": 2386
    },
    {
      "epoch": 2.879372738238842,
      "grad_norm": 0.18948954109249133,
      "learning_rate": 2.234137622877569e-06,
      "loss": 0.2827,
      "step": 2387
    },
    {
      "epoch": 2.8805790108564535,
      "grad_norm": 0.1901617667242354,
      "learning_rate": 2.2117962466487937e-06,
      "loss": 0.293,
      "step": 2388
    },
    {
      "epoch": 2.8817852834740654,
      "grad_norm": 0.19227085609237324,
      "learning_rate": 2.1894548704200177e-06,
      "loss": 0.2796,
      "step": 2389
    },
    {
      "epoch": 2.882991556091677,
      "grad_norm": 0.19896604225955727,
      "learning_rate": 2.1671134941912423e-06,
      "loss": 0.281,
      "step": 2390
    },
    {
      "epoch": 2.884197828709288,
      "grad_norm": 0.1969715058172239,
      "learning_rate": 2.1447721179624668e-06,
      "loss": 0.2904,
      "step": 2391
    },
    {
      "epoch": 2.8854041013269,
      "grad_norm": 0.2008657406945197,
      "learning_rate": 2.122430741733691e-06,
      "loss": 0.2803,
      "step": 2392
    },
    {
      "epoch": 2.8866103739445115,
      "grad_norm": 0.2107471673459275,
      "learning_rate": 2.100089365504915e-06,
      "loss": 0.2879,
      "step": 2393
    },
    {
      "epoch": 2.887816646562123,
      "grad_norm": 0.19150770147349974,
      "learning_rate": 2.0777479892761395e-06,
      "loss": 0.291,
      "step": 2394
    },
    {
      "epoch": 2.8890229191797347,
      "grad_norm": 0.2041712230658877,
      "learning_rate": 2.055406613047364e-06,
      "loss": 0.2874,
      "step": 2395
    },
    {
      "epoch": 2.890229191797346,
      "grad_norm": 0.19970618525293937,
      "learning_rate": 2.033065236818588e-06,
      "loss": 0.2895,
      "step": 2396
    },
    {
      "epoch": 2.8914354644149576,
      "grad_norm": 0.21995699586382159,
      "learning_rate": 2.0107238605898126e-06,
      "loss": 0.2929,
      "step": 2397
    },
    {
      "epoch": 2.8926417370325694,
      "grad_norm": 0.1973616517335882,
      "learning_rate": 1.9883824843610367e-06,
      "loss": 0.2936,
      "step": 2398
    },
    {
      "epoch": 2.893848009650181,
      "grad_norm": 0.1989740318792929,
      "learning_rate": 1.966041108132261e-06,
      "loss": 0.2861,
      "step": 2399
    },
    {
      "epoch": 2.8950542822677923,
      "grad_norm": 0.2112403964468139,
      "learning_rate": 1.9436997319034853e-06,
      "loss": 0.2825,
      "step": 2400
    },
    {
      "epoch": 2.896260554885404,
      "grad_norm": 0.20828664919750745,
      "learning_rate": 1.9213583556747098e-06,
      "loss": 0.281,
      "step": 2401
    },
    {
      "epoch": 2.8974668275030155,
      "grad_norm": 0.1955339081984292,
      "learning_rate": 1.899016979445934e-06,
      "loss": 0.2768,
      "step": 2402
    },
    {
      "epoch": 2.8986731001206274,
      "grad_norm": 0.22204369188455533,
      "learning_rate": 1.8766756032171582e-06,
      "loss": 0.2874,
      "step": 2403
    },
    {
      "epoch": 2.899879372738239,
      "grad_norm": 0.2077252151848404,
      "learning_rate": 1.8543342269883825e-06,
      "loss": 0.2991,
      "step": 2404
    },
    {
      "epoch": 2.9010856453558507,
      "grad_norm": 0.21435787298444822,
      "learning_rate": 1.831992850759607e-06,
      "loss": 0.2943,
      "step": 2405
    },
    {
      "epoch": 2.902291917973462,
      "grad_norm": 0.1911919947784039,
      "learning_rate": 1.8096514745308313e-06,
      "loss": 0.2815,
      "step": 2406
    },
    {
      "epoch": 2.9034981905910735,
      "grad_norm": 0.18827809153347827,
      "learning_rate": 1.7873100983020554e-06,
      "loss": 0.2752,
      "step": 2407
    },
    {
      "epoch": 2.9047044632086854,
      "grad_norm": 0.18931406811301763,
      "learning_rate": 1.7649687220732799e-06,
      "loss": 0.2853,
      "step": 2408
    },
    {
      "epoch": 2.9059107358262968,
      "grad_norm": 0.22505141785294047,
      "learning_rate": 1.7426273458445042e-06,
      "loss": 0.2881,
      "step": 2409
    },
    {
      "epoch": 2.907117008443908,
      "grad_norm": 0.21027595141026514,
      "learning_rate": 1.7202859696157283e-06,
      "loss": 0.2902,
      "step": 2410
    },
    {
      "epoch": 2.90832328106152,
      "grad_norm": 0.20210659855206092,
      "learning_rate": 1.6979445933869528e-06,
      "loss": 0.2831,
      "step": 2411
    },
    {
      "epoch": 2.9095295536791315,
      "grad_norm": 0.1842267253698121,
      "learning_rate": 1.675603217158177e-06,
      "loss": 0.2854,
      "step": 2412
    },
    {
      "epoch": 2.910735826296743,
      "grad_norm": 0.2091748826161693,
      "learning_rate": 1.6532618409294012e-06,
      "loss": 0.2783,
      "step": 2413
    },
    {
      "epoch": 2.9119420989143547,
      "grad_norm": 0.19331995813160882,
      "learning_rate": 1.6309204647006257e-06,
      "loss": 0.2742,
      "step": 2414
    },
    {
      "epoch": 2.913148371531966,
      "grad_norm": 0.20789168735658,
      "learning_rate": 1.60857908847185e-06,
      "loss": 0.2834,
      "step": 2415
    },
    {
      "epoch": 2.9143546441495776,
      "grad_norm": 0.22504179670692293,
      "learning_rate": 1.5862377122430745e-06,
      "loss": 0.2851,
      "step": 2416
    },
    {
      "epoch": 2.9155609167671894,
      "grad_norm": 0.20044801055007996,
      "learning_rate": 1.5638963360142984e-06,
      "loss": 0.2793,
      "step": 2417
    },
    {
      "epoch": 2.916767189384801,
      "grad_norm": 0.22060197936804501,
      "learning_rate": 1.5415549597855229e-06,
      "loss": 0.3086,
      "step": 2418
    },
    {
      "epoch": 2.9179734620024127,
      "grad_norm": 0.21133137826378076,
      "learning_rate": 1.5192135835567472e-06,
      "loss": 0.2909,
      "step": 2419
    },
    {
      "epoch": 2.919179734620024,
      "grad_norm": 0.19782064257474333,
      "learning_rate": 1.4968722073279715e-06,
      "loss": 0.278,
      "step": 2420
    },
    {
      "epoch": 2.920386007237636,
      "grad_norm": 0.19534968132532227,
      "learning_rate": 1.4745308310991958e-06,
      "loss": 0.294,
      "step": 2421
    },
    {
      "epoch": 2.9215922798552474,
      "grad_norm": 0.19077219973811435,
      "learning_rate": 1.45218945487042e-06,
      "loss": 0.2649,
      "step": 2422
    },
    {
      "epoch": 2.922798552472859,
      "grad_norm": 0.18896064658647335,
      "learning_rate": 1.4298480786416444e-06,
      "loss": 0.2791,
      "step": 2423
    },
    {
      "epoch": 2.9240048250904707,
      "grad_norm": 0.20355436076924752,
      "learning_rate": 1.4075067024128687e-06,
      "loss": 0.2912,
      "step": 2424
    },
    {
      "epoch": 2.925211097708082,
      "grad_norm": 0.19105724867358181,
      "learning_rate": 1.385165326184093e-06,
      "loss": 0.281,
      "step": 2425
    },
    {
      "epoch": 2.9264173703256935,
      "grad_norm": 0.1943840621294346,
      "learning_rate": 1.3628239499553173e-06,
      "loss": 0.2786,
      "step": 2426
    },
    {
      "epoch": 2.9276236429433053,
      "grad_norm": 0.19061678832395212,
      "learning_rate": 1.3404825737265416e-06,
      "loss": 0.2776,
      "step": 2427
    },
    {
      "epoch": 2.9288299155609168,
      "grad_norm": 0.20255117048830434,
      "learning_rate": 1.3181411974977659e-06,
      "loss": 0.2847,
      "step": 2428
    },
    {
      "epoch": 2.930036188178528,
      "grad_norm": 0.20576627278355886,
      "learning_rate": 1.2957998212689904e-06,
      "loss": 0.3018,
      "step": 2429
    },
    {
      "epoch": 2.93124246079614,
      "grad_norm": 0.20319570033218337,
      "learning_rate": 1.2734584450402145e-06,
      "loss": 0.2939,
      "step": 2430
    },
    {
      "epoch": 2.9324487334137515,
      "grad_norm": 0.18540791897808953,
      "learning_rate": 1.251117068811439e-06,
      "loss": 0.2818,
      "step": 2431
    },
    {
      "epoch": 2.933655006031363,
      "grad_norm": 0.18714821054278172,
      "learning_rate": 1.228775692582663e-06,
      "loss": 0.2899,
      "step": 2432
    },
    {
      "epoch": 2.9348612786489747,
      "grad_norm": 0.19047448250427157,
      "learning_rate": 1.2064343163538874e-06,
      "loss": 0.2938,
      "step": 2433
    },
    {
      "epoch": 2.936067551266586,
      "grad_norm": 0.1808164949151054,
      "learning_rate": 1.1840929401251119e-06,
      "loss": 0.273,
      "step": 2434
    },
    {
      "epoch": 2.9372738238841976,
      "grad_norm": 0.18878761414697054,
      "learning_rate": 1.161751563896336e-06,
      "loss": 0.2898,
      "step": 2435
    },
    {
      "epoch": 2.9384800965018094,
      "grad_norm": 0.20432487218307782,
      "learning_rate": 1.1394101876675605e-06,
      "loss": 0.2892,
      "step": 2436
    },
    {
      "epoch": 2.939686369119421,
      "grad_norm": 0.18870479397965104,
      "learning_rate": 1.1170688114387846e-06,
      "loss": 0.2758,
      "step": 2437
    },
    {
      "epoch": 2.9408926417370327,
      "grad_norm": 0.19391649412908152,
      "learning_rate": 1.0947274352100089e-06,
      "loss": 0.2812,
      "step": 2438
    },
    {
      "epoch": 2.942098914354644,
      "grad_norm": 0.19901047358991764,
      "learning_rate": 1.0723860589812334e-06,
      "loss": 0.2915,
      "step": 2439
    },
    {
      "epoch": 2.943305186972256,
      "grad_norm": 0.19947394557395554,
      "learning_rate": 1.0500446827524575e-06,
      "loss": 0.2731,
      "step": 2440
    },
    {
      "epoch": 2.9445114595898674,
      "grad_norm": 0.1921348495014182,
      "learning_rate": 1.027703306523682e-06,
      "loss": 0.28,
      "step": 2441
    },
    {
      "epoch": 2.945717732207479,
      "grad_norm": 0.19667583970583413,
      "learning_rate": 1.0053619302949063e-06,
      "loss": 0.2927,
      "step": 2442
    },
    {
      "epoch": 2.9469240048250906,
      "grad_norm": 0.1875571885355997,
      "learning_rate": 9.830205540661306e-07,
      "loss": 0.2814,
      "step": 2443
    },
    {
      "epoch": 2.948130277442702,
      "grad_norm": 0.19359347961380186,
      "learning_rate": 9.606791778373549e-07,
      "loss": 0.2836,
      "step": 2444
    },
    {
      "epoch": 2.9493365500603135,
      "grad_norm": 0.1948502151304172,
      "learning_rate": 9.383378016085791e-07,
      "loss": 0.2765,
      "step": 2445
    },
    {
      "epoch": 2.9505428226779253,
      "grad_norm": 0.1986095387977726,
      "learning_rate": 9.159964253798035e-07,
      "loss": 0.2939,
      "step": 2446
    },
    {
      "epoch": 2.9517490952955368,
      "grad_norm": 0.20106803721894279,
      "learning_rate": 8.936550491510277e-07,
      "loss": 0.2807,
      "step": 2447
    },
    {
      "epoch": 2.952955367913148,
      "grad_norm": 0.19573487567653272,
      "learning_rate": 8.713136729222521e-07,
      "loss": 0.2934,
      "step": 2448
    },
    {
      "epoch": 2.95416164053076,
      "grad_norm": 0.19156764509284374,
      "learning_rate": 8.489722966934764e-07,
      "loss": 0.2672,
      "step": 2449
    },
    {
      "epoch": 2.9553679131483714,
      "grad_norm": 0.19620055140220727,
      "learning_rate": 8.266309204647006e-07,
      "loss": 0.2925,
      "step": 2450
    },
    {
      "epoch": 2.956574185765983,
      "grad_norm": 0.20150136995738124,
      "learning_rate": 8.04289544235925e-07,
      "loss": 0.2885,
      "step": 2451
    },
    {
      "epoch": 2.9577804583835947,
      "grad_norm": 0.18808650789680123,
      "learning_rate": 7.819481680071492e-07,
      "loss": 0.2877,
      "step": 2452
    },
    {
      "epoch": 2.958986731001206,
      "grad_norm": 0.20237101627697343,
      "learning_rate": 7.596067917783736e-07,
      "loss": 0.295,
      "step": 2453
    },
    {
      "epoch": 2.960193003618818,
      "grad_norm": 0.1902312694516005,
      "learning_rate": 7.372654155495979e-07,
      "loss": 0.2761,
      "step": 2454
    },
    {
      "epoch": 2.9613992762364294,
      "grad_norm": 0.1889315314894398,
      "learning_rate": 7.149240393208222e-07,
      "loss": 0.2949,
      "step": 2455
    },
    {
      "epoch": 2.9626055488540413,
      "grad_norm": 0.19561298973269395,
      "learning_rate": 6.925826630920465e-07,
      "loss": 0.2881,
      "step": 2456
    },
    {
      "epoch": 2.9638118214716527,
      "grad_norm": 0.19245025002510016,
      "learning_rate": 6.702412868632708e-07,
      "loss": 0.2836,
      "step": 2457
    },
    {
      "epoch": 2.965018094089264,
      "grad_norm": 0.18665421617528258,
      "learning_rate": 6.478999106344952e-07,
      "loss": 0.2767,
      "step": 2458
    },
    {
      "epoch": 2.966224366706876,
      "grad_norm": 0.21266300683887,
      "learning_rate": 6.255585344057195e-07,
      "loss": 0.2934,
      "step": 2459
    },
    {
      "epoch": 2.9674306393244874,
      "grad_norm": 0.1933172786462093,
      "learning_rate": 6.032171581769437e-07,
      "loss": 0.2963,
      "step": 2460
    },
    {
      "epoch": 2.9686369119420988,
      "grad_norm": 0.18850035175693095,
      "learning_rate": 5.80875781948168e-07,
      "loss": 0.2873,
      "step": 2461
    },
    {
      "epoch": 2.9698431845597106,
      "grad_norm": 0.20078041695018908,
      "learning_rate": 5.585344057193923e-07,
      "loss": 0.2838,
      "step": 2462
    },
    {
      "epoch": 2.971049457177322,
      "grad_norm": 0.21181100144588538,
      "learning_rate": 5.361930294906167e-07,
      "loss": 0.2913,
      "step": 2463
    },
    {
      "epoch": 2.9722557297949335,
      "grad_norm": 0.207677897790048,
      "learning_rate": 5.13851653261841e-07,
      "loss": 0.2878,
      "step": 2464
    },
    {
      "epoch": 2.9734620024125453,
      "grad_norm": 0.19564831186151077,
      "learning_rate": 4.915102770330653e-07,
      "loss": 0.2827,
      "step": 2465
    },
    {
      "epoch": 2.9746682750301567,
      "grad_norm": 0.17970354493070714,
      "learning_rate": 4.6916890080428954e-07,
      "loss": 0.2792,
      "step": 2466
    },
    {
      "epoch": 2.975874547647768,
      "grad_norm": 0.18873251167142202,
      "learning_rate": 4.4682752457551384e-07,
      "loss": 0.278,
      "step": 2467
    },
    {
      "epoch": 2.97708082026538,
      "grad_norm": 0.18314280872829297,
      "learning_rate": 4.244861483467382e-07,
      "loss": 0.2812,
      "step": 2468
    },
    {
      "epoch": 2.9782870928829914,
      "grad_norm": 0.1922397965492106,
      "learning_rate": 4.021447721179625e-07,
      "loss": 0.3008,
      "step": 2469
    },
    {
      "epoch": 2.9794933655006033,
      "grad_norm": 0.20322955656849276,
      "learning_rate": 3.798033958891868e-07,
      "loss": 0.2938,
      "step": 2470
    },
    {
      "epoch": 2.9806996381182147,
      "grad_norm": 0.18912287402642547,
      "learning_rate": 3.574620196604111e-07,
      "loss": 0.2856,
      "step": 2471
    },
    {
      "epoch": 2.9819059107358266,
      "grad_norm": 0.18348812116265312,
      "learning_rate": 3.351206434316354e-07,
      "loss": 0.2734,
      "step": 2472
    },
    {
      "epoch": 2.983112183353438,
      "grad_norm": 0.20205824365979516,
      "learning_rate": 3.1277926720285975e-07,
      "loss": 0.2856,
      "step": 2473
    },
    {
      "epoch": 2.9843184559710494,
      "grad_norm": 0.18061090101631558,
      "learning_rate": 2.90437890974084e-07,
      "loss": 0.2889,
      "step": 2474
    },
    {
      "epoch": 2.9855247285886612,
      "grad_norm": 0.19600190278992066,
      "learning_rate": 2.6809651474530835e-07,
      "loss": 0.2954,
      "step": 2475
    },
    {
      "epoch": 2.9867310012062727,
      "grad_norm": 0.1851582944696054,
      "learning_rate": 2.4575513851653265e-07,
      "loss": 0.2702,
      "step": 2476
    },
    {
      "epoch": 2.987937273823884,
      "grad_norm": 0.19177764461246363,
      "learning_rate": 2.2341376228775692e-07,
      "loss": 0.2818,
      "step": 2477
    },
    {
      "epoch": 2.989143546441496,
      "grad_norm": 0.18832137389477646,
      "learning_rate": 2.0107238605898125e-07,
      "loss": 0.2744,
      "step": 2478
    },
    {
      "epoch": 2.9903498190591074,
      "grad_norm": 0.1934068643268722,
      "learning_rate": 1.7873100983020555e-07,
      "loss": 0.2964,
      "step": 2479
    },
    {
      "epoch": 2.9915560916767188,
      "grad_norm": 0.19723930708026718,
      "learning_rate": 1.5638963360142987e-07,
      "loss": 0.2963,
      "step": 2480
    },
    {
      "epoch": 2.9927623642943306,
      "grad_norm": 0.18748029021039345,
      "learning_rate": 1.3404825737265417e-07,
      "loss": 0.2819,
      "step": 2481
    },
    {
      "epoch": 2.993968636911942,
      "grad_norm": 0.19792207901814557,
      "learning_rate": 1.1170688114387846e-07,
      "loss": 0.2997,
      "step": 2482
    },
    {
      "epoch": 2.9951749095295535,
      "grad_norm": 0.18747972922352799,
      "learning_rate": 8.936550491510277e-08,
      "loss": 0.2742,
      "step": 2483
    },
    {
      "epoch": 2.9963811821471653,
      "grad_norm": 0.19061815955899578,
      "learning_rate": 6.702412868632709e-08,
      "loss": 0.2833,
      "step": 2484
    },
    {
      "epoch": 2.9975874547647767,
      "grad_norm": 0.18986370796667845,
      "learning_rate": 4.4682752457551387e-08,
      "loss": 0.2966,
      "step": 2485
    },
    {
      "epoch": 2.9987937273823886,
      "grad_norm": 0.1746287102520941,
      "learning_rate": 2.2341376228775693e-08,
      "loss": 0.2758,
      "step": 2486
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.189086510210081,
      "learning_rate": 0.0,
      "loss": 0.2636,
      "step": 2487
    },
    {
      "epoch": 3.0,
      "step": 2487,
      "total_flos": 2.1271624359105004e+18,
      "train_loss": 0.4341153975203184,
      "train_runtime": 146020.7654,
      "train_samples_per_second": 0.272,
      "train_steps_per_second": 0.017
    }
  ],
  "logging_steps": 1,
  "max_steps": 2487,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.1271624359105004e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}