{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 1460,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0013698630136986301,
      "grad_norm": 0.9543317556381226,
      "learning_rate": 0.0,
      "loss": 1.289506435394287,
      "step": 1
    },
    {
      "epoch": 0.0027397260273972603,
      "grad_norm": 1.102232575416565,
      "learning_rate": 4.5454545454545457e-07,
      "loss": 1.419710397720337,
      "step": 2
    },
    {
      "epoch": 0.00410958904109589,
      "grad_norm": 1.055787205696106,
      "learning_rate": 9.090909090909091e-07,
      "loss": 1.2828402519226074,
      "step": 3
    },
    {
      "epoch": 0.005479452054794521,
      "grad_norm": 1.1042431592941284,
      "learning_rate": 1.3636363636363636e-06,
      "loss": 1.3904743194580078,
      "step": 4
    },
    {
      "epoch": 0.00684931506849315,
      "grad_norm": 0.9779807925224304,
      "learning_rate": 1.8181818181818183e-06,
      "loss": 1.307753086090088,
      "step": 5
    },
    {
      "epoch": 0.00821917808219178,
      "grad_norm": 0.9276996850967407,
      "learning_rate": 2.2727272727272728e-06,
      "loss": 1.3470945358276367,
      "step": 6
    },
    {
      "epoch": 0.009589041095890411,
      "grad_norm": 0.8735243678092957,
      "learning_rate": 2.7272727272727272e-06,
      "loss": 1.2755506038665771,
      "step": 7
    },
    {
      "epoch": 0.010958904109589041,
      "grad_norm": 0.7032255530357361,
      "learning_rate": 3.181818181818182e-06,
      "loss": 1.2992908954620361,
      "step": 8
    },
    {
      "epoch": 0.012328767123287671,
      "grad_norm": 0.6715389490127563,
      "learning_rate": 3.6363636363636366e-06,
      "loss": 1.2155871391296387,
      "step": 9
    },
    {
      "epoch": 0.0136986301369863,
      "grad_norm": 0.5294431447982788,
      "learning_rate": 4.0909090909090915e-06,
      "loss": 1.0370020866394043,
      "step": 10
    },
    {
      "epoch": 0.015068493150684932,
      "grad_norm": 0.45838990807533264,
      "learning_rate": 4.5454545454545455e-06,
      "loss": 1.0069210529327393,
      "step": 11
    },
    {
      "epoch": 0.01643835616438356,
      "grad_norm": 0.40803831815719604,
      "learning_rate": 5e-06,
      "loss": 1.0808029174804688,
      "step": 12
    },
    {
      "epoch": 0.01780821917808219,
      "grad_norm": 0.40420499444007874,
      "learning_rate": 5.4545454545454545e-06,
      "loss": 1.0166305303573608,
      "step": 13
    },
    {
      "epoch": 0.019178082191780823,
      "grad_norm": 0.3624785244464874,
      "learning_rate": 5.90909090909091e-06,
      "loss": 0.9620136618614197,
      "step": 14
    },
    {
      "epoch": 0.02054794520547945,
      "grad_norm": 0.3782968521118164,
      "learning_rate": 6.363636363636364e-06,
      "loss": 1.0190021991729736,
      "step": 15
    },
    {
      "epoch": 0.021917808219178082,
      "grad_norm": 0.3190377652645111,
      "learning_rate": 6.818181818181818e-06,
      "loss": 0.8993116617202759,
      "step": 16
    },
    {
      "epoch": 0.023287671232876714,
      "grad_norm": 0.3656272888183594,
      "learning_rate": 7.272727272727273e-06,
      "loss": 1.0050773620605469,
      "step": 17
    },
    {
      "epoch": 0.024657534246575342,
      "grad_norm": 0.2802956998348236,
      "learning_rate": 7.727272727272727e-06,
      "loss": 0.9016516804695129,
      "step": 18
    },
    {
      "epoch": 0.026027397260273973,
      "grad_norm": 0.26026973128318787,
      "learning_rate": 8.181818181818183e-06,
      "loss": 0.8167034387588501,
      "step": 19
    },
    {
      "epoch": 0.0273972602739726,
      "grad_norm": 0.2704644203186035,
      "learning_rate": 8.636363636363637e-06,
      "loss": 0.9548209309577942,
      "step": 20
    },
    {
      "epoch": 0.028767123287671233,
      "grad_norm": 0.22691063582897186,
      "learning_rate": 9.090909090909091e-06,
      "loss": 0.8790600299835205,
      "step": 21
    },
    {
      "epoch": 0.030136986301369864,
      "grad_norm": 0.22116470336914062,
      "learning_rate": 9.545454545454547e-06,
      "loss": 0.8698333501815796,
      "step": 22
    },
    {
      "epoch": 0.031506849315068496,
      "grad_norm": 0.21417191624641418,
      "learning_rate": 1e-05,
      "loss": 0.8363385200500488,
      "step": 23
    },
    {
      "epoch": 0.03287671232876712,
      "grad_norm": 0.24161672592163086,
      "learning_rate": 1.0454545454545455e-05,
      "loss": 0.9342292547225952,
      "step": 24
    },
    {
      "epoch": 0.03424657534246575,
      "grad_norm": 0.21060842275619507,
      "learning_rate": 1.0909090909090909e-05,
      "loss": 0.8269792795181274,
      "step": 25
    },
    {
      "epoch": 0.03561643835616438,
      "grad_norm": 0.2038818746805191,
      "learning_rate": 1.1363636363636366e-05,
      "loss": 0.7519025802612305,
      "step": 26
    },
    {
      "epoch": 0.036986301369863014,
      "grad_norm": 0.2230827510356903,
      "learning_rate": 1.181818181818182e-05,
      "loss": 0.8076636791229248,
      "step": 27
    },
    {
      "epoch": 0.038356164383561646,
      "grad_norm": 0.18758194148540497,
      "learning_rate": 1.2272727272727274e-05,
      "loss": 0.7615480422973633,
      "step": 28
    },
    {
      "epoch": 0.03972602739726028,
      "grad_norm": 0.195050448179245,
      "learning_rate": 1.2727272727272728e-05,
      "loss": 0.8048295378684998,
      "step": 29
    },
    {
      "epoch": 0.0410958904109589,
      "grad_norm": 0.1838914453983307,
      "learning_rate": 1.3181818181818183e-05,
      "loss": 0.7350910902023315,
      "step": 30
    },
    {
      "epoch": 0.04246575342465753,
      "grad_norm": 0.20437878370285034,
      "learning_rate": 1.3636363636363637e-05,
      "loss": 0.8430003523826599,
      "step": 31
    },
    {
      "epoch": 0.043835616438356165,
      "grad_norm": 0.20855139195919037,
      "learning_rate": 1.4090909090909092e-05,
      "loss": 0.752582848072052,
      "step": 32
    },
    {
      "epoch": 0.045205479452054796,
      "grad_norm": 0.21374471485614777,
      "learning_rate": 1.4545454545454546e-05,
      "loss": 0.7721849679946899,
      "step": 33
    },
    {
      "epoch": 0.04657534246575343,
      "grad_norm": 0.19961094856262207,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.7583755850791931,
      "step": 34
    },
    {
      "epoch": 0.04794520547945205,
      "grad_norm": 0.17798861861228943,
      "learning_rate": 1.5454545454545454e-05,
      "loss": 0.7548345327377319,
      "step": 35
    },
    {
      "epoch": 0.049315068493150684,
      "grad_norm": 0.19771678745746613,
      "learning_rate": 1.590909090909091e-05,
      "loss": 0.7899003028869629,
      "step": 36
    },
    {
      "epoch": 0.050684931506849315,
      "grad_norm": 0.18502211570739746,
      "learning_rate": 1.6363636363636366e-05,
      "loss": 0.7351113557815552,
      "step": 37
    },
    {
      "epoch": 0.052054794520547946,
      "grad_norm": 0.2032163441181183,
      "learning_rate": 1.681818181818182e-05,
      "loss": 0.809609055519104,
      "step": 38
    },
    {
      "epoch": 0.05342465753424658,
      "grad_norm": 0.17767126858234406,
      "learning_rate": 1.7272727272727274e-05,
      "loss": 0.6977474689483643,
      "step": 39
    },
    {
      "epoch": 0.0547945205479452,
      "grad_norm": 0.1885196417570114,
      "learning_rate": 1.772727272727273e-05,
      "loss": 0.7495503425598145,
      "step": 40
    },
    {
      "epoch": 0.056164383561643834,
      "grad_norm": 0.19037273526191711,
      "learning_rate": 1.8181818181818182e-05,
      "loss": 0.7687135338783264,
      "step": 41
    },
    {
      "epoch": 0.057534246575342465,
      "grad_norm": 0.20152418315410614,
      "learning_rate": 1.8636363636363638e-05,
      "loss": 0.7619070410728455,
      "step": 42
    },
    {
      "epoch": 0.0589041095890411,
      "grad_norm": 0.17043539881706238,
      "learning_rate": 1.9090909090909094e-05,
      "loss": 0.7616786360740662,
      "step": 43
    },
    {
      "epoch": 0.06027397260273973,
      "grad_norm": 0.193017840385437,
      "learning_rate": 1.9545454545454546e-05,
      "loss": 0.6300766468048096,
      "step": 44
    },
    {
      "epoch": 0.06164383561643835,
      "grad_norm": 0.17710553109645844,
      "learning_rate": 2e-05,
      "loss": 0.7160718441009521,
      "step": 45
    },
    {
      "epoch": 0.06301369863013699,
      "grad_norm": 0.17088574171066284,
      "learning_rate": 1.9999975388217704e-05,
      "loss": 0.6980305314064026,
      "step": 46
    },
    {
      "epoch": 0.06438356164383562,
      "grad_norm": 0.17629273235797882,
      "learning_rate": 1.9999901552991966e-05,
      "loss": 0.7771427035331726,
      "step": 47
    },
    {
      "epoch": 0.06575342465753424,
      "grad_norm": 0.18566235899925232,
      "learning_rate": 1.9999778494686226e-05,
      "loss": 0.6564210057258606,
      "step": 48
    },
    {
      "epoch": 0.06712328767123288,
      "grad_norm": 0.15922220051288605,
      "learning_rate": 1.999960621390622e-05,
      "loss": 0.6578161716461182,
      "step": 49
    },
    {
      "epoch": 0.0684931506849315,
      "grad_norm": 0.17897970974445343,
      "learning_rate": 1.999938471149998e-05,
      "loss": 0.7257359623908997,
      "step": 50
    },
    {
      "epoch": 0.06986301369863014,
      "grad_norm": 0.17765460908412933,
      "learning_rate": 1.999911398855782e-05,
      "loss": 0.7241641879081726,
      "step": 51
    },
    {
      "epoch": 0.07123287671232877,
      "grad_norm": 0.1779472678899765,
      "learning_rate": 1.999879404641233e-05,
      "loss": 0.696056604385376,
      "step": 52
    },
    {
      "epoch": 0.07260273972602739,
      "grad_norm": 0.18799914419651031,
      "learning_rate": 1.9998424886638382e-05,
      "loss": 0.7142607569694519,
      "step": 53
    },
    {
      "epoch": 0.07397260273972603,
      "grad_norm": 0.17217737436294556,
      "learning_rate": 1.999800651105311e-05,
      "loss": 0.7063297033309937,
      "step": 54
    },
    {
      "epoch": 0.07534246575342465,
      "grad_norm": 0.18024404346942902,
      "learning_rate": 1.999753892171591e-05,
      "loss": 0.741089940071106,
      "step": 55
    },
    {
      "epoch": 0.07671232876712329,
      "grad_norm": 0.16077029705047607,
      "learning_rate": 1.9997022120928423e-05,
      "loss": 0.7010071277618408,
      "step": 56
    },
    {
      "epoch": 0.07808219178082192,
      "grad_norm": 0.1703995168209076,
      "learning_rate": 1.999645611123453e-05,
      "loss": 0.6677719354629517,
      "step": 57
    },
    {
      "epoch": 0.07945205479452055,
      "grad_norm": 0.16977134346961975,
      "learning_rate": 1.9995840895420323e-05,
      "loss": 0.7329045534133911,
      "step": 58
    },
    {
      "epoch": 0.08082191780821918,
      "grad_norm": 0.17480944097042084,
      "learning_rate": 1.999517647651412e-05,
      "loss": 0.7148158550262451,
      "step": 59
    },
    {
      "epoch": 0.0821917808219178,
      "grad_norm": 0.1859695464372635,
      "learning_rate": 1.9994462857786433e-05,
      "loss": 0.6804654598236084,
      "step": 60
    },
    {
      "epoch": 0.08356164383561644,
      "grad_norm": 0.1692071110010147,
      "learning_rate": 1.9993700042749937e-05,
      "loss": 0.6517329216003418,
      "step": 61
    },
    {
      "epoch": 0.08493150684931507,
      "grad_norm": 0.16654057800769806,
      "learning_rate": 1.9992888035159484e-05,
      "loss": 0.6754597425460815,
      "step": 62
    },
    {
      "epoch": 0.0863013698630137,
      "grad_norm": 0.16556744277477264,
      "learning_rate": 1.999202683901207e-05,
      "loss": 0.6628267765045166,
      "step": 63
    },
    {
      "epoch": 0.08767123287671233,
      "grad_norm": 0.17565493285655975,
      "learning_rate": 1.99911164585468e-05,
      "loss": 0.5974063873291016,
      "step": 64
    },
    {
      "epoch": 0.08904109589041095,
      "grad_norm": 0.17702734470367432,
      "learning_rate": 1.99901568982449e-05,
      "loss": 0.7042257189750671,
      "step": 65
    },
    {
      "epoch": 0.09041095890410959,
      "grad_norm": 0.18799234926700592,
      "learning_rate": 1.9989148162829663e-05,
      "loss": 0.6061130166053772,
      "step": 66
    },
    {
      "epoch": 0.09178082191780822,
      "grad_norm": 0.1799335926771164,
      "learning_rate": 1.9988090257266442e-05,
      "loss": 0.6730984449386597,
      "step": 67
    },
    {
      "epoch": 0.09315068493150686,
      "grad_norm": 0.18967068195343018,
      "learning_rate": 1.998698318676263e-05,
      "loss": 0.7190222144126892,
      "step": 68
    },
    {
      "epoch": 0.09452054794520548,
      "grad_norm": 0.18353059887886047,
      "learning_rate": 1.998582695676762e-05,
      "loss": 0.660584568977356,
      "step": 69
    },
    {
      "epoch": 0.0958904109589041,
      "grad_norm": 0.1780116707086563,
      "learning_rate": 1.998462157297279e-05,
      "loss": 0.7072656154632568,
      "step": 70
    },
    {
      "epoch": 0.09726027397260274,
      "grad_norm": 0.16367685794830322,
      "learning_rate": 1.998336704131147e-05,
      "loss": 0.6226505041122437,
      "step": 71
    },
    {
      "epoch": 0.09863013698630137,
      "grad_norm": 0.18768785893917084,
      "learning_rate": 1.9982063367958907e-05,
      "loss": 0.6319016218185425,
      "step": 72
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.17008233070373535,
      "learning_rate": 1.9980710559332248e-05,
      "loss": 0.6461281776428223,
      "step": 73
    },
    {
      "epoch": 0.10136986301369863,
      "grad_norm": 0.18165260553359985,
      "learning_rate": 1.9979308622090503e-05,
      "loss": 0.6717009544372559,
      "step": 74
    },
    {
      "epoch": 0.10273972602739725,
      "grad_norm": 0.17221364378929138,
      "learning_rate": 1.9977857563134503e-05,
      "loss": 0.6939575672149658,
      "step": 75
    },
    {
      "epoch": 0.10410958904109589,
      "grad_norm": 0.16935478150844574,
      "learning_rate": 1.9976357389606878e-05,
      "loss": 0.6323124170303345,
      "step": 76
    },
    {
      "epoch": 0.10547945205479452,
      "grad_norm": 0.18027523159980774,
      "learning_rate": 1.9974808108892017e-05,
      "loss": 0.6536504626274109,
      "step": 77
    },
    {
      "epoch": 0.10684931506849316,
      "grad_norm": 0.17837466299533844,
      "learning_rate": 1.9973209728616032e-05,
      "loss": 0.6764005422592163,
      "step": 78
    },
    {
      "epoch": 0.10821917808219178,
      "grad_norm": 0.17923392355442047,
      "learning_rate": 1.997156225664672e-05,
      "loss": 0.64453125,
      "step": 79
    },
    {
      "epoch": 0.1095890410958904,
      "grad_norm": 0.17504896223545074,
      "learning_rate": 1.996986570109353e-05,
      "loss": 0.7095593214035034,
      "step": 80
    },
    {
      "epoch": 0.11095890410958904,
      "grad_norm": 0.16979750990867615,
      "learning_rate": 1.9968120070307503e-05,
      "loss": 0.7190498113632202,
      "step": 81
    },
    {
      "epoch": 0.11232876712328767,
      "grad_norm": 0.19454807043075562,
      "learning_rate": 1.9966325372881265e-05,
      "loss": 0.7216591238975525,
      "step": 82
    },
    {
      "epoch": 0.1136986301369863,
      "grad_norm": 0.1744404286146164,
      "learning_rate": 1.9964481617648954e-05,
      "loss": 0.6529302597045898,
      "step": 83
    },
    {
      "epoch": 0.11506849315068493,
      "grad_norm": 0.17792807519435883,
      "learning_rate": 1.9962588813686187e-05,
      "loss": 0.6740435361862183,
      "step": 84
    },
    {
      "epoch": 0.11643835616438356,
      "grad_norm": 0.18751150369644165,
      "learning_rate": 1.9960646970310027e-05,
      "loss": 0.713350236415863,
      "step": 85
    },
    {
      "epoch": 0.1178082191780822,
      "grad_norm": 0.1781667172908783,
      "learning_rate": 1.9958656097078912e-05,
      "loss": 0.649537205696106,
      "step": 86
    },
    {
      "epoch": 0.11917808219178082,
      "grad_norm": 0.171499565243721,
      "learning_rate": 1.9956616203792636e-05,
      "loss": 0.6647717952728271,
      "step": 87
    },
    {
      "epoch": 0.12054794520547946,
      "grad_norm": 0.1776268035173416,
      "learning_rate": 1.9954527300492277e-05,
      "loss": 0.6820968389511108,
      "step": 88
    },
    {
      "epoch": 0.12191780821917808,
      "grad_norm": 0.1685784012079239,
      "learning_rate": 1.995238939746016e-05,
      "loss": 0.6538463234901428,
      "step": 89
    },
    {
      "epoch": 0.1232876712328767,
      "grad_norm": 0.1900128871202469,
      "learning_rate": 1.9950202505219808e-05,
      "loss": 0.6783770322799683,
      "step": 90
    },
    {
      "epoch": 0.12465753424657534,
      "grad_norm": 0.17134107649326324,
      "learning_rate": 1.9947966634535887e-05,
      "loss": 0.6427039504051208,
      "step": 91
    },
    {
      "epoch": 0.12602739726027398,
      "grad_norm": 0.17828185856342316,
      "learning_rate": 1.9945681796414146e-05,
      "loss": 0.6815697550773621,
      "step": 92
    },
    {
      "epoch": 0.1273972602739726,
      "grad_norm": 0.18462392687797546,
      "learning_rate": 1.9943348002101374e-05,
      "loss": 0.6666452288627625,
      "step": 93
    },
    {
      "epoch": 0.12876712328767123,
      "grad_norm": 0.17112930119037628,
      "learning_rate": 1.9940965263085335e-05,
      "loss": 0.6950005292892456,
      "step": 94
    },
    {
      "epoch": 0.13013698630136986,
      "grad_norm": 0.16788211464881897,
      "learning_rate": 1.9938533591094728e-05,
      "loss": 0.6137875318527222,
      "step": 95
    },
    {
      "epoch": 0.13150684931506848,
      "grad_norm": 0.1813577562570572,
      "learning_rate": 1.99360529980991e-05,
      "loss": 0.7134063243865967,
      "step": 96
    },
    {
      "epoch": 0.13287671232876713,
      "grad_norm": 0.17547398805618286,
      "learning_rate": 1.993352349630882e-05,
      "loss": 0.6599196791648865,
      "step": 97
    },
    {
      "epoch": 0.13424657534246576,
      "grad_norm": 0.16298982501029968,
      "learning_rate": 1.9930945098174994e-05,
      "loss": 0.5956114530563354,
      "step": 98
    },
    {
      "epoch": 0.13561643835616438,
      "grad_norm": 0.1693538874387741,
      "learning_rate": 1.9928317816389416e-05,
      "loss": 0.6117294430732727,
      "step": 99
    },
    {
      "epoch": 0.136986301369863,
      "grad_norm": 0.17330867052078247,
      "learning_rate": 1.992564166388451e-05,
      "loss": 0.6786526441574097,
      "step": 100
    },
    {
      "epoch": 0.13835616438356163,
      "grad_norm": 0.17630691826343536,
      "learning_rate": 1.992291665383325e-05,
      "loss": 0.7339305877685547,
      "step": 101
    },
    {
      "epoch": 0.13972602739726028,
      "grad_norm": 0.18277214467525482,
      "learning_rate": 1.9920142799649098e-05,
      "loss": 0.6647192239761353,
      "step": 102
    },
    {
      "epoch": 0.1410958904109589,
      "grad_norm": 0.1676325649023056,
      "learning_rate": 1.9917320114985964e-05,
      "loss": 0.7023746967315674,
      "step": 103
    },
    {
      "epoch": 0.14246575342465753,
      "grad_norm": 0.17900800704956055,
      "learning_rate": 1.9914448613738107e-05,
      "loss": 0.6510761976242065,
      "step": 104
    },
    {
      "epoch": 0.14383561643835616,
      "grad_norm": 0.15803074836730957,
      "learning_rate": 1.9911528310040073e-05,
      "loss": 0.6323767900466919,
      "step": 105
    },
    {
      "epoch": 0.14520547945205478,
      "grad_norm": 0.190176859498024,
      "learning_rate": 1.9908559218266644e-05,
      "loss": 0.7440241575241089,
      "step": 106
    },
    {
      "epoch": 0.14657534246575343,
      "grad_norm": 0.1805161088705063,
      "learning_rate": 1.9905541353032744e-05,
      "loss": 0.6736125946044922,
      "step": 107
    },
    {
      "epoch": 0.14794520547945206,
      "grad_norm": 0.16393084824085236,
      "learning_rate": 1.9902474729193385e-05,
      "loss": 0.639750063419342,
      "step": 108
    },
    {
      "epoch": 0.14931506849315068,
      "grad_norm": 0.1559421420097351,
      "learning_rate": 1.989935936184358e-05,
      "loss": 0.6098452210426331,
      "step": 109
    },
    {
      "epoch": 0.1506849315068493,
      "grad_norm": 0.1748615801334381,
      "learning_rate": 1.989619526631828e-05,
      "loss": 0.6362285614013672,
      "step": 110
    },
    {
      "epoch": 0.15205479452054796,
      "grad_norm": 0.15956446528434753,
      "learning_rate": 1.9892982458192286e-05,
      "loss": 0.6010555028915405,
      "step": 111
    },
    {
      "epoch": 0.15342465753424658,
      "grad_norm": 0.17703907191753387,
      "learning_rate": 1.988972095328019e-05,
      "loss": 0.6596381664276123,
      "step": 112
    },
    {
      "epoch": 0.1547945205479452,
      "grad_norm": 0.17541560530662537,
      "learning_rate": 1.9886410767636284e-05,
      "loss": 0.6365323066711426,
      "step": 113
    },
    {
      "epoch": 0.15616438356164383,
      "grad_norm": 0.1705840677022934,
      "learning_rate": 1.9883051917554473e-05,
      "loss": 0.6401112079620361,
      "step": 114
    },
    {
      "epoch": 0.15753424657534246,
      "grad_norm": 0.18547984957695007,
      "learning_rate": 1.987964441956822e-05,
      "loss": 0.680147647857666,
      "step": 115
    },
    {
      "epoch": 0.1589041095890411,
      "grad_norm": 0.157182514667511,
      "learning_rate": 1.9876188290450445e-05,
      "loss": 0.6003460884094238,
      "step": 116
    },
    {
      "epoch": 0.16027397260273973,
      "grad_norm": 0.1699901968240738,
      "learning_rate": 1.9872683547213446e-05,
      "loss": 0.5792864561080933,
      "step": 117
    },
    {
      "epoch": 0.16164383561643836,
      "grad_norm": 0.17358699440956116,
      "learning_rate": 1.986913020710882e-05,
      "loss": 0.6301059722900391,
      "step": 118
    },
    {
      "epoch": 0.16301369863013698,
      "grad_norm": 0.18124189972877502,
      "learning_rate": 1.9865528287627372e-05,
      "loss": 0.6473714113235474,
      "step": 119
    },
    {
      "epoch": 0.1643835616438356,
      "grad_norm": 0.1570880264043808,
      "learning_rate": 1.9861877806499033e-05,
      "loss": 0.6518967747688293,
      "step": 120
    },
    {
      "epoch": 0.16575342465753426,
      "grad_norm": 0.16372060775756836,
      "learning_rate": 1.9858178781692777e-05,
      "loss": 0.5721158981323242,
      "step": 121
    },
    {
      "epoch": 0.16712328767123288,
      "grad_norm": 0.1550905704498291,
      "learning_rate": 1.9854431231416515e-05,
      "loss": 0.6409134864807129,
      "step": 122
    },
    {
      "epoch": 0.1684931506849315,
      "grad_norm": 0.1671498715877533,
      "learning_rate": 1.9850635174117033e-05,
      "loss": 0.6450335383415222,
      "step": 123
    },
    {
      "epoch": 0.16986301369863013,
      "grad_norm": 0.1591179221868515,
      "learning_rate": 1.9846790628479874e-05,
      "loss": 0.6999216079711914,
      "step": 124
    },
    {
      "epoch": 0.17123287671232876,
      "grad_norm": 0.17138256132602692,
      "learning_rate": 1.984289761342926e-05,
      "loss": 0.6327433586120605,
      "step": 125
    },
    {
      "epoch": 0.1726027397260274,
      "grad_norm": 0.18257306516170502,
      "learning_rate": 1.9838956148128004e-05,
      "loss": 0.6688971519470215,
      "step": 126
    },
    {
      "epoch": 0.17397260273972603,
      "grad_norm": 0.15964193642139435,
      "learning_rate": 1.98349662519774e-05,
      "loss": 0.6297944188117981,
      "step": 127
    },
    {
      "epoch": 0.17534246575342466,
      "grad_norm": 0.17521503567695618,
      "learning_rate": 1.983092794461714e-05,
      "loss": 0.6212207674980164,
      "step": 128
    },
    {
      "epoch": 0.17671232876712328,
      "grad_norm": 0.15988564491271973,
      "learning_rate": 1.982684124592521e-05,
      "loss": 0.5915682315826416,
      "step": 129
    },
    {
      "epoch": 0.1780821917808219,
      "grad_norm": 0.16260051727294922,
      "learning_rate": 1.9822706176017802e-05,
      "loss": 0.6029642820358276,
      "step": 130
    },
    {
      "epoch": 0.17945205479452056,
      "grad_norm": 0.16412433981895447,
      "learning_rate": 1.9818522755249203e-05,
      "loss": 0.6668821573257446,
      "step": 131
    },
    {
      "epoch": 0.18082191780821918,
      "grad_norm": 0.16716210544109344,
      "learning_rate": 1.9814291004211695e-05,
      "loss": 0.5958414077758789,
      "step": 132
    },
    {
      "epoch": 0.1821917808219178,
      "grad_norm": 0.17294858396053314,
      "learning_rate": 1.981001094373548e-05,
      "loss": 0.6482897996902466,
      "step": 133
    },
    {
      "epoch": 0.18356164383561643,
      "grad_norm": 0.17001552879810333,
      "learning_rate": 1.980568259488852e-05,
      "loss": 0.7122180461883545,
      "step": 134
    },
    {
      "epoch": 0.18493150684931506,
      "grad_norm": 0.16195915639400482,
      "learning_rate": 1.980130597897651e-05,
      "loss": 0.584160327911377,
      "step": 135
    },
    {
      "epoch": 0.1863013698630137,
      "grad_norm": 0.17711922526359558,
      "learning_rate": 1.9796881117542703e-05,
      "loss": 0.620893657207489,
      "step": 136
    },
    {
      "epoch": 0.18767123287671234,
      "grad_norm": 0.1668933480978012,
      "learning_rate": 1.979240803236785e-05,
      "loss": 0.6142734885215759,
      "step": 137
    },
    {
      "epoch": 0.18904109589041096,
      "grad_norm": 0.16164347529411316,
      "learning_rate": 1.9787886745470067e-05,
      "loss": 0.6293851137161255,
      "step": 138
    },
    {
      "epoch": 0.19041095890410958,
      "grad_norm": 0.15106764435768127,
      "learning_rate": 1.9783317279104736e-05,
      "loss": 0.6398227214813232,
      "step": 139
    },
    {
      "epoch": 0.1917808219178082,
      "grad_norm": 0.16852658987045288,
      "learning_rate": 1.977869965576441e-05,
      "loss": 0.6542407274246216,
      "step": 140
    },
    {
      "epoch": 0.19315068493150686,
      "grad_norm": 0.16625036299228668,
      "learning_rate": 1.9774033898178668e-05,
      "loss": 0.6504607200622559,
      "step": 141
    },
    {
      "epoch": 0.19452054794520549,
      "grad_norm": 0.16894933581352234,
      "learning_rate": 1.9769320029314037e-05,
      "loss": 0.6176894903182983,
      "step": 142
    },
    {
      "epoch": 0.1958904109589041,
      "grad_norm": 0.15120083093643188,
      "learning_rate": 1.9764558072373855e-05,
      "loss": 0.566133975982666,
      "step": 143
    },
    {
      "epoch": 0.19726027397260273,
      "grad_norm": 0.1807292252779007,
      "learning_rate": 1.9759748050798176e-05,
      "loss": 0.6475929021835327,
      "step": 144
    },
    {
      "epoch": 0.19863013698630136,
      "grad_norm": 0.18464243412017822,
      "learning_rate": 1.975488998826364e-05,
      "loss": 0.6212013959884644,
      "step": 145
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.18034766614437103,
      "learning_rate": 1.9749983908683362e-05,
      "loss": 0.6008216142654419,
      "step": 146
    },
    {
      "epoch": 0.20136986301369864,
      "grad_norm": 0.1733216792345047,
      "learning_rate": 1.9745029836206813e-05,
      "loss": 0.654267430305481,
      "step": 147
    },
    {
      "epoch": 0.20273972602739726,
      "grad_norm": 0.1807546615600586,
      "learning_rate": 1.9740027795219706e-05,
      "loss": 0.6405000686645508,
      "step": 148
    },
    {
      "epoch": 0.20410958904109588,
      "grad_norm": 0.17537952959537506,
      "learning_rate": 1.9734977810343868e-05,
      "loss": 0.6626770496368408,
      "step": 149
    },
    {
      "epoch": 0.2054794520547945,
      "grad_norm": 0.16498853266239166,
      "learning_rate": 1.9729879906437124e-05,
      "loss": 0.6191319227218628,
      "step": 150
    },
    {
      "epoch": 0.20684931506849316,
      "grad_norm": 0.1608179807662964,
      "learning_rate": 1.972473410859318e-05,
      "loss": 0.6513334512710571,
      "step": 151
    },
    {
      "epoch": 0.20821917808219179,
      "grad_norm": 0.16782471537590027,
      "learning_rate": 1.9719540442141477e-05,
      "loss": 0.6400517225265503,
      "step": 152
    },
    {
      "epoch": 0.2095890410958904,
      "grad_norm": 0.16582812368869781,
      "learning_rate": 1.97142989326471e-05,
      "loss": 0.6530036926269531,
      "step": 153
    },
    {
      "epoch": 0.21095890410958903,
      "grad_norm": 0.1592300981283188,
      "learning_rate": 1.9709009605910628e-05,
      "loss": 0.5819565653800964,
      "step": 154
    },
    {
      "epoch": 0.21232876712328766,
      "grad_norm": 0.1471843123435974,
      "learning_rate": 1.970367248796801e-05,
      "loss": 0.6289366483688354,
      "step": 155
    },
    {
      "epoch": 0.2136986301369863,
      "grad_norm": 0.15616214275360107,
      "learning_rate": 1.969828760509044e-05,
      "loss": 0.6071575880050659,
      "step": 156
    },
    {
      "epoch": 0.21506849315068494,
      "grad_norm": 0.15616996586322784,
      "learning_rate": 1.9692854983784235e-05,
      "loss": 0.570655345916748,
      "step": 157
    },
    {
      "epoch": 0.21643835616438356,
      "grad_norm": 0.16667386889457703,
      "learning_rate": 1.9687374650790693e-05,
      "loss": 0.6458644866943359,
      "step": 158
    },
    {
      "epoch": 0.21780821917808219,
      "grad_norm": 0.15973800420761108,
      "learning_rate": 1.9681846633085968e-05,
      "loss": 0.6385851502418518,
      "step": 159
    },
    {
      "epoch": 0.2191780821917808,
      "grad_norm": 0.15689517557621002,
      "learning_rate": 1.9676270957880928e-05,
      "loss": 0.6954727172851562,
      "step": 160
    },
    {
      "epoch": 0.22054794520547946,
      "grad_norm": 0.16799283027648926,
      "learning_rate": 1.9670647652621044e-05,
      "loss": 0.6535817384719849,
      "step": 161
    },
    {
      "epoch": 0.2219178082191781,
      "grad_norm": 0.1637307107448578,
      "learning_rate": 1.966497674498622e-05,
      "loss": 0.6275250315666199,
      "step": 162
    },
    {
      "epoch": 0.2232876712328767,
      "grad_norm": 0.1446286141872406,
      "learning_rate": 1.9659258262890683e-05,
      "loss": 0.6088711023330688,
      "step": 163
    },
    {
      "epoch": 0.22465753424657534,
      "grad_norm": 0.16091319918632507,
      "learning_rate": 1.965349223448285e-05,
      "loss": 0.5717509984970093,
      "step": 164
    },
    {
      "epoch": 0.22602739726027396,
      "grad_norm": 0.14229550957679749,
      "learning_rate": 1.9647678688145163e-05,
      "loss": 0.5792914628982544,
      "step": 165
    },
    {
      "epoch": 0.2273972602739726,
      "grad_norm": 0.14515039324760437,
      "learning_rate": 1.9641817652493964e-05,
      "loss": 0.5595550537109375,
      "step": 166
    },
    {
      "epoch": 0.22876712328767124,
      "grad_norm": 0.1727345734834671,
      "learning_rate": 1.9635909156379373e-05,
      "loss": 0.665512204170227,
      "step": 167
    },
    {
      "epoch": 0.23013698630136986,
      "grad_norm": 0.14354562759399414,
      "learning_rate": 1.96299532288851e-05,
      "loss": 0.5523260235786438,
      "step": 168
    },
    {
      "epoch": 0.23150684931506849,
      "grad_norm": 0.1551981419324875,
      "learning_rate": 1.9623949899328352e-05,
      "loss": 0.6456075310707092,
      "step": 169
    },
    {
      "epoch": 0.2328767123287671,
      "grad_norm": 0.1689499169588089,
      "learning_rate": 1.961789919725965e-05,
      "loss": 0.621225118637085,
      "step": 170
    },
    {
      "epoch": 0.23424657534246576,
      "grad_norm": 0.16959482431411743,
      "learning_rate": 1.9611801152462715e-05,
      "loss": 0.649752140045166,
      "step": 171
    },
    {
      "epoch": 0.2356164383561644,
      "grad_norm": 0.1623905897140503,
      "learning_rate": 1.960565579495429e-05,
      "loss": 0.6222062110900879,
      "step": 172
    },
    {
      "epoch": 0.236986301369863,
      "grad_norm": 0.16222091019153595,
      "learning_rate": 1.959946315498402e-05,
      "loss": 0.6512526869773865,
      "step": 173
    },
    {
      "epoch": 0.23835616438356164,
      "grad_norm": 0.16222915053367615,
      "learning_rate": 1.9593223263034288e-05,
      "loss": 0.5998870134353638,
      "step": 174
    },
    {
      "epoch": 0.23972602739726026,
      "grad_norm": 0.16737569868564606,
      "learning_rate": 1.9586936149820056e-05,
      "loss": 0.6641021966934204,
      "step": 175
    },
    {
      "epoch": 0.2410958904109589,
      "grad_norm": 0.16463534533977509,
      "learning_rate": 1.9580601846288747e-05,
      "loss": 0.5590486526489258,
      "step": 176
    },
    {
      "epoch": 0.24246575342465754,
      "grad_norm": 0.14511965215206146,
      "learning_rate": 1.9574220383620054e-05,
      "loss": 0.5980298519134521,
      "step": 177
    },
    {
      "epoch": 0.24383561643835616,
      "grad_norm": 0.17374759912490845,
      "learning_rate": 1.9567791793225818e-05,
      "loss": 0.6144176721572876,
      "step": 178
    },
    {
      "epoch": 0.2452054794520548,
      "grad_norm": 0.1671595722436905,
      "learning_rate": 1.9561316106749847e-05,
      "loss": 0.6108953952789307,
      "step": 179
    },
    {
      "epoch": 0.2465753424657534,
      "grad_norm": 0.1550654023885727,
      "learning_rate": 1.955479335606778e-05,
      "loss": 0.563538670539856,
      "step": 180
    },
    {
      "epoch": 0.24794520547945206,
      "grad_norm": 0.15254142880439758,
      "learning_rate": 1.954822357328692e-05,
      "loss": 0.605830192565918,
      "step": 181
    },
    {
      "epoch": 0.2493150684931507,
      "grad_norm": 0.17636969685554504,
      "learning_rate": 1.9541606790746082e-05,
      "loss": 0.649669885635376,
      "step": 182
    },
    {
      "epoch": 0.25068493150684934,
      "grad_norm": 0.16506697237491608,
      "learning_rate": 1.9534943041015425e-05,
      "loss": 0.6465010643005371,
      "step": 183
    },
    {
      "epoch": 0.25205479452054796,
      "grad_norm": 0.16332168877124786,
      "learning_rate": 1.95282323568963e-05,
      "loss": 0.6338891386985779,
      "step": 184
    },
    {
      "epoch": 0.2534246575342466,
      "grad_norm": 0.15076348185539246,
      "learning_rate": 1.9521474771421093e-05,
      "loss": 0.6196539998054504,
      "step": 185
    },
    {
      "epoch": 0.2547945205479452,
      "grad_norm": 0.15440316498279572,
      "learning_rate": 1.9514670317853043e-05,
      "loss": 0.5998337864875793,
      "step": 186
    },
    {
      "epoch": 0.25616438356164384,
      "grad_norm": 0.16012319922447205,
      "learning_rate": 1.9507819029686094e-05,
      "loss": 0.6014530658721924,
      "step": 187
    },
    {
      "epoch": 0.25753424657534246,
      "grad_norm": 0.15418842434883118,
      "learning_rate": 1.9500920940644734e-05,
      "loss": 0.6077374219894409,
      "step": 188
    },
    {
      "epoch": 0.2589041095890411,
      "grad_norm": 0.16678105294704437,
      "learning_rate": 1.9493976084683814e-05,
      "loss": 0.6204032897949219,
      "step": 189
    },
    {
      "epoch": 0.2602739726027397,
      "grad_norm": 0.15462566912174225,
      "learning_rate": 1.948698449598839e-05,
      "loss": 0.5938429236412048,
      "step": 190
    },
    {
      "epoch": 0.26164383561643834,
      "grad_norm": 0.15948761999607086,
      "learning_rate": 1.9479946208973554e-05,
      "loss": 0.5870481729507446,
      "step": 191
    },
    {
      "epoch": 0.26301369863013696,
      "grad_norm": 0.17368458211421967,
      "learning_rate": 1.947286125828426e-05,
      "loss": 0.6516101360321045,
      "step": 192
    },
    {
      "epoch": 0.26438356164383564,
      "grad_norm": 0.16198550164699554,
      "learning_rate": 1.946572967879517e-05,
      "loss": 0.5894348621368408,
      "step": 193
    },
    {
      "epoch": 0.26575342465753427,
      "grad_norm": 0.15812379121780396,
      "learning_rate": 1.9458551505610452e-05,
      "loss": 0.6530876755714417,
      "step": 194
    },
    {
      "epoch": 0.2671232876712329,
      "grad_norm": 0.15484529733657837,
      "learning_rate": 1.9451326774063636e-05,
      "loss": 0.5291624069213867,
      "step": 195
    },
    {
      "epoch": 0.2684931506849315,
      "grad_norm": 0.14930173754692078,
      "learning_rate": 1.944405551971743e-05,
      "loss": 0.5648593306541443,
      "step": 196
    },
    {
      "epoch": 0.26986301369863014,
      "grad_norm": 0.16413788497447968,
      "learning_rate": 1.9436737778363526e-05,
      "loss": 0.5979588031768799,
      "step": 197
    },
    {
      "epoch": 0.27123287671232876,
      "grad_norm": 0.16401752829551697,
      "learning_rate": 1.9429373586022472e-05,
      "loss": 0.6155828237533569,
      "step": 198
    },
    {
      "epoch": 0.2726027397260274,
      "grad_norm": 0.15918703377246857,
      "learning_rate": 1.9421962978943442e-05,
      "loss": 0.6395516991615295,
      "step": 199
    },
    {
      "epoch": 0.273972602739726,
      "grad_norm": 0.16323615610599518,
      "learning_rate": 1.9414505993604083e-05,
      "loss": 0.6528345346450806,
      "step": 200
    },
    {
      "epoch": 0.27534246575342464,
      "grad_norm": 0.17287138104438782,
      "learning_rate": 1.9407002666710334e-05,
      "loss": 0.6492872834205627,
      "step": 201
    },
    {
      "epoch": 0.27671232876712326,
      "grad_norm": 0.17330391705036163,
      "learning_rate": 1.939945303519625e-05,
      "loss": 0.6085129380226135,
      "step": 202
    },
    {
      "epoch": 0.27808219178082194,
      "grad_norm": 0.1582794040441513,
      "learning_rate": 1.93918571362238e-05,
      "loss": 0.6202000379562378,
      "step": 203
    },
    {
      "epoch": 0.27945205479452057,
      "grad_norm": 0.15793833136558533,
      "learning_rate": 1.938421500718272e-05,
      "loss": 0.5806069374084473,
      "step": 204
    },
    {
      "epoch": 0.2808219178082192,
      "grad_norm": 0.16570699214935303,
      "learning_rate": 1.937652668569028e-05,
      "loss": 0.6103482246398926,
      "step": 205
    },
    {
      "epoch": 0.2821917808219178,
      "grad_norm": 0.1538430154323578,
      "learning_rate": 1.9368792209591145e-05,
      "loss": 0.5779464244842529,
      "step": 206
    },
    {
      "epoch": 0.28356164383561644,
      "grad_norm": 0.1592852622270584,
      "learning_rate": 1.9361011616957165e-05,
      "loss": 0.6240794658660889,
      "step": 207
    },
    {
      "epoch": 0.28493150684931506,
      "grad_norm": 0.1604919135570526,
      "learning_rate": 1.935318494608718e-05,
      "loss": 0.5771029591560364,
      "step": 208
    },
    {
      "epoch": 0.2863013698630137,
      "grad_norm": 0.1573483794927597,
      "learning_rate": 1.934531223550687e-05,
      "loss": 0.6847480535507202,
      "step": 209
    },
    {
      "epoch": 0.2876712328767123,
      "grad_norm": 0.15778696537017822,
      "learning_rate": 1.933739352396851e-05,
      "loss": 0.6099205017089844,
      "step": 210
    },
    {
      "epoch": 0.28904109589041094,
      "grad_norm": 0.15076380968093872,
      "learning_rate": 1.932942885045083e-05,
      "loss": 0.5610252618789673,
      "step": 211
    },
    {
      "epoch": 0.29041095890410956,
      "grad_norm": 0.1657320261001587,
      "learning_rate": 1.9321418254158782e-05,
      "loss": 0.6706528067588806,
      "step": 212
    },
    {
      "epoch": 0.29178082191780824,
      "grad_norm": 0.1694263070821762,
      "learning_rate": 1.9313361774523387e-05,
      "loss": 0.6531721949577332,
      "step": 213
    },
    {
      "epoch": 0.29315068493150687,
      "grad_norm": 0.15693512558937073,
      "learning_rate": 1.9305259451201502e-05,
      "loss": 0.6321283578872681,
      "step": 214
    },
    {
      "epoch": 0.2945205479452055,
      "grad_norm": 0.16327035427093506,
      "learning_rate": 1.929711132407565e-05,
      "loss": 0.6443174481391907,
      "step": 215
    },
    {
      "epoch": 0.2958904109589041,
      "grad_norm": 0.16162200272083282,
      "learning_rate": 1.9288917433253823e-05,
      "loss": 0.6530073881149292,
      "step": 216
    },
    {
      "epoch": 0.29726027397260274,
      "grad_norm": 0.15862113237380981,
      "learning_rate": 1.9280677819069273e-05,
      "loss": 0.5875598788261414,
      "step": 217
    },
    {
      "epoch": 0.29863013698630136,
      "grad_norm": 0.15702694654464722,
      "learning_rate": 1.927239252208031e-05,
      "loss": 0.5955379605293274,
      "step": 218
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.15328216552734375,
      "learning_rate": 1.9264061583070126e-05,
      "loss": 0.663190484046936,
      "step": 219
    },
    {
      "epoch": 0.3013698630136986,
      "grad_norm": 0.17017608880996704,
      "learning_rate": 1.9255685043046572e-05,
      "loss": 0.6066758036613464,
      "step": 220
    },
    {
      "epoch": 0.30273972602739724,
      "grad_norm": 0.1607287973165512,
      "learning_rate": 1.924726294324196e-05,
      "loss": 0.5664497017860413,
      "step": 221
    },
    {
      "epoch": 0.3041095890410959,
      "grad_norm": 0.1684304177761078,
      "learning_rate": 1.9238795325112867e-05,
      "loss": 0.6179485321044922,
      "step": 222
    },
    {
      "epoch": 0.30547945205479454,
      "grad_norm": 0.1446060985326767,
      "learning_rate": 1.9230282230339936e-05,
      "loss": 0.581000030040741,
      "step": 223
    },
    {
      "epoch": 0.30684931506849317,
      "grad_norm": 0.16912856698036194,
      "learning_rate": 1.9221723700827646e-05,
      "loss": 0.6572670936584473,
      "step": 224
    },
    {
      "epoch": 0.3082191780821918,
      "grad_norm": 0.16073641180992126,
      "learning_rate": 1.921311977870413e-05,
      "loss": 0.5523173809051514,
      "step": 225
    },
    {
      "epoch": 0.3095890410958904,
      "grad_norm": 0.16843587160110474,
      "learning_rate": 1.9204470506320968e-05,
      "loss": 0.6724870204925537,
      "step": 226
    },
    {
      "epoch": 0.31095890410958904,
      "grad_norm": 0.16108570992946625,
      "learning_rate": 1.9195775926252952e-05,
      "loss": 0.6259427070617676,
      "step": 227
    },
    {
      "epoch": 0.31232876712328766,
      "grad_norm": 0.15122473239898682,
      "learning_rate": 1.9187036081297907e-05,
      "loss": 0.5658705234527588,
      "step": 228
    },
    {
      "epoch": 0.3136986301369863,
      "grad_norm": 0.1597052663564682,
      "learning_rate": 1.917825101447647e-05,
      "loss": 0.6100412607192993,
      "step": 229
    },
    {
      "epoch": 0.3150684931506849,
      "grad_norm": 0.18265262246131897,
      "learning_rate": 1.9169420769031863e-05,
      "loss": 0.5868899822235107,
      "step": 230
    },
    {
      "epoch": 0.31643835616438354,
      "grad_norm": 0.15701507031917572,
      "learning_rate": 1.916054538842971e-05,
      "loss": 0.6006147265434265,
      "step": 231
    },
    {
      "epoch": 0.3178082191780822,
      "grad_norm": 0.15414513647556305,
      "learning_rate": 1.9151624916357793e-05,
      "loss": 0.6486912965774536,
      "step": 232
    },
    {
      "epoch": 0.31917808219178084,
      "grad_norm": 0.15333938598632812,
      "learning_rate": 1.9142659396725862e-05,
      "loss": 0.6258531808853149,
      "step": 233
    },
    {
      "epoch": 0.32054794520547947,
      "grad_norm": 0.14656788110733032,
      "learning_rate": 1.913364887366539e-05,
      "loss": 0.5718272924423218,
      "step": 234
    },
    {
      "epoch": 0.3219178082191781,
      "grad_norm": 0.16382336616516113,
      "learning_rate": 1.912459339152939e-05,
      "loss": 0.5820138454437256,
      "step": 235
    },
    {
      "epoch": 0.3232876712328767,
      "grad_norm": 0.1630294770002365,
      "learning_rate": 1.9115492994892172e-05,
      "loss": 0.600603461265564,
      "step": 236
    },
    {
      "epoch": 0.32465753424657534,
      "grad_norm": 0.14892295002937317,
      "learning_rate": 1.9106347728549134e-05,
      "loss": 0.5658777952194214,
      "step": 237
    },
    {
      "epoch": 0.32602739726027397,
      "grad_norm": 0.16635073721408844,
      "learning_rate": 1.9097157637516532e-05,
      "loss": 0.5740564465522766,
      "step": 238
    },
    {
      "epoch": 0.3273972602739726,
      "grad_norm": 0.16513577103614807,
      "learning_rate": 1.9087922767031276e-05,
      "loss": 0.6348574757575989,
      "step": 239
    },
    {
      "epoch": 0.3287671232876712,
      "grad_norm": 0.16342297196388245,
      "learning_rate": 1.9078643162550686e-05,
      "loss": 0.6322500109672546,
      "step": 240
    },
    {
      "epoch": 0.33013698630136984,
      "grad_norm": 0.1535942405462265,
      "learning_rate": 1.906931886975228e-05,
      "loss": 0.53902268409729,
      "step": 241
    },
    {
      "epoch": 0.3315068493150685,
      "grad_norm": 0.14455796778202057,
      "learning_rate": 1.905994993453356e-05,
      "loss": 0.5630102157592773,
      "step": 242
    },
    {
      "epoch": 0.33287671232876714,
      "grad_norm": 0.1663145124912262,
      "learning_rate": 1.905053640301176e-05,
      "loss": 0.6214050054550171,
      "step": 243
    },
    {
      "epoch": 0.33424657534246577,
      "grad_norm": 0.1636534482240677,
      "learning_rate": 1.9041078321523637e-05,
      "loss": 0.6704033613204956,
      "step": 244
    },
    {
      "epoch": 0.3356164383561644,
      "grad_norm": 0.1620258390903473,
      "learning_rate": 1.903157573662524e-05,
      "loss": 0.6345779895782471,
      "step": 245
    },
    {
      "epoch": 0.336986301369863,
      "grad_norm": 0.15679852664470673,
      "learning_rate": 1.9022028695091678e-05,
      "loss": 0.5873825550079346,
      "step": 246
    },
    {
      "epoch": 0.33835616438356164,
      "grad_norm": 0.15328912436962128,
      "learning_rate": 1.9012437243916895e-05,
      "loss": 0.6029560565948486,
      "step": 247
    },
    {
      "epoch": 0.33972602739726027,
      "grad_norm": 0.14538195729255676,
      "learning_rate": 1.900280143031343e-05,
      "loss": 0.5177454948425293,
      "step": 248
    },
    {
      "epoch": 0.3410958904109589,
      "grad_norm": 0.16042332351207733,
      "learning_rate": 1.8993121301712194e-05,
      "loss": 0.6091316342353821,
      "step": 249
    },
    {
      "epoch": 0.3424657534246575,
      "grad_norm": 0.1434759795665741,
      "learning_rate": 1.8983396905762232e-05,
      "loss": 0.5697845220565796,
      "step": 250
    },
    {
      "epoch": 0.34383561643835614,
      "grad_norm": 0.14016889035701752,
      "learning_rate": 1.8973628290330484e-05,
      "loss": 0.5575758218765259,
      "step": 251
    },
    {
      "epoch": 0.3452054794520548,
      "grad_norm": 0.14783437550067902,
      "learning_rate": 1.896381550350156e-05,
      "loss": 0.5810775756835938,
      "step": 252
    },
    {
      "epoch": 0.34657534246575344,
      "grad_norm": 0.15758486092090607,
      "learning_rate": 1.895395859357749e-05,
      "loss": 0.613425076007843,
      "step": 253
    },
    {
      "epoch": 0.34794520547945207,
      "grad_norm": 0.15336844325065613,
      "learning_rate": 1.8944057609077506e-05,
      "loss": 0.5932927131652832,
      "step": 254
    },
    {
      "epoch": 0.3493150684931507,
      "grad_norm": 0.1474757194519043,
      "learning_rate": 1.8934112598737777e-05,
      "loss": 0.5725477337837219,
      "step": 255
    },
    {
      "epoch": 0.3506849315068493,
      "grad_norm": 0.14386139810085297,
      "learning_rate": 1.892412361151119e-05,
      "loss": 0.6071690320968628,
      "step": 256
    },
    {
      "epoch": 0.35205479452054794,
      "grad_norm": 0.17297492921352386,
      "learning_rate": 1.8914090696567104e-05,
      "loss": 0.6448274850845337,
      "step": 257
    },
    {
      "epoch": 0.35342465753424657,
      "grad_norm": 0.1554916501045227,
      "learning_rate": 1.89040139032911e-05,
      "loss": 0.6005516052246094,
      "step": 258
    },
    {
      "epoch": 0.3547945205479452,
      "grad_norm": 0.15703563392162323,
      "learning_rate": 1.8893893281284744e-05,
      "loss": 0.5192084312438965,
      "step": 259
    },
    {
      "epoch": 0.3561643835616438,
      "grad_norm": 0.1578558385372162,
      "learning_rate": 1.8883728880365347e-05,
      "loss": 0.6114726066589355,
      "step": 260
    },
    {
      "epoch": 0.35753424657534244,
      "grad_norm": 0.16833758354187012,
      "learning_rate": 1.8873520750565716e-05,
      "loss": 0.6224363446235657,
      "step": 261
    },
    {
      "epoch": 0.3589041095890411,
      "grad_norm": 0.1642412692308426,
      "learning_rate": 1.8863268942133905e-05,
      "loss": 0.6578483581542969,
      "step": 262
    },
    {
      "epoch": 0.36027397260273974,
      "grad_norm": 0.16325688362121582,
      "learning_rate": 1.8852973505532963e-05,
      "loss": 0.6258366107940674,
      "step": 263
    },
    {
      "epoch": 0.36164383561643837,
      "grad_norm": 0.16593174636363983,
      "learning_rate": 1.8842634491440704e-05,
      "loss": 0.6312078237533569,
      "step": 264
    },
    {
      "epoch": 0.363013698630137,
      "grad_norm": 0.1558452844619751,
      "learning_rate": 1.8832251950749443e-05,
      "loss": 0.5959346294403076,
      "step": 265
    },
    {
      "epoch": 0.3643835616438356,
      "grad_norm": 0.16329628229141235,
      "learning_rate": 1.882182593456574e-05,
      "loss": 0.5636122226715088,
      "step": 266
    },
    {
      "epoch": 0.36575342465753424,
      "grad_norm": 0.1444038301706314,
      "learning_rate": 1.8811356494210166e-05,
      "loss": 0.5212979316711426,
      "step": 267
    },
    {
      "epoch": 0.36712328767123287,
      "grad_norm": 0.16624850034713745,
      "learning_rate": 1.880084368121704e-05,
      "loss": 0.6462916135787964,
      "step": 268
    },
    {
      "epoch": 0.3684931506849315,
      "grad_norm": 0.15940053761005402,
      "learning_rate": 1.8790287547334178e-05,
      "loss": 0.6105808615684509,
      "step": 269
    },
    {
      "epoch": 0.3698630136986301,
      "grad_norm": 0.15389667451381683,
      "learning_rate": 1.8779688144522625e-05,
      "loss": 0.5553721785545349,
      "step": 270
    },
    {
      "epoch": 0.37123287671232874,
      "grad_norm": 0.15304426848888397,
      "learning_rate": 1.876904552495642e-05,
      "loss": 0.6068332195281982,
      "step": 271
    },
    {
      "epoch": 0.3726027397260274,
      "grad_norm": 0.1442302167415619,
      "learning_rate": 1.875835974102234e-05,
      "loss": 0.5685116052627563,
      "step": 272
    },
    {
      "epoch": 0.37397260273972605,
      "grad_norm": 0.14790469408035278,
      "learning_rate": 1.874763084531961e-05,
      "loss": 0.5844176411628723,
      "step": 273
    },
    {
      "epoch": 0.37534246575342467,
      "grad_norm": 0.14410603046417236,
      "learning_rate": 1.8736858890659696e-05,
      "loss": 0.5909885168075562,
      "step": 274
    },
    {
      "epoch": 0.3767123287671233,
      "grad_norm": 0.17475005984306335,
      "learning_rate": 1.8726043930065985e-05,
      "loss": 0.6046225428581238,
      "step": 275
    },
    {
      "epoch": 0.3780821917808219,
      "grad_norm": 0.15059982240200043,
      "learning_rate": 1.871518601677357e-05,
      "loss": 0.5838688015937805,
      "step": 276
    },
    {
      "epoch": 0.37945205479452054,
      "grad_norm": 0.17032840847969055,
      "learning_rate": 1.8704285204228973e-05,
      "loss": 0.6261906623840332,
      "step": 277
    },
    {
      "epoch": 0.38082191780821917,
      "grad_norm": 0.15075044333934784,
      "learning_rate": 1.8693341546089878e-05,
      "loss": 0.6051650047302246,
      "step": 278
    },
    {
      "epoch": 0.3821917808219178,
      "grad_norm": 0.1473180502653122,
      "learning_rate": 1.8682355096224873e-05,
      "loss": 0.5551210641860962,
      "step": 279
    },
    {
      "epoch": 0.3835616438356164,
      "grad_norm": 0.15265880525112152,
      "learning_rate": 1.8671325908713182e-05,
      "loss": 0.570478081703186,
      "step": 280
    },
    {
      "epoch": 0.38493150684931504,
      "grad_norm": 0.16518573462963104,
      "learning_rate": 1.866025403784439e-05,
      "loss": 0.6145535707473755,
      "step": 281
    },
    {
      "epoch": 0.3863013698630137,
      "grad_norm": 0.15201589465141296,
      "learning_rate": 1.8649139538118196e-05,
      "loss": 0.5385153293609619,
      "step": 282
    },
    {
      "epoch": 0.38767123287671235,
      "grad_norm": 0.14805659651756287,
      "learning_rate": 1.863798246424413e-05,
      "loss": 0.628183126449585,
      "step": 283
    },
    {
      "epoch": 0.38904109589041097,
      "grad_norm": 0.14637944102287292,
      "learning_rate": 1.862678287114129e-05,
      "loss": 0.62421715259552,
      "step": 284
    },
    {
      "epoch": 0.3904109589041096,
      "grad_norm": 0.1630602329969406,
      "learning_rate": 1.8615540813938063e-05,
      "loss": 0.6616168022155762,
      "step": 285
    },
    {
      "epoch": 0.3917808219178082,
      "grad_norm": 0.1550370305776596,
      "learning_rate": 1.860425634797186e-05,
      "loss": 0.5864919424057007,
      "step": 286
    },
    {
      "epoch": 0.39315068493150684,
      "grad_norm": 0.14578670263290405,
      "learning_rate": 1.8592929528788844e-05,
      "loss": 0.545616626739502,
      "step": 287
    },
    {
      "epoch": 0.39452054794520547,
      "grad_norm": 0.14833520352840424,
      "learning_rate": 1.8581560412143663e-05,
      "loss": 0.5978792905807495,
      "step": 288
    },
    {
      "epoch": 0.3958904109589041,
      "grad_norm": 0.1507352888584137,
      "learning_rate": 1.8570149053999154e-05,
      "loss": 0.579099178314209,
      "step": 289
    },
    {
      "epoch": 0.3972602739726027,
      "grad_norm": 0.14446204900741577,
      "learning_rate": 1.8558695510526092e-05,
      "loss": 0.5924318432807922,
      "step": 290
    },
    {
      "epoch": 0.39863013698630134,
      "grad_norm": 0.15075939893722534,
      "learning_rate": 1.8547199838102904e-05,
      "loss": 0.5611657500267029,
      "step": 291
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.15933777391910553,
      "learning_rate": 1.8535662093315386e-05,
      "loss": 0.5471000671386719,
      "step": 292
    },
    {
      "epoch": 0.40136986301369865,
      "grad_norm": 0.15519365668296814,
      "learning_rate": 1.852408233295643e-05,
      "loss": 0.6255986094474792,
      "step": 293
    },
    {
      "epoch": 0.40273972602739727,
      "grad_norm": 0.15151312947273254,
      "learning_rate": 1.851246061402574e-05,
      "loss": 0.5669071674346924,
      "step": 294
    },
    {
      "epoch": 0.4041095890410959,
      "grad_norm": 0.16434764862060547,
      "learning_rate": 1.8500796993729563e-05,
      "loss": 0.5679120421409607,
      "step": 295
    },
    {
      "epoch": 0.4054794520547945,
      "grad_norm": 0.164402574300766,
      "learning_rate": 1.8489091529480398e-05,
      "loss": 0.6179913282394409,
      "step": 296
    },
    {
      "epoch": 0.40684931506849314,
      "grad_norm": 0.15723305940628052,
      "learning_rate": 1.8477344278896708e-05,
      "loss": 0.5922874212265015,
      "step": 297
    },
    {
      "epoch": 0.40821917808219177,
      "grad_norm": 0.1540336310863495,
      "learning_rate": 1.8465555299802655e-05,
      "loss": 0.5662035346031189,
      "step": 298
    },
    {
      "epoch": 0.4095890410958904,
      "grad_norm": 0.17283470928668976,
      "learning_rate": 1.8453724650227788e-05,
      "loss": 0.6761048436164856,
      "step": 299
    },
    {
      "epoch": 0.410958904109589,
      "grad_norm": 0.16036930680274963,
      "learning_rate": 1.8441852388406788e-05,
      "loss": 0.5548433065414429,
      "step": 300
    },
    {
      "epoch": 0.4123287671232877,
      "grad_norm": 0.14102788269519806,
      "learning_rate": 1.8429938572779154e-05,
      "loss": 0.5084259510040283,
      "step": 301
    },
    {
      "epoch": 0.4136986301369863,
      "grad_norm": 0.15470127761363983,
      "learning_rate": 1.8417983261988933e-05,
      "loss": 0.6092421412467957,
      "step": 302
    },
    {
      "epoch": 0.41506849315068495,
      "grad_norm": 0.1494375318288803,
      "learning_rate": 1.840598651488443e-05,
      "loss": 0.5430501699447632,
      "step": 303
    },
    {
      "epoch": 0.41643835616438357,
      "grad_norm": 0.14817532896995544,
      "learning_rate": 1.8393948390517915e-05,
      "loss": 0.5703598260879517,
      "step": 304
    },
    {
      "epoch": 0.4178082191780822,
      "grad_norm": 0.15214185416698456,
      "learning_rate": 1.8381868948145317e-05,
      "loss": 0.6218011379241943,
      "step": 305
    },
    {
      "epoch": 0.4191780821917808,
      "grad_norm": 0.14840349555015564,
      "learning_rate": 1.8369748247225965e-05,
      "loss": 0.6339513659477234,
      "step": 306
    },
    {
      "epoch": 0.42054794520547945,
      "grad_norm": 0.14049845933914185,
      "learning_rate": 1.8357586347422266e-05,
      "loss": 0.5735560059547424,
      "step": 307
    },
    {
      "epoch": 0.42191780821917807,
      "grad_norm": 0.14952462911605835,
      "learning_rate": 1.8345383308599425e-05,
      "loss": 0.5752905607223511,
      "step": 308
    },
    {
      "epoch": 0.4232876712328767,
      "grad_norm": 0.1464746594429016,
      "learning_rate": 1.833313919082515e-05,
      "loss": 0.5919328927993774,
      "step": 309
    },
    {
      "epoch": 0.4246575342465753,
      "grad_norm": 0.16054148972034454,
      "learning_rate": 1.8320854054369354e-05,
      "loss": 0.6318283081054688,
      "step": 310
    },
    {
      "epoch": 0.426027397260274,
      "grad_norm": 0.14838211238384247,
      "learning_rate": 1.8308527959703864e-05,
      "loss": 0.5462095737457275,
      "step": 311
    },
    {
      "epoch": 0.4273972602739726,
      "grad_norm": 0.14827798306941986,
      "learning_rate": 1.82961609675021e-05,
      "loss": 0.587713897228241,
      "step": 312
    },
    {
      "epoch": 0.42876712328767125,
      "grad_norm": 0.14198598265647888,
      "learning_rate": 1.828375313863881e-05,
      "loss": 0.5431427955627441,
      "step": 313
    },
    {
      "epoch": 0.4301369863013699,
      "grad_norm": 0.15106132626533508,
      "learning_rate": 1.8271304534189754e-05,
      "loss": 0.5700148940086365,
      "step": 314
    },
    {
      "epoch": 0.4315068493150685,
      "grad_norm": 0.14311951398849487,
      "learning_rate": 1.8258815215431395e-05,
      "loss": 0.5781939625740051,
      "step": 315
    },
    {
      "epoch": 0.4328767123287671,
      "grad_norm": 0.15375271439552307,
      "learning_rate": 1.8246285243840617e-05,
      "loss": 0.5642305612564087,
      "step": 316
    },
    {
      "epoch": 0.43424657534246575,
      "grad_norm": 0.1475384384393692,
      "learning_rate": 1.8233714681094405e-05,
      "loss": 0.5396713018417358,
      "step": 317
    },
    {
      "epoch": 0.43561643835616437,
      "grad_norm": 0.14523953199386597,
      "learning_rate": 1.8221103589069553e-05,
      "loss": 0.6184444427490234,
      "step": 318
    },
    {
      "epoch": 0.436986301369863,
      "grad_norm": 0.1605875939130783,
      "learning_rate": 1.8208452029842342e-05,
      "loss": 0.5515637397766113,
      "step": 319
    },
    {
      "epoch": 0.4383561643835616,
      "grad_norm": 0.14436954259872437,
      "learning_rate": 1.8195760065688266e-05,
      "loss": 0.6023062467575073,
      "step": 320
    },
    {
      "epoch": 0.4397260273972603,
      "grad_norm": 0.13907724618911743,
      "learning_rate": 1.818302775908169e-05,
      "loss": 0.6034039258956909,
      "step": 321
    },
    {
      "epoch": 0.4410958904109589,
      "grad_norm": 0.15003663301467896,
      "learning_rate": 1.8170255172695572e-05,
      "loss": 0.608570396900177,
      "step": 322
    },
    {
      "epoch": 0.44246575342465755,
      "grad_norm": 0.16264384984970093,
      "learning_rate": 1.815744236940113e-05,
      "loss": 0.6284328699111938,
      "step": 323
    },
    {
      "epoch": 0.4438356164383562,
      "grad_norm": 0.15702727437019348,
      "learning_rate": 1.814458941226755e-05,
      "loss": 0.5362198352813721,
      "step": 324
    },
    {
      "epoch": 0.4452054794520548,
      "grad_norm": 0.1596728265285492,
      "learning_rate": 1.813169636456167e-05,
      "loss": 0.575636088848114,
      "step": 325
    },
    {
      "epoch": 0.4465753424657534,
      "grad_norm": 0.1574542075395584,
      "learning_rate": 1.8118763289747666e-05,
      "loss": 0.6510027647018433,
      "step": 326
    },
    {
      "epoch": 0.44794520547945205,
      "grad_norm": 0.14724481105804443,
      "learning_rate": 1.810579025148674e-05,
      "loss": 0.5525646209716797,
      "step": 327
    },
    {
      "epoch": 0.44931506849315067,
      "grad_norm": 0.1698918640613556,
      "learning_rate": 1.8092777313636813e-05,
      "loss": 0.660180926322937,
      "step": 328
    },
    {
      "epoch": 0.4506849315068493,
      "grad_norm": 0.15697503089904785,
      "learning_rate": 1.8079724540252204e-05,
      "loss": 0.5749319791793823,
      "step": 329
    },
    {
      "epoch": 0.4520547945205479,
      "grad_norm": 0.1613071709871292,
      "learning_rate": 1.8066631995583318e-05,
      "loss": 0.5470437407493591,
      "step": 330
    },
    {
      "epoch": 0.4534246575342466,
      "grad_norm": 0.14156115055084229,
      "learning_rate": 1.8053499744076323e-05,
      "loss": 0.5292378664016724,
      "step": 331
    },
    {
      "epoch": 0.4547945205479452,
      "grad_norm": 0.14653272926807404,
      "learning_rate": 1.8040327850372847e-05,
      "loss": 0.6091462969779968,
      "step": 332
    },
    {
      "epoch": 0.45616438356164385,
      "grad_norm": 0.16075585782527924,
      "learning_rate": 1.8027116379309637e-05,
      "loss": 0.6253776550292969,
      "step": 333
    },
    {
      "epoch": 0.4575342465753425,
      "grad_norm": 0.1504659652709961,
      "learning_rate": 1.801386539591827e-05,
      "loss": 0.5656317472457886,
      "step": 334
    },
    {
      "epoch": 0.4589041095890411,
      "grad_norm": 0.14729438722133636,
      "learning_rate": 1.8000574965424813e-05,
      "loss": 0.5766185522079468,
      "step": 335
    },
    {
      "epoch": 0.4602739726027397,
      "grad_norm": 0.1585109382867813,
      "learning_rate": 1.7987245153249496e-05,
      "loss": 0.556631326675415,
      "step": 336
    },
    {
      "epoch": 0.46164383561643835,
      "grad_norm": 0.15586094558238983,
      "learning_rate": 1.7973876025006407e-05,
      "loss": 0.5819780826568604,
      "step": 337
    },
    {
      "epoch": 0.46301369863013697,
      "grad_norm": 0.14767439663410187,
      "learning_rate": 1.796046764650316e-05,
      "loss": 0.5321399569511414,
      "step": 338
    },
    {
      "epoch": 0.4643835616438356,
      "grad_norm": 0.15002456307411194,
      "learning_rate": 1.7947020083740575e-05,
      "loss": 0.5469136834144592,
      "step": 339
    },
    {
      "epoch": 0.4657534246575342,
      "grad_norm": 0.14220520853996277,
      "learning_rate": 1.7933533402912354e-05,
      "loss": 0.6022108793258667,
      "step": 340
    },
    {
      "epoch": 0.4671232876712329,
      "grad_norm": 0.1343364119529724,
      "learning_rate": 1.7920007670404738e-05,
      "loss": 0.5860722064971924,
      "step": 341
    },
    {
      "epoch": 0.4684931506849315,
      "grad_norm": 0.1453264057636261,
      "learning_rate": 1.7906442952796212e-05,
      "loss": 0.5470801591873169,
      "step": 342
    },
    {
      "epoch": 0.46986301369863015,
      "grad_norm": 0.15289293229579926,
      "learning_rate": 1.7892839316857146e-05,
      "loss": 0.5834886431694031,
      "step": 343
    },
    {
      "epoch": 0.4712328767123288,
      "grad_norm": 0.15057221055030823,
      "learning_rate": 1.787919682954949e-05,
      "loss": 0.5459625720977783,
      "step": 344
    },
    {
      "epoch": 0.4726027397260274,
      "grad_norm": 0.14852501451969147,
      "learning_rate": 1.786551555802643e-05,
      "loss": 0.57718825340271,
      "step": 345
    },
    {
      "epoch": 0.473972602739726,
      "grad_norm": 0.14916345477104187,
      "learning_rate": 1.785179556963205e-05,
      "loss": 0.5912124514579773,
      "step": 346
    },
    {
      "epoch": 0.47534246575342465,
      "grad_norm": 0.14343911409378052,
      "learning_rate": 1.7838036931901033e-05,
      "loss": 0.5384149551391602,
      "step": 347
    },
    {
      "epoch": 0.4767123287671233,
      "grad_norm": 0.13747356832027435,
      "learning_rate": 1.7824239712558303e-05,
      "loss": 0.5556282997131348,
      "step": 348
    },
    {
      "epoch": 0.4780821917808219,
      "grad_norm": 0.153511181473732,
      "learning_rate": 1.781040397951868e-05,
      "loss": 0.5881044864654541,
      "step": 349
    },
    {
      "epoch": 0.4794520547945205,
      "grad_norm": 0.1565730720758438,
      "learning_rate": 1.7796529800886583e-05,
      "loss": 0.564147412776947,
      "step": 350
    },
    {
      "epoch": 0.4808219178082192,
      "grad_norm": 0.14074577391147614,
      "learning_rate": 1.778261724495566e-05,
      "loss": 0.5963798761367798,
      "step": 351
    },
    {
      "epoch": 0.4821917808219178,
      "grad_norm": 0.1508810669183731,
      "learning_rate": 1.7768666380208474e-05,
      "loss": 0.6377789378166199,
      "step": 352
    },
    {
      "epoch": 0.48356164383561645,
      "grad_norm": 0.14624693989753723,
      "learning_rate": 1.775467727531615e-05,
      "loss": 0.6010425090789795,
      "step": 353
    },
    {
      "epoch": 0.4849315068493151,
      "grad_norm": 0.1480599194765091,
      "learning_rate": 1.774064999913805e-05,
      "loss": 0.5669881701469421,
      "step": 354
    },
    {
      "epoch": 0.4863013698630137,
      "grad_norm": 0.1533871442079544,
      "learning_rate": 1.772658462072143e-05,
      "loss": 0.6225383877754211,
      "step": 355
    },
    {
      "epoch": 0.4876712328767123,
      "grad_norm": 0.16357164084911346,
      "learning_rate": 1.7712481209301094e-05,
      "loss": 0.6383495926856995,
      "step": 356
    },
    {
      "epoch": 0.48904109589041095,
      "grad_norm": 0.136616513133049,
      "learning_rate": 1.7698339834299064e-05,
      "loss": 0.5601040124893188,
      "step": 357
    },
    {
      "epoch": 0.4904109589041096,
      "grad_norm": 0.15099939703941345,
      "learning_rate": 1.7684160565324222e-05,
      "loss": 0.5624288320541382,
      "step": 358
    },
    {
      "epoch": 0.4917808219178082,
      "grad_norm": 0.14297816157341003,
      "learning_rate": 1.766994347217199e-05,
      "loss": 0.6051282286643982,
      "step": 359
    },
    {
      "epoch": 0.4931506849315068,
      "grad_norm": 0.13573159277439117,
      "learning_rate": 1.765568862482397e-05,
      "loss": 0.5469596982002258,
      "step": 360
    },
    {
      "epoch": 0.4945205479452055,
      "grad_norm": 0.1435568928718567,
      "learning_rate": 1.764139609344759e-05,
      "loss": 0.5686632394790649,
      "step": 361
    },
    {
      "epoch": 0.4958904109589041,
      "grad_norm": 0.1436147540807724,
      "learning_rate": 1.7627065948395795e-05,
      "loss": 0.5006036758422852,
      "step": 362
    },
    {
      "epoch": 0.49726027397260275,
      "grad_norm": 0.16107958555221558,
      "learning_rate": 1.7612698260206668e-05,
      "loss": 0.6271241903305054,
      "step": 363
    },
    {
      "epoch": 0.4986301369863014,
      "grad_norm": 0.15104009211063385,
      "learning_rate": 1.7598293099603087e-05,
      "loss": 0.5952401161193848,
      "step": 364
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.1506115049123764,
      "learning_rate": 1.7583850537492386e-05,
      "loss": 0.567657470703125,
      "step": 365
    },
    {
      "epoch": 0.5013698630136987,
      "grad_norm": 0.16260883212089539,
      "learning_rate": 1.7569370644966007e-05,
      "loss": 0.6197588443756104,
      "step": 366
    },
    {
      "epoch": 0.5027397260273972,
      "grad_norm": 0.16213645040988922,
      "learning_rate": 1.7554853493299142e-05,
      "loss": 0.6336584687232971,
      "step": 367
    },
    {
      "epoch": 0.5041095890410959,
      "grad_norm": 0.15891368687152863,
      "learning_rate": 1.7540299153950386e-05,
      "loss": 0.6455602645874023,
      "step": 368
    },
    {
      "epoch": 0.5054794520547945,
      "grad_norm": 0.14739622175693512,
      "learning_rate": 1.7525707698561383e-05,
      "loss": 0.5473576188087463,
      "step": 369
    },
    {
      "epoch": 0.5068493150684932,
      "grad_norm": 0.1491318643093109,
      "learning_rate": 1.7511079198956487e-05,
      "loss": 0.5691012144088745,
      "step": 370
    },
    {
      "epoch": 0.5082191780821917,
      "grad_norm": 0.15580914914608002,
      "learning_rate": 1.7496413727142375e-05,
      "loss": 0.5861622095108032,
      "step": 371
    },
    {
      "epoch": 0.5095890410958904,
      "grad_norm": 0.1470382958650589,
      "learning_rate": 1.7481711355307735e-05,
      "loss": 0.6198167204856873,
      "step": 372
    },
    {
      "epoch": 0.510958904109589,
      "grad_norm": 0.1570439487695694,
      "learning_rate": 1.746697215582288e-05,
      "loss": 0.5717829465866089,
      "step": 373
    },
    {
      "epoch": 0.5123287671232877,
      "grad_norm": 0.16358670592308044,
      "learning_rate": 1.74521962012394e-05,
      "loss": 0.5932368040084839,
      "step": 374
    },
    {
      "epoch": 0.5136986301369864,
      "grad_norm": 0.15532813966274261,
      "learning_rate": 1.7437383564289816e-05,
      "loss": 0.5695762038230896,
      "step": 375
    },
    {
      "epoch": 0.5150684931506849,
      "grad_norm": 0.15465544164180756,
      "learning_rate": 1.7422534317887204e-05,
      "loss": 0.6023073196411133,
      "step": 376
    },
    {
      "epoch": 0.5164383561643836,
      "grad_norm": 0.1464887410402298,
      "learning_rate": 1.740764853512485e-05,
      "loss": 0.5693724155426025,
      "step": 377
    },
    {
      "epoch": 0.5178082191780822,
      "grad_norm": 0.1357395201921463,
      "learning_rate": 1.739272628927588e-05,
      "loss": 0.536882221698761,
      "step": 378
    },
    {
      "epoch": 0.5191780821917809,
      "grad_norm": 0.15610602498054504,
      "learning_rate": 1.7377767653792915e-05,
      "loss": 0.6062382459640503,
      "step": 379
    },
    {
      "epoch": 0.5205479452054794,
      "grad_norm": 0.1343219131231308,
      "learning_rate": 1.7362772702307677e-05,
      "loss": 0.5632308125495911,
      "step": 380
    },
    {
      "epoch": 0.5219178082191781,
      "grad_norm": 0.15014639496803284,
      "learning_rate": 1.7347741508630673e-05,
      "loss": 0.5424991250038147,
      "step": 381
    },
    {
      "epoch": 0.5232876712328767,
      "grad_norm": 0.13980846107006073,
      "learning_rate": 1.7332674146750796e-05,
      "loss": 0.5513417720794678,
      "step": 382
    },
    {
      "epoch": 0.5246575342465754,
      "grad_norm": 0.1392579823732376,
      "learning_rate": 1.731757069083497e-05,
      "loss": 0.5692585110664368,
      "step": 383
    },
    {
      "epoch": 0.5260273972602739,
      "grad_norm": 0.1480334848165512,
      "learning_rate": 1.7302431215227782e-05,
      "loss": 0.540658712387085,
      "step": 384
    },
    {
      "epoch": 0.5273972602739726,
      "grad_norm": 0.15066419541835785,
      "learning_rate": 1.728725579445114e-05,
      "loss": 0.5327310562133789,
      "step": 385
    },
    {
      "epoch": 0.5287671232876713,
      "grad_norm": 0.14655138552188873,
      "learning_rate": 1.727204450320387e-05,
      "loss": 0.5699806213378906,
      "step": 386
    },
    {
      "epoch": 0.5301369863013699,
      "grad_norm": 0.13703569769859314,
      "learning_rate": 1.725679741636136e-05,
      "loss": 0.5863059759140015,
      "step": 387
    },
    {
      "epoch": 0.5315068493150685,
      "grad_norm": 0.1514001339673996,
      "learning_rate": 1.7241514608975224e-05,
      "loss": 0.5537671446800232,
      "step": 388
    },
    {
      "epoch": 0.5328767123287671,
      "grad_norm": 0.14395487308502197,
      "learning_rate": 1.7226196156272873e-05,
      "loss": 0.60512775182724,
      "step": 389
    },
    {
      "epoch": 0.5342465753424658,
      "grad_norm": 0.143971249461174,
      "learning_rate": 1.7210842133657197e-05,
      "loss": 0.5473227500915527,
      "step": 390
    },
    {
      "epoch": 0.5356164383561643,
      "grad_norm": 0.15576298534870148,
      "learning_rate": 1.719545261670617e-05,
      "loss": 0.601518452167511,
      "step": 391
    },
    {
      "epoch": 0.536986301369863,
      "grad_norm": 0.14324787259101868,
      "learning_rate": 1.718002768117248e-05,
      "loss": 0.5695725679397583,
      "step": 392
    },
    {
      "epoch": 0.5383561643835616,
      "grad_norm": 0.14859525859355927,
      "learning_rate": 1.7164567402983153e-05,
      "loss": 0.6340662240982056,
      "step": 393
    },
    {
      "epoch": 0.5397260273972603,
      "grad_norm": 0.13690751791000366,
      "learning_rate": 1.7149071858239195e-05,
      "loss": 0.5283052325248718,
      "step": 394
    },
    {
      "epoch": 0.541095890410959,
      "grad_norm": 0.1423366665840149,
      "learning_rate": 1.7133541123215196e-05,
      "loss": 0.5996649265289307,
      "step": 395
    },
    {
      "epoch": 0.5424657534246575,
      "grad_norm": 0.15085336565971375,
      "learning_rate": 1.7117975274358975e-05,
      "loss": 0.5998474955558777,
      "step": 396
    },
    {
      "epoch": 0.5438356164383562,
      "grad_norm": 0.15080514550209045,
      "learning_rate": 1.7102374388291182e-05,
      "loss": 0.5708898901939392,
      "step": 397
    },
    {
      "epoch": 0.5452054794520548,
      "grad_norm": 0.131844162940979,
      "learning_rate": 1.7086738541804947e-05,
      "loss": 0.5706642866134644,
      "step": 398
    },
    {
      "epoch": 0.5465753424657535,
      "grad_norm": 0.1624789983034134,
      "learning_rate": 1.7071067811865477e-05,
      "loss": 0.5648869872093201,
      "step": 399
    },
    {
      "epoch": 0.547945205479452,
      "grad_norm": 0.14977680146694183,
      "learning_rate": 1.7055362275609687e-05,
      "loss": 0.5466816425323486,
      "step": 400
    },
    {
      "epoch": 0.5493150684931507,
      "grad_norm": 0.12936653196811676,
      "learning_rate": 1.7039622010345832e-05,
      "loss": 0.5807684659957886,
      "step": 401
    },
    {
      "epoch": 0.5506849315068493,
      "grad_norm": 0.15499675273895264,
      "learning_rate": 1.70238470935531e-05,
      "loss": 0.5646220445632935,
      "step": 402
    },
    {
      "epoch": 0.552054794520548,
      "grad_norm": 0.15363413095474243,
      "learning_rate": 1.700803760288126e-05,
      "loss": 0.5537654161453247,
      "step": 403
    },
    {
      "epoch": 0.5534246575342465,
      "grad_norm": 0.14746566116809845,
      "learning_rate": 1.699219361615026e-05,
      "loss": 0.5865470170974731,
      "step": 404
    },
    {
      "epoch": 0.5547945205479452,
      "grad_norm": 0.14045830070972443,
      "learning_rate": 1.6976315211349848e-05,
      "loss": 0.5434695482254028,
      "step": 405
    },
    {
      "epoch": 0.5561643835616439,
      "grad_norm": 0.15868021547794342,
      "learning_rate": 1.6960402466639195e-05,
      "loss": 0.5476789474487305,
      "step": 406
    },
    {
      "epoch": 0.5575342465753425,
      "grad_norm": 0.1462065726518631,
      "learning_rate": 1.6944455460346503e-05,
      "loss": 0.5196582078933716,
      "step": 407
    },
    {
      "epoch": 0.5589041095890411,
      "grad_norm": 0.14001627266407013,
      "learning_rate": 1.692847427096862e-05,
      "loss": 0.6024141311645508,
      "step": 408
    },
    {
      "epoch": 0.5602739726027397,
      "grad_norm": 0.15260235965251923,
      "learning_rate": 1.6912458977170655e-05,
      "loss": 0.6341221332550049,
      "step": 409
    },
    {
      "epoch": 0.5616438356164384,
      "grad_norm": 0.14107351005077362,
      "learning_rate": 1.6896409657785598e-05,
      "loss": 0.5811542272567749,
      "step": 410
    },
    {
      "epoch": 0.563013698630137,
      "grad_norm": 0.1302739977836609,
      "learning_rate": 1.6880326391813917e-05,
      "loss": 0.544140100479126,
      "step": 411
    },
    {
      "epoch": 0.5643835616438356,
      "grad_norm": 0.1420375555753708,
      "learning_rate": 1.6864209258423177e-05,
      "loss": 0.534217119216919,
      "step": 412
    },
    {
      "epoch": 0.5657534246575342,
      "grad_norm": 0.14836066961288452,
      "learning_rate": 1.6848058336947657e-05,
      "loss": 0.6192389726638794,
      "step": 413
    },
    {
      "epoch": 0.5671232876712329,
      "grad_norm": 0.16043499112129211,
      "learning_rate": 1.683187370688795e-05,
      "loss": 0.5258642435073853,
      "step": 414
    },
    {
      "epoch": 0.5684931506849316,
      "grad_norm": 0.14773382246494293,
      "learning_rate": 1.6815655447910574e-05,
      "loss": 0.5696762800216675,
      "step": 415
    },
    {
      "epoch": 0.5698630136986301,
      "grad_norm": 0.14542289078235626,
      "learning_rate": 1.6799403639847582e-05,
      "loss": 0.5968167185783386,
      "step": 416
    },
    {
      "epoch": 0.5712328767123288,
      "grad_norm": 0.14496225118637085,
      "learning_rate": 1.6783118362696162e-05,
      "loss": 0.5987216830253601,
      "step": 417
    },
    {
      "epoch": 0.5726027397260274,
      "grad_norm": 0.14567093551158905,
      "learning_rate": 1.6766799696618257e-05,
      "loss": 0.5913962125778198,
      "step": 418
    },
    {
      "epoch": 0.5739726027397261,
      "grad_norm": 0.15489841997623444,
      "learning_rate": 1.6750447721940157e-05,
      "loss": 0.6150340437889099,
      "step": 419
    },
    {
      "epoch": 0.5753424657534246,
      "grad_norm": 0.13718822598457336,
      "learning_rate": 1.6734062519152113e-05,
      "loss": 0.5184439420700073,
      "step": 420
    },
    {
      "epoch": 0.5767123287671233,
      "grad_norm": 0.14923328161239624,
      "learning_rate": 1.671764416890793e-05,
      "loss": 0.6138299703598022,
      "step": 421
    },
    {
      "epoch": 0.5780821917808219,
      "grad_norm": 0.16161896288394928,
      "learning_rate": 1.670119275202458e-05,
      "loss": 0.6450883150100708,
      "step": 422
    },
    {
      "epoch": 0.5794520547945206,
      "grad_norm": 0.16076239943504333,
      "learning_rate": 1.6684708349481808e-05,
      "loss": 0.6587648391723633,
      "step": 423
    },
    {
      "epoch": 0.5808219178082191,
      "grad_norm": 0.1475391983985901,
      "learning_rate": 1.666819104242171e-05,
      "loss": 0.5829423069953918,
      "step": 424
    },
    {
      "epoch": 0.5821917808219178,
      "grad_norm": 0.159859299659729,
      "learning_rate": 1.6651640912148362e-05,
      "loss": 0.5809226632118225,
      "step": 425
    },
    {
      "epoch": 0.5835616438356165,
      "grad_norm": 0.1477399319410324,
      "learning_rate": 1.6635058040127408e-05,
      "loss": 0.6071959733963013,
      "step": 426
    },
    {
      "epoch": 0.584931506849315,
      "grad_norm": 0.1518445909023285,
      "learning_rate": 1.661844250798565e-05,
      "loss": 0.5572406649589539,
      "step": 427
    },
    {
      "epoch": 0.5863013698630137,
      "grad_norm": 0.14316509664058685,
      "learning_rate": 1.6601794397510666e-05,
      "loss": 0.5702495574951172,
      "step": 428
    },
    {
      "epoch": 0.5876712328767123,
      "grad_norm": 0.13820317387580872,
      "learning_rate": 1.658511379065039e-05,
      "loss": 0.6022301912307739,
      "step": 429
    },
    {
      "epoch": 0.589041095890411,
      "grad_norm": 0.1447012573480606,
      "learning_rate": 1.6568400769512708e-05,
      "loss": 0.5637190341949463,
      "step": 430
    },
    {
      "epoch": 0.5904109589041096,
      "grad_norm": 0.15339450538158417,
      "learning_rate": 1.6551655416365072e-05,
      "loss": 0.5606421232223511,
      "step": 431
    },
    {
      "epoch": 0.5917808219178082,
      "grad_norm": 0.1346173882484436,
      "learning_rate": 1.653487781363408e-05,
      "loss": 0.5061419606208801,
      "step": 432
    },
    {
      "epoch": 0.5931506849315068,
      "grad_norm": 0.14965689182281494,
      "learning_rate": 1.6518068043905075e-05,
      "loss": 0.5600637197494507,
      "step": 433
    },
    {
      "epoch": 0.5945205479452055,
      "grad_norm": 0.13996529579162598,
      "learning_rate": 1.650122618992173e-05,
      "loss": 0.5642286539077759,
      "step": 434
    },
    {
      "epoch": 0.5958904109589042,
      "grad_norm": 0.14598211646080017,
      "learning_rate": 1.6484352334585654e-05,
      "loss": 0.5623951554298401,
      "step": 435
    },
    {
      "epoch": 0.5972602739726027,
      "grad_norm": 0.15535297989845276,
      "learning_rate": 1.6467446560955982e-05,
      "loss": 0.5812850594520569,
      "step": 436
    },
    {
      "epoch": 0.5986301369863014,
      "grad_norm": 0.15179552137851715,
      "learning_rate": 1.6450508952248957e-05,
      "loss": 0.5285508632659912,
      "step": 437
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.13990969955921173,
      "learning_rate": 1.6433539591837527e-05,
      "loss": 0.4808741807937622,
      "step": 438
    },
    {
      "epoch": 0.6013698630136987,
      "grad_norm": 0.13985474407672882,
      "learning_rate": 1.641653856325093e-05,
      "loss": 0.526069164276123,
      "step": 439
    },
    {
      "epoch": 0.6027397260273972,
      "grad_norm": 0.14668938517570496,
      "learning_rate": 1.639950595017429e-05,
      "loss": 0.55939781665802,
      "step": 440
    },
    {
      "epoch": 0.6041095890410959,
      "grad_norm": 0.1409137099981308,
      "learning_rate": 1.6382441836448203e-05,
      "loss": 0.5505657196044922,
      "step": 441
    },
    {
      "epoch": 0.6054794520547945,
      "grad_norm": 0.13390517234802246,
      "learning_rate": 1.6365346306068315e-05,
      "loss": 0.5604054927825928,
      "step": 442
    },
    {
      "epoch": 0.6068493150684932,
      "grad_norm": 0.1515313684940338,
      "learning_rate": 1.6348219443184927e-05,
      "loss": 0.600440263748169,
      "step": 443
    },
    {
      "epoch": 0.6082191780821918,
      "grad_norm": 0.15308818221092224,
      "learning_rate": 1.633106133210255e-05,
      "loss": 0.5832364559173584,
      "step": 444
    },
    {
      "epoch": 0.6095890410958904,
      "grad_norm": 0.162045419216156,
      "learning_rate": 1.6313872057279536e-05,
      "loss": 0.577210009098053,
      "step": 445
    },
    {
      "epoch": 0.6109589041095891,
      "grad_norm": 0.14119122922420502,
      "learning_rate": 1.629665170332762e-05,
      "loss": 0.5397899746894836,
      "step": 446
    },
    {
      "epoch": 0.6123287671232877,
      "grad_norm": 0.13274981081485748,
      "learning_rate": 1.627940035501152e-05,
      "loss": 0.4862290024757385,
      "step": 447
    },
    {
      "epoch": 0.6136986301369863,
      "grad_norm": 0.14096492528915405,
      "learning_rate": 1.6262118097248524e-05,
      "loss": 0.5487799048423767,
      "step": 448
    },
    {
      "epoch": 0.6150684931506849,
      "grad_norm": 0.12473436444997787,
      "learning_rate": 1.624480501510806e-05,
      "loss": 0.505416989326477,
      "step": 449
    },
    {
      "epoch": 0.6164383561643836,
      "grad_norm": 0.16270937025547028,
      "learning_rate": 1.62274611938113e-05,
      "loss": 0.5941034555435181,
      "step": 450
    },
    {
      "epoch": 0.6178082191780822,
      "grad_norm": 0.1519913524389267,
      "learning_rate": 1.62100867187307e-05,
      "loss": 0.589063286781311,
      "step": 451
    },
    {
      "epoch": 0.6191780821917808,
      "grad_norm": 0.1484452784061432,
      "learning_rate": 1.619268167538963e-05,
      "loss": 0.6294279098510742,
      "step": 452
    },
    {
      "epoch": 0.6205479452054794,
      "grad_norm": 0.1418556571006775,
      "learning_rate": 1.617524614946192e-05,
      "loss": 0.6004430055618286,
      "step": 453
    },
    {
      "epoch": 0.6219178082191781,
      "grad_norm": 0.14398352801799774,
      "learning_rate": 1.6157780226771437e-05,
      "loss": 0.5689352750778198,
      "step": 454
    },
    {
      "epoch": 0.6232876712328768,
      "grad_norm": 0.14114904403686523,
      "learning_rate": 1.614028399329168e-05,
      "loss": 0.571104884147644,
      "step": 455
    },
    {
      "epoch": 0.6246575342465753,
      "grad_norm": 0.14283505082130432,
      "learning_rate": 1.6122757535145346e-05,
      "loss": 0.5134957432746887,
      "step": 456
    },
    {
      "epoch": 0.626027397260274,
      "grad_norm": 0.14088678359985352,
      "learning_rate": 1.6105200938603917e-05,
      "loss": 0.6189490556716919,
      "step": 457
    },
    {
      "epoch": 0.6273972602739726,
      "grad_norm": 0.1482560932636261,
      "learning_rate": 1.608761429008721e-05,
      "loss": 0.5793185234069824,
      "step": 458
    },
    {
      "epoch": 0.6287671232876713,
      "grad_norm": 0.16769099235534668,
      "learning_rate": 1.606999767616298e-05,
      "loss": 0.5795351266860962,
      "step": 459
    },
    {
      "epoch": 0.6301369863013698,
      "grad_norm": 0.14694984257221222,
      "learning_rate": 1.6052351183546478e-05,
      "loss": 0.6406443119049072,
      "step": 460
    },
    {
      "epoch": 0.6315068493150685,
      "grad_norm": 0.1542738825082779,
      "learning_rate": 1.603467489910004e-05,
      "loss": 0.5569589138031006,
      "step": 461
    },
    {
      "epoch": 0.6328767123287671,
      "grad_norm": 0.1484406739473343,
      "learning_rate": 1.6016968909832632e-05,
      "loss": 0.563373863697052,
      "step": 462
    },
    {
      "epoch": 0.6342465753424658,
      "grad_norm": 0.14980265498161316,
      "learning_rate": 1.5999233302899444e-05,
      "loss": 0.5926274657249451,
      "step": 463
    },
    {
      "epoch": 0.6356164383561644,
      "grad_norm": 0.14588281512260437,
      "learning_rate": 1.5981468165601462e-05,
      "loss": 0.5282426476478577,
      "step": 464
    },
    {
      "epoch": 0.636986301369863,
      "grad_norm": 0.14488136768341064,
      "learning_rate": 1.5963673585385016e-05,
      "loss": 0.5637092590332031,
      "step": 465
    },
    {
      "epoch": 0.6383561643835617,
      "grad_norm": 0.14770545065402985,
      "learning_rate": 1.594584964984138e-05,
      "loss": 0.5751156806945801,
      "step": 466
    },
    {
      "epoch": 0.6397260273972603,
      "grad_norm": 0.14717961847782135,
      "learning_rate": 1.5927996446706308e-05,
      "loss": 0.5032989382743835,
      "step": 467
    },
    {
      "epoch": 0.6410958904109589,
      "grad_norm": 0.1413588970899582,
      "learning_rate": 1.591011406385964e-05,
      "loss": 0.5489969253540039,
      "step": 468
    },
    {
      "epoch": 0.6424657534246575,
      "grad_norm": 0.13199076056480408,
      "learning_rate": 1.5892202589324835e-05,
      "loss": 0.5251445770263672,
      "step": 469
    },
    {
      "epoch": 0.6438356164383562,
      "grad_norm": 0.14698363840579987,
      "learning_rate": 1.587426211126856e-05,
      "loss": 0.5794821977615356,
      "step": 470
    },
    {
      "epoch": 0.6452054794520548,
      "grad_norm": 0.139966681599617,
      "learning_rate": 1.5856292718000235e-05,
      "loss": 0.5483118891716003,
      "step": 471
    },
    {
      "epoch": 0.6465753424657534,
      "grad_norm": 0.1384710967540741,
      "learning_rate": 1.5838294497971622e-05,
      "loss": 0.5625190734863281,
      "step": 472
    },
    {
      "epoch": 0.647945205479452,
      "grad_norm": 0.15267488360404968,
      "learning_rate": 1.582026753977638e-05,
      "loss": 0.5484758615493774,
      "step": 473
    },
    {
      "epoch": 0.6493150684931507,
      "grad_norm": 0.15189437568187714,
      "learning_rate": 1.5802211932149614e-05,
      "loss": 0.5427678823471069,
      "step": 474
    },
    {
      "epoch": 0.6506849315068494,
      "grad_norm": 0.1514596790075302,
      "learning_rate": 1.5784127763967473e-05,
      "loss": 0.5608749389648438,
      "step": 475
    },
    {
      "epoch": 0.6520547945205479,
      "grad_norm": 0.13448850810527802,
      "learning_rate": 1.5766015124246664e-05,
      "loss": 0.551884114742279,
      "step": 476
    },
    {
      "epoch": 0.6534246575342466,
      "grad_norm": 0.13851968944072723,
      "learning_rate": 1.5747874102144073e-05,
      "loss": 0.5595521330833435,
      "step": 477
    },
    {
      "epoch": 0.6547945205479452,
      "grad_norm": 0.14666830003261566,
      "learning_rate": 1.5729704786956262e-05,
      "loss": 0.5839216113090515,
      "step": 478
    },
    {
      "epoch": 0.6561643835616439,
      "grad_norm": 0.15627364814281464,
      "learning_rate": 1.5711507268119087e-05,
      "loss": 0.5988858938217163,
      "step": 479
    },
    {
      "epoch": 0.6575342465753424,
      "grad_norm": 0.1463092565536499,
      "learning_rate": 1.5693281635207214e-05,
      "loss": 0.537287175655365,
      "step": 480
    },
    {
      "epoch": 0.6589041095890411,
      "grad_norm": 0.1374531239271164,
      "learning_rate": 1.567502797793372e-05,
      "loss": 0.5598975419998169,
      "step": 481
    },
    {
      "epoch": 0.6602739726027397,
      "grad_norm": 0.12984918057918549,
      "learning_rate": 1.5656746386149596e-05,
      "loss": 0.5133352279663086,
      "step": 482
    },
    {
      "epoch": 0.6616438356164384,
      "grad_norm": 0.15310728549957275,
      "learning_rate": 1.563843694984336e-05,
      "loss": 0.570267915725708,
      "step": 483
    },
    {
      "epoch": 0.663013698630137,
      "grad_norm": 0.16105115413665771,
      "learning_rate": 1.5620099759140587e-05,
      "loss": 0.6069197654724121,
      "step": 484
    },
    {
      "epoch": 0.6643835616438356,
      "grad_norm": 0.14937542378902435,
      "learning_rate": 1.560173490430346e-05,
      "loss": 0.582807719707489,
      "step": 485
    },
    {
      "epoch": 0.6657534246575343,
      "grad_norm": 0.14819355309009552,
      "learning_rate": 1.558334247573035e-05,
      "loss": 0.4967902898788452,
      "step": 486
    },
    {
      "epoch": 0.6671232876712329,
      "grad_norm": 0.13898441195487976,
      "learning_rate": 1.5564922563955337e-05,
      "loss": 0.5023531317710876,
      "step": 487
    },
    {
      "epoch": 0.6684931506849315,
      "grad_norm": 0.1410035490989685,
      "learning_rate": 1.5546475259647795e-05,
      "loss": 0.5132713317871094,
      "step": 488
    },
    {
      "epoch": 0.6698630136986301,
      "grad_norm": 0.1309722661972046,
      "learning_rate": 1.5528000653611935e-05,
      "loss": 0.5644882321357727,
      "step": 489
    },
    {
      "epoch": 0.6712328767123288,
      "grad_norm": 0.13525459170341492,
      "learning_rate": 1.550949883678635e-05,
      "loss": 0.5111340284347534,
      "step": 490
    },
    {
      "epoch": 0.6726027397260274,
      "grad_norm": 0.14471714198589325,
      "learning_rate": 1.549096990024358e-05,
      "loss": 0.5402161478996277,
      "step": 491
    },
    {
      "epoch": 0.673972602739726,
      "grad_norm": 0.1380838304758072,
      "learning_rate": 1.5472413935189656e-05,
      "loss": 0.57719486951828,
      "step": 492
    },
    {
      "epoch": 0.6753424657534246,
      "grad_norm": 0.1449180692434311,
      "learning_rate": 1.5453831032963648e-05,
      "loss": 0.4582573175430298,
      "step": 493
    },
    {
      "epoch": 0.6767123287671233,
      "grad_norm": 0.16058871150016785,
      "learning_rate": 1.543522128503723e-05,
      "loss": 0.6209670305252075,
      "step": 494
    },
    {
      "epoch": 0.678082191780822,
      "grad_norm": 0.1415194571018219,
      "learning_rate": 1.541658478301421e-05,
      "loss": 0.542889416217804,
      "step": 495
    },
    {
      "epoch": 0.6794520547945205,
      "grad_norm": 0.13594785332679749,
      "learning_rate": 1.53979216186301e-05,
      "loss": 0.5576387047767639,
      "step": 496
    },
    {
      "epoch": 0.6808219178082192,
      "grad_norm": 0.16646577417850494,
      "learning_rate": 1.537923188375164e-05,
      "loss": 0.6171765327453613,
      "step": 497
    },
    {
      "epoch": 0.6821917808219178,
      "grad_norm": 0.14226126670837402,
      "learning_rate": 1.5360515670376373e-05,
      "loss": 0.5574626922607422,
      "step": 498
    },
    {
      "epoch": 0.6835616438356165,
      "grad_norm": 0.14714594185352325,
      "learning_rate": 1.5341773070632172e-05,
      "loss": 0.5930618643760681,
      "step": 499
    },
    {
      "epoch": 0.684931506849315,
      "grad_norm": 0.12718486785888672,
      "learning_rate": 1.5323004176776796e-05,
      "loss": 0.49652647972106934,
      "step": 500
    },
    {
      "epoch": 0.6863013698630137,
      "grad_norm": 0.13479647040367126,
      "learning_rate": 1.5304209081197425e-05,
      "loss": 0.5470659732818604,
      "step": 501
    },
    {
      "epoch": 0.6876712328767123,
      "grad_norm": 0.1462414562702179,
      "learning_rate": 1.5285387876410224e-05,
      "loss": 0.558161735534668,
      "step": 502
    },
    {
      "epoch": 0.689041095890411,
      "grad_norm": 0.1436636745929718,
      "learning_rate": 1.5266540655059872e-05,
      "loss": 0.5366897583007812,
      "step": 503
    },
    {
      "epoch": 0.6904109589041096,
      "grad_norm": 0.15740245580673218,
      "learning_rate": 1.5247667509919104e-05,
      "loss": 0.5611869096755981,
      "step": 504
    },
    {
      "epoch": 0.6917808219178082,
      "grad_norm": 0.1479470580816269,
      "learning_rate": 1.5228768533888278e-05,
      "loss": 0.5563034415245056,
      "step": 505
    },
    {
      "epoch": 0.6931506849315069,
      "grad_norm": 0.14391250908374786,
      "learning_rate": 1.520984381999488e-05,
      "loss": 0.5359901189804077,
      "step": 506
    },
    {
      "epoch": 0.6945205479452055,
      "grad_norm": 0.14507880806922913,
      "learning_rate": 1.5190893461393108e-05,
      "loss": 0.5985116958618164,
      "step": 507
    },
    {
      "epoch": 0.6958904109589041,
      "grad_norm": 0.12985731661319733,
      "learning_rate": 1.5171917551363376e-05,
      "loss": 0.5191558003425598,
      "step": 508
    },
    {
      "epoch": 0.6972602739726027,
      "grad_norm": 0.13191670179367065,
      "learning_rate": 1.5152916183311881e-05,
      "loss": 0.5371098518371582,
      "step": 509
    },
    {
      "epoch": 0.6986301369863014,
      "grad_norm": 0.15381883084774017,
      "learning_rate": 1.5133889450770122e-05,
      "loss": 0.582601010799408,
      "step": 510
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.13812492787837982,
      "learning_rate": 1.5114837447394469e-05,
      "loss": 0.5940638780593872,
      "step": 511
    },
    {
      "epoch": 0.7013698630136986,
      "grad_norm": 0.14924225211143494,
      "learning_rate": 1.5095760266965668e-05,
      "loss": 0.5940001010894775,
      "step": 512
    },
    {
      "epoch": 0.7027397260273973,
      "grad_norm": 0.14933045208454132,
      "learning_rate": 1.50766580033884e-05,
      "loss": 0.62128746509552,
      "step": 513
    },
    {
      "epoch": 0.7041095890410959,
      "grad_norm": 0.15632203221321106,
      "learning_rate": 1.5057530750690822e-05,
      "loss": 0.5551106929779053,
      "step": 514
    },
    {
      "epoch": 0.7054794520547946,
      "grad_norm": 0.13439548015594482,
      "learning_rate": 1.5038378603024085e-05,
      "loss": 0.5119856595993042,
      "step": 515
    },
    {
      "epoch": 0.7068493150684931,
      "grad_norm": 0.14251737296581268,
      "learning_rate": 1.5019201654661886e-05,
      "loss": 0.5376251935958862,
      "step": 516
    },
    {
      "epoch": 0.7082191780821918,
      "grad_norm": 0.1485617607831955,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.5784671306610107,
      "step": 517
    },
    {
      "epoch": 0.7095890410958904,
      "grad_norm": 0.1372535526752472,
      "learning_rate": 1.4980773733555823e-05,
      "loss": 0.558871865272522,
      "step": 518
    },
    {
      "epoch": 0.7109589041095891,
      "grad_norm": 0.1411508321762085,
      "learning_rate": 1.4961522949967887e-05,
      "loss": 0.5023566484451294,
      "step": 519
    },
    {
      "epoch": 0.7123287671232876,
      "grad_norm": 0.15227437019348145,
      "learning_rate": 1.4942247743995407e-05,
      "loss": 0.5967291593551636,
      "step": 520
    },
    {
      "epoch": 0.7136986301369863,
      "grad_norm": 0.15094850957393646,
      "learning_rate": 1.4922948210517822e-05,
      "loss": 0.6140634417533875,
      "step": 521
    },
    {
      "epoch": 0.7150684931506849,
      "grad_norm": 0.1562165468931198,
      "learning_rate": 1.4903624444534317e-05,
      "loss": 0.5756810307502747,
      "step": 522
    },
    {
      "epoch": 0.7164383561643836,
      "grad_norm": 0.14749285578727722,
      "learning_rate": 1.4884276541163351e-05,
      "loss": 0.5795880556106567,
      "step": 523
    },
    {
      "epoch": 0.7178082191780822,
      "grad_norm": 0.13962800800800323,
      "learning_rate": 1.4864904595642206e-05,
      "loss": 0.5142415761947632,
      "step": 524
    },
    {
      "epoch": 0.7191780821917808,
      "grad_norm": 0.14828866720199585,
      "learning_rate": 1.4845508703326504e-05,
      "loss": 0.5461621284484863,
      "step": 525
    },
    {
      "epoch": 0.7205479452054795,
      "grad_norm": 0.14395621418952942,
      "learning_rate": 1.4826088959689734e-05,
      "loss": 0.6380258202552795,
      "step": 526
    },
    {
      "epoch": 0.7219178082191781,
      "grad_norm": 0.15022049844264984,
      "learning_rate": 1.4806645460322804e-05,
      "loss": 0.5415664315223694,
      "step": 527
    },
    {
      "epoch": 0.7232876712328767,
      "grad_norm": 0.14218366146087646,
      "learning_rate": 1.4787178300933543e-05,
      "loss": 0.5103275775909424,
      "step": 528
    },
    {
      "epoch": 0.7246575342465753,
      "grad_norm": 0.15063804388046265,
      "learning_rate": 1.4767687577346253e-05,
      "loss": 0.5823582410812378,
      "step": 529
    },
    {
      "epoch": 0.726027397260274,
      "grad_norm": 0.14951996505260468,
      "learning_rate": 1.4748173385501222e-05,
      "loss": 0.5916295051574707,
      "step": 530
    },
    {
      "epoch": 0.7273972602739726,
      "grad_norm": 0.15501154959201813,
      "learning_rate": 1.4728635821454255e-05,
      "loss": 0.5518443584442139,
      "step": 531
    },
    {
      "epoch": 0.7287671232876712,
      "grad_norm": 0.15150362253189087,
      "learning_rate": 1.470907498137621e-05,
      "loss": 0.5295286178588867,
      "step": 532
    },
    {
      "epoch": 0.7301369863013699,
      "grad_norm": 0.14389854669570923,
      "learning_rate": 1.4689490961552513e-05,
      "loss": 0.573415994644165,
      "step": 533
    },
    {
      "epoch": 0.7315068493150685,
      "grad_norm": 0.14579284191131592,
      "learning_rate": 1.4669883858382689e-05,
      "loss": 0.5175173282623291,
      "step": 534
    },
    {
      "epoch": 0.7328767123287672,
      "grad_norm": 0.16025300323963165,
      "learning_rate": 1.4650253768379896e-05,
      "loss": 0.5780712366104126,
      "step": 535
    },
    {
      "epoch": 0.7342465753424657,
      "grad_norm": 0.15502531826496124,
      "learning_rate": 1.4630600788170429e-05,
      "loss": 0.5766080617904663,
      "step": 536
    },
    {
      "epoch": 0.7356164383561644,
      "grad_norm": 0.1452580839395523,
      "learning_rate": 1.461092501449326e-05,
      "loss": 0.5627033710479736,
      "step": 537
    },
    {
      "epoch": 0.736986301369863,
      "grad_norm": 0.14218607544898987,
      "learning_rate": 1.4591226544199564e-05,
      "loss": 0.5479629635810852,
      "step": 538
    },
    {
      "epoch": 0.7383561643835617,
      "grad_norm": 0.14063885807991028,
      "learning_rate": 1.4571505474252234e-05,
      "loss": 0.5578610301017761,
      "step": 539
    },
    {
      "epoch": 0.7397260273972602,
      "grad_norm": 0.14620015025138855,
      "learning_rate": 1.4551761901725402e-05,
      "loss": 0.5858629941940308,
      "step": 540
    },
    {
      "epoch": 0.7410958904109589,
      "grad_norm": 0.14063887298107147,
      "learning_rate": 1.4531995923803974e-05,
      "loss": 0.5905371904373169,
      "step": 541
    },
    {
      "epoch": 0.7424657534246575,
      "grad_norm": 0.13075634837150574,
      "learning_rate": 1.4512207637783138e-05,
      "loss": 0.5407640337944031,
      "step": 542
    },
    {
      "epoch": 0.7438356164383562,
      "grad_norm": 0.13585825264453888,
      "learning_rate": 1.4492397141067888e-05,
      "loss": 0.5683429837226868,
      "step": 543
    },
    {
      "epoch": 0.7452054794520548,
      "grad_norm": 0.14631445705890656,
      "learning_rate": 1.4472564531172558e-05,
      "loss": 0.5532336235046387,
      "step": 544
    },
    {
      "epoch": 0.7465753424657534,
      "grad_norm": 0.15100950002670288,
      "learning_rate": 1.4452709905720314e-05,
      "loss": 0.5505513548851013,
      "step": 545
    },
    {
      "epoch": 0.7479452054794521,
      "grad_norm": 0.15109765529632568,
      "learning_rate": 1.4432833362442708e-05,
      "loss": 0.5818567276000977,
      "step": 546
    },
    {
      "epoch": 0.7493150684931507,
      "grad_norm": 0.15869656205177307,
      "learning_rate": 1.4412934999179169e-05,
      "loss": 0.591871976852417,
      "step": 547
    },
    {
      "epoch": 0.7506849315068493,
      "grad_norm": 0.13581599295139313,
      "learning_rate": 1.4393014913876528e-05,
      "loss": 0.5127702355384827,
      "step": 548
    },
    {
      "epoch": 0.7520547945205479,
      "grad_norm": 0.1417117863893509,
      "learning_rate": 1.4373073204588556e-05,
      "loss": 0.5655680894851685,
      "step": 549
    },
    {
      "epoch": 0.7534246575342466,
      "grad_norm": 0.15534058213233948,
      "learning_rate": 1.4353109969475447e-05,
      "loss": 0.577724814414978,
      "step": 550
    },
    {
      "epoch": 0.7547945205479452,
      "grad_norm": 0.1513068974018097,
      "learning_rate": 1.4333125306803362e-05,
      "loss": 0.5496415495872498,
      "step": 551
    },
    {
      "epoch": 0.7561643835616438,
      "grad_norm": 0.14230354130268097,
      "learning_rate": 1.4313119314943933e-05,
      "loss": 0.525494396686554,
      "step": 552
    },
    {
      "epoch": 0.7575342465753425,
      "grad_norm": 0.13738034665584564,
      "learning_rate": 1.4293092092373786e-05,
      "loss": 0.519819974899292,
      "step": 553
    },
    {
      "epoch": 0.7589041095890411,
      "grad_norm": 0.13675081729888916,
      "learning_rate": 1.4273043737674048e-05,
      "loss": 0.5584299564361572,
      "step": 554
    },
    {
      "epoch": 0.7602739726027398,
      "grad_norm": 0.1386847048997879,
      "learning_rate": 1.4252974349529871e-05,
      "loss": 0.5083411335945129,
      "step": 555
    },
    {
      "epoch": 0.7616438356164383,
      "grad_norm": 0.14538908004760742,
      "learning_rate": 1.4232884026729927e-05,
      "loss": 0.6105762720108032,
      "step": 556
    },
    {
      "epoch": 0.763013698630137,
      "grad_norm": 0.15406113862991333,
      "learning_rate": 1.4212772868165957e-05,
      "loss": 0.5772764086723328,
      "step": 557
    },
    {
      "epoch": 0.7643835616438356,
      "grad_norm": 0.16195538640022278,
      "learning_rate": 1.419264097283225e-05,
      "loss": 0.6081218719482422,
      "step": 558
    },
    {
      "epoch": 0.7657534246575343,
      "grad_norm": 0.12385565787553787,
      "learning_rate": 1.4172488439825167e-05,
      "loss": 0.4937037229537964,
      "step": 559
    },
    {
      "epoch": 0.7671232876712328,
      "grad_norm": 0.15183141827583313,
      "learning_rate": 1.4152315368342661e-05,
      "loss": 0.5616321563720703,
      "step": 560
    },
    {
      "epoch": 0.7684931506849315,
      "grad_norm": 0.13611982762813568,
      "learning_rate": 1.4132121857683782e-05,
      "loss": 0.5686037540435791,
      "step": 561
    },
    {
      "epoch": 0.7698630136986301,
      "grad_norm": 0.1663551926612854,
      "learning_rate": 1.4111908007248188e-05,
      "loss": 0.6417747735977173,
      "step": 562
    },
    {
      "epoch": 0.7712328767123288,
      "grad_norm": 0.14242985844612122,
      "learning_rate": 1.4091673916535655e-05,
      "loss": 0.5676991939544678,
      "step": 563
    },
    {
      "epoch": 0.7726027397260274,
      "grad_norm": 0.14829294383525848,
      "learning_rate": 1.4071419685145587e-05,
      "loss": 0.5915441513061523,
      "step": 564
    },
    {
      "epoch": 0.773972602739726,
      "grad_norm": 0.15141542255878448,
      "learning_rate": 1.4051145412776536e-05,
      "loss": 0.5690219402313232,
      "step": 565
    },
    {
      "epoch": 0.7753424657534247,
      "grad_norm": 0.13884322345256805,
      "learning_rate": 1.4030851199225697e-05,
      "loss": 0.5482669472694397,
      "step": 566
    },
    {
      "epoch": 0.7767123287671233,
      "grad_norm": 0.141120046377182,
      "learning_rate": 1.4010537144388416e-05,
      "loss": 0.5446934103965759,
      "step": 567
    },
    {
      "epoch": 0.7780821917808219,
      "grad_norm": 0.14071466028690338,
      "learning_rate": 1.3990203348257722e-05,
      "loss": 0.5528297424316406,
      "step": 568
    },
    {
      "epoch": 0.7794520547945205,
      "grad_norm": 0.1462251991033554,
      "learning_rate": 1.3969849910923803e-05,
      "loss": 0.5360151529312134,
      "step": 569
    },
    {
      "epoch": 0.7808219178082192,
      "grad_norm": 0.14809444546699524,
      "learning_rate": 1.3949476932573531e-05,
      "loss": 0.5697877407073975,
      "step": 570
    },
    {
      "epoch": 0.7821917808219178,
      "grad_norm": 0.1515805721282959,
      "learning_rate": 1.3929084513489972e-05,
      "loss": 0.5751916170120239,
      "step": 571
    },
    {
      "epoch": 0.7835616438356164,
      "grad_norm": 0.14923812448978424,
      "learning_rate": 1.3908672754051877e-05,
      "loss": 0.6014054417610168,
      "step": 572
    },
    {
      "epoch": 0.7849315068493151,
      "grad_norm": 0.15840941667556763,
      "learning_rate": 1.388824175473321e-05,
      "loss": 0.5876986980438232,
      "step": 573
    },
    {
      "epoch": 0.7863013698630137,
      "grad_norm": 0.14389535784721375,
      "learning_rate": 1.386779161610262e-05,
      "loss": 0.5680856704711914,
      "step": 574
    },
    {
      "epoch": 0.7876712328767124,
      "grad_norm": 0.1493615210056305,
      "learning_rate": 1.3847322438822988e-05,
      "loss": 0.5676318407058716,
      "step": 575
    },
    {
      "epoch": 0.7890410958904109,
      "grad_norm": 0.1369982659816742,
      "learning_rate": 1.3826834323650899e-05,
      "loss": 0.5286301970481873,
      "step": 576
    },
    {
      "epoch": 0.7904109589041096,
      "grad_norm": 0.15035495162010193,
      "learning_rate": 1.3806327371436159e-05,
      "loss": 0.5285563468933105,
      "step": 577
    },
    {
      "epoch": 0.7917808219178082,
      "grad_norm": 0.14841550588607788,
      "learning_rate": 1.3785801683121296e-05,
      "loss": 0.520169734954834,
      "step": 578
    },
    {
      "epoch": 0.7931506849315069,
      "grad_norm": 0.14321400225162506,
      "learning_rate": 1.3765257359741065e-05,
      "loss": 0.5244216918945312,
      "step": 579
    },
    {
      "epoch": 0.7945205479452054,
      "grad_norm": 0.15067681670188904,
      "learning_rate": 1.3744694502421949e-05,
      "loss": 0.6115273237228394,
      "step": 580
    },
    {
      "epoch": 0.7958904109589041,
      "grad_norm": 0.14685063064098358,
      "learning_rate": 1.372411321238166e-05,
      "loss": 0.5616559982299805,
      "step": 581
    },
    {
      "epoch": 0.7972602739726027,
      "grad_norm": 0.14456450939178467,
      "learning_rate": 1.3703513590928647e-05,
      "loss": 0.5625962018966675,
      "step": 582
    },
    {
      "epoch": 0.7986301369863014,
      "grad_norm": 0.14497993886470795,
      "learning_rate": 1.3682895739461588e-05,
      "loss": 0.5844519138336182,
      "step": 583
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.1386929750442505,
      "learning_rate": 1.3662259759468896e-05,
      "loss": 0.5730550289154053,
      "step": 584
    },
    {
      "epoch": 0.8013698630136986,
      "grad_norm": 0.13944153487682343,
      "learning_rate": 1.3641605752528225e-05,
      "loss": 0.5775356888771057,
      "step": 585
    },
    {
      "epoch": 0.8027397260273973,
      "grad_norm": 0.14761903882026672,
      "learning_rate": 1.3620933820305953e-05,
      "loss": 0.5440607666969299,
      "step": 586
    },
    {
      "epoch": 0.8041095890410959,
      "grad_norm": 0.14507032930850983,
      "learning_rate": 1.3600244064556702e-05,
      "loss": 0.5188732147216797,
      "step": 587
    },
    {
      "epoch": 0.8054794520547945,
      "grad_norm": 0.14819754660129547,
      "learning_rate": 1.3579536587122828e-05,
      "loss": 0.5256346464157104,
      "step": 588
    },
    {
      "epoch": 0.8068493150684931,
      "grad_norm": 0.14310747385025024,
      "learning_rate": 1.3558811489933909e-05,
      "loss": 0.5244719386100769,
      "step": 589
    },
    {
      "epoch": 0.8082191780821918,
      "grad_norm": 0.1424933671951294,
      "learning_rate": 1.3538068875006272e-05,
      "loss": 0.520290732383728,
      "step": 590
    },
    {
      "epoch": 0.8095890410958904,
      "grad_norm": 0.13971343636512756,
      "learning_rate": 1.351730884444245e-05,
      "loss": 0.5435692071914673,
      "step": 591
    },
    {
      "epoch": 0.810958904109589,
      "grad_norm": 0.13619816303253174,
      "learning_rate": 1.3496531500430723e-05,
      "loss": 0.5121521949768066,
      "step": 592
    },
    {
      "epoch": 0.8123287671232877,
      "grad_norm": 0.14922301471233368,
      "learning_rate": 1.3475736945244575e-05,
      "loss": 0.5281805396080017,
      "step": 593
    },
    {
      "epoch": 0.8136986301369863,
      "grad_norm": 0.14446088671684265,
      "learning_rate": 1.3454925281242225e-05,
      "loss": 0.6063831448554993,
      "step": 594
    },
    {
      "epoch": 0.815068493150685,
      "grad_norm": 0.14300888776779175,
      "learning_rate": 1.3434096610866106e-05,
      "loss": 0.5407198071479797,
      "step": 595
    },
    {
      "epoch": 0.8164383561643835,
      "grad_norm": 0.13160032033920288,
      "learning_rate": 1.3413251036642349e-05,
      "loss": 0.5404701232910156,
      "step": 596
    },
    {
      "epoch": 0.8178082191780822,
      "grad_norm": 0.13810713589191437,
      "learning_rate": 1.3392388661180303e-05,
      "loss": 0.5198618769645691,
      "step": 597
    },
    {
      "epoch": 0.8191780821917808,
      "grad_norm": 0.14353394508361816,
      "learning_rate": 1.3371509587172023e-05,
      "loss": 0.513703465461731,
      "step": 598
    },
    {
      "epoch": 0.8205479452054795,
      "grad_norm": 0.1333569884300232,
      "learning_rate": 1.3350613917391749e-05,
      "loss": 0.5600924491882324,
      "step": 599
    },
    {
      "epoch": 0.821917808219178,
      "grad_norm": 0.15609651803970337,
      "learning_rate": 1.3329701754695412e-05,
      "loss": 0.6079143285751343,
      "step": 600
    },
    {
      "epoch": 0.8232876712328767,
      "grad_norm": 0.13941015303134918,
      "learning_rate": 1.330877320202014e-05,
      "loss": 0.5294625759124756,
      "step": 601
    },
    {
      "epoch": 0.8246575342465754,
      "grad_norm": 0.14244301617145538,
      "learning_rate": 1.3287828362383724e-05,
      "loss": 0.6567379236221313,
      "step": 602
    },
    {
      "epoch": 0.826027397260274,
      "grad_norm": 0.1582559496164322,
      "learning_rate": 1.3266867338884131e-05,
      "loss": 0.5663045644760132,
      "step": 603
    },
    {
      "epoch": 0.8273972602739726,
      "grad_norm": 0.16126839816570282,
      "learning_rate": 1.3245890234698993e-05,
      "loss": 0.5470207333564758,
      "step": 604
    },
    {
      "epoch": 0.8287671232876712,
      "grad_norm": 0.14516150951385498,
      "learning_rate": 1.322489715308509e-05,
      "loss": 0.5473780035972595,
      "step": 605
    },
    {
      "epoch": 0.8301369863013699,
      "grad_norm": 0.13455289602279663,
      "learning_rate": 1.3203888197377857e-05,
      "loss": 0.5864403247833252,
      "step": 606
    },
    {
      "epoch": 0.8315068493150685,
      "grad_norm": 0.1354503482580185,
      "learning_rate": 1.318286347099086e-05,
      "loss": 0.5317245721817017,
      "step": 607
    },
    {
      "epoch": 0.8328767123287671,
      "grad_norm": 0.14837303757667542,
      "learning_rate": 1.3161823077415299e-05,
      "loss": 0.5762374401092529,
      "step": 608
    },
    {
      "epoch": 0.8342465753424657,
      "grad_norm": 0.14379873871803284,
      "learning_rate": 1.314076712021949e-05,
      "loss": 0.5885000228881836,
      "step": 609
    },
    {
      "epoch": 0.8356164383561644,
      "grad_norm": 0.1361761838197708,
      "learning_rate": 1.3119695703048358e-05,
      "loss": 0.43967384099960327,
      "step": 610
    },
    {
      "epoch": 0.836986301369863,
      "grad_norm": 0.13545174896717072,
      "learning_rate": 1.3098608929622934e-05,
      "loss": 0.4924185276031494,
      "step": 611
    },
    {
      "epoch": 0.8383561643835616,
      "grad_norm": 0.13373355567455292,
      "learning_rate": 1.3077506903739829e-05,
      "loss": 0.536264181137085,
      "step": 612
    },
    {
      "epoch": 0.8397260273972603,
      "grad_norm": 0.15098173916339874,
      "learning_rate": 1.305638972927074e-05,
      "loss": 0.6109551787376404,
      "step": 613
    },
    {
      "epoch": 0.8410958904109589,
      "grad_norm": 0.13542239367961884,
      "learning_rate": 1.3035257510161925e-05,
      "loss": 0.4766671657562256,
      "step": 614
    },
    {
      "epoch": 0.8424657534246576,
      "grad_norm": 0.1498875766992569,
      "learning_rate": 1.30141103504337e-05,
      "loss": 0.598709225654602,
      "step": 615
    },
    {
      "epoch": 0.8438356164383561,
      "grad_norm": 0.14445774257183075,
      "learning_rate": 1.2992948354179919e-05,
      "loss": 0.5338215827941895,
      "step": 616
    },
    {
      "epoch": 0.8452054794520548,
      "grad_norm": 0.1474190205335617,
      "learning_rate": 1.297177162556748e-05,
      "loss": 0.518726110458374,
      "step": 617
    },
    {
      "epoch": 0.8465753424657534,
      "grad_norm": 0.14172446727752686,
      "learning_rate": 1.2950580268835784e-05,
      "loss": 0.5487723350524902,
      "step": 618
    },
    {
      "epoch": 0.8479452054794521,
      "grad_norm": 0.14646317064762115,
      "learning_rate": 1.2929374388296241e-05,
      "loss": 0.545096218585968,
      "step": 619
    },
    {
      "epoch": 0.8493150684931506,
      "grad_norm": 0.14491736888885498,
      "learning_rate": 1.2908154088331757e-05,
      "loss": 0.5572469830513,
      "step": 620
    },
    {
      "epoch": 0.8506849315068493,
      "grad_norm": 0.14330042898654938,
      "learning_rate": 1.2886919473396212e-05,
      "loss": 0.5331091284751892,
      "step": 621
    },
    {
      "epoch": 0.852054794520548,
      "grad_norm": 0.13608761131763458,
      "learning_rate": 1.2865670648013951e-05,
      "loss": 0.5101725459098816,
      "step": 622
    },
    {
      "epoch": 0.8534246575342466,
      "grad_norm": 0.15225724875926971,
      "learning_rate": 1.2844407716779266e-05,
      "loss": 0.5518755912780762,
      "step": 623
    },
    {
      "epoch": 0.8547945205479452,
      "grad_norm": 0.14294537901878357,
      "learning_rate": 1.2823130784355882e-05,
      "loss": 0.48980948328971863,
      "step": 624
    },
    {
      "epoch": 0.8561643835616438,
      "grad_norm": 0.13224340975284576,
      "learning_rate": 1.2801839955476444e-05,
      "loss": 0.4973132610321045,
      "step": 625
    },
    {
      "epoch": 0.8575342465753425,
      "grad_norm": 0.1523551344871521,
      "learning_rate": 1.2780535334942011e-05,
      "loss": 0.5488629341125488,
      "step": 626
    },
    {
      "epoch": 0.8589041095890411,
      "grad_norm": 0.12789522111415863,
      "learning_rate": 1.2759217027621507e-05,
      "loss": 0.5876277685165405,
      "step": 627
    },
    {
      "epoch": 0.8602739726027397,
      "grad_norm": 0.12671145796775818,
      "learning_rate": 1.2737885138451246e-05,
      "loss": 0.5252135992050171,
      "step": 628
    },
    {
      "epoch": 0.8616438356164383,
      "grad_norm": 0.13611386716365814,
      "learning_rate": 1.2716539772434389e-05,
      "loss": 0.5474650859832764,
      "step": 629
    },
    {
      "epoch": 0.863013698630137,
      "grad_norm": 0.13836732506752014,
      "learning_rate": 1.2695181034640435e-05,
      "loss": 0.5324945449829102,
      "step": 630
    },
    {
      "epoch": 0.8643835616438356,
      "grad_norm": 0.13409800827503204,
      "learning_rate": 1.267380903020471e-05,
      "loss": 0.5111215710639954,
      "step": 631
    },
    {
      "epoch": 0.8657534246575342,
      "grad_norm": 0.14573852717876434,
      "learning_rate": 1.2652423864327833e-05,
      "loss": 0.551156759262085,
      "step": 632
    },
    {
      "epoch": 0.8671232876712329,
      "grad_norm": 0.1373865008354187,
      "learning_rate": 1.2631025642275212e-05,
      "loss": 0.5151498317718506,
      "step": 633
    },
    {
      "epoch": 0.8684931506849315,
      "grad_norm": 0.15578457713127136,
      "learning_rate": 1.2609614469376532e-05,
      "loss": 0.5745099782943726,
      "step": 634
    },
    {
      "epoch": 0.8698630136986302,
      "grad_norm": 0.14487750828266144,
      "learning_rate": 1.2588190451025209e-05,
      "loss": 0.591609001159668,
      "step": 635
    },
    {
      "epoch": 0.8712328767123287,
      "grad_norm": 0.1382559835910797,
      "learning_rate": 1.2566753692677902e-05,
      "loss": 0.5301614999771118,
      "step": 636
    },
    {
      "epoch": 0.8726027397260274,
      "grad_norm": 0.1299545019865036,
      "learning_rate": 1.2545304299853977e-05,
      "loss": 0.4942835569381714,
      "step": 637
    },
    {
      "epoch": 0.873972602739726,
      "grad_norm": 0.13769906759262085,
      "learning_rate": 1.2523842378134991e-05,
      "loss": 0.5325908660888672,
      "step": 638
    },
    {
      "epoch": 0.8753424657534247,
      "grad_norm": 0.13713912665843964,
      "learning_rate": 1.2502368033164176e-05,
      "loss": 0.5291322469711304,
      "step": 639
    },
    {
      "epoch": 0.8767123287671232,
      "grad_norm": 0.14469754695892334,
      "learning_rate": 1.2480881370645906e-05,
      "loss": 0.5346277952194214,
      "step": 640
    },
    {
      "epoch": 0.8780821917808219,
      "grad_norm": 0.1554187834262848,
      "learning_rate": 1.2459382496345199e-05,
      "loss": 0.5714985728263855,
      "step": 641
    },
    {
      "epoch": 0.8794520547945206,
      "grad_norm": 0.14312691986560822,
      "learning_rate": 1.2437871516087174e-05,
      "loss": 0.543634831905365,
      "step": 642
    },
    {
      "epoch": 0.8808219178082192,
      "grad_norm": 0.14826460182666779,
      "learning_rate": 1.2416348535756543e-05,
      "loss": 0.5458000898361206,
      "step": 643
    },
    {
      "epoch": 0.8821917808219178,
      "grad_norm": 0.144753098487854,
      "learning_rate": 1.2394813661297093e-05,
      "loss": 0.5427224636077881,
      "step": 644
    },
    {
      "epoch": 0.8835616438356164,
      "grad_norm": 0.17040959000587463,
      "learning_rate": 1.2373266998711152e-05,
      "loss": 0.6165363192558289,
      "step": 645
    },
    {
      "epoch": 0.8849315068493151,
      "grad_norm": 0.1435997039079666,
      "learning_rate": 1.2351708654059065e-05,
      "loss": 0.49909958243370056,
      "step": 646
    },
    {
      "epoch": 0.8863013698630137,
      "grad_norm": 0.139425128698349,
      "learning_rate": 1.2330138733458693e-05,
      "loss": 0.5313612222671509,
      "step": 647
    },
    {
      "epoch": 0.8876712328767123,
      "grad_norm": 0.13428698480129242,
      "learning_rate": 1.2308557343084881e-05,
      "loss": 0.5440371632575989,
      "step": 648
    },
    {
      "epoch": 0.8890410958904109,
      "grad_norm": 0.14464199542999268,
      "learning_rate": 1.2286964589168917e-05,
      "loss": 0.6058000326156616,
      "step": 649
    },
    {
      "epoch": 0.8904109589041096,
      "grad_norm": 0.13464415073394775,
      "learning_rate": 1.2265360577998038e-05,
      "loss": 0.5244266986846924,
      "step": 650
    },
    {
      "epoch": 0.8917808219178082,
      "grad_norm": 0.17547836899757385,
      "learning_rate": 1.2243745415914882e-05,
      "loss": 0.5788463354110718,
      "step": 651
    },
    {
      "epoch": 0.8931506849315068,
      "grad_norm": 0.1391308307647705,
      "learning_rate": 1.2222119209316984e-05,
      "loss": 0.5580483078956604,
      "step": 652
    },
    {
      "epoch": 0.8945205479452055,
      "grad_norm": 0.15701870620250702,
      "learning_rate": 1.220048206465625e-05,
      "loss": 0.6042839288711548,
      "step": 653
    },
    {
      "epoch": 0.8958904109589041,
      "grad_norm": 0.12679646909236908,
      "learning_rate": 1.2178834088438404e-05,
      "loss": 0.5429613590240479,
      "step": 654
    },
    {
      "epoch": 0.8972602739726028,
      "grad_norm": 0.13499225676059723,
      "learning_rate": 1.2157175387222516e-05,
      "loss": 0.576964795589447,
      "step": 655
    },
    {
      "epoch": 0.8986301369863013,
      "grad_norm": 0.12962238490581512,
      "learning_rate": 1.2135506067620421e-05,
      "loss": 0.4955563247203827,
      "step": 656
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.14396265149116516,
      "learning_rate": 1.2113826236296245e-05,
      "loss": 0.5154756903648376,
      "step": 657
    },
    {
      "epoch": 0.9013698630136986,
      "grad_norm": 0.1490243673324585,
      "learning_rate": 1.209213599996584e-05,
      "loss": 0.6035890579223633,
      "step": 658
    },
    {
      "epoch": 0.9027397260273973,
      "grad_norm": 0.15239585936069489,
      "learning_rate": 1.2070435465396283e-05,
      "loss": 0.587848424911499,
      "step": 659
    },
    {
      "epoch": 0.9041095890410958,
      "grad_norm": 0.1464146375656128,
      "learning_rate": 1.2048724739405337e-05,
      "loss": 0.6095236539840698,
      "step": 660
    },
    {
      "epoch": 0.9054794520547945,
      "grad_norm": 0.12767134606838226,
      "learning_rate": 1.2027003928860936e-05,
      "loss": 0.4720427691936493,
      "step": 661
    },
    {
      "epoch": 0.9068493150684932,
      "grad_norm": 0.14553502202033997,
      "learning_rate": 1.2005273140680656e-05,
      "loss": 0.5657269358634949,
      "step": 662
    },
    {
      "epoch": 0.9082191780821918,
      "grad_norm": 0.13808585703372955,
      "learning_rate": 1.1983532481831179e-05,
      "loss": 0.4915253818035126,
      "step": 663
    },
    {
      "epoch": 0.9095890410958904,
      "grad_norm": 0.14350081980228424,
      "learning_rate": 1.196178205932778e-05,
      "loss": 0.5666084289550781,
      "step": 664
    },
    {
      "epoch": 0.910958904109589,
      "grad_norm": 0.142891526222229,
      "learning_rate": 1.1940021980233784e-05,
      "loss": 0.5144902467727661,
      "step": 665
    },
    {
      "epoch": 0.9123287671232877,
      "grad_norm": 0.13920342922210693,
      "learning_rate": 1.1918252351660066e-05,
      "loss": 0.5250864028930664,
      "step": 666
    },
    {
      "epoch": 0.9136986301369863,
      "grad_norm": 0.13702407479286194,
      "learning_rate": 1.1896473280764498e-05,
      "loss": 0.49932771921157837,
      "step": 667
    },
    {
      "epoch": 0.915068493150685,
      "grad_norm": 0.15072178840637207,
      "learning_rate": 1.187468487475142e-05,
      "loss": 0.5834764242172241,
      "step": 668
    },
    {
      "epoch": 0.9164383561643835,
      "grad_norm": 0.1453569233417511,
      "learning_rate": 1.1852887240871145e-05,
      "loss": 0.5249761343002319,
      "step": 669
    },
    {
      "epoch": 0.9178082191780822,
      "grad_norm": 0.1490030437707901,
      "learning_rate": 1.1831080486419388e-05,
      "loss": 0.5667267441749573,
      "step": 670
    },
    {
      "epoch": 0.9191780821917809,
      "grad_norm": 0.1355256885290146,
      "learning_rate": 1.1809264718736775e-05,
      "loss": 0.5361207723617554,
      "step": 671
    },
    {
      "epoch": 0.9205479452054794,
      "grad_norm": 0.1491296887397766,
      "learning_rate": 1.1787440045208287e-05,
      "loss": 0.5815398693084717,
      "step": 672
    },
    {
      "epoch": 0.9219178082191781,
      "grad_norm": 0.1443261355161667,
      "learning_rate": 1.1765606573262745e-05,
      "loss": 0.5183050036430359,
      "step": 673
    },
    {
      "epoch": 0.9232876712328767,
      "grad_norm": 0.13231635093688965,
      "learning_rate": 1.1743764410372283e-05,
      "loss": 0.570467472076416,
      "step": 674
    },
    {
      "epoch": 0.9246575342465754,
      "grad_norm": 0.1384153813123703,
      "learning_rate": 1.1721913664051814e-05,
      "loss": 0.544106125831604,
      "step": 675
    },
    {
      "epoch": 0.9260273972602739,
      "grad_norm": 0.15208759903907776,
      "learning_rate": 1.1700054441858497e-05,
      "loss": 0.5341042876243591,
      "step": 676
    },
    {
      "epoch": 0.9273972602739726,
      "grad_norm": 0.14940430223941803,
      "learning_rate": 1.1678186851391218e-05,
      "loss": 0.5699517726898193,
      "step": 677
    },
    {
      "epoch": 0.9287671232876712,
      "grad_norm": 0.14947940409183502,
      "learning_rate": 1.165631100029005e-05,
      "loss": 0.5162645578384399,
      "step": 678
    },
    {
      "epoch": 0.9301369863013699,
      "grad_norm": 0.12951557338237762,
      "learning_rate": 1.1634426996235732e-05,
      "loss": 0.5086703300476074,
      "step": 679
    },
    {
      "epoch": 0.9315068493150684,
      "grad_norm": 0.14504235982894897,
      "learning_rate": 1.1612534946949134e-05,
      "loss": 0.475946307182312,
      "step": 680
    },
    {
      "epoch": 0.9328767123287671,
      "grad_norm": 0.13910368084907532,
      "learning_rate": 1.1590634960190722e-05,
      "loss": 0.5487220883369446,
      "step": 681
    },
    {
      "epoch": 0.9342465753424658,
      "grad_norm": 0.15137788653373718,
      "learning_rate": 1.1568727143760042e-05,
      "loss": 0.5802314281463623,
      "step": 682
    },
    {
      "epoch": 0.9356164383561644,
      "grad_norm": 0.13175715506076813,
      "learning_rate": 1.154681160549517e-05,
      "loss": 0.5751426219940186,
      "step": 683
    },
    {
      "epoch": 0.936986301369863,
      "grad_norm": 0.1453649252653122,
      "learning_rate": 1.15248884532722e-05,
      "loss": 0.563701868057251,
      "step": 684
    },
    {
      "epoch": 0.9383561643835616,
      "grad_norm": 0.14549468457698822,
      "learning_rate": 1.1502957795004706e-05,
      "loss": 0.5319613218307495,
      "step": 685
    },
    {
      "epoch": 0.9397260273972603,
      "grad_norm": 0.14660926163196564,
      "learning_rate": 1.1481019738643202e-05,
      "loss": 0.5583406686782837,
      "step": 686
    },
    {
      "epoch": 0.9410958904109589,
      "grad_norm": 0.15349538624286652,
      "learning_rate": 1.1459074392174619e-05,
      "loss": 0.5592145919799805,
      "step": 687
    },
    {
      "epoch": 0.9424657534246575,
      "grad_norm": 0.15075471997261047,
      "learning_rate": 1.1437121863621776e-05,
      "loss": 0.5834563374519348,
      "step": 688
    },
    {
      "epoch": 0.9438356164383561,
      "grad_norm": 0.13851697742938995,
      "learning_rate": 1.1415162261042849e-05,
      "loss": 0.5394259691238403,
      "step": 689
    },
    {
      "epoch": 0.9452054794520548,
      "grad_norm": 0.13821455836296082,
      "learning_rate": 1.1393195692530823e-05,
      "loss": 0.5597106218338013,
      "step": 690
    },
    {
      "epoch": 0.9465753424657535,
      "grad_norm": 0.13941477239131927,
      "learning_rate": 1.1371222266212983e-05,
      "loss": 0.5378660559654236,
      "step": 691
    },
    {
      "epoch": 0.947945205479452,
      "grad_norm": 0.15957188606262207,
      "learning_rate": 1.134924209025036e-05,
      "loss": 0.559799075126648,
      "step": 692
    },
    {
      "epoch": 0.9493150684931507,
      "grad_norm": 0.14969097077846527,
      "learning_rate": 1.1327255272837221e-05,
      "loss": 0.5599546432495117,
      "step": 693
    },
    {
      "epoch": 0.9506849315068493,
      "grad_norm": 0.1421581506729126,
      "learning_rate": 1.130526192220052e-05,
      "loss": 0.5460138320922852,
      "step": 694
    },
    {
      "epoch": 0.952054794520548,
      "grad_norm": 0.1384434700012207,
      "learning_rate": 1.128326214659936e-05,
      "loss": 0.5014693140983582,
      "step": 695
    },
    {
      "epoch": 0.9534246575342465,
      "grad_norm": 0.13422176241874695,
      "learning_rate": 1.1261256054324488e-05,
      "loss": 0.4789910912513733,
      "step": 696
    },
    {
      "epoch": 0.9547945205479452,
      "grad_norm": 0.15614454448223114,
      "learning_rate": 1.1239243753697728e-05,
      "loss": 0.5928708910942078,
      "step": 697
    },
    {
      "epoch": 0.9561643835616438,
      "grad_norm": 0.13170309364795685,
      "learning_rate": 1.1217225353071473e-05,
      "loss": 0.5444527268409729,
      "step": 698
    },
    {
      "epoch": 0.9575342465753425,
      "grad_norm": 0.143415629863739,
      "learning_rate": 1.1195200960828138e-05,
      "loss": 0.5303205847740173,
      "step": 699
    },
    {
      "epoch": 0.958904109589041,
      "grad_norm": 0.14177711308002472,
      "learning_rate": 1.1173170685379635e-05,
      "loss": 0.5031203627586365,
      "step": 700
    },
    {
      "epoch": 0.9602739726027397,
      "grad_norm": 0.15743711590766907,
      "learning_rate": 1.115113463516683e-05,
      "loss": 0.5337619781494141,
      "step": 701
    },
    {
      "epoch": 0.9616438356164384,
      "grad_norm": 0.14667122066020966,
      "learning_rate": 1.1129092918659019e-05,
      "loss": 0.48960891366004944,
      "step": 702
    },
    {
      "epoch": 0.963013698630137,
      "grad_norm": 0.1391826868057251,
      "learning_rate": 1.1107045644353388e-05,
      "loss": 0.5426533222198486,
      "step": 703
    },
    {
      "epoch": 0.9643835616438357,
      "grad_norm": 0.15035362541675568,
      "learning_rate": 1.1084992920774478e-05,
      "loss": 0.4937519431114197,
      "step": 704
    },
    {
      "epoch": 0.9657534246575342,
      "grad_norm": 0.14533023536205292,
      "learning_rate": 1.1062934856473655e-05,
      "loss": 0.5189172029495239,
      "step": 705
    },
    {
      "epoch": 0.9671232876712329,
      "grad_norm": 0.12609876692295074,
      "learning_rate": 1.1040871560028576e-05,
      "loss": 0.5009540915489197,
      "step": 706
    },
    {
      "epoch": 0.9684931506849315,
      "grad_norm": 0.1392073929309845,
      "learning_rate": 1.1018803140042651e-05,
      "loss": 0.5657528638839722,
      "step": 707
    },
    {
      "epoch": 0.9698630136986301,
      "grad_norm": 0.1347883641719818,
      "learning_rate": 1.099672970514451e-05,
      "loss": 0.5511807799339294,
      "step": 708
    },
    {
      "epoch": 0.9712328767123287,
      "grad_norm": 0.15112189948558807,
      "learning_rate": 1.0974651363987465e-05,
      "loss": 0.5117864608764648,
      "step": 709
    },
    {
      "epoch": 0.9726027397260274,
      "grad_norm": 0.1492203027009964,
      "learning_rate": 1.0952568225248983e-05,
      "loss": 0.5602498054504395,
      "step": 710
    },
    {
      "epoch": 0.9739726027397261,
      "grad_norm": 0.13084228336811066,
      "learning_rate": 1.0930480397630146e-05,
      "loss": 0.503504753112793,
      "step": 711
    },
    {
      "epoch": 0.9753424657534246,
      "grad_norm": 0.12569855153560638,
      "learning_rate": 1.0908387989855114e-05,
      "loss": 0.49362748861312866,
      "step": 712
    },
    {
      "epoch": 0.9767123287671233,
      "grad_norm": 0.14552345871925354,
      "learning_rate": 1.0886291110670592e-05,
      "loss": 0.5039536952972412,
      "step": 713
    },
    {
      "epoch": 0.9780821917808219,
      "grad_norm": 0.13342419266700745,
      "learning_rate": 1.0864189868845296e-05,
      "loss": 0.5050915479660034,
      "step": 714
    },
    {
      "epoch": 0.9794520547945206,
      "grad_norm": 0.15216471254825592,
      "learning_rate": 1.0842084373169417e-05,
      "loss": 0.5598911046981812,
      "step": 715
    },
    {
      "epoch": 0.9808219178082191,
      "grad_norm": 0.12561655044555664,
      "learning_rate": 1.0819974732454086e-05,
      "loss": 0.47096988558769226,
      "step": 716
    },
    {
      "epoch": 0.9821917808219178,
      "grad_norm": 0.1414027214050293,
      "learning_rate": 1.0797861055530832e-05,
      "loss": 0.5470199584960938,
      "step": 717
    },
    {
      "epoch": 0.9835616438356164,
      "grad_norm": 0.14046591520309448,
      "learning_rate": 1.077574345125106e-05,
      "loss": 0.5058327913284302,
      "step": 718
    },
    {
      "epoch": 0.9849315068493151,
      "grad_norm": 0.13157160580158234,
      "learning_rate": 1.0753622028485498e-05,
      "loss": 0.4962088465690613,
      "step": 719
    },
    {
      "epoch": 0.9863013698630136,
      "grad_norm": 0.1477247178554535,
      "learning_rate": 1.0731496896123676e-05,
      "loss": 0.611939549446106,
      "step": 720
    },
    {
      "epoch": 0.9876712328767123,
      "grad_norm": 0.1309177726507187,
      "learning_rate": 1.0709368163073385e-05,
      "loss": 0.5082958936691284,
      "step": 721
    },
    {
      "epoch": 0.989041095890411,
      "grad_norm": 0.13591881096363068,
      "learning_rate": 1.0687235938260134e-05,
      "loss": 0.5050320625305176,
      "step": 722
    },
    {
      "epoch": 0.9904109589041096,
      "grad_norm": 0.1385071724653244,
      "learning_rate": 1.0665100330626625e-05,
      "loss": 0.5245853066444397,
      "step": 723
    },
    {
      "epoch": 0.9917808219178083,
      "grad_norm": 0.14319604635238647,
      "learning_rate": 1.0642961449132203e-05,
      "loss": 0.47970306873321533,
      "step": 724
    },
    {
      "epoch": 0.9931506849315068,
      "grad_norm": 0.131264328956604,
      "learning_rate": 1.062081940275234e-05,
      "loss": 0.4639028310775757,
      "step": 725
    },
    {
      "epoch": 0.9945205479452055,
      "grad_norm": 0.14266684651374817,
      "learning_rate": 1.0598674300478085e-05,
      "loss": 0.521947979927063,
      "step": 726
    },
    {
      "epoch": 0.9958904109589041,
      "grad_norm": 0.13719575107097626,
      "learning_rate": 1.0576526251315515e-05,
      "loss": 0.5097373723983765,
      "step": 727
    },
    {
      "epoch": 0.9972602739726028,
      "grad_norm": 0.13589054346084595,
      "learning_rate": 1.055437536428523e-05,
      "loss": 0.5200362205505371,
      "step": 728
    },
    {
      "epoch": 0.9986301369863013,
      "grad_norm": 0.14577971398830414,
      "learning_rate": 1.0532221748421786e-05,
      "loss": 0.5406281352043152,
      "step": 729
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.1317002773284912,
      "learning_rate": 1.0510065512773184e-05,
      "loss": 0.4858514964580536,
      "step": 730
    },
    {
      "epoch": 1.0013698630136987,
      "grad_norm": 0.13495707511901855,
      "learning_rate": 1.0487906766400313e-05,
      "loss": 0.3737938404083252,
      "step": 731
    },
    {
      "epoch": 1.0027397260273974,
      "grad_norm": 0.1421145498752594,
      "learning_rate": 1.0465745618376417e-05,
      "loss": 0.4118575155735016,
      "step": 732
    },
    {
      "epoch": 1.0041095890410958,
      "grad_norm": 0.1352914422750473,
      "learning_rate": 1.0443582177786564e-05,
      "loss": 0.39527586102485657,
      "step": 733
    },
    {
      "epoch": 1.0054794520547945,
      "grad_norm": 0.12854884564876556,
      "learning_rate": 1.042141655372712e-05,
      "loss": 0.3931320905685425,
      "step": 734
    },
    {
      "epoch": 1.0068493150684932,
      "grad_norm": 0.14797155559062958,
      "learning_rate": 1.0399248855305178e-05,
      "loss": 0.3988172113895416,
      "step": 735
    },
    {
      "epoch": 1.0082191780821919,
      "grad_norm": 0.13468636572360992,
      "learning_rate": 1.0377079191638054e-05,
      "loss": 0.39413654804229736,
      "step": 736
    },
    {
      "epoch": 1.0095890410958903,
      "grad_norm": 0.1381807178258896,
      "learning_rate": 1.0354907671852733e-05,
      "loss": 0.37008973956108093,
      "step": 737
    },
    {
      "epoch": 1.010958904109589,
      "grad_norm": 0.13726525008678436,
      "learning_rate": 1.0332734405085343e-05,
      "loss": 0.35282236337661743,
      "step": 738
    },
    {
      "epoch": 1.0123287671232877,
      "grad_norm": 0.14333774149417877,
      "learning_rate": 1.0310559500480603e-05,
      "loss": 0.3581743836402893,
      "step": 739
    },
    {
      "epoch": 1.0136986301369864,
      "grad_norm": 0.1522689312696457,
      "learning_rate": 1.0288383067191305e-05,
      "loss": 0.3681914210319519,
      "step": 740
    },
    {
      "epoch": 1.015068493150685,
      "grad_norm": 0.17875906825065613,
      "learning_rate": 1.026620521437775e-05,
      "loss": 0.40607860684394836,
      "step": 741
    },
    {
      "epoch": 1.0164383561643835,
      "grad_norm": 0.1594308316707611,
      "learning_rate": 1.0244026051207236e-05,
      "loss": 0.32388749718666077,
      "step": 742
    },
    {
      "epoch": 1.0178082191780822,
      "grad_norm": 0.14830395579338074,
      "learning_rate": 1.0221845686853517e-05,
      "loss": 0.35188883543014526,
      "step": 743
    },
    {
      "epoch": 1.0191780821917809,
      "grad_norm": 0.1651025116443634,
      "learning_rate": 1.0199664230496247e-05,
      "loss": 0.3737831711769104,
      "step": 744
    },
    {
      "epoch": 1.0205479452054795,
      "grad_norm": 0.15182435512542725,
      "learning_rate": 1.0177481791320463e-05,
      "loss": 0.34954410791397095,
      "step": 745
    },
    {
      "epoch": 1.021917808219178,
      "grad_norm": 0.16264082491397858,
      "learning_rate": 1.0155298478516036e-05,
      "loss": 0.35713765025138855,
      "step": 746
    },
    {
      "epoch": 1.0232876712328767,
      "grad_norm": 0.1404428780078888,
      "learning_rate": 1.013311440127714e-05,
      "loss": 0.33602964878082275,
      "step": 747
    },
    {
      "epoch": 1.0246575342465754,
      "grad_norm": 0.14297620952129364,
      "learning_rate": 1.0110929668801712e-05,
      "loss": 0.359991192817688,
      "step": 748
    },
    {
      "epoch": 1.026027397260274,
      "grad_norm": 0.1350749284029007,
      "learning_rate": 1.008874439029091e-05,
      "loss": 0.3239899277687073,
      "step": 749
    },
    {
      "epoch": 1.0273972602739727,
      "grad_norm": 0.16016657650470734,
      "learning_rate": 1.006655867494859e-05,
      "loss": 0.3807777464389801,
      "step": 750
    },
    {
      "epoch": 1.0287671232876712,
      "grad_norm": 0.15092220902442932,
      "learning_rate": 1.0044372631980742e-05,
      "loss": 0.35382795333862305,
      "step": 751
    },
    {
      "epoch": 1.0301369863013699,
      "grad_norm": 0.15390557050704956,
      "learning_rate": 1.0022186370594982e-05,
      "loss": 0.36204713582992554,
      "step": 752
    },
    {
      "epoch": 1.0315068493150685,
      "grad_norm": 0.13931438326835632,
      "learning_rate": 1e-05,
      "loss": 0.3561636209487915,
      "step": 753
    },
    {
      "epoch": 1.0328767123287672,
      "grad_norm": 0.1428987830877304,
      "learning_rate": 9.977813629405018e-06,
      "loss": 0.3381158113479614,
      "step": 754
    },
    {
      "epoch": 1.0342465753424657,
      "grad_norm": 0.15198323130607605,
      "learning_rate": 9.95562736801926e-06,
      "loss": 0.38106226921081543,
      "step": 755
    },
    {
      "epoch": 1.0356164383561643,
      "grad_norm": 0.14457497000694275,
      "learning_rate": 9.933441325051414e-06,
      "loss": 0.3454380929470062,
      "step": 756
    },
    {
      "epoch": 1.036986301369863,
      "grad_norm": 0.13807366788387299,
      "learning_rate": 9.911255609709089e-06,
      "loss": 0.32895246148109436,
      "step": 757
    },
    {
      "epoch": 1.0383561643835617,
      "grad_norm": 0.13656342029571533,
      "learning_rate": 9.889070331198293e-06,
      "loss": 0.29782530665397644,
      "step": 758
    },
    {
      "epoch": 1.0397260273972604,
      "grad_norm": 0.14839798212051392,
      "learning_rate": 9.866885598722865e-06,
      "loss": 0.3281187117099762,
      "step": 759
    },
    {
      "epoch": 1.0410958904109588,
      "grad_norm": 0.13550812005996704,
      "learning_rate": 9.844701521483967e-06,
      "loss": 0.33477783203125,
      "step": 760
    },
    {
      "epoch": 1.0424657534246575,
      "grad_norm": 0.15942195057868958,
      "learning_rate": 9.822518208679542e-06,
      "loss": 0.3608595132827759,
      "step": 761
    },
    {
      "epoch": 1.0438356164383562,
      "grad_norm": 0.1583387702703476,
      "learning_rate": 9.800335769503756e-06,
      "loss": 0.3741905987262726,
      "step": 762
    },
    {
      "epoch": 1.0452054794520549,
      "grad_norm": 0.14900487661361694,
      "learning_rate": 9.778154313146485e-06,
      "loss": 0.3473421335220337,
      "step": 763
    },
    {
      "epoch": 1.0465753424657533,
      "grad_norm": 0.1592230647802353,
      "learning_rate": 9.755973948792764e-06,
      "loss": 0.3724527955055237,
      "step": 764
    },
    {
      "epoch": 1.047945205479452,
      "grad_norm": 0.14690528810024261,
      "learning_rate": 9.733794785622254e-06,
      "loss": 0.3439611494541168,
      "step": 765
    },
    {
      "epoch": 1.0493150684931507,
      "grad_norm": 0.1537773311138153,
      "learning_rate": 9.711616932808698e-06,
      "loss": 0.3581935167312622,
      "step": 766
    },
    {
      "epoch": 1.0506849315068494,
      "grad_norm": 0.1587516963481903,
      "learning_rate": 9.689440499519395e-06,
      "loss": 0.3731722831726074,
      "step": 767
    },
    {
      "epoch": 1.0520547945205478,
      "grad_norm": 0.15445035696029663,
      "learning_rate": 9.667265594914662e-06,
      "loss": 0.3295559585094452,
      "step": 768
    },
    {
      "epoch": 1.0534246575342465,
      "grad_norm": 0.15352846682071686,
      "learning_rate": 9.64509232814727e-06,
      "loss": 0.36118239164352417,
      "step": 769
    },
    {
      "epoch": 1.0547945205479452,
      "grad_norm": 0.16287478804588318,
      "learning_rate": 9.622920808361948e-06,
      "loss": 0.3689691126346588,
      "step": 770
    },
    {
      "epoch": 1.0561643835616439,
      "grad_norm": 0.16106897592544556,
      "learning_rate": 9.600751144694827e-06,
      "loss": 0.363809198141098,
      "step": 771
    },
    {
      "epoch": 1.0575342465753426,
      "grad_norm": 0.159645676612854,
      "learning_rate": 9.578583446272885e-06,
      "loss": 0.35414397716522217,
      "step": 772
    },
    {
      "epoch": 1.058904109589041,
      "grad_norm": 0.13788153231143951,
      "learning_rate": 9.556417822213436e-06,
      "loss": 0.3615794777870178,
      "step": 773
    },
    {
      "epoch": 1.0602739726027397,
      "grad_norm": 0.1447700411081314,
      "learning_rate": 9.534254381623588e-06,
      "loss": 0.3441850244998932,
      "step": 774
    },
    {
      "epoch": 1.0616438356164384,
      "grad_norm": 0.14863401651382446,
      "learning_rate": 9.51209323359969e-06,
      "loss": 0.3699710965156555,
      "step": 775
    },
    {
      "epoch": 1.063013698630137,
      "grad_norm": 0.16527967154979706,
      "learning_rate": 9.489934487226816e-06,
      "loss": 0.39048323035240173,
      "step": 776
    },
    {
      "epoch": 1.0643835616438355,
      "grad_norm": 0.14739027619361877,
      "learning_rate": 9.467778251578217e-06,
      "loss": 0.32588720321655273,
      "step": 777
    },
    {
      "epoch": 1.0657534246575342,
      "grad_norm": 0.14020374417304993,
      "learning_rate": 9.445624635714773e-06,
      "loss": 0.34290170669555664,
      "step": 778
    },
    {
      "epoch": 1.0671232876712329,
      "grad_norm": 0.15601703524589539,
      "learning_rate": 9.423473748684487e-06,
      "loss": 0.3982515037059784,
      "step": 779
    },
    {
      "epoch": 1.0684931506849316,
      "grad_norm": 0.15038882195949554,
      "learning_rate": 9.401325699521922e-06,
      "loss": 0.36383989453315735,
      "step": 780
    },
    {
      "epoch": 1.0698630136986302,
      "grad_norm": 0.13526614010334015,
      "learning_rate": 9.379180597247661e-06,
      "loss": 0.35562628507614136,
      "step": 781
    },
    {
      "epoch": 1.0712328767123287,
      "grad_norm": 0.15694350004196167,
      "learning_rate": 9.357038550867799e-06,
      "loss": 0.3323221802711487,
      "step": 782
    },
    {
      "epoch": 1.0726027397260274,
      "grad_norm": 0.14334630966186523,
      "learning_rate": 9.334899669373379e-06,
      "loss": 0.3451099395751953,
      "step": 783
    },
    {
      "epoch": 1.073972602739726,
      "grad_norm": 0.1410481035709381,
      "learning_rate": 9.312764061739869e-06,
      "loss": 0.3644659221172333,
      "step": 784
    },
    {
      "epoch": 1.0753424657534247,
      "grad_norm": 0.13995599746704102,
      "learning_rate": 9.290631836926616e-06,
      "loss": 0.33525389432907104,
      "step": 785
    },
    {
      "epoch": 1.0767123287671232,
      "grad_norm": 0.13992056250572205,
      "learning_rate": 9.268503103876324e-06,
      "loss": 0.3333061933517456,
      "step": 786
    },
    {
      "epoch": 1.0780821917808219,
      "grad_norm": 0.15618863701820374,
      "learning_rate": 9.246377971514504e-06,
      "loss": 0.3487616777420044,
      "step": 787
    },
    {
      "epoch": 1.0794520547945206,
      "grad_norm": 0.13778771460056305,
      "learning_rate": 9.224256548748942e-06,
      "loss": 0.3259185254573822,
      "step": 788
    },
    {
      "epoch": 1.0808219178082192,
      "grad_norm": 0.16598646342754364,
      "learning_rate": 9.202138944469168e-06,
      "loss": 0.3819340467453003,
      "step": 789
    },
    {
      "epoch": 1.0821917808219177,
      "grad_norm": 0.13437484204769135,
      "learning_rate": 9.18002526754592e-06,
      "loss": 0.32509416341781616,
      "step": 790
    },
    {
      "epoch": 1.0835616438356164,
      "grad_norm": 0.14876477420330048,
      "learning_rate": 9.157915626830587e-06,
      "loss": 0.3575145900249481,
      "step": 791
    },
    {
      "epoch": 1.084931506849315,
      "grad_norm": 0.14783765375614166,
      "learning_rate": 9.135810131154707e-06,
      "loss": 0.33961328864097595,
      "step": 792
    },
    {
      "epoch": 1.0863013698630137,
      "grad_norm": 0.16673436760902405,
      "learning_rate": 9.113708889329413e-06,
      "loss": 0.3501148223876953,
      "step": 793
    },
    {
      "epoch": 1.0876712328767124,
      "grad_norm": 0.14033997058868408,
      "learning_rate": 9.09161201014489e-06,
      "loss": 0.33308887481689453,
      "step": 794
    },
    {
      "epoch": 1.0890410958904109,
      "grad_norm": 0.16320814192295074,
      "learning_rate": 9.069519602369856e-06,
      "loss": 0.3820383548736572,
      "step": 795
    },
    {
      "epoch": 1.0904109589041096,
      "grad_norm": 0.14066532254219055,
      "learning_rate": 9.047431774751019e-06,
      "loss": 0.3586445748806,
      "step": 796
    },
    {
      "epoch": 1.0917808219178082,
      "grad_norm": 0.14621664583683014,
      "learning_rate": 9.025348636012537e-06,
      "loss": 0.36413002014160156,
      "step": 797
    },
    {
      "epoch": 1.093150684931507,
      "grad_norm": 0.1572379171848297,
      "learning_rate": 9.003270294855491e-06,
      "loss": 0.40424758195877075,
      "step": 798
    },
    {
      "epoch": 1.0945205479452054,
      "grad_norm": 0.1377847045660019,
      "learning_rate": 8.981196859957352e-06,
      "loss": 0.3462640047073364,
      "step": 799
    },
    {
      "epoch": 1.095890410958904,
      "grad_norm": 0.16429531574249268,
      "learning_rate": 8.959128439971427e-06,
      "loss": 0.384560227394104,
      "step": 800
    },
    {
      "epoch": 1.0972602739726027,
      "grad_norm": 0.14517253637313843,
      "learning_rate": 8.937065143526349e-06,
      "loss": 0.3339725136756897,
      "step": 801
    },
    {
      "epoch": 1.0986301369863014,
      "grad_norm": 0.16350862383842468,
      "learning_rate": 8.915007079225527e-06,
      "loss": 0.37034833431243896,
      "step": 802
    },
    {
      "epoch": 1.1,
      "grad_norm": 0.13623249530792236,
      "learning_rate": 8.892954355646616e-06,
      "loss": 0.3289778232574463,
      "step": 803
    },
    {
      "epoch": 1.1013698630136985,
      "grad_norm": 0.14730390906333923,
      "learning_rate": 8.870907081340983e-06,
      "loss": 0.3478615880012512,
      "step": 804
    },
    {
      "epoch": 1.1027397260273972,
      "grad_norm": 0.14564484357833862,
      "learning_rate": 8.84886536483317e-06,
      "loss": 0.34111225605010986,
      "step": 805
    },
    {
      "epoch": 1.104109589041096,
      "grad_norm": 0.14385566115379333,
      "learning_rate": 8.826829314620367e-06,
      "loss": 0.3319745361804962,
      "step": 806
    },
    {
      "epoch": 1.1054794520547946,
      "grad_norm": 0.15603899955749512,
      "learning_rate": 8.804799039171863e-06,
      "loss": 0.3717736303806305,
      "step": 807
    },
    {
      "epoch": 1.106849315068493,
      "grad_norm": 0.15575236082077026,
      "learning_rate": 8.782774646928529e-06,
      "loss": 0.36698096990585327,
      "step": 808
    },
    {
      "epoch": 1.1082191780821917,
      "grad_norm": 0.14395324885845184,
      "learning_rate": 8.760756246302277e-06,
      "loss": 0.33409804105758667,
      "step": 809
    },
    {
      "epoch": 1.1095890410958904,
      "grad_norm": 0.14042970538139343,
      "learning_rate": 8.738743945675515e-06,
      "loss": 0.3370015025138855,
      "step": 810
    },
    {
      "epoch": 1.110958904109589,
      "grad_norm": 0.15795086324214935,
      "learning_rate": 8.716737853400641e-06,
      "loss": 0.351190447807312,
      "step": 811
    },
    {
      "epoch": 1.1123287671232878,
      "grad_norm": 0.14359107613563538,
      "learning_rate": 8.694738077799487e-06,
      "loss": 0.3175451159477234,
      "step": 812
    },
    {
      "epoch": 1.1136986301369862,
      "grad_norm": 0.1357254683971405,
      "learning_rate": 8.672744727162782e-06,
      "loss": 0.3094596862792969,
      "step": 813
    },
    {
      "epoch": 1.115068493150685,
      "grad_norm": 0.12998807430267334,
      "learning_rate": 8.650757909749643e-06,
      "loss": 0.2830435633659363,
      "step": 814
    },
    {
      "epoch": 1.1164383561643836,
      "grad_norm": 0.15612691640853882,
      "learning_rate": 8.628777733787024e-06,
      "loss": 0.30347293615341187,
      "step": 815
    },
    {
      "epoch": 1.1178082191780823,
      "grad_norm": 0.16248051822185516,
      "learning_rate": 8.606804307469182e-06,
      "loss": 0.37846338748931885,
      "step": 816
    },
    {
      "epoch": 1.1191780821917807,
      "grad_norm": 0.16550865769386292,
      "learning_rate": 8.584837738957155e-06,
      "loss": 0.35207441449165344,
      "step": 817
    },
    {
      "epoch": 1.1205479452054794,
      "grad_norm": 0.15966041386127472,
      "learning_rate": 8.562878136378226e-06,
      "loss": 0.3493497967720032,
      "step": 818
    },
    {
      "epoch": 1.121917808219178,
      "grad_norm": 0.15011580288410187,
      "learning_rate": 8.540925607825385e-06,
      "loss": 0.3301745355129242,
      "step": 819
    },
    {
      "epoch": 1.1232876712328768,
      "grad_norm": 0.13884669542312622,
      "learning_rate": 8.518980261356801e-06,
      "loss": 0.320754736661911,
      "step": 820
    },
    {
      "epoch": 1.1246575342465754,
      "grad_norm": 0.14452756941318512,
      "learning_rate": 8.497042204995299e-06,
      "loss": 0.32553020119667053,
      "step": 821
    },
    {
      "epoch": 1.126027397260274,
      "grad_norm": 0.15732166171073914,
      "learning_rate": 8.475111546727802e-06,
      "loss": 0.36075225472450256,
      "step": 822
    },
    {
      "epoch": 1.1273972602739726,
      "grad_norm": 0.15093612670898438,
      "learning_rate": 8.453188394504834e-06,
      "loss": 0.33325666189193726,
      "step": 823
    },
    {
      "epoch": 1.1287671232876713,
      "grad_norm": 0.1711948662996292,
      "learning_rate": 8.431272856239963e-06,
      "loss": 0.3873833417892456,
      "step": 824
    },
    {
      "epoch": 1.13013698630137,
      "grad_norm": 0.16041693091392517,
      "learning_rate": 8.409365039809282e-06,
      "loss": 0.34856122732162476,
      "step": 825
    },
    {
      "epoch": 1.1315068493150684,
      "grad_norm": 0.16206581890583038,
      "learning_rate": 8.38746505305087e-06,
      "loss": 0.33429962396621704,
      "step": 826
    },
    {
      "epoch": 1.132876712328767,
      "grad_norm": 0.14442212879657745,
      "learning_rate": 8.36557300376427e-06,
      "loss": 0.33349648118019104,
      "step": 827
    },
    {
      "epoch": 1.1342465753424658,
      "grad_norm": 0.15366658568382263,
      "learning_rate": 8.343688999709953e-06,
      "loss": 0.33040598034858704,
      "step": 828
    },
    {
      "epoch": 1.1356164383561644,
      "grad_norm": 0.155319482088089,
      "learning_rate": 8.321813148608784e-06,
      "loss": 0.37407100200653076,
      "step": 829
    },
    {
      "epoch": 1.1369863013698631,
      "grad_norm": 0.17221759259700775,
      "learning_rate": 8.299945558141505e-06,
      "loss": 0.38914164900779724,
      "step": 830
    },
    {
      "epoch": 1.1383561643835616,
      "grad_norm": 0.15503522753715515,
      "learning_rate": 8.278086335948191e-06,
      "loss": 0.3509390652179718,
      "step": 831
    },
    {
      "epoch": 1.1397260273972603,
      "grad_norm": 0.15516449511051178,
      "learning_rate": 8.25623558962772e-06,
      "loss": 0.3715156316757202,
      "step": 832
    },
    {
      "epoch": 1.141095890410959,
      "grad_norm": 0.16078069806098938,
      "learning_rate": 8.234393426737258e-06,
      "loss": 0.3550564646720886,
      "step": 833
    },
    {
      "epoch": 1.1424657534246576,
      "grad_norm": 0.14807146787643433,
      "learning_rate": 8.212559954791718e-06,
      "loss": 0.37664794921875,
      "step": 834
    },
    {
      "epoch": 1.143835616438356,
      "grad_norm": 0.1527872234582901,
      "learning_rate": 8.190735281263228e-06,
      "loss": 0.3674893379211426,
      "step": 835
    },
    {
      "epoch": 1.1452054794520548,
      "grad_norm": 0.1597796231508255,
      "learning_rate": 8.168919513580614e-06,
      "loss": 0.3586568236351013,
      "step": 836
    },
    {
      "epoch": 1.1465753424657534,
      "grad_norm": 0.1594488024711609,
      "learning_rate": 8.147112759128859e-06,
      "loss": 0.3557746708393097,
      "step": 837
    },
    {
      "epoch": 1.1479452054794521,
      "grad_norm": 0.15297798812389374,
      "learning_rate": 8.125315125248581e-06,
      "loss": 0.36501336097717285,
      "step": 838
    },
    {
      "epoch": 1.1493150684931508,
      "grad_norm": 0.16249702870845795,
      "learning_rate": 8.103526719235505e-06,
      "loss": 0.35979723930358887,
      "step": 839
    },
    {
      "epoch": 1.1506849315068493,
      "grad_norm": 0.1662139743566513,
      "learning_rate": 8.081747648339939e-06,
      "loss": 0.3528470993041992,
      "step": 840
    },
    {
      "epoch": 1.152054794520548,
      "grad_norm": 0.14456775784492493,
      "learning_rate": 8.059978019766219e-06,
      "loss": 0.35898956656455994,
      "step": 841
    },
    {
      "epoch": 1.1534246575342466,
      "grad_norm": 0.14523056149482727,
      "learning_rate": 8.038217940672225e-06,
      "loss": 0.33172839879989624,
      "step": 842
    },
    {
      "epoch": 1.1547945205479453,
      "grad_norm": 0.15215754508972168,
      "learning_rate": 8.01646751816882e-06,
      "loss": 0.3502211570739746,
      "step": 843
    },
    {
      "epoch": 1.1561643835616437,
      "grad_norm": 0.1553926318883896,
      "learning_rate": 7.994726859319348e-06,
      "loss": 0.3312770128250122,
      "step": 844
    },
    {
      "epoch": 1.1575342465753424,
      "grad_norm": 0.15566055476665497,
      "learning_rate": 7.972996071139065e-06,
      "loss": 0.33690088987350464,
      "step": 845
    },
    {
      "epoch": 1.158904109589041,
      "grad_norm": 0.1474417895078659,
      "learning_rate": 7.951275260594666e-06,
      "loss": 0.37008821964263916,
      "step": 846
    },
    {
      "epoch": 1.1602739726027398,
      "grad_norm": 0.15255552530288696,
      "learning_rate": 7.929564534603722e-06,
      "loss": 0.34485387802124023,
      "step": 847
    },
    {
      "epoch": 1.1616438356164385,
      "grad_norm": 0.14926794171333313,
      "learning_rate": 7.907864000034163e-06,
      "loss": 0.3528376817703247,
      "step": 848
    },
    {
      "epoch": 1.163013698630137,
      "grad_norm": 0.16398587822914124,
      "learning_rate": 7.886173763703757e-06,
      "loss": 0.37411195039749146,
      "step": 849
    },
    {
      "epoch": 1.1643835616438356,
      "grad_norm": 0.16197367012500763,
      "learning_rate": 7.86449393237958e-06,
      "loss": 0.3964480757713318,
      "step": 850
    },
    {
      "epoch": 1.1657534246575343,
      "grad_norm": 0.15196989476680756,
      "learning_rate": 7.842824612777488e-06,
      "loss": 0.3185681402683258,
      "step": 851
    },
    {
      "epoch": 1.167123287671233,
      "grad_norm": 0.1505012810230255,
      "learning_rate": 7.821165911561596e-06,
      "loss": 0.34386467933654785,
      "step": 852
    },
    {
      "epoch": 1.1684931506849314,
      "grad_norm": 0.148654505610466,
      "learning_rate": 7.799517935343757e-06,
      "loss": 0.34772348403930664,
      "step": 853
    },
    {
      "epoch": 1.16986301369863,
      "grad_norm": 0.14560720324516296,
      "learning_rate": 7.777880790683017e-06,
      "loss": 0.30840951204299927,
      "step": 854
    },
    {
      "epoch": 1.1712328767123288,
      "grad_norm": 0.15610314905643463,
      "learning_rate": 7.756254584085121e-06,
      "loss": 0.36433684825897217,
      "step": 855
    },
    {
      "epoch": 1.1726027397260275,
      "grad_norm": 0.17386049032211304,
      "learning_rate": 7.734639422001969e-06,
      "loss": 0.38339361548423767,
      "step": 856
    },
    {
      "epoch": 1.1739726027397261,
      "grad_norm": 0.1549619436264038,
      "learning_rate": 7.713035410831086e-06,
      "loss": 0.363090455532074,
      "step": 857
    },
    {
      "epoch": 1.1753424657534246,
      "grad_norm": 0.1501813679933548,
      "learning_rate": 7.691442656915122e-06,
      "loss": 0.3459245562553406,
      "step": 858
    },
    {
      "epoch": 1.1767123287671233,
      "grad_norm": 0.15387208759784698,
      "learning_rate": 7.669861266541308e-06,
      "loss": 0.3381690979003906,
      "step": 859
    },
    {
      "epoch": 1.178082191780822,
      "grad_norm": 0.15518079698085785,
      "learning_rate": 7.648291345940939e-06,
      "loss": 0.3730364143848419,
      "step": 860
    },
    {
      "epoch": 1.1794520547945206,
      "grad_norm": 0.14609061181545258,
      "learning_rate": 7.626733001288852e-06,
      "loss": 0.34509041905403137,
      "step": 861
    },
    {
      "epoch": 1.180821917808219,
      "grad_norm": 0.14559654891490936,
      "learning_rate": 7.605186338702906e-06,
      "loss": 0.331429123878479,
      "step": 862
    },
    {
      "epoch": 1.1821917808219178,
      "grad_norm": 0.15569762885570526,
      "learning_rate": 7.583651464243458e-06,
      "loss": 0.3395143151283264,
      "step": 863
    },
    {
      "epoch": 1.1835616438356165,
      "grad_norm": 0.15405142307281494,
      "learning_rate": 7.56212848391283e-06,
      "loss": 0.3272190988063812,
      "step": 864
    },
    {
      "epoch": 1.1849315068493151,
      "grad_norm": 0.14201219379901886,
      "learning_rate": 7.540617503654804e-06,
      "loss": 0.31572702527046204,
      "step": 865
    },
    {
      "epoch": 1.1863013698630138,
      "grad_norm": 0.15996485948562622,
      "learning_rate": 7.519118629354097e-06,
      "loss": 0.3805091083049774,
      "step": 866
    },
    {
      "epoch": 1.1876712328767123,
      "grad_norm": 0.1474556028842926,
      "learning_rate": 7.497631966835828e-06,
      "loss": 0.3384234607219696,
      "step": 867
    },
    {
      "epoch": 1.189041095890411,
      "grad_norm": 0.1635613590478897,
      "learning_rate": 7.476157621865009e-06,
      "loss": 0.36581939458847046,
      "step": 868
    },
    {
      "epoch": 1.1904109589041096,
      "grad_norm": 0.14194610714912415,
      "learning_rate": 7.454695700146024e-06,
      "loss": 0.3391876220703125,
      "step": 869
    },
    {
      "epoch": 1.191780821917808,
      "grad_norm": 0.15895456075668335,
      "learning_rate": 7.433246307322099e-06,
      "loss": 0.35695016384124756,
      "step": 870
    },
    {
      "epoch": 1.1931506849315068,
      "grad_norm": 0.1456545740365982,
      "learning_rate": 7.411809548974792e-06,
      "loss": 0.3398365378379822,
      "step": 871
    },
    {
      "epoch": 1.1945205479452055,
      "grad_norm": 0.1395866423845291,
      "learning_rate": 7.390385530623474e-06,
      "loss": 0.3274722993373871,
      "step": 872
    },
    {
      "epoch": 1.1958904109589041,
      "grad_norm": 0.1672808676958084,
      "learning_rate": 7.368974357724789e-06,
      "loss": 0.35032933950424194,
      "step": 873
    },
    {
      "epoch": 1.1972602739726028,
      "grad_norm": 0.15513154864311218,
      "learning_rate": 7.347576135672169e-06,
      "loss": 0.34887978434562683,
      "step": 874
    },
    {
      "epoch": 1.1986301369863013,
      "grad_norm": 0.16489985585212708,
      "learning_rate": 7.3261909697952945e-06,
      "loss": 0.33836135268211365,
      "step": 875
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.14997155964374542,
      "learning_rate": 7.304818965359567e-06,
      "loss": 0.36518996953964233,
      "step": 876
    },
    {
      "epoch": 1.2013698630136986,
      "grad_norm": 0.15376335382461548,
      "learning_rate": 7.283460227565614e-06,
      "loss": 0.3639791011810303,
      "step": 877
    },
    {
      "epoch": 1.2027397260273973,
      "grad_norm": 0.14418481290340424,
      "learning_rate": 7.2621148615487595e-06,
      "loss": 0.33180147409439087,
      "step": 878
    },
    {
      "epoch": 1.2041095890410958,
      "grad_norm": 0.1524600386619568,
      "learning_rate": 7.2407829723784965e-06,
      "loss": 0.36285215616226196,
      "step": 879
    },
    {
      "epoch": 1.2054794520547945,
      "grad_norm": 0.15113642811775208,
      "learning_rate": 7.219464665057992e-06,
      "loss": 0.3481651544570923,
      "step": 880
    },
    {
      "epoch": 1.2068493150684931,
      "grad_norm": 0.1611556112766266,
      "learning_rate": 7.198160044523555e-06,
      "loss": 0.3910377025604248,
      "step": 881
    },
    {
      "epoch": 1.2082191780821918,
      "grad_norm": 0.1525913029909134,
      "learning_rate": 7.1768692156441225e-06,
      "loss": 0.3326098918914795,
      "step": 882
    },
    {
      "epoch": 1.2095890410958905,
      "grad_norm": 0.15305975079536438,
      "learning_rate": 7.155592283220738e-06,
      "loss": 0.3772580027580261,
      "step": 883
    },
    {
      "epoch": 1.210958904109589,
      "grad_norm": 0.1488005518913269,
      "learning_rate": 7.134329351986051e-06,
      "loss": 0.34765511751174927,
      "step": 884
    },
    {
      "epoch": 1.2123287671232876,
      "grad_norm": 0.1447150856256485,
      "learning_rate": 7.113080526603793e-06,
      "loss": 0.3677937388420105,
      "step": 885
    },
    {
      "epoch": 1.2136986301369863,
      "grad_norm": 0.13866224884986877,
      "learning_rate": 7.091845911668247e-06,
      "loss": 0.3294437527656555,
      "step": 886
    },
    {
      "epoch": 1.215068493150685,
      "grad_norm": 0.1538870632648468,
      "learning_rate": 7.070625611703762e-06,
      "loss": 0.3603002429008484,
      "step": 887
    },
    {
      "epoch": 1.2164383561643834,
      "grad_norm": 0.16252990067005157,
      "learning_rate": 7.049419731164221e-06,
      "loss": 0.3410184681415558,
      "step": 888
    },
    {
      "epoch": 1.2178082191780821,
      "grad_norm": 0.16610203683376312,
      "learning_rate": 7.028228374432523e-06,
      "loss": 0.38332611322402954,
      "step": 889
    },
    {
      "epoch": 1.2191780821917808,
      "grad_norm": 0.1552305817604065,
      "learning_rate": 7.0070516458200796e-06,
      "loss": 0.35567736625671387,
      "step": 890
    },
    {
      "epoch": 1.2205479452054795,
      "grad_norm": 0.14695027470588684,
      "learning_rate": 6.9858896495663046e-06,
      "loss": 0.3290688097476959,
      "step": 891
    },
    {
      "epoch": 1.2219178082191782,
      "grad_norm": 0.14867903292179108,
      "learning_rate": 6.964742489838076e-06,
      "loss": 0.33797699213027954,
      "step": 892
    },
    {
      "epoch": 1.2232876712328766,
      "grad_norm": 0.15528333187103271,
      "learning_rate": 6.943610270729261e-06,
      "loss": 0.3499218225479126,
      "step": 893
    },
    {
      "epoch": 1.2246575342465753,
      "grad_norm": 0.16797314584255219,
      "learning_rate": 6.922493096260174e-06,
      "loss": 0.3884564936161041,
      "step": 894
    },
    {
      "epoch": 1.226027397260274,
      "grad_norm": 0.17318569123744965,
      "learning_rate": 6.901391070377069e-06,
      "loss": 0.3762510120868683,
      "step": 895
    },
    {
      "epoch": 1.2273972602739727,
      "grad_norm": 0.16234679520130157,
      "learning_rate": 6.8803042969516436e-06,
      "loss": 0.34052926301956177,
      "step": 896
    },
    {
      "epoch": 1.2287671232876711,
      "grad_norm": 0.1444152593612671,
      "learning_rate": 6.859232879780515e-06,
      "loss": 0.32151156663894653,
      "step": 897
    },
    {
      "epoch": 1.2301369863013698,
      "grad_norm": 0.1440250128507614,
      "learning_rate": 6.838176922584705e-06,
      "loss": 0.3263610005378723,
      "step": 898
    },
    {
      "epoch": 1.2315068493150685,
      "grad_norm": 0.16781695187091827,
      "learning_rate": 6.817136529009142e-06,
      "loss": 0.3730999827384949,
      "step": 899
    },
    {
      "epoch": 1.2328767123287672,
      "grad_norm": 0.1670355349779129,
      "learning_rate": 6.796111802622148e-06,
      "loss": 0.3725475072860718,
      "step": 900
    },
    {
      "epoch": 1.2342465753424658,
      "grad_norm": 0.15051984786987305,
      "learning_rate": 6.775102846914912e-06,
      "loss": 0.35075828433036804,
      "step": 901
    },
    {
      "epoch": 1.2356164383561643,
      "grad_norm": 0.1495867669582367,
      "learning_rate": 6.754109765301009e-06,
      "loss": 0.3146056830883026,
      "step": 902
    },
    {
      "epoch": 1.236986301369863,
      "grad_norm": 0.1572950780391693,
      "learning_rate": 6.73313266111587e-06,
      "loss": 0.3572334945201874,
      "step": 903
    },
    {
      "epoch": 1.2383561643835617,
      "grad_norm": 0.158525750041008,
      "learning_rate": 6.71217163761628e-06,
      "loss": 0.3286224603652954,
      "step": 904
    },
    {
      "epoch": 1.2397260273972603,
      "grad_norm": 0.16932415962219238,
      "learning_rate": 6.691226797979864e-06,
      "loss": 0.35013192892074585,
      "step": 905
    },
    {
      "epoch": 1.2410958904109588,
      "grad_norm": 0.13728591799736023,
      "learning_rate": 6.670298245304587e-06,
      "loss": 0.33664125204086304,
      "step": 906
    },
    {
      "epoch": 1.2424657534246575,
      "grad_norm": 0.14894449710845947,
      "learning_rate": 6.649386082608256e-06,
      "loss": 0.35586464405059814,
      "step": 907
    },
    {
      "epoch": 1.2438356164383562,
      "grad_norm": 0.16365444660186768,
      "learning_rate": 6.62849041282798e-06,
      "loss": 0.34779882431030273,
      "step": 908
    },
    {
      "epoch": 1.2452054794520548,
      "grad_norm": 0.15779751539230347,
      "learning_rate": 6.607611338819697e-06,
      "loss": 0.34946244955062866,
      "step": 909
    },
    {
      "epoch": 1.2465753424657535,
      "grad_norm": 0.1616879105567932,
      "learning_rate": 6.586748963357655e-06,
      "loss": 0.33573225140571594,
      "step": 910
    },
    {
      "epoch": 1.247945205479452,
      "grad_norm": 0.1580272763967514,
      "learning_rate": 6.5659033891338986e-06,
      "loss": 0.3130621314048767,
      "step": 911
    },
    {
      "epoch": 1.2493150684931507,
      "grad_norm": 0.14677324891090393,
      "learning_rate": 6.5450747187577745e-06,
      "loss": 0.341886043548584,
      "step": 912
    },
    {
      "epoch": 1.2506849315068493,
      "grad_norm": 0.15481777489185333,
      "learning_rate": 6.52426305475543e-06,
      "loss": 0.3452962636947632,
      "step": 913
    },
    {
      "epoch": 1.252054794520548,
      "grad_norm": 0.14472950994968414,
      "learning_rate": 6.503468499569281e-06,
      "loss": 0.32212120294570923,
      "step": 914
    },
    {
      "epoch": 1.2534246575342465,
      "grad_norm": 0.16282163560390472,
      "learning_rate": 6.48269115555755e-06,
      "loss": 0.35730376839637756,
      "step": 915
    },
    {
      "epoch": 1.2547945205479452,
      "grad_norm": 0.16933037340641022,
      "learning_rate": 6.4619311249937346e-06,
      "loss": 0.3709147274494171,
      "step": 916
    },
    {
      "epoch": 1.2561643835616438,
      "grad_norm": 0.151408389210701,
      "learning_rate": 6.441188510066092e-06,
      "loss": 0.31271132826805115,
      "step": 917
    },
    {
      "epoch": 1.2575342465753425,
      "grad_norm": 0.14706265926361084,
      "learning_rate": 6.420463412877176e-06,
      "loss": 0.3401098847389221,
      "step": 918
    },
    {
      "epoch": 1.2589041095890412,
      "grad_norm": 0.15168197453022003,
      "learning_rate": 6.3997559354433015e-06,
      "loss": 0.32422471046447754,
      "step": 919
    },
    {
      "epoch": 1.2602739726027397,
      "grad_norm": 0.15922562777996063,
      "learning_rate": 6.379066179694051e-06,
      "loss": 0.3759784400463104,
      "step": 920
    },
    {
      "epoch": 1.2616438356164383,
      "grad_norm": 0.14806362986564636,
      "learning_rate": 6.358394247471779e-06,
      "loss": 0.33780619502067566,
      "step": 921
    },
    {
      "epoch": 1.263013698630137,
      "grad_norm": 0.1651773303747177,
      "learning_rate": 6.337740240531105e-06,
      "loss": 0.3796270489692688,
      "step": 922
    },
    {
      "epoch": 1.2643835616438357,
      "grad_norm": 0.14925968647003174,
      "learning_rate": 6.317104260538415e-06,
      "loss": 0.3102302551269531,
      "step": 923
    },
    {
      "epoch": 1.2657534246575342,
      "grad_norm": 0.1527480185031891,
      "learning_rate": 6.296486409071354e-06,
      "loss": 0.3240545392036438,
      "step": 924
    },
    {
      "epoch": 1.2671232876712328,
      "grad_norm": 0.1576816886663437,
      "learning_rate": 6.275886787618339e-06,
      "loss": 0.35163766145706177,
      "step": 925
    },
    {
      "epoch": 1.2684931506849315,
      "grad_norm": 0.14566506445407867,
      "learning_rate": 6.255305497578055e-06,
      "loss": 0.346854031085968,
      "step": 926
    },
    {
      "epoch": 1.2698630136986302,
      "grad_norm": 0.14731493592262268,
      "learning_rate": 6.234742640258938e-06,
      "loss": 0.3132811188697815,
      "step": 927
    },
    {
      "epoch": 1.2712328767123289,
      "grad_norm": 0.16381718218326569,
      "learning_rate": 6.214198316878707e-06,
      "loss": 0.36311376094818115,
      "step": 928
    },
    {
      "epoch": 1.2726027397260273,
      "grad_norm": 0.14275497198104858,
      "learning_rate": 6.193672628563845e-06,
      "loss": 0.356595903635025,
      "step": 929
    },
    {
      "epoch": 1.273972602739726,
      "grad_norm": 0.13727188110351562,
      "learning_rate": 6.173165676349103e-06,
      "loss": 0.33459600806236267,
      "step": 930
    },
    {
      "epoch": 1.2753424657534247,
      "grad_norm": 0.16428661346435547,
      "learning_rate": 6.152677561177014e-06,
      "loss": 0.36485645174980164,
      "step": 931
    },
    {
      "epoch": 1.2767123287671232,
      "grad_norm": 0.15510152280330658,
      "learning_rate": 6.132208383897382e-06,
      "loss": 0.35984355211257935,
      "step": 932
    },
    {
      "epoch": 1.2780821917808218,
      "grad_norm": 0.16664175689220428,
      "learning_rate": 6.111758245266795e-06,
      "loss": 0.3912050127983093,
      "step": 933
    },
    {
      "epoch": 1.2794520547945205,
      "grad_norm": 0.1590886116027832,
      "learning_rate": 6.091327245948122e-06,
      "loss": 0.363959938287735,
      "step": 934
    },
    {
      "epoch": 1.2808219178082192,
      "grad_norm": 0.1603550761938095,
      "learning_rate": 6.070915486510032e-06,
      "loss": 0.321783185005188,
      "step": 935
    },
    {
      "epoch": 1.2821917808219179,
      "grad_norm": 0.14961084723472595,
      "learning_rate": 6.05052306742647e-06,
      "loss": 0.3319593369960785,
      "step": 936
    },
    {
      "epoch": 1.2835616438356166,
      "grad_norm": 0.15170615911483765,
      "learning_rate": 6.030150089076199e-06,
      "loss": 0.3487747013568878,
      "step": 937
    },
    {
      "epoch": 1.284931506849315,
      "grad_norm": 0.1593279242515564,
      "learning_rate": 6.0097966517422815e-06,
      "loss": 0.3525486886501312,
      "step": 938
    },
    {
      "epoch": 1.2863013698630137,
      "grad_norm": 0.15932054817676544,
      "learning_rate": 5.989462855611585e-06,
      "loss": 0.34238719940185547,
      "step": 939
    },
    {
      "epoch": 1.2876712328767124,
      "grad_norm": 0.16557934880256653,
      "learning_rate": 5.969148800774307e-06,
      "loss": 0.34649398922920227,
      "step": 940
    },
    {
      "epoch": 1.2890410958904108,
      "grad_norm": 0.15343864262104034,
      "learning_rate": 5.948854587223465e-06,
      "loss": 0.3266071677207947,
      "step": 941
    },
    {
      "epoch": 1.2904109589041095,
      "grad_norm": 0.1611465960741043,
      "learning_rate": 5.9285803148544155e-06,
      "loss": 0.39504730701446533,
      "step": 942
    },
    {
      "epoch": 1.2917808219178082,
      "grad_norm": 0.1633341759443283,
      "learning_rate": 5.908326083464348e-06,
      "loss": 0.3515317440032959,
      "step": 943
    },
    {
      "epoch": 1.2931506849315069,
      "grad_norm": 0.16506315767765045,
      "learning_rate": 5.888091992751813e-06,
      "loss": 0.36051037907600403,
      "step": 944
    },
    {
      "epoch": 1.2945205479452055,
      "grad_norm": 0.15604349970817566,
      "learning_rate": 5.867878142316221e-06,
      "loss": 0.33453309535980225,
      "step": 945
    },
    {
      "epoch": 1.2958904109589042,
      "grad_norm": 0.15903857350349426,
      "learning_rate": 5.847684631657342e-06,
      "loss": 0.35599592328071594,
      "step": 946
    },
    {
      "epoch": 1.2972602739726027,
      "grad_norm": 0.15683969855308533,
      "learning_rate": 5.827511560174835e-06,
      "loss": 0.3563147783279419,
      "step": 947
    },
    {
      "epoch": 1.2986301369863014,
      "grad_norm": 0.14779183268547058,
      "learning_rate": 5.807359027167753e-06,
      "loss": 0.36597883701324463,
      "step": 948
    },
    {
      "epoch": 1.3,
      "grad_norm": 0.15794481337070465,
      "learning_rate": 5.787227131834043e-06,
      "loss": 0.3456972539424896,
      "step": 949
    },
    {
      "epoch": 1.3013698630136985,
      "grad_norm": 0.1600772589445114,
      "learning_rate": 5.767115973270074e-06,
      "loss": 0.34236449003219604,
      "step": 950
    },
    {
      "epoch": 1.3027397260273972,
      "grad_norm": 0.15741156041622162,
      "learning_rate": 5.747025650470135e-06,
      "loss": 0.36304205656051636,
      "step": 951
    },
    {
      "epoch": 1.3041095890410959,
      "grad_norm": 0.14944733679294586,
      "learning_rate": 5.7269562623259556e-06,
      "loss": 0.31411996483802795,
      "step": 952
    },
    {
      "epoch": 1.3054794520547945,
      "grad_norm": 0.15955956280231476,
      "learning_rate": 5.706907907626216e-06,
      "loss": 0.3662833273410797,
      "step": 953
    },
    {
      "epoch": 1.3068493150684932,
      "grad_norm": 0.14548800885677338,
      "learning_rate": 5.68688068505607e-06,
      "loss": 0.3283267021179199,
      "step": 954
    },
    {
      "epoch": 1.308219178082192,
      "grad_norm": 0.15583062171936035,
      "learning_rate": 5.666874693196643e-06,
      "loss": 0.3598661720752716,
      "step": 955
    },
    {
      "epoch": 1.3095890410958904,
      "grad_norm": 0.1524307280778885,
      "learning_rate": 5.646890030524555e-06,
      "loss": 0.3210477828979492,
      "step": 956
    },
    {
      "epoch": 1.310958904109589,
      "grad_norm": 0.15496547520160675,
      "learning_rate": 5.626926795411447e-06,
      "loss": 0.3147585391998291,
      "step": 957
    },
    {
      "epoch": 1.3123287671232877,
      "grad_norm": 0.1605987250804901,
      "learning_rate": 5.606985086123473e-06,
      "loss": 0.34943753480911255,
      "step": 958
    },
    {
      "epoch": 1.3136986301369862,
      "grad_norm": 0.15094715356826782,
      "learning_rate": 5.587065000820833e-06,
      "loss": 0.33577096462249756,
      "step": 959
    },
    {
      "epoch": 1.3150684931506849,
      "grad_norm": 0.15211349725723267,
      "learning_rate": 5.567166637557293e-06,
      "loss": 0.32795485854148865,
      "step": 960
    },
    {
      "epoch": 1.3164383561643835,
      "grad_norm": 0.1556875854730606,
      "learning_rate": 5.547290094279687e-06,
      "loss": 0.34780022501945496,
      "step": 961
    },
    {
      "epoch": 1.3178082191780822,
      "grad_norm": 0.15435762703418732,
      "learning_rate": 5.527435468827447e-06,
      "loss": 0.3325795531272888,
      "step": 962
    },
    {
      "epoch": 1.319178082191781,
      "grad_norm": 0.1591223031282425,
      "learning_rate": 5.507602858932113e-06,
      "loss": 0.3484407663345337,
      "step": 963
    },
    {
      "epoch": 1.3205479452054796,
      "grad_norm": 0.1746034473180771,
      "learning_rate": 5.487792362216866e-06,
      "loss": 0.32427704334259033,
      "step": 964
    },
    {
      "epoch": 1.321917808219178,
      "grad_norm": 0.16266120970249176,
      "learning_rate": 5.46800407619603e-06,
      "loss": 0.3667852282524109,
      "step": 965
    },
    {
      "epoch": 1.3232876712328767,
      "grad_norm": 0.16109849512577057,
      "learning_rate": 5.4482380982745985e-06,
      "loss": 0.354689359664917,
      "step": 966
    },
    {
      "epoch": 1.3246575342465754,
      "grad_norm": 0.15438447892665863,
      "learning_rate": 5.428494525747769e-06,
      "loss": 0.3435083031654358,
      "step": 967
    },
    {
      "epoch": 1.3260273972602739,
      "grad_norm": 0.1704176366329193,
      "learning_rate": 5.40877345580044e-06,
      "loss": 0.38146907091140747,
      "step": 968
    },
    {
      "epoch": 1.3273972602739725,
      "grad_norm": 0.13760878145694733,
      "learning_rate": 5.38907498550674e-06,
      "loss": 0.33243805170059204,
      "step": 969
    },
    {
      "epoch": 1.3287671232876712,
      "grad_norm": 0.1611378937959671,
      "learning_rate": 5.369399211829578e-06,
      "loss": 0.36293911933898926,
      "step": 970
    },
    {
      "epoch": 1.33013698630137,
      "grad_norm": 0.15081392228603363,
      "learning_rate": 5.3497462316201055e-06,
      "loss": 0.36365821957588196,
      "step": 971
    },
    {
      "epoch": 1.3315068493150686,
      "grad_norm": 0.1435474306344986,
      "learning_rate": 5.330116141617308e-06,
      "loss": 0.33524560928344727,
      "step": 972
    },
    {
      "epoch": 1.3328767123287673,
      "grad_norm": 0.1512869894504547,
      "learning_rate": 5.310509038447492e-06,
      "loss": 0.35711202025413513,
      "step": 973
    },
    {
      "epoch": 1.3342465753424657,
      "grad_norm": 0.16022555530071259,
      "learning_rate": 5.2909250186237935e-06,
      "loss": 0.3644453287124634,
      "step": 974
    },
    {
      "epoch": 1.3356164383561644,
      "grad_norm": 0.1494358479976654,
      "learning_rate": 5.2713641785457504e-06,
      "loss": 0.3420622944831848,
      "step": 975
    },
    {
      "epoch": 1.336986301369863,
      "grad_norm": 0.14082303643226624,
      "learning_rate": 5.251826614498785e-06,
      "loss": 0.30518871545791626,
      "step": 976
    },
    {
      "epoch": 1.3383561643835615,
      "grad_norm": 0.13758394122123718,
      "learning_rate": 5.23231242265375e-06,
      "loss": 0.31102830171585083,
      "step": 977
    },
    {
      "epoch": 1.3397260273972602,
      "grad_norm": 0.15121538937091827,
      "learning_rate": 5.212821699066459e-06,
      "loss": 0.36003631353378296,
      "step": 978
    },
    {
      "epoch": 1.341095890410959,
      "grad_norm": 0.15851706266403198,
      "learning_rate": 5.1933545396772e-06,
      "loss": 0.35232266783714294,
      "step": 979
    },
    {
      "epoch": 1.3424657534246576,
      "grad_norm": 0.1462315171957016,
      "learning_rate": 5.173911040310266e-06,
      "loss": 0.31785115599632263,
      "step": 980
    },
    {
      "epoch": 1.3438356164383563,
      "grad_norm": 0.16444040834903717,
      "learning_rate": 5.1544912966735e-06,
      "loss": 0.387692928314209,
      "step": 981
    },
    {
      "epoch": 1.345205479452055,
      "grad_norm": 0.14166902005672455,
      "learning_rate": 5.135095404357793e-06,
      "loss": 0.2919553220272064,
      "step": 982
    },
    {
      "epoch": 1.3465753424657534,
      "grad_norm": 0.149844229221344,
      "learning_rate": 5.115723458836652e-06,
      "loss": 0.3367069363594055,
      "step": 983
    },
    {
      "epoch": 1.347945205479452,
      "grad_norm": 0.1612461507320404,
      "learning_rate": 5.0963755554656856e-06,
      "loss": 0.35543060302734375,
      "step": 984
    },
    {
      "epoch": 1.3493150684931507,
      "grad_norm": 0.1738181859254837,
      "learning_rate": 5.0770517894821815e-06,
      "loss": 0.3604719936847687,
      "step": 985
    },
    {
      "epoch": 1.3506849315068492,
      "grad_norm": 0.17190732061862946,
      "learning_rate": 5.057752256004597e-06,
      "loss": 0.3398797810077667,
      "step": 986
    },
    {
      "epoch": 1.3520547945205479,
      "grad_norm": 0.1579580157995224,
      "learning_rate": 5.0384770500321175e-06,
      "loss": 0.30709680914878845,
      "step": 987
    },
    {
      "epoch": 1.3534246575342466,
      "grad_norm": 0.1556752473115921,
      "learning_rate": 5.01922626644418e-06,
      "loss": 0.33867329359054565,
      "step": 988
    },
    {
      "epoch": 1.3547945205479452,
      "grad_norm": 0.15582862496376038,
      "learning_rate": 5.000000000000003e-06,
      "loss": 0.3532813787460327,
      "step": 989
    },
    {
      "epoch": 1.356164383561644,
      "grad_norm": 0.16169165074825287,
      "learning_rate": 4.980798345338117e-06,
      "loss": 0.33946484327316284,
      "step": 990
    },
    {
      "epoch": 1.3575342465753424,
      "grad_norm": 0.15696866810321808,
      "learning_rate": 4.961621396975919e-06,
      "loss": 0.34943240880966187,
      "step": 991
    },
    {
      "epoch": 1.358904109589041,
      "grad_norm": 0.16400301456451416,
      "learning_rate": 4.942469249309182e-06,
      "loss": 0.3292185664176941,
      "step": 992
    },
    {
      "epoch": 1.3602739726027397,
      "grad_norm": 0.16433073580265045,
      "learning_rate": 4.923341996611604e-06,
      "loss": 0.3521850109100342,
      "step": 993
    },
    {
      "epoch": 1.3616438356164384,
      "grad_norm": 0.14444899559020996,
      "learning_rate": 4.904239733034335e-06,
      "loss": 0.30568253993988037,
      "step": 994
    },
    {
      "epoch": 1.3630136986301369,
      "grad_norm": 0.15330424904823303,
      "learning_rate": 4.8851625526055345e-06,
      "loss": 0.33213597536087036,
      "step": 995
    },
    {
      "epoch": 1.3643835616438356,
      "grad_norm": 0.16560016572475433,
      "learning_rate": 4.866110549229881e-06,
      "loss": 0.35149186849594116,
      "step": 996
    },
    {
      "epoch": 1.3657534246575342,
      "grad_norm": 0.16279006004333496,
      "learning_rate": 4.847083816688123e-06,
      "loss": 0.31754031777381897,
      "step": 997
    },
    {
      "epoch": 1.367123287671233,
      "grad_norm": 0.16460226476192474,
      "learning_rate": 4.828082448636626e-06,
      "loss": 0.33603787422180176,
      "step": 998
    },
    {
      "epoch": 1.3684931506849316,
      "grad_norm": 0.15313956141471863,
      "learning_rate": 4.809106538606896e-06,
      "loss": 0.3381017744541168,
      "step": 999
    },
    {
      "epoch": 1.36986301369863,
      "grad_norm": 0.15496991574764252,
      "learning_rate": 4.790156180005119e-06,
      "loss": 0.3478963375091553,
      "step": 1000
    },
    {
      "epoch": 1.3712328767123287,
      "grad_norm": 0.15212573111057281,
      "learning_rate": 4.771231466111725e-06,
      "loss": 0.368503212928772,
      "step": 1001
    },
    {
      "epoch": 1.3726027397260274,
      "grad_norm": 0.15523137152194977,
      "learning_rate": 4.7523324900808986e-06,
      "loss": 0.35156184434890747,
      "step": 1002
    },
    {
      "epoch": 1.373972602739726,
      "grad_norm": 0.16248948872089386,
      "learning_rate": 4.73345934494013e-06,
      "loss": 0.35914623737335205,
      "step": 1003
    },
    {
      "epoch": 1.3753424657534246,
      "grad_norm": 0.16289544105529785,
      "learning_rate": 4.714612123589777e-06,
      "loss": 0.35127484798431396,
      "step": 1004
    },
    {
      "epoch": 1.3767123287671232,
      "grad_norm": 0.15264225006103516,
      "learning_rate": 4.695790918802577e-06,
      "loss": 0.36287033557891846,
      "step": 1005
    },
    {
      "epoch": 1.378082191780822,
      "grad_norm": 0.150607630610466,
      "learning_rate": 4.676995823223207e-06,
      "loss": 0.3071051239967346,
      "step": 1006
    },
    {
      "epoch": 1.3794520547945206,
      "grad_norm": 0.15527276694774628,
      "learning_rate": 4.658226929367826e-06,
      "loss": 0.3501741290092468,
      "step": 1007
    },
    {
      "epoch": 1.3808219178082193,
      "grad_norm": 0.15097099542617798,
      "learning_rate": 4.639484329623627e-06,
      "loss": 0.33700865507125854,
      "step": 1008
    },
    {
      "epoch": 1.3821917808219177,
      "grad_norm": 0.1395462155342102,
      "learning_rate": 4.620768116248362e-06,
      "loss": 0.3207249641418457,
      "step": 1009
    },
    {
      "epoch": 1.3835616438356164,
      "grad_norm": 0.16464103758335114,
      "learning_rate": 4.6020783813699024e-06,
      "loss": 0.35011178255081177,
      "step": 1010
    },
    {
      "epoch": 1.384931506849315,
      "grad_norm": 0.1423029750585556,
      "learning_rate": 4.583415216985791e-06,
      "loss": 0.3034648895263672,
      "step": 1011
    },
    {
      "epoch": 1.3863013698630138,
      "grad_norm": 0.1641887128353119,
      "learning_rate": 4.564778714962773e-06,
      "loss": 0.3178097605705261,
      "step": 1012
    },
    {
      "epoch": 1.3876712328767122,
      "grad_norm": 0.16252465546131134,
      "learning_rate": 4.546168967036352e-06,
      "loss": 0.3473752439022064,
      "step": 1013
    },
    {
      "epoch": 1.389041095890411,
      "grad_norm": 0.15077027678489685,
      "learning_rate": 4.5275860648103496e-06,
      "loss": 0.3326604962348938,
      "step": 1014
    },
    {
      "epoch": 1.3904109589041096,
      "grad_norm": 0.16695444285869598,
      "learning_rate": 4.50903009975642e-06,
      "loss": 0.3639211654663086,
      "step": 1015
    },
    {
      "epoch": 1.3917808219178083,
      "grad_norm": 0.16211333870887756,
      "learning_rate": 4.490501163213652e-06,
      "loss": 0.365367591381073,
      "step": 1016
    },
    {
      "epoch": 1.393150684931507,
      "grad_norm": 0.15747344493865967,
      "learning_rate": 4.4719993463880695e-06,
      "loss": 0.35200953483581543,
      "step": 1017
    },
    {
      "epoch": 1.3945205479452054,
      "grad_norm": 0.15495389699935913,
      "learning_rate": 4.453524740352207e-06,
      "loss": 0.34566500782966614,
      "step": 1018
    },
    {
      "epoch": 1.395890410958904,
      "grad_norm": 0.16389113664627075,
      "learning_rate": 4.435077436044667e-06,
      "loss": 0.35072052478790283,
      "step": 1019
    },
    {
      "epoch": 1.3972602739726028,
      "grad_norm": 0.15782539546489716,
      "learning_rate": 4.416657524269652e-06,
      "loss": 0.31635719537734985,
      "step": 1020
    },
    {
      "epoch": 1.3986301369863012,
      "grad_norm": 0.166508287191391,
      "learning_rate": 4.398265095696539e-06,
      "loss": 0.3655712902545929,
      "step": 1021
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.16588471829891205,
      "learning_rate": 4.379900240859416e-06,
      "loss": 0.34234797954559326,
      "step": 1022
    },
    {
      "epoch": 1.4013698630136986,
      "grad_norm": 0.16490907967090607,
      "learning_rate": 4.361563050156639e-06,
      "loss": 0.33568212389945984,
      "step": 1023
    },
    {
      "epoch": 1.4027397260273973,
      "grad_norm": 0.14453092217445374,
      "learning_rate": 4.343253613850409e-06,
      "loss": 0.3196790814399719,
      "step": 1024
    },
    {
      "epoch": 1.404109589041096,
      "grad_norm": 0.16436739265918732,
      "learning_rate": 4.324972022066284e-06,
      "loss": 0.3360899090766907,
      "step": 1025
    },
    {
      "epoch": 1.4054794520547946,
      "grad_norm": 0.15080416202545166,
      "learning_rate": 4.3067183647927855e-06,
      "loss": 0.3406558632850647,
      "step": 1026
    },
    {
      "epoch": 1.406849315068493,
      "grad_norm": 0.1640864461660385,
      "learning_rate": 4.288492731880917e-06,
      "loss": 0.3594125509262085,
      "step": 1027
    },
    {
      "epoch": 1.4082191780821918,
      "grad_norm": 0.15736639499664307,
      "learning_rate": 4.270295213043741e-06,
      "loss": 0.3553820550441742,
      "step": 1028
    },
    {
      "epoch": 1.4095890410958904,
      "grad_norm": 0.15510410070419312,
      "learning_rate": 4.2521258978559324e-06,
      "loss": 0.3318788409233093,
      "step": 1029
    },
    {
      "epoch": 1.410958904109589,
      "grad_norm": 0.15620078146457672,
      "learning_rate": 4.233984875753338e-06,
      "loss": 0.3684927523136139,
      "step": 1030
    },
    {
      "epoch": 1.4123287671232876,
      "grad_norm": 0.14800132811069489,
      "learning_rate": 4.215872236032531e-06,
      "loss": 0.32929253578186035,
      "step": 1031
    },
    {
      "epoch": 1.4136986301369863,
      "grad_norm": 0.16534818708896637,
      "learning_rate": 4.197788067850388e-06,
      "loss": 0.3849608600139618,
      "step": 1032
    },
    {
      "epoch": 1.415068493150685,
      "grad_norm": 0.15061511099338531,
      "learning_rate": 4.179732460223626e-06,
      "loss": 0.3256608545780182,
      "step": 1033
    },
    {
      "epoch": 1.4164383561643836,
      "grad_norm": 0.1583685278892517,
      "learning_rate": 4.161705502028382e-06,
      "loss": 0.3300684094429016,
      "step": 1034
    },
    {
      "epoch": 1.4178082191780823,
      "grad_norm": 0.1482117921113968,
      "learning_rate": 4.143707281999767e-06,
      "loss": 0.33890092372894287,
      "step": 1035
    },
    {
      "epoch": 1.4191780821917808,
      "grad_norm": 0.1462375372648239,
      "learning_rate": 4.125737888731444e-06,
      "loss": 0.31467318534851074,
      "step": 1036
    },
    {
      "epoch": 1.4205479452054794,
      "grad_norm": 0.1618596315383911,
      "learning_rate": 4.107797410675166e-06,
      "loss": 0.31928420066833496,
      "step": 1037
    },
    {
      "epoch": 1.4219178082191781,
      "grad_norm": 0.15106843411922455,
      "learning_rate": 4.0898859361403595e-06,
      "loss": 0.32146143913269043,
      "step": 1038
    },
    {
      "epoch": 1.4232876712328766,
      "grad_norm": 0.1492437720298767,
      "learning_rate": 4.072003553293693e-06,
      "loss": 0.32602545619010925,
      "step": 1039
    },
    {
      "epoch": 1.4246575342465753,
      "grad_norm": 0.16238275170326233,
      "learning_rate": 4.054150350158626e-06,
      "loss": 0.36526453495025635,
      "step": 1040
    },
    {
      "epoch": 1.426027397260274,
      "grad_norm": 0.14458993077278137,
      "learning_rate": 4.036326414614985e-06,
      "loss": 0.3100438714027405,
      "step": 1041
    },
    {
      "epoch": 1.4273972602739726,
      "grad_norm": 0.14486831426620483,
      "learning_rate": 4.0185318343985415e-06,
      "loss": 0.33524399995803833,
      "step": 1042
    },
    {
      "epoch": 1.4287671232876713,
      "grad_norm": 0.1474289894104004,
      "learning_rate": 4.000766697100558e-06,
      "loss": 0.3067096471786499,
      "step": 1043
    },
    {
      "epoch": 1.43013698630137,
      "grad_norm": 0.1528017520904541,
      "learning_rate": 3.983031090167368e-06,
      "loss": 0.3176173269748688,
      "step": 1044
    },
    {
      "epoch": 1.4315068493150684,
      "grad_norm": 0.1463933289051056,
      "learning_rate": 3.9653251008999615e-06,
      "loss": 0.32957181334495544,
      "step": 1045
    },
    {
      "epoch": 1.4328767123287671,
      "grad_norm": 0.1470157951116562,
      "learning_rate": 3.947648816453523e-06,
      "loss": 0.3459767699241638,
      "step": 1046
    },
    {
      "epoch": 1.4342465753424658,
      "grad_norm": 0.16025510430335999,
      "learning_rate": 3.930002323837026e-06,
      "loss": 0.3682284653186798,
      "step": 1047
    },
    {
      "epoch": 1.4356164383561643,
      "grad_norm": 0.15199273824691772,
      "learning_rate": 3.912385709912794e-06,
      "loss": 0.34587031602859497,
      "step": 1048
    },
    {
      "epoch": 1.436986301369863,
      "grad_norm": 0.1603536605834961,
      "learning_rate": 3.894799061396086e-06,
      "loss": 0.33916258811950684,
      "step": 1049
    },
    {
      "epoch": 1.4383561643835616,
      "grad_norm": 0.1427288055419922,
      "learning_rate": 3.877242464854654e-06,
      "loss": 0.3523396849632263,
      "step": 1050
    },
    {
      "epoch": 1.4397260273972603,
      "grad_norm": 0.18065136671066284,
      "learning_rate": 3.85971600670832e-06,
      "loss": 0.3822803497314453,
      "step": 1051
    },
    {
      "epoch": 1.441095890410959,
      "grad_norm": 0.15296302735805511,
      "learning_rate": 3.842219773228565e-06,
      "loss": 0.33401668071746826,
      "step": 1052
    },
    {
      "epoch": 1.4424657534246577,
      "grad_norm": 0.14656171202659607,
      "learning_rate": 3.824753850538082e-06,
      "loss": 0.33078229427337646,
      "step": 1053
    },
    {
      "epoch": 1.4438356164383561,
      "grad_norm": 0.16649788618087769,
      "learning_rate": 3.8073183246103672e-06,
      "loss": 0.361587256193161,
      "step": 1054
    },
    {
      "epoch": 1.4452054794520548,
      "grad_norm": 0.15856561064720154,
      "learning_rate": 3.789913281269304e-06,
      "loss": 0.35494107007980347,
      "step": 1055
    },
    {
      "epoch": 1.4465753424657535,
      "grad_norm": 0.1742408275604248,
      "learning_rate": 3.7725388061887056e-06,
      "loss": 0.35915690660476685,
      "step": 1056
    },
    {
      "epoch": 1.447945205479452,
      "grad_norm": 0.15447255969047546,
      "learning_rate": 3.755194984891943e-06,
      "loss": 0.32169297337532043,
      "step": 1057
    },
    {
      "epoch": 1.4493150684931506,
      "grad_norm": 0.15367941558361053,
      "learning_rate": 3.737881902751479e-06,
      "loss": 0.34400704503059387,
      "step": 1058
    },
    {
      "epoch": 1.4506849315068493,
      "grad_norm": 0.15320177376270294,
      "learning_rate": 3.720599644988482e-06,
      "loss": 0.3285016119480133,
      "step": 1059
    },
    {
      "epoch": 1.452054794520548,
      "grad_norm": 0.15503562986850739,
      "learning_rate": 3.7033482966723833e-06,
      "loss": 0.3686943054199219,
      "step": 1060
    },
    {
      "epoch": 1.4534246575342467,
      "grad_norm": 0.15862441062927246,
      "learning_rate": 3.6861279427204634e-06,
      "loss": 0.35472556948661804,
      "step": 1061
    },
    {
      "epoch": 1.4547945205479453,
      "grad_norm": 0.15359939634799957,
      "learning_rate": 3.6689386678974504e-06,
      "loss": 0.36844033002853394,
      "step": 1062
    },
    {
      "epoch": 1.4561643835616438,
      "grad_norm": 0.17726793885231018,
      "learning_rate": 3.6517805568150787e-06,
      "loss": 0.37768447399139404,
      "step": 1063
    },
    {
      "epoch": 1.4575342465753425,
      "grad_norm": 0.15256346762180328,
      "learning_rate": 3.6346536939316847e-06,
      "loss": 0.32124149799346924,
      "step": 1064
    },
    {
      "epoch": 1.4589041095890412,
      "grad_norm": 0.14414700865745544,
      "learning_rate": 3.617558163551802e-06,
      "loss": 0.3302096724510193,
      "step": 1065
    },
    {
      "epoch": 1.4602739726027396,
      "grad_norm": 0.14682701230049133,
      "learning_rate": 3.6004940498257114e-06,
      "loss": 0.34126797318458557,
      "step": 1066
    },
    {
      "epoch": 1.4616438356164383,
      "grad_norm": 0.14877453446388245,
      "learning_rate": 3.5834614367490706e-06,
      "loss": 0.3140515089035034,
      "step": 1067
    },
    {
      "epoch": 1.463013698630137,
      "grad_norm": 0.1443350911140442,
      "learning_rate": 3.5664604081624787e-06,
      "loss": 0.2944907546043396,
      "step": 1068
    },
    {
      "epoch": 1.4643835616438357,
      "grad_norm": 0.1500612050294876,
      "learning_rate": 3.5494910477510445e-06,
      "loss": 0.32540619373321533,
      "step": 1069
    },
    {
      "epoch": 1.4657534246575343,
      "grad_norm": 0.1721482276916504,
      "learning_rate": 3.5325534390440208e-06,
      "loss": 0.3468330204486847,
      "step": 1070
    },
    {
      "epoch": 1.467123287671233,
      "grad_norm": 0.1610793173313141,
      "learning_rate": 3.51564766541435e-06,
      "loss": 0.3564775884151459,
      "step": 1071
    },
    {
      "epoch": 1.4684931506849315,
      "grad_norm": 0.15753892064094543,
      "learning_rate": 3.4987738100782742e-06,
      "loss": 0.365815132856369,
      "step": 1072
    },
    {
      "epoch": 1.4698630136986301,
      "grad_norm": 0.14811822772026062,
      "learning_rate": 3.4819319560949303e-06,
      "loss": 0.3437769412994385,
      "step": 1073
    },
    {
      "epoch": 1.4712328767123288,
      "grad_norm": 0.17442472279071808,
      "learning_rate": 3.4651221863659236e-06,
      "loss": 0.35018718242645264,
      "step": 1074
    },
    {
      "epoch": 1.4726027397260273,
      "grad_norm": 0.15346552431583405,
      "learning_rate": 3.4483445836349284e-06,
      "loss": 0.37094342708587646,
      "step": 1075
    },
    {
      "epoch": 1.473972602739726,
      "grad_norm": 0.15852433443069458,
      "learning_rate": 3.4315992304872945e-06,
      "loss": 0.34059029817581177,
      "step": 1076
    },
    {
      "epoch": 1.4753424657534246,
      "grad_norm": 0.15421006083488464,
      "learning_rate": 3.414886209349615e-06,
      "loss": 0.34393078088760376,
      "step": 1077
    },
    {
      "epoch": 1.4767123287671233,
      "grad_norm": 0.15218770503997803,
      "learning_rate": 3.3982056024893374e-06,
      "loss": 0.3340407609939575,
      "step": 1078
    },
    {
      "epoch": 1.478082191780822,
      "grad_norm": 0.1413390338420868,
      "learning_rate": 3.381557492014351e-06,
      "loss": 0.3110498785972595,
      "step": 1079
    },
    {
      "epoch": 1.4794520547945205,
      "grad_norm": 0.15303197503089905,
      "learning_rate": 3.3649419598725964e-06,
      "loss": 0.3134489059448242,
      "step": 1080
    },
    {
      "epoch": 1.4808219178082191,
      "grad_norm": 0.1585136353969574,
      "learning_rate": 3.3483590878516437e-06,
      "loss": 0.33575257658958435,
      "step": 1081
    },
    {
      "epoch": 1.4821917808219178,
      "grad_norm": 0.16408440470695496,
      "learning_rate": 3.331808957578294e-06,
      "loss": 0.353657990694046,
      "step": 1082
    },
    {
      "epoch": 1.4835616438356165,
      "grad_norm": 0.14696872234344482,
      "learning_rate": 3.3152916505181976e-06,
      "loss": 0.30488771200180054,
      "step": 1083
    },
    {
      "epoch": 1.484931506849315,
      "grad_norm": 0.1497623771429062,
      "learning_rate": 3.298807247975423e-06,
      "loss": 0.31840866804122925,
      "step": 1084
    },
    {
      "epoch": 1.4863013698630136,
      "grad_norm": 0.16288898885250092,
      "learning_rate": 3.282355831092072e-06,
      "loss": 0.2969713807106018,
      "step": 1085
    },
    {
      "epoch": 1.4876712328767123,
      "grad_norm": 0.15872237086296082,
      "learning_rate": 3.2659374808478892e-06,
      "loss": 0.351738303899765,
      "step": 1086
    },
    {
      "epoch": 1.489041095890411,
      "grad_norm": 0.15343013405799866,
      "learning_rate": 3.2495522780598442e-06,
      "loss": 0.33581048250198364,
      "step": 1087
    },
    {
      "epoch": 1.4904109589041097,
      "grad_norm": 0.15491418540477753,
      "learning_rate": 3.233200303381746e-06,
      "loss": 0.30864545702934265,
      "step": 1088
    },
    {
      "epoch": 1.4917808219178081,
      "grad_norm": 0.17173396050930023,
      "learning_rate": 3.216881637303839e-06,
      "loss": 0.3643016815185547,
      "step": 1089
    },
    {
      "epoch": 1.4931506849315068,
      "grad_norm": 0.1479952335357666,
      "learning_rate": 3.2005963601524213e-06,
      "loss": 0.33544814586639404,
      "step": 1090
    },
    {
      "epoch": 1.4945205479452055,
      "grad_norm": 0.162466362118721,
      "learning_rate": 3.184344552089429e-06,
      "loss": 0.3340489864349365,
      "step": 1091
    },
    {
      "epoch": 1.4958904109589042,
      "grad_norm": 0.14227993786334991,
      "learning_rate": 3.1681262931120504e-06,
      "loss": 0.29176169633865356,
      "step": 1092
    },
    {
      "epoch": 1.4972602739726026,
      "grad_norm": 0.17138493061065674,
      "learning_rate": 3.151941663052345e-06,
      "loss": 0.3775274455547333,
      "step": 1093
    },
    {
      "epoch": 1.4986301369863013,
      "grad_norm": 0.1501752734184265,
      "learning_rate": 3.1357907415768264e-06,
      "loss": 0.34381645917892456,
      "step": 1094
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.15916335582733154,
      "learning_rate": 3.1196736081860855e-06,
      "loss": 0.3555161952972412,
      "step": 1095
    },
    {
      "epoch": 1.5013698630136987,
      "grad_norm": 0.15691401064395905,
      "learning_rate": 3.1035903422144075e-06,
      "loss": 0.33744144439697266,
      "step": 1096
    },
    {
      "epoch": 1.5027397260273974,
      "grad_norm": 0.14738737046718597,
      "learning_rate": 3.087541022829347e-06,
      "loss": 0.3242756724357605,
      "step": 1097
    },
    {
      "epoch": 1.504109589041096,
      "grad_norm": 0.1540118008852005,
      "learning_rate": 3.0715257290313836e-06,
      "loss": 0.31719303131103516,
      "step": 1098
    },
    {
      "epoch": 1.5054794520547945,
      "grad_norm": 0.17718595266342163,
      "learning_rate": 3.055544539653498e-06,
      "loss": 0.3548113703727722,
      "step": 1099
    },
    {
      "epoch": 1.5068493150684932,
      "grad_norm": 0.1463872641324997,
      "learning_rate": 3.0395975333608063e-06,
      "loss": 0.337434321641922,
      "step": 1100
    },
    {
      "epoch": 1.5082191780821916,
      "grad_norm": 0.14244531095027924,
      "learning_rate": 3.023684788650154e-06,
      "loss": 0.33371126651763916,
      "step": 1101
    },
    {
      "epoch": 1.5095890410958903,
      "grad_norm": 0.16751514375209808,
      "learning_rate": 3.007806383849742e-06,
      "loss": 0.3705282211303711,
      "step": 1102
    },
    {
      "epoch": 1.510958904109589,
      "grad_norm": 0.14863881468772888,
      "learning_rate": 2.9919623971187415e-06,
      "loss": 0.3338697850704193,
      "step": 1103
    },
    {
      "epoch": 1.5123287671232877,
      "grad_norm": 0.14219138026237488,
      "learning_rate": 2.976152906446903e-06,
      "loss": 0.30235278606414795,
      "step": 1104
    },
    {
      "epoch": 1.5136986301369864,
      "grad_norm": 0.1501089334487915,
      "learning_rate": 2.9603779896541705e-06,
      "loss": 0.32276517152786255,
      "step": 1105
    },
    {
      "epoch": 1.515068493150685,
      "grad_norm": 0.1589280366897583,
      "learning_rate": 2.944637724390317e-06,
      "loss": 0.35342103242874146,
      "step": 1106
    },
    {
      "epoch": 1.5164383561643837,
      "grad_norm": 0.15434975922107697,
      "learning_rate": 2.9289321881345257e-06,
      "loss": 0.3250484764575958,
      "step": 1107
    },
    {
      "epoch": 1.5178082191780822,
      "grad_norm": 0.1619551032781601,
      "learning_rate": 2.9132614581950512e-06,
      "loss": 0.3212895393371582,
      "step": 1108
    },
    {
      "epoch": 1.5191780821917809,
      "grad_norm": 0.16642409563064575,
      "learning_rate": 2.89762561170882e-06,
      "loss": 0.3505953848361969,
      "step": 1109
    },
    {
      "epoch": 1.5205479452054793,
      "grad_norm": 0.14051656424999237,
      "learning_rate": 2.8820247256410272e-06,
      "loss": 0.31902238726615906,
      "step": 1110
    },
    {
      "epoch": 1.521917808219178,
      "grad_norm": 0.15815143287181854,
      "learning_rate": 2.866458876784807e-06,
      "loss": 0.33270347118377686,
      "step": 1111
    },
    {
      "epoch": 1.5232876712328767,
      "grad_norm": 0.152178555727005,
      "learning_rate": 2.8509281417608105e-06,
      "loss": 0.33165889978408813,
      "step": 1112
    },
    {
      "epoch": 1.5246575342465754,
      "grad_norm": 0.15572141110897064,
      "learning_rate": 2.8354325970168483e-06,
      "loss": 0.3630872964859009,
      "step": 1113
    },
    {
      "epoch": 1.526027397260274,
      "grad_norm": 0.1545613557100296,
      "learning_rate": 2.819972318827524e-06,
      "loss": 0.3553091883659363,
      "step": 1114
    },
    {
      "epoch": 1.5273972602739727,
      "grad_norm": 0.16011565923690796,
      "learning_rate": 2.8045473832938332e-06,
      "loss": 0.33448928594589233,
      "step": 1115
    },
    {
      "epoch": 1.5287671232876714,
      "grad_norm": 0.16422204673290253,
      "learning_rate": 2.7891578663428033e-06,
      "loss": 0.33384954929351807,
      "step": 1116
    },
    {
      "epoch": 1.5301369863013699,
      "grad_norm": 0.16461777687072754,
      "learning_rate": 2.7738038437271288e-06,
      "loss": 0.35072165727615356,
      "step": 1117
    },
    {
      "epoch": 1.5315068493150685,
      "grad_norm": 0.17709890007972717,
      "learning_rate": 2.7584853910247765e-06,
      "loss": 0.359376460313797,
      "step": 1118
    },
    {
      "epoch": 1.532876712328767,
      "grad_norm": 0.13950414955615997,
      "learning_rate": 2.7432025836386412e-06,
      "loss": 0.3026618957519531,
      "step": 1119
    },
    {
      "epoch": 1.5342465753424657,
      "grad_norm": 0.15768079459667206,
      "learning_rate": 2.727955496796134e-06,
      "loss": 0.34044182300567627,
      "step": 1120
    },
    {
      "epoch": 1.5356164383561643,
      "grad_norm": 0.1542557179927826,
      "learning_rate": 2.7127442055488617e-06,
      "loss": 0.3653857707977295,
      "step": 1121
    },
    {
      "epoch": 1.536986301369863,
      "grad_norm": 0.1634950190782547,
      "learning_rate": 2.6975687847722197e-06,
      "loss": 0.35250169038772583,
      "step": 1122
    },
    {
      "epoch": 1.5383561643835617,
      "grad_norm": 0.16520905494689941,
      "learning_rate": 2.682429309165033e-06,
      "loss": 0.3734781742095947,
      "step": 1123
    },
    {
      "epoch": 1.5397260273972604,
      "grad_norm": 0.169541135430336,
      "learning_rate": 2.6673258532492063e-06,
      "loss": 0.3353344798088074,
      "step": 1124
    },
    {
      "epoch": 1.541095890410959,
      "grad_norm": 0.15883050858974457,
      "learning_rate": 2.6522584913693295e-06,
      "loss": 0.37120819091796875,
      "step": 1125
    },
    {
      "epoch": 1.5424657534246575,
      "grad_norm": 0.14935588836669922,
      "learning_rate": 2.6372272976923242e-06,
      "loss": 0.32711493968963623,
      "step": 1126
    },
    {
      "epoch": 1.5438356164383562,
      "grad_norm": 0.15894056856632233,
      "learning_rate": 2.6222323462070897e-06,
      "loss": 0.3108447790145874,
      "step": 1127
    },
    {
      "epoch": 1.5452054794520547,
      "grad_norm": 0.14813277125358582,
      "learning_rate": 2.607273710724121e-06,
      "loss": 0.31116819381713867,
      "step": 1128
    },
    {
      "epoch": 1.5465753424657533,
      "grad_norm": 0.1491813063621521,
      "learning_rate": 2.5923514648751537e-06,
      "loss": 0.3273397386074066,
      "step": 1129
    },
    {
      "epoch": 1.547945205479452,
      "grad_norm": 0.1643611490726471,
      "learning_rate": 2.5774656821127965e-06,
      "loss": 0.3463200032711029,
      "step": 1130
    },
    {
      "epoch": 1.5493150684931507,
      "grad_norm": 0.15818530321121216,
      "learning_rate": 2.5626164357101857e-06,
      "loss": 0.36125755310058594,
      "step": 1131
    },
    {
      "epoch": 1.5506849315068494,
      "grad_norm": 0.15721388161182404,
      "learning_rate": 2.547803798760603e-06,
      "loss": 0.32161208987236023,
      "step": 1132
    },
    {
      "epoch": 1.552054794520548,
      "grad_norm": 0.1627534031867981,
      "learning_rate": 2.533027844177123e-06,
      "loss": 0.33864739537239075,
      "step": 1133
    },
    {
      "epoch": 1.5534246575342465,
      "grad_norm": 0.15564633905887604,
      "learning_rate": 2.5182886446922673e-06,
      "loss": 0.3207649290561676,
      "step": 1134
    },
    {
      "epoch": 1.5547945205479452,
      "grad_norm": 0.14905612170696259,
      "learning_rate": 2.5035862728576266e-06,
      "loss": 0.3708069920539856,
      "step": 1135
    },
    {
      "epoch": 1.5561643835616439,
      "grad_norm": 0.17216545343399048,
      "learning_rate": 2.488920801043514e-06,
      "loss": 0.3721892237663269,
      "step": 1136
    },
    {
      "epoch": 1.5575342465753423,
      "grad_norm": 0.16713808476924896,
      "learning_rate": 2.4742923014386154e-06,
      "loss": 0.3689742684364319,
      "step": 1137
    },
    {
      "epoch": 1.558904109589041,
      "grad_norm": 0.15405254065990448,
      "learning_rate": 2.4597008460496165e-06,
      "loss": 0.34399300813674927,
      "step": 1138
    },
    {
      "epoch": 1.5602739726027397,
      "grad_norm": 0.15538863837718964,
      "learning_rate": 2.4451465067008618e-06,
      "loss": 0.32398271560668945,
      "step": 1139
    },
    {
      "epoch": 1.5616438356164384,
      "grad_norm": 0.16837860643863678,
      "learning_rate": 2.4306293550339943e-06,
      "loss": 0.35376736521720886,
      "step": 1140
    },
    {
      "epoch": 1.563013698630137,
      "grad_norm": 0.16373756527900696,
      "learning_rate": 2.4161494625076164e-06,
      "loss": 0.3440687358379364,
      "step": 1141
    },
    {
      "epoch": 1.5643835616438357,
      "grad_norm": 0.1669769138097763,
      "learning_rate": 2.4017069003969174e-06,
      "loss": 0.3465386927127838,
      "step": 1142
    },
    {
      "epoch": 1.5657534246575342,
      "grad_norm": 0.1637868583202362,
      "learning_rate": 2.387301739793333e-06,
      "loss": 0.31126880645751953,
      "step": 1143
    },
    {
      "epoch": 1.5671232876712329,
      "grad_norm": 0.16006502509117126,
      "learning_rate": 2.3729340516042044e-06,
      "loss": 0.3085182011127472,
      "step": 1144
    },
    {
      "epoch": 1.5684931506849316,
      "grad_norm": 0.15065310895442963,
      "learning_rate": 2.3586039065524113e-06,
      "loss": 0.3250669538974762,
      "step": 1145
    },
    {
      "epoch": 1.56986301369863,
      "grad_norm": 0.1626662313938141,
      "learning_rate": 2.344311375176034e-06,
      "loss": 0.33825933933258057,
      "step": 1146
    },
    {
      "epoch": 1.5712328767123287,
      "grad_norm": 0.16704460978507996,
      "learning_rate": 2.330056527828013e-06,
      "loss": 0.37022721767425537,
      "step": 1147
    },
    {
      "epoch": 1.5726027397260274,
      "grad_norm": 0.1803397238254547,
      "learning_rate": 2.3158394346757786e-06,
      "loss": 0.3628985285758972,
      "step": 1148
    },
    {
      "epoch": 1.573972602739726,
      "grad_norm": 0.15835583209991455,
      "learning_rate": 2.3016601657009364e-06,
      "loss": 0.36137890815734863,
      "step": 1149
    },
    {
      "epoch": 1.5753424657534247,
      "grad_norm": 0.15241596102714539,
      "learning_rate": 2.2875187906989084e-06,
      "loss": 0.34486639499664307,
      "step": 1150
    },
    {
      "epoch": 1.5767123287671234,
      "grad_norm": 0.16082894802093506,
      "learning_rate": 2.2734153792785706e-06,
      "loss": 0.35999006032943726,
      "step": 1151
    },
    {
      "epoch": 1.5780821917808219,
      "grad_norm": 0.14098484814167023,
      "learning_rate": 2.259350000861952e-06,
      "loss": 0.32649844884872437,
      "step": 1152
    },
    {
      "epoch": 1.5794520547945206,
      "grad_norm": 0.15429721772670746,
      "learning_rate": 2.245322724683854e-06,
      "loss": 0.32520896196365356,
      "step": 1153
    },
    {
      "epoch": 1.580821917808219,
      "grad_norm": 0.16675332188606262,
      "learning_rate": 2.2313336197915292e-06,
      "loss": 0.33812659978866577,
      "step": 1154
    },
    {
      "epoch": 1.5821917808219177,
      "grad_norm": 0.15388154983520508,
      "learning_rate": 2.2173827550443417e-06,
      "loss": 0.3268328905105591,
      "step": 1155
    },
    {
      "epoch": 1.5835616438356164,
      "grad_norm": 0.1577136367559433,
      "learning_rate": 2.20347019911342e-06,
      "loss": 0.32836878299713135,
      "step": 1156
    },
    {
      "epoch": 1.584931506849315,
      "grad_norm": 0.1715579777956009,
      "learning_rate": 2.1895960204813194e-06,
      "loss": 0.3792486786842346,
      "step": 1157
    },
    {
      "epoch": 1.5863013698630137,
      "grad_norm": 0.15956799685955048,
      "learning_rate": 2.1757602874416993e-06,
      "loss": 0.37752485275268555,
      "step": 1158
    },
    {
      "epoch": 1.5876712328767124,
      "grad_norm": 0.16624705493450165,
      "learning_rate": 2.1619630680989644e-06,
      "loss": 0.3493725657463074,
      "step": 1159
    },
    {
      "epoch": 1.589041095890411,
      "grad_norm": 0.16341926157474518,
      "learning_rate": 2.148204430367954e-06,
      "loss": 0.3541504144668579,
      "step": 1160
    },
    {
      "epoch": 1.5904109589041096,
      "grad_norm": 0.15657103061676025,
      "learning_rate": 2.1344844419735757e-06,
      "loss": 0.3333907723426819,
      "step": 1161
    },
    {
      "epoch": 1.5917808219178082,
      "grad_norm": 0.16000789403915405,
      "learning_rate": 2.1208031704505118e-06,
      "loss": 0.35130012035369873,
      "step": 1162
    },
    {
      "epoch": 1.5931506849315067,
      "grad_norm": 0.1461535096168518,
      "learning_rate": 2.107160683142856e-06,
      "loss": 0.32430267333984375,
      "step": 1163
    },
    {
      "epoch": 1.5945205479452054,
      "grad_norm": 0.14178651571273804,
      "learning_rate": 2.0935570472037892e-06,
      "loss": 0.3193168044090271,
      "step": 1164
    },
    {
      "epoch": 1.595890410958904,
      "grad_norm": 0.14919495582580566,
      "learning_rate": 2.079992329595263e-06,
      "loss": 0.3251698613166809,
      "step": 1165
    },
    {
      "epoch": 1.5972602739726027,
      "grad_norm": 0.16162943840026855,
      "learning_rate": 2.0664665970876496e-06,
      "loss": 0.3408505320549011,
      "step": 1166
    },
    {
      "epoch": 1.5986301369863014,
      "grad_norm": 0.16736219823360443,
      "learning_rate": 2.0529799162594242e-06,
      "loss": 0.3512228727340698,
      "step": 1167
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.15167738497257233,
      "learning_rate": 2.0395323534968412e-06,
      "loss": 0.3489873707294464,
      "step": 1168
    },
    {
      "epoch": 1.6013698630136988,
      "grad_norm": 0.15653009712696075,
      "learning_rate": 2.0261239749935966e-06,
      "loss": 0.31903886795043945,
      "step": 1169
    },
    {
      "epoch": 1.6027397260273972,
      "grad_norm": 0.16038073599338531,
      "learning_rate": 2.012754846750509e-06,
      "loss": 0.35285457968711853,
      "step": 1170
    },
    {
      "epoch": 1.604109589041096,
      "grad_norm": 0.1591605246067047,
      "learning_rate": 1.9994250345751886e-06,
      "loss": 0.32918378710746765,
      "step": 1171
    },
    {
      "epoch": 1.6054794520547944,
      "grad_norm": 0.1398192048072815,
      "learning_rate": 1.98613460408173e-06,
      "loss": 0.31244635581970215,
      "step": 1172
    },
    {
      "epoch": 1.606849315068493,
      "grad_norm": 0.155035600066185,
      "learning_rate": 1.972883620690366e-06,
      "loss": 0.36001700162887573,
      "step": 1173
    },
    {
      "epoch": 1.6082191780821917,
      "grad_norm": 0.15247505903244019,
      "learning_rate": 1.9596721496271565e-06,
      "loss": 0.3517085611820221,
      "step": 1174
    },
    {
      "epoch": 1.6095890410958904,
      "grad_norm": 0.15745189785957336,
      "learning_rate": 1.9465002559236777e-06,
      "loss": 0.3493137061595917,
      "step": 1175
    },
    {
      "epoch": 1.610958904109589,
      "grad_norm": 0.15074560046195984,
      "learning_rate": 1.9333680044166847e-06,
      "loss": 0.33854442834854126,
      "step": 1176
    },
    {
      "epoch": 1.6123287671232878,
      "grad_norm": 0.1640157252550125,
      "learning_rate": 1.920275459747796e-06,
      "loss": 0.3208191692829132,
      "step": 1177
    },
    {
      "epoch": 1.6136986301369864,
      "grad_norm": 0.15582209825515747,
      "learning_rate": 1.907222686363188e-06,
      "loss": 0.3396856188774109,
      "step": 1178
    },
    {
      "epoch": 1.615068493150685,
      "grad_norm": 0.1684257537126541,
      "learning_rate": 1.8942097485132626e-06,
      "loss": 0.34950849413871765,
      "step": 1179
    },
    {
      "epoch": 1.6164383561643836,
      "grad_norm": 0.15507318079471588,
      "learning_rate": 1.8812367102523365e-06,
      "loss": 0.3066273331642151,
      "step": 1180
    },
    {
      "epoch": 1.617808219178082,
      "grad_norm": 0.1489347517490387,
      "learning_rate": 1.868303635438332e-06,
      "loss": 0.33643442392349243,
      "step": 1181
    },
    {
      "epoch": 1.6191780821917807,
      "grad_norm": 0.15879075229167938,
      "learning_rate": 1.8554105877324525e-06,
      "loss": 0.3287425637245178,
      "step": 1182
    },
    {
      "epoch": 1.6205479452054794,
      "grad_norm": 0.17736220359802246,
      "learning_rate": 1.8425576305988735e-06,
      "loss": 0.37067461013793945,
      "step": 1183
    },
    {
      "epoch": 1.621917808219178,
      "grad_norm": 0.1560935527086258,
      "learning_rate": 1.8297448273044295e-06,
      "loss": 0.35819360613822937,
      "step": 1184
    },
    {
      "epoch": 1.6232876712328768,
      "grad_norm": 0.15256348252296448,
      "learning_rate": 1.81697224091831e-06,
      "loss": 0.3505377769470215,
      "step": 1185
    },
    {
      "epoch": 1.6246575342465754,
      "grad_norm": 0.16711962223052979,
      "learning_rate": 1.8042399343117368e-06,
      "loss": 0.34088966250419617,
      "step": 1186
    },
    {
      "epoch": 1.6260273972602741,
      "grad_norm": 0.14235368371009827,
      "learning_rate": 1.7915479701576577e-06,
      "loss": 0.30414897203445435,
      "step": 1187
    },
    {
      "epoch": 1.6273972602739726,
      "grad_norm": 0.15138524770736694,
      "learning_rate": 1.7788964109304495e-06,
      "loss": 0.33105698227882385,
      "step": 1188
    },
    {
      "epoch": 1.6287671232876713,
      "grad_norm": 0.1526041179895401,
      "learning_rate": 1.7662853189055951e-06,
      "loss": 0.33949634432792664,
      "step": 1189
    },
    {
      "epoch": 1.6301369863013697,
      "grad_norm": 0.15941354632377625,
      "learning_rate": 1.7537147561593826e-06,
      "loss": 0.33900412917137146,
      "step": 1190
    },
    {
      "epoch": 1.6315068493150684,
      "grad_norm": 0.15249750018119812,
      "learning_rate": 1.7411847845686082e-06,
      "loss": 0.32778996229171753,
      "step": 1191
    },
    {
      "epoch": 1.632876712328767,
      "grad_norm": 0.15217413008213043,
      "learning_rate": 1.7286954658102495e-06,
      "loss": 0.3232656717300415,
      "step": 1192
    },
    {
      "epoch": 1.6342465753424658,
      "grad_norm": 0.1474272459745407,
      "learning_rate": 1.7162468613611937e-06,
      "loss": 0.3270835280418396,
      "step": 1193
    },
    {
      "epoch": 1.6356164383561644,
      "grad_norm": 0.16704101860523224,
      "learning_rate": 1.703839032497906e-06,
      "loss": 0.3511890470981598,
      "step": 1194
    },
    {
      "epoch": 1.6369863013698631,
      "grad_norm": 0.1573154777288437,
      "learning_rate": 1.6914720402961403e-06,
      "loss": 0.35664379596710205,
      "step": 1195
    },
    {
      "epoch": 1.6383561643835618,
      "grad_norm": 0.1522405743598938,
      "learning_rate": 1.6791459456306457e-06,
      "loss": 0.31690123677253723,
      "step": 1196
    },
    {
      "epoch": 1.6397260273972603,
      "grad_norm": 0.14940029382705688,
      "learning_rate": 1.6668608091748495e-06,
      "loss": 0.32694342732429504,
      "step": 1197
    },
    {
      "epoch": 1.641095890410959,
      "grad_norm": 0.16398581862449646,
      "learning_rate": 1.6546166914005768e-06,
      "loss": 0.3361591100692749,
      "step": 1198
    },
    {
      "epoch": 1.6424657534246574,
      "grad_norm": 0.15232853591442108,
      "learning_rate": 1.6424136525777367e-06,
      "loss": 0.3171868324279785,
      "step": 1199
    },
    {
      "epoch": 1.643835616438356,
      "grad_norm": 0.16350358724594116,
      "learning_rate": 1.6302517527740358e-06,
      "loss": 0.35954880714416504,
      "step": 1200
    },
    {
      "epoch": 1.6452054794520548,
      "grad_norm": 0.16470475494861603,
      "learning_rate": 1.6181310518546856e-06,
      "loss": 0.342126727104187,
      "step": 1201
    },
    {
      "epoch": 1.6465753424657534,
      "grad_norm": 0.15912854671478271,
      "learning_rate": 1.6060516094820876e-06,
      "loss": 0.32483920454978943,
      "step": 1202
    },
    {
      "epoch": 1.6479452054794521,
      "grad_norm": 0.16000115871429443,
      "learning_rate": 1.5940134851155698e-06,
      "loss": 0.33072608709335327,
      "step": 1203
    },
    {
      "epoch": 1.6493150684931508,
      "grad_norm": 0.17337526381015778,
      "learning_rate": 1.5820167380110697e-06,
      "loss": 0.3809818625450134,
      "step": 1204
    },
    {
      "epoch": 1.6506849315068495,
      "grad_norm": 0.1659628003835678,
      "learning_rate": 1.5700614272208492e-06,
      "loss": 0.3534291982650757,
      "step": 1205
    },
    {
      "epoch": 1.652054794520548,
      "grad_norm": 0.15824678540229797,
      "learning_rate": 1.558147611593216e-06,
      "loss": 0.34972262382507324,
      "step": 1206
    },
    {
      "epoch": 1.6534246575342466,
      "grad_norm": 0.15221920609474182,
      "learning_rate": 1.5462753497722139e-06,
      "loss": 0.32763582468032837,
      "step": 1207
    },
    {
      "epoch": 1.654794520547945,
      "grad_norm": 0.15916042029857635,
      "learning_rate": 1.5344447001973462e-06,
      "loss": 0.31656497716903687,
      "step": 1208
    },
    {
      "epoch": 1.6561643835616437,
      "grad_norm": 0.1665540486574173,
      "learning_rate": 1.522655721103291e-06,
      "loss": 0.37915846705436707,
      "step": 1209
    },
    {
      "epoch": 1.6575342465753424,
      "grad_norm": 0.1595245897769928,
      "learning_rate": 1.5109084705196041e-06,
      "loss": 0.3317162096500397,
      "step": 1210
    },
    {
      "epoch": 1.658904109589041,
      "grad_norm": 0.1856878399848938,
      "learning_rate": 1.49920300627044e-06,
      "loss": 0.33943232893943787,
      "step": 1211
    },
    {
      "epoch": 1.6602739726027398,
      "grad_norm": 0.15331265330314636,
      "learning_rate": 1.4875393859742626e-06,
      "loss": 0.34050869941711426,
      "step": 1212
    },
    {
      "epoch": 1.6616438356164385,
      "grad_norm": 0.1600010246038437,
      "learning_rate": 1.475917667043575e-06,
      "loss": 0.3265448212623596,
      "step": 1213
    },
    {
      "epoch": 1.6630136986301371,
      "grad_norm": 0.16359809041023254,
      "learning_rate": 1.4643379066846186e-06,
      "loss": 0.33075857162475586,
      "step": 1214
    },
    {
      "epoch": 1.6643835616438356,
      "grad_norm": 0.1521827131509781,
      "learning_rate": 1.4528001618970966e-06,
      "loss": 0.31874728202819824,
      "step": 1215
    },
    {
      "epoch": 1.6657534246575343,
      "grad_norm": 0.1428581029176712,
      "learning_rate": 1.4413044894739092e-06,
      "loss": 0.3019358515739441,
      "step": 1216
    },
    {
      "epoch": 1.6671232876712327,
      "grad_norm": 0.16607871651649475,
      "learning_rate": 1.4298509460008491e-06,
      "loss": 0.31903016567230225,
      "step": 1217
    },
    {
      "epoch": 1.6684931506849314,
      "grad_norm": 0.15393413603305817,
      "learning_rate": 1.4184395878563395e-06,
      "loss": 0.33354055881500244,
      "step": 1218
    },
    {
      "epoch": 1.66986301369863,
      "grad_norm": 0.15508490800857544,
      "learning_rate": 1.4070704712111572e-06,
      "loss": 0.32358676195144653,
      "step": 1219
    },
    {
      "epoch": 1.6712328767123288,
      "grad_norm": 0.14650438725948334,
      "learning_rate": 1.395743652028143e-06,
      "loss": 0.33141303062438965,
      "step": 1220
    },
    {
      "epoch": 1.6726027397260275,
      "grad_norm": 0.15726953744888306,
      "learning_rate": 1.3844591860619382e-06,
      "loss": 0.35107171535491943,
      "step": 1221
    },
    {
      "epoch": 1.6739726027397261,
      "grad_norm": 0.15117298066616058,
      "learning_rate": 1.3732171288587105e-06,
      "loss": 0.30023708939552307,
      "step": 1222
    },
    {
      "epoch": 1.6753424657534246,
      "grad_norm": 0.1782534420490265,
      "learning_rate": 1.3620175357558706e-06,
      "loss": 0.34968823194503784,
      "step": 1223
    },
    {
      "epoch": 1.6767123287671233,
      "grad_norm": 0.17389066517353058,
      "learning_rate": 1.3508604618818067e-06,
      "loss": 0.31941914558410645,
      "step": 1224
    },
    {
      "epoch": 1.678082191780822,
      "grad_norm": 0.17911015450954437,
      "learning_rate": 1.339745962155613e-06,
      "loss": 0.3240607678890228,
      "step": 1225
    },
    {
      "epoch": 1.6794520547945204,
      "grad_norm": 0.1515609174966812,
      "learning_rate": 1.3286740912868234e-06,
      "loss": 0.3442304730415344,
      "step": 1226
    },
    {
      "epoch": 1.680821917808219,
      "grad_norm": 0.15644872188568115,
      "learning_rate": 1.3176449037751294e-06,
      "loss": 0.31893715262413025,
      "step": 1227
    },
    {
      "epoch": 1.6821917808219178,
      "grad_norm": 0.1573629379272461,
      "learning_rate": 1.3066584539101224e-06,
      "loss": 0.3529011011123657,
      "step": 1228
    },
    {
      "epoch": 1.6835616438356165,
      "grad_norm": 0.17355655133724213,
      "learning_rate": 1.2957147957710292e-06,
      "loss": 0.3373495638370514,
      "step": 1229
    },
    {
      "epoch": 1.6849315068493151,
      "grad_norm": 0.151940256357193,
      "learning_rate": 1.2848139832264328e-06,
      "loss": 0.34251755475997925,
      "step": 1230
    },
    {
      "epoch": 1.6863013698630138,
      "grad_norm": 0.15687845647335052,
      "learning_rate": 1.273956069934017e-06,
      "loss": 0.33196067810058594,
      "step": 1231
    },
    {
      "epoch": 1.6876712328767123,
      "grad_norm": 0.16004379093647003,
      "learning_rate": 1.263141109340308e-06,
      "loss": 0.3280409872531891,
      "step": 1232
    },
    {
      "epoch": 1.689041095890411,
      "grad_norm": 0.1561116725206375,
      "learning_rate": 1.2523691546803872e-06,
      "loss": 0.36071187257766724,
      "step": 1233
    },
    {
      "epoch": 1.6904109589041096,
      "grad_norm": 0.16006499528884888,
      "learning_rate": 1.2416402589776632e-06,
      "loss": 0.3473643660545349,
      "step": 1234
    },
    {
      "epoch": 1.691780821917808,
      "grad_norm": 0.1759638637304306,
      "learning_rate": 1.230954475043581e-06,
      "loss": 0.367775022983551,
      "step": 1235
    },
    {
      "epoch": 1.6931506849315068,
      "grad_norm": 0.1692914068698883,
      "learning_rate": 1.2203118554773807e-06,
      "loss": 0.3360450267791748,
      "step": 1236
    },
    {
      "epoch": 1.6945205479452055,
      "grad_norm": 0.15737596154212952,
      "learning_rate": 1.2097124526658277e-06,
      "loss": 0.3283913731575012,
      "step": 1237
    },
    {
      "epoch": 1.6958904109589041,
      "grad_norm": 0.19927242398262024,
      "learning_rate": 1.1991563187829592e-06,
      "loss": 0.34028875827789307,
      "step": 1238
    },
    {
      "epoch": 1.6972602739726028,
      "grad_norm": 0.15856406092643738,
      "learning_rate": 1.1886435057898338e-06,
      "loss": 0.34818997979164124,
      "step": 1239
    },
    {
      "epoch": 1.6986301369863015,
      "grad_norm": 0.1475028097629547,
      "learning_rate": 1.1781740654342622e-06,
      "loss": 0.3465500473976135,
      "step": 1240
    },
    {
      "epoch": 1.7,
      "grad_norm": 0.16196544468402863,
      "learning_rate": 1.1677480492505589e-06,
      "loss": 0.3488352298736572,
      "step": 1241
    },
    {
      "epoch": 1.7013698630136986,
      "grad_norm": 0.14074058830738068,
      "learning_rate": 1.1573655085592983e-06,
      "loss": 0.29739153385162354,
      "step": 1242
    },
    {
      "epoch": 1.7027397260273973,
      "grad_norm": 0.16181747615337372,
      "learning_rate": 1.1470264944670385e-06,
      "loss": 0.3437436521053314,
      "step": 1243
    },
    {
      "epoch": 1.7041095890410958,
      "grad_norm": 0.15629208087921143,
      "learning_rate": 1.1367310578660962e-06,
      "loss": 0.3288268446922302,
      "step": 1244
    },
    {
      "epoch": 1.7054794520547945,
      "grad_norm": 0.15012064576148987,
      "learning_rate": 1.1264792494342858e-06,
      "loss": 0.333500474691391,
      "step": 1245
    },
    {
      "epoch": 1.7068493150684931,
      "grad_norm": 0.17188264429569244,
      "learning_rate": 1.1162711196346532e-06,
      "loss": 0.38367658853530884,
      "step": 1246
    },
    {
      "epoch": 1.7082191780821918,
      "grad_norm": 0.1565122753381729,
      "learning_rate": 1.1061067187152584e-06,
      "loss": 0.31294959783554077,
      "step": 1247
    },
    {
      "epoch": 1.7095890410958905,
      "grad_norm": 0.1444123089313507,
      "learning_rate": 1.0959860967089042e-06,
      "loss": 0.29740363359451294,
      "step": 1248
    },
    {
      "epoch": 1.7109589041095892,
      "grad_norm": 0.16455943882465363,
      "learning_rate": 1.0859093034328972e-06,
      "loss": 0.3299975097179413,
      "step": 1249
    },
    {
      "epoch": 1.7123287671232876,
      "grad_norm": 0.14738664031028748,
      "learning_rate": 1.07587638848881e-06,
      "loss": 0.3134653866291046,
      "step": 1250
    },
    {
      "epoch": 1.7136986301369863,
      "grad_norm": 0.15507303178310394,
      "learning_rate": 1.0658874012622244e-06,
      "loss": 0.345506489276886,
      "step": 1251
    },
    {
      "epoch": 1.7150684931506848,
      "grad_norm": 0.1389225721359253,
      "learning_rate": 1.0559423909224942e-06,
      "loss": 0.2806209921836853,
      "step": 1252
    },
    {
      "epoch": 1.7164383561643834,
      "grad_norm": 0.14970001578330994,
      "learning_rate": 1.0460414064225099e-06,
      "loss": 0.3479157090187073,
      "step": 1253
    },
    {
      "epoch": 1.7178082191780821,
      "grad_norm": 0.17388109862804413,
      "learning_rate": 1.0361844964984435e-06,
      "loss": 0.36045724153518677,
      "step": 1254
    },
    {
      "epoch": 1.7191780821917808,
      "grad_norm": 0.14937163889408112,
      "learning_rate": 1.0263717096695192e-06,
      "loss": 0.33035242557525635,
      "step": 1255
    },
    {
      "epoch": 1.7205479452054795,
      "grad_norm": 0.16189490258693695,
      "learning_rate": 1.0166030942377703e-06,
      "loss": 0.35016894340515137,
      "step": 1256
    },
    {
      "epoch": 1.7219178082191782,
      "grad_norm": 0.15496496856212616,
      "learning_rate": 1.0068786982878087e-06,
      "loss": 0.35125821828842163,
      "step": 1257
    },
    {
      "epoch": 1.7232876712328768,
      "grad_norm": 0.15979105234146118,
      "learning_rate": 9.971985696865737e-07,
      "loss": 0.34419381618499756,
      "step": 1258
    },
    {
      "epoch": 1.7246575342465753,
      "grad_norm": 0.17270156741142273,
      "learning_rate": 9.87562756083108e-07,
      "loss": 0.38739997148513794,
      "step": 1259
    },
    {
      "epoch": 1.726027397260274,
      "grad_norm": 0.16050505638122559,
      "learning_rate": 9.77971304908325e-07,
      "loss": 0.36073169112205505,
      "step": 1260
    },
    {
      "epoch": 1.7273972602739724,
      "grad_norm": 0.15811535716056824,
      "learning_rate": 9.684242633747642e-07,
      "loss": 0.3458669185638428,
      "step": 1261
    },
    {
      "epoch": 1.7287671232876711,
      "grad_norm": 0.16361944377422333,
      "learning_rate": 9.589216784763655e-07,
      "loss": 0.35864222049713135,
      "step": 1262
    },
    {
      "epoch": 1.7301369863013698,
      "grad_norm": 0.16463346779346466,
      "learning_rate": 9.494635969882426e-07,
      "loss": 0.3516255021095276,
      "step": 1263
    },
    {
      "epoch": 1.7315068493150685,
      "grad_norm": 0.13944090902805328,
      "learning_rate": 9.400500654664413e-07,
      "loss": 0.3028295338153839,
      "step": 1264
    },
    {
      "epoch": 1.7328767123287672,
      "grad_norm": 0.15407785773277283,
      "learning_rate": 9.306811302477214e-07,
      "loss": 0.3290501534938812,
      "step": 1265
    },
    {
      "epoch": 1.7342465753424658,
      "grad_norm": 0.17160239815711975,
      "learning_rate": 9.213568374493176e-07,
      "loss": 0.3213893175125122,
      "step": 1266
    },
    {
      "epoch": 1.7356164383561645,
      "grad_norm": 0.1475364714860916,
      "learning_rate": 9.120772329687278e-07,
      "loss": 0.3017924427986145,
      "step": 1267
    },
    {
      "epoch": 1.736986301369863,
      "grad_norm": 0.1735687404870987,
      "learning_rate": 9.028423624834703e-07,
      "loss": 0.34012332558631897,
      "step": 1268
    },
    {
      "epoch": 1.7383561643835617,
      "grad_norm": 0.14973114430904388,
      "learning_rate": 8.936522714508678e-07,
      "loss": 0.3517354130744934,
      "step": 1269
    },
    {
      "epoch": 1.7397260273972601,
      "grad_norm": 0.15395504236221313,
      "learning_rate": 8.845070051078286e-07,
      "loss": 0.31232795119285583,
      "step": 1270
    },
    {
      "epoch": 1.7410958904109588,
      "grad_norm": 0.1512281894683838,
      "learning_rate": 8.754066084706125e-07,
      "loss": 0.3256188929080963,
      "step": 1271
    },
    {
      "epoch": 1.7424657534246575,
      "grad_norm": 0.1710251122713089,
      "learning_rate": 8.663511263346114e-07,
      "loss": 0.3719729781150818,
      "step": 1272
    },
    {
      "epoch": 1.7438356164383562,
      "grad_norm": 0.1589270681142807,
      "learning_rate": 8.573406032741438e-07,
      "loss": 0.32557862997055054,
      "step": 1273
    },
    {
      "epoch": 1.7452054794520548,
      "grad_norm": 0.16728456318378448,
      "learning_rate": 8.483750836422078e-07,
      "loss": 0.30554038286209106,
      "step": 1274
    },
    {
      "epoch": 1.7465753424657535,
      "grad_norm": 0.15205995738506317,
      "learning_rate": 8.394546115702928e-07,
      "loss": 0.3218629062175751,
      "step": 1275
    },
    {
      "epoch": 1.7479452054794522,
      "grad_norm": 0.24099785089492798,
      "learning_rate": 8.305792309681382e-07,
      "loss": 0.3274707794189453,
      "step": 1276
    },
    {
      "epoch": 1.7493150684931507,
      "grad_norm": 0.17904773354530334,
      "learning_rate": 8.217489855235338e-07,
      "loss": 0.35155755281448364,
      "step": 1277
    },
    {
      "epoch": 1.7506849315068493,
      "grad_norm": 0.17398542165756226,
      "learning_rate": 8.129639187020954e-07,
      "loss": 0.3349018692970276,
      "step": 1278
    },
    {
      "epoch": 1.7520547945205478,
      "grad_norm": 0.15470083057880402,
      "learning_rate": 8.042240737470508e-07,
      "loss": 0.30421948432922363,
      "step": 1279
    },
    {
      "epoch": 1.7534246575342465,
      "grad_norm": 0.14305900037288666,
      "learning_rate": 7.955294936790359e-07,
      "loss": 0.31143707036972046,
      "step": 1280
    },
    {
      "epoch": 1.7547945205479452,
      "grad_norm": 0.14751826226711273,
      "learning_rate": 7.868802212958704e-07,
      "loss": 0.2954302132129669,
      "step": 1281
    },
    {
      "epoch": 1.7561643835616438,
      "grad_norm": 0.1575712412595749,
      "learning_rate": 7.782762991723558e-07,
      "loss": 0.30905646085739136,
      "step": 1282
    },
    {
      "epoch": 1.7575342465753425,
      "grad_norm": 0.14383475482463837,
      "learning_rate": 7.697177696600677e-07,
      "loss": 0.32206839323043823,
      "step": 1283
    },
    {
      "epoch": 1.7589041095890412,
      "grad_norm": 0.15969853103160858,
      "learning_rate": 7.612046748871327e-07,
      "loss": 0.32025647163391113,
      "step": 1284
    },
    {
      "epoch": 1.7602739726027399,
      "grad_norm": 0.15641602873802185,
      "learning_rate": 7.527370567580416e-07,
      "loss": 0.3522297143936157,
      "step": 1285
    },
    {
      "epoch": 1.7616438356164383,
      "grad_norm": 0.14964739978313446,
      "learning_rate": 7.443149569534325e-07,
      "loss": 0.3237984776496887,
      "step": 1286
    },
    {
      "epoch": 1.763013698630137,
      "grad_norm": 0.1524275839328766,
      "learning_rate": 7.359384169298744e-07,
      "loss": 0.31260764598846436,
      "step": 1287
    },
    {
      "epoch": 1.7643835616438355,
      "grad_norm": 0.16798636317253113,
      "learning_rate": 7.276074779196906e-07,
      "loss": 0.37301307916641235,
      "step": 1288
    },
    {
      "epoch": 1.7657534246575342,
      "grad_norm": 0.15152223408222198,
      "learning_rate": 7.193221809307304e-07,
      "loss": 0.30456385016441345,
      "step": 1289
    },
    {
      "epoch": 1.7671232876712328,
      "grad_norm": 0.16104163229465485,
      "learning_rate": 7.110825667461762e-07,
      "loss": 0.35112541913986206,
      "step": 1290
    },
    {
      "epoch": 1.7684931506849315,
      "grad_norm": 0.1392669379711151,
      "learning_rate": 7.028886759243503e-07,
      "loss": 0.2964078485965729,
      "step": 1291
    },
    {
      "epoch": 1.7698630136986302,
      "grad_norm": 0.15071091055870056,
      "learning_rate": 6.947405487985015e-07,
      "loss": 0.28317034244537354,
      "step": 1292
    },
    {
      "epoch": 1.7712328767123289,
      "grad_norm": 0.1536220759153366,
      "learning_rate": 6.866382254766158e-07,
      "loss": 0.3215874433517456,
      "step": 1293
    },
    {
      "epoch": 1.7726027397260276,
      "grad_norm": 0.1379450261592865,
      "learning_rate": 6.785817458412181e-07,
      "loss": 0.2879907190799713,
      "step": 1294
    },
    {
      "epoch": 1.773972602739726,
      "grad_norm": 0.17187511920928955,
      "learning_rate": 6.705711495491718e-07,
      "loss": 0.3147532343864441,
      "step": 1295
    },
    {
      "epoch": 1.7753424657534247,
      "grad_norm": 0.17327673733234406,
      "learning_rate": 6.62606476031491e-07,
      "loss": 0.3378913104534149,
      "step": 1296
    },
    {
      "epoch": 1.7767123287671232,
      "grad_norm": 0.15394513309001923,
      "learning_rate": 6.546877644931315e-07,
      "loss": 0.32351988554000854,
      "step": 1297
    },
    {
      "epoch": 1.7780821917808218,
      "grad_norm": 0.14969897270202637,
      "learning_rate": 6.468150539128193e-07,
      "loss": 0.3032512068748474,
      "step": 1298
    },
    {
      "epoch": 1.7794520547945205,
      "grad_norm": 0.15381179749965668,
      "learning_rate": 6.3898838304284e-07,
      "loss": 0.3199779689311981,
      "step": 1299
    },
    {
      "epoch": 1.7808219178082192,
      "grad_norm": 0.15317706763744354,
      "learning_rate": 6.312077904088565e-07,
      "loss": 0.32301846146583557,
      "step": 1300
    },
    {
      "epoch": 1.7821917808219179,
      "grad_norm": 0.152884840965271,
      "learning_rate": 6.234733143097215e-07,
      "loss": 0.29910945892333984,
      "step": 1301
    },
    {
      "epoch": 1.7835616438356166,
      "grad_norm": 0.1553654968738556,
      "learning_rate": 6.157849928172832e-07,
      "loss": 0.3187806010246277,
      "step": 1302
    },
    {
      "epoch": 1.7849315068493152,
      "grad_norm": 0.16176237165927887,
      "learning_rate": 6.081428637761977e-07,
      "loss": 0.339767187833786,
      "step": 1303
    },
    {
      "epoch": 1.7863013698630137,
      "grad_norm": 0.15177124738693237,
      "learning_rate": 6.005469648037532e-07,
      "loss": 0.3246235251426697,
      "step": 1304
    },
    {
      "epoch": 1.7876712328767124,
      "grad_norm": 0.1596703827381134,
      "learning_rate": 5.929973332896677e-07,
      "loss": 0.35482412576675415,
      "step": 1305
    },
    {
      "epoch": 1.7890410958904108,
      "grad_norm": 0.14820478856563568,
      "learning_rate": 5.854940063959213e-07,
      "loss": 0.3279823064804077,
      "step": 1306
    },
    {
      "epoch": 1.7904109589041095,
      "grad_norm": 0.14746461808681488,
      "learning_rate": 5.7803702105656e-07,
      "loss": 0.3030048608779907,
      "step": 1307
    },
    {
      "epoch": 1.7917808219178082,
      "grad_norm": 0.15053853392601013,
      "learning_rate": 5.706264139775286e-07,
      "loss": 0.31790563464164734,
      "step": 1308
    },
    {
      "epoch": 1.7931506849315069,
      "grad_norm": 0.15882104635238647,
      "learning_rate": 5.632622216364736e-07,
      "loss": 0.32655006647109985,
      "step": 1309
    },
    {
      "epoch": 1.7945205479452055,
      "grad_norm": 0.16202262043952942,
      "learning_rate": 5.559444802825741e-07,
      "loss": 0.3297027349472046,
      "step": 1310
    },
    {
      "epoch": 1.7958904109589042,
      "grad_norm": 0.16546350717544556,
      "learning_rate": 5.486732259363647e-07,
      "loss": 0.3207970857620239,
      "step": 1311
    },
    {
      "epoch": 1.7972602739726027,
      "grad_norm": 0.16333724558353424,
      "learning_rate": 5.414484943895492e-07,
      "loss": 0.33857011795043945,
      "step": 1312
    },
    {
      "epoch": 1.7986301369863014,
      "grad_norm": 0.1690317839384079,
      "learning_rate": 5.342703212048306e-07,
      "loss": 0.38763177394866943,
      "step": 1313
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.14536961913108826,
      "learning_rate": 5.271387417157392e-07,
      "loss": 0.31603944301605225,
      "step": 1314
    },
    {
      "epoch": 1.8013698630136985,
      "grad_norm": 0.16719646751880646,
      "learning_rate": 5.200537910264481e-07,
      "loss": 0.35231393575668335,
      "step": 1315
    },
    {
      "epoch": 1.8027397260273972,
      "grad_norm": 0.17478609085083008,
      "learning_rate": 5.130155040116125e-07,
      "loss": 0.35779231786727905,
      "step": 1316
    },
    {
      "epoch": 1.8041095890410959,
      "grad_norm": 0.15386946499347687,
      "learning_rate": 5.060239153161872e-07,
      "loss": 0.32011014223098755,
      "step": 1317
    },
    {
      "epoch": 1.8054794520547945,
      "grad_norm": 0.1588115394115448,
      "learning_rate": 4.990790593552663e-07,
      "loss": 0.294185996055603,
      "step": 1318
    },
    {
      "epoch": 1.8068493150684932,
      "grad_norm": 0.16609877347946167,
      "learning_rate": 4.921809703139068e-07,
      "loss": 0.30233830213546753,
      "step": 1319
    },
    {
      "epoch": 1.808219178082192,
      "grad_norm": 0.1439180076122284,
      "learning_rate": 4.853296821469589e-07,
      "loss": 0.2957511842250824,
      "step": 1320
    },
    {
      "epoch": 1.8095890410958904,
      "grad_norm": 0.16486167907714844,
      "learning_rate": 4.785252285789077e-07,
      "loss": 0.3310033082962036,
      "step": 1321
    },
    {
      "epoch": 1.810958904109589,
      "grad_norm": 0.17464743554592133,
      "learning_rate": 4.7176764310369994e-07,
      "loss": 0.3550257086753845,
      "step": 1322
    },
    {
      "epoch": 1.8123287671232877,
      "grad_norm": 0.17432478070259094,
      "learning_rate": 4.650569589845766e-07,
      "loss": 0.34577667713165283,
      "step": 1323
    },
    {
      "epoch": 1.8136986301369862,
      "grad_norm": 0.14168258011341095,
      "learning_rate": 4.5839320925392117e-07,
      "loss": 0.30111217498779297,
      "step": 1324
    },
    {
      "epoch": 1.8150684931506849,
      "grad_norm": 0.16613982617855072,
      "learning_rate": 4.5177642671308087e-07,
      "loss": 0.3328065276145935,
      "step": 1325
    },
    {
      "epoch": 1.8164383561643835,
      "grad_norm": 0.16824592649936676,
      "learning_rate": 4.4520664393222e-07,
      "loss": 0.3466789126396179,
      "step": 1326
    },
    {
      "epoch": 1.8178082191780822,
      "grad_norm": 0.15729574859142303,
      "learning_rate": 4.386838932501547e-07,
      "loss": 0.32296979427337646,
      "step": 1327
    },
    {
      "epoch": 1.819178082191781,
      "grad_norm": 0.17344285547733307,
      "learning_rate": 4.3220820677418285e-07,
      "loss": 0.3270629048347473,
      "step": 1328
    },
    {
      "epoch": 1.8205479452054796,
      "grad_norm": 0.17102137207984924,
      "learning_rate": 4.2577961637994544e-07,
      "loss": 0.35478442907333374,
      "step": 1329
    },
    {
      "epoch": 1.821917808219178,
      "grad_norm": 0.1614276021718979,
      "learning_rate": 4.193981537112557e-07,
      "loss": 0.35880762338638306,
      "step": 1330
    },
    {
      "epoch": 1.8232876712328767,
      "grad_norm": 0.15321889519691467,
      "learning_rate": 4.1306385017994443e-07,
      "loss": 0.325344443321228,
      "step": 1331
    },
    {
      "epoch": 1.8246575342465754,
      "grad_norm": 0.1599494367837906,
      "learning_rate": 4.067767369657161e-07,
      "loss": 0.3106187880039215,
      "step": 1332
    },
    {
      "epoch": 1.8260273972602739,
      "grad_norm": 0.15317757427692413,
      "learning_rate": 4.0053684501598076e-07,
      "loss": 0.3269118070602417,
      "step": 1333
    },
    {
      "epoch": 1.8273972602739725,
      "grad_norm": 0.16627809405326843,
      "learning_rate": 3.9434420504571027e-07,
      "loss": 0.35508206486701965,
      "step": 1334
    },
    {
      "epoch": 1.8287671232876712,
      "grad_norm": 0.153465136885643,
      "learning_rate": 3.8819884753728665e-07,
      "loss": 0.30518004298210144,
      "step": 1335
    },
    {
      "epoch": 1.83013698630137,
      "grad_norm": 0.1573999524116516,
      "learning_rate": 3.821008027403494e-07,
      "loss": 0.3222675919532776,
      "step": 1336
    },
    {
      "epoch": 1.8315068493150686,
      "grad_norm": 0.1496000587940216,
      "learning_rate": 3.7605010067165216e-07,
      "loss": 0.3345215320587158,
      "step": 1337
    },
    {
      "epoch": 1.8328767123287673,
      "grad_norm": 0.15938860177993774,
      "learning_rate": 3.700467711149025e-07,
      "loss": 0.3547212481498718,
      "step": 1338
    },
    {
      "epoch": 1.8342465753424657,
      "grad_norm": 0.14790597558021545,
      "learning_rate": 3.6409084362063143e-07,
      "loss": 0.3036991059780121,
      "step": 1339
    },
    {
      "epoch": 1.8356164383561644,
      "grad_norm": 0.16490647196769714,
      "learning_rate": 3.581823475060364e-07,
      "loss": 0.31740397214889526,
      "step": 1340
    },
    {
      "epoch": 1.8369863013698629,
      "grad_norm": 0.16203896701335907,
      "learning_rate": 3.5232131185484075e-07,
      "loss": 0.35205888748168945,
      "step": 1341
    },
    {
      "epoch": 1.8383561643835615,
      "grad_norm": 0.16094939410686493,
      "learning_rate": 3.4650776551715225e-07,
      "loss": 0.3516027331352234,
      "step": 1342
    },
    {
      "epoch": 1.8397260273972602,
      "grad_norm": 0.1690695583820343,
      "learning_rate": 3.4074173710931804e-07,
      "loss": 0.3475687801837921,
      "step": 1343
    },
    {
      "epoch": 1.841095890410959,
      "grad_norm": 0.1640596091747284,
      "learning_rate": 3.350232550137833e-07,
      "loss": 0.33157050609588623,
      "step": 1344
    },
    {
      "epoch": 1.8424657534246576,
      "grad_norm": 0.1597766876220703,
      "learning_rate": 3.2935234737895837e-07,
      "loss": 0.3033367395401001,
      "step": 1345
    },
    {
      "epoch": 1.8438356164383563,
      "grad_norm": 0.1684199720621109,
      "learning_rate": 3.23729042119072e-07,
      "loss": 0.34482163190841675,
      "step": 1346
    },
    {
      "epoch": 1.845205479452055,
      "grad_norm": 0.1747860610485077,
      "learning_rate": 3.1815336691403464e-07,
      "loss": 0.3802839517593384,
      "step": 1347
    },
    {
      "epoch": 1.8465753424657534,
      "grad_norm": 0.15639357268810272,
      "learning_rate": 3.1262534920930785e-07,
      "loss": 0.3377276062965393,
      "step": 1348
    },
    {
      "epoch": 1.847945205479452,
      "grad_norm": 0.15243448317050934,
      "learning_rate": 3.071450162157663e-07,
      "loss": 0.31236010789871216,
      "step": 1349
    },
    {
      "epoch": 1.8493150684931505,
      "grad_norm": 0.1585215926170349,
      "learning_rate": 3.0171239490956237e-07,
      "loss": 0.3301020562648773,
      "step": 1350
    },
    {
      "epoch": 1.8506849315068492,
      "grad_norm": 0.1702500581741333,
      "learning_rate": 2.9632751203199305e-07,
      "loss": 0.34906840324401855,
      "step": 1351
    },
    {
      "epoch": 1.8520547945205479,
      "grad_norm": 0.1580081433057785,
      "learning_rate": 2.9099039408937435e-07,
      "loss": 0.31397759914398193,
      "step": 1352
    },
    {
      "epoch": 1.8534246575342466,
      "grad_norm": 0.177195206284523,
      "learning_rate": 2.857010673529015e-07,
      "loss": 0.35444584488868713,
      "step": 1353
    },
    {
      "epoch": 1.8547945205479452,
      "grad_norm": 0.15439055860042572,
      "learning_rate": 2.8045955785852453e-07,
      "loss": 0.33671659231185913,
      "step": 1354
    },
    {
      "epoch": 1.856164383561644,
      "grad_norm": 0.17044661939144135,
      "learning_rate": 2.75265891406824e-07,
      "loss": 0.3560411334037781,
      "step": 1355
    },
    {
      "epoch": 1.8575342465753426,
      "grad_norm": 0.16385668516159058,
      "learning_rate": 2.701200935628767e-07,
      "loss": 0.315941721200943,
      "step": 1356
    },
    {
      "epoch": 1.858904109589041,
      "grad_norm": 0.15318404138088226,
      "learning_rate": 2.6502218965613335e-07,
      "loss": 0.3170655369758606,
      "step": 1357
    },
    {
      "epoch": 1.8602739726027397,
      "grad_norm": 0.1832403540611267,
      "learning_rate": 2.599722047802955e-07,
      "loss": 0.37524086236953735,
      "step": 1358
    },
    {
      "epoch": 1.8616438356164382,
      "grad_norm": 0.1468266397714615,
      "learning_rate": 2.5497016379318894e-07,
      "loss": 0.3305490016937256,
      "step": 1359
    },
    {
      "epoch": 1.8630136986301369,
      "grad_norm": 0.16064555943012238,
      "learning_rate": 2.500160913166405e-07,
      "loss": 0.34337884187698364,
      "step": 1360
    },
    {
      "epoch": 1.8643835616438356,
      "grad_norm": 0.1646057367324829,
      "learning_rate": 2.451100117363603e-07,
      "loss": 0.3477829396724701,
      "step": 1361
    },
    {
      "epoch": 1.8657534246575342,
      "grad_norm": 0.1530703604221344,
      "learning_rate": 2.4025194920182405e-07,
      "loss": 0.32335418462753296,
      "step": 1362
    },
    {
      "epoch": 1.867123287671233,
      "grad_norm": 0.1550067663192749,
      "learning_rate": 2.354419276261466e-07,
      "loss": 0.3232346773147583,
      "step": 1363
    },
    {
      "epoch": 1.8684931506849316,
      "grad_norm": 0.17549198865890503,
      "learning_rate": 2.3067997068596526e-07,
      "loss": 0.3539588749408722,
      "step": 1364
    },
    {
      "epoch": 1.8698630136986303,
      "grad_norm": 0.1565999686717987,
      "learning_rate": 2.2596610182133328e-07,
      "loss": 0.36170855164527893,
      "step": 1365
    },
    {
      "epoch": 1.8712328767123287,
      "grad_norm": 0.14914360642433167,
      "learning_rate": 2.2130034423559322e-07,
      "loss": 0.3174242377281189,
      "step": 1366
    },
    {
      "epoch": 1.8726027397260274,
      "grad_norm": 0.15867829322814941,
      "learning_rate": 2.1668272089526377e-07,
      "loss": 0.3288201689720154,
      "step": 1367
    },
    {
      "epoch": 1.8739726027397259,
      "grad_norm": 0.15549346804618835,
      "learning_rate": 2.121132545299376e-07,
      "loss": 0.3385423421859741,
      "step": 1368
    },
    {
      "epoch": 1.8753424657534246,
      "grad_norm": 0.15481318533420563,
      "learning_rate": 2.0759196763215362e-07,
      "loss": 0.3591095805168152,
      "step": 1369
    },
    {
      "epoch": 1.8767123287671232,
      "grad_norm": 0.16956226527690887,
      "learning_rate": 2.0311888245729827e-07,
      "loss": 0.3723497688770294,
      "step": 1370
    },
    {
      "epoch": 1.878082191780822,
      "grad_norm": 0.17633791267871857,
      "learning_rate": 1.986940210234922e-07,
      "loss": 0.37217652797698975,
      "step": 1371
    },
    {
      "epoch": 1.8794520547945206,
      "grad_norm": 0.1783612221479416,
      "learning_rate": 1.9431740511147935e-07,
      "loss": 0.36250248551368713,
      "step": 1372
    },
    {
      "epoch": 1.8808219178082193,
      "grad_norm": 0.14923235774040222,
      "learning_rate": 1.8998905626452568e-07,
      "loss": 0.3103126287460327,
      "step": 1373
    },
    {
      "epoch": 1.882191780821918,
      "grad_norm": 0.1442461758852005,
      "learning_rate": 1.8570899578830293e-07,
      "loss": 0.2998763918876648,
      "step": 1374
    },
    {
      "epoch": 1.8835616438356164,
      "grad_norm": 0.15582527220249176,
      "learning_rate": 1.8147724475079954e-07,
      "loss": 0.32586419582366943,
      "step": 1375
    },
    {
      "epoch": 1.884931506849315,
      "grad_norm": 0.15638771653175354,
      "learning_rate": 1.7729382398219862e-07,
      "loss": 0.29698312282562256,
      "step": 1376
    },
    {
      "epoch": 1.8863013698630136,
      "grad_norm": 0.1632920205593109,
      "learning_rate": 1.731587540747903e-07,
      "loss": 0.37994974851608276,
      "step": 1377
    },
    {
      "epoch": 1.8876712328767122,
      "grad_norm": 0.1591259092092514,
      "learning_rate": 1.6907205538286287e-07,
      "loss": 0.3357952833175659,
      "step": 1378
    },
    {
      "epoch": 1.889041095890411,
      "grad_norm": 0.14531132578849792,
      "learning_rate": 1.6503374802260274e-07,
      "loss": 0.28875723481178284,
      "step": 1379
    },
    {
      "epoch": 1.8904109589041096,
      "grad_norm": 0.1615014225244522,
      "learning_rate": 1.6104385187199812e-07,
      "loss": 0.32802480459213257,
      "step": 1380
    },
    {
      "epoch": 1.8917808219178083,
      "grad_norm": 0.1593087762594223,
      "learning_rate": 1.5710238657074218e-07,
      "loss": 0.36830419301986694,
      "step": 1381
    },
    {
      "epoch": 1.893150684931507,
      "grad_norm": 0.16016696393489838,
      "learning_rate": 1.5320937152012881e-07,
      "loss": 0.3358847200870514,
      "step": 1382
    },
    {
      "epoch": 1.8945205479452056,
      "grad_norm": 0.15191650390625,
      "learning_rate": 1.4936482588296942e-07,
      "loss": 0.30469363927841187,
      "step": 1383
    },
    {
      "epoch": 1.895890410958904,
      "grad_norm": 0.1591327041387558,
      "learning_rate": 1.4556876858348611e-07,
      "loss": 0.34513309597969055,
      "step": 1384
    },
    {
      "epoch": 1.8972602739726028,
      "grad_norm": 0.15571986138820648,
      "learning_rate": 1.418212183072254e-07,
      "loss": 0.3193632960319519,
      "step": 1385
    },
    {
      "epoch": 1.8986301369863012,
      "grad_norm": 0.1573391556739807,
      "learning_rate": 1.381221935009669e-07,
      "loss": 0.3403557240962982,
      "step": 1386
    },
    {
      "epoch": 1.9,
      "grad_norm": 0.1758800446987152,
      "learning_rate": 1.3447171237262912e-07,
      "loss": 0.3336338400840759,
      "step": 1387
    },
    {
      "epoch": 1.9013698630136986,
      "grad_norm": 0.15732204914093018,
      "learning_rate": 1.3086979289118173e-07,
      "loss": 0.3313198387622833,
      "step": 1388
    },
    {
      "epoch": 1.9027397260273973,
      "grad_norm": 0.16718758642673492,
      "learning_rate": 1.2731645278655448e-07,
      "loss": 0.3705058991909027,
      "step": 1389
    },
    {
      "epoch": 1.904109589041096,
      "grad_norm": 0.16766990721225739,
      "learning_rate": 1.2381170954955611e-07,
      "loss": 0.3541448712348938,
      "step": 1390
    },
    {
      "epoch": 1.9054794520547946,
      "grad_norm": 0.16111250221729279,
      "learning_rate": 1.203555804317813e-07,
      "loss": 0.31774333119392395,
      "step": 1391
    },
    {
      "epoch": 1.9068493150684933,
      "grad_norm": 0.15901249647140503,
      "learning_rate": 1.1694808244552824e-07,
      "loss": 0.32911622524261475,
      "step": 1392
    },
    {
      "epoch": 1.9082191780821918,
      "grad_norm": 0.15923842787742615,
      "learning_rate": 1.1358923236371888e-07,
      "loss": 0.35313525795936584,
      "step": 1393
    },
    {
      "epoch": 1.9095890410958904,
      "grad_norm": 0.15409809350967407,
      "learning_rate": 1.1027904671981004e-07,
      "loss": 0.3332017660140991,
      "step": 1394
    },
    {
      "epoch": 1.910958904109589,
      "grad_norm": 0.162120521068573,
      "learning_rate": 1.0701754180771462e-07,
      "loss": 0.35140013694763184,
      "step": 1395
    },
    {
      "epoch": 1.9123287671232876,
      "grad_norm": 0.15148550271987915,
      "learning_rate": 1.0380473368172272e-07,
      "loss": 0.3212718963623047,
      "step": 1396
    },
    {
      "epoch": 1.9136986301369863,
      "grad_norm": 0.1591331958770752,
      "learning_rate": 1.0064063815642178e-07,
      "loss": 0.3234368860721588,
      "step": 1397
    },
    {
      "epoch": 1.915068493150685,
      "grad_norm": 0.15532776713371277,
      "learning_rate": 9.752527080661655e-08,
      "loss": 0.36444076895713806,
      "step": 1398
    },
    {
      "epoch": 1.9164383561643836,
      "grad_norm": 0.13341137766838074,
      "learning_rate": 9.445864696725704e-08,
      "loss": 0.29276254773139954,
      "step": 1399
    },
    {
      "epoch": 1.9178082191780823,
      "grad_norm": 0.15290893614292145,
      "learning_rate": 9.144078173335847e-08,
      "loss": 0.32714784145355225,
      "step": 1400
    },
    {
      "epoch": 1.919178082191781,
      "grad_norm": 0.15745221078395844,
      "learning_rate": 8.847168995992916e-08,
      "loss": 0.3503940999507904,
      "step": 1401
    },
    {
      "epoch": 1.9205479452054794,
      "grad_norm": 0.17177851498126984,
      "learning_rate": 8.555138626189619e-08,
      "loss": 0.3281104862689972,
      "step": 1402
    },
    {
      "epoch": 1.9219178082191781,
      "grad_norm": 0.14865048229694366,
      "learning_rate": 8.267988501403645e-08,
      "loss": 0.328127920627594,
      "step": 1403
    },
    {
      "epoch": 1.9232876712328766,
      "grad_norm": 0.15570548176765442,
      "learning_rate": 7.985720035090239e-08,
      "loss": 0.3238529860973358,
      "step": 1404
    },
    {
      "epoch": 1.9246575342465753,
      "grad_norm": 0.1401631385087967,
      "learning_rate": 7.708334616675417e-08,
      "loss": 0.29453912377357483,
      "step": 1405
    },
    {
      "epoch": 1.926027397260274,
      "grad_norm": 0.15698212385177612,
      "learning_rate": 7.435833611549204e-08,
      "loss": 0.3361373841762543,
      "step": 1406
    },
    {
      "epoch": 1.9273972602739726,
      "grad_norm": 0.1749168485403061,
      "learning_rate": 7.16821836105841e-08,
      "loss": 0.3558928668498993,
      "step": 1407
    },
    {
      "epoch": 1.9287671232876713,
      "grad_norm": 0.16780687868595123,
      "learning_rate": 6.905490182500863e-08,
      "loss": 0.3293951749801636,
      "step": 1408
    },
    {
      "epoch": 1.93013698630137,
      "grad_norm": 0.15367259085178375,
      "learning_rate": 6.647650369118408e-08,
      "loss": 0.29588863253593445,
      "step": 1409
    },
    {
      "epoch": 1.9315068493150684,
      "grad_norm": 0.15608543157577515,
      "learning_rate": 6.394700190090252e-08,
      "loss": 0.33914613723754883,
      "step": 1410
    },
    {
      "epoch": 1.9328767123287671,
      "grad_norm": 0.17230366170406342,
      "learning_rate": 6.146640890527634e-08,
      "loss": 0.36092859506607056,
      "step": 1411
    },
    {
      "epoch": 1.9342465753424658,
      "grad_norm": 0.16014167666435242,
      "learning_rate": 5.903473691466599e-08,
      "loss": 0.3141736686229706,
      "step": 1412
    },
    {
      "epoch": 1.9356164383561643,
      "grad_norm": 0.17919820547103882,
      "learning_rate": 5.665199789862907e-08,
      "loss": 0.38164132833480835,
      "step": 1413
    },
    {
      "epoch": 1.936986301369863,
      "grad_norm": 0.14225740730762482,
      "learning_rate": 5.431820358585582e-08,
      "loss": 0.333599328994751,
      "step": 1414
    },
    {
      "epoch": 1.9383561643835616,
      "grad_norm": 0.16404688358306885,
      "learning_rate": 5.203336546411475e-08,
      "loss": 0.3227609395980835,
      "step": 1415
    },
    {
      "epoch": 1.9397260273972603,
      "grad_norm": 0.15278957784175873,
      "learning_rate": 4.979749478019158e-08,
      "loss": 0.3225298523902893,
      "step": 1416
    },
    {
      "epoch": 1.941095890410959,
      "grad_norm": 0.16982510685920715,
      "learning_rate": 4.761060253984151e-08,
      "loss": 0.3580218553543091,
      "step": 1417
    },
    {
      "epoch": 1.9424657534246577,
      "grad_norm": 0.15608397126197815,
      "learning_rate": 4.547269950772593e-08,
      "loss": 0.3315258324146271,
      "step": 1418
    },
    {
      "epoch": 1.9438356164383561,
      "grad_norm": 0.15200930833816528,
      "learning_rate": 4.338379620736577e-08,
      "loss": 0.34367135167121887,
      "step": 1419
    },
    {
      "epoch": 1.9452054794520548,
      "grad_norm": 0.163382887840271,
      "learning_rate": 4.1343902921088255e-08,
      "loss": 0.3307231664657593,
      "step": 1420
    },
    {
      "epoch": 1.9465753424657535,
      "grad_norm": 0.15526485443115234,
      "learning_rate": 3.9353029689974676e-08,
      "loss": 0.3520579934120178,
      "step": 1421
    },
    {
      "epoch": 1.947945205479452,
      "grad_norm": 0.16491355001926422,
      "learning_rate": 3.741118631381269e-08,
      "loss": 0.3547651767730713,
      "step": 1422
    },
    {
      "epoch": 1.9493150684931506,
      "grad_norm": 0.16033078730106354,
      "learning_rate": 3.551838235104854e-08,
      "loss": 0.34746053814888,
      "step": 1423
    },
    {
      "epoch": 1.9506849315068493,
      "grad_norm": 0.15535302460193634,
      "learning_rate": 3.3674627118737144e-08,
      "loss": 0.3341052830219269,
      "step": 1424
    },
    {
      "epoch": 1.952054794520548,
      "grad_norm": 0.16157664358615875,
      "learning_rate": 3.187992969249876e-08,
      "loss": 0.3238033652305603,
      "step": 1425
    },
    {
      "epoch": 1.9534246575342467,
      "grad_norm": 0.16438177227973938,
      "learning_rate": 3.013429890647457e-08,
      "loss": 0.3472440242767334,
      "step": 1426
    },
    {
      "epoch": 1.9547945205479453,
      "grad_norm": 0.16162332892417908,
      "learning_rate": 2.84377433532812e-08,
      "loss": 0.3489248752593994,
      "step": 1427
    },
    {
      "epoch": 1.9561643835616438,
      "grad_norm": 0.1682146191596985,
      "learning_rate": 2.6790271383970723e-08,
      "loss": 0.3327878713607788,
      "step": 1428
    },
    {
      "epoch": 1.9575342465753425,
      "grad_norm": 0.1820368468761444,
      "learning_rate": 2.5191891107985143e-08,
      "loss": 0.37263011932373047,
      "step": 1429
    },
    {
      "epoch": 1.958904109589041,
      "grad_norm": 0.14847320318222046,
      "learning_rate": 2.364261039312421e-08,
      "loss": 0.3151990473270416,
      "step": 1430
    },
    {
      "epoch": 1.9602739726027396,
      "grad_norm": 0.16611696779727936,
      "learning_rate": 2.2142436865499884e-08,
      "loss": 0.34913647174835205,
      "step": 1431
    },
    {
      "epoch": 1.9616438356164383,
      "grad_norm": 0.15534548461437225,
      "learning_rate": 2.06913779094986e-08,
      "loss": 0.3297916054725647,
      "step": 1432
    },
    {
      "epoch": 1.963013698630137,
      "grad_norm": 0.148855060338974,
      "learning_rate": 1.92894406677524e-08,
      "loss": 0.2957698702812195,
      "step": 1433
    },
    {
      "epoch": 1.9643835616438357,
      "grad_norm": 0.1566469967365265,
      "learning_rate": 1.7936632041094527e-08,
      "loss": 0.3352767825126648,
      "step": 1434
    },
    {
      "epoch": 1.9657534246575343,
      "grad_norm": 0.16014723479747772,
      "learning_rate": 1.6632958688532765e-08,
      "loss": 0.35956257581710815,
      "step": 1435
    },
    {
      "epoch": 1.967123287671233,
      "grad_norm": 0.16210445761680603,
      "learning_rate": 1.5378427027210597e-08,
      "loss": 0.33658331632614136,
      "step": 1436
    },
    {
      "epoch": 1.9684931506849315,
      "grad_norm": 0.1651066094636917,
      "learning_rate": 1.4173043232380557e-08,
      "loss": 0.35282987356185913,
      "step": 1437
    },
    {
      "epoch": 1.9698630136986301,
      "grad_norm": 0.15467463433742523,
      "learning_rate": 1.3016813237372028e-08,
      "loss": 0.3518558144569397,
      "step": 1438
    },
    {
      "epoch": 1.9712328767123286,
      "grad_norm": 0.14918740093708038,
      "learning_rate": 1.190974273355905e-08,
      "loss": 0.3505173921585083,
      "step": 1439
    },
    {
      "epoch": 1.9726027397260273,
      "grad_norm": 0.14169228076934814,
      "learning_rate": 1.0851837170340329e-08,
      "loss": 0.29582536220550537,
      "step": 1440
    },
    {
      "epoch": 1.973972602739726,
      "grad_norm": 0.16460123658180237,
      "learning_rate": 9.843101755101503e-09,
      "loss": 0.31888025999069214,
      "step": 1441
    },
    {
      "epoch": 1.9753424657534246,
      "grad_norm": 0.15857937932014465,
      "learning_rate": 8.883541453199585e-09,
      "loss": 0.31724226474761963,
      "step": 1442
    },
    {
      "epoch": 1.9767123287671233,
      "grad_norm": 0.15296325087547302,
      "learning_rate": 7.973160987931883e-09,
      "loss": 0.33146071434020996,
      "step": 1443
    },
    {
      "epoch": 1.978082191780822,
      "grad_norm": 0.15920867025852203,
      "learning_rate": 7.111964840514907e-09,
      "loss": 0.33872342109680176,
      "step": 1444
    },
    {
      "epoch": 1.9794520547945207,
      "grad_norm": 0.16633795201778412,
      "learning_rate": 6.299957250064381e-09,
      "loss": 0.33016908168792725,
      "step": 1445
    },
    {
      "epoch": 1.9808219178082191,
      "grad_norm": 0.15383541584014893,
      "learning_rate": 5.537142213569713e-09,
      "loss": 0.3443043529987335,
      "step": 1446
    },
    {
      "epoch": 1.9821917808219178,
      "grad_norm": 0.15127472579479218,
      "learning_rate": 4.823523485879556e-09,
      "loss": 0.3027114272117615,
      "step": 1447
    },
    {
      "epoch": 1.9835616438356163,
      "grad_norm": 0.15184855461120605,
      "learning_rate": 4.159104579678497e-09,
      "loss": 0.34180566668510437,
      "step": 1448
    },
    {
      "epoch": 1.984931506849315,
      "grad_norm": 0.14583970606327057,
      "learning_rate": 3.5438887654737355e-09,
      "loss": 0.31200599670410156,
      "step": 1449
    },
    {
      "epoch": 1.9863013698630136,
      "grad_norm": 0.16080637276172638,
      "learning_rate": 2.9778790715784267e-09,
      "loss": 0.3215121924877167,
      "step": 1450
    },
    {
      "epoch": 1.9876712328767123,
      "grad_norm": 0.16216839849948883,
      "learning_rate": 2.4610782840917003e-09,
      "loss": 0.3597952127456665,
      "step": 1451
    },
    {
      "epoch": 1.989041095890411,
      "grad_norm": 0.15053534507751465,
      "learning_rate": 1.993488946891997e-09,
      "loss": 0.32388773560523987,
      "step": 1452
    },
    {
      "epoch": 1.9904109589041097,
      "grad_norm": 0.15643882751464844,
      "learning_rate": 1.5751133616215276e-09,
      "loss": 0.31341126561164856,
      "step": 1453
    },
    {
      "epoch": 1.9917808219178084,
      "grad_norm": 0.14695680141448975,
      "learning_rate": 1.2059535876729478e-09,
      "loss": 0.3207545280456543,
      "step": 1454
    },
    {
      "epoch": 1.9931506849315068,
      "grad_norm": 0.15658403933048248,
      "learning_rate": 8.860114421826993e-10,
      "loss": 0.30730488896369934,
      "step": 1455
    },
    {
      "epoch": 1.9945205479452055,
      "grad_norm": 0.14001530408859253,
      "learning_rate": 6.15288500019906e-10,
      "loss": 0.31398269534111023,
      "step": 1456
    },
    {
      "epoch": 1.995890410958904,
      "grad_norm": 0.14669930934906006,
      "learning_rate": 3.9378609377971335e-10,
      "loss": 0.33043134212493896,
      "step": 1457
    },
    {
      "epoch": 1.9972602739726026,
      "grad_norm": 0.1539190709590912,
      "learning_rate": 2.2150531377551633e-10,
      "loss": 0.30559971928596497,
      "step": 1458
    },
    {
      "epoch": 1.9986301369863013,
      "grad_norm": 0.1698891520500183,
      "learning_rate": 9.844700803562923e-11,
      "loss": 0.35297560691833496,
      "step": 1459
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.164133220911026,
      "learning_rate": 2.4611782295513864e-11,
      "loss": 0.3423645496368408,
      "step": 1460
    }
  ],
  "logging_steps": 1,
  "max_steps": 1460,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.5316438499721216e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}