{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 1962,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0030581039755351682,
      "grad_norm": 0.18179698288440704,
      "learning_rate": 2.0202020202020205e-07,
      "loss": 1.8941408395767212,
      "step": 2
    },
    {
      "epoch": 0.0061162079510703364,
      "grad_norm": 0.1191081777215004,
      "learning_rate": 6.060606060606061e-07,
      "loss": 1.855010747909546,
      "step": 4
    },
    {
      "epoch": 0.009174311926605505,
      "grad_norm": 0.14209145307540894,
      "learning_rate": 1.01010101010101e-06,
      "loss": 1.8903889656066895,
      "step": 6
    },
    {
      "epoch": 0.012232415902140673,
      "grad_norm": 0.1455659419298172,
      "learning_rate": 1.4141414141414143e-06,
      "loss": 1.8439750671386719,
      "step": 8
    },
    {
      "epoch": 0.01529051987767584,
      "grad_norm": 0.1313670426607132,
      "learning_rate": 1.8181818181818183e-06,
      "loss": 2.0096511840820312,
      "step": 10
    },
    {
      "epoch": 0.01834862385321101,
      "grad_norm": 0.10032304376363754,
      "learning_rate": 2.222222222222222e-06,
      "loss": 1.8792736530303955,
      "step": 12
    },
    {
      "epoch": 0.021406727828746176,
      "grad_norm": 0.22813281416893005,
      "learning_rate": 2.6262626262626267e-06,
      "loss": 1.879863977432251,
      "step": 14
    },
    {
      "epoch": 0.024464831804281346,
      "grad_norm": 0.25767821073532104,
      "learning_rate": 3.0303030303030305e-06,
      "loss": 1.9464257955551147,
      "step": 16
    },
    {
      "epoch": 0.027522935779816515,
      "grad_norm": 0.13845738768577576,
      "learning_rate": 3.4343434343434347e-06,
      "loss": 1.8291980028152466,
      "step": 18
    },
    {
      "epoch": 0.03058103975535168,
      "grad_norm": 0.1477503925561905,
      "learning_rate": 3.8383838383838385e-06,
      "loss": 1.8531450033187866,
      "step": 20
    },
    {
      "epoch": 0.03363914373088685,
      "grad_norm": 0.3766998052597046,
      "learning_rate": 4.242424242424243e-06,
      "loss": 1.9907399415969849,
      "step": 22
    },
    {
      "epoch": 0.03669724770642202,
      "grad_norm": 1.00423264503479,
      "learning_rate": 4.646464646464647e-06,
      "loss": 2.0054450035095215,
      "step": 24
    },
    {
      "epoch": 0.039755351681957186,
      "grad_norm": 0.21465469896793365,
      "learning_rate": 5.0505050505050515e-06,
      "loss": 1.7041486501693726,
      "step": 26
    },
    {
      "epoch": 0.04281345565749235,
      "grad_norm": 0.19542913138866425,
      "learning_rate": 5.4545454545454545e-06,
      "loss": 1.879454493522644,
      "step": 28
    },
    {
      "epoch": 0.045871559633027525,
      "grad_norm": 0.2842688262462616,
      "learning_rate": 5.858585858585859e-06,
      "loss": 2.1720046997070312,
      "step": 30
    },
    {
      "epoch": 0.04892966360856269,
      "grad_norm": 0.21216483414173126,
      "learning_rate": 6.262626262626264e-06,
      "loss": 1.8467118740081787,
      "step": 32
    },
    {
      "epoch": 0.05198776758409786,
      "grad_norm": 0.17894431948661804,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.9493175745010376,
      "step": 34
    },
    {
      "epoch": 0.05504587155963303,
      "grad_norm": 0.15230964124202728,
      "learning_rate": 7.070707070707071e-06,
      "loss": 1.7910125255584717,
      "step": 36
    },
    {
      "epoch": 0.0581039755351682,
      "grad_norm": 0.14847195148468018,
      "learning_rate": 7.474747474747476e-06,
      "loss": 1.8185133934020996,
      "step": 38
    },
    {
      "epoch": 0.06116207951070336,
      "grad_norm": 0.4041803479194641,
      "learning_rate": 7.87878787878788e-06,
      "loss": 1.8133583068847656,
      "step": 40
    },
    {
      "epoch": 0.06422018348623854,
      "grad_norm": 0.2895216643810272,
      "learning_rate": 8.282828282828283e-06,
      "loss": 1.8604023456573486,
      "step": 42
    },
    {
      "epoch": 0.0672782874617737,
      "grad_norm": 0.17079144716262817,
      "learning_rate": 8.686868686868687e-06,
      "loss": 1.943013072013855,
      "step": 44
    },
    {
      "epoch": 0.07033639143730887,
      "grad_norm": 0.23315830528736115,
      "learning_rate": 9.090909090909091e-06,
      "loss": 2.0355608463287354,
      "step": 46
    },
    {
      "epoch": 0.07339449541284404,
      "grad_norm": 0.27873244881629944,
      "learning_rate": 9.494949494949497e-06,
      "loss": 2.0327694416046143,
      "step": 48
    },
    {
      "epoch": 0.0764525993883792,
      "grad_norm": 0.16263337433338165,
      "learning_rate": 9.8989898989899e-06,
      "loss": 1.834035038948059,
      "step": 50
    },
    {
      "epoch": 0.07951070336391437,
      "grad_norm": 0.34875982999801636,
      "learning_rate": 1.0303030303030304e-05,
      "loss": 1.8212206363677979,
      "step": 52
    },
    {
      "epoch": 0.08256880733944955,
      "grad_norm": 0.13111037015914917,
      "learning_rate": 1.0707070707070708e-05,
      "loss": 1.9612611532211304,
      "step": 54
    },
    {
      "epoch": 0.0856269113149847,
      "grad_norm": 0.196682870388031,
      "learning_rate": 1.1111111111111113e-05,
      "loss": 1.8873212337493896,
      "step": 56
    },
    {
      "epoch": 0.08868501529051988,
      "grad_norm": 0.13784241676330566,
      "learning_rate": 1.1515151515151517e-05,
      "loss": 1.92000412940979,
      "step": 58
    },
    {
      "epoch": 0.09174311926605505,
      "grad_norm": 0.19873078167438507,
      "learning_rate": 1.191919191919192e-05,
      "loss": 1.8548063039779663,
      "step": 60
    },
    {
      "epoch": 0.09480122324159021,
      "grad_norm": 0.17927613854408264,
      "learning_rate": 1.2323232323232323e-05,
      "loss": 1.785029411315918,
      "step": 62
    },
    {
      "epoch": 0.09785932721712538,
      "grad_norm": 0.12024315446615219,
      "learning_rate": 1.2727272727272728e-05,
      "loss": 1.6718401908874512,
      "step": 64
    },
    {
      "epoch": 0.10091743119266056,
      "grad_norm": 0.13896070420742035,
      "learning_rate": 1.3131313131313132e-05,
      "loss": 1.7962878942489624,
      "step": 66
    },
    {
      "epoch": 0.10397553516819572,
      "grad_norm": 0.1479691118001938,
      "learning_rate": 1.3535353535353538e-05,
      "loss": 1.9109517335891724,
      "step": 68
    },
    {
      "epoch": 0.10703363914373089,
      "grad_norm": 0.15656954050064087,
      "learning_rate": 1.3939393939393942e-05,
      "loss": 1.7726895809173584,
      "step": 70
    },
    {
      "epoch": 0.11009174311926606,
      "grad_norm": 0.2845805287361145,
      "learning_rate": 1.4343434343434344e-05,
      "loss": 1.9658571481704712,
      "step": 72
    },
    {
      "epoch": 0.11314984709480122,
      "grad_norm": 0.2494230568408966,
      "learning_rate": 1.4747474747474747e-05,
      "loss": 2.046457290649414,
      "step": 74
    },
    {
      "epoch": 0.1162079510703364,
      "grad_norm": 0.36776164174079895,
      "learning_rate": 1.5151515151515153e-05,
      "loss": 1.8348238468170166,
      "step": 76
    },
    {
      "epoch": 0.11926605504587157,
      "grad_norm": 0.3683006465435028,
      "learning_rate": 1.555555555555556e-05,
      "loss": 2.14683198928833,
      "step": 78
    },
    {
      "epoch": 0.12232415902140673,
      "grad_norm": 0.17250515520572662,
      "learning_rate": 1.595959595959596e-05,
      "loss": 1.8108762502670288,
      "step": 80
    },
    {
      "epoch": 0.12538226299694188,
      "grad_norm": 0.1463659554719925,
      "learning_rate": 1.6363636363636366e-05,
      "loss": 1.578155517578125,
      "step": 82
    },
    {
      "epoch": 0.12844036697247707,
      "grad_norm": 0.15676458179950714,
      "learning_rate": 1.6767676767676768e-05,
      "loss": 1.7267800569534302,
      "step": 84
    },
    {
      "epoch": 0.13149847094801223,
      "grad_norm": 0.24986772239208221,
      "learning_rate": 1.7171717171717173e-05,
      "loss": 1.7589430809020996,
      "step": 86
    },
    {
      "epoch": 0.1345565749235474,
      "grad_norm": 0.17329798638820648,
      "learning_rate": 1.7575757575757576e-05,
      "loss": 1.6775318384170532,
      "step": 88
    },
    {
      "epoch": 0.13761467889908258,
      "grad_norm": 0.1558336615562439,
      "learning_rate": 1.797979797979798e-05,
      "loss": 1.7209129333496094,
      "step": 90
    },
    {
      "epoch": 0.14067278287461774,
      "grad_norm": 0.11867998540401459,
      "learning_rate": 1.8383838383838387e-05,
      "loss": 1.762731671333313,
      "step": 92
    },
    {
      "epoch": 0.1437308868501529,
      "grad_norm": 0.1370459347963333,
      "learning_rate": 1.8787878787878792e-05,
      "loss": 1.8421965837478638,
      "step": 94
    },
    {
      "epoch": 0.14678899082568808,
      "grad_norm": 0.6398494243621826,
      "learning_rate": 1.9191919191919194e-05,
      "loss": 1.7744200229644775,
      "step": 96
    },
    {
      "epoch": 0.14984709480122324,
      "grad_norm": 0.19712288677692413,
      "learning_rate": 1.9595959595959596e-05,
      "loss": 1.7096507549285889,
      "step": 98
    },
    {
      "epoch": 0.1529051987767584,
      "grad_norm": 0.22378289699554443,
      "learning_rate": 2e-05,
      "loss": 1.8468637466430664,
      "step": 100
    },
    {
      "epoch": 0.1559633027522936,
      "grad_norm": 0.17655548453330994,
      "learning_rate": 1.999994881459676e-05,
      "loss": 1.7527018785476685,
      "step": 102
    },
    {
      "epoch": 0.15902140672782875,
      "grad_norm": 0.6452811360359192,
      "learning_rate": 1.9999795258969242e-05,
      "loss": 1.7133104801177979,
      "step": 104
    },
    {
      "epoch": 0.1620795107033639,
      "grad_norm": 0.14039914309978485,
      "learning_rate": 1.9999539334864075e-05,
      "loss": 1.735745906829834,
      "step": 106
    },
    {
      "epoch": 0.1651376146788991,
      "grad_norm": 0.24329495429992676,
      "learning_rate": 1.9999181045192272e-05,
      "loss": 1.7769023180007935,
      "step": 108
    },
    {
      "epoch": 0.16819571865443425,
      "grad_norm": 0.10750233381986618,
      "learning_rate": 1.9998720394029214e-05,
      "loss": 1.7763116359710693,
      "step": 110
    },
    {
      "epoch": 0.1712538226299694,
      "grad_norm": 0.36938831210136414,
      "learning_rate": 1.9998157386614592e-05,
      "loss": 1.6457706689834595,
      "step": 112
    },
    {
      "epoch": 0.1743119266055046,
      "grad_norm": 0.14405888319015503,
      "learning_rate": 1.999749202935236e-05,
      "loss": 1.7605836391448975,
      "step": 114
    },
    {
      "epoch": 0.17737003058103976,
      "grad_norm": 0.11128629744052887,
      "learning_rate": 1.9996724329810635e-05,
      "loss": 1.634245753288269,
      "step": 116
    },
    {
      "epoch": 0.18042813455657492,
      "grad_norm": 0.4720332622528076,
      "learning_rate": 1.999585429672165e-05,
      "loss": 1.8564720153808594,
      "step": 118
    },
    {
      "epoch": 0.1834862385321101,
      "grad_norm": 0.1645146757364273,
      "learning_rate": 1.999488193998162e-05,
      "loss": 1.682362675666809,
      "step": 120
    },
    {
      "epoch": 0.18654434250764526,
      "grad_norm": 0.16431479156017303,
      "learning_rate": 1.9993807270650653e-05,
      "loss": 1.7643775939941406,
      "step": 122
    },
    {
      "epoch": 0.18960244648318042,
      "grad_norm": 0.09633471816778183,
      "learning_rate": 1.9992630300952616e-05,
      "loss": 1.7723275423049927,
      "step": 124
    },
    {
      "epoch": 0.1926605504587156,
      "grad_norm": 0.1628941148519516,
      "learning_rate": 1.9991351044274984e-05,
      "loss": 1.7144907712936401,
      "step": 126
    },
    {
      "epoch": 0.19571865443425077,
      "grad_norm": 0.1856471598148346,
      "learning_rate": 1.9989969515168707e-05,
      "loss": 1.6783483028411865,
      "step": 128
    },
    {
      "epoch": 0.19877675840978593,
      "grad_norm": 0.1167445257306099,
      "learning_rate": 1.9988485729348042e-05,
      "loss": 1.6974326372146606,
      "step": 130
    },
    {
      "epoch": 0.2018348623853211,
      "grad_norm": 0.16413787007331848,
      "learning_rate": 1.998689970369035e-05,
      "loss": 1.6718995571136475,
      "step": 132
    },
    {
      "epoch": 0.20489296636085627,
      "grad_norm": 0.351113885641098,
      "learning_rate": 1.9985211456235943e-05,
      "loss": 1.7726083993911743,
      "step": 134
    },
    {
      "epoch": 0.20795107033639143,
      "grad_norm": 0.14564545452594757,
      "learning_rate": 1.9983421006187847e-05,
      "loss": 1.6731343269348145,
      "step": 136
    },
    {
      "epoch": 0.21100917431192662,
      "grad_norm": 0.21894535422325134,
      "learning_rate": 1.9981528373911593e-05,
      "loss": 1.5750818252563477,
      "step": 138
    },
    {
      "epoch": 0.21406727828746178,
      "grad_norm": 0.28063738346099854,
      "learning_rate": 1.9979533580934997e-05,
      "loss": 1.532321572303772,
      "step": 140
    },
    {
      "epoch": 0.21712538226299694,
      "grad_norm": 0.10466428846120834,
      "learning_rate": 1.9977436649947894e-05,
      "loss": 1.619662880897522,
      "step": 142
    },
    {
      "epoch": 0.22018348623853212,
      "grad_norm": 0.2574918568134308,
      "learning_rate": 1.99752376048019e-05,
      "loss": 1.5412100553512573,
      "step": 144
    },
    {
      "epoch": 0.22324159021406728,
      "grad_norm": 0.13497450947761536,
      "learning_rate": 1.997293647051013e-05,
      "loss": 1.6017297506332397,
      "step": 146
    },
    {
      "epoch": 0.22629969418960244,
      "grad_norm": 0.10458122938871384,
      "learning_rate": 1.9970533273246915e-05,
      "loss": 1.523569107055664,
      "step": 148
    },
    {
      "epoch": 0.22935779816513763,
      "grad_norm": 0.29012468457221985,
      "learning_rate": 1.9968028040347495e-05,
      "loss": 1.6920928955078125,
      "step": 150
    },
    {
      "epoch": 0.2324159021406728,
      "grad_norm": 0.252836138010025,
      "learning_rate": 1.996542080030774e-05,
      "loss": 1.7454942464828491,
      "step": 152
    },
    {
      "epoch": 0.23547400611620795,
      "grad_norm": 0.1512991040945053,
      "learning_rate": 1.9962711582783782e-05,
      "loss": 1.7650762796401978,
      "step": 154
    },
    {
      "epoch": 0.23853211009174313,
      "grad_norm": 0.17810527980327606,
      "learning_rate": 1.995990041859171e-05,
      "loss": 1.6707919836044312,
      "step": 156
    },
    {
      "epoch": 0.2415902140672783,
      "grad_norm": 0.13168492913246155,
      "learning_rate": 1.9956987339707212e-05,
      "loss": 1.743039608001709,
      "step": 158
    },
    {
      "epoch": 0.24464831804281345,
      "grad_norm": 0.1702589988708496,
      "learning_rate": 1.9953972379265195e-05,
      "loss": 1.6535260677337646,
      "step": 160
    },
    {
      "epoch": 0.24770642201834864,
      "grad_norm": 0.19646987318992615,
      "learning_rate": 1.9950855571559434e-05,
      "loss": 1.7839441299438477,
      "step": 162
    },
    {
      "epoch": 0.25076452599388377,
      "grad_norm": 0.2019776999950409,
      "learning_rate": 1.994763695204216e-05,
      "loss": 1.5607678890228271,
      "step": 164
    },
    {
      "epoch": 0.25382262996941896,
      "grad_norm": 0.29837653040885925,
      "learning_rate": 1.9944316557323676e-05,
      "loss": 1.7146563529968262,
      "step": 166
    },
    {
      "epoch": 0.25688073394495414,
      "grad_norm": 0.2998209297657013,
      "learning_rate": 1.9940894425171923e-05,
      "loss": 1.4525647163391113,
      "step": 168
    },
    {
      "epoch": 0.2599388379204893,
      "grad_norm": 0.46811026334762573,
      "learning_rate": 1.9937370594512054e-05,
      "loss": 1.6660023927688599,
      "step": 170
    },
    {
      "epoch": 0.26299694189602446,
      "grad_norm": 0.22554853558540344,
      "learning_rate": 1.9933745105426012e-05,
      "loss": 1.2973607778549194,
      "step": 172
    },
    {
      "epoch": 0.26605504587155965,
      "grad_norm": 0.25682735443115234,
      "learning_rate": 1.9930017999152035e-05,
      "loss": 1.2847613096237183,
      "step": 174
    },
    {
      "epoch": 0.2691131498470948,
      "grad_norm": 0.17357558012008667,
      "learning_rate": 1.9926189318084225e-05,
      "loss": 1.5048258304595947,
      "step": 176
    },
    {
      "epoch": 0.27217125382262997,
      "grad_norm": 0.1701100617647171,
      "learning_rate": 1.992225910577205e-05,
      "loss": 1.4852646589279175,
      "step": 178
    },
    {
      "epoch": 0.27522935779816515,
      "grad_norm": 0.3405025601387024,
      "learning_rate": 1.9918227406919834e-05,
      "loss": 1.6833899021148682,
      "step": 180
    },
    {
      "epoch": 0.2782874617737003,
      "grad_norm": 0.3251838684082031,
      "learning_rate": 1.9914094267386282e-05,
      "loss": 1.6130907535552979,
      "step": 182
    },
    {
      "epoch": 0.28134556574923547,
      "grad_norm": 0.21916796267032623,
      "learning_rate": 1.9909859734183922e-05,
      "loss": 1.348628282546997,
      "step": 184
    },
    {
      "epoch": 0.28440366972477066,
      "grad_norm": 0.1524391770362854,
      "learning_rate": 1.9905523855478605e-05,
      "loss": 1.293289303779602,
      "step": 186
    },
    {
      "epoch": 0.2874617737003058,
      "grad_norm": 0.10658152401447296,
      "learning_rate": 1.990108668058892e-05,
      "loss": 1.4680689573287964,
      "step": 188
    },
    {
      "epoch": 0.290519877675841,
      "grad_norm": 0.35397616028785706,
      "learning_rate": 1.9896548259985677e-05,
      "loss": 1.3957206010818481,
      "step": 190
    },
    {
      "epoch": 0.29357798165137616,
      "grad_norm": 0.19746947288513184,
      "learning_rate": 1.9891908645291285e-05,
      "loss": 1.4401719570159912,
      "step": 192
    },
    {
      "epoch": 0.2966360856269113,
      "grad_norm": 0.21412421762943268,
      "learning_rate": 1.98871678892792e-05,
      "loss": 1.6005785465240479,
      "step": 194
    },
    {
      "epoch": 0.2996941896024465,
      "grad_norm": 0.2620628774166107,
      "learning_rate": 1.9882326045873318e-05,
      "loss": 1.5429439544677734,
      "step": 196
    },
    {
      "epoch": 0.30275229357798167,
      "grad_norm": 0.1319998800754547,
      "learning_rate": 1.9877383170147354e-05,
      "loss": 1.2774600982666016,
      "step": 198
    },
    {
      "epoch": 0.3058103975535168,
      "grad_norm": 0.1912466585636139,
      "learning_rate": 1.987233931832421e-05,
      "loss": 1.4500045776367188,
      "step": 200
    },
    {
      "epoch": 0.308868501529052,
      "grad_norm": 0.1693103313446045,
      "learning_rate": 1.9867194547775352e-05,
      "loss": 1.595328450202942,
      "step": 202
    },
    {
      "epoch": 0.3119266055045872,
      "grad_norm": 0.14706411957740784,
      "learning_rate": 1.9861948917020147e-05,
      "loss": 1.7478187084197998,
      "step": 204
    },
    {
      "epoch": 0.3149847094801223,
      "grad_norm": 0.10898048430681229,
      "learning_rate": 1.98566024857252e-05,
      "loss": 1.7878528833389282,
      "step": 206
    },
    {
      "epoch": 0.3180428134556575,
      "grad_norm": 0.22221213579177856,
      "learning_rate": 1.985115531470368e-05,
      "loss": 1.875852108001709,
      "step": 208
    },
    {
      "epoch": 0.3211009174311927,
      "grad_norm": 0.1595430225133896,
      "learning_rate": 1.9845607465914617e-05,
      "loss": 1.440093994140625,
      "step": 210
    },
    {
      "epoch": 0.3241590214067278,
      "grad_norm": 0.18608379364013672,
      "learning_rate": 1.9839959002462204e-05,
      "loss": 1.5460582971572876,
      "step": 212
    },
    {
      "epoch": 0.327217125382263,
      "grad_norm": 0.130866140127182,
      "learning_rate": 1.9834209988595086e-05,
      "loss": 1.3713728189468384,
      "step": 214
    },
    {
      "epoch": 0.3302752293577982,
      "grad_norm": 0.0909891426563263,
      "learning_rate": 1.982836048970561e-05,
      "loss": 1.2875492572784424,
      "step": 216
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 0.18003132939338684,
      "learning_rate": 1.9822410572329106e-05,
      "loss": 1.727955937385559,
      "step": 218
    },
    {
      "epoch": 0.3363914373088685,
      "grad_norm": 0.11840490251779556,
      "learning_rate": 1.9816360304143107e-05,
      "loss": 1.5818911790847778,
      "step": 220
    },
    {
      "epoch": 0.3394495412844037,
      "grad_norm": 0.16139858961105347,
      "learning_rate": 1.98102097539666e-05,
      "loss": 1.735103964805603,
      "step": 222
    },
    {
      "epoch": 0.3425076452599388,
      "grad_norm": 0.15649574995040894,
      "learning_rate": 1.9803958991759223e-05,
      "loss": 1.2130670547485352,
      "step": 224
    },
    {
      "epoch": 0.345565749235474,
      "grad_norm": 0.12992748618125916,
      "learning_rate": 1.979760808862049e-05,
      "loss": 1.4926730394363403,
      "step": 226
    },
    {
      "epoch": 0.3486238532110092,
      "grad_norm": 0.14847305417060852,
      "learning_rate": 1.979115711678896e-05,
      "loss": 1.7769122123718262,
      "step": 228
    },
    {
      "epoch": 0.3516819571865443,
      "grad_norm": 0.15531417727470398,
      "learning_rate": 1.9784606149641425e-05,
      "loss": 1.5090936422348022,
      "step": 230
    },
    {
      "epoch": 0.3547400611620795,
      "grad_norm": 0.11508797854185104,
      "learning_rate": 1.9777955261692096e-05,
      "loss": 1.6367048025131226,
      "step": 232
    },
    {
      "epoch": 0.3577981651376147,
      "grad_norm": 0.17374970018863678,
      "learning_rate": 1.977120452859172e-05,
      "loss": 1.5295836925506592,
      "step": 234
    },
    {
      "epoch": 0.36085626911314983,
      "grad_norm": 0.10554488748311996,
      "learning_rate": 1.976435402712674e-05,
      "loss": 1.4442095756530762,
      "step": 236
    },
    {
      "epoch": 0.363914373088685,
      "grad_norm": 0.14663386344909668,
      "learning_rate": 1.9757403835218416e-05,
      "loss": 1.5376912355422974,
      "step": 238
    },
    {
      "epoch": 0.3669724770642202,
      "grad_norm": 0.17038187384605408,
      "learning_rate": 1.9750354031921945e-05,
      "loss": 1.5929934978485107,
      "step": 240
    },
    {
      "epoch": 0.37003058103975534,
      "grad_norm": 0.1317462921142578,
      "learning_rate": 1.9743204697425555e-05,
      "loss": 1.4519989490509033,
      "step": 242
    },
    {
      "epoch": 0.3730886850152905,
      "grad_norm": 0.09555897116661072,
      "learning_rate": 1.9735955913049596e-05,
      "loss": 1.555535078048706,
      "step": 244
    },
    {
      "epoch": 0.3761467889908257,
      "grad_norm": 0.18885712325572968,
      "learning_rate": 1.972860776124561e-05,
      "loss": 1.8240364789962769,
      "step": 246
    },
    {
      "epoch": 0.37920489296636084,
      "grad_norm": 0.3851545751094818,
      "learning_rate": 1.97211603255954e-05,
      "loss": 2.276089668273926,
      "step": 248
    },
    {
      "epoch": 0.382262996941896,
      "grad_norm": 0.27271491289138794,
      "learning_rate": 1.971361369081008e-05,
      "loss": 1.4479761123657227,
      "step": 250
    },
    {
      "epoch": 0.3853211009174312,
      "grad_norm": 0.16263516247272491,
      "learning_rate": 1.9705967942729097e-05,
      "loss": 1.4307349920272827,
      "step": 252
    },
    {
      "epoch": 0.38837920489296635,
      "grad_norm": 0.17890089750289917,
      "learning_rate": 1.969822316831928e-05,
      "loss": 1.4967151880264282,
      "step": 254
    },
    {
      "epoch": 0.39143730886850153,
      "grad_norm": 0.9752420783042908,
      "learning_rate": 1.969037945567383e-05,
      "loss": 1.6618462800979614,
      "step": 256
    },
    {
      "epoch": 0.3944954128440367,
      "grad_norm": 0.12987129390239716,
      "learning_rate": 1.9682436894011314e-05,
      "loss": 1.5646541118621826,
      "step": 258
    },
    {
      "epoch": 0.39755351681957185,
      "grad_norm": 0.29777029156684875,
      "learning_rate": 1.9674395573674682e-05,
      "loss": 1.4057655334472656,
      "step": 260
    },
    {
      "epoch": 0.40061162079510704,
      "grad_norm": 0.13696956634521484,
      "learning_rate": 1.9666255586130196e-05,
      "loss": 1.297253131866455,
      "step": 262
    },
    {
      "epoch": 0.4036697247706422,
      "grad_norm": 0.09536871314048767,
      "learning_rate": 1.9658017023966428e-05,
      "loss": 1.2214246988296509,
      "step": 264
    },
    {
      "epoch": 0.40672782874617736,
      "grad_norm": 0.10002201050519943,
      "learning_rate": 1.964967998089318e-05,
      "loss": 1.3900551795959473,
      "step": 266
    },
    {
      "epoch": 0.40978593272171254,
      "grad_norm": 0.25706544518470764,
      "learning_rate": 1.9641244551740438e-05,
      "loss": 1.6182241439819336,
      "step": 268
    },
    {
      "epoch": 0.41284403669724773,
      "grad_norm": 0.14891637861728668,
      "learning_rate": 1.9632710832457272e-05,
      "loss": 1.6432101726531982,
      "step": 270
    },
    {
      "epoch": 0.41590214067278286,
      "grad_norm": 0.229234516620636,
      "learning_rate": 1.9624078920110766e-05,
      "loss": 1.6490212678909302,
      "step": 272
    },
    {
      "epoch": 0.41896024464831805,
      "grad_norm": 0.13612765073776245,
      "learning_rate": 1.9615348912884897e-05,
      "loss": 1.6697027683258057,
      "step": 274
    },
    {
      "epoch": 0.42201834862385323,
      "grad_norm": 0.13454599678516388,
      "learning_rate": 1.960652091007944e-05,
      "loss": 1.5065478086471558,
      "step": 276
    },
    {
      "epoch": 0.42507645259938837,
      "grad_norm": 0.2709161937236786,
      "learning_rate": 1.9597595012108797e-05,
      "loss": 1.649755597114563,
      "step": 278
    },
    {
      "epoch": 0.42813455657492355,
      "grad_norm": 0.2529757022857666,
      "learning_rate": 1.9588571320500914e-05,
      "loss": 1.5640302896499634,
      "step": 280
    },
    {
      "epoch": 0.43119266055045874,
      "grad_norm": 0.11685580015182495,
      "learning_rate": 1.9579449937896067e-05,
      "loss": 1.4505410194396973,
      "step": 282
    },
    {
      "epoch": 0.43425076452599387,
      "grad_norm": 0.14383523166179657,
      "learning_rate": 1.957023096804574e-05,
      "loss": 1.4420454502105713,
      "step": 284
    },
    {
      "epoch": 0.43730886850152906,
      "grad_norm": 0.15812362730503082,
      "learning_rate": 1.9560914515811416e-05,
      "loss": 1.6419968605041504,
      "step": 286
    },
    {
      "epoch": 0.44036697247706424,
      "grad_norm": 0.2930157482624054,
      "learning_rate": 1.9551500687163404e-05,
      "loss": 1.3646347522735596,
      "step": 288
    },
    {
      "epoch": 0.4434250764525994,
      "grad_norm": 0.31321683526039124,
      "learning_rate": 1.9541989589179608e-05,
      "loss": 1.5918828248977661,
      "step": 290
    },
    {
      "epoch": 0.44648318042813456,
      "grad_norm": 0.12769058346748352,
      "learning_rate": 1.9532381330044346e-05,
      "loss": 1.459935188293457,
      "step": 292
    },
    {
      "epoch": 0.44954128440366975,
      "grad_norm": 0.1212194636464119,
      "learning_rate": 1.9522676019047084e-05,
      "loss": 1.4860665798187256,
      "step": 294
    },
    {
      "epoch": 0.4525993883792049,
      "grad_norm": 0.16963601112365723,
      "learning_rate": 1.9512873766581216e-05,
      "loss": 1.6114251613616943,
      "step": 296
    },
    {
      "epoch": 0.45565749235474007,
      "grad_norm": 0.15480950474739075,
      "learning_rate": 1.9502974684142787e-05,
      "loss": 1.6236363649368286,
      "step": 298
    },
    {
      "epoch": 0.45871559633027525,
      "grad_norm": 0.1646520048379898,
      "learning_rate": 1.949297888432926e-05,
      "loss": 1.4507560729980469,
      "step": 300
    },
    {
      "epoch": 0.4617737003058104,
      "grad_norm": 0.12311575561761856,
      "learning_rate": 1.9482886480838193e-05,
      "loss": 1.3734780550003052,
      "step": 302
    },
    {
      "epoch": 0.4648318042813456,
      "grad_norm": 0.3230009973049164,
      "learning_rate": 1.947269758846597e-05,
      "loss": 1.532796859741211,
      "step": 304
    },
    {
      "epoch": 0.46788990825688076,
      "grad_norm": 0.160029798746109,
      "learning_rate": 1.9462412323106506e-05,
      "loss": 1.4639440774917603,
      "step": 306
    },
    {
      "epoch": 0.4709480122324159,
      "grad_norm": 0.1815919578075409,
      "learning_rate": 1.945203080174989e-05,
      "loss": 1.620712399482727,
      "step": 308
    },
    {
      "epoch": 0.4740061162079511,
      "grad_norm": 0.12287808954715729,
      "learning_rate": 1.94415531424811e-05,
      "loss": 1.4684053659439087,
      "step": 310
    },
    {
      "epoch": 0.47706422018348627,
      "grad_norm": 0.20326243340969086,
      "learning_rate": 1.9430979464478618e-05,
      "loss": 1.4242714643478394,
      "step": 312
    },
    {
      "epoch": 0.4801223241590214,
      "grad_norm": 0.2062222808599472,
      "learning_rate": 1.9420309888013115e-05,
      "loss": 1.4069018363952637,
      "step": 314
    },
    {
      "epoch": 0.4831804281345566,
      "grad_norm": 0.27631694078445435,
      "learning_rate": 1.940954453444604e-05,
      "loss": 1.5006767511367798,
      "step": 316
    },
    {
      "epoch": 0.48623853211009177,
      "grad_norm": 0.1338021457195282,
      "learning_rate": 1.9398683526228283e-05,
      "loss": 1.4913774728775024,
      "step": 318
    },
    {
      "epoch": 0.4892966360856269,
      "grad_norm": 0.15452533960342407,
      "learning_rate": 1.9387726986898753e-05,
      "loss": 1.49446702003479,
      "step": 320
    },
    {
      "epoch": 0.4923547400611621,
      "grad_norm": 0.23729997873306274,
      "learning_rate": 1.9376675041082974e-05,
      "loss": 1.6449737548828125,
      "step": 322
    },
    {
      "epoch": 0.4954128440366973,
      "grad_norm": 0.18367542326450348,
      "learning_rate": 1.936552781449168e-05,
      "loss": 1.8280832767486572,
      "step": 324
    },
    {
      "epoch": 0.4984709480122324,
      "grad_norm": 0.1884259730577469,
      "learning_rate": 1.935428543391938e-05,
      "loss": 1.7086812257766724,
      "step": 326
    },
    {
      "epoch": 0.5015290519877675,
      "grad_norm": 0.11275501549243927,
      "learning_rate": 1.9342948027242923e-05,
      "loss": 1.686227798461914,
      "step": 328
    },
    {
      "epoch": 0.5045871559633027,
      "grad_norm": 0.18229232728481293,
      "learning_rate": 1.9331515723420016e-05,
      "loss": 1.6126062870025635,
      "step": 330
    },
    {
      "epoch": 0.5076452599388379,
      "grad_norm": 0.1593896448612213,
      "learning_rate": 1.9319988652487794e-05,
      "loss": 1.3089760541915894,
      "step": 332
    },
    {
      "epoch": 0.5107033639143731,
      "grad_norm": 0.42358121275901794,
      "learning_rate": 1.930836694556131e-05,
      "loss": 1.2807157039642334,
      "step": 334
    },
    {
      "epoch": 0.5137614678899083,
      "grad_norm": 0.16546684503555298,
      "learning_rate": 1.929665073483208e-05,
      "loss": 1.7080059051513672,
      "step": 336
    },
    {
      "epoch": 0.5168195718654435,
      "grad_norm": 0.1714116334915161,
      "learning_rate": 1.9284840153566533e-05,
      "loss": 1.705456018447876,
      "step": 338
    },
    {
      "epoch": 0.5198776758409785,
      "grad_norm": 0.17549371719360352,
      "learning_rate": 1.9272935336104526e-05,
      "loss": 1.7870020866394043,
      "step": 340
    },
    {
      "epoch": 0.5229357798165137,
      "grad_norm": 0.26433461904525757,
      "learning_rate": 1.926093641785781e-05,
      "loss": 1.7173891067504883,
      "step": 342
    },
    {
      "epoch": 0.5259938837920489,
      "grad_norm": 0.13767947256565094,
      "learning_rate": 1.9248843535308494e-05,
      "loss": 1.759930968284607,
      "step": 344
    },
    {
      "epoch": 0.5290519877675841,
      "grad_norm": 0.3766266703605652,
      "learning_rate": 1.9236656826007483e-05,
      "loss": 1.676863670349121,
      "step": 346
    },
    {
      "epoch": 0.5321100917431193,
      "grad_norm": 0.18953099846839905,
      "learning_rate": 1.9224376428572914e-05,
      "loss": 1.6074869632720947,
      "step": 348
    },
    {
      "epoch": 0.5351681957186545,
      "grad_norm": 0.4343929588794708,
      "learning_rate": 1.9212002482688586e-05,
      "loss": 1.5012247562408447,
      "step": 350
    },
    {
      "epoch": 0.5382262996941896,
      "grad_norm": 0.3309212327003479,
      "learning_rate": 1.919953512910237e-05,
      "loss": 1.7654335498809814,
      "step": 352
    },
    {
      "epoch": 0.5412844036697247,
      "grad_norm": 0.2186765819787979,
      "learning_rate": 1.9186974509624596e-05,
      "loss": 1.6823170185089111,
      "step": 354
    },
    {
      "epoch": 0.5443425076452599,
      "grad_norm": 0.22455096244812012,
      "learning_rate": 1.917432076712647e-05,
      "loss": 1.2209478616714478,
      "step": 356
    },
    {
      "epoch": 0.5474006116207951,
      "grad_norm": 0.26915469765663147,
      "learning_rate": 1.916157404553841e-05,
      "loss": 1.80545175075531,
      "step": 358
    },
    {
      "epoch": 0.5504587155963303,
      "grad_norm": 0.3115030825138092,
      "learning_rate": 1.914873448984843e-05,
      "loss": 1.8234632015228271,
      "step": 360
    },
    {
      "epoch": 0.5535168195718655,
      "grad_norm": 0.5503238439559937,
      "learning_rate": 1.913580224610051e-05,
      "loss": 1.8974953889846802,
      "step": 362
    },
    {
      "epoch": 0.5565749235474006,
      "grad_norm": 0.48155084252357483,
      "learning_rate": 1.912277746139288e-05,
      "loss": 1.821452260017395,
      "step": 364
    },
    {
      "epoch": 0.5596330275229358,
      "grad_norm": 0.289008766412735,
      "learning_rate": 1.9109660283876402e-05,
      "loss": 1.7944821119308472,
      "step": 366
    },
    {
      "epoch": 0.5626911314984709,
      "grad_norm": 0.1955709308385849,
      "learning_rate": 1.909645086275286e-05,
      "loss": 1.6593105792999268,
      "step": 368
    },
    {
      "epoch": 0.5657492354740061,
      "grad_norm": 0.24237479269504547,
      "learning_rate": 1.9083149348273267e-05,
      "loss": 1.5331079959869385,
      "step": 370
    },
    {
      "epoch": 0.5688073394495413,
      "grad_norm": 0.22706088423728943,
      "learning_rate": 1.906975589173615e-05,
      "loss": 1.0948290824890137,
      "step": 372
    },
    {
      "epoch": 0.5718654434250765,
      "grad_norm": 0.1655234396457672,
      "learning_rate": 1.9056270645485832e-05,
      "loss": 1.0862908363342285,
      "step": 374
    },
    {
      "epoch": 0.5749235474006116,
      "grad_norm": 0.11473622173070908,
      "learning_rate": 1.904269376291071e-05,
      "loss": 1.3455995321273804,
      "step": 376
    },
    {
      "epoch": 0.5779816513761468,
      "grad_norm": 0.11378367990255356,
      "learning_rate": 1.9029025398441502e-05,
      "loss": 1.2777307033538818,
      "step": 378
    },
    {
      "epoch": 0.581039755351682,
      "grad_norm": 0.17563015222549438,
      "learning_rate": 1.9015265707549475e-05,
      "loss": 1.228100061416626,
      "step": 380
    },
    {
      "epoch": 0.5840978593272171,
      "grad_norm": 0.09832898527383804,
      "learning_rate": 1.9001414846744708e-05,
      "loss": 1.2333452701568604,
      "step": 382
    },
    {
      "epoch": 0.5871559633027523,
      "grad_norm": 0.20122288167476654,
      "learning_rate": 1.898747297357429e-05,
      "loss": 1.519348382949829,
      "step": 384
    },
    {
      "epoch": 0.5902140672782875,
      "grad_norm": 0.4179234802722931,
      "learning_rate": 1.8973440246620527e-05,
      "loss": 1.4286757707595825,
      "step": 386
    },
    {
      "epoch": 0.5932721712538226,
      "grad_norm": 0.24806340038776398,
      "learning_rate": 1.895931682549915e-05,
      "loss": 1.2454115152359009,
      "step": 388
    },
    {
      "epoch": 0.5963302752293578,
      "grad_norm": 0.2059653401374817,
      "learning_rate": 1.8945102870857502e-05,
      "loss": 1.5481377840042114,
      "step": 390
    },
    {
      "epoch": 0.599388379204893,
      "grad_norm": 0.08632580935955048,
      "learning_rate": 1.8930798544372683e-05,
      "loss": 1.5465701818466187,
      "step": 392
    },
    {
      "epoch": 0.6024464831804281,
      "grad_norm": 0.20156033337116241,
      "learning_rate": 1.891640400874975e-05,
      "loss": 1.3250479698181152,
      "step": 394
    },
    {
      "epoch": 0.6055045871559633,
      "grad_norm": 0.29586711525917053,
      "learning_rate": 1.8901919427719835e-05,
      "loss": 1.4996241331100464,
      "step": 396
    },
    {
      "epoch": 0.6085626911314985,
      "grad_norm": 0.4265895187854767,
      "learning_rate": 1.8887344966038293e-05,
      "loss": 1.6997027397155762,
      "step": 398
    },
    {
      "epoch": 0.6116207951070336,
      "grad_norm": 0.2118600457906723,
      "learning_rate": 1.8872680789482847e-05,
      "loss": 1.2160531282424927,
      "step": 400
    },
    {
      "epoch": 0.6146788990825688,
      "grad_norm": 0.1629539579153061,
      "learning_rate": 1.8857927064851663e-05,
      "loss": 1.4833059310913086,
      "step": 402
    },
    {
      "epoch": 0.617737003058104,
      "grad_norm": 0.18409305810928345,
      "learning_rate": 1.8843083959961487e-05,
      "loss": 1.5481505393981934,
      "step": 404
    },
    {
      "epoch": 0.6207951070336392,
      "grad_norm": 0.2286827266216278,
      "learning_rate": 1.8828151643645723e-05,
      "loss": 1.4782235622406006,
      "step": 406
    },
    {
      "epoch": 0.6238532110091743,
      "grad_norm": 0.31445422768592834,
      "learning_rate": 1.8813130285752504e-05,
      "loss": 1.34043550491333,
      "step": 408
    },
    {
      "epoch": 0.6269113149847095,
      "grad_norm": 0.3406539857387543,
      "learning_rate": 1.8798020057142787e-05,
      "loss": 0.978967010974884,
      "step": 410
    },
    {
      "epoch": 0.6299694189602446,
      "grad_norm": 0.18329036235809326,
      "learning_rate": 1.8782821129688378e-05,
      "loss": 1.6057853698730469,
      "step": 412
    },
    {
      "epoch": 0.6330275229357798,
      "grad_norm": 0.20872509479522705,
      "learning_rate": 1.8767533676269994e-05,
      "loss": 1.548257827758789,
      "step": 414
    },
    {
      "epoch": 0.636085626911315,
      "grad_norm": 0.13048969209194183,
      "learning_rate": 1.8752157870775293e-05,
      "loss": 1.4458184242248535,
      "step": 416
    },
    {
      "epoch": 0.6391437308868502,
      "grad_norm": 0.2189042568206787,
      "learning_rate": 1.87366938880969e-05,
      "loss": 1.551786184310913,
      "step": 418
    },
    {
      "epoch": 0.6422018348623854,
      "grad_norm": 0.2083597481250763,
      "learning_rate": 1.872114190413041e-05,
      "loss": 1.4876255989074707,
      "step": 420
    },
    {
      "epoch": 0.6452599388379205,
      "grad_norm": 0.23290075361728668,
      "learning_rate": 1.87055020957724e-05,
      "loss": 1.4596383571624756,
      "step": 422
    },
    {
      "epoch": 0.6483180428134556,
      "grad_norm": 0.17102104425430298,
      "learning_rate": 1.86897746409184e-05,
      "loss": 1.6562044620513916,
      "step": 424
    },
    {
      "epoch": 0.6513761467889908,
      "grad_norm": 0.20064817368984222,
      "learning_rate": 1.8673959718460877e-05,
      "loss": 1.3577477931976318,
      "step": 426
    },
    {
      "epoch": 0.654434250764526,
      "grad_norm": 0.214597687125206,
      "learning_rate": 1.865805750828721e-05,
      "loss": 1.086013674736023,
      "step": 428
    },
    {
      "epoch": 0.6574923547400612,
      "grad_norm": 0.2168869823217392,
      "learning_rate": 1.8642068191277632e-05,
      "loss": 1.724764108657837,
      "step": 430
    },
    {
      "epoch": 0.6605504587155964,
      "grad_norm": 0.207820326089859,
      "learning_rate": 1.8625991949303163e-05,
      "loss": 1.4837605953216553,
      "step": 432
    },
    {
      "epoch": 0.6636085626911316,
      "grad_norm": 0.14926370978355408,
      "learning_rate": 1.8609828965223577e-05,
      "loss": 1.6416270732879639,
      "step": 434
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.25954487919807434,
      "learning_rate": 1.8593579422885282e-05,
      "loss": 1.4783693552017212,
      "step": 436
    },
    {
      "epoch": 0.6697247706422018,
      "grad_norm": 0.1701032519340515,
      "learning_rate": 1.857724350711925e-05,
      "loss": 1.6790128946304321,
      "step": 438
    },
    {
      "epoch": 0.672782874617737,
      "grad_norm": 0.2131899893283844,
      "learning_rate": 1.8560821403738913e-05,
      "loss": 1.5477441549301147,
      "step": 440
    },
    {
      "epoch": 0.6758409785932722,
      "grad_norm": 0.2975439131259918,
      "learning_rate": 1.854431329953804e-05,
      "loss": 1.576401948928833,
      "step": 442
    },
    {
      "epoch": 0.6788990825688074,
      "grad_norm": 0.2657731771469116,
      "learning_rate": 1.852771938228863e-05,
      "loss": 1.467031478881836,
      "step": 444
    },
    {
      "epoch": 0.6819571865443425,
      "grad_norm": 0.18308323621749878,
      "learning_rate": 1.851103984073876e-05,
      "loss": 1.1278611421585083,
      "step": 446
    },
    {
      "epoch": 0.6850152905198776,
      "grad_norm": 0.18087266385555267,
      "learning_rate": 1.8494274864610442e-05,
      "loss": 1.5722160339355469,
      "step": 448
    },
    {
      "epoch": 0.6880733944954128,
      "grad_norm": 0.12121923267841339,
      "learning_rate": 1.8477424644597466e-05,
      "loss": 1.5512651205062866,
      "step": 450
    },
    {
      "epoch": 0.691131498470948,
      "grad_norm": 0.17362695932388306,
      "learning_rate": 1.8460489372363233e-05,
      "loss": 1.5511324405670166,
      "step": 452
    },
    {
      "epoch": 0.6941896024464832,
      "grad_norm": 0.2894831597805023,
      "learning_rate": 1.844346924053858e-05,
      "loss": 1.558009147644043,
      "step": 454
    },
    {
      "epoch": 0.6972477064220184,
      "grad_norm": 0.19669781625270844,
      "learning_rate": 1.842636444271957e-05,
      "loss": 1.3858280181884766,
      "step": 456
    },
    {
      "epoch": 0.7003058103975535,
      "grad_norm": 0.1768866628408432,
      "learning_rate": 1.8409175173465305e-05,
      "loss": 1.594611406326294,
      "step": 458
    },
    {
      "epoch": 0.7033639143730887,
      "grad_norm": 0.2871125638484955,
      "learning_rate": 1.8391901628295723e-05,
      "loss": 1.6866259574890137,
      "step": 460
    },
    {
      "epoch": 0.7064220183486238,
      "grad_norm": 0.5151063799858093,
      "learning_rate": 1.8374544003689346e-05,
      "loss": 1.4172760248184204,
      "step": 462
    },
    {
      "epoch": 0.709480122324159,
      "grad_norm": 0.5280262231826782,
      "learning_rate": 1.8357102497081068e-05,
      "loss": 1.663338303565979,
      "step": 464
    },
    {
      "epoch": 0.7125382262996942,
      "grad_norm": 0.20690284669399261,
      "learning_rate": 1.8339577306859898e-05,
      "loss": 1.4435617923736572,
      "step": 466
    },
    {
      "epoch": 0.7155963302752294,
      "grad_norm": 0.17216677963733673,
      "learning_rate": 1.832196863236671e-05,
      "loss": 1.5643521547317505,
      "step": 468
    },
    {
      "epoch": 0.7186544342507645,
      "grad_norm": 1.2874486446380615,
      "learning_rate": 1.830427667389197e-05,
      "loss": 1.5050475597381592,
      "step": 470
    },
    {
      "epoch": 0.7217125382262997,
      "grad_norm": 0.18002872169017792,
      "learning_rate": 1.8286501632673467e-05,
      "loss": 1.637873649597168,
      "step": 472
    },
    {
      "epoch": 0.7247706422018348,
      "grad_norm": 0.1843208372592926,
      "learning_rate": 1.8268643710894008e-05,
      "loss": 1.7227345705032349,
      "step": 474
    },
    {
      "epoch": 0.72782874617737,
      "grad_norm": 0.3121058940887451,
      "learning_rate": 1.8250703111679135e-05,
      "loss": 1.623226523399353,
      "step": 476
    },
    {
      "epoch": 0.7308868501529052,
      "grad_norm": 0.12877033650875092,
      "learning_rate": 1.8232680039094807e-05,
      "loss": 1.4622364044189453,
      "step": 478
    },
    {
      "epoch": 0.7339449541284404,
      "grad_norm": 0.41891077160835266,
      "learning_rate": 1.821457469814507e-05,
      "loss": 1.5695327520370483,
      "step": 480
    },
    {
      "epoch": 0.7370030581039755,
      "grad_norm": 0.18470750749111176,
      "learning_rate": 1.8196387294769744e-05,
      "loss": 1.5794202089309692,
      "step": 482
    },
    {
      "epoch": 0.7400611620795107,
      "grad_norm": 0.18489842116832733,
      "learning_rate": 1.8178118035842068e-05,
      "loss": 1.573374629020691,
      "step": 484
    },
    {
      "epoch": 0.7431192660550459,
      "grad_norm": 1.045165777206421,
      "learning_rate": 1.8159767129166353e-05,
      "loss": 1.5771058797836304,
      "step": 486
    },
    {
      "epoch": 0.746177370030581,
      "grad_norm": 0.13188393414020538,
      "learning_rate": 1.8141334783475608e-05,
      "loss": 1.574911117553711,
      "step": 488
    },
    {
      "epoch": 0.7492354740061162,
      "grad_norm": 0.183307483792305,
      "learning_rate": 1.8122821208429177e-05,
      "loss": 1.371832013130188,
      "step": 490
    },
    {
      "epoch": 0.7522935779816514,
      "grad_norm": 0.2250596582889557,
      "learning_rate": 1.8104226614610355e-05,
      "loss": 1.4597737789154053,
      "step": 492
    },
    {
      "epoch": 0.7553516819571865,
      "grad_norm": 0.2038484811782837,
      "learning_rate": 1.808555121352398e-05,
      "loss": 1.3941731452941895,
      "step": 494
    },
    {
      "epoch": 0.7584097859327217,
      "grad_norm": 0.32169243693351746,
      "learning_rate": 1.806679521759403e-05,
      "loss": 1.4842920303344727,
      "step": 496
    },
    {
      "epoch": 0.7614678899082569,
      "grad_norm": 1.4948965311050415,
      "learning_rate": 1.804795884016123e-05,
      "loss": 1.5212973356246948,
      "step": 498
    },
    {
      "epoch": 0.764525993883792,
      "grad_norm": 0.30841079354286194,
      "learning_rate": 1.802904229548059e-05,
      "loss": 1.3416656255722046,
      "step": 500
    },
    {
      "epoch": 0.7675840978593272,
      "grad_norm": 0.1549503058195114,
      "learning_rate": 1.8010045798718996e-05,
      "loss": 1.0037795305252075,
      "step": 502
    },
    {
      "epoch": 0.7706422018348624,
      "grad_norm": 0.17972712218761444,
      "learning_rate": 1.7990969565952744e-05,
      "loss": 1.2808337211608887,
      "step": 504
    },
    {
      "epoch": 0.7737003058103975,
      "grad_norm": 0.15994155406951904,
      "learning_rate": 1.7971813814165096e-05,
      "loss": 1.3440696001052856,
      "step": 506
    },
    {
      "epoch": 0.7767584097859327,
      "grad_norm": 0.442206472158432,
      "learning_rate": 1.79525787612438e-05,
      "loss": 1.3879811763763428,
      "step": 508
    },
    {
      "epoch": 0.7798165137614679,
      "grad_norm": 0.399215430021286,
      "learning_rate": 1.793326462597862e-05,
      "loss": 1.4018313884735107,
      "step": 510
    },
    {
      "epoch": 0.7828746177370031,
      "grad_norm": 0.11791788786649704,
      "learning_rate": 1.7913871628058852e-05,
      "loss": 1.466645359992981,
      "step": 512
    },
    {
      "epoch": 0.7859327217125383,
      "grad_norm": 0.2953292727470398,
      "learning_rate": 1.7894399988070804e-05,
      "loss": 1.3789677619934082,
      "step": 514
    },
    {
      "epoch": 0.7889908256880734,
      "grad_norm": 0.10243761539459229,
      "learning_rate": 1.7874849927495312e-05,
      "loss": 1.4025226831436157,
      "step": 516
    },
    {
      "epoch": 0.7920489296636085,
      "grad_norm": 0.10896909981966019,
      "learning_rate": 1.78552216687052e-05,
      "loss": 1.366543173789978,
      "step": 518
    },
    {
      "epoch": 0.7951070336391437,
      "grad_norm": 0.11357754468917847,
      "learning_rate": 1.7835515434962775e-05,
      "loss": 1.3763110637664795,
      "step": 520
    },
    {
      "epoch": 0.7981651376146789,
      "grad_norm": 0.26994413137435913,
      "learning_rate": 1.781573145041726e-05,
      "loss": 1.330032229423523,
      "step": 522
    },
    {
      "epoch": 0.8012232415902141,
      "grad_norm": 0.15781600773334503,
      "learning_rate": 1.7795869940102256e-05,
      "loss": 1.376378059387207,
      "step": 524
    },
    {
      "epoch": 0.8042813455657493,
      "grad_norm": 0.19157709181308746,
      "learning_rate": 1.77759311299332e-05,
      "loss": 1.318992018699646,
      "step": 526
    },
    {
      "epoch": 0.8073394495412844,
      "grad_norm": 0.05687440186738968,
      "learning_rate": 1.775591524670475e-05,
      "loss": 1.1846191883087158,
      "step": 528
    },
    {
      "epoch": 0.8103975535168195,
      "grad_norm": 0.0644853487610817,
      "learning_rate": 1.773582251808827e-05,
      "loss": 1.2165440320968628,
      "step": 530
    },
    {
      "epoch": 0.8134556574923547,
      "grad_norm": 0.06147017702460289,
      "learning_rate": 1.7715653172629172e-05,
      "loss": 1.0007672309875488,
      "step": 532
    },
    {
      "epoch": 0.8165137614678899,
      "grad_norm": 0.10844209045171738,
      "learning_rate": 1.7695407439744367e-05,
      "loss": 1.2789226770401,
      "step": 534
    },
    {
      "epoch": 0.8195718654434251,
      "grad_norm": 0.12735959887504578,
      "learning_rate": 1.7675085549719638e-05,
      "loss": 1.331377625465393,
      "step": 536
    },
    {
      "epoch": 0.8226299694189603,
      "grad_norm": 0.19527040421962738,
      "learning_rate": 1.765468773370701e-05,
      "loss": 1.3414947986602783,
      "step": 538
    },
    {
      "epoch": 0.8256880733944955,
      "grad_norm": 0.08658599853515625,
      "learning_rate": 1.7634214223722136e-05,
      "loss": 1.3086833953857422,
      "step": 540
    },
    {
      "epoch": 0.8287461773700305,
      "grad_norm": 0.19912293553352356,
      "learning_rate": 1.7613665252641656e-05,
      "loss": 1.3237627744674683,
      "step": 542
    },
    {
      "epoch": 0.8318042813455657,
      "grad_norm": 0.1858687400817871,
      "learning_rate": 1.7593041054200535e-05,
      "loss": 1.2972196340560913,
      "step": 544
    },
    {
      "epoch": 0.8348623853211009,
      "grad_norm": 0.09588196873664856,
      "learning_rate": 1.757234186298943e-05,
      "loss": 1.2714868783950806,
      "step": 546
    },
    {
      "epoch": 0.8379204892966361,
      "grad_norm": 0.09199360013008118,
      "learning_rate": 1.7551567914451982e-05,
      "loss": 1.3335715532302856,
      "step": 548
    },
    {
      "epoch": 0.8409785932721713,
      "grad_norm": 0.13166598975658417,
      "learning_rate": 1.7530719444882192e-05,
      "loss": 1.3041012287139893,
      "step": 550
    },
    {
      "epoch": 0.8440366972477065,
      "grad_norm": 0.1695961356163025,
      "learning_rate": 1.7509796691421677e-05,
      "loss": 1.2752689123153687,
      "step": 552
    },
    {
      "epoch": 0.8470948012232415,
      "grad_norm": 0.15224502980709076,
      "learning_rate": 1.7488799892057012e-05,
      "loss": 1.2604331970214844,
      "step": 554
    },
    {
      "epoch": 0.8501529051987767,
      "grad_norm": 0.16102130711078644,
      "learning_rate": 1.746772928561701e-05,
      "loss": 1.2783102989196777,
      "step": 556
    },
    {
      "epoch": 0.8532110091743119,
      "grad_norm": 0.1706506460905075,
      "learning_rate": 1.7446585111769994e-05,
      "loss": 1.2757190465927124,
      "step": 558
    },
    {
      "epoch": 0.8562691131498471,
      "grad_norm": 0.09909018874168396,
      "learning_rate": 1.7425367611021095e-05,
      "loss": 1.2308428287506104,
      "step": 560
    },
    {
      "epoch": 0.8593272171253823,
      "grad_norm": 0.0939355418086052,
      "learning_rate": 1.740407702470949e-05,
      "loss": 1.290454626083374,
      "step": 562
    },
    {
      "epoch": 0.8623853211009175,
      "grad_norm": 0.15474659204483032,
      "learning_rate": 1.738271359500569e-05,
      "loss": 1.3222665786743164,
      "step": 564
    },
    {
      "epoch": 0.8654434250764526,
      "grad_norm": 0.14680948853492737,
      "learning_rate": 1.7361277564908746e-05,
      "loss": 1.3195000886917114,
      "step": 566
    },
    {
      "epoch": 0.8685015290519877,
      "grad_norm": 0.15361595153808594,
      "learning_rate": 1.7339769178243513e-05,
      "loss": 1.3176097869873047,
      "step": 568
    },
    {
      "epoch": 0.8715596330275229,
      "grad_norm": 0.1914825141429901,
      "learning_rate": 1.7318188679657868e-05,
      "loss": 1.3322255611419678,
      "step": 570
    },
    {
      "epoch": 0.8746177370030581,
      "grad_norm": 0.15622292459011078,
      "learning_rate": 1.7296536314619927e-05,
      "loss": 1.3179453611373901,
      "step": 572
    },
    {
      "epoch": 0.8776758409785933,
      "grad_norm": 0.14867334067821503,
      "learning_rate": 1.7274812329415256e-05,
      "loss": 1.3439091444015503,
      "step": 574
    },
    {
      "epoch": 0.8807339449541285,
      "grad_norm": 0.1103372722864151,
      "learning_rate": 1.725301697114406e-05,
      "loss": 1.2625937461853027,
      "step": 576
    },
    {
      "epoch": 0.8837920489296636,
      "grad_norm": 0.24455446004867554,
      "learning_rate": 1.7231150487718388e-05,
      "loss": 1.3101165294647217,
      "step": 578
    },
    {
      "epoch": 0.8868501529051988,
      "grad_norm": 0.09268049895763397,
      "learning_rate": 1.7209213127859298e-05,
      "loss": 1.267791748046875,
      "step": 580
    },
    {
      "epoch": 0.8899082568807339,
      "grad_norm": 0.24207623302936554,
      "learning_rate": 1.718720514109404e-05,
      "loss": 1.295712947845459,
      "step": 582
    },
    {
      "epoch": 0.8929663608562691,
      "grad_norm": 0.14914532005786896,
      "learning_rate": 1.7165126777753205e-05,
      "loss": 1.3040282726287842,
      "step": 584
    },
    {
      "epoch": 0.8960244648318043,
      "grad_norm": 0.1064625084400177,
      "learning_rate": 1.714297828896789e-05,
      "loss": 1.3282526731491089,
      "step": 586
    },
    {
      "epoch": 0.8990825688073395,
      "grad_norm": 0.10693900287151337,
      "learning_rate": 1.7120759926666833e-05,
      "loss": 1.3108649253845215,
      "step": 588
    },
    {
      "epoch": 0.9021406727828746,
      "grad_norm": 0.14860939979553223,
      "learning_rate": 1.7098471943573554e-05,
      "loss": 1.2462693452835083,
      "step": 590
    },
    {
      "epoch": 0.9051987767584098,
      "grad_norm": 0.10575126856565475,
      "learning_rate": 1.7076114593203477e-05,
      "loss": 1.2716872692108154,
      "step": 592
    },
    {
      "epoch": 0.908256880733945,
      "grad_norm": 0.12260717153549194,
      "learning_rate": 1.7053688129861047e-05,
      "loss": 1.3093860149383545,
      "step": 594
    },
    {
      "epoch": 0.9113149847094801,
      "grad_norm": 0.13889411091804504,
      "learning_rate": 1.703119280863683e-05,
      "loss": 1.3331063985824585,
      "step": 596
    },
    {
      "epoch": 0.9143730886850153,
      "grad_norm": 0.10041464865207672,
      "learning_rate": 1.700862888540463e-05,
      "loss": 1.3085261583328247,
      "step": 598
    },
    {
      "epoch": 0.9174311926605505,
      "grad_norm": 0.16233770549297333,
      "learning_rate": 1.698599661681855e-05,
      "loss": 1.2828779220581055,
      "step": 600
    },
    {
      "epoch": 0.9204892966360856,
      "grad_norm": 0.11468062549829483,
      "learning_rate": 1.6963296260310108e-05,
      "loss": 1.2531770467758179,
      "step": 602
    },
    {
      "epoch": 0.9235474006116208,
      "grad_norm": 0.20973286032676697,
      "learning_rate": 1.6940528074085277e-05,
      "loss": 1.2862355709075928,
      "step": 604
    },
    {
      "epoch": 0.926605504587156,
      "grad_norm": 0.1067318320274353,
      "learning_rate": 1.6917692317121574e-05,
      "loss": 1.3118236064910889,
      "step": 606
    },
    {
      "epoch": 0.9296636085626911,
      "grad_norm": 0.105461984872818,
      "learning_rate": 1.6894789249165088e-05,
      "loss": 1.2574189901351929,
      "step": 608
    },
    {
      "epoch": 0.9327217125382263,
      "grad_norm": 0.2145971655845642,
      "learning_rate": 1.6871819130727543e-05,
      "loss": 1.284620761871338,
      "step": 610
    },
    {
      "epoch": 0.9357798165137615,
      "grad_norm": 0.13296093046665192,
      "learning_rate": 1.6848782223083346e-05,
      "loss": 1.28190279006958,
      "step": 612
    },
    {
      "epoch": 0.9388379204892966,
      "grad_norm": 0.10392415523529053,
      "learning_rate": 1.682567878826657e-05,
      "loss": 1.3311290740966797,
      "step": 614
    },
    {
      "epoch": 0.9418960244648318,
      "grad_norm": 0.16643521189689636,
      "learning_rate": 1.6802509089068037e-05,
      "loss": 1.3452017307281494,
      "step": 616
    },
    {
      "epoch": 0.944954128440367,
      "grad_norm": 0.12805478274822235,
      "learning_rate": 1.6779273389032268e-05,
      "loss": 1.3025506734848022,
      "step": 618
    },
    {
      "epoch": 0.9480122324159022,
      "grad_norm": 0.19968613982200623,
      "learning_rate": 1.675597195245453e-05,
      "loss": 1.3243719339370728,
      "step": 620
    },
    {
      "epoch": 0.9510703363914373,
      "grad_norm": 0.15357588231563568,
      "learning_rate": 1.6732605044377804e-05,
      "loss": 1.2921831607818604,
      "step": 622
    },
    {
      "epoch": 0.9541284403669725,
      "grad_norm": 0.12729910016059875,
      "learning_rate": 1.670917293058979e-05,
      "loss": 1.235489845275879,
      "step": 624
    },
    {
      "epoch": 0.9571865443425076,
      "grad_norm": 0.147382453083992,
      "learning_rate": 1.668567587761985e-05,
      "loss": 1.2604652643203735,
      "step": 626
    },
    {
      "epoch": 0.9602446483180428,
      "grad_norm": 0.15162380039691925,
      "learning_rate": 1.6662114152736025e-05,
      "loss": 1.2839949131011963,
      "step": 628
    },
    {
      "epoch": 0.963302752293578,
      "grad_norm": 0.09574859589338303,
      "learning_rate": 1.663848802394195e-05,
      "loss": 1.256510615348816,
      "step": 630
    },
    {
      "epoch": 0.9663608562691132,
      "grad_norm": 0.1858387142419815,
      "learning_rate": 1.6614797759973834e-05,
      "loss": 1.2705796957015991,
      "step": 632
    },
    {
      "epoch": 0.9694189602446484,
      "grad_norm": 0.19145724177360535,
      "learning_rate": 1.6591043630297394e-05,
      "loss": 1.3239952325820923,
      "step": 634
    },
    {
      "epoch": 0.9724770642201835,
      "grad_norm": 0.11227167397737503,
      "learning_rate": 1.6567225905104785e-05,
      "loss": 1.3034477233886719,
      "step": 636
    },
    {
      "epoch": 0.9755351681957186,
      "grad_norm": 0.23782867193222046,
      "learning_rate": 1.654334485531153e-05,
      "loss": 1.3204131126403809,
      "step": 638
    },
    {
      "epoch": 0.9785932721712538,
      "grad_norm": 0.14150187373161316,
      "learning_rate": 1.651940075255345e-05,
      "loss": 1.2745287418365479,
      "step": 640
    },
    {
      "epoch": 0.981651376146789,
      "grad_norm": 0.1170521229505539,
      "learning_rate": 1.649539386918355e-05,
      "loss": 1.2701953649520874,
      "step": 642
    },
    {
      "epoch": 0.9847094801223242,
      "grad_norm": 0.14334619045257568,
      "learning_rate": 1.6471324478268946e-05,
      "loss": 1.292121410369873,
      "step": 644
    },
    {
      "epoch": 0.9877675840978594,
      "grad_norm": 0.2446807622909546,
      "learning_rate": 1.644719285358774e-05,
      "loss": 1.3421876430511475,
      "step": 646
    },
    {
      "epoch": 0.9908256880733946,
      "grad_norm": 0.2528345584869385,
      "learning_rate": 1.642299926962593e-05,
      "loss": 1.370373010635376,
      "step": 648
    },
    {
      "epoch": 0.9938837920489296,
      "grad_norm": 0.2619344890117645,
      "learning_rate": 1.639874400157425e-05,
      "loss": 2.0050365924835205,
      "step": 650
    },
    {
      "epoch": 0.9969418960244648,
      "grad_norm": 0.253921777009964,
      "learning_rate": 1.6374427325325078e-05,
      "loss": 1.9838625192642212,
      "step": 652
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.3810979127883911,
      "learning_rate": 1.635004951746927e-05,
      "loss": 1.95270574092865,
      "step": 654
    },
    {
      "epoch": 1.003058103975535,
      "grad_norm": 0.12289910018444061,
      "learning_rate": 1.632561085529304e-05,
      "loss": 1.4550848007202148,
      "step": 656
    },
    {
      "epoch": 1.0061162079510704,
      "grad_norm": 0.15277813374996185,
      "learning_rate": 1.6301111616774778e-05,
      "loss": 1.4208133220672607,
      "step": 658
    },
    {
      "epoch": 1.0091743119266054,
      "grad_norm": 0.10656877607107162,
      "learning_rate": 1.6276552080581905e-05,
      "loss": 1.4359259605407715,
      "step": 660
    },
    {
      "epoch": 1.0122324159021407,
      "grad_norm": 0.11480451375246048,
      "learning_rate": 1.6251932526067705e-05,
      "loss": 1.3664590120315552,
      "step": 662
    },
    {
      "epoch": 1.0152905198776758,
      "grad_norm": 0.1647813469171524,
      "learning_rate": 1.622725323326814e-05,
      "loss": 1.555678367614746,
      "step": 664
    },
    {
      "epoch": 1.018348623853211,
      "grad_norm": 0.10670245438814163,
      "learning_rate": 1.6202514482898665e-05,
      "loss": 1.4394117593765259,
      "step": 666
    },
    {
      "epoch": 1.0214067278287462,
      "grad_norm": 0.10963747650384903,
      "learning_rate": 1.617771655635104e-05,
      "loss": 1.3825225830078125,
      "step": 668
    },
    {
      "epoch": 1.0244648318042813,
      "grad_norm": 0.18553870916366577,
      "learning_rate": 1.615285973569012e-05,
      "loss": 1.4653931856155396,
      "step": 670
    },
    {
      "epoch": 1.0275229357798166,
      "grad_norm": 0.10800433158874512,
      "learning_rate": 1.6127944303650665e-05,
      "loss": 1.3334200382232666,
      "step": 672
    },
    {
      "epoch": 1.0305810397553516,
      "grad_norm": 0.10137605667114258,
      "learning_rate": 1.61029705436341e-05,
      "loss": 1.4050424098968506,
      "step": 674
    },
    {
      "epoch": 1.033639143730887,
      "grad_norm": 0.10126882046461105,
      "learning_rate": 1.607793873970531e-05,
      "loss": 1.5176122188568115,
      "step": 676
    },
    {
      "epoch": 1.036697247706422,
      "grad_norm": 0.13856351375579834,
      "learning_rate": 1.6052849176589402e-05,
      "loss": 1.4309215545654297,
      "step": 678
    },
    {
      "epoch": 1.039755351681957,
      "grad_norm": 0.121686190366745,
      "learning_rate": 1.6027702139668467e-05,
      "loss": 1.2275919914245605,
      "step": 680
    },
    {
      "epoch": 1.0428134556574924,
      "grad_norm": 0.12417905777692795,
      "learning_rate": 1.600249791497833e-05,
      "loss": 1.3951789140701294,
      "step": 682
    },
    {
      "epoch": 1.0458715596330275,
      "grad_norm": 0.16497156023979187,
      "learning_rate": 1.5977236789205305e-05,
      "loss": 1.6375888586044312,
      "step": 684
    },
    {
      "epoch": 1.0489296636085628,
      "grad_norm": 0.6940323710441589,
      "learning_rate": 1.595191904968293e-05,
      "loss": 1.302648901939392,
      "step": 686
    },
    {
      "epoch": 1.0519877675840978,
      "grad_norm": 0.1414870023727417,
      "learning_rate": 1.592654498438869e-05,
      "loss": 1.430026650428772,
      "step": 688
    },
    {
      "epoch": 1.0550458715596331,
      "grad_norm": 0.15512694418430328,
      "learning_rate": 1.5901114881940755e-05,
      "loss": 1.3186713457107544,
      "step": 690
    },
    {
      "epoch": 1.0581039755351682,
      "grad_norm": 0.17043672502040863,
      "learning_rate": 1.5875629031594695e-05,
      "loss": 1.3079885244369507,
      "step": 692
    },
    {
      "epoch": 1.0611620795107033,
      "grad_norm": 0.11131853610277176,
      "learning_rate": 1.585008772324018e-05,
      "loss": 1.3147637844085693,
      "step": 694
    },
    {
      "epoch": 1.0642201834862386,
      "grad_norm": 0.39247646927833557,
      "learning_rate": 1.5824491247397693e-05,
      "loss": 1.350774884223938,
      "step": 696
    },
    {
      "epoch": 1.0672782874617737,
      "grad_norm": 0.15416143834590912,
      "learning_rate": 1.5798839895215222e-05,
      "loss": 1.5362554788589478,
      "step": 698
    },
    {
      "epoch": 1.070336391437309,
      "grad_norm": 0.14469249546527863,
      "learning_rate": 1.5773133958464943e-05,
      "loss": 1.555711030960083,
      "step": 700
    },
    {
      "epoch": 1.073394495412844,
      "grad_norm": 0.18093909323215485,
      "learning_rate": 1.574737372953991e-05,
      "loss": 1.3956756591796875,
      "step": 702
    },
    {
      "epoch": 1.0764525993883791,
      "grad_norm": 0.48004454374313354,
      "learning_rate": 1.5721559501450725e-05,
      "loss": 1.3599640130996704,
      "step": 704
    },
    {
      "epoch": 1.0795107033639144,
      "grad_norm": 0.14463584125041962,
      "learning_rate": 1.56956915678222e-05,
      "loss": 1.3459385633468628,
      "step": 706
    },
    {
      "epoch": 1.0825688073394495,
      "grad_norm": 0.14984038472175598,
      "learning_rate": 1.5669770222890033e-05,
      "loss": 1.421828031539917,
      "step": 708
    },
    {
      "epoch": 1.0856269113149848,
      "grad_norm": 0.15900403261184692,
      "learning_rate": 1.564379576149744e-05,
      "loss": 1.3967952728271484,
      "step": 710
    },
    {
      "epoch": 1.0886850152905199,
      "grad_norm": 0.1063733845949173,
      "learning_rate": 1.561776847909182e-05,
      "loss": 1.428087592124939,
      "step": 712
    },
    {
      "epoch": 1.091743119266055,
      "grad_norm": 0.10035966336727142,
      "learning_rate": 1.5591688671721382e-05,
      "loss": 1.4178051948547363,
      "step": 714
    },
    {
      "epoch": 1.0948012232415902,
      "grad_norm": 0.09157714992761612,
      "learning_rate": 1.5565556636031784e-05,
      "loss": 1.2836171388626099,
      "step": 716
    },
    {
      "epoch": 1.0978593272171253,
      "grad_norm": 0.18082380294799805,
      "learning_rate": 1.553937266926275e-05,
      "loss": 1.2452894449234009,
      "step": 718
    },
    {
      "epoch": 1.1009174311926606,
      "grad_norm": 0.10995090752840042,
      "learning_rate": 1.551313706924471e-05,
      "loss": 1.4010382890701294,
      "step": 720
    },
    {
      "epoch": 1.1039755351681957,
      "grad_norm": 0.14674334228038788,
      "learning_rate": 1.5486850134395386e-05,
      "loss": 1.521254062652588,
      "step": 722
    },
    {
      "epoch": 1.107033639143731,
      "grad_norm": 0.12439470738172531,
      "learning_rate": 1.5460512163716413e-05,
      "loss": 1.3604636192321777,
      "step": 724
    },
    {
      "epoch": 1.110091743119266,
      "grad_norm": 0.1851988583803177,
      "learning_rate": 1.5434123456789935e-05,
      "loss": 1.5580992698669434,
      "step": 726
    },
    {
      "epoch": 1.1131498470948011,
      "grad_norm": 0.13281765580177307,
      "learning_rate": 1.54076843137752e-05,
      "loss": 1.5704666376113892,
      "step": 728
    },
    {
      "epoch": 1.1162079510703364,
      "grad_norm": 0.2730847895145416,
      "learning_rate": 1.5381195035405138e-05,
      "loss": 1.333621859550476,
      "step": 730
    },
    {
      "epoch": 1.1192660550458715,
      "grad_norm": 0.20384500920772552,
      "learning_rate": 1.535465592298295e-05,
      "loss": 1.3046903610229492,
      "step": 732
    },
    {
      "epoch": 1.1223241590214068,
      "grad_norm": 0.11985786259174347,
      "learning_rate": 1.5328067278378672e-05,
      "loss": 1.4316734075546265,
      "step": 734
    },
    {
      "epoch": 1.1253822629969419,
      "grad_norm": 0.09865355491638184,
      "learning_rate": 1.5301429404025752e-05,
      "loss": 1.239088773727417,
      "step": 736
    },
    {
      "epoch": 1.1284403669724772,
      "grad_norm": 0.2635539174079895,
      "learning_rate": 1.5274742602917594e-05,
      "loss": 1.3266866207122803,
      "step": 738
    },
    {
      "epoch": 1.1314984709480123,
      "grad_norm": 0.1433660089969635,
      "learning_rate": 1.5248007178604125e-05,
      "loss": 1.2814881801605225,
      "step": 740
    },
    {
      "epoch": 1.1345565749235473,
      "grad_norm": 0.11298327147960663,
      "learning_rate": 1.5221223435188346e-05,
      "loss": 1.3507574796676636,
      "step": 742
    },
    {
      "epoch": 1.1376146788990826,
      "grad_norm": 0.16731660068035126,
      "learning_rate": 1.5194391677322852e-05,
      "loss": 1.2645881175994873,
      "step": 744
    },
    {
      "epoch": 1.1406727828746177,
      "grad_norm": 0.10872001200914383,
      "learning_rate": 1.516751221020639e-05,
      "loss": 1.310599684715271,
      "step": 746
    },
    {
      "epoch": 1.143730886850153,
      "grad_norm": 0.16045227646827698,
      "learning_rate": 1.5140585339580372e-05,
      "loss": 1.4600030183792114,
      "step": 748
    },
    {
      "epoch": 1.146788990825688,
      "grad_norm": 0.14260467886924744,
      "learning_rate": 1.5113611371725405e-05,
      "loss": 1.3346760272979736,
      "step": 750
    },
    {
      "epoch": 1.1498470948012232,
      "grad_norm": 0.10074730217456818,
      "learning_rate": 1.5086590613457808e-05,
      "loss": 1.2854725122451782,
      "step": 752
    },
    {
      "epoch": 1.1529051987767585,
      "grad_norm": 0.23083588480949402,
      "learning_rate": 1.5059523372126112e-05,
      "loss": 1.509653925895691,
      "step": 754
    },
    {
      "epoch": 1.1559633027522935,
      "grad_norm": 0.13861213624477386,
      "learning_rate": 1.5032409955607578e-05,
      "loss": 1.3918688297271729,
      "step": 756
    },
    {
      "epoch": 1.1590214067278288,
      "grad_norm": 0.1264001429080963,
      "learning_rate": 1.5005250672304687e-05,
      "loss": 1.3027894496917725,
      "step": 758
    },
    {
      "epoch": 1.162079510703364,
      "grad_norm": 0.20812299847602844,
      "learning_rate": 1.4978045831141626e-05,
      "loss": 1.4077316522598267,
      "step": 760
    },
    {
      "epoch": 1.165137614678899,
      "grad_norm": 0.19392693042755127,
      "learning_rate": 1.4950795741560793e-05,
      "loss": 1.3892260789871216,
      "step": 762
    },
    {
      "epoch": 1.1681957186544343,
      "grad_norm": 0.14911192655563354,
      "learning_rate": 1.4923500713519259e-05,
      "loss": 1.4410245418548584,
      "step": 764
    },
    {
      "epoch": 1.1712538226299694,
      "grad_norm": 0.39478185772895813,
      "learning_rate": 1.4896161057485248e-05,
      "loss": 1.3235844373703003,
      "step": 766
    },
    {
      "epoch": 1.1743119266055047,
      "grad_norm": 0.24101360142230988,
      "learning_rate": 1.4868777084434607e-05,
      "loss": 1.4132270812988281,
      "step": 768
    },
    {
      "epoch": 1.1773700305810397,
      "grad_norm": 0.1202300488948822,
      "learning_rate": 1.4841349105847275e-05,
      "loss": 1.308053970336914,
      "step": 770
    },
    {
      "epoch": 1.1804281345565748,
      "grad_norm": 0.13351330161094666,
      "learning_rate": 1.4813877433703723e-05,
      "loss": 1.6288765668869019,
      "step": 772
    },
    {
      "epoch": 1.18348623853211,
      "grad_norm": 0.14136730134487152,
      "learning_rate": 1.4786362380481427e-05,
      "loss": 1.3889225721359253,
      "step": 774
    },
    {
      "epoch": 1.1865443425076452,
      "grad_norm": 0.16120900213718414,
      "learning_rate": 1.475880425915129e-05,
      "loss": 1.4441417455673218,
      "step": 776
    },
    {
      "epoch": 1.1896024464831805,
      "grad_norm": 0.29744964838027954,
      "learning_rate": 1.4731203383174109e-05,
      "loss": 1.4236780405044556,
      "step": 778
    },
    {
      "epoch": 1.1926605504587156,
      "grad_norm": 0.15025398135185242,
      "learning_rate": 1.4703560066496982e-05,
      "loss": 1.3891468048095703,
      "step": 780
    },
    {
      "epoch": 1.1957186544342508,
      "grad_norm": 0.21743427217006683,
      "learning_rate": 1.467587462354976e-05,
      "loss": 1.3874202966690063,
      "step": 782
    },
    {
      "epoch": 1.198776758409786,
      "grad_norm": 0.2140037715435028,
      "learning_rate": 1.4648147369241452e-05,
      "loss": 1.39767587184906,
      "step": 784
    },
    {
      "epoch": 1.2018348623853212,
      "grad_norm": 0.15381909906864166,
      "learning_rate": 1.4620378618956663e-05,
      "loss": 1.3834893703460693,
      "step": 786
    },
    {
      "epoch": 1.2048929663608563,
      "grad_norm": 0.1879752278327942,
      "learning_rate": 1.4592568688551982e-05,
      "loss": 1.4598149061203003,
      "step": 788
    },
    {
      "epoch": 1.2079510703363914,
      "grad_norm": 0.13184306025505066,
      "learning_rate": 1.4564717894352414e-05,
      "loss": 1.3960065841674805,
      "step": 790
    },
    {
      "epoch": 1.2110091743119267,
      "grad_norm": 0.1333802342414856,
      "learning_rate": 1.4536826553147762e-05,
      "loss": 1.2982501983642578,
      "step": 792
    },
    {
      "epoch": 1.2140672782874617,
      "grad_norm": 0.11398273706436157,
      "learning_rate": 1.450889498218904e-05,
      "loss": 1.2693817615509033,
      "step": 794
    },
    {
      "epoch": 1.217125382262997,
      "grad_norm": 0.09528715908527374,
      "learning_rate": 1.4480923499184851e-05,
      "loss": 1.3175259828567505,
      "step": 796
    },
    {
      "epoch": 1.2201834862385321,
      "grad_norm": 0.19164840877056122,
      "learning_rate": 1.4452912422297783e-05,
      "loss": 1.2807133197784424,
      "step": 798
    },
    {
      "epoch": 1.2232415902140672,
      "grad_norm": 0.2311921864748001,
      "learning_rate": 1.4424862070140782e-05,
      "loss": 1.336983561515808,
      "step": 800
    },
    {
      "epoch": 1.2262996941896025,
      "grad_norm": 0.12099915742874146,
      "learning_rate": 1.439677276177353e-05,
      "loss": 1.2923321723937988,
      "step": 802
    },
    {
      "epoch": 1.2293577981651376,
      "grad_norm": 0.19206538796424866,
      "learning_rate": 1.4368644816698831e-05,
      "loss": 1.5531456470489502,
      "step": 804
    },
    {
      "epoch": 1.2324159021406729,
      "grad_norm": 0.13806301355361938,
      "learning_rate": 1.4340478554858948e-05,
      "loss": 1.5599114894866943,
      "step": 806
    },
    {
      "epoch": 1.235474006116208,
      "grad_norm": 0.5654169321060181,
      "learning_rate": 1.4312274296631986e-05,
      "loss": 1.6073856353759766,
      "step": 808
    },
    {
      "epoch": 1.238532110091743,
      "grad_norm": 0.1509082019329071,
      "learning_rate": 1.428403236282824e-05,
      "loss": 1.5244386196136475,
      "step": 810
    },
    {
      "epoch": 1.2415902140672783,
      "grad_norm": 0.1720213145017624,
      "learning_rate": 1.4255753074686554e-05,
      "loss": 1.5786917209625244,
      "step": 812
    },
    {
      "epoch": 1.2446483180428134,
      "grad_norm": 0.15120771527290344,
      "learning_rate": 1.4227436753870645e-05,
      "loss": 1.4663296937942505,
      "step": 814
    },
    {
      "epoch": 1.2477064220183487,
      "grad_norm": 0.3516086935997009,
      "learning_rate": 1.4199083722465473e-05,
      "loss": 1.5755946636199951,
      "step": 816
    },
    {
      "epoch": 1.2507645259938838,
      "grad_norm": 0.19253411889076233,
      "learning_rate": 1.4170694302973558e-05,
      "loss": 1.3558707237243652,
      "step": 818
    },
    {
      "epoch": 1.2538226299694188,
      "grad_norm": 1.164911150932312,
      "learning_rate": 1.4142268818311318e-05,
      "loss": 1.472469687461853,
      "step": 820
    },
    {
      "epoch": 1.2568807339449541,
      "grad_norm": 0.1894596666097641,
      "learning_rate": 1.4113807591805403e-05,
      "loss": 1.2632770538330078,
      "step": 822
    },
    {
      "epoch": 1.2599388379204892,
      "grad_norm": 0.2617301642894745,
      "learning_rate": 1.408531094718899e-05,
      "loss": 1.481677532196045,
      "step": 824
    },
    {
      "epoch": 1.2629969418960245,
      "grad_norm": 0.15160690248012543,
      "learning_rate": 1.4056779208598148e-05,
      "loss": 1.0913214683532715,
      "step": 826
    },
    {
      "epoch": 1.2660550458715596,
      "grad_norm": 0.22855854034423828,
      "learning_rate": 1.40282127005681e-05,
      "loss": 1.0603516101837158,
      "step": 828
    },
    {
      "epoch": 1.2691131498470947,
      "grad_norm": 0.2478480339050293,
      "learning_rate": 1.3999611748029567e-05,
      "loss": 1.2708483934402466,
      "step": 830
    },
    {
      "epoch": 1.27217125382263,
      "grad_norm": 0.1977955400943756,
      "learning_rate": 1.3970976676305057e-05,
      "loss": 1.3254450559616089,
      "step": 832
    },
    {
      "epoch": 1.2752293577981653,
      "grad_norm": 0.6160405278205872,
      "learning_rate": 1.3942307811105174e-05,
      "loss": 1.438636064529419,
      "step": 834
    },
    {
      "epoch": 1.2782874617737003,
      "grad_norm": 0.517250657081604,
      "learning_rate": 1.3913605478524893e-05,
      "loss": 1.3800345659255981,
      "step": 836
    },
    {
      "epoch": 1.2813455657492354,
      "grad_norm": 0.14924201369285583,
      "learning_rate": 1.3884870005039876e-05,
      "loss": 1.1602931022644043,
      "step": 838
    },
    {
      "epoch": 1.2844036697247707,
      "grad_norm": 0.11800377070903778,
      "learning_rate": 1.3856101717502745e-05,
      "loss": 1.1218430995941162,
      "step": 840
    },
    {
      "epoch": 1.2874617737003058,
      "grad_norm": 0.19642794132232666,
      "learning_rate": 1.3827300943139368e-05,
      "loss": 1.3466745615005493,
      "step": 842
    },
    {
      "epoch": 1.290519877675841,
      "grad_norm": 0.24130217730998993,
      "learning_rate": 1.3798468009545132e-05,
      "loss": 1.259774088859558,
      "step": 844
    },
    {
      "epoch": 1.2935779816513762,
      "grad_norm": 0.17322690784931183,
      "learning_rate": 1.3769603244681224e-05,
      "loss": 1.220116138458252,
      "step": 846
    },
    {
      "epoch": 1.2966360856269112,
      "grad_norm": 0.1480104923248291,
      "learning_rate": 1.3740706976870894e-05,
      "loss": 1.4275568723678589,
      "step": 848
    },
    {
      "epoch": 1.2996941896024465,
      "grad_norm": 0.17000189423561096,
      "learning_rate": 1.3711779534795726e-05,
      "loss": 1.3954261541366577,
      "step": 850
    },
    {
      "epoch": 1.3027522935779816,
      "grad_norm": 0.26931893825531006,
      "learning_rate": 1.3682821247491888e-05,
      "loss": 1.1222623586654663,
      "step": 852
    },
    {
      "epoch": 1.305810397553517,
      "grad_norm": 0.1886853724718094,
      "learning_rate": 1.365383244434641e-05,
      "loss": 1.333132028579712,
      "step": 854
    },
    {
      "epoch": 1.308868501529052,
      "grad_norm": 0.21062615513801575,
      "learning_rate": 1.3624813455093426e-05,
      "loss": 1.4747931957244873,
      "step": 856
    },
    {
      "epoch": 1.311926605504587,
      "grad_norm": 0.18099278211593628,
      "learning_rate": 1.3595764609810409e-05,
      "loss": 1.617061972618103,
      "step": 858
    },
    {
      "epoch": 1.3149847094801224,
      "grad_norm": 0.19481272995471954,
      "learning_rate": 1.3566686238914442e-05,
      "loss": 1.6403002738952637,
      "step": 860
    },
    {
      "epoch": 1.3180428134556574,
      "grad_norm": 0.15626607835292816,
      "learning_rate": 1.3537578673158447e-05,
      "loss": 1.762399673461914,
      "step": 862
    },
    {
      "epoch": 1.3211009174311927,
      "grad_norm": 0.17738987505435944,
      "learning_rate": 1.3508442243627414e-05,
      "loss": 1.3067858219146729,
      "step": 864
    },
    {
      "epoch": 1.3241590214067278,
      "grad_norm": 0.18935874104499817,
      "learning_rate": 1.3479277281734665e-05,
      "loss": 1.3856911659240723,
      "step": 866
    },
    {
      "epoch": 1.3272171253822629,
      "grad_norm": 0.13359865546226501,
      "learning_rate": 1.345008411921804e-05,
      "loss": 1.2296390533447266,
      "step": 868
    },
    {
      "epoch": 1.3302752293577982,
      "grad_norm": 0.14726310968399048,
      "learning_rate": 1.342086308813617e-05,
      "loss": 1.15348482131958,
      "step": 870
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 0.32481470704078674,
      "learning_rate": 1.3391614520864665e-05,
      "loss": 1.5289275646209717,
      "step": 872
    },
    {
      "epoch": 1.3363914373088686,
      "grad_norm": 0.14799554646015167,
      "learning_rate": 1.3362338750092345e-05,
      "loss": 1.428595781326294,
      "step": 874
    },
    {
      "epoch": 1.3394495412844036,
      "grad_norm": 0.15309157967567444,
      "learning_rate": 1.3333036108817468e-05,
      "loss": 1.6211644411087036,
      "step": 876
    },
    {
      "epoch": 1.3425076452599387,
      "grad_norm": 0.2861718237400055,
      "learning_rate": 1.330370693034392e-05,
      "loss": 1.0886820554733276,
      "step": 878
    },
    {
      "epoch": 1.345565749235474,
      "grad_norm": 0.22317488491535187,
      "learning_rate": 1.3274351548277444e-05,
      "loss": 1.330242395401001,
      "step": 880
    },
    {
      "epoch": 1.3486238532110093,
      "grad_norm": 0.15274080634117126,
      "learning_rate": 1.3244970296521832e-05,
      "loss": 1.5976680517196655,
      "step": 882
    },
    {
      "epoch": 1.3516819571865444,
      "grad_norm": 0.13366302847862244,
      "learning_rate": 1.3215563509275134e-05,
      "loss": 1.3342012166976929,
      "step": 884
    },
    {
      "epoch": 1.3547400611620795,
      "grad_norm": 0.17470058798789978,
      "learning_rate": 1.3186131521025848e-05,
      "loss": 1.4997955560684204,
      "step": 886
    },
    {
      "epoch": 1.3577981651376148,
      "grad_norm": 0.19331222772598267,
      "learning_rate": 1.3156674666549131e-05,
      "loss": 1.3701845407485962,
      "step": 888
    },
    {
      "epoch": 1.3608562691131498,
      "grad_norm": 0.1622903048992157,
      "learning_rate": 1.3127193280902977e-05,
      "loss": 1.2937860488891602,
      "step": 890
    },
    {
      "epoch": 1.3639143730886851,
      "grad_norm": 0.12703940272331238,
      "learning_rate": 1.3097687699424411e-05,
      "loss": 1.351706624031067,
      "step": 892
    },
    {
      "epoch": 1.3669724770642202,
      "grad_norm": 0.24528349936008453,
      "learning_rate": 1.306815825772567e-05,
      "loss": 1.4135133028030396,
      "step": 894
    },
    {
      "epoch": 1.3700305810397553,
      "grad_norm": 0.12702107429504395,
      "learning_rate": 1.3038605291690401e-05,
      "loss": 1.265538215637207,
      "step": 896
    },
    {
      "epoch": 1.3730886850152906,
      "grad_norm": 0.11304288357496262,
      "learning_rate": 1.300902913746982e-05,
      "loss": 1.3828136920928955,
      "step": 898
    },
    {
      "epoch": 1.3761467889908257,
      "grad_norm": 0.7138680219650269,
      "learning_rate": 1.2979430131478895e-05,
      "loss": 1.6873407363891602,
      "step": 900
    },
    {
      "epoch": 1.379204892966361,
      "grad_norm": 0.2656860947608948,
      "learning_rate": 1.2949808610392536e-05,
      "loss": 2.001885175704956,
      "step": 902
    },
    {
      "epoch": 1.382262996941896,
      "grad_norm": 0.502257227897644,
      "learning_rate": 1.2920164911141739e-05,
      "loss": 1.3146154880523682,
      "step": 904
    },
    {
      "epoch": 1.385321100917431,
      "grad_norm": 0.20982535183429718,
      "learning_rate": 1.289049937090977e-05,
      "loss": 1.3075802326202393,
      "step": 906
    },
    {
      "epoch": 1.3883792048929664,
      "grad_norm": 0.22410085797309875,
      "learning_rate": 1.2860812327128329e-05,
      "loss": 1.3694846630096436,
      "step": 908
    },
    {
      "epoch": 1.3914373088685015,
      "grad_norm": 0.5280166864395142,
      "learning_rate": 1.2831104117473708e-05,
      "loss": 1.4554123878479004,
      "step": 910
    },
    {
      "epoch": 1.3944954128440368,
      "grad_norm": 0.1828601062297821,
      "learning_rate": 1.2801375079862941e-05,
      "loss": 1.3881217241287231,
      "step": 912
    },
    {
      "epoch": 1.3975535168195719,
      "grad_norm": 0.17245271801948547,
      "learning_rate": 1.2771625552449989e-05,
      "loss": 1.2560186386108398,
      "step": 914
    },
    {
      "epoch": 1.400611620795107,
      "grad_norm": 0.5974639058113098,
      "learning_rate": 1.2741855873621853e-05,
      "loss": 1.182005763053894,
      "step": 916
    },
    {
      "epoch": 1.4036697247706422,
      "grad_norm": 0.10427405685186386,
      "learning_rate": 1.2712066381994771e-05,
      "loss": 1.1084463596343994,
      "step": 918
    },
    {
      "epoch": 1.4067278287461773,
      "grad_norm": 0.12200755625963211,
      "learning_rate": 1.2682257416410324e-05,
      "loss": 1.2430078983306885,
      "step": 920
    },
    {
      "epoch": 1.4097859327217126,
      "grad_norm": 0.18042518198490143,
      "learning_rate": 1.2652429315931607e-05,
      "loss": 1.4864814281463623,
      "step": 922
    },
    {
      "epoch": 1.4128440366972477,
      "grad_norm": 0.2689650058746338,
      "learning_rate": 1.2622582419839364e-05,
      "loss": 1.5187842845916748,
      "step": 924
    },
    {
      "epoch": 1.4159021406727827,
      "grad_norm": 0.2541566789150238,
      "learning_rate": 1.259271706762813e-05,
      "loss": 1.5033844709396362,
      "step": 926
    },
    {
      "epoch": 1.418960244648318,
      "grad_norm": 0.2005116492509842,
      "learning_rate": 1.2562833599002376e-05,
      "loss": 1.5435667037963867,
      "step": 928
    },
    {
      "epoch": 1.4220183486238533,
      "grad_norm": 0.1511639952659607,
      "learning_rate": 1.2532932353872626e-05,
      "loss": 1.3693771362304688,
      "step": 930
    },
    {
      "epoch": 1.4250764525993884,
      "grad_norm": 0.2612217664718628,
      "learning_rate": 1.2503013672351614e-05,
      "loss": 1.4804924726486206,
      "step": 932
    },
    {
      "epoch": 1.4281345565749235,
      "grad_norm": 1.1553821563720703,
      "learning_rate": 1.2473077894750406e-05,
      "loss": 1.384411096572876,
      "step": 934
    },
    {
      "epoch": 1.4311926605504588,
      "grad_norm": 0.11659958958625793,
      "learning_rate": 1.2443125361574516e-05,
      "loss": 1.308059811592102,
      "step": 936
    },
    {
      "epoch": 1.4342507645259939,
      "grad_norm": 0.1776539385318756,
      "learning_rate": 1.241315641352006e-05,
      "loss": 1.3241143226623535,
      "step": 938
    },
    {
      "epoch": 1.4373088685015292,
      "grad_norm": 0.17549070715904236,
      "learning_rate": 1.238317139146985e-05,
      "loss": 1.5167508125305176,
      "step": 940
    },
    {
      "epoch": 1.4403669724770642,
      "grad_norm": 0.13119763135910034,
      "learning_rate": 1.235317063648955e-05,
      "loss": 1.279841661453247,
      "step": 942
    },
    {
      "epoch": 1.4434250764525993,
      "grad_norm": 0.31867051124572754,
      "learning_rate": 1.2323154489823766e-05,
      "loss": 1.4430445432662964,
      "step": 944
    },
    {
      "epoch": 1.4464831804281346,
      "grad_norm": 0.13233892619609833,
      "learning_rate": 1.2293123292892176e-05,
      "loss": 1.3445417881011963,
      "step": 946
    },
    {
      "epoch": 1.4495412844036697,
      "grad_norm": 0.1906617283821106,
      "learning_rate": 1.2263077387285656e-05,
      "loss": 1.3487993478775024,
      "step": 948
    },
    {
      "epoch": 1.452599388379205,
      "grad_norm": 0.2014293074607849,
      "learning_rate": 1.2233017114762383e-05,
      "loss": 1.503042221069336,
      "step": 950
    },
    {
      "epoch": 1.45565749235474,
      "grad_norm": 0.1651790589094162,
      "learning_rate": 1.2202942817243945e-05,
      "loss": 1.501765489578247,
      "step": 952
    },
    {
      "epoch": 1.4587155963302751,
      "grad_norm": 0.1424659937620163,
      "learning_rate": 1.217285483681147e-05,
      "loss": 1.3252204656600952,
      "step": 954
    },
    {
      "epoch": 1.4617737003058104,
      "grad_norm": 0.12578605115413666,
      "learning_rate": 1.2142753515701715e-05,
      "loss": 1.270477056503296,
      "step": 956
    },
    {
      "epoch": 1.4648318042813455,
      "grad_norm": 0.15729480981826782,
      "learning_rate": 1.2112639196303177e-05,
      "loss": 1.3961900472640991,
      "step": 958
    },
    {
      "epoch": 1.4678899082568808,
      "grad_norm": 0.13876628875732422,
      "learning_rate": 1.2082512221152211e-05,
      "loss": 1.351151704788208,
      "step": 960
    },
    {
      "epoch": 1.470948012232416,
      "grad_norm": 0.16256465017795563,
      "learning_rate": 1.2052372932929124e-05,
      "loss": 1.501070261001587,
      "step": 962
    },
    {
      "epoch": 1.474006116207951,
      "grad_norm": 0.09779898822307587,
      "learning_rate": 1.2022221674454276e-05,
      "loss": 1.364396095275879,
      "step": 964
    },
    {
      "epoch": 1.4770642201834863,
      "grad_norm": 0.14863306283950806,
      "learning_rate": 1.1992058788684178e-05,
      "loss": 1.309662103652954,
      "step": 966
    },
    {
      "epoch": 1.4801223241590213,
      "grad_norm": 0.1444341093301773,
      "learning_rate": 1.1961884618707606e-05,
      "loss": 1.2788057327270508,
      "step": 968
    },
    {
      "epoch": 1.4831804281345566,
      "grad_norm": 1.06325364112854,
      "learning_rate": 1.1931699507741681e-05,
      "loss": 1.399967074394226,
      "step": 970
    },
    {
      "epoch": 1.4862385321100917,
      "grad_norm": 0.23110361397266388,
      "learning_rate": 1.1901503799127978e-05,
      "loss": 1.3916560411453247,
      "step": 972
    },
    {
      "epoch": 1.4892966360856268,
      "grad_norm": 0.22410522401332855,
      "learning_rate": 1.1871297836328615e-05,
      "loss": 1.356363296508789,
      "step": 974
    },
    {
      "epoch": 1.492354740061162,
      "grad_norm": 0.1541077345609665,
      "learning_rate": 1.1841081962922339e-05,
      "loss": 1.547667384147644,
      "step": 976
    },
    {
      "epoch": 1.4954128440366974,
      "grad_norm": 0.24510353803634644,
      "learning_rate": 1.1810856522600633e-05,
      "loss": 1.7400732040405273,
      "step": 978
    },
    {
      "epoch": 1.4984709480122325,
      "grad_norm": 0.2446478307247162,
      "learning_rate": 1.1780621859163799e-05,
      "loss": 1.618131160736084,
      "step": 980
    },
    {
      "epoch": 1.5015290519877675,
      "grad_norm": 0.16440457105636597,
      "learning_rate": 1.1750378316517042e-05,
      "loss": 1.6069653034210205,
      "step": 982
    },
    {
      "epoch": 1.5045871559633026,
      "grad_norm": 0.16012217104434967,
      "learning_rate": 1.1720126238666574e-05,
      "loss": 1.5139660835266113,
      "step": 984
    },
    {
      "epoch": 1.507645259938838,
      "grad_norm": 0.16031064093112946,
      "learning_rate": 1.1689865969715682e-05,
      "loss": 1.187379240989685,
      "step": 986
    },
    {
      "epoch": 1.5107033639143732,
      "grad_norm": 0.1701585203409195,
      "learning_rate": 1.1659597853860822e-05,
      "loss": 1.1819970607757568,
      "step": 988
    },
    {
      "epoch": 1.5137614678899083,
      "grad_norm": 0.41513463854789734,
      "learning_rate": 1.1629322235387712e-05,
      "loss": 1.5957657098770142,
      "step": 990
    },
    {
      "epoch": 1.5168195718654434,
      "grad_norm": 0.1705729365348816,
      "learning_rate": 1.1599039458667404e-05,
      "loss": 1.5875592231750488,
      "step": 992
    },
    {
      "epoch": 1.5198776758409784,
      "grad_norm": 0.5938596725463867,
      "learning_rate": 1.1568749868152376e-05,
      "loss": 1.6956580877304077,
      "step": 994
    },
    {
      "epoch": 1.5229357798165137,
      "grad_norm": 0.23035727441310883,
      "learning_rate": 1.1538453808372601e-05,
      "loss": 1.629127025604248,
      "step": 996
    },
    {
      "epoch": 1.525993883792049,
      "grad_norm": 0.543903112411499,
      "learning_rate": 1.1508151623931652e-05,
      "loss": 1.677422285079956,
      "step": 998
    },
    {
      "epoch": 1.529051987767584,
      "grad_norm": 0.28359514474868774,
      "learning_rate": 1.1477843659502748e-05,
      "loss": 1.5048930644989014,
      "step": 1000
    },
    {
      "epoch": 1.5321100917431192,
      "grad_norm": 0.1776496171951294,
      "learning_rate": 1.1447530259824867e-05,
      "loss": 1.5032374858856201,
      "step": 1002
    },
    {
      "epoch": 1.5351681957186545,
      "grad_norm": 0.30241939425468445,
      "learning_rate": 1.1417211769698803e-05,
      "loss": 1.3834539651870728,
      "step": 1004
    },
    {
      "epoch": 1.5382262996941896,
      "grad_norm": 0.2581124007701874,
      "learning_rate": 1.1386888533983263e-05,
      "loss": 1.6410409212112427,
      "step": 1006
    },
    {
      "epoch": 1.5412844036697249,
      "grad_norm": 0.2438291609287262,
      "learning_rate": 1.1356560897590914e-05,
      "loss": 1.4713975191116333,
      "step": 1008
    },
    {
      "epoch": 1.54434250764526,
      "grad_norm": 0.1657806932926178,
      "learning_rate": 1.1326229205484494e-05,
      "loss": 1.1473451852798462,
      "step": 1010
    },
    {
      "epoch": 1.547400611620795,
      "grad_norm": 0.21121683716773987,
      "learning_rate": 1.1295893802672867e-05,
      "loss": 1.659318208694458,
      "step": 1012
    },
    {
      "epoch": 1.5504587155963303,
      "grad_norm": 0.14165081083774567,
      "learning_rate": 1.1265555034207103e-05,
      "loss": 1.7471133470535278,
      "step": 1014
    },
    {
      "epoch": 1.5535168195718656,
      "grad_norm": 0.30989158153533936,
      "learning_rate": 1.1235213245176564e-05,
      "loss": 1.81640625,
      "step": 1016
    },
    {
      "epoch": 1.5565749235474007,
      "grad_norm": 0.4983619749546051,
      "learning_rate": 1.1204868780704952e-05,
      "loss": 1.7423572540283203,
      "step": 1018
    },
    {
      "epoch": 1.5596330275229358,
      "grad_norm": 0.2264312505722046,
      "learning_rate": 1.117452198594642e-05,
      "loss": 1.7088443040847778,
      "step": 1020
    },
    {
      "epoch": 1.5626911314984708,
      "grad_norm": 0.2084045708179474,
      "learning_rate": 1.1144173206081619e-05,
      "loss": 1.5804930925369263,
      "step": 1022
    },
    {
      "epoch": 1.5657492354740061,
      "grad_norm": 0.5413640737533569,
      "learning_rate": 1.111382278631377e-05,
      "loss": 1.4329633712768555,
      "step": 1024
    },
    {
      "epoch": 1.5688073394495414,
      "grad_norm": 0.19622007012367249,
      "learning_rate": 1.1083471071864766e-05,
      "loss": 0.9974356293678284,
      "step": 1026
    },
    {
      "epoch": 1.5718654434250765,
      "grad_norm": 0.3593452572822571,
      "learning_rate": 1.105311840797121e-05,
      "loss": 0.9936216473579407,
      "step": 1028
    },
    {
      "epoch": 1.5749235474006116,
      "grad_norm": 0.12100227177143097,
      "learning_rate": 1.1022765139880517e-05,
      "loss": 1.2237460613250732,
      "step": 1030
    },
    {
      "epoch": 1.5779816513761467,
      "grad_norm": 0.33734220266342163,
      "learning_rate": 1.0992411612846962e-05,
      "loss": 1.1613401174545288,
      "step": 1032
    },
    {
      "epoch": 1.581039755351682,
      "grad_norm": 0.6587600111961365,
      "learning_rate": 1.0962058172127774e-05,
      "loss": 1.1073070764541626,
      "step": 1034
    },
    {
      "epoch": 1.5840978593272173,
      "grad_norm": 0.11212319880723953,
      "learning_rate": 1.0931705162979203e-05,
      "loss": 1.1541969776153564,
      "step": 1036
    },
    {
      "epoch": 1.5871559633027523,
      "grad_norm": 0.24790284037590027,
      "learning_rate": 1.090135293065258e-05,
      "loss": 1.386697769165039,
      "step": 1038
    },
    {
      "epoch": 1.5902140672782874,
      "grad_norm": 0.35141927003860474,
      "learning_rate": 1.0871001820390406e-05,
      "loss": 1.3391034603118896,
      "step": 1040
    },
    {
      "epoch": 1.5932721712538225,
      "grad_norm": 0.11842223256826401,
      "learning_rate": 1.0840652177422418e-05,
      "loss": 1.1840428113937378,
      "step": 1042
    },
    {
      "epoch": 1.5963302752293578,
      "grad_norm": 0.3350653648376465,
      "learning_rate": 1.0810304346961666e-05,
      "loss": 1.390136480331421,
      "step": 1044
    },
    {
      "epoch": 1.599388379204893,
      "grad_norm": 0.15494462847709656,
      "learning_rate": 1.0779958674200577e-05,
      "loss": 1.457975149154663,
      "step": 1046
    },
    {
      "epoch": 1.6024464831804281,
      "grad_norm": 0.23394669592380524,
      "learning_rate": 1.0749615504307044e-05,
      "loss": 1.2204726934432983,
      "step": 1048
    },
    {
      "epoch": 1.6055045871559632,
      "grad_norm": 0.15462008118629456,
      "learning_rate": 1.0719275182420484e-05,
      "loss": 1.4140408039093018,
      "step": 1050
    },
    {
      "epoch": 1.6085626911314985,
      "grad_norm": 0.2375929355621338,
      "learning_rate": 1.0688938053647919e-05,
      "loss": 1.6344470977783203,
      "step": 1052
    },
    {
      "epoch": 1.6116207951070336,
      "grad_norm": 0.24957749247550964,
      "learning_rate": 1.0658604463060059e-05,
      "loss": 1.1358975172042847,
      "step": 1054
    },
    {
      "epoch": 1.614678899082569,
      "grad_norm": 0.25691115856170654,
      "learning_rate": 1.062827475568736e-05,
      "loss": 1.384519338607788,
      "step": 1056
    },
    {
      "epoch": 1.617737003058104,
      "grad_norm": 0.12493827193975449,
      "learning_rate": 1.059794927651611e-05,
      "loss": 1.4746840000152588,
      "step": 1058
    },
    {
      "epoch": 1.620795107033639,
      "grad_norm": 0.23655423521995544,
      "learning_rate": 1.0567628370484503e-05,
      "loss": 1.3424731492996216,
      "step": 1060
    },
    {
      "epoch": 1.6238532110091743,
      "grad_norm": 0.11737493425607681,
      "learning_rate": 1.0537312382478721e-05,
      "loss": 1.1979994773864746,
      "step": 1062
    },
    {
      "epoch": 1.6269113149847096,
      "grad_norm": 0.355948269367218,
      "learning_rate": 1.0507001657329003e-05,
      "loss": 0.8049882054328918,
      "step": 1064
    },
    {
      "epoch": 1.6299694189602447,
      "grad_norm": 0.18187829852104187,
      "learning_rate": 1.047669653980572e-05,
      "loss": 1.5212846994400024,
      "step": 1066
    },
    {
      "epoch": 1.6330275229357798,
      "grad_norm": 0.5914613604545593,
      "learning_rate": 1.0446397374615466e-05,
      "loss": 1.4378846883773804,
      "step": 1068
    },
    {
      "epoch": 1.6360856269113149,
      "grad_norm": 0.20652273297309875,
      "learning_rate": 1.0416104506397127e-05,
      "loss": 1.327819585800171,
      "step": 1070
    },
    {
      "epoch": 1.6391437308868502,
      "grad_norm": 0.23796908557415009,
      "learning_rate": 1.0385818279717963e-05,
      "loss": 1.451419711112976,
      "step": 1072
    },
    {
      "epoch": 1.6422018348623855,
      "grad_norm": 0.2503039538860321,
      "learning_rate": 1.0355539039069692e-05,
      "loss": 1.3870141506195068,
      "step": 1074
    },
    {
      "epoch": 1.6452599388379205,
      "grad_norm": 0.21600009500980377,
      "learning_rate": 1.032526712886457e-05,
      "loss": 1.3547929525375366,
      "step": 1076
    },
    {
      "epoch": 1.6483180428134556,
      "grad_norm": 0.42859020829200745,
      "learning_rate": 1.0295002893431465e-05,
      "loss": 1.5427790880203247,
      "step": 1078
    },
    {
      "epoch": 1.6513761467889907,
      "grad_norm": 0.6327798366546631,
      "learning_rate": 1.0264746677011957e-05,
      "loss": 1.185137152671814,
      "step": 1080
    },
    {
      "epoch": 1.654434250764526,
      "grad_norm": 0.25891441106796265,
      "learning_rate": 1.0234498823756409e-05,
      "loss": 0.9753936529159546,
      "step": 1082
    },
    {
      "epoch": 1.6574923547400613,
      "grad_norm": 0.23983488976955414,
      "learning_rate": 1.020425967772006e-05,
      "loss": 1.6024234294891357,
      "step": 1084
    },
    {
      "epoch": 1.6605504587155964,
      "grad_norm": 0.1868588924407959,
      "learning_rate": 1.0174029582859104e-05,
      "loss": 1.3905179500579834,
      "step": 1086
    },
    {
      "epoch": 1.6636085626911314,
      "grad_norm": 0.16272062063217163,
      "learning_rate": 1.0143808883026785e-05,
      "loss": 1.5206785202026367,
      "step": 1088
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 0.19251751899719238,
      "learning_rate": 1.0113597921969482e-05,
      "loss": 1.3476663827896118,
      "step": 1090
    },
    {
      "epoch": 1.6697247706422018,
      "grad_norm": 0.22667865455150604,
      "learning_rate": 1.0083397043322802e-05,
      "loss": 1.5934844017028809,
      "step": 1092
    },
    {
      "epoch": 1.6727828746177371,
      "grad_norm": 0.18778584897518158,
      "learning_rate": 1.0053206590607667e-05,
      "loss": 1.453669548034668,
      "step": 1094
    },
    {
      "epoch": 1.6758409785932722,
      "grad_norm": 0.22909604012966156,
      "learning_rate": 1.002302690722641e-05,
      "loss": 1.4673449993133545,
      "step": 1096
    },
    {
      "epoch": 1.6788990825688073,
      "grad_norm": 0.2620207369327545,
      "learning_rate": 9.992858336458863e-06,
      "loss": 1.3346080780029297,
      "step": 1098
    },
    {
      "epoch": 1.6819571865443423,
      "grad_norm": 0.21637646853923798,
      "learning_rate": 9.962701221458468e-06,
      "loss": 1.0002862215042114,
      "step": 1100
    },
    {
      "epoch": 1.6850152905198776,
      "grad_norm": 0.23026728630065918,
      "learning_rate": 9.932555905248359e-06,
      "loss": 1.467809796333313,
      "step": 1102
    },
    {
      "epoch": 1.688073394495413,
      "grad_norm": 0.2184467613697052,
      "learning_rate": 9.902422730717447e-06,
      "loss": 1.437518835067749,
      "step": 1104
    },
    {
      "epoch": 1.691131498470948,
      "grad_norm": 0.1917940080165863,
      "learning_rate": 9.872302040616564e-06,
      "loss": 1.4575303792953491,
      "step": 1106
    },
    {
      "epoch": 1.694189602446483,
      "grad_norm": 0.17743395268917084,
      "learning_rate": 9.842194177554522e-06,
      "loss": 1.4566274881362915,
      "step": 1108
    },
    {
      "epoch": 1.6972477064220184,
      "grad_norm": 0.1295081377029419,
      "learning_rate": 9.812099483994237e-06,
      "loss": 1.26300048828125,
      "step": 1110
    },
    {
      "epoch": 1.7003058103975535,
      "grad_norm": 1.3070435523986816,
      "learning_rate": 9.782018302248823e-06,
      "loss": 1.4953501224517822,
      "step": 1112
    },
    {
      "epoch": 1.7033639143730888,
      "grad_norm": 0.18546514213085175,
      "learning_rate": 9.751950974477706e-06,
      "loss": 1.5722805261611938,
      "step": 1114
    },
    {
      "epoch": 1.7064220183486238,
      "grad_norm": 0.2597721219062805,
      "learning_rate": 9.721897842682733e-06,
      "loss": 1.2844600677490234,
      "step": 1116
    },
    {
      "epoch": 1.709480122324159,
      "grad_norm": 0.29226014018058777,
      "learning_rate": 9.691859248704271e-06,
      "loss": 1.5464119911193848,
      "step": 1118
    },
    {
      "epoch": 1.7125382262996942,
      "grad_norm": 0.23562973737716675,
      "learning_rate": 9.661835534217332e-06,
      "loss": 1.3296096324920654,
      "step": 1120
    },
    {
      "epoch": 1.7155963302752295,
      "grad_norm": 0.1732785552740097,
      "learning_rate": 9.631827040727679e-06,
      "loss": 1.4681756496429443,
      "step": 1122
    },
    {
      "epoch": 1.7186544342507646,
      "grad_norm": 0.20363065600395203,
      "learning_rate": 9.601834109567942e-06,
      "loss": 1.4041388034820557,
      "step": 1124
    },
    {
      "epoch": 1.7217125382262997,
      "grad_norm": 0.1860877275466919,
      "learning_rate": 9.571857081893739e-06,
      "loss": 1.534124493598938,
      "step": 1126
    },
    {
      "epoch": 1.7247706422018347,
      "grad_norm": 0.2061803787946701,
      "learning_rate": 9.541896298679794e-06,
      "loss": 1.6303178071975708,
      "step": 1128
    },
    {
      "epoch": 1.72782874617737,
      "grad_norm": 1.1309088468551636,
      "learning_rate": 9.511952100716051e-06,
      "loss": 1.5267082452774048,
      "step": 1130
    },
    {
      "epoch": 1.7308868501529053,
      "grad_norm": 0.1478930562734604,
      "learning_rate": 9.482024828603813e-06,
      "loss": 1.3527547121047974,
      "step": 1132
    },
    {
      "epoch": 1.7339449541284404,
      "grad_norm": 0.18034934997558594,
      "learning_rate": 9.452114822751854e-06,
      "loss": 1.4615706205368042,
      "step": 1134
    },
    {
      "epoch": 1.7370030581039755,
      "grad_norm": 0.29384928941726685,
      "learning_rate": 9.422222423372557e-06,
      "loss": 1.4624444246292114,
      "step": 1136
    },
    {
      "epoch": 1.7400611620795106,
      "grad_norm": 0.18714860081672668,
      "learning_rate": 9.392347970478035e-06,
      "loss": 1.4573503732681274,
      "step": 1138
    },
    {
      "epoch": 1.7431192660550459,
      "grad_norm": 0.24465042352676392,
      "learning_rate": 9.362491803876267e-06,
      "loss": 1.4855374097824097,
      "step": 1140
    },
    {
      "epoch": 1.7461773700305812,
      "grad_norm": 0.3961007297039032,
      "learning_rate": 9.332654263167242e-06,
      "loss": 1.4774978160858154,
      "step": 1142
    },
    {
      "epoch": 1.7492354740061162,
      "grad_norm": 0.20310214161872864,
      "learning_rate": 9.30283568773908e-06,
      "loss": 1.267431378364563,
      "step": 1144
    },
    {
      "epoch": 1.7522935779816513,
      "grad_norm": 0.22026310861110687,
      "learning_rate": 9.273036416764182e-06,
      "loss": 1.3370521068572998,
      "step": 1146
    },
    {
      "epoch": 1.7553516819571864,
      "grad_norm": 0.23095861077308655,
      "learning_rate": 9.243256789195374e-06,
      "loss": 1.2592549324035645,
      "step": 1148
    },
    {
      "epoch": 1.7584097859327217,
      "grad_norm": 0.23291274905204773,
      "learning_rate": 9.213497143762036e-06,
      "loss": 1.340893030166626,
      "step": 1150
    },
    {
      "epoch": 1.761467889908257,
      "grad_norm": 0.21600410342216492,
      "learning_rate": 9.18375781896628e-06,
      "loss": 1.3454080820083618,
      "step": 1152
    },
    {
      "epoch": 1.764525993883792,
      "grad_norm": 0.1855204850435257,
      "learning_rate": 9.154039153079054e-06,
      "loss": 1.1888267993927002,
      "step": 1154
    },
    {
      "epoch": 1.7675840978593271,
      "grad_norm": 0.13759852945804596,
      "learning_rate": 9.12434148413635e-06,
      "loss": 0.8760353922843933,
      "step": 1156
    },
    {
      "epoch": 1.7706422018348624,
      "grad_norm": 0.12697182595729828,
      "learning_rate": 9.094665149935307e-06,
      "loss": 1.1793420314788818,
      "step": 1158
    },
    {
      "epoch": 1.7737003058103975,
      "grad_norm": 0.14431315660476685,
      "learning_rate": 9.065010488030397e-06,
      "loss": 1.241503119468689,
      "step": 1160
    },
    {
      "epoch": 1.7767584097859328,
      "grad_norm": 0.12438403815031052,
      "learning_rate": 9.035377835729588e-06,
      "loss": 1.3003443479537964,
      "step": 1162
    },
    {
      "epoch": 1.7798165137614679,
      "grad_norm": 0.2160700112581253,
      "learning_rate": 9.005767530090489e-06,
      "loss": 1.3123278617858887,
      "step": 1164
    },
    {
      "epoch": 1.782874617737003,
      "grad_norm": 0.12084904313087463,
      "learning_rate": 8.976179907916528e-06,
      "loss": 1.3691197633743286,
      "step": 1166
    },
    {
      "epoch": 1.7859327217125383,
      "grad_norm": 0.3914507329463959,
      "learning_rate": 8.946615305753127e-06,
      "loss": 1.2905107736587524,
      "step": 1168
    },
    {
      "epoch": 1.7889908256880735,
      "grad_norm": 0.12264278531074524,
      "learning_rate": 8.917074059883852e-06,
      "loss": 1.3113428354263306,
      "step": 1170
    },
    {
      "epoch": 1.7920489296636086,
      "grad_norm": 0.11514458805322647,
      "learning_rate": 8.887556506326615e-06,
      "loss": 1.2807221412658691,
      "step": 1172
    },
    {
      "epoch": 1.7951070336391437,
      "grad_norm": 0.11093078553676605,
      "learning_rate": 8.858062980829838e-06,
      "loss": 1.2935819625854492,
      "step": 1174
    },
    {
      "epoch": 1.7981651376146788,
      "grad_norm": 0.10017645359039307,
      "learning_rate": 8.828593818868622e-06,
      "loss": 1.253427267074585,
      "step": 1176
    },
    {
      "epoch": 1.801223241590214,
      "grad_norm": 0.10647612810134888,
      "learning_rate": 8.799149355640961e-06,
      "loss": 1.2969856262207031,
      "step": 1178
    },
    {
      "epoch": 1.8042813455657494,
      "grad_norm": 0.08907388150691986,
      "learning_rate": 8.769729926063904e-06,
      "loss": 1.247278094291687,
      "step": 1180
    },
    {
      "epoch": 1.8073394495412844,
      "grad_norm": 0.05995384231209755,
      "learning_rate": 8.740335864769747e-06,
      "loss": 1.1338144540786743,
      "step": 1182
    },
    {
      "epoch": 1.8103975535168195,
      "grad_norm": 0.14091065526008606,
      "learning_rate": 8.71096750610225e-06,
      "loss": 1.1891536712646484,
      "step": 1184
    },
    {
      "epoch": 1.8134556574923546,
      "grad_norm": 0.11070030927658081,
      "learning_rate": 8.681625184112803e-06,
      "loss": 0.9717427492141724,
      "step": 1186
    },
    {
      "epoch": 1.81651376146789,
      "grad_norm": 0.10197513550519943,
      "learning_rate": 8.652309232556651e-06,
      "loss": 1.1956229209899902,
      "step": 1188
    },
    {
      "epoch": 1.8195718654434252,
      "grad_norm": 0.13055320084095,
      "learning_rate": 8.623019984889078e-06,
      "loss": 1.23086416721344,
      "step": 1190
    },
    {
      "epoch": 1.8226299694189603,
      "grad_norm": 0.10850291699171066,
      "learning_rate": 8.593757774261638e-06,
      "loss": 1.246797800064087,
      "step": 1192
    },
    {
      "epoch": 1.8256880733944953,
      "grad_norm": 0.18308448791503906,
      "learning_rate": 8.56452293351833e-06,
      "loss": 1.216019630432129,
      "step": 1194
    },
    {
      "epoch": 1.8287461773700304,
      "grad_norm": 0.0984484925866127,
      "learning_rate": 8.535315795191858e-06,
      "loss": 1.234249234199524,
      "step": 1196
    },
    {
      "epoch": 1.8318042813455657,
      "grad_norm": 0.10241630673408508,
      "learning_rate": 8.506136691499805e-06,
      "loss": 1.2063539028167725,
      "step": 1198
    },
    {
      "epoch": 1.834862385321101,
      "grad_norm": 0.12511692941188812,
      "learning_rate": 8.476985954340877e-06,
      "loss": 1.181626319885254,
      "step": 1200
    },
    {
      "epoch": 1.837920489296636,
      "grad_norm": 0.20748142898082733,
      "learning_rate": 8.447863915291133e-06,
      "loss": 1.2395812273025513,
      "step": 1202
    },
    {
      "epoch": 1.8409785932721712,
      "grad_norm": 0.13440315425395966,
      "learning_rate": 8.418770905600191e-06,
      "loss": 1.2137912511825562,
      "step": 1204
    },
    {
      "epoch": 1.8440366972477065,
      "grad_norm": 0.15985599160194397,
      "learning_rate": 8.389707256187484e-06,
      "loss": 1.187180757522583,
      "step": 1206
    },
    {
      "epoch": 1.8470948012232415,
      "grad_norm": 0.13617949187755585,
      "learning_rate": 8.360673297638484e-06,
      "loss": 1.1760993003845215,
      "step": 1208
    },
    {
      "epoch": 1.8501529051987768,
      "grad_norm": 0.16985023021697998,
      "learning_rate": 8.331669360200937e-06,
      "loss": 1.2030588388442993,
      "step": 1210
    },
    {
      "epoch": 1.853211009174312,
      "grad_norm": 0.1729569286108017,
      "learning_rate": 8.302695773781124e-06,
      "loss": 1.195267915725708,
      "step": 1212
    },
    {
      "epoch": 1.856269113149847,
      "grad_norm": 0.1228983923792839,
      "learning_rate": 8.273752867940081e-06,
      "loss": 1.151159644126892,
      "step": 1214
    },
    {
      "epoch": 1.8593272171253823,
      "grad_norm": 0.11534194648265839,
      "learning_rate": 8.244840971889885e-06,
      "loss": 1.2157320976257324,
      "step": 1216
    },
    {
      "epoch": 1.8623853211009176,
      "grad_norm": 0.1633436530828476,
      "learning_rate": 8.215960414489873e-06,
      "loss": 1.243991732597351,
      "step": 1218
    },
    {
      "epoch": 1.8654434250764527,
      "grad_norm": 0.12825258076190948,
      "learning_rate": 8.187111524242938e-06,
      "loss": 1.2486207485198975,
      "step": 1220
    },
    {
      "epoch": 1.8685015290519877,
      "grad_norm": 0.13412782549858093,
      "learning_rate": 8.15829462929176e-06,
      "loss": 1.2371561527252197,
      "step": 1222
    },
    {
      "epoch": 1.8715596330275228,
      "grad_norm": 0.14021556079387665,
      "learning_rate": 8.129510057415091e-06,
      "loss": 1.2565103769302368,
      "step": 1224
    },
    {
      "epoch": 1.8746177370030581,
      "grad_norm": 0.2174684852361679,
      "learning_rate": 8.100758136024027e-06,
      "loss": 1.238993525505066,
      "step": 1226
    },
    {
      "epoch": 1.8776758409785934,
      "grad_norm": 0.17089374363422394,
      "learning_rate": 8.072039192158272e-06,
      "loss": 1.2617957592010498,
      "step": 1228
    },
    {
      "epoch": 1.8807339449541285,
      "grad_norm": 0.08758228272199631,
      "learning_rate": 8.043353552482435e-06,
      "loss": 1.1902625560760498,
      "step": 1230
    },
    {
      "epoch": 1.8837920489296636,
      "grad_norm": 0.1003388836979866,
      "learning_rate": 8.014701543282302e-06,
      "loss": 1.2346378564834595,
      "step": 1232
    },
    {
      "epoch": 1.8868501529051986,
      "grad_norm": 0.09711755067110062,
      "learning_rate": 7.986083490461124e-06,
      "loss": 1.197476863861084,
      "step": 1234
    },
    {
      "epoch": 1.889908256880734,
      "grad_norm": 0.14229439198970795,
      "learning_rate": 7.957499719535922e-06,
      "loss": 1.2236450910568237,
      "step": 1236
    },
    {
      "epoch": 1.8929663608562692,
      "grad_norm": 0.13267415761947632,
      "learning_rate": 7.928950555633767e-06,
      "loss": 1.231372594833374,
      "step": 1238
    },
    {
      "epoch": 1.8960244648318043,
      "grad_norm": 0.1696489304304123,
      "learning_rate": 7.900436323488098e-06,
      "loss": 1.2525113821029663,
      "step": 1240
    },
    {
      "epoch": 1.8990825688073394,
      "grad_norm": 0.11210724711418152,
      "learning_rate": 7.871957347435025e-06,
      "loss": 1.2359347343444824,
      "step": 1242
    },
    {
      "epoch": 1.9021406727828745,
      "grad_norm": 0.17409557104110718,
      "learning_rate": 7.843513951409618e-06,
      "loss": 1.1706980466842651,
      "step": 1244
    },
    {
      "epoch": 1.9051987767584098,
      "grad_norm": 0.13088209927082062,
      "learning_rate": 7.815106458942265e-06,
      "loss": 1.2025657892227173,
      "step": 1246
    },
    {
      "epoch": 1.908256880733945,
      "grad_norm": 0.11867424845695496,
      "learning_rate": 7.78673519315495e-06,
      "loss": 1.2371224164962769,
      "step": 1248
    },
    {
      "epoch": 1.9113149847094801,
      "grad_norm": 0.12216029316186905,
      "learning_rate": 7.758400476757609e-06,
      "loss": 1.261689305305481,
      "step": 1250
    },
    {
      "epoch": 1.9143730886850152,
      "grad_norm": 0.10635160654783249,
      "learning_rate": 7.73010263204443e-06,
      "loss": 1.2365918159484863,
      "step": 1252
    },
    {
      "epoch": 1.9174311926605505,
      "grad_norm": 0.10856136679649353,
      "learning_rate": 7.70184198089022e-06,
      "loss": 1.2102067470550537,
      "step": 1254
    },
    {
      "epoch": 1.9204892966360856,
      "grad_norm": 0.1211787536740303,
      "learning_rate": 7.673618844746709e-06,
      "loss": 1.1856294870376587,
      "step": 1256
    },
    {
      "epoch": 1.9235474006116209,
      "grad_norm": 0.10200649499893188,
      "learning_rate": 7.645433544638926e-06,
      "loss": 1.2183263301849365,
      "step": 1258
    },
    {
      "epoch": 1.926605504587156,
      "grad_norm": 0.10630739480257034,
      "learning_rate": 7.617286401161523e-06,
      "loss": 1.2423368692398071,
      "step": 1260
    },
    {
      "epoch": 1.929663608562691,
      "grad_norm": 0.1024373397231102,
      "learning_rate": 7.589177734475148e-06,
      "loss": 1.1908504962921143,
      "step": 1262
    },
    {
      "epoch": 1.9327217125382263,
      "grad_norm": 0.21826599538326263,
      "learning_rate": 7.561107864302784e-06,
      "loss": 1.2161670923233032,
      "step": 1264
    },
    {
      "epoch": 1.9357798165137616,
      "grad_norm": 0.16537855565547943,
      "learning_rate": 7.533077109926124e-06,
      "loss": 1.2151883840560913,
      "step": 1266
    },
    {
      "epoch": 1.9388379204892967,
      "grad_norm": 0.13985595107078552,
      "learning_rate": 7.505085790181938e-06,
      "loss": 1.263318419456482,
      "step": 1268
    },
    {
      "epoch": 1.9418960244648318,
      "grad_norm": 0.14018817245960236,
      "learning_rate": 7.477134223458449e-06,
      "loss": 1.274073600769043,
      "step": 1270
    },
    {
      "epoch": 1.9449541284403669,
      "grad_norm": 0.16601698100566864,
      "learning_rate": 7.4492227276917e-06,
      "loss": 1.2327349185943604,
      "step": 1272
    },
    {
      "epoch": 1.9480122324159022,
      "grad_norm": 0.32889804244041443,
      "learning_rate": 7.421351620361954e-06,
      "loss": 1.2563930749893188,
      "step": 1274
    },
    {
      "epoch": 1.9510703363914375,
      "grad_norm": 0.11310184746980667,
      "learning_rate": 7.39352121849007e-06,
      "loss": 1.227959394454956,
      "step": 1276
    },
    {
      "epoch": 1.9541284403669725,
      "grad_norm": 0.13983066380023956,
      "learning_rate": 7.3657318386339e-06,
      "loss": 1.1745449304580688,
      "step": 1278
    },
    {
      "epoch": 1.9571865443425076,
      "grad_norm": 0.1259947121143341,
      "learning_rate": 7.337983796884694e-06,
      "loss": 1.2027474641799927,
      "step": 1280
    },
    {
      "epoch": 1.9602446483180427,
      "grad_norm": 0.12081421166658401,
      "learning_rate": 7.310277408863493e-06,
      "loss": 1.2270736694335938,
      "step": 1282
    },
    {
      "epoch": 1.963302752293578,
      "grad_norm": 0.11816192418336868,
      "learning_rate": 7.282612989717555e-06,
      "loss": 1.202258825302124,
      "step": 1284
    },
    {
      "epoch": 1.9663608562691133,
      "grad_norm": 0.15373268723487854,
      "learning_rate": 7.254990854116759e-06,
      "loss": 1.2122732400894165,
      "step": 1286
    },
    {
      "epoch": 1.9694189602446484,
      "grad_norm": 0.14751672744750977,
      "learning_rate": 7.2274113162500285e-06,
      "loss": 1.2614079713821411,
      "step": 1288
    },
    {
      "epoch": 1.9724770642201834,
      "grad_norm": 0.12097210437059402,
      "learning_rate": 7.199874689821744e-06,
      "loss": 1.2466144561767578,
      "step": 1290
    },
    {
      "epoch": 1.9755351681957185,
      "grad_norm": 0.12983256578445435,
      "learning_rate": 7.1723812880482114e-06,
      "loss": 1.259993553161621,
      "step": 1292
    },
    {
      "epoch": 1.9785932721712538,
      "grad_norm": 0.1823742687702179,
      "learning_rate": 7.144931423654069e-06,
      "loss": 1.2138053178787231,
      "step": 1294
    },
    {
      "epoch": 1.981651376146789,
      "grad_norm": 0.162600576877594,
      "learning_rate": 7.117525408868722e-06,
      "loss": 1.2149325609207153,
      "step": 1296
    },
    {
      "epoch": 1.9847094801223242,
      "grad_norm": 0.1520078033208847,
      "learning_rate": 7.090163555422824e-06,
      "loss": 1.2373226881027222,
      "step": 1298
    },
    {
      "epoch": 1.9877675840978593,
      "grad_norm": 0.19275744259357452,
      "learning_rate": 7.062846174544713e-06,
      "loss": 1.292237639427185,
      "step": 1300
    },
    {
      "epoch": 1.9908256880733946,
      "grad_norm": 0.14872559905052185,
      "learning_rate": 7.035573576956867e-06,
      "loss": 1.321597933769226,
      "step": 1302
    },
    {
      "epoch": 1.9938837920489296,
      "grad_norm": 0.20485380291938782,
      "learning_rate": 7.008346072872372e-06,
      "loss": 1.480501651763916,
      "step": 1304
    },
    {
      "epoch": 1.996941896024465,
      "grad_norm": 0.18706592917442322,
      "learning_rate": 6.9811639719914004e-06,
      "loss": 1.4298397302627563,
      "step": 1306
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.3856329023838043,
      "learning_rate": 6.954027583497691e-06,
      "loss": 1.4748750925064087,
      "step": 1308
    },
    {
      "epoch": 2.003058103975535,
      "grad_norm": 0.13063521683216095,
      "learning_rate": 6.92693721605501e-06,
      "loss": 1.3944097757339478,
      "step": 1310
    },
    {
      "epoch": 2.00611620795107,
      "grad_norm": 0.11890590935945511,
      "learning_rate": 6.899893177803667e-06,
      "loss": 1.3550368547439575,
      "step": 1312
    },
    {
      "epoch": 2.0091743119266057,
      "grad_norm": 0.12871591746807098,
      "learning_rate": 6.8728957763570005e-06,
      "loss": 1.3610459566116333,
      "step": 1314
    },
    {
      "epoch": 2.0122324159021407,
      "grad_norm": 0.12763932347297668,
      "learning_rate": 6.8459453187978706e-06,
      "loss": 1.2988834381103516,
      "step": 1316
    },
    {
      "epoch": 2.015290519877676,
      "grad_norm": 0.23050488531589508,
      "learning_rate": 6.819042111675172e-06,
      "loss": 1.489760398864746,
      "step": 1318
    },
    {
      "epoch": 2.018348623853211,
      "grad_norm": 0.09902098029851913,
      "learning_rate": 6.792186461000352e-06,
      "loss": 1.3719017505645752,
      "step": 1320
    },
    {
      "epoch": 2.021406727828746,
      "grad_norm": 0.17471402883529663,
      "learning_rate": 6.765378672243923e-06,
      "loss": 1.3188618421554565,
      "step": 1322
    },
    {
      "epoch": 2.0244648318042815,
      "grad_norm": 0.17060087621212006,
      "learning_rate": 6.738619050331995e-06,
      "loss": 1.3893766403198242,
      "step": 1324
    },
    {
      "epoch": 2.0275229357798166,
      "grad_norm": 0.13662482798099518,
      "learning_rate": 6.711907899642793e-06,
      "loss": 1.2671425342559814,
      "step": 1326
    },
    {
      "epoch": 2.0305810397553516,
      "grad_norm": 0.13896261155605316,
      "learning_rate": 6.685245524003212e-06,
      "loss": 1.341953992843628,
      "step": 1328
    },
    {
      "epoch": 2.0336391437308867,
      "grad_norm": 0.15634822845458984,
      "learning_rate": 6.658632226685355e-06,
      "loss": 1.4511994123458862,
      "step": 1330
    },
    {
      "epoch": 2.036697247706422,
      "grad_norm": 0.11488586664199829,
      "learning_rate": 6.632068310403075e-06,
      "loss": 1.3489059209823608,
      "step": 1332
    },
    {
      "epoch": 2.0397553516819573,
      "grad_norm": 0.10222349315881729,
      "learning_rate": 6.605554077308541e-06,
      "loss": 1.1634528636932373,
      "step": 1334
    },
    {
      "epoch": 2.0428134556574924,
      "grad_norm": 0.17645561695098877,
      "learning_rate": 6.579089828988806e-06,
      "loss": 1.333652377128601,
      "step": 1336
    },
    {
      "epoch": 2.0458715596330275,
      "grad_norm": 0.18325085937976837,
      "learning_rate": 6.552675866462358e-06,
      "loss": 1.5699204206466675,
      "step": 1338
    },
    {
      "epoch": 2.0489296636085625,
      "grad_norm": 0.11928494274616241,
      "learning_rate": 6.526312490175719e-06,
      "loss": 1.21940016746521,
      "step": 1340
    },
    {
      "epoch": 2.051987767584098,
      "grad_norm": 0.13842761516571045,
      "learning_rate": 6.500000000000003e-06,
      "loss": 1.364502191543579,
      "step": 1342
    },
    {
      "epoch": 2.055045871559633,
      "grad_norm": 0.32689663767814636,
      "learning_rate": 6.473738695227528e-06,
      "loss": 1.2524632215499878,
      "step": 1344
    },
    {
      "epoch": 2.058103975535168,
      "grad_norm": 0.10303899645805359,
      "learning_rate": 6.447528874568403e-06,
      "loss": 1.2425854206085205,
      "step": 1346
    },
    {
      "epoch": 2.0611620795107033,
      "grad_norm": 0.12432652711868286,
      "learning_rate": 6.421370836147125e-06,
      "loss": 1.2536406517028809,
      "step": 1348
    },
    {
      "epoch": 2.0642201834862384,
      "grad_norm": 0.13824020326137543,
      "learning_rate": 6.3952648774991895e-06,
      "loss": 1.2881417274475098,
      "step": 1350
    },
    {
      "epoch": 2.067278287461774,
      "grad_norm": 0.13316668570041656,
      "learning_rate": 6.3692112955677145e-06,
      "loss": 1.474996566772461,
      "step": 1352
    },
    {
      "epoch": 2.070336391437309,
      "grad_norm": 0.1996292918920517,
      "learning_rate": 6.343210386700056e-06,
      "loss": 1.4938266277313232,
      "step": 1354
    },
    {
      "epoch": 2.073394495412844,
      "grad_norm": 0.14201390743255615,
      "learning_rate": 6.317262446644432e-06,
      "loss": 1.2885432243347168,
      "step": 1356
    },
    {
      "epoch": 2.076452599388379,
      "grad_norm": 0.15462332963943481,
      "learning_rate": 6.291367770546576e-06,
      "loss": 1.3016390800476074,
      "step": 1358
    },
    {
      "epoch": 2.079510703363914,
      "grad_norm": 0.16548824310302734,
      "learning_rate": 6.265526652946361e-06,
      "loss": 1.284877061843872,
      "step": 1360
    },
    {
      "epoch": 2.0825688073394497,
      "grad_norm": 0.21291159093379974,
      "learning_rate": 6.23973938777446e-06,
      "loss": 1.3487058877944946,
      "step": 1362
    },
    {
      "epoch": 2.085626911314985,
      "grad_norm": 0.10997481644153595,
      "learning_rate": 6.214006268348997e-06,
      "loss": 1.3343586921691895,
      "step": 1364
    },
    {
      "epoch": 2.08868501529052,
      "grad_norm": 0.17500963807106018,
      "learning_rate": 6.188327587372216e-06,
      "loss": 1.362959384918213,
      "step": 1366
    },
    {
      "epoch": 2.091743119266055,
      "grad_norm": 0.09822017699480057,
      "learning_rate": 6.162703636927147e-06,
      "loss": 1.3468924760818481,
      "step": 1368
    },
    {
      "epoch": 2.09480122324159,
      "grad_norm": 0.12087301164865494,
      "learning_rate": 6.137134708474293e-06,
      "loss": 1.2233235836029053,
      "step": 1370
    },
    {
      "epoch": 2.0978593272171255,
      "grad_norm": 0.10145165026187897,
      "learning_rate": 6.111621092848293e-06,
      "loss": 1.1914565563201904,
      "step": 1372
    },
    {
      "epoch": 2.1009174311926606,
      "grad_norm": 0.13930702209472656,
      "learning_rate": 6.086163080254641e-06,
      "loss": 1.3449511528015137,
      "step": 1374
    },
    {
      "epoch": 2.1039755351681957,
      "grad_norm": 0.12874501943588257,
      "learning_rate": 6.060760960266372e-06,
      "loss": 1.4593555927276611,
      "step": 1376
    },
    {
      "epoch": 2.1070336391437308,
      "grad_norm": 0.3009782135486603,
      "learning_rate": 6.035415021820756e-06,
      "loss": 1.2994122505187988,
      "step": 1378
    },
    {
      "epoch": 2.1100917431192663,
      "grad_norm": 0.25140684843063354,
      "learning_rate": 6.0101255532160376e-06,
      "loss": 1.4939740896224976,
      "step": 1380
    },
    {
      "epoch": 2.1131498470948014,
      "grad_norm": 0.18365797400474548,
      "learning_rate": 5.984892842108143e-06,
      "loss": 1.4886876344680786,
      "step": 1382
    },
    {
      "epoch": 2.1162079510703364,
      "grad_norm": 0.17874866724014282,
      "learning_rate": 5.959717175507396e-06,
      "loss": 1.2372279167175293,
      "step": 1384
    },
    {
      "epoch": 2.1192660550458715,
      "grad_norm": 0.20835275948047638,
      "learning_rate": 5.93459883977528e-06,
      "loss": 1.1672478914260864,
      "step": 1386
    },
    {
      "epoch": 2.1223241590214066,
      "grad_norm": 0.16295093297958374,
      "learning_rate": 5.909538120621155e-06,
      "loss": 1.3735610246658325,
      "step": 1388
    },
    {
      "epoch": 2.1253822629969417,
      "grad_norm": 0.5294936895370483,
      "learning_rate": 5.884535303099026e-06,
      "loss": 1.1844180822372437,
      "step": 1390
    },
    {
      "epoch": 2.128440366972477,
      "grad_norm": 1.3583707809448242,
      "learning_rate": 5.859590671604297e-06,
      "loss": 1.2543091773986816,
      "step": 1392
    },
    {
      "epoch": 2.1314984709480123,
      "grad_norm": 0.15588292479515076,
      "learning_rate": 5.8347045098705216e-06,
      "loss": 1.215010404586792,
      "step": 1394
    },
    {
      "epoch": 2.1345565749235473,
      "grad_norm": 0.11016454547643661,
      "learning_rate": 5.809877100966197e-06,
      "loss": 1.2965039014816284,
      "step": 1396
    },
    {
      "epoch": 2.1376146788990824,
      "grad_norm": 0.16797038912773132,
      "learning_rate": 5.785108727291532e-06,
      "loss": 1.2082189321517944,
      "step": 1398
    },
    {
      "epoch": 2.140672782874618,
      "grad_norm": 0.11476773768663406,
      "learning_rate": 5.760399670575236e-06,
      "loss": 1.2553752660751343,
      "step": 1400
    },
    {
      "epoch": 2.143730886850153,
      "grad_norm": 0.46541839838027954,
      "learning_rate": 5.735750211871316e-06,
      "loss": 1.3943759202957153,
      "step": 1402
    },
    {
      "epoch": 2.146788990825688,
      "grad_norm": 0.13297665119171143,
      "learning_rate": 5.711160631555877e-06,
      "loss": 1.262938380241394,
      "step": 1404
    },
    {
      "epoch": 2.149847094801223,
      "grad_norm": 0.14411872625350952,
      "learning_rate": 5.686631209323941e-06,
      "loss": 1.2249363660812378,
      "step": 1406
    },
    {
      "epoch": 2.1529051987767582,
      "grad_norm": 0.13139708340168,
      "learning_rate": 5.662162224186258e-06,
      "loss": 1.4485572576522827,
      "step": 1408
    },
    {
      "epoch": 2.1559633027522938,
      "grad_norm": 0.20670275390148163,
      "learning_rate": 5.637753954466127e-06,
      "loss": 1.31044602394104,
      "step": 1410
    },
    {
      "epoch": 2.159021406727829,
      "grad_norm": 0.11347033828496933,
      "learning_rate": 5.613406677796246e-06,
      "loss": 1.2472971677780151,
      "step": 1412
    },
    {
      "epoch": 2.162079510703364,
      "grad_norm": 0.14416420459747314,
      "learning_rate": 5.589120671115542e-06,
      "loss": 1.3487032651901245,
      "step": 1414
    },
    {
      "epoch": 2.165137614678899,
      "grad_norm": 0.2108708918094635,
      "learning_rate": 5.564896210666031e-06,
      "loss": 1.3209969997406006,
      "step": 1416
    },
    {
      "epoch": 2.168195718654434,
      "grad_norm": 0.12039677798748016,
      "learning_rate": 5.540733571989654e-06,
      "loss": 1.3818414211273193,
      "step": 1418
    },
    {
      "epoch": 2.1712538226299696,
      "grad_norm": 0.19275279343128204,
      "learning_rate": 5.51663302992517e-06,
      "loss": 1.2611538171768188,
      "step": 1420
    },
    {
      "epoch": 2.1743119266055047,
      "grad_norm": 0.1626497060060501,
      "learning_rate": 5.4925948586050224e-06,
      "loss": 1.3544585704803467,
      "step": 1422
    },
    {
      "epoch": 2.1773700305810397,
      "grad_norm": 0.13071835041046143,
      "learning_rate": 5.4686193314522e-06,
      "loss": 1.2558131217956543,
      "step": 1424
    },
    {
      "epoch": 2.180428134556575,
      "grad_norm": 0.1628914475440979,
      "learning_rate": 5.444706721177157e-06,
      "loss": 1.567854642868042,
      "step": 1426
    },
    {
      "epoch": 2.18348623853211,
      "grad_norm": 0.18418411910533905,
      "learning_rate": 5.420857299774696e-06,
      "loss": 1.3090449571609497,
      "step": 1428
    },
    {
      "epoch": 2.1865443425076454,
      "grad_norm": 0.12824971973896027,
      "learning_rate": 5.397071338520867e-06,
      "loss": 1.377962589263916,
      "step": 1430
    },
    {
      "epoch": 2.1896024464831805,
      "grad_norm": 0.11358148604631424,
      "learning_rate": 5.373349107969902e-06,
      "loss": 1.3557363748550415,
      "step": 1432
    },
    {
      "epoch": 2.1926605504587156,
      "grad_norm": 0.15211330354213715,
      "learning_rate": 5.349690877951115e-06,
      "loss": 1.324013352394104,
      "step": 1434
    },
    {
      "epoch": 2.1957186544342506,
      "grad_norm": 0.15498948097229004,
      "learning_rate": 5.326096917565853e-06,
      "loss": 1.329780101776123,
      "step": 1436
    },
    {
      "epoch": 2.198776758409786,
      "grad_norm": 0.16712406277656555,
      "learning_rate": 5.302567495184422e-06,
      "loss": 1.331944465637207,
      "step": 1438
    },
    {
      "epoch": 2.2018348623853212,
      "grad_norm": 0.1716017872095108,
      "learning_rate": 5.279102878443032e-06,
      "loss": 1.3320518732070923,
      "step": 1440
    },
    {
      "epoch": 2.2048929663608563,
      "grad_norm": 0.18443110585212708,
      "learning_rate": 5.255703334240774e-06,
      "loss": 1.3890141248703003,
      "step": 1442
    },
    {
      "epoch": 2.2079510703363914,
      "grad_norm": 0.12922358512878418,
      "learning_rate": 5.232369128736553e-06,
      "loss": 1.3398292064666748,
      "step": 1444
    },
    {
      "epoch": 2.2110091743119265,
      "grad_norm": 0.14857889711856842,
      "learning_rate": 5.2091005273460914e-06,
      "loss": 1.2449339628219604,
      "step": 1446
    },
    {
      "epoch": 2.214067278287462,
      "grad_norm": 0.2069442719221115,
      "learning_rate": 5.185897794738881e-06,
      "loss": 1.224430799484253,
      "step": 1448
    },
    {
      "epoch": 2.217125382262997,
      "grad_norm": 0.13191770017147064,
      "learning_rate": 5.162761194835198e-06,
      "loss": 1.2660671472549438,
      "step": 1450
    },
    {
      "epoch": 2.220183486238532,
      "grad_norm": 0.11560212075710297,
      "learning_rate": 5.139690990803084e-06,
      "loss": 1.231581449508667,
      "step": 1452
    },
    {
      "epoch": 2.223241590214067,
      "grad_norm": 0.1220598965883255,
      "learning_rate": 5.1166874450553635e-06,
      "loss": 1.2865968942642212,
      "step": 1454
    },
    {
      "epoch": 2.2262996941896023,
      "grad_norm": 0.12835901975631714,
      "learning_rate": 5.093750819246648e-06,
      "loss": 1.2431528568267822,
      "step": 1456
    },
    {
      "epoch": 2.229357798165138,
      "grad_norm": 0.1959560513496399,
      "learning_rate": 5.0708813742703666e-06,
      "loss": 1.4930410385131836,
      "step": 1458
    },
    {
      "epoch": 2.232415902140673,
      "grad_norm": 0.1700781285762787,
      "learning_rate": 5.0480793702558085e-06,
      "loss": 1.5038816928863525,
      "step": 1460
    },
    {
      "epoch": 2.235474006116208,
      "grad_norm": 0.1439688354730606,
      "learning_rate": 5.025345066565135e-06,
      "loss": 1.5418845415115356,
      "step": 1462
    },
    {
      "epoch": 2.238532110091743,
      "grad_norm": 0.24274107813835144,
      "learning_rate": 5.002678721790462e-06,
      "loss": 1.473767876625061,
      "step": 1464
    },
    {
      "epoch": 2.241590214067278,
      "grad_norm": 0.16784918308258057,
      "learning_rate": 4.980080593750901e-06,
      "loss": 1.5189673900604248,
      "step": 1466
    },
    {
      "epoch": 2.2446483180428136,
      "grad_norm": 0.16405650973320007,
      "learning_rate": 4.9575509394896306e-06,
      "loss": 1.4091551303863525,
      "step": 1468
    },
    {
      "epoch": 2.2477064220183487,
      "grad_norm": 0.17201636731624603,
      "learning_rate": 4.9350900152709644e-06,
      "loss": 1.5018997192382812,
      "step": 1470
    },
    {
      "epoch": 2.2507645259938838,
      "grad_norm": 0.19293750822544098,
      "learning_rate": 4.9126980765774535e-06,
      "loss": 1.2914767265319824,
      "step": 1472
    },
    {
      "epoch": 2.253822629969419,
      "grad_norm": 0.40470463037490845,
      "learning_rate": 4.890375378106969e-06,
      "loss": 1.3884903192520142,
      "step": 1474
    },
    {
      "epoch": 2.2568807339449544,
      "grad_norm": 0.22830891609191895,
      "learning_rate": 4.8681221737698e-06,
      "loss": 1.1885076761245728,
      "step": 1476
    },
    {
      "epoch": 2.2599388379204894,
      "grad_norm": 0.29555222392082214,
      "learning_rate": 4.845938716685783e-06,
      "loss": 1.3951637744903564,
      "step": 1478
    },
    {
      "epoch": 2.2629969418960245,
      "grad_norm": 0.19929106533527374,
      "learning_rate": 4.8238252591813994e-06,
      "loss": 0.9905915260314941,
      "step": 1480
    },
    {
      "epoch": 2.2660550458715596,
      "grad_norm": 0.3056342899799347,
      "learning_rate": 4.801782052786928e-06,
      "loss": 0.9598507881164551,
      "step": 1482
    },
    {
      "epoch": 2.2691131498470947,
      "grad_norm": 0.3265058100223541,
      "learning_rate": 4.7798093482335736e-06,
      "loss": 1.1725411415100098,
      "step": 1484
    },
    {
      "epoch": 2.2721712538226297,
      "grad_norm": 0.19392286241054535,
      "learning_rate": 4.757907395450607e-06,
      "loss": 1.2541828155517578,
      "step": 1486
    },
    {
      "epoch": 2.2752293577981653,
      "grad_norm": 1.1085748672485352,
      "learning_rate": 4.736076443562537e-06,
      "loss": 1.3106220960617065,
      "step": 1488
    },
    {
      "epoch": 2.2782874617737003,
      "grad_norm": 0.2238902747631073,
      "learning_rate": 4.714316740886271e-06,
      "loss": 1.2723891735076904,
      "step": 1490
    },
    {
      "epoch": 2.2813455657492354,
      "grad_norm": 0.1651279628276825,
      "learning_rate": 4.69262853492829e-06,
      "loss": 1.0989571809768677,
      "step": 1492
    },
    {
      "epoch": 2.2844036697247705,
      "grad_norm": 0.14337404072284698,
      "learning_rate": 4.671012072381827e-06,
      "loss": 1.0573805570602417,
      "step": 1494
    },
    {
      "epoch": 2.287461773700306,
      "grad_norm": 0.15021967887878418,
      "learning_rate": 4.6494675991240725e-06,
      "loss": 1.303949236869812,
      "step": 1496
    },
    {
      "epoch": 2.290519877675841,
      "grad_norm": 0.31146693229675293,
      "learning_rate": 4.627995360213372e-06,
      "loss": 1.18751859664917,
      "step": 1498
    },
    {
      "epoch": 2.293577981651376,
      "grad_norm": 0.23499751091003418,
      "learning_rate": 4.606595599886441e-06,
      "loss": 1.140386700630188,
      "step": 1500
    },
    {
      "epoch": 2.2966360856269112,
      "grad_norm": 0.16011349856853485,
      "learning_rate": 4.585268561555577e-06,
      "loss": 1.3484982252120972,
      "step": 1502
    },
    {
      "epoch": 2.2996941896024463,
      "grad_norm": 0.1556277722120285,
      "learning_rate": 4.564014487805905e-06,
      "loss": 1.292175531387329,
      "step": 1504
    },
    {
      "epoch": 2.302752293577982,
      "grad_norm": 0.16667304933071136,
      "learning_rate": 4.542833620392616e-06,
      "loss": 1.0477646589279175,
      "step": 1506
    },
    {
      "epoch": 2.305810397553517,
      "grad_norm": 0.18525543808937073,
      "learning_rate": 4.521726200238199e-06,
      "loss": 1.295340895652771,
      "step": 1508
    },
    {
      "epoch": 2.308868501529052,
      "grad_norm": 0.20533132553100586,
      "learning_rate": 4.5006924674297285e-06,
      "loss": 1.4325908422470093,
      "step": 1510
    },
    {
      "epoch": 2.311926605504587,
      "grad_norm": 0.1476341038942337,
      "learning_rate": 4.479732661216114e-06,
      "loss": 1.569886326789856,
      "step": 1512
    },
    {
      "epoch": 2.314984709480122,
      "grad_norm": 0.19520513713359833,
      "learning_rate": 4.458847020005387e-06,
      "loss": 1.5973249673843384,
      "step": 1514
    },
    {
      "epoch": 2.3180428134556577,
      "grad_norm": 0.1807132065296173,
      "learning_rate": 4.43803578136198e-06,
      "loss": 1.716496467590332,
      "step": 1516
    },
    {
      "epoch": 2.3211009174311927,
      "grad_norm": 0.16778655350208282,
      "learning_rate": 4.4172991820040385e-06,
      "loss": 1.2482978105545044,
      "step": 1518
    },
    {
      "epoch": 2.324159021406728,
      "grad_norm": 0.19130687415599823,
      "learning_rate": 4.396637457800717e-06,
      "loss": 1.3302521705627441,
      "step": 1520
    },
    {
      "epoch": 2.327217125382263,
      "grad_norm": 0.11455649137496948,
      "learning_rate": 4.376050843769508e-06,
      "loss": 1.1768373250961304,
      "step": 1522
    },
    {
      "epoch": 2.330275229357798,
      "grad_norm": 0.12459295988082886,
      "learning_rate": 4.355539574073543e-06,
      "loss": 1.104164958000183,
      "step": 1524
    },
    {
      "epoch": 2.3333333333333335,
      "grad_norm": 0.2198324352502823,
      "learning_rate": 4.3351038820189605e-06,
      "loss": 1.4232064485549927,
      "step": 1526
    },
    {
      "epoch": 2.3363914373088686,
      "grad_norm": 0.21143583953380585,
      "learning_rate": 4.314744000052238e-06,
      "loss": 1.3790403604507446,
      "step": 1528
    },
    {
      "epoch": 2.3394495412844036,
      "grad_norm": 0.1558067500591278,
      "learning_rate": 4.294460159757549e-06,
      "loss": 1.568415880203247,
      "step": 1530
    },
    {
      "epoch": 2.3425076452599387,
      "grad_norm": 0.224117711186409,
      "learning_rate": 4.274252591854119e-06,
      "loss": 1.0414113998413086,
      "step": 1532
    },
    {
      "epoch": 2.3455657492354742,
      "grad_norm": 0.24501486122608185,
      "learning_rate": 4.254121526193621e-06,
      "loss": 1.2666254043579102,
      "step": 1534
    },
    {
      "epoch": 2.3486238532110093,
      "grad_norm": 0.16644375026226044,
      "learning_rate": 4.234067191757547e-06,
      "loss": 1.5166178941726685,
      "step": 1536
    },
    {
      "epoch": 2.3516819571865444,
      "grad_norm": 0.17968301475048065,
      "learning_rate": 4.2140898166546094e-06,
      "loss": 1.282509207725525,
      "step": 1538
    },
    {
      "epoch": 2.3547400611620795,
      "grad_norm": 0.1535612940788269,
      "learning_rate": 4.1941896281181345e-06,
      "loss": 1.4368783235549927,
      "step": 1540
    },
    {
      "epoch": 2.3577981651376145,
      "grad_norm": 0.148167684674263,
      "learning_rate": 4.1743668525035e-06,
      "loss": 1.3030726909637451,
      "step": 1542
    },
    {
      "epoch": 2.3608562691131496,
      "grad_norm": 0.14207233488559723,
      "learning_rate": 4.154621715285544e-06,
      "loss": 1.247427225112915,
      "step": 1544
    },
    {
      "epoch": 2.363914373088685,
      "grad_norm": 0.13422517478466034,
      "learning_rate": 4.134954441055996e-06,
      "loss": 1.2868202924728394,
      "step": 1546
    },
    {
      "epoch": 2.36697247706422,
      "grad_norm": 0.19672590494155884,
      "learning_rate": 4.11536525352094e-06,
      "loss": 1.3480786085128784,
      "step": 1548
    },
    {
      "epoch": 2.3700305810397553,
      "grad_norm": 0.13905340433120728,
      "learning_rate": 4.0958543754982555e-06,
      "loss": 1.2070438861846924,
      "step": 1550
    },
    {
      "epoch": 2.3730886850152904,
      "grad_norm": 0.13256540894508362,
      "learning_rate": 4.076422028915092e-06,
      "loss": 1.3284435272216797,
      "step": 1552
    },
    {
      "epoch": 2.376146788990826,
      "grad_norm": 0.40406838059425354,
      "learning_rate": 4.057068434805334e-06,
      "loss": 1.6244902610778809,
      "step": 1554
    },
    {
      "epoch": 2.379204892966361,
      "grad_norm": 0.4620969593524933,
      "learning_rate": 4.037793813307097e-06,
      "loss": 1.8415812253952026,
      "step": 1556
    },
    {
      "epoch": 2.382262996941896,
      "grad_norm": 0.1653379201889038,
      "learning_rate": 4.018598383660221e-06,
      "loss": 1.2424896955490112,
      "step": 1558
    },
    {
      "epoch": 2.385321100917431,
      "grad_norm": 0.19328530132770538,
      "learning_rate": 3.999482364203777e-06,
      "loss": 1.2497849464416504,
      "step": 1560
    },
    {
      "epoch": 2.388379204892966,
      "grad_norm": 0.429834246635437,
      "learning_rate": 3.980445972373572e-06,
      "loss": 1.3060815334320068,
      "step": 1562
    },
    {
      "epoch": 2.3914373088685017,
      "grad_norm": 0.45071524381637573,
      "learning_rate": 3.961489424699698e-06,
      "loss": 1.3558465242385864,
      "step": 1564
    },
    {
      "epoch": 2.3944954128440368,
      "grad_norm": 0.2264939397573471,
      "learning_rate": 3.9426129368040525e-06,
      "loss": 1.3144913911819458,
      "step": 1566
    },
    {
      "epoch": 2.397553516819572,
      "grad_norm": 0.16805239021778107,
      "learning_rate": 3.923816723397891e-06,
      "loss": 1.19287109375,
      "step": 1568
    },
    {
      "epoch": 2.400611620795107,
      "grad_norm": 0.21667709946632385,
      "learning_rate": 3.905100998279378e-06,
      "loss": 1.140608310699463,
      "step": 1570
    },
    {
      "epoch": 2.4036697247706424,
      "grad_norm": 0.10687562078237534,
      "learning_rate": 3.8864659743311674e-06,
      "loss": 1.0686283111572266,
      "step": 1572
    },
    {
      "epoch": 2.4067278287461775,
      "grad_norm": 0.1965143382549286,
      "learning_rate": 3.867911863517976e-06,
      "loss": 1.191169261932373,
      "step": 1574
    },
    {
      "epoch": 2.4097859327217126,
      "grad_norm": 0.2572914659976959,
      "learning_rate": 3.849438876884171e-06,
      "loss": 1.4364819526672363,
      "step": 1576
    },
    {
      "epoch": 2.4128440366972477,
      "grad_norm": 0.260490357875824,
      "learning_rate": 3.831047224551362e-06,
      "loss": 1.4710748195648193,
      "step": 1578
    },
    {
      "epoch": 2.4159021406727827,
      "grad_norm": 0.2510780692100525,
      "learning_rate": 3.8127371157160274e-06,
      "loss": 1.445107340812683,
      "step": 1580
    },
    {
      "epoch": 2.418960244648318,
      "grad_norm": 0.22010444104671478,
      "learning_rate": 3.794508758647125e-06,
      "loss": 1.4945043325424194,
      "step": 1582
    },
    {
      "epoch": 2.4220183486238533,
      "grad_norm": 0.3746698498725891,
      "learning_rate": 3.776362360683725e-06,
      "loss": 1.3151277303695679,
      "step": 1584
    },
    {
      "epoch": 2.4250764525993884,
      "grad_norm": 0.18635894358158112,
      "learning_rate": 3.7582981282326436e-06,
      "loss": 1.4105780124664307,
      "step": 1586
    },
    {
      "epoch": 2.4281345565749235,
      "grad_norm": 0.18661010265350342,
      "learning_rate": 3.74031626676611e-06,
      "loss": 1.2960549592971802,
      "step": 1588
    },
    {
      "epoch": 2.4311926605504586,
      "grad_norm": 0.1374787539243698,
      "learning_rate": 3.7224169808194234e-06,
      "loss": 1.2444533109664917,
      "step": 1590
    },
    {
      "epoch": 2.434250764525994,
      "grad_norm": 0.26428133249282837,
      "learning_rate": 3.704600473988616e-06,
      "loss": 1.2722461223602295,
      "step": 1592
    },
    {
      "epoch": 2.437308868501529,
      "grad_norm": 0.16100512444972992,
      "learning_rate": 3.6868669489281526e-06,
      "loss": 1.4575788974761963,
      "step": 1594
    },
    {
      "epoch": 2.4403669724770642,
      "grad_norm": 0.2964245080947876,
      "learning_rate": 3.6692166073486207e-06,
      "loss": 1.2261364459991455,
      "step": 1596
    },
    {
      "epoch": 2.4434250764525993,
      "grad_norm": 0.34498047828674316,
      "learning_rate": 3.6516496500144315e-06,
      "loss": 1.3639787435531616,
      "step": 1598
    },
    {
      "epoch": 2.4464831804281344,
      "grad_norm": 0.13297414779663086,
      "learning_rate": 3.6341662767415366e-06,
      "loss": 1.283323884010315,
      "step": 1600
    },
    {
      "epoch": 2.44954128440367,
      "grad_norm": 0.2322530299425125,
      "learning_rate": 3.616766686395161e-06,
      "loss": 1.2881537675857544,
      "step": 1602
    },
    {
      "epoch": 2.452599388379205,
      "grad_norm": 0.2094813585281372,
      "learning_rate": 3.599451076887539e-06,
      "loss": 1.4600404500961304,
      "step": 1604
    },
    {
      "epoch": 2.45565749235474,
      "grad_norm": 0.24529632925987244,
      "learning_rate": 3.5822196451756617e-06,
      "loss": 1.4501386880874634,
      "step": 1606
    },
    {
      "epoch": 2.458715596330275,
      "grad_norm": 0.25701767206192017,
      "learning_rate": 3.5650725872590343e-06,
      "loss": 1.2705899477005005,
      "step": 1608
    },
    {
      "epoch": 2.46177370030581,
      "grad_norm": 0.13494141399860382,
      "learning_rate": 3.54801009817745e-06,
      "loss": 1.2268667221069336,
      "step": 1610
    },
    {
      "epoch": 2.4648318042813457,
      "grad_norm": 0.13910284638404846,
      "learning_rate": 3.5310323720087747e-06,
      "loss": 1.3551948070526123,
      "step": 1612
    },
    {
      "epoch": 2.467889908256881,
      "grad_norm": 0.1411304473876953,
      "learning_rate": 3.5141396018667327e-06,
      "loss": 1.3125407695770264,
      "step": 1614
    },
    {
      "epoch": 2.470948012232416,
      "grad_norm": 0.2372998297214508,
      "learning_rate": 3.4973319798987075e-06,
      "loss": 1.4539326429367065,
      "step": 1616
    },
    {
      "epoch": 2.474006116207951,
      "grad_norm": 0.1646145135164261,
      "learning_rate": 3.480609697283574e-06,
      "loss": 1.3223282098770142,
      "step": 1618
    },
    {
      "epoch": 2.477064220183486,
      "grad_norm": 0.18089331686496735,
      "learning_rate": 3.463972944229502e-06,
      "loss": 1.2549902200698853,
      "step": 1620
    },
    {
      "epoch": 2.4801223241590216,
      "grad_norm": 0.15575502812862396,
      "learning_rate": 3.4474219099718085e-06,
      "loss": 1.215592622756958,
      "step": 1622
    },
    {
      "epoch": 2.4831804281345566,
      "grad_norm": 0.1584579348564148,
      "learning_rate": 3.4309567827707936e-06,
      "loss": 1.3570244312286377,
      "step": 1624
    },
    {
      "epoch": 2.4862385321100917,
      "grad_norm": 0.1323862224817276,
      "learning_rate": 3.4145777499096066e-06,
      "loss": 1.3482739925384521,
      "step": 1626
    },
    {
      "epoch": 2.489296636085627,
      "grad_norm": 0.2227022349834442,
      "learning_rate": 3.3982849976921185e-06,
      "loss": 1.2847216129302979,
      "step": 1628
    },
    {
      "epoch": 2.4923547400611623,
      "grad_norm": 0.14622831344604492,
      "learning_rate": 3.3820787114407927e-06,
      "loss": 1.5019530057907104,
      "step": 1630
    },
    {
      "epoch": 2.4954128440366974,
      "grad_norm": 0.16076745092868805,
      "learning_rate": 3.3659590754945816e-06,
      "loss": 1.6965469121932983,
      "step": 1632
    },
    {
      "epoch": 2.4984709480122325,
      "grad_norm": 0.18824124336242676,
      "learning_rate": 3.349926273206834e-06,
      "loss": 1.5644712448120117,
      "step": 1634
    },
    {
      "epoch": 2.5015290519877675,
      "grad_norm": 0.1523565948009491,
      "learning_rate": 3.3339804869432092e-06,
      "loss": 1.5674009323120117,
      "step": 1636
    },
    {
      "epoch": 2.5045871559633026,
      "grad_norm": 0.17791804671287537,
      "learning_rate": 3.3181218980795915e-06,
      "loss": 1.4739274978637695,
      "step": 1638
    },
    {
      "epoch": 2.5076452599388377,
      "grad_norm": 0.2756288945674896,
      "learning_rate": 3.302350687000041e-06,
      "loss": 1.1127119064331055,
      "step": 1640
    },
    {
      "epoch": 2.510703363914373,
      "grad_norm": 0.2104320228099823,
      "learning_rate": 3.2866670330947372e-06,
      "loss": 1.1336884498596191,
      "step": 1642
    },
    {
      "epoch": 2.5137614678899083,
      "grad_norm": 0.26251697540283203,
      "learning_rate": 3.271071114757936e-06,
      "loss": 1.5312784910202026,
      "step": 1644
    },
    {
      "epoch": 2.5168195718654434,
      "grad_norm": 0.45193246006965637,
      "learning_rate": 3.2555631093859376e-06,
      "loss": 1.5268921852111816,
      "step": 1646
    },
    {
      "epoch": 2.5198776758409784,
      "grad_norm": 0.19322098791599274,
      "learning_rate": 3.240143193375079e-06,
      "loss": 1.6491858959197998,
      "step": 1648
    },
    {
      "epoch": 2.522935779816514,
      "grad_norm": 0.25457441806793213,
      "learning_rate": 3.2248115421197207e-06,
      "loss": 1.5816277265548706,
      "step": 1650
    },
    {
      "epoch": 2.525993883792049,
      "grad_norm": 0.1778043955564499,
      "learning_rate": 3.2095683300102544e-06,
      "loss": 1.6332181692123413,
      "step": 1652
    },
    {
      "epoch": 2.529051987767584,
      "grad_norm": 0.35289818048477173,
      "learning_rate": 3.194413730431111e-06,
      "loss": 1.4238784313201904,
      "step": 1654
    },
    {
      "epoch": 2.532110091743119,
      "grad_norm": 0.1957436054944992,
      "learning_rate": 3.1793479157588e-06,
      "loss": 1.449766755104065,
      "step": 1656
    },
    {
      "epoch": 2.5351681957186543,
      "grad_norm": 0.5064666271209717,
      "learning_rate": 3.1643710573599484e-06,
      "loss": 1.3231000900268555,
      "step": 1658
    },
    {
      "epoch": 2.5382262996941893,
      "grad_norm": 0.2884846329689026,
      "learning_rate": 3.1494833255893347e-06,
      "loss": 1.5847378969192505,
      "step": 1660
    },
    {
      "epoch": 2.541284403669725,
      "grad_norm": 0.29620814323425293,
      "learning_rate": 3.1346848897879773e-06,
      "loss": 1.357380986213684,
      "step": 1662
    },
    {
      "epoch": 2.54434250764526,
      "grad_norm": 0.23009905219078064,
      "learning_rate": 3.1199759182811835e-06,
      "loss": 1.1059685945510864,
      "step": 1664
    },
    {
      "epoch": 2.547400611620795,
      "grad_norm": 1.7077906131744385,
      "learning_rate": 3.105356578376652e-06,
      "loss": 1.583744764328003,
      "step": 1666
    },
    {
      "epoch": 2.5504587155963305,
      "grad_norm": 0.15876507759094238,
      "learning_rate": 3.090827036362566e-06,
      "loss": 1.707784652709961,
      "step": 1668
    },
    {
      "epoch": 2.5535168195718656,
      "grad_norm": 0.2697174549102783,
      "learning_rate": 3.0763874575056897e-06,
      "loss": 1.7691806554794312,
      "step": 1670
    },
    {
      "epoch": 2.5565749235474007,
      "grad_norm": 0.43980327248573303,
      "learning_rate": 3.062038006049509e-06,
      "loss": 1.7003355026245117,
      "step": 1672
    },
    {
      "epoch": 2.5596330275229358,
      "grad_norm": 0.2680771052837372,
      "learning_rate": 3.0477788452123474e-06,
      "loss": 1.6606260538101196,
      "step": 1674
    },
    {
      "epoch": 2.562691131498471,
      "grad_norm": 0.24174532294273376,
      "learning_rate": 3.0336101371855132e-06,
      "loss": 1.532172441482544,
      "step": 1676
    },
    {
      "epoch": 2.565749235474006,
      "grad_norm": 0.23746666312217712,
      "learning_rate": 3.019532043131461e-06,
      "loss": 1.3807486295700073,
      "step": 1678
    },
    {
      "epoch": 2.5688073394495414,
      "grad_norm": 0.5547491312026978,
      "learning_rate": 3.005544723181949e-06,
      "loss": 0.9383170008659363,
      "step": 1680
    },
    {
      "epoch": 2.5718654434250765,
      "grad_norm": 0.19193193316459656,
      "learning_rate": 2.9916483364362273e-06,
      "loss": 0.9406712055206299,
      "step": 1682
    },
    {
      "epoch": 2.5749235474006116,
      "grad_norm": 0.1363154798746109,
      "learning_rate": 2.9778430409592165e-06,
      "loss": 1.1644362211227417,
      "step": 1684
    },
    {
      "epoch": 2.5779816513761467,
      "grad_norm": 0.16005928814411163,
      "learning_rate": 2.964128993779721e-06,
      "loss": 1.0990843772888184,
      "step": 1686
    },
    {
      "epoch": 2.581039755351682,
      "grad_norm": 0.20601928234100342,
      "learning_rate": 2.95050635088864e-06,
      "loss": 1.0353059768676758,
      "step": 1688
    },
    {
      "epoch": 2.5840978593272173,
      "grad_norm": 0.11444630473852158,
      "learning_rate": 2.936975267237188e-06,
      "loss": 1.115382194519043,
      "step": 1690
    },
    {
      "epoch": 2.5871559633027523,
      "grad_norm": 0.28663313388824463,
      "learning_rate": 2.9235358967351346e-06,
      "loss": 1.3251932859420776,
      "step": 1692
    },
    {
      "epoch": 2.5902140672782874,
      "grad_norm": 0.478197306394577,
      "learning_rate": 2.9101883922490577e-06,
      "loss": 1.30450439453125,
      "step": 1694
    },
    {
      "epoch": 2.5932721712538225,
      "grad_norm": 0.22590430080890656,
      "learning_rate": 2.8969329056006052e-06,
      "loss": 1.1485813856124878,
      "step": 1696
    },
    {
      "epoch": 2.5963302752293576,
      "grad_norm": 0.2817031741142273,
      "learning_rate": 2.883769587564757e-06,
      "loss": 1.3016425371170044,
      "step": 1698
    },
    {
      "epoch": 2.599388379204893,
      "grad_norm": 0.09478060901165009,
      "learning_rate": 2.8706985878681236e-06,
      "loss": 1.4139856100082397,
      "step": 1700
    },
    {
      "epoch": 2.602446483180428,
      "grad_norm": 0.20007891952991486,
      "learning_rate": 2.857720055187237e-06,
      "loss": 1.1640866994857788,
      "step": 1702
    },
    {
      "epoch": 2.6055045871559632,
      "grad_norm": 0.2094452977180481,
      "learning_rate": 2.8448341371468606e-06,
      "loss": 1.3702013492584229,
      "step": 1704
    },
    {
      "epoch": 2.6085626911314987,
      "grad_norm": 0.2330324500799179,
      "learning_rate": 2.832040980318304e-06,
      "loss": 1.590658187866211,
      "step": 1706
    },
    {
      "epoch": 2.611620795107034,
      "grad_norm": 0.18907496333122253,
      "learning_rate": 2.8193407302177696e-06,
      "loss": 1.088836431503296,
      "step": 1708
    },
    {
      "epoch": 2.614678899082569,
      "grad_norm": 0.21448901295661926,
      "learning_rate": 2.806733531304681e-06,
      "loss": 1.3330715894699097,
      "step": 1710
    },
    {
      "epoch": 2.617737003058104,
      "grad_norm": 0.149040088057518,
      "learning_rate": 2.7942195269800524e-06,
      "loss": 1.438978672027588,
      "step": 1712
    },
    {
      "epoch": 2.620795107033639,
      "grad_norm": 0.32018783688545227,
      "learning_rate": 2.781798859584855e-06,
      "loss": 1.2572848796844482,
      "step": 1714
    },
    {
      "epoch": 2.623853211009174,
      "grad_norm": 0.10462283343076706,
      "learning_rate": 2.769471670398389e-06,
      "loss": 1.1367379426956177,
      "step": 1716
    },
    {
      "epoch": 2.6269113149847096,
      "grad_norm": 0.29408755898475647,
      "learning_rate": 2.757238099636689e-06,
      "loss": 0.7103652954101562,
      "step": 1718
    },
    {
      "epoch": 2.6299694189602447,
      "grad_norm": 0.1653836965560913,
      "learning_rate": 2.7450982864509253e-06,
      "loss": 1.487276554107666,
      "step": 1720
    },
    {
      "epoch": 2.63302752293578,
      "grad_norm": 0.31154564023017883,
      "learning_rate": 2.7330523689258106e-06,
      "loss": 1.3814054727554321,
      "step": 1722
    },
    {
      "epoch": 2.636085626911315,
      "grad_norm": 0.27761033177375793,
      "learning_rate": 2.721100484078048e-06,
      "loss": 1.280024528503418,
      "step": 1724
    },
    {
      "epoch": 2.6391437308868504,
      "grad_norm": 0.34517747163772583,
      "learning_rate": 2.709242767854758e-06,
      "loss": 1.4065845012664795,
      "step": 1726
    },
    {
      "epoch": 2.6422018348623855,
      "grad_norm": 0.30397874116897583,
      "learning_rate": 2.6974793551319383e-06,
      "loss": 1.3509793281555176,
      "step": 1728
    },
    {
      "epoch": 2.6452599388379205,
      "grad_norm": 0.16377079486846924,
      "learning_rate": 2.6858103797129246e-06,
      "loss": 1.3154374361038208,
      "step": 1730
    },
    {
      "epoch": 2.6483180428134556,
      "grad_norm": 0.236458882689476,
      "learning_rate": 2.674235974326878e-06,
      "loss": 1.4936411380767822,
      "step": 1732
    },
    {
      "epoch": 2.6513761467889907,
      "grad_norm": 0.18089789152145386,
      "learning_rate": 2.6627562706272657e-06,
      "loss": 1.0965957641601562,
      "step": 1734
    },
    {
      "epoch": 2.6544342507645258,
      "grad_norm": 0.2745553255081177,
      "learning_rate": 2.6513713991903705e-06,
      "loss": 0.9196306467056274,
      "step": 1736
    },
    {
      "epoch": 2.6574923547400613,
      "grad_norm": 0.4575045108795166,
      "learning_rate": 2.640081489513797e-06,
      "loss": 1.5425406694412231,
      "step": 1738
    },
    {
      "epoch": 2.6605504587155964,
      "grad_norm": 0.1725241094827652,
      "learning_rate": 2.628886670015009e-06,
      "loss": 1.34834885597229,
      "step": 1740
    },
    {
      "epoch": 2.6636085626911314,
      "grad_norm": 0.4089125096797943,
      "learning_rate": 2.6177870680298624e-06,
      "loss": 1.4617201089859009,
      "step": 1742
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 0.13572430610656738,
      "learning_rate": 2.606782809811155e-06,
      "loss": 1.29056978225708,
      "step": 1744
    },
    {
      "epoch": 2.669724770642202,
      "grad_norm": 0.23469695448875427,
      "learning_rate": 2.5958740205272003e-06,
      "loss": 1.5568315982818604,
      "step": 1746
    },
    {
      "epoch": 2.672782874617737,
      "grad_norm": 0.2925702929496765,
      "learning_rate": 2.5850608242603913e-06,
      "loss": 1.4032976627349854,
      "step": 1748
    },
    {
      "epoch": 2.675840978593272,
      "grad_norm": 0.2862710654735565,
      "learning_rate": 2.5743433440058002e-06,
      "loss": 1.4086406230926514,
      "step": 1750
    },
    {
      "epoch": 2.6788990825688073,
      "grad_norm": 0.4533703029155731,
      "learning_rate": 2.5637217016697663e-06,
      "loss": 1.266021966934204,
      "step": 1752
    },
    {
      "epoch": 2.6819571865443423,
      "grad_norm": 0.20051054656505585,
      "learning_rate": 2.5531960180685276e-06,
      "loss": 0.9320064783096313,
      "step": 1754
    },
    {
      "epoch": 2.6850152905198774,
      "grad_norm": 0.2008654624223709,
      "learning_rate": 2.5427664129268253e-06,
      "loss": 1.4211325645446777,
      "step": 1756
    },
    {
      "epoch": 2.688073394495413,
      "grad_norm": 0.1971636712551117,
      "learning_rate": 2.5324330048765626e-06,
      "loss": 1.3933095932006836,
      "step": 1758
    },
    {
      "epoch": 2.691131498470948,
      "grad_norm": 0.17986322939395905,
      "learning_rate": 2.522195911455437e-06,
      "loss": 1.4166622161865234,
      "step": 1760
    },
    {
      "epoch": 2.694189602446483,
      "grad_norm": 0.24720223248004913,
      "learning_rate": 2.5120552491056197e-06,
      "loss": 1.403609275817871,
      "step": 1762
    },
    {
      "epoch": 2.6972477064220186,
      "grad_norm": 0.16844205558300018,
      "learning_rate": 2.502011133172418e-06,
      "loss": 1.2095983028411865,
      "step": 1764
    },
    {
      "epoch": 2.7003058103975537,
      "grad_norm": 0.18861918151378632,
      "learning_rate": 2.4920636779029736e-06,
      "loss": 1.4543178081512451,
      "step": 1766
    },
    {
      "epoch": 2.7033639143730888,
      "grad_norm": 0.2471121847629547,
      "learning_rate": 2.482212996444952e-06,
      "loss": 1.518424391746521,
      "step": 1768
    },
    {
      "epoch": 2.706422018348624,
      "grad_norm": 0.2335500419139862,
      "learning_rate": 2.4724592008452655e-06,
      "loss": 1.2269190549850464,
      "step": 1770
    },
    {
      "epoch": 2.709480122324159,
      "grad_norm": 0.1741182655096054,
      "learning_rate": 2.4628024020487946e-06,
      "loss": 1.4943727254867554,
      "step": 1772
    },
    {
      "epoch": 2.712538226299694,
      "grad_norm": 0.261243611574173,
      "learning_rate": 2.4532427098971276e-06,
      "loss": 1.2752156257629395,
      "step": 1774
    },
    {
      "epoch": 2.7155963302752295,
      "grad_norm": 0.25120115280151367,
      "learning_rate": 2.4437802331273052e-06,
      "loss": 1.4258947372436523,
      "step": 1776
    },
    {
      "epoch": 2.7186544342507646,
      "grad_norm": 0.16213715076446533,
      "learning_rate": 2.4344150793705944e-06,
      "loss": 1.3501546382904053,
      "step": 1778
    },
    {
      "epoch": 2.7217125382262997,
      "grad_norm": 0.22600753605365753,
      "learning_rate": 2.425147355151254e-06,
      "loss": 1.4926719665527344,
      "step": 1780
    },
    {
      "epoch": 2.7247706422018347,
      "grad_norm": 0.19003809988498688,
      "learning_rate": 2.4159771658853306e-06,
      "loss": 1.5851101875305176,
      "step": 1782
    },
    {
      "epoch": 2.7278287461773703,
      "grad_norm": 0.46118253469467163,
      "learning_rate": 2.406904615879453e-06,
      "loss": 1.4793192148208618,
      "step": 1784
    },
    {
      "epoch": 2.7308868501529053,
      "grad_norm": 0.14569902420043945,
      "learning_rate": 2.3979298083296488e-06,
      "loss": 1.3102328777313232,
      "step": 1786
    },
    {
      "epoch": 2.7339449541284404,
      "grad_norm": 0.23725034296512604,
      "learning_rate": 2.3890528453201756e-06,
      "loss": 1.4172600507736206,
      "step": 1788
    },
    {
      "epoch": 2.7370030581039755,
      "grad_norm": 0.21555176377296448,
      "learning_rate": 2.3802738278223474e-06,
      "loss": 1.4081342220306396,
      "step": 1790
    },
    {
      "epoch": 2.7400611620795106,
      "grad_norm": 0.20975619554519653,
      "learning_rate": 2.3715928556934005e-06,
      "loss": 1.409588098526001,
      "step": 1792
    },
    {
      "epoch": 2.7431192660550456,
      "grad_norm": 0.4077710509300232,
      "learning_rate": 2.3630100276753463e-06,
      "loss": 1.4408369064331055,
      "step": 1794
    },
    {
      "epoch": 2.746177370030581,
      "grad_norm": 0.16624042391777039,
      "learning_rate": 2.354525441393857e-06,
      "loss": 1.4369324445724487,
      "step": 1796
    },
    {
      "epoch": 2.7492354740061162,
      "grad_norm": 0.14807072281837463,
      "learning_rate": 2.346139193357145e-06,
      "loss": 1.2198858261108398,
      "step": 1798
    },
    {
      "epoch": 2.7522935779816513,
      "grad_norm": 0.22369414567947388,
      "learning_rate": 2.337851378954877e-06,
      "loss": 1.2793935537338257,
      "step": 1800
    },
    {
      "epoch": 2.7553516819571864,
      "grad_norm": 0.21964912116527557,
      "learning_rate": 2.3296620924570772e-06,
      "loss": 1.1872437000274658,
      "step": 1802
    },
    {
      "epoch": 2.758409785932722,
      "grad_norm": 0.2314019501209259,
      "learning_rate": 2.3215714270130673e-06,
      "loss": 1.2786332368850708,
      "step": 1804
    },
    {
      "epoch": 2.761467889908257,
      "grad_norm": 0.17015686631202698,
      "learning_rate": 2.3135794746503934e-06,
      "loss": 1.2361197471618652,
      "step": 1806
    },
    {
      "epoch": 2.764525993883792,
      "grad_norm": 0.20887653529644012,
      "learning_rate": 2.3056863262737915e-06,
      "loss": 1.1266238689422607,
      "step": 1808
    },
    {
      "epoch": 2.767584097859327,
      "grad_norm": 0.12092727422714233,
      "learning_rate": 2.2978920716641456e-06,
      "loss": 0.8243193626403809,
      "step": 1810
    },
    {
      "epoch": 2.770642201834862,
      "grad_norm": 0.12099810689687729,
      "learning_rate": 2.290196799477473e-06,
      "loss": 1.1438877582550049,
      "step": 1812
    },
    {
      "epoch": 2.7737003058103973,
      "grad_norm": 0.1507033258676529,
      "learning_rate": 2.2826005972439056e-06,
      "loss": 1.2042597532272339,
      "step": 1814
    },
    {
      "epoch": 2.776758409785933,
      "grad_norm": 0.19429726898670197,
      "learning_rate": 2.2751035513667067e-06,
      "loss": 1.269202470779419,
      "step": 1816
    },
    {
      "epoch": 2.779816513761468,
      "grad_norm": 0.17468275129795074,
      "learning_rate": 2.2677057471212783e-06,
      "loss": 1.280784010887146,
      "step": 1818
    },
    {
      "epoch": 2.782874617737003,
      "grad_norm": 0.12032614648342133,
      "learning_rate": 2.2604072686541992e-06,
      "loss": 1.337203025817871,
      "step": 1820
    },
    {
      "epoch": 2.7859327217125385,
      "grad_norm": 0.10318220406770706,
      "learning_rate": 2.25320819898226e-06,
      "loss": 1.2575452327728271,
      "step": 1822
    },
    {
      "epoch": 2.7889908256880735,
      "grad_norm": 0.40229856967926025,
      "learning_rate": 2.2461086199915215e-06,
      "loss": 1.2804014682769775,
      "step": 1824
    },
    {
      "epoch": 2.7920489296636086,
      "grad_norm": 0.13444264233112335,
      "learning_rate": 2.2391086124363907e-06,
      "loss": 1.2483794689178467,
      "step": 1826
    },
    {
      "epoch": 2.7951070336391437,
      "grad_norm": 0.11740458756685257,
      "learning_rate": 2.232208255938689e-06,
      "loss": 1.265547513961792,
      "step": 1828
    },
    {
      "epoch": 2.7981651376146788,
      "grad_norm": 0.22319306433200836,
      "learning_rate": 2.2254076289867574e-06,
      "loss": 1.228807806968689,
      "step": 1830
    },
    {
      "epoch": 2.801223241590214,
      "grad_norm": 0.14261578023433685,
      "learning_rate": 2.218706808934559e-06,
      "loss": 1.2727794647216797,
      "step": 1832
    },
    {
      "epoch": 2.8042813455657494,
      "grad_norm": 0.1558150202035904,
      "learning_rate": 2.2121058720008005e-06,
      "loss": 1.2246638536453247,
      "step": 1834
    },
    {
      "epoch": 2.8073394495412844,
      "grad_norm": 0.20606814324855804,
      "learning_rate": 2.205604893268061e-06,
      "loss": 1.1137512922286987,
      "step": 1836
    },
    {
      "epoch": 2.8103975535168195,
      "grad_norm": 0.7590409517288208,
      "learning_rate": 2.1992039466819464e-06,
      "loss": 1.1792261600494385,
      "step": 1838
    },
    {
      "epoch": 2.8134556574923546,
      "grad_norm": 0.2555246353149414,
      "learning_rate": 2.192903105050242e-06,
      "loss": 0.9643247127532959,
      "step": 1840
    },
    {
      "epoch": 2.81651376146789,
      "grad_norm": 0.16072718799114227,
      "learning_rate": 2.186702440042086e-06,
      "loss": 1.1716961860656738,
      "step": 1842
    },
    {
      "epoch": 2.819571865443425,
      "grad_norm": 0.1394997090101242,
      "learning_rate": 2.18060202218715e-06,
      "loss": 1.2029292583465576,
      "step": 1844
    },
    {
      "epoch": 2.8226299694189603,
      "grad_norm": 0.10753278434276581,
      "learning_rate": 2.174601920874849e-06,
      "loss": 1.221397876739502,
      "step": 1846
    },
    {
      "epoch": 2.8256880733944953,
      "grad_norm": 0.11972783505916595,
      "learning_rate": 2.168702204353538e-06,
      "loss": 1.186174988746643,
      "step": 1848
    },
    {
      "epoch": 2.8287461773700304,
      "grad_norm": 0.12710753083229065,
      "learning_rate": 2.162902939729744e-06,
      "loss": 1.2035380601882935,
      "step": 1850
    },
    {
      "epoch": 2.8318042813455655,
      "grad_norm": 0.12419600784778595,
      "learning_rate": 2.1572041929673983e-06,
      "loss": 1.181868553161621,
      "step": 1852
    },
    {
      "epoch": 2.834862385321101,
      "grad_norm": 0.1348334550857544,
      "learning_rate": 2.151606028887092e-06,
      "loss": 1.1523938179016113,
      "step": 1854
    },
    {
      "epoch": 2.837920489296636,
      "grad_norm": 0.1725814938545227,
      "learning_rate": 2.146108511165331e-06,
      "loss": 1.210580825805664,
      "step": 1856
    },
    {
      "epoch": 2.840978593272171,
      "grad_norm": 0.13193202018737793,
      "learning_rate": 2.14071170233382e-06,
      "loss": 1.1815242767333984,
      "step": 1858
    },
    {
      "epoch": 2.8440366972477067,
      "grad_norm": 0.11987490952014923,
      "learning_rate": 2.135415663778743e-06,
      "loss": 1.1560810804367065,
      "step": 1860
    },
    {
      "epoch": 2.8470948012232418,
      "grad_norm": 0.13950860500335693,
      "learning_rate": 2.1302204557400727e-06,
      "loss": 1.1448893547058105,
      "step": 1862
    },
    {
      "epoch": 2.850152905198777,
      "grad_norm": 0.10012101382017136,
      "learning_rate": 2.125126137310878e-06,
      "loss": 1.173750638961792,
      "step": 1864
    },
    {
      "epoch": 2.853211009174312,
      "grad_norm": 0.14672072231769562,
      "learning_rate": 2.1201327664366585e-06,
      "loss": 1.1636675596237183,
      "step": 1866
    },
    {
      "epoch": 2.856269113149847,
      "grad_norm": 1.3487753868103027,
      "learning_rate": 2.115240399914681e-06,
      "loss": 1.1240174770355225,
      "step": 1868
    },
    {
      "epoch": 2.859327217125382,
      "grad_norm": 0.11260063946247101,
      "learning_rate": 2.1104490933933357e-06,
      "loss": 1.1871709823608398,
      "step": 1870
    },
    {
      "epoch": 2.8623853211009176,
      "grad_norm": 0.331380695104599,
      "learning_rate": 2.1057589013715016e-06,
      "loss": 1.212131381034851,
      "step": 1872
    },
    {
      "epoch": 2.8654434250764527,
      "grad_norm": 0.13593994081020355,
      "learning_rate": 2.101169877197926e-06,
      "loss": 1.2223803997039795,
      "step": 1874
    },
    {
      "epoch": 2.8685015290519877,
      "grad_norm": 0.11861570924520493,
      "learning_rate": 2.096682073070622e-06,
      "loss": 1.2096714973449707,
      "step": 1876
    },
    {
      "epoch": 2.871559633027523,
      "grad_norm": 0.1468341201543808,
      "learning_rate": 2.092295540036271e-06,
      "loss": 1.228167176246643,
      "step": 1878
    },
    {
      "epoch": 2.8746177370030583,
      "grad_norm": 0.13528312742710114,
      "learning_rate": 2.088010327989642e-06,
      "loss": 1.2062925100326538,
      "step": 1880
    },
    {
      "epoch": 2.8776758409785934,
      "grad_norm": 0.16309846937656403,
      "learning_rate": 2.0838264856730233e-06,
      "loss": 1.2277228832244873,
      "step": 1882
    },
    {
      "epoch": 2.8807339449541285,
      "grad_norm": 0.1445493847131729,
      "learning_rate": 2.0797440606756747e-06,
      "loss": 1.1675866842269897,
      "step": 1884
    },
    {
      "epoch": 2.8837920489296636,
      "grad_norm": 0.20202840864658356,
      "learning_rate": 2.075763099433277e-06,
      "loss": 1.2077354192733765,
      "step": 1886
    },
    {
      "epoch": 2.8868501529051986,
      "grad_norm": 0.23036618530750275,
      "learning_rate": 2.0718836472274094e-06,
      "loss": 1.1735302209854126,
      "step": 1888
    },
    {
      "epoch": 2.8899082568807337,
      "grad_norm": 0.10639970749616623,
      "learning_rate": 2.0681057481850338e-06,
      "loss": 1.1969777345657349,
      "step": 1890
    },
    {
      "epoch": 2.8929663608562692,
      "grad_norm": 0.21437813341617584,
      "learning_rate": 2.0644294452779904e-06,
      "loss": 1.2072774171829224,
      "step": 1892
    },
    {
      "epoch": 2.8960244648318043,
      "grad_norm": 0.10676970332860947,
      "learning_rate": 2.060854780322513e-06,
      "loss": 1.225974678993225,
      "step": 1894
    },
    {
      "epoch": 2.8990825688073394,
      "grad_norm": 0.11626426875591278,
      "learning_rate": 2.05738179397875e-06,
      "loss": 1.2107893228530884,
      "step": 1896
    },
    {
      "epoch": 2.9021406727828745,
      "grad_norm": 0.09534060955047607,
      "learning_rate": 2.054010525750302e-06,
      "loss": 1.1430492401123047,
      "step": 1898
    },
    {
      "epoch": 2.90519877675841,
      "grad_norm": 0.11424271017313004,
      "learning_rate": 2.050741013983773e-06,
      "loss": 1.1798888444900513,
      "step": 1900
    },
    {
      "epoch": 2.908256880733945,
      "grad_norm": 0.12284081429243088,
      "learning_rate": 2.0475732958683374e-06,
      "loss": 1.2137783765792847,
      "step": 1902
    },
    {
      "epoch": 2.91131498470948,
      "grad_norm": 0.12876354157924652,
      "learning_rate": 2.0445074074353143e-06,
      "loss": 1.2381041049957275,
      "step": 1904
    },
    {
      "epoch": 2.914373088685015,
      "grad_norm": 0.14884409308433533,
      "learning_rate": 2.0415433835577536e-06,
      "loss": 1.2129112482070923,
      "step": 1906
    },
    {
      "epoch": 2.9174311926605503,
      "grad_norm": 0.13569043576717377,
      "learning_rate": 2.038681257950046e-06,
      "loss": 1.187499761581421,
      "step": 1908
    },
    {
      "epoch": 2.9204892966360854,
      "grad_norm": 0.11992838978767395,
      "learning_rate": 2.035921063167539e-06,
      "loss": 1.1636050939559937,
      "step": 1910
    },
    {
      "epoch": 2.923547400611621,
      "grad_norm": 0.13300110399723053,
      "learning_rate": 2.0332628306061598e-06,
      "loss": 1.1939361095428467,
      "step": 1912
    },
    {
      "epoch": 2.926605504587156,
      "grad_norm": 0.12980246543884277,
      "learning_rate": 2.0307065905020655e-06,
      "loss": 1.2195342779159546,
      "step": 1914
    },
    {
      "epoch": 2.929663608562691,
      "grad_norm": 0.17000386118888855,
      "learning_rate": 2.028252371931297e-06,
      "loss": 1.1668133735656738,
      "step": 1916
    },
    {
      "epoch": 2.9327217125382266,
      "grad_norm": 0.13674472272396088,
      "learning_rate": 2.025900202809447e-06,
      "loss": 1.1926172971725464,
      "step": 1918
    },
    {
      "epoch": 2.9357798165137616,
      "grad_norm": 0.10880409181118011,
      "learning_rate": 2.0236501098913433e-06,
      "loss": 1.1915616989135742,
      "step": 1920
    },
    {
      "epoch": 2.9388379204892967,
      "grad_norm": 0.18399053812026978,
      "learning_rate": 2.021502118770743e-06,
      "loss": 1.2413643598556519,
      "step": 1922
    },
    {
      "epoch": 2.941896024464832,
      "grad_norm": 0.11673276871442795,
      "learning_rate": 2.019456253880047e-06,
      "loss": 1.2483376264572144,
      "step": 1924
    },
    {
      "epoch": 2.944954128440367,
      "grad_norm": 0.14663535356521606,
      "learning_rate": 2.0175125384900125e-06,
      "loss": 1.2075457572937012,
      "step": 1926
    },
    {
      "epoch": 2.948012232415902,
      "grad_norm": 0.13420651853084564,
      "learning_rate": 2.015670994709497e-06,
      "loss": 1.23482346534729,
      "step": 1928
    },
    {
      "epoch": 2.9510703363914375,
      "grad_norm": 0.48742786049842834,
      "learning_rate": 2.0139316434852034e-06,
      "loss": 1.2056578397750854,
      "step": 1930
    },
    {
      "epoch": 2.9541284403669725,
      "grad_norm": 0.12787304818630219,
      "learning_rate": 2.0122945046014427e-06,
      "loss": 1.1541380882263184,
      "step": 1932
    },
    {
      "epoch": 2.9571865443425076,
      "grad_norm": 0.11604852229356766,
      "learning_rate": 2.0107595966799047e-06,
      "loss": 1.1836968660354614,
      "step": 1934
    },
    {
      "epoch": 2.9602446483180427,
      "grad_norm": 0.11788922548294067,
      "learning_rate": 2.009326937179452e-06,
      "loss": 1.206952691078186,
      "step": 1936
    },
    {
      "epoch": 2.963302752293578,
      "grad_norm": 0.1157788410782814,
      "learning_rate": 2.0079965423959206e-06,
      "loss": 1.1847132444381714,
      "step": 1938
    },
    {
      "epoch": 2.9663608562691133,
      "grad_norm": 0.16670945286750793,
      "learning_rate": 2.0067684274619298e-06,
      "loss": 1.193540096282959,
      "step": 1940
    },
    {
      "epoch": 2.9694189602446484,
      "grad_norm": 0.126400887966156,
      "learning_rate": 2.0056426063467157e-06,
      "loss": 1.2413787841796875,
      "step": 1942
    },
    {
      "epoch": 2.9724770642201834,
      "grad_norm": 0.1293567568063736,
      "learning_rate": 2.0046190918559676e-06,
      "loss": 1.2285208702087402,
      "step": 1944
    },
    {
      "epoch": 2.9755351681957185,
      "grad_norm": 0.19044171273708344,
      "learning_rate": 2.0036978956316867e-06,
      "loss": 1.2406749725341797,
      "step": 1946
    },
    {
      "epoch": 2.9785932721712536,
      "grad_norm": 0.15015482902526855,
      "learning_rate": 2.002879028152051e-06,
      "loss": 1.194046974182129,
      "step": 1948
    },
    {
      "epoch": 2.981651376146789,
      "grad_norm": 0.17410290241241455,
      "learning_rate": 2.0021624987312975e-06,
      "loss": 1.2008163928985596,
      "step": 1950
    },
    {
      "epoch": 2.984709480122324,
      "grad_norm": 0.14580507576465607,
      "learning_rate": 2.001548315519612e-06,
      "loss": 1.2215114831924438,
      "step": 1952
    },
    {
      "epoch": 2.9877675840978593,
      "grad_norm": 0.1949174851179123,
      "learning_rate": 2.0010364855030445e-06,
      "loss": 1.2802963256835938,
      "step": 1954
    },
    {
      "epoch": 2.9908256880733948,
      "grad_norm": 0.16277354955673218,
      "learning_rate": 2.0006270145034217e-06,
      "loss": 1.3111497163772583,
      "step": 1956
    },
    {
      "epoch": 2.99388379204893,
      "grad_norm": 0.19236025214195251,
      "learning_rate": 2.000319907178286e-06,
      "loss": 1.267144799232483,
      "step": 1958
    },
    {
      "epoch": 2.996941896024465,
      "grad_norm": 0.2983456552028656,
      "learning_rate": 2.00011516702084e-06,
      "loss": 1.196736454963684,
      "step": 1960
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.5205248594284058,
      "learning_rate": 2.0000127963599083e-06,
      "loss": 1.273805856704712,
      "step": 1962
    },
    {
      "epoch": 3.0,
      "step": 1962,
      "total_flos": 2.4882019145802056e+18,
      "train_loss": 1.403386620814161,
      "train_runtime": 17106.4454,
      "train_samples_per_second": 1.835,
      "train_steps_per_second": 0.115
    }
  ],
  "logging_steps": 2,
  "max_steps": 1962,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 9999999,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.4882019145802056e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}