{
  "best_global_step": 6500,
  "best_metric": 0.9011890379601959,
  "best_model_checkpoint": "/workspace/output/resnet50/checkpoint-6500",
  "epoch": 0.9226401703335699,
  "eval_steps": 500,
  "global_step": 6500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0014194464158978,
      "grad_norm": 3.2342276573181152,
      "learning_rate": 9.999872249822569e-05,
      "loss": 5.98863525390625,
      "step": 10
    },
    {
      "epoch": 0.0028388928317956,
      "grad_norm": 3.3994972705841064,
      "learning_rate": 9.99973030518098e-05,
      "loss": 5.97633056640625,
      "step": 20
    },
    {
      "epoch": 0.0042583392476933995,
      "grad_norm": 3.3180341720581055,
      "learning_rate": 9.99958836053939e-05,
      "loss": 5.97711181640625,
      "step": 30
    },
    {
      "epoch": 0.0056777856635912,
      "grad_norm": 2.9379143714904785,
      "learning_rate": 9.999446415897801e-05,
      "loss": 5.9991455078125,
      "step": 40
    },
    {
      "epoch": 0.007097232079488999,
      "grad_norm": 2.2698018550872803,
      "learning_rate": 9.99930447125621e-05,
      "loss": 5.96363525390625,
      "step": 50
    },
    {
      "epoch": 0.008516678495386799,
      "grad_norm": 2.0626659393310547,
      "learning_rate": 9.99916252661462e-05,
      "loss": 5.96995849609375,
      "step": 60
    },
    {
      "epoch": 0.0099361249112846,
      "grad_norm": 2.814460277557373,
      "learning_rate": 9.999020581973031e-05,
      "loss": 5.9493408203125,
      "step": 70
    },
    {
      "epoch": 0.0113555713271824,
      "grad_norm": 2.871051788330078,
      "learning_rate": 9.998878637331441e-05,
      "loss": 5.9510498046875,
      "step": 80
    },
    {
      "epoch": 0.0127750177430802,
      "grad_norm": 2.3897151947021484,
      "learning_rate": 9.998736692689852e-05,
      "loss": 5.94254150390625,
      "step": 90
    },
    {
      "epoch": 0.014194464158977998,
      "grad_norm": 2.9910531044006348,
      "learning_rate": 9.99859474804826e-05,
      "loss": 5.9062255859375,
      "step": 100
    },
    {
      "epoch": 0.015613910574875798,
      "grad_norm": 3.137518882751465,
      "learning_rate": 9.998452803406672e-05,
      "loss": 5.9070068359375,
      "step": 110
    },
    {
      "epoch": 0.017033356990773598,
      "grad_norm": 3.021024703979492,
      "learning_rate": 9.998310858765082e-05,
      "loss": 5.87197265625,
      "step": 120
    },
    {
      "epoch": 0.018452803406671398,
      "grad_norm": 3.499450445175171,
      "learning_rate": 9.998168914123493e-05,
      "loss": 5.8237548828125,
      "step": 130
    },
    {
      "epoch": 0.0198722498225692,
      "grad_norm": 3.87576961517334,
      "learning_rate": 9.998026969481902e-05,
      "loss": 5.754150390625,
      "step": 140
    },
    {
      "epoch": 0.021291696238467,
      "grad_norm": 3.9846458435058594,
      "learning_rate": 9.997885024840313e-05,
      "loss": 5.697198486328125,
      "step": 150
    },
    {
      "epoch": 0.0227111426543648,
      "grad_norm": 4.339130878448486,
      "learning_rate": 9.997743080198723e-05,
      "loss": 5.63760986328125,
      "step": 160
    },
    {
      "epoch": 0.0241305890702626,
      "grad_norm": 4.891483783721924,
      "learning_rate": 9.997601135557133e-05,
      "loss": 5.5271728515625,
      "step": 170
    },
    {
      "epoch": 0.0255500354861604,
      "grad_norm": 5.147222995758057,
      "learning_rate": 9.997459190915544e-05,
      "loss": 5.45938720703125,
      "step": 180
    },
    {
      "epoch": 0.0269694819020582,
      "grad_norm": 5.365755558013916,
      "learning_rate": 9.997317246273954e-05,
      "loss": 5.355255126953125,
      "step": 190
    },
    {
      "epoch": 0.028388928317955996,
      "grad_norm": 5.888001918792725,
      "learning_rate": 9.997175301632365e-05,
      "loss": 5.1554931640625,
      "step": 200
    },
    {
      "epoch": 0.029808374733853796,
      "grad_norm": 6.100172996520996,
      "learning_rate": 9.997033356990773e-05,
      "loss": 5.035284423828125,
      "step": 210
    },
    {
      "epoch": 0.031227821149751596,
      "grad_norm": 6.491486549377441,
      "learning_rate": 9.996891412349184e-05,
      "loss": 4.899530029296875,
      "step": 220
    },
    {
      "epoch": 0.032647267565649396,
      "grad_norm": 6.916806697845459,
      "learning_rate": 9.996749467707594e-05,
      "loss": 4.851350402832031,
      "step": 230
    },
    {
      "epoch": 0.034066713981547196,
      "grad_norm": 6.837950706481934,
      "learning_rate": 9.996607523066005e-05,
      "loss": 4.726431274414063,
      "step": 240
    },
    {
      "epoch": 0.035486160397444996,
      "grad_norm": 7.554074287414551,
      "learning_rate": 9.996465578424415e-05,
      "loss": 4.4839630126953125,
      "step": 250
    },
    {
      "epoch": 0.036905606813342796,
      "grad_norm": 7.574995994567871,
      "learning_rate": 9.996323633782825e-05,
      "loss": 4.506732177734375,
      "step": 260
    },
    {
      "epoch": 0.0383250532292406,
      "grad_norm": 7.498238563537598,
      "learning_rate": 9.996181689141236e-05,
      "loss": 4.319998168945313,
      "step": 270
    },
    {
      "epoch": 0.0397444996451384,
      "grad_norm": 7.978142261505127,
      "learning_rate": 9.996039744499645e-05,
      "loss": 4.214613342285157,
      "step": 280
    },
    {
      "epoch": 0.0411639460610362,
      "grad_norm": 8.194511413574219,
      "learning_rate": 9.995897799858057e-05,
      "loss": 4.212762451171875,
      "step": 290
    },
    {
      "epoch": 0.042583392476934,
      "grad_norm": 8.136639595031738,
      "learning_rate": 9.995755855216466e-05,
      "loss": 4.009028625488281,
      "step": 300
    },
    {
      "epoch": 0.0440028388928318,
      "grad_norm": 8.684012413024902,
      "learning_rate": 9.995613910574876e-05,
      "loss": 3.9817459106445314,
      "step": 310
    },
    {
      "epoch": 0.0454222853087296,
      "grad_norm": 8.888952255249023,
      "learning_rate": 9.995471965933286e-05,
      "loss": 3.94019775390625,
      "step": 320
    },
    {
      "epoch": 0.0468417317246274,
      "grad_norm": 8.79919719696045,
      "learning_rate": 9.995330021291697e-05,
      "loss": 3.9265777587890627,
      "step": 330
    },
    {
      "epoch": 0.0482611781405252,
      "grad_norm": 8.571785926818848,
      "learning_rate": 9.995188076650107e-05,
      "loss": 3.7262115478515625,
      "step": 340
    },
    {
      "epoch": 0.049680624556423,
      "grad_norm": 8.640142440795898,
      "learning_rate": 9.995046132008518e-05,
      "loss": 3.644915771484375,
      "step": 350
    },
    {
      "epoch": 0.0511000709723208,
      "grad_norm": 9.322779655456543,
      "learning_rate": 9.994904187366927e-05,
      "loss": 3.644049072265625,
      "step": 360
    },
    {
      "epoch": 0.0525195173882186,
      "grad_norm": 8.790424346923828,
      "learning_rate": 9.994762242725337e-05,
      "loss": 3.4869285583496095,
      "step": 370
    },
    {
      "epoch": 0.0539389638041164,
      "grad_norm": 9.344154357910156,
      "learning_rate": 9.994620298083748e-05,
      "loss": 3.55142822265625,
      "step": 380
    },
    {
      "epoch": 0.05535841022001419,
      "grad_norm": 8.807840347290039,
      "learning_rate": 9.994478353442158e-05,
      "loss": 3.4293190002441407,
      "step": 390
    },
    {
      "epoch": 0.05677785663591199,
      "grad_norm": 9.36971378326416,
      "learning_rate": 9.994336408800569e-05,
      "loss": 3.429082489013672,
      "step": 400
    },
    {
      "epoch": 0.05819730305180979,
      "grad_norm": 9.73521900177002,
      "learning_rate": 9.994194464158977e-05,
      "loss": 3.408639907836914,
      "step": 410
    },
    {
      "epoch": 0.05961674946770759,
      "grad_norm": 9.646844863891602,
      "learning_rate": 9.994052519517389e-05,
      "loss": 3.1950119018554686,
      "step": 420
    },
    {
      "epoch": 0.06103619588360539,
      "grad_norm": 9.722207069396973,
      "learning_rate": 9.993910574875798e-05,
      "loss": 3.4140243530273438,
      "step": 430
    },
    {
      "epoch": 0.06245564229950319,
      "grad_norm": 10.609601020812988,
      "learning_rate": 9.99376863023421e-05,
      "loss": 3.320109558105469,
      "step": 440
    },
    {
      "epoch": 0.063875088715401,
      "grad_norm": 10.271575927734375,
      "learning_rate": 9.993626685592619e-05,
      "loss": 3.232251739501953,
      "step": 450
    },
    {
      "epoch": 0.06529453513129879,
      "grad_norm": 9.766585350036621,
      "learning_rate": 9.993484740951029e-05,
      "loss": 3.149517059326172,
      "step": 460
    },
    {
      "epoch": 0.0667139815471966,
      "grad_norm": 10.358244895935059,
      "learning_rate": 9.99334279630944e-05,
      "loss": 3.1863967895507814,
      "step": 470
    },
    {
      "epoch": 0.06813342796309439,
      "grad_norm": 10.473136901855469,
      "learning_rate": 9.99320085166785e-05,
      "loss": 3.222390365600586,
      "step": 480
    },
    {
      "epoch": 0.0695528743789922,
      "grad_norm": 9.905110359191895,
      "learning_rate": 9.993058907026261e-05,
      "loss": 3.1823768615722656,
      "step": 490
    },
    {
      "epoch": 0.07097232079488999,
      "grad_norm": 9.858973503112793,
      "learning_rate": 9.99291696238467e-05,
      "loss": 2.9202560424804687,
      "step": 500
    },
    {
      "epoch": 0.07097232079488999,
      "eval_accuracy": 0.1867489031601704,
      "eval_loss": 3.0744524002075195,
      "eval_runtime": 31.2289,
      "eval_samples_per_second": 503.605,
      "eval_steps_per_second": 15.755,
      "step": 500
    },
    {
      "epoch": 0.0723917672107878,
      "grad_norm": 10.224215507507324,
      "learning_rate": 9.992775017743082e-05,
      "loss": 3.0410499572753906,
      "step": 510
    },
    {
      "epoch": 0.07381121362668559,
      "grad_norm": 9.867650032043457,
      "learning_rate": 9.99263307310149e-05,
      "loss": 3.116912078857422,
      "step": 520
    },
    {
      "epoch": 0.07523066004258339,
      "grad_norm": 10.343064308166504,
      "learning_rate": 9.992491128459901e-05,
      "loss": 3.06390266418457,
      "step": 530
    },
    {
      "epoch": 0.0766501064584812,
      "grad_norm": 10.38116455078125,
      "learning_rate": 9.992349183818311e-05,
      "loss": 2.973680114746094,
      "step": 540
    },
    {
      "epoch": 0.07806955287437899,
      "grad_norm": 10.979643821716309,
      "learning_rate": 9.992207239176722e-05,
      "loss": 3.0906436920166014,
      "step": 550
    },
    {
      "epoch": 0.0794889992902768,
      "grad_norm": 10.06657886505127,
      "learning_rate": 9.992065294535132e-05,
      "loss": 3.0091484069824217,
      "step": 560
    },
    {
      "epoch": 0.08090844570617459,
      "grad_norm": 10.663322448730469,
      "learning_rate": 9.991923349893541e-05,
      "loss": 2.862255859375,
      "step": 570
    },
    {
      "epoch": 0.0823278921220724,
      "grad_norm": 9.277785301208496,
      "learning_rate": 9.991781405251952e-05,
      "loss": 2.8638259887695314,
      "step": 580
    },
    {
      "epoch": 0.08374733853797019,
      "grad_norm": 10.807332038879395,
      "learning_rate": 9.991639460610362e-05,
      "loss": 2.732352066040039,
      "step": 590
    },
    {
      "epoch": 0.085166784953868,
      "grad_norm": 9.970373153686523,
      "learning_rate": 9.991497515968773e-05,
      "loss": 2.736968231201172,
      "step": 600
    },
    {
      "epoch": 0.08658623136976579,
      "grad_norm": 11.008269309997559,
      "learning_rate": 9.991355571327183e-05,
      "loss": 2.7735246658325194,
      "step": 610
    },
    {
      "epoch": 0.0880056777856636,
      "grad_norm": 8.758193969726562,
      "learning_rate": 9.991213626685593e-05,
      "loss": 2.5436214447021483,
      "step": 620
    },
    {
      "epoch": 0.08942512420156139,
      "grad_norm": 11.253259658813477,
      "learning_rate": 9.991071682044003e-05,
      "loss": 2.748835563659668,
      "step": 630
    },
    {
      "epoch": 0.0908445706174592,
      "grad_norm": 10.979547500610352,
      "learning_rate": 9.990929737402414e-05,
      "loss": 2.7314834594726562,
      "step": 640
    },
    {
      "epoch": 0.09226401703335699,
      "grad_norm": 11.182887077331543,
      "learning_rate": 9.990787792760823e-05,
      "loss": 2.645678901672363,
      "step": 650
    },
    {
      "epoch": 0.0936834634492548,
      "grad_norm": 10.636208534240723,
      "learning_rate": 9.990645848119234e-05,
      "loss": 2.5704013824462892,
      "step": 660
    },
    {
      "epoch": 0.09510290986515259,
      "grad_norm": 10.351170539855957,
      "learning_rate": 9.990503903477644e-05,
      "loss": 2.5628406524658205,
      "step": 670
    },
    {
      "epoch": 0.0965223562810504,
      "grad_norm": 9.914809226989746,
      "learning_rate": 9.990361958836054e-05,
      "loss": 2.5872230529785156,
      "step": 680
    },
    {
      "epoch": 0.09794180269694819,
      "grad_norm": 10.839837074279785,
      "learning_rate": 9.990220014194465e-05,
      "loss": 2.490940475463867,
      "step": 690
    },
    {
      "epoch": 0.099361249112846,
      "grad_norm": 11.259613990783691,
      "learning_rate": 9.990078069552875e-05,
      "loss": 2.64483585357666,
      "step": 700
    },
    {
      "epoch": 0.10078069552874379,
      "grad_norm": 11.213078498840332,
      "learning_rate": 9.989936124911286e-05,
      "loss": 2.5397150039672853,
      "step": 710
    },
    {
      "epoch": 0.1022001419446416,
      "grad_norm": 10.366206169128418,
      "learning_rate": 9.989794180269694e-05,
      "loss": 2.457781219482422,
      "step": 720
    },
    {
      "epoch": 0.10361958836053939,
      "grad_norm": 11.44458293914795,
      "learning_rate": 9.989652235628105e-05,
      "loss": 2.5090484619140625,
      "step": 730
    },
    {
      "epoch": 0.1050390347764372,
      "grad_norm": 11.689805030822754,
      "learning_rate": 9.989510290986515e-05,
      "loss": 2.409171485900879,
      "step": 740
    },
    {
      "epoch": 0.10645848119233499,
      "grad_norm": 10.568279266357422,
      "learning_rate": 9.989368346344926e-05,
      "loss": 2.3308380126953123,
      "step": 750
    },
    {
      "epoch": 0.1078779276082328,
      "grad_norm": 11.917696952819824,
      "learning_rate": 9.989226401703337e-05,
      "loss": 2.3733493804931642,
      "step": 760
    },
    {
      "epoch": 0.10929737402413059,
      "grad_norm": 9.960722923278809,
      "learning_rate": 9.989098651525906e-05,
      "loss": 2.4058095932006838,
      "step": 770
    },
    {
      "epoch": 0.11071682044002838,
      "grad_norm": 11.068999290466309,
      "learning_rate": 9.988956706884315e-05,
      "loss": 2.4371658325195313,
      "step": 780
    },
    {
      "epoch": 0.11213626685592619,
      "grad_norm": 10.340009689331055,
      "learning_rate": 9.988814762242725e-05,
      "loss": 2.2587520599365236,
      "step": 790
    },
    {
      "epoch": 0.11355571327182398,
      "grad_norm": 9.941303253173828,
      "learning_rate": 9.988672817601136e-05,
      "loss": 2.268446350097656,
      "step": 800
    },
    {
      "epoch": 0.11497515968772179,
      "grad_norm": 11.490272521972656,
      "learning_rate": 9.988530872959546e-05,
      "loss": 2.471067428588867,
      "step": 810
    },
    {
      "epoch": 0.11639460610361958,
      "grad_norm": 10.67241382598877,
      "learning_rate": 9.988388928317957e-05,
      "loss": 2.3497791290283203,
      "step": 820
    },
    {
      "epoch": 0.11781405251951739,
      "grad_norm": 10.710894584655762,
      "learning_rate": 9.988246983676367e-05,
      "loss": 2.1724626541137697,
      "step": 830
    },
    {
      "epoch": 0.11923349893541518,
      "grad_norm": 10.985452651977539,
      "learning_rate": 9.988105039034778e-05,
      "loss": 2.1848114013671873,
      "step": 840
    },
    {
      "epoch": 0.12065294535131299,
      "grad_norm": 10.063145637512207,
      "learning_rate": 9.987963094393186e-05,
      "loss": 2.180558776855469,
      "step": 850
    },
    {
      "epoch": 0.12207239176721078,
      "grad_norm": 11.236614227294922,
      "learning_rate": 9.987821149751597e-05,
      "loss": 2.282668876647949,
      "step": 860
    },
    {
      "epoch": 0.12349183818310859,
      "grad_norm": 10.98898983001709,
      "learning_rate": 9.987679205110007e-05,
      "loss": 2.235186767578125,
      "step": 870
    },
    {
      "epoch": 0.12491128459900638,
      "grad_norm": 11.805492401123047,
      "learning_rate": 9.987537260468418e-05,
      "loss": 2.2264921188354494,
      "step": 880
    },
    {
      "epoch": 0.1263307310149042,
      "grad_norm": 10.717041015625,
      "learning_rate": 9.987395315826828e-05,
      "loss": 2.1385255813598634,
      "step": 890
    },
    {
      "epoch": 0.127750177430802,
      "grad_norm": 9.613192558288574,
      "learning_rate": 9.987253371185238e-05,
      "loss": 2.1964336395263673,
      "step": 900
    },
    {
      "epoch": 0.12916962384669978,
      "grad_norm": 10.594833374023438,
      "learning_rate": 9.987111426543649e-05,
      "loss": 2.050688362121582,
      "step": 910
    },
    {
      "epoch": 0.13058907026259758,
      "grad_norm": 11.596671104431152,
      "learning_rate": 9.986969481902059e-05,
      "loss": 2.077385139465332,
      "step": 920
    },
    {
      "epoch": 0.1320085166784954,
      "grad_norm": 10.779032707214355,
      "learning_rate": 9.98682753726047e-05,
      "loss": 2.0280479431152343,
      "step": 930
    },
    {
      "epoch": 0.1334279630943932,
      "grad_norm": 10.522924423217773,
      "learning_rate": 9.98668559261888e-05,
      "loss": 1.9384689331054688,
      "step": 940
    },
    {
      "epoch": 0.13484740951029098,
      "grad_norm": 9.86844539642334,
      "learning_rate": 9.986543647977289e-05,
      "loss": 2.0612548828125,
      "step": 950
    },
    {
      "epoch": 0.13626685592618878,
      "grad_norm": 12.521405220031738,
      "learning_rate": 9.986401703335699e-05,
      "loss": 2.139466094970703,
      "step": 960
    },
    {
      "epoch": 0.1376863023420866,
      "grad_norm": 11.292656898498535,
      "learning_rate": 9.98625975869411e-05,
      "loss": 2.077956199645996,
      "step": 970
    },
    {
      "epoch": 0.1391057487579844,
      "grad_norm": 11.186986923217773,
      "learning_rate": 9.98611781405252e-05,
      "loss": 2.028730010986328,
      "step": 980
    },
    {
      "epoch": 0.14052519517388218,
      "grad_norm": 10.553022384643555,
      "learning_rate": 9.985975869410931e-05,
      "loss": 1.9375551223754883,
      "step": 990
    },
    {
      "epoch": 0.14194464158977999,
      "grad_norm": 11.089204788208008,
      "learning_rate": 9.98583392476934e-05,
      "loss": 2.0689823150634767,
      "step": 1000
    },
    {
      "epoch": 0.14194464158977999,
      "eval_accuracy": 0.42239460799898265,
      "eval_loss": 1.9010688066482544,
      "eval_runtime": 31.4593,
      "eval_samples_per_second": 499.916,
      "eval_steps_per_second": 15.639,
      "step": 1000
    },
    {
      "epoch": 0.1433640880056778,
      "grad_norm": 10.988676071166992,
      "learning_rate": 9.98569198012775e-05,
      "loss": 1.9830604553222657,
      "step": 1010
    },
    {
      "epoch": 0.1447835344215756,
      "grad_norm": 11.2459077835083,
      "learning_rate": 9.985550035486161e-05,
      "loss": 1.9190074920654296,
      "step": 1020
    },
    {
      "epoch": 0.14620298083747338,
      "grad_norm": 10.437894821166992,
      "learning_rate": 9.985408090844571e-05,
      "loss": 1.8999460220336915,
      "step": 1030
    },
    {
      "epoch": 0.14762242725337119,
      "grad_norm": 10.94793701171875,
      "learning_rate": 9.985266146202982e-05,
      "loss": 1.8579456329345703,
      "step": 1040
    },
    {
      "epoch": 0.149041873669269,
      "grad_norm": 11.168233871459961,
      "learning_rate": 9.98512420156139e-05,
      "loss": 1.8979732513427734,
      "step": 1050
    },
    {
      "epoch": 0.15046132008516677,
      "grad_norm": 10.14195728302002,
      "learning_rate": 9.984982256919802e-05,
      "loss": 1.7833553314208985,
      "step": 1060
    },
    {
      "epoch": 0.15188076650106458,
      "grad_norm": 9.160737991333008,
      "learning_rate": 9.984840312278211e-05,
      "loss": 1.8624576568603515,
      "step": 1070
    },
    {
      "epoch": 0.1533002129169624,
      "grad_norm": 11.151049613952637,
      "learning_rate": 9.984698367636623e-05,
      "loss": 1.8210905075073243,
      "step": 1080
    },
    {
      "epoch": 0.1547196593328602,
      "grad_norm": 10.053725242614746,
      "learning_rate": 9.984556422995032e-05,
      "loss": 1.7738643646240235,
      "step": 1090
    },
    {
      "epoch": 0.15613910574875797,
      "grad_norm": 10.97727108001709,
      "learning_rate": 9.984414478353442e-05,
      "loss": 1.866429328918457,
      "step": 1100
    },
    {
      "epoch": 0.15755855216465578,
      "grad_norm": 12.384384155273438,
      "learning_rate": 9.984272533711853e-05,
      "loss": 1.8680984497070312,
      "step": 1110
    },
    {
      "epoch": 0.1589779985805536,
      "grad_norm": 11.387879371643066,
      "learning_rate": 9.984130589070263e-05,
      "loss": 1.8034194946289062,
      "step": 1120
    },
    {
      "epoch": 0.1603974449964514,
      "grad_norm": 10.6587495803833,
      "learning_rate": 9.983988644428674e-05,
      "loss": 1.772690773010254,
      "step": 1130
    },
    {
      "epoch": 0.16181689141234917,
      "grad_norm": 12.721858024597168,
      "learning_rate": 9.983846699787084e-05,
      "loss": 1.7724496841430664,
      "step": 1140
    },
    {
      "epoch": 0.16323633782824698,
      "grad_norm": 11.116838455200195,
      "learning_rate": 9.983704755145493e-05,
      "loss": 1.7527042388916017,
      "step": 1150
    },
    {
      "epoch": 0.1646557842441448,
      "grad_norm": 10.033406257629395,
      "learning_rate": 9.983562810503903e-05,
      "loss": 1.674898338317871,
      "step": 1160
    },
    {
      "epoch": 0.1660752306600426,
      "grad_norm": 11.121773719787598,
      "learning_rate": 9.983420865862314e-05,
      "loss": 1.741505241394043,
      "step": 1170
    },
    {
      "epoch": 0.16749467707594037,
      "grad_norm": 11.052094459533691,
      "learning_rate": 9.983278921220724e-05,
      "loss": 1.7749841690063477,
      "step": 1180
    },
    {
      "epoch": 0.16891412349183818,
      "grad_norm": 10.183452606201172,
      "learning_rate": 9.983136976579135e-05,
      "loss": 1.6881484985351562,
      "step": 1190
    },
    {
      "epoch": 0.170333569907736,
      "grad_norm": 11.106999397277832,
      "learning_rate": 9.982995031937545e-05,
      "loss": 1.814961051940918,
      "step": 1200
    },
    {
      "epoch": 0.1717530163236338,
      "grad_norm": 12.08647632598877,
      "learning_rate": 9.982853087295955e-05,
      "loss": 1.682515525817871,
      "step": 1210
    },
    {
      "epoch": 0.17317246273953157,
      "grad_norm": 13.744584083557129,
      "learning_rate": 9.982711142654366e-05,
      "loss": 1.6713733673095703,
      "step": 1220
    },
    {
      "epoch": 0.17459190915542938,
      "grad_norm": 9.970173835754395,
      "learning_rate": 9.982569198012775e-05,
      "loss": 1.711156463623047,
      "step": 1230
    },
    {
      "epoch": 0.1760113555713272,
      "grad_norm": 11.027495384216309,
      "learning_rate": 9.982427253371186e-05,
      "loss": 1.759619140625,
      "step": 1240
    },
    {
      "epoch": 0.177430801987225,
      "grad_norm": 10.876315116882324,
      "learning_rate": 9.982285308729596e-05,
      "loss": 1.618482780456543,
      "step": 1250
    },
    {
      "epoch": 0.17885024840312277,
      "grad_norm": 10.26490592956543,
      "learning_rate": 9.982143364088006e-05,
      "loss": 1.6674427032470702,
      "step": 1260
    },
    {
      "epoch": 0.18026969481902058,
      "grad_norm": 11.872292518615723,
      "learning_rate": 9.982001419446416e-05,
      "loss": 1.6325908660888673,
      "step": 1270
    },
    {
      "epoch": 0.1816891412349184,
      "grad_norm": 9.946234703063965,
      "learning_rate": 9.981859474804827e-05,
      "loss": 1.5453743934631348,
      "step": 1280
    },
    {
      "epoch": 0.18310858765081617,
      "grad_norm": 11.03128719329834,
      "learning_rate": 9.981717530163236e-05,
      "loss": 1.658684539794922,
      "step": 1290
    },
    {
      "epoch": 0.18452803406671398,
      "grad_norm": 12.145915031433105,
      "learning_rate": 9.981575585521648e-05,
      "loss": 1.5792274475097656,
      "step": 1300
    },
    {
      "epoch": 0.18594748048261178,
      "grad_norm": 11.820379257202148,
      "learning_rate": 9.981433640880057e-05,
      "loss": 1.5301803588867187,
      "step": 1310
    },
    {
      "epoch": 0.1873669268985096,
      "grad_norm": 11.046746253967285,
      "learning_rate": 9.981291696238467e-05,
      "loss": 1.6124080657958983,
      "step": 1320
    },
    {
      "epoch": 0.18878637331440737,
      "grad_norm": 9.545868873596191,
      "learning_rate": 9.981149751596878e-05,
      "loss": 1.5502593994140625,
      "step": 1330
    },
    {
      "epoch": 0.19020581973030518,
      "grad_norm": 11.999979019165039,
      "learning_rate": 9.981007806955288e-05,
      "loss": 1.5360203742980958,
      "step": 1340
    },
    {
      "epoch": 0.19162526614620298,
      "grad_norm": 9.949675559997559,
      "learning_rate": 9.980865862313699e-05,
      "loss": 1.353858470916748,
      "step": 1350
    },
    {
      "epoch": 0.1930447125621008,
      "grad_norm": 11.573400497436523,
      "learning_rate": 9.980723917672107e-05,
      "loss": 1.3946660995483398,
      "step": 1360
    },
    {
      "epoch": 0.19446415897799857,
      "grad_norm": 10.249485969543457,
      "learning_rate": 9.980581973030518e-05,
      "loss": 1.518262004852295,
      "step": 1370
    },
    {
      "epoch": 0.19588360539389638,
      "grad_norm": 10.011629104614258,
      "learning_rate": 9.980440028388928e-05,
      "loss": 1.5000194549560546,
      "step": 1380
    },
    {
      "epoch": 0.19730305180979418,
      "grad_norm": 12.186440467834473,
      "learning_rate": 9.980298083747339e-05,
      "loss": 1.554741382598877,
      "step": 1390
    },
    {
      "epoch": 0.198722498225692,
      "grad_norm": 11.845844268798828,
      "learning_rate": 9.980156139105749e-05,
      "loss": 1.4599843978881837,
      "step": 1400
    },
    {
      "epoch": 0.20014194464158977,
      "grad_norm": 10.98592472076416,
      "learning_rate": 9.980014194464159e-05,
      "loss": 1.4062080383300781,
      "step": 1410
    },
    {
      "epoch": 0.20156139105748758,
      "grad_norm": 11.54171371459961,
      "learning_rate": 9.97987224982257e-05,
      "loss": 1.5128003120422364,
      "step": 1420
    },
    {
      "epoch": 0.20298083747338538,
      "grad_norm": 10.248682022094727,
      "learning_rate": 9.97973030518098e-05,
      "loss": 1.5022719383239747,
      "step": 1430
    },
    {
      "epoch": 0.2044002838892832,
      "grad_norm": 8.78536319732666,
      "learning_rate": 9.97958836053939e-05,
      "loss": 1.4118841171264649,
      "step": 1440
    },
    {
      "epoch": 0.20581973030518097,
      "grad_norm": 9.993626594543457,
      "learning_rate": 9.9794464158978e-05,
      "loss": 1.3945957183837892,
      "step": 1450
    },
    {
      "epoch": 0.20723917672107878,
      "grad_norm": 11.31412124633789,
      "learning_rate": 9.97930447125621e-05,
      "loss": 1.26229887008667,
      "step": 1460
    },
    {
      "epoch": 0.20865862313697658,
      "grad_norm": 11.182840347290039,
      "learning_rate": 9.97916252661462e-05,
      "loss": 1.3171740531921388,
      "step": 1470
    },
    {
      "epoch": 0.2100780695528744,
      "grad_norm": 12.25224781036377,
      "learning_rate": 9.979020581973031e-05,
      "loss": 1.3310781478881837,
      "step": 1480
    },
    {
      "epoch": 0.21149751596877217,
      "grad_norm": 11.81201457977295,
      "learning_rate": 9.978878637331441e-05,
      "loss": 1.3043070793151856,
      "step": 1490
    },
    {
      "epoch": 0.21291696238466998,
      "grad_norm": 10.484480857849121,
      "learning_rate": 9.978736692689852e-05,
      "loss": 1.2629288673400878,
      "step": 1500
    },
    {
      "epoch": 0.21291696238466998,
      "eval_accuracy": 0.5395180263241559,
      "eval_loss": 1.438815712928772,
      "eval_runtime": 32.1456,
      "eval_samples_per_second": 489.242,
      "eval_steps_per_second": 15.305,
      "step": 1500
    },
    {
      "epoch": 0.21433640880056778,
      "grad_norm": 10.796157836914062,
      "learning_rate": 9.978594748048262e-05,
      "loss": 1.3752121925354004,
      "step": 1510
    },
    {
      "epoch": 0.2157558552164656,
      "grad_norm": 10.1256742477417,
      "learning_rate": 9.978452803406671e-05,
      "loss": 1.3005435943603516,
      "step": 1520
    },
    {
      "epoch": 0.21717530163236337,
      "grad_norm": 11.182530403137207,
      "learning_rate": 9.978310858765082e-05,
      "loss": 1.3048934936523438,
      "step": 1530
    },
    {
      "epoch": 0.21859474804826118,
      "grad_norm": 10.190278053283691,
      "learning_rate": 9.978168914123492e-05,
      "loss": 1.3993605613708495,
      "step": 1540
    },
    {
      "epoch": 0.22001419446415899,
      "grad_norm": 10.497735977172852,
      "learning_rate": 9.978026969481903e-05,
      "loss": 1.303945541381836,
      "step": 1550
    },
    {
      "epoch": 0.22143364088005676,
      "grad_norm": 10.535606384277344,
      "learning_rate": 9.977885024840313e-05,
      "loss": 1.2210904121398927,
      "step": 1560
    },
    {
      "epoch": 0.22285308729595457,
      "grad_norm": 11.385029792785645,
      "learning_rate": 9.977743080198723e-05,
      "loss": 1.3508376121520995,
      "step": 1570
    },
    {
      "epoch": 0.22427253371185238,
      "grad_norm": 9.528643608093262,
      "learning_rate": 9.977601135557132e-05,
      "loss": 1.2278815269470216,
      "step": 1580
    },
    {
      "epoch": 0.22569198012775019,
      "grad_norm": 13.161009788513184,
      "learning_rate": 9.977459190915544e-05,
      "loss": 1.254448413848877,
      "step": 1590
    },
    {
      "epoch": 0.22711142654364797,
      "grad_norm": 11.288809776306152,
      "learning_rate": 9.977317246273953e-05,
      "loss": 1.271047878265381,
      "step": 1600
    },
    {
      "epoch": 0.22853087295954577,
      "grad_norm": 11.30105209350586,
      "learning_rate": 9.977175301632364e-05,
      "loss": 1.3242988586425781,
      "step": 1610
    },
    {
      "epoch": 0.22995031937544358,
      "grad_norm": 10.600774765014648,
      "learning_rate": 9.977033356990774e-05,
      "loss": 1.3170942306518554,
      "step": 1620
    },
    {
      "epoch": 0.2313697657913414,
      "grad_norm": 10.652543067932129,
      "learning_rate": 9.976891412349184e-05,
      "loss": 1.3998719215393067,
      "step": 1630
    },
    {
      "epoch": 0.23278921220723917,
      "grad_norm": 11.354793548583984,
      "learning_rate": 9.976749467707595e-05,
      "loss": 1.270443820953369,
      "step": 1640
    },
    {
      "epoch": 0.23420865862313697,
      "grad_norm": 9.926568031311035,
      "learning_rate": 9.976607523066005e-05,
      "loss": 1.117215347290039,
      "step": 1650
    },
    {
      "epoch": 0.23562810503903478,
      "grad_norm": 11.167335510253906,
      "learning_rate": 9.976465578424416e-05,
      "loss": 1.348717212677002,
      "step": 1660
    },
    {
      "epoch": 0.2370475514549326,
      "grad_norm": 11.364425659179688,
      "learning_rate": 9.976323633782824e-05,
      "loss": 1.2113998413085938,
      "step": 1670
    },
    {
      "epoch": 0.23846699787083037,
      "grad_norm": 10.315034866333008,
      "learning_rate": 9.976181689141235e-05,
      "loss": 1.2621678352355956,
      "step": 1680
    },
    {
      "epoch": 0.23988644428672817,
      "grad_norm": 11.332146644592285,
      "learning_rate": 9.976039744499645e-05,
      "loss": 1.2919418334960937,
      "step": 1690
    },
    {
      "epoch": 0.24130589070262598,
      "grad_norm": 9.863037109375,
      "learning_rate": 9.975897799858056e-05,
      "loss": 1.262222957611084,
      "step": 1700
    },
    {
      "epoch": 0.2427253371185238,
      "grad_norm": 13.898163795471191,
      "learning_rate": 9.975755855216467e-05,
      "loss": 1.349098300933838,
      "step": 1710
    },
    {
      "epoch": 0.24414478353442157,
      "grad_norm": 9.008386611938477,
      "learning_rate": 9.975613910574876e-05,
      "loss": 1.1653017044067382,
      "step": 1720
    },
    {
      "epoch": 0.24556422995031937,
      "grad_norm": 9.755669593811035,
      "learning_rate": 9.975471965933287e-05,
      "loss": 1.304057788848877,
      "step": 1730
    },
    {
      "epoch": 0.24698367636621718,
      "grad_norm": 10.742278099060059,
      "learning_rate": 9.975330021291696e-05,
      "loss": 1.1656038284301757,
      "step": 1740
    },
    {
      "epoch": 0.248403122782115,
      "grad_norm": 11.937880516052246,
      "learning_rate": 9.975188076650107e-05,
      "loss": 1.2565963745117188,
      "step": 1750
    },
    {
      "epoch": 0.24982256919801277,
      "grad_norm": 9.80545711517334,
      "learning_rate": 9.975046132008517e-05,
      "loss": 1.1316876411437988,
      "step": 1760
    },
    {
      "epoch": 0.2512420156139106,
      "grad_norm": 11.162557601928711,
      "learning_rate": 9.974904187366927e-05,
      "loss": 1.2094581604003907,
      "step": 1770
    },
    {
      "epoch": 0.2526614620298084,
      "grad_norm": 12.278450965881348,
      "learning_rate": 9.974762242725337e-05,
      "loss": 1.2499947547912598,
      "step": 1780
    },
    {
      "epoch": 0.2540809084457062,
      "grad_norm": 10.95953369140625,
      "learning_rate": 9.974620298083748e-05,
      "loss": 1.1540046691894532,
      "step": 1790
    },
    {
      "epoch": 0.255500354861604,
      "grad_norm": 7.865696430206299,
      "learning_rate": 9.974478353442159e-05,
      "loss": 1.1665989875793457,
      "step": 1800
    },
    {
      "epoch": 0.25691980127750175,
      "grad_norm": 12.1609468460083,
      "learning_rate": 9.974336408800569e-05,
      "loss": 1.120746898651123,
      "step": 1810
    },
    {
      "epoch": 0.25833924769339955,
      "grad_norm": 9.554359436035156,
      "learning_rate": 9.974194464158978e-05,
      "loss": 1.3381189346313476,
      "step": 1820
    },
    {
      "epoch": 0.25975869410929736,
      "grad_norm": 9.497129440307617,
      "learning_rate": 9.974052519517388e-05,
      "loss": 1.1758546829223633,
      "step": 1830
    },
    {
      "epoch": 0.26117814052519517,
      "grad_norm": 10.584992408752441,
      "learning_rate": 9.973910574875799e-05,
      "loss": 1.0787659645080567,
      "step": 1840
    },
    {
      "epoch": 0.262597586941093,
      "grad_norm": 9.558980941772461,
      "learning_rate": 9.973768630234209e-05,
      "loss": 0.9334567070007325,
      "step": 1850
    },
    {
      "epoch": 0.2640170333569908,
      "grad_norm": 9.41112995147705,
      "learning_rate": 9.97362668559262e-05,
      "loss": 1.1376053810119628,
      "step": 1860
    },
    {
      "epoch": 0.2654364797728886,
      "grad_norm": 11.666831970214844,
      "learning_rate": 9.973484740951028e-05,
      "loss": 1.207914447784424,
      "step": 1870
    },
    {
      "epoch": 0.2668559261887864,
      "grad_norm": 11.217955589294434,
      "learning_rate": 9.97334279630944e-05,
      "loss": 1.052849578857422,
      "step": 1880
    },
    {
      "epoch": 0.26827537260468415,
      "grad_norm": 8.3615083694458,
      "learning_rate": 9.97320085166785e-05,
      "loss": 0.9782976150512696,
      "step": 1890
    },
    {
      "epoch": 0.26969481902058196,
      "grad_norm": 10.69944953918457,
      "learning_rate": 9.97305890702626e-05,
      "loss": 0.9639101982116699,
      "step": 1900
    },
    {
      "epoch": 0.27111426543647976,
      "grad_norm": 11.15194034576416,
      "learning_rate": 9.972916962384671e-05,
      "loss": 1.0744239807128906,
      "step": 1910
    },
    {
      "epoch": 0.27253371185237757,
      "grad_norm": 10.363690376281738,
      "learning_rate": 9.972775017743081e-05,
      "loss": 1.1180108070373536,
      "step": 1920
    },
    {
      "epoch": 0.2739531582682754,
      "grad_norm": 10.816513061523438,
      "learning_rate": 9.972633073101491e-05,
      "loss": 1.118791103363037,
      "step": 1930
    },
    {
      "epoch": 0.2753726046841732,
      "grad_norm": 8.64388656616211,
      "learning_rate": 9.9724911284599e-05,
      "loss": 1.1368459701538085,
      "step": 1940
    },
    {
      "epoch": 0.276792051100071,
      "grad_norm": 9.002252578735352,
      "learning_rate": 9.972349183818312e-05,
      "loss": 1.1344121932983398,
      "step": 1950
    },
    {
      "epoch": 0.2782114975159688,
      "grad_norm": 11.083386421203613,
      "learning_rate": 9.972207239176721e-05,
      "loss": 1.1827295303344727,
      "step": 1960
    },
    {
      "epoch": 0.27963094393186655,
      "grad_norm": 8.360145568847656,
      "learning_rate": 9.972065294535133e-05,
      "loss": 0.9954969406127929,
      "step": 1970
    },
    {
      "epoch": 0.28105039034776436,
      "grad_norm": 12.982026100158691,
      "learning_rate": 9.971923349893542e-05,
      "loss": 0.9865982055664062,
      "step": 1980
    },
    {
      "epoch": 0.28246983676366216,
      "grad_norm": 9.3854341506958,
      "learning_rate": 9.971781405251952e-05,
      "loss": 0.9238475799560547,
      "step": 1990
    },
    {
      "epoch": 0.28388928317955997,
      "grad_norm": 10.693597793579102,
      "learning_rate": 9.971639460610363e-05,
      "loss": 0.9660484313964843,
      "step": 2000
    },
    {
      "epoch": 0.28388928317955997,
      "eval_accuracy": 0.6596935206968907,
      "eval_loss": 1.0827350616455078,
      "eval_runtime": 31.44,
      "eval_samples_per_second": 500.222,
      "eval_steps_per_second": 15.649,
      "step": 2000
    },
    {
      "epoch": 0.2853087295954578,
      "grad_norm": 11.403952598571777,
      "learning_rate": 9.971497515968773e-05,
      "loss": 0.987885856628418,
      "step": 2010
    },
    {
      "epoch": 0.2867281760113556,
      "grad_norm": 11.068461418151855,
      "learning_rate": 9.971355571327184e-05,
      "loss": 1.0180384635925293,
      "step": 2020
    },
    {
      "epoch": 0.2881476224272534,
      "grad_norm": 10.536505699157715,
      "learning_rate": 9.971213626685592e-05,
      "loss": 1.0148059844970703,
      "step": 2030
    },
    {
      "epoch": 0.2895670688431512,
      "grad_norm": 9.358129501342773,
      "learning_rate": 9.971071682044003e-05,
      "loss": 0.9920819282531739,
      "step": 2040
    },
    {
      "epoch": 0.29098651525904895,
      "grad_norm": 10.33521842956543,
      "learning_rate": 9.970929737402413e-05,
      "loss": 1.0010162353515626,
      "step": 2050
    },
    {
      "epoch": 0.29240596167494676,
      "grad_norm": 10.490190505981445,
      "learning_rate": 9.970787792760824e-05,
      "loss": 0.9781021118164063,
      "step": 2060
    },
    {
      "epoch": 0.29382540809084456,
      "grad_norm": 9.507524490356445,
      "learning_rate": 9.970645848119234e-05,
      "loss": 0.9722440719604493,
      "step": 2070
    },
    {
      "epoch": 0.29524485450674237,
      "grad_norm": 10.77835464477539,
      "learning_rate": 9.970503903477644e-05,
      "loss": 0.9851055145263672,
      "step": 2080
    },
    {
      "epoch": 0.2966643009226402,
      "grad_norm": 9.847874641418457,
      "learning_rate": 9.970361958836055e-05,
      "loss": 0.8958380699157715,
      "step": 2090
    },
    {
      "epoch": 0.298083747338538,
      "grad_norm": 11.703569412231445,
      "learning_rate": 9.970220014194465e-05,
      "loss": 0.9267073631286621,
      "step": 2100
    },
    {
      "epoch": 0.2995031937544358,
      "grad_norm": 6.974740028381348,
      "learning_rate": 9.970078069552876e-05,
      "loss": 0.787592887878418,
      "step": 2110
    },
    {
      "epoch": 0.30092264017033354,
      "grad_norm": 5.989770889282227,
      "learning_rate": 9.969936124911285e-05,
      "loss": 0.8309663772583008,
      "step": 2120
    },
    {
      "epoch": 0.30234208658623135,
      "grad_norm": 8.477362632751465,
      "learning_rate": 9.969794180269695e-05,
      "loss": 0.8926510810852051,
      "step": 2130
    },
    {
      "epoch": 0.30376153300212916,
      "grad_norm": 8.412622451782227,
      "learning_rate": 9.969652235628105e-05,
      "loss": 0.8592344284057617,
      "step": 2140
    },
    {
      "epoch": 0.30518097941802697,
      "grad_norm": 10.356178283691406,
      "learning_rate": 9.969510290986516e-05,
      "loss": 0.8827583312988281,
      "step": 2150
    },
    {
      "epoch": 0.3066004258339248,
      "grad_norm": 7.666086673736572,
      "learning_rate": 9.969368346344926e-05,
      "loss": 0.9427967071533203,
      "step": 2160
    },
    {
      "epoch": 0.3080198722498226,
      "grad_norm": 11.2577486038208,
      "learning_rate": 9.969226401703337e-05,
      "loss": 0.8580154418945313,
      "step": 2170
    },
    {
      "epoch": 0.3094393186657204,
      "grad_norm": 10.915003776550293,
      "learning_rate": 9.969084457061746e-05,
      "loss": 0.9019613265991211,
      "step": 2180
    },
    {
      "epoch": 0.3108587650816182,
      "grad_norm": 9.683639526367188,
      "learning_rate": 9.968942512420156e-05,
      "loss": 0.8982448577880859,
      "step": 2190
    },
    {
      "epoch": 0.31227821149751595,
      "grad_norm": 8.5520601272583,
      "learning_rate": 9.968800567778567e-05,
      "loss": 0.7967979431152343,
      "step": 2200
    },
    {
      "epoch": 0.31369765791341375,
      "grad_norm": 11.931614875793457,
      "learning_rate": 9.968658623136977e-05,
      "loss": 0.9725972175598144,
      "step": 2210
    },
    {
      "epoch": 0.31511710432931156,
      "grad_norm": 11.004504203796387,
      "learning_rate": 9.968516678495388e-05,
      "loss": 0.9189895629882813,
      "step": 2220
    },
    {
      "epoch": 0.31653655074520937,
      "grad_norm": 9.460184097290039,
      "learning_rate": 9.968374733853797e-05,
      "loss": 0.9253165245056152,
      "step": 2230
    },
    {
      "epoch": 0.3179559971611072,
      "grad_norm": 9.675958633422852,
      "learning_rate": 9.968232789212208e-05,
      "loss": 0.7977495670318604,
      "step": 2240
    },
    {
      "epoch": 0.319375443577005,
      "grad_norm": 8.858159065246582,
      "learning_rate": 9.968090844570617e-05,
      "loss": 0.9056186676025391,
      "step": 2250
    },
    {
      "epoch": 0.3207948899929028,
      "grad_norm": 10.144878387451172,
      "learning_rate": 9.967948899929028e-05,
      "loss": 0.9273244857788085,
      "step": 2260
    },
    {
      "epoch": 0.3222143364088006,
      "grad_norm": 9.78799819946289,
      "learning_rate": 9.967806955287438e-05,
      "loss": 0.8192936897277832,
      "step": 2270
    },
    {
      "epoch": 0.32363378282469835,
      "grad_norm": 8.891179084777832,
      "learning_rate": 9.967665010645849e-05,
      "loss": 0.8823507308959961,
      "step": 2280
    },
    {
      "epoch": 0.32505322924059615,
      "grad_norm": 9.303411483764648,
      "learning_rate": 9.967523066004259e-05,
      "loss": 0.8374591827392578,
      "step": 2290
    },
    {
      "epoch": 0.32647267565649396,
      "grad_norm": 8.408880233764648,
      "learning_rate": 9.967381121362669e-05,
      "loss": 0.849891471862793,
      "step": 2300
    },
    {
      "epoch": 0.32789212207239177,
      "grad_norm": 9.384819030761719,
      "learning_rate": 9.96723917672108e-05,
      "loss": 0.7750972747802735,
      "step": 2310
    },
    {
      "epoch": 0.3293115684882896,
      "grad_norm": 9.170500755310059,
      "learning_rate": 9.96709723207949e-05,
      "loss": 0.7687624454498291,
      "step": 2320
    },
    {
      "epoch": 0.3307310149041874,
      "grad_norm": 8.488929748535156,
      "learning_rate": 9.966955287437901e-05,
      "loss": 0.8498885154724121,
      "step": 2330
    },
    {
      "epoch": 0.3321504613200852,
      "grad_norm": 10.291971206665039,
      "learning_rate": 9.966813342796309e-05,
      "loss": 0.7807302474975586,
      "step": 2340
    },
    {
      "epoch": 0.33356990773598294,
      "grad_norm": 11.644806861877441,
      "learning_rate": 9.96667139815472e-05,
      "loss": 0.7917065143585205,
      "step": 2350
    },
    {
      "epoch": 0.33498935415188075,
      "grad_norm": 13.938374519348145,
      "learning_rate": 9.96652945351313e-05,
      "loss": 0.8718063354492187,
      "step": 2360
    },
    {
      "epoch": 0.33640880056777855,
      "grad_norm": 10.399706840515137,
      "learning_rate": 9.966387508871541e-05,
      "loss": 0.8703582763671875,
      "step": 2370
    },
    {
      "epoch": 0.33782824698367636,
      "grad_norm": 7.870115756988525,
      "learning_rate": 9.966245564229951e-05,
      "loss": 0.8549924850463867,
      "step": 2380
    },
    {
      "epoch": 0.33924769339957417,
      "grad_norm": 9.777918815612793,
      "learning_rate": 9.96610361958836e-05,
      "loss": 1.0234166145324708,
      "step": 2390
    },
    {
      "epoch": 0.340667139815472,
      "grad_norm": 10.103452682495117,
      "learning_rate": 9.965961674946772e-05,
      "loss": 0.9040670394897461,
      "step": 2400
    },
    {
      "epoch": 0.3420865862313698,
      "grad_norm": 10.497400283813477,
      "learning_rate": 9.965819730305181e-05,
      "loss": 0.7955552577972412,
      "step": 2410
    },
    {
      "epoch": 0.3435060326472676,
      "grad_norm": 8.0149564743042,
      "learning_rate": 9.965677785663592e-05,
      "loss": 0.856791877746582,
      "step": 2420
    },
    {
      "epoch": 0.34492547906316534,
      "grad_norm": 8.111480712890625,
      "learning_rate": 9.965535841022002e-05,
      "loss": 0.8129085540771485,
      "step": 2430
    },
    {
      "epoch": 0.34634492547906315,
      "grad_norm": 7.93813419342041,
      "learning_rate": 9.965393896380412e-05,
      "loss": 0.809941291809082,
      "step": 2440
    },
    {
      "epoch": 0.34776437189496096,
      "grad_norm": 10.88427448272705,
      "learning_rate": 9.965251951738822e-05,
      "loss": 0.7622882843017578,
      "step": 2450
    },
    {
      "epoch": 0.34918381831085876,
      "grad_norm": 9.509648323059082,
      "learning_rate": 9.965110007097233e-05,
      "loss": 0.7235064029693603,
      "step": 2460
    },
    {
      "epoch": 0.35060326472675657,
      "grad_norm": 10.343646049499512,
      "learning_rate": 9.964968062455642e-05,
      "loss": 0.7792426586151123,
      "step": 2470
    },
    {
      "epoch": 0.3520227111426544,
      "grad_norm": 11.936261177062988,
      "learning_rate": 9.964826117814054e-05,
      "loss": 0.8023401260375976,
      "step": 2480
    },
    {
      "epoch": 0.3534421575585522,
      "grad_norm": 8.382633209228516,
      "learning_rate": 9.964684173172463e-05,
      "loss": 0.7960898399353027,
      "step": 2490
    },
    {
      "epoch": 0.35486160397445,
      "grad_norm": 11.01586627960205,
      "learning_rate": 9.964542228530873e-05,
      "loss": 0.7975746631622315,
      "step": 2500
    },
    {
      "epoch": 0.35486160397445,
      "eval_accuracy": 0.730527118967381,
      "eval_loss": 0.8166059255599976,
      "eval_runtime": 32.3274,
      "eval_samples_per_second": 486.491,
      "eval_steps_per_second": 15.219,
      "step": 2500
    },
    {
      "epoch": 0.35628105039034774,
      "grad_norm": 8.113981246948242,
      "learning_rate": 9.964400283889284e-05,
      "loss": 0.7863178253173828,
      "step": 2510
    },
    {
      "epoch": 0.35770049680624555,
      "grad_norm": 9.127975463867188,
      "learning_rate": 9.964258339247694e-05,
      "loss": 0.8487259864807128,
      "step": 2520
    },
    {
      "epoch": 0.35911994322214336,
      "grad_norm": 8.597822189331055,
      "learning_rate": 9.964116394606105e-05,
      "loss": 0.8151129722595215,
      "step": 2530
    },
    {
      "epoch": 0.36053938963804116,
      "grad_norm": 8.069273948669434,
      "learning_rate": 9.963974449964513e-05,
      "loss": 0.6664574623107911,
      "step": 2540
    },
    {
      "epoch": 0.36195883605393897,
      "grad_norm": 8.314419746398926,
      "learning_rate": 9.963832505322924e-05,
      "loss": 0.8365516662597656,
      "step": 2550
    },
    {
      "epoch": 0.3633782824698368,
      "grad_norm": 9.172304153442383,
      "learning_rate": 9.963690560681334e-05,
      "loss": 0.7865428924560547,
      "step": 2560
    },
    {
      "epoch": 0.3647977288857346,
      "grad_norm": 9.639200210571289,
      "learning_rate": 9.963548616039745e-05,
      "loss": 0.7925633430480957,
      "step": 2570
    },
    {
      "epoch": 0.36621717530163234,
      "grad_norm": 8.856132507324219,
      "learning_rate": 9.963406671398155e-05,
      "loss": 0.7005198955535888,
      "step": 2580
    },
    {
      "epoch": 0.36763662171753014,
      "grad_norm": 7.9700422286987305,
      "learning_rate": 9.963264726756566e-05,
      "loss": 0.6712905883789062,
      "step": 2590
    },
    {
      "epoch": 0.36905606813342795,
      "grad_norm": 9.465399742126465,
      "learning_rate": 9.963122782114976e-05,
      "loss": 0.7288703441619873,
      "step": 2600
    },
    {
      "epoch": 0.37047551454932576,
      "grad_norm": 8.769003868103027,
      "learning_rate": 9.962980837473386e-05,
      "loss": 0.7671696662902832,
      "step": 2610
    },
    {
      "epoch": 0.37189496096522356,
      "grad_norm": 6.981420040130615,
      "learning_rate": 9.962838892831797e-05,
      "loss": 0.6548487663269043,
      "step": 2620
    },
    {
      "epoch": 0.37331440738112137,
      "grad_norm": 8.440009117126465,
      "learning_rate": 9.962696948190206e-05,
      "loss": 0.705223274230957,
      "step": 2630
    },
    {
      "epoch": 0.3747338537970192,
      "grad_norm": 12.392814636230469,
      "learning_rate": 9.962555003548617e-05,
      "loss": 0.8219353675842285,
      "step": 2640
    },
    {
      "epoch": 0.376153300212917,
      "grad_norm": 9.1260404586792,
      "learning_rate": 9.962413058907026e-05,
      "loss": 0.7202134132385254,
      "step": 2650
    },
    {
      "epoch": 0.37757274662881474,
      "grad_norm": 9.437945365905762,
      "learning_rate": 9.962271114265437e-05,
      "loss": 0.7196836471557617,
      "step": 2660
    },
    {
      "epoch": 0.37899219304471254,
      "grad_norm": 8.03176212310791,
      "learning_rate": 9.962129169623847e-05,
      "loss": 0.6017679214477539,
      "step": 2670
    },
    {
      "epoch": 0.38041163946061035,
      "grad_norm": 11.21246337890625,
      "learning_rate": 9.961987224982258e-05,
      "loss": 0.8073585510253907,
      "step": 2680
    },
    {
      "epoch": 0.38183108587650816,
      "grad_norm": 8.937601089477539,
      "learning_rate": 9.961845280340667e-05,
      "loss": 0.5765426635742188,
      "step": 2690
    },
    {
      "epoch": 0.38325053229240597,
      "grad_norm": 10.750785827636719,
      "learning_rate": 9.961703335699077e-05,
      "loss": 0.850700569152832,
      "step": 2700
    },
    {
      "epoch": 0.3846699787083038,
      "grad_norm": 8.476407051086426,
      "learning_rate": 9.961561391057488e-05,
      "loss": 0.6841172695159912,
      "step": 2710
    },
    {
      "epoch": 0.3860894251242016,
      "grad_norm": 8.174555778503418,
      "learning_rate": 9.961419446415898e-05,
      "loss": 0.6521795272827149,
      "step": 2720
    },
    {
      "epoch": 0.3875088715400994,
      "grad_norm": 6.744903564453125,
      "learning_rate": 9.961277501774309e-05,
      "loss": 0.7194175720214844,
      "step": 2730
    },
    {
      "epoch": 0.38892831795599714,
      "grad_norm": 7.107284069061279,
      "learning_rate": 9.961135557132719e-05,
      "loss": 0.7437104701995849,
      "step": 2740
    },
    {
      "epoch": 0.39034776437189495,
      "grad_norm": 12.026649475097656,
      "learning_rate": 9.960993612491129e-05,
      "loss": 0.7481307029724121,
      "step": 2750
    },
    {
      "epoch": 0.39176721078779275,
      "grad_norm": 10.131022453308105,
      "learning_rate": 9.960851667849538e-05,
      "loss": 0.6669661521911621,
      "step": 2760
    },
    {
      "epoch": 0.39318665720369056,
      "grad_norm": 7.589590072631836,
      "learning_rate": 9.96070972320795e-05,
      "loss": 0.5883037567138671,
      "step": 2770
    },
    {
      "epoch": 0.39460610361958837,
      "grad_norm": 8.32777214050293,
      "learning_rate": 9.960567778566359e-05,
      "loss": 0.6772464752197266,
      "step": 2780
    },
    {
      "epoch": 0.3960255500354862,
      "grad_norm": 6.111226558685303,
      "learning_rate": 9.96042583392477e-05,
      "loss": 0.6943521976470948,
      "step": 2790
    },
    {
      "epoch": 0.397444996451384,
      "grad_norm": 10.40073299407959,
      "learning_rate": 9.96028388928318e-05,
      "loss": 0.6597262382507324,
      "step": 2800
    },
    {
      "epoch": 0.3988644428672818,
      "grad_norm": 11.990081787109375,
      "learning_rate": 9.96014194464159e-05,
      "loss": 0.6846660614013672,
      "step": 2810
    },
    {
      "epoch": 0.40028388928317954,
      "grad_norm": 7.820896625518799,
      "learning_rate": 9.960000000000001e-05,
      "loss": 0.5972445487976075,
      "step": 2820
    },
    {
      "epoch": 0.40170333569907735,
      "grad_norm": 9.078740119934082,
      "learning_rate": 9.95985805535841e-05,
      "loss": 0.7440935611724854,
      "step": 2830
    },
    {
      "epoch": 0.40312278211497515,
      "grad_norm": 8.869423866271973,
      "learning_rate": 9.959716110716822e-05,
      "loss": 0.7406916141510009,
      "step": 2840
    },
    {
      "epoch": 0.40454222853087296,
      "grad_norm": 9.250556945800781,
      "learning_rate": 9.95957416607523e-05,
      "loss": 0.6444163799285889,
      "step": 2850
    },
    {
      "epoch": 0.40596167494677077,
      "grad_norm": 12.534906387329102,
      "learning_rate": 9.959432221433641e-05,
      "loss": 0.7008297920227051,
      "step": 2860
    },
    {
      "epoch": 0.4073811213626686,
      "grad_norm": 10.320120811462402,
      "learning_rate": 9.959290276792051e-05,
      "loss": 0.6261786460876465,
      "step": 2870
    },
    {
      "epoch": 0.4088005677785664,
      "grad_norm": 7.483973979949951,
      "learning_rate": 9.959148332150462e-05,
      "loss": 0.6434149742126465,
      "step": 2880
    },
    {
      "epoch": 0.41022001419446413,
      "grad_norm": 9.007946014404297,
      "learning_rate": 9.959006387508872e-05,
      "loss": 0.6796345233917236,
      "step": 2890
    },
    {
      "epoch": 0.41163946061036194,
      "grad_norm": 8.191641807556152,
      "learning_rate": 9.958864442867281e-05,
      "loss": 0.5003190994262695,
      "step": 2900
    },
    {
      "epoch": 0.41305890702625975,
      "grad_norm": 9.307744979858398,
      "learning_rate": 9.958722498225693e-05,
      "loss": 0.6988365173339843,
      "step": 2910
    },
    {
      "epoch": 0.41447835344215755,
      "grad_norm": 6.16031551361084,
      "learning_rate": 9.958580553584102e-05,
      "loss": 0.6487136840820312,
      "step": 2920
    },
    {
      "epoch": 0.41589779985805536,
      "grad_norm": 9.785910606384277,
      "learning_rate": 9.958438608942513e-05,
      "loss": 0.6544306755065918,
      "step": 2930
    },
    {
      "epoch": 0.41731724627395317,
      "grad_norm": 12.08917236328125,
      "learning_rate": 9.958296664300923e-05,
      "loss": 0.6119012832641602,
      "step": 2940
    },
    {
      "epoch": 0.418736692689851,
      "grad_norm": 10.118932723999023,
      "learning_rate": 9.958154719659334e-05,
      "loss": 0.5515688896179199,
      "step": 2950
    },
    {
      "epoch": 0.4201561391057488,
      "grad_norm": 10.645463943481445,
      "learning_rate": 9.958012775017743e-05,
      "loss": 0.6795665740966796,
      "step": 2960
    },
    {
      "epoch": 0.42157558552164653,
      "grad_norm": 8.745086669921875,
      "learning_rate": 9.957870830376154e-05,
      "loss": 0.6612170219421387,
      "step": 2970
    },
    {
      "epoch": 0.42299503193754434,
      "grad_norm": 7.060173511505127,
      "learning_rate": 9.957728885734563e-05,
      "loss": 0.635819387435913,
      "step": 2980
    },
    {
      "epoch": 0.42441447835344215,
      "grad_norm": 11.630016326904297,
      "learning_rate": 9.957586941092975e-05,
      "loss": 0.5891122341156005,
      "step": 2990
    },
    {
      "epoch": 0.42583392476933996,
      "grad_norm": 11.667549133300781,
      "learning_rate": 9.957444996451386e-05,
      "loss": 0.7183985233306884,
      "step": 3000
    },
    {
      "epoch": 0.42583392476933996,
      "eval_accuracy": 0.7175557957652445,
      "eval_loss": 0.8312568068504333,
      "eval_runtime": 32.7465,
      "eval_samples_per_second": 480.265,
      "eval_steps_per_second": 15.024,
      "step": 3000
    },
    {
      "epoch": 0.42725337118523776,
      "grad_norm": 10.770739555358887,
      "learning_rate": 9.957303051809794e-05,
      "loss": 0.606045913696289,
      "step": 3010
    },
    {
      "epoch": 0.42867281760113557,
      "grad_norm": 8.715160369873047,
      "learning_rate": 9.957161107168205e-05,
      "loss": 0.6968401908874512,
      "step": 3020
    },
    {
      "epoch": 0.4300922640170334,
      "grad_norm": 10.227581977844238,
      "learning_rate": 9.957019162526615e-05,
      "loss": 0.5089622497558594,
      "step": 3030
    },
    {
      "epoch": 0.4315117104329312,
      "grad_norm": 8.32385540008545,
      "learning_rate": 9.956877217885026e-05,
      "loss": 0.6402715682983399,
      "step": 3040
    },
    {
      "epoch": 0.43293115684882894,
      "grad_norm": 10.973727226257324,
      "learning_rate": 9.956735273243436e-05,
      "loss": 0.7282869338989257,
      "step": 3050
    },
    {
      "epoch": 0.43435060326472674,
      "grad_norm": 8.994437217712402,
      "learning_rate": 9.956593328601845e-05,
      "loss": 0.5776423454284668,
      "step": 3060
    },
    {
      "epoch": 0.43577004968062455,
      "grad_norm": 7.597539901733398,
      "learning_rate": 9.956451383960255e-05,
      "loss": 0.5537106990814209,
      "step": 3070
    },
    {
      "epoch": 0.43718949609652236,
      "grad_norm": 7.695132732391357,
      "learning_rate": 9.956309439318666e-05,
      "loss": 0.5561283588409424,
      "step": 3080
    },
    {
      "epoch": 0.43860894251242016,
      "grad_norm": 10.008833885192871,
      "learning_rate": 9.956167494677077e-05,
      "loss": 0.6571722030639648,
      "step": 3090
    },
    {
      "epoch": 0.44002838892831797,
      "grad_norm": 6.440252304077148,
      "learning_rate": 9.956025550035487e-05,
      "loss": 0.4972050189971924,
      "step": 3100
    },
    {
      "epoch": 0.4414478353442158,
      "grad_norm": 11.92957878112793,
      "learning_rate": 9.955883605393897e-05,
      "loss": 0.6483690738677979,
      "step": 3110
    },
    {
      "epoch": 0.44286728176011353,
      "grad_norm": 8.40812873840332,
      "learning_rate": 9.955741660752307e-05,
      "loss": 0.602755069732666,
      "step": 3120
    },
    {
      "epoch": 0.44428672817601134,
      "grad_norm": 6.782786846160889,
      "learning_rate": 9.955599716110718e-05,
      "loss": 0.6320923328399658,
      "step": 3130
    },
    {
      "epoch": 0.44570617459190914,
      "grad_norm": 12.326107025146484,
      "learning_rate": 9.955457771469127e-05,
      "loss": 0.5779653549194336,
      "step": 3140
    },
    {
      "epoch": 0.44712562100780695,
      "grad_norm": 12.876483917236328,
      "learning_rate": 9.955315826827538e-05,
      "loss": 0.7216415882110596,
      "step": 3150
    },
    {
      "epoch": 0.44854506742370476,
      "grad_norm": 6.984850883483887,
      "learning_rate": 9.955173882185947e-05,
      "loss": 0.4415611267089844,
      "step": 3160
    },
    {
      "epoch": 0.44996451383960256,
      "grad_norm": 6.711297512054443,
      "learning_rate": 9.955031937544358e-05,
      "loss": 0.5505913734436035,
      "step": 3170
    },
    {
      "epoch": 0.45138396025550037,
      "grad_norm": 7.127682685852051,
      "learning_rate": 9.954889992902769e-05,
      "loss": 0.5563027858734131,
      "step": 3180
    },
    {
      "epoch": 0.4528034066713982,
      "grad_norm": 9.826492309570312,
      "learning_rate": 9.954748048261179e-05,
      "loss": 0.5204686641693115,
      "step": 3190
    },
    {
      "epoch": 0.45422285308729593,
      "grad_norm": 14.011224746704102,
      "learning_rate": 9.95460610361959e-05,
      "loss": 0.5676139831542969,
      "step": 3200
    },
    {
      "epoch": 0.45564229950319374,
      "grad_norm": 10.502514839172363,
      "learning_rate": 9.954464158977998e-05,
      "loss": 0.6593122482299805,
      "step": 3210
    },
    {
      "epoch": 0.45706174591909154,
      "grad_norm": 9.966157913208008,
      "learning_rate": 9.95432221433641e-05,
      "loss": 0.5757305145263671,
      "step": 3220
    },
    {
      "epoch": 0.45848119233498935,
      "grad_norm": 7.551996231079102,
      "learning_rate": 9.954180269694819e-05,
      "loss": 0.5537711620330811,
      "step": 3230
    },
    {
      "epoch": 0.45990063875088716,
      "grad_norm": 10.630086898803711,
      "learning_rate": 9.95403832505323e-05,
      "loss": 0.5302771091461181,
      "step": 3240
    },
    {
      "epoch": 0.46132008516678497,
      "grad_norm": 12.471774101257324,
      "learning_rate": 9.95389638041164e-05,
      "loss": 0.6347667694091796,
      "step": 3250
    },
    {
      "epoch": 0.4627395315826828,
      "grad_norm": 9.668441772460938,
      "learning_rate": 9.95375443577005e-05,
      "loss": 0.5615960121154785,
      "step": 3260
    },
    {
      "epoch": 0.4641589779985806,
      "grad_norm": 9.092421531677246,
      "learning_rate": 9.953612491128461e-05,
      "loss": 0.5531889438629151,
      "step": 3270
    },
    {
      "epoch": 0.46557842441447833,
      "grad_norm": 8.55390453338623,
      "learning_rate": 9.95347054648687e-05,
      "loss": 0.5149998188018798,
      "step": 3280
    },
    {
      "epoch": 0.46699787083037614,
      "grad_norm": 9.092056274414062,
      "learning_rate": 9.953328601845282e-05,
      "loss": 0.49632701873779295,
      "step": 3290
    },
    {
      "epoch": 0.46841731724627395,
      "grad_norm": 9.66268253326416,
      "learning_rate": 9.953186657203691e-05,
      "loss": 0.5612505912780762,
      "step": 3300
    },
    {
      "epoch": 0.46983676366217175,
      "grad_norm": 6.583611011505127,
      "learning_rate": 9.953044712562102e-05,
      "loss": 0.5805669307708741,
      "step": 3310
    },
    {
      "epoch": 0.47125621007806956,
      "grad_norm": 8.160282135009766,
      "learning_rate": 9.952902767920511e-05,
      "loss": 0.4320365428924561,
      "step": 3320
    },
    {
      "epoch": 0.47267565649396737,
      "grad_norm": 10.05884075164795,
      "learning_rate": 9.952760823278922e-05,
      "loss": 0.5736487865447998,
      "step": 3330
    },
    {
      "epoch": 0.4740951029098652,
      "grad_norm": 9.000593185424805,
      "learning_rate": 9.952618878637332e-05,
      "loss": 0.5238205432891846,
      "step": 3340
    },
    {
      "epoch": 0.4755145493257629,
      "grad_norm": 9.076302528381348,
      "learning_rate": 9.952476933995743e-05,
      "loss": 0.5925283432006836,
      "step": 3350
    },
    {
      "epoch": 0.47693399574166073,
      "grad_norm": 8.275947570800781,
      "learning_rate": 9.952334989354152e-05,
      "loss": 0.4787450313568115,
      "step": 3360
    },
    {
      "epoch": 0.47835344215755854,
      "grad_norm": 12.550822257995605,
      "learning_rate": 9.952193044712562e-05,
      "loss": 0.49250407218933107,
      "step": 3370
    },
    {
      "epoch": 0.47977288857345635,
      "grad_norm": 6.8708176612854,
      "learning_rate": 9.952051100070973e-05,
      "loss": 0.585394811630249,
      "step": 3380
    },
    {
      "epoch": 0.48119233498935415,
      "grad_norm": 6.129304885864258,
      "learning_rate": 9.951909155429383e-05,
      "loss": 0.5862763881683349,
      "step": 3390
    },
    {
      "epoch": 0.48261178140525196,
      "grad_norm": 7.1515045166015625,
      "learning_rate": 9.951767210787794e-05,
      "loss": 0.46143798828125,
      "step": 3400
    },
    {
      "epoch": 0.48403122782114977,
      "grad_norm": 5.421439170837402,
      "learning_rate": 9.951625266146204e-05,
      "loss": 0.6040849685668945,
      "step": 3410
    },
    {
      "epoch": 0.4854506742370476,
      "grad_norm": 10.418113708496094,
      "learning_rate": 9.951483321504614e-05,
      "loss": 0.55996732711792,
      "step": 3420
    },
    {
      "epoch": 0.4868701206529453,
      "grad_norm": 9.697559356689453,
      "learning_rate": 9.951341376863023e-05,
      "loss": 0.5332645893096923,
      "step": 3430
    },
    {
      "epoch": 0.48828956706884313,
      "grad_norm": 9.79345703125,
      "learning_rate": 9.951199432221434e-05,
      "loss": 0.5983724117279052,
      "step": 3440
    },
    {
      "epoch": 0.48970901348474094,
      "grad_norm": 7.977105617523193,
      "learning_rate": 9.951057487579844e-05,
      "loss": 0.6096511840820312,
      "step": 3450
    },
    {
      "epoch": 0.49112845990063875,
      "grad_norm": 6.851355075836182,
      "learning_rate": 9.950915542938255e-05,
      "loss": 0.4748993396759033,
      "step": 3460
    },
    {
      "epoch": 0.49254790631653655,
      "grad_norm": 4.706153392791748,
      "learning_rate": 9.950773598296665e-05,
      "loss": 0.544727087020874,
      "step": 3470
    },
    {
      "epoch": 0.49396735273243436,
      "grad_norm": 9.061712265014648,
      "learning_rate": 9.950631653655075e-05,
      "loss": 0.5076655387878418,
      "step": 3480
    },
    {
      "epoch": 0.49538679914833217,
      "grad_norm": 7.619383335113525,
      "learning_rate": 9.950489709013486e-05,
      "loss": 0.5011069297790527,
      "step": 3490
    },
    {
      "epoch": 0.49680624556423,
      "grad_norm": 6.629651069641113,
      "learning_rate": 9.950347764371896e-05,
      "loss": 0.5038942337036133,
      "step": 3500
    },
    {
      "epoch": 0.49680624556423,
      "eval_accuracy": 0.8245056272652127,
      "eval_loss": 0.526730477809906,
      "eval_runtime": 32.5263,
      "eval_samples_per_second": 483.517,
      "eval_steps_per_second": 15.126,
      "step": 3500
    },
    {
      "epoch": 0.4982256919801277,
      "grad_norm": 6.535589694976807,
      "learning_rate": 9.950205819730307e-05,
      "loss": 0.5255190849304199,
      "step": 3510
    },
    {
      "epoch": 0.49964513839602553,
      "grad_norm": 10.481846809387207,
      "learning_rate": 9.950063875088715e-05,
      "loss": 0.4977625846862793,
      "step": 3520
    },
    {
      "epoch": 0.5010645848119234,
      "grad_norm": 6.455493450164795,
      "learning_rate": 9.949921930447126e-05,
      "loss": 0.4624650955200195,
      "step": 3530
    },
    {
      "epoch": 0.5024840312278211,
      "grad_norm": 12.190658569335938,
      "learning_rate": 9.949779985805536e-05,
      "loss": 0.45445499420166013,
      "step": 3540
    },
    {
      "epoch": 0.5039034776437189,
      "grad_norm": 6.512971878051758,
      "learning_rate": 9.949638041163947e-05,
      "loss": 0.48822684288024903,
      "step": 3550
    },
    {
      "epoch": 0.5053229240596168,
      "grad_norm": 8.259076118469238,
      "learning_rate": 9.949496096522357e-05,
      "loss": 0.4896749496459961,
      "step": 3560
    },
    {
      "epoch": 0.5067423704755145,
      "grad_norm": 10.809083938598633,
      "learning_rate": 9.949354151880766e-05,
      "loss": 0.5267855644226074,
      "step": 3570
    },
    {
      "epoch": 0.5081618168914124,
      "grad_norm": 11.164665222167969,
      "learning_rate": 9.949212207239178e-05,
      "loss": 0.6478964328765869,
      "step": 3580
    },
    {
      "epoch": 0.5095812633073101,
      "grad_norm": 10.553145408630371,
      "learning_rate": 9.949070262597587e-05,
      "loss": 0.5322469711303711,
      "step": 3590
    },
    {
      "epoch": 0.511000709723208,
      "grad_norm": 12.578235626220703,
      "learning_rate": 9.948928317955998e-05,
      "loss": 0.559388542175293,
      "step": 3600
    },
    {
      "epoch": 0.5124201561391057,
      "grad_norm": 7.2467474937438965,
      "learning_rate": 9.948786373314408e-05,
      "loss": 0.5477664470672607,
      "step": 3610
    },
    {
      "epoch": 0.5138396025550035,
      "grad_norm": 5.959977626800537,
      "learning_rate": 9.948644428672818e-05,
      "loss": 0.41798744201660154,
      "step": 3620
    },
    {
      "epoch": 0.5152590489709014,
      "grad_norm": 11.72385025024414,
      "learning_rate": 9.948502484031228e-05,
      "loss": 0.5879819869995118,
      "step": 3630
    },
    {
      "epoch": 0.5166784953867991,
      "grad_norm": 7.881444454193115,
      "learning_rate": 9.948360539389639e-05,
      "loss": 0.5005061149597168,
      "step": 3640
    },
    {
      "epoch": 0.518097941802697,
      "grad_norm": 7.005399703979492,
      "learning_rate": 9.948218594748048e-05,
      "loss": 0.5412337303161621,
      "step": 3650
    },
    {
      "epoch": 0.5195173882185947,
      "grad_norm": 13.495038032531738,
      "learning_rate": 9.94807665010646e-05,
      "loss": 0.5668565273284912,
      "step": 3660
    },
    {
      "epoch": 0.5209368346344926,
      "grad_norm": 8.42395305633545,
      "learning_rate": 9.947934705464869e-05,
      "loss": 0.6085368633270264,
      "step": 3670
    },
    {
      "epoch": 0.5223562810503903,
      "grad_norm": 8.754134178161621,
      "learning_rate": 9.947792760823279e-05,
      "loss": 0.5360457420349121,
      "step": 3680
    },
    {
      "epoch": 0.5237757274662882,
      "grad_norm": 5.868712425231934,
      "learning_rate": 9.94765081618169e-05,
      "loss": 0.6166606903076172,
      "step": 3690
    },
    {
      "epoch": 0.525195173882186,
      "grad_norm": 4.342434883117676,
      "learning_rate": 9.9475088715401e-05,
      "loss": 0.4890284061431885,
      "step": 3700
    },
    {
      "epoch": 0.5266146202980837,
      "grad_norm": 8.200478553771973,
      "learning_rate": 9.947366926898511e-05,
      "loss": 0.5135448455810547,
      "step": 3710
    },
    {
      "epoch": 0.5280340667139816,
      "grad_norm": 6.076674938201904,
      "learning_rate": 9.94722498225692e-05,
      "loss": 0.37685840129852294,
      "step": 3720
    },
    {
      "epoch": 0.5294535131298793,
      "grad_norm": 8.206668853759766,
      "learning_rate": 9.94708303761533e-05,
      "loss": 0.43741750717163086,
      "step": 3730
    },
    {
      "epoch": 0.5308729595457772,
      "grad_norm": 8.284717559814453,
      "learning_rate": 9.94694109297374e-05,
      "loss": 0.46701841354370116,
      "step": 3740
    },
    {
      "epoch": 0.5322924059616749,
      "grad_norm": 8.111977577209473,
      "learning_rate": 9.946799148332151e-05,
      "loss": 0.5564829349517822,
      "step": 3750
    },
    {
      "epoch": 0.5337118523775728,
      "grad_norm": 10.037016868591309,
      "learning_rate": 9.946657203690561e-05,
      "loss": 0.4543320655822754,
      "step": 3760
    },
    {
      "epoch": 0.5351312987934705,
      "grad_norm": 6.1391191482543945,
      "learning_rate": 9.946515259048972e-05,
      "loss": 0.43409008979797364,
      "step": 3770
    },
    {
      "epoch": 0.5365507452093683,
      "grad_norm": 9.031709671020508,
      "learning_rate": 9.946373314407382e-05,
      "loss": 0.45609292984008787,
      "step": 3780
    },
    {
      "epoch": 0.5379701916252662,
      "grad_norm": 10.507880210876465,
      "learning_rate": 9.946231369765791e-05,
      "loss": 0.49566287994384767,
      "step": 3790
    },
    {
      "epoch": 0.5393896380411639,
      "grad_norm": 7.94572114944458,
      "learning_rate": 9.946089425124203e-05,
      "loss": 0.43464975357055663,
      "step": 3800
    },
    {
      "epoch": 0.5408090844570618,
      "grad_norm": 11.292725563049316,
      "learning_rate": 9.945947480482612e-05,
      "loss": 0.4976043224334717,
      "step": 3810
    },
    {
      "epoch": 0.5422285308729595,
      "grad_norm": 9.720746040344238,
      "learning_rate": 9.945805535841023e-05,
      "loss": 0.44420394897460935,
      "step": 3820
    },
    {
      "epoch": 0.5436479772888574,
      "grad_norm": 10.859402656555176,
      "learning_rate": 9.945663591199432e-05,
      "loss": 0.47884187698364256,
      "step": 3830
    },
    {
      "epoch": 0.5450674237047551,
      "grad_norm": 10.234602928161621,
      "learning_rate": 9.945521646557843e-05,
      "loss": 0.4273094654083252,
      "step": 3840
    },
    {
      "epoch": 0.5464868701206529,
      "grad_norm": 10.073461532592773,
      "learning_rate": 9.945379701916253e-05,
      "loss": 0.4809098243713379,
      "step": 3850
    },
    {
      "epoch": 0.5479063165365508,
      "grad_norm": 8.402386665344238,
      "learning_rate": 9.945237757274664e-05,
      "loss": 0.5075035572052002,
      "step": 3860
    },
    {
      "epoch": 0.5493257629524485,
      "grad_norm": 8.385801315307617,
      "learning_rate": 9.945095812633073e-05,
      "loss": 0.42679743766784667,
      "step": 3870
    },
    {
      "epoch": 0.5507452093683464,
      "grad_norm": 8.214275360107422,
      "learning_rate": 9.944953867991483e-05,
      "loss": 0.42831969261169434,
      "step": 3880
    },
    {
      "epoch": 0.5521646557842441,
      "grad_norm": 6.777364730834961,
      "learning_rate": 9.944811923349894e-05,
      "loss": 0.37784249782562257,
      "step": 3890
    },
    {
      "epoch": 0.553584102200142,
      "grad_norm": 7.4766011238098145,
      "learning_rate": 9.944669978708304e-05,
      "loss": 0.5389047622680664,
      "step": 3900
    },
    {
      "epoch": 0.5550035486160397,
      "grad_norm": 7.167613983154297,
      "learning_rate": 9.944528034066715e-05,
      "loss": 0.4535686492919922,
      "step": 3910
    },
    {
      "epoch": 0.5564229950319376,
      "grad_norm": 3.94936203956604,
      "learning_rate": 9.944386089425125e-05,
      "loss": 0.392999267578125,
      "step": 3920
    },
    {
      "epoch": 0.5578424414478353,
      "grad_norm": 7.909378528594971,
      "learning_rate": 9.944244144783535e-05,
      "loss": 0.4675307750701904,
      "step": 3930
    },
    {
      "epoch": 0.5592618878637331,
      "grad_norm": 8.253449440002441,
      "learning_rate": 9.944102200141944e-05,
      "loss": 0.515011215209961,
      "step": 3940
    },
    {
      "epoch": 0.560681334279631,
      "grad_norm": 5.535346984863281,
      "learning_rate": 9.943960255500355e-05,
      "loss": 0.35612196922302247,
      "step": 3950
    },
    {
      "epoch": 0.5621007806955287,
      "grad_norm": 5.621975898742676,
      "learning_rate": 9.943818310858765e-05,
      "loss": 0.3292267322540283,
      "step": 3960
    },
    {
      "epoch": 0.5635202271114266,
      "grad_norm": 8.432771682739258,
      "learning_rate": 9.943676366217176e-05,
      "loss": 0.44489707946777346,
      "step": 3970
    },
    {
      "epoch": 0.5649396735273243,
      "grad_norm": 5.422188758850098,
      "learning_rate": 9.943534421575586e-05,
      "loss": 0.4312278270721436,
      "step": 3980
    },
    {
      "epoch": 0.5663591199432222,
      "grad_norm": 6.463229179382324,
      "learning_rate": 9.943392476933996e-05,
      "loss": 0.4469761371612549,
      "step": 3990
    },
    {
      "epoch": 0.5677785663591199,
      "grad_norm": 12.039133071899414,
      "learning_rate": 9.943250532292407e-05,
      "loss": 0.5653008937835693,
      "step": 4000
    },
    {
      "epoch": 0.5677785663591199,
      "eval_accuracy": 0.8540726139759649,
      "eval_loss": 0.4309617578983307,
      "eval_runtime": 32.698,
      "eval_samples_per_second": 480.977,
      "eval_steps_per_second": 15.047,
      "step": 4000
    },
    {
      "epoch": 0.5691980127750177,
      "grad_norm": 12.185803413391113,
      "learning_rate": 9.943108587650817e-05,
      "loss": 0.4458905220031738,
      "step": 4010
    },
    {
      "epoch": 0.5706174591909156,
      "grad_norm": 9.691877365112305,
      "learning_rate": 9.942966643009228e-05,
      "loss": 0.39486720561981203,
      "step": 4020
    },
    {
      "epoch": 0.5720369056068133,
      "grad_norm": 8.106902122497559,
      "learning_rate": 9.942824698367637e-05,
      "loss": 0.49444093704223635,
      "step": 4030
    },
    {
      "epoch": 0.5734563520227112,
      "grad_norm": 9.14234447479248,
      "learning_rate": 9.942682753726047e-05,
      "loss": 0.43038039207458495,
      "step": 4040
    },
    {
      "epoch": 0.5748757984386089,
      "grad_norm": 4.6097588539123535,
      "learning_rate": 9.942540809084457e-05,
      "loss": 0.4118741512298584,
      "step": 4050
    },
    {
      "epoch": 0.5762952448545068,
      "grad_norm": 6.0909881591796875,
      "learning_rate": 9.942398864442868e-05,
      "loss": 0.4245272159576416,
      "step": 4060
    },
    {
      "epoch": 0.5777146912704045,
      "grad_norm": 10.82681941986084,
      "learning_rate": 9.942256919801278e-05,
      "loss": 0.43029065132141114,
      "step": 4070
    },
    {
      "epoch": 0.5791341376863024,
      "grad_norm": 7.2398481369018555,
      "learning_rate": 9.942114975159689e-05,
      "loss": 0.4268779277801514,
      "step": 4080
    },
    {
      "epoch": 0.5805535841022001,
      "grad_norm": 12.160025596618652,
      "learning_rate": 9.941973030518099e-05,
      "loss": 0.45933380126953127,
      "step": 4090
    },
    {
      "epoch": 0.5819730305180979,
      "grad_norm": 8.116787910461426,
      "learning_rate": 9.941831085876508e-05,
      "loss": 0.3810285568237305,
      "step": 4100
    },
    {
      "epoch": 0.5833924769339958,
      "grad_norm": 7.5045037269592285,
      "learning_rate": 9.94168914123492e-05,
      "loss": 0.48673238754272463,
      "step": 4110
    },
    {
      "epoch": 0.5848119233498935,
      "grad_norm": 10.9375581741333,
      "learning_rate": 9.941547196593329e-05,
      "loss": 0.5465658664703369,
      "step": 4120
    },
    {
      "epoch": 0.5862313697657914,
      "grad_norm": 9.211751937866211,
      "learning_rate": 9.94140525195174e-05,
      "loss": 0.46831202507019043,
      "step": 4130
    },
    {
      "epoch": 0.5876508161816891,
      "grad_norm": 7.636734485626221,
      "learning_rate": 9.941263307310149e-05,
      "loss": 0.3928233623504639,
      "step": 4140
    },
    {
      "epoch": 0.589070262597587,
      "grad_norm": 7.125626564025879,
      "learning_rate": 9.94112136266856e-05,
      "loss": 0.40816364288330076,
      "step": 4150
    },
    {
      "epoch": 0.5904897090134847,
      "grad_norm": 5.0693888664245605,
      "learning_rate": 9.94097941802697e-05,
      "loss": 0.3931445837020874,
      "step": 4160
    },
    {
      "epoch": 0.5919091554293825,
      "grad_norm": 8.10261058807373,
      "learning_rate": 9.94083747338538e-05,
      "loss": 0.4498757839202881,
      "step": 4170
    },
    {
      "epoch": 0.5933286018452804,
      "grad_norm": 9.593578338623047,
      "learning_rate": 9.94069552874379e-05,
      "loss": 0.46671414375305176,
      "step": 4180
    },
    {
      "epoch": 0.5947480482611781,
      "grad_norm": 10.025617599487305,
      "learning_rate": 9.9405535841022e-05,
      "loss": 0.42932772636413574,
      "step": 4190
    },
    {
      "epoch": 0.596167494677076,
      "grad_norm": 9.828198432922363,
      "learning_rate": 9.940411639460611e-05,
      "loss": 0.4723196506500244,
      "step": 4200
    },
    {
      "epoch": 0.5975869410929737,
      "grad_norm": 7.570648193359375,
      "learning_rate": 9.940269694819021e-05,
      "loss": 0.4049358367919922,
      "step": 4210
    },
    {
      "epoch": 0.5990063875088716,
      "grad_norm": 6.280502796173096,
      "learning_rate": 9.940127750177432e-05,
      "loss": 0.4247574806213379,
      "step": 4220
    },
    {
      "epoch": 0.6004258339247693,
      "grad_norm": 8.619515419006348,
      "learning_rate": 9.939985805535842e-05,
      "loss": 0.3778993606567383,
      "step": 4230
    },
    {
      "epoch": 0.6018452803406671,
      "grad_norm": 7.0030059814453125,
      "learning_rate": 9.939843860894251e-05,
      "loss": 0.4360033988952637,
      "step": 4240
    },
    {
      "epoch": 0.603264726756565,
      "grad_norm": 6.206148624420166,
      "learning_rate": 9.939701916252661e-05,
      "loss": 0.4114119529724121,
      "step": 4250
    },
    {
      "epoch": 0.6046841731724627,
      "grad_norm": 4.982306003570557,
      "learning_rate": 9.939559971611072e-05,
      "loss": 0.36019244194030764,
      "step": 4260
    },
    {
      "epoch": 0.6061036195883606,
      "grad_norm": 7.193652153015137,
      "learning_rate": 9.939418026969482e-05,
      "loss": 0.47596259117126466,
      "step": 4270
    },
    {
      "epoch": 0.6075230660042583,
      "grad_norm": 9.371147155761719,
      "learning_rate": 9.939276082327893e-05,
      "loss": 0.42912769317626953,
      "step": 4280
    },
    {
      "epoch": 0.6089425124201562,
      "grad_norm": 8.962141036987305,
      "learning_rate": 9.939134137686303e-05,
      "loss": 0.42342243194580076,
      "step": 4290
    },
    {
      "epoch": 0.6103619588360539,
      "grad_norm": 7.575186252593994,
      "learning_rate": 9.938992193044712e-05,
      "loss": 0.4972747802734375,
      "step": 4300
    },
    {
      "epoch": 0.6117814052519518,
      "grad_norm": 6.965094566345215,
      "learning_rate": 9.938850248403124e-05,
      "loss": 0.3489841938018799,
      "step": 4310
    },
    {
      "epoch": 0.6132008516678495,
      "grad_norm": 8.466391563415527,
      "learning_rate": 9.938708303761533e-05,
      "loss": 0.3544389009475708,
      "step": 4320
    },
    {
      "epoch": 0.6146202980837473,
      "grad_norm": 6.5821123123168945,
      "learning_rate": 9.938566359119944e-05,
      "loss": 0.4732979297637939,
      "step": 4330
    },
    {
      "epoch": 0.6160397444996452,
      "grad_norm": 6.803234100341797,
      "learning_rate": 9.938424414478353e-05,
      "loss": 0.39069912433624265,
      "step": 4340
    },
    {
      "epoch": 0.6174591909155429,
      "grad_norm": 10.069840431213379,
      "learning_rate": 9.938282469836764e-05,
      "loss": 0.4592564582824707,
      "step": 4350
    },
    {
      "epoch": 0.6188786373314408,
      "grad_norm": 9.41560173034668,
      "learning_rate": 9.938140525195174e-05,
      "loss": 0.45508289337158203,
      "step": 4360
    },
    {
      "epoch": 0.6202980837473385,
      "grad_norm": 8.344886779785156,
      "learning_rate": 9.937998580553585e-05,
      "loss": 0.41198153495788575,
      "step": 4370
    },
    {
      "epoch": 0.6217175301632364,
      "grad_norm": 9.129981994628906,
      "learning_rate": 9.937856635911994e-05,
      "loss": 0.33535902500152587,
      "step": 4380
    },
    {
      "epoch": 0.6231369765791341,
      "grad_norm": 6.8436455726623535,
      "learning_rate": 9.937714691270406e-05,
      "loss": 0.3965883493423462,
      "step": 4390
    },
    {
      "epoch": 0.6245564229950319,
      "grad_norm": 6.954466342926025,
      "learning_rate": 9.937572746628815e-05,
      "loss": 0.3352261304855347,
      "step": 4400
    },
    {
      "epoch": 0.6259758694109298,
      "grad_norm": 8.227835655212402,
      "learning_rate": 9.937430801987225e-05,
      "loss": 0.4205745220184326,
      "step": 4410
    },
    {
      "epoch": 0.6273953158268275,
      "grad_norm": 8.202418327331543,
      "learning_rate": 9.937288857345636e-05,
      "loss": 0.3927265405654907,
      "step": 4420
    },
    {
      "epoch": 0.6288147622427254,
      "grad_norm": 9.406537055969238,
      "learning_rate": 9.937146912704046e-05,
      "loss": 0.4481183052062988,
      "step": 4430
    },
    {
      "epoch": 0.6302342086586231,
      "grad_norm": 8.330412864685059,
      "learning_rate": 9.937004968062457e-05,
      "loss": 0.37030580043792727,
      "step": 4440
    },
    {
      "epoch": 0.631653655074521,
      "grad_norm": 5.601277828216553,
      "learning_rate": 9.936863023420865e-05,
      "loss": 0.35557353496551514,
      "step": 4450
    },
    {
      "epoch": 0.6330731014904187,
      "grad_norm": 11.551403999328613,
      "learning_rate": 9.936721078779276e-05,
      "loss": 0.3718759536743164,
      "step": 4460
    },
    {
      "epoch": 0.6344925479063165,
      "grad_norm": 5.961857318878174,
      "learning_rate": 9.936579134137686e-05,
      "loss": 0.3828912258148193,
      "step": 4470
    },
    {
      "epoch": 0.6359119943222143,
      "grad_norm": 6.173798561096191,
      "learning_rate": 9.936437189496097e-05,
      "loss": 0.392284631729126,
      "step": 4480
    },
    {
      "epoch": 0.6373314407381121,
      "grad_norm": 8.952240943908691,
      "learning_rate": 9.936295244854508e-05,
      "loss": 0.41978960037231444,
      "step": 4490
    },
    {
      "epoch": 0.63875088715401,
      "grad_norm": 9.86811637878418,
      "learning_rate": 9.936153300212917e-05,
      "loss": 0.42105417251586913,
      "step": 4500
    },
    {
      "epoch": 0.63875088715401,
      "eval_accuracy": 0.8225344948178293,
      "eval_loss": 0.5203356146812439,
      "eval_runtime": 33.0374,
      "eval_samples_per_second": 476.036,
      "eval_steps_per_second": 14.892,
      "step": 4500
    },
    {
      "epoch": 0.6401703335699077,
      "grad_norm": 10.036981582641602,
      "learning_rate": 9.936011355571328e-05,
      "loss": 0.41321401596069335,
      "step": 4510
    },
    {
      "epoch": 0.6415897799858056,
      "grad_norm": 6.618304252624512,
      "learning_rate": 9.935869410929738e-05,
      "loss": 0.43657841682434084,
      "step": 4520
    },
    {
      "epoch": 0.6430092264017033,
      "grad_norm": 9.975127220153809,
      "learning_rate": 9.935727466288149e-05,
      "loss": 0.3949880838394165,
      "step": 4530
    },
    {
      "epoch": 0.6444286728176012,
      "grad_norm": 8.210672378540039,
      "learning_rate": 9.935585521646558e-05,
      "loss": 0.4280043125152588,
      "step": 4540
    },
    {
      "epoch": 0.6458481192334989,
      "grad_norm": 12.055879592895508,
      "learning_rate": 9.935443577004968e-05,
      "loss": 0.39465947151184083,
      "step": 4550
    },
    {
      "epoch": 0.6472675656493967,
      "grad_norm": 7.540829658508301,
      "learning_rate": 9.935301632363378e-05,
      "loss": 0.3965680837631226,
      "step": 4560
    },
    {
      "epoch": 0.6486870120652946,
      "grad_norm": 9.717781066894531,
      "learning_rate": 9.935159687721789e-05,
      "loss": 0.40194106101989746,
      "step": 4570
    },
    {
      "epoch": 0.6501064584811923,
      "grad_norm": 10.271167755126953,
      "learning_rate": 9.9350177430802e-05,
      "loss": 0.4726293087005615,
      "step": 4580
    },
    {
      "epoch": 0.6515259048970902,
      "grad_norm": 7.158174514770508,
      "learning_rate": 9.93487579843861e-05,
      "loss": 0.40993413925170896,
      "step": 4590
    },
    {
      "epoch": 0.6529453513129879,
      "grad_norm": 10.536994934082031,
      "learning_rate": 9.93473385379702e-05,
      "loss": 0.4424222469329834,
      "step": 4600
    },
    {
      "epoch": 0.6543647977288858,
      "grad_norm": 7.256109714508057,
      "learning_rate": 9.934591909155429e-05,
      "loss": 0.388359522819519,
      "step": 4610
    },
    {
      "epoch": 0.6557842441447835,
      "grad_norm": 8.278726577758789,
      "learning_rate": 9.93444996451384e-05,
      "loss": 0.3513230085372925,
      "step": 4620
    },
    {
      "epoch": 0.6572036905606813,
      "grad_norm": 7.767818927764893,
      "learning_rate": 9.93430801987225e-05,
      "loss": 0.42050671577453613,
      "step": 4630
    },
    {
      "epoch": 0.6586231369765791,
      "grad_norm": 3.4903321266174316,
      "learning_rate": 9.934166075230661e-05,
      "loss": 0.3255154609680176,
      "step": 4640
    },
    {
      "epoch": 0.6600425833924769,
      "grad_norm": 8.193768501281738,
      "learning_rate": 9.93402413058907e-05,
      "loss": 0.34639596939086914,
      "step": 4650
    },
    {
      "epoch": 0.6614620298083748,
      "grad_norm": 6.168176651000977,
      "learning_rate": 9.93388218594748e-05,
      "loss": 0.3619822025299072,
      "step": 4660
    },
    {
      "epoch": 0.6628814762242725,
      "grad_norm": 4.793501853942871,
      "learning_rate": 9.933740241305892e-05,
      "loss": 0.3441330909729004,
      "step": 4670
    },
    {
      "epoch": 0.6643009226401704,
      "grad_norm": 7.100066184997559,
      "learning_rate": 9.933598296664301e-05,
      "loss": 0.41966400146484373,
      "step": 4680
    },
    {
      "epoch": 0.6657203690560681,
      "grad_norm": 8.032003402709961,
      "learning_rate": 9.933456352022713e-05,
      "loss": 0.39086959362030027,
      "step": 4690
    },
    {
      "epoch": 0.6671398154719659,
      "grad_norm": 5.533408164978027,
      "learning_rate": 9.933314407381121e-05,
      "loss": 0.455733060836792,
      "step": 4700
    },
    {
      "epoch": 0.6685592618878637,
      "grad_norm": 6.478943347930908,
      "learning_rate": 9.933172462739532e-05,
      "loss": 0.3870114326477051,
      "step": 4710
    },
    {
      "epoch": 0.6699787083037615,
      "grad_norm": 8.963722229003906,
      "learning_rate": 9.933030518097942e-05,
      "loss": 0.4041899681091309,
      "step": 4720
    },
    {
      "epoch": 0.6713981547196594,
      "grad_norm": 4.072963714599609,
      "learning_rate": 9.932888573456353e-05,
      "loss": 0.35542023181915283,
      "step": 4730
    },
    {
      "epoch": 0.6728176011355571,
      "grad_norm": 6.834389686584473,
      "learning_rate": 9.932746628814763e-05,
      "loss": 0.34830470085144044,
      "step": 4740
    },
    {
      "epoch": 0.674237047551455,
      "grad_norm": 7.003122329711914,
      "learning_rate": 9.932604684173174e-05,
      "loss": 0.3465887069702148,
      "step": 4750
    },
    {
      "epoch": 0.6756564939673527,
      "grad_norm": 8.914156913757324,
      "learning_rate": 9.932462739531583e-05,
      "loss": 0.44321861267089846,
      "step": 4760
    },
    {
      "epoch": 0.6770759403832506,
      "grad_norm": 7.6024627685546875,
      "learning_rate": 9.932320794889993e-05,
      "loss": 0.40067334175109864,
      "step": 4770
    },
    {
      "epoch": 0.6784953867991483,
      "grad_norm": 8.667821884155273,
      "learning_rate": 9.932178850248404e-05,
      "loss": 0.371229887008667,
      "step": 4780
    },
    {
      "epoch": 0.6799148332150461,
      "grad_norm": 9.355796813964844,
      "learning_rate": 9.932036905606814e-05,
      "loss": 0.3920291900634766,
      "step": 4790
    },
    {
      "epoch": 0.681334279630944,
      "grad_norm": 6.767845153808594,
      "learning_rate": 9.931894960965225e-05,
      "loss": 0.3848612070083618,
      "step": 4800
    },
    {
      "epoch": 0.6827537260468417,
      "grad_norm": 8.195937156677246,
      "learning_rate": 9.931767210787794e-05,
      "loss": 0.5190616607666015,
      "step": 4810
    },
    {
      "epoch": 0.6841731724627396,
      "grad_norm": 6.033681869506836,
      "learning_rate": 9.931625266146203e-05,
      "loss": 0.39132606983184814,
      "step": 4820
    },
    {
      "epoch": 0.6855926188786373,
      "grad_norm": 8.469270706176758,
      "learning_rate": 9.931483321504613e-05,
      "loss": 0.3626258850097656,
      "step": 4830
    },
    {
      "epoch": 0.6870120652945352,
      "grad_norm": 4.255542278289795,
      "learning_rate": 9.931341376863024e-05,
      "loss": 0.31856842041015626,
      "step": 4840
    },
    {
      "epoch": 0.6884315117104329,
      "grad_norm": 9.191469192504883,
      "learning_rate": 9.931199432221434e-05,
      "loss": 0.3280362367630005,
      "step": 4850
    },
    {
      "epoch": 0.6898509581263307,
      "grad_norm": 8.94046688079834,
      "learning_rate": 9.931057487579845e-05,
      "loss": 0.39851620197296145,
      "step": 4860
    },
    {
      "epoch": 0.6912704045422285,
      "grad_norm": 7.770534992218018,
      "learning_rate": 9.930915542938255e-05,
      "loss": 0.33825528621673584,
      "step": 4870
    },
    {
      "epoch": 0.6926898509581263,
      "grad_norm": 6.560062885284424,
      "learning_rate": 9.930773598296664e-05,
      "loss": 0.35839481353759767,
      "step": 4880
    },
    {
      "epoch": 0.6941092973740242,
      "grad_norm": 9.24365520477295,
      "learning_rate": 9.930631653655074e-05,
      "loss": 0.39770119190216063,
      "step": 4890
    },
    {
      "epoch": 0.6955287437899219,
      "grad_norm": 11.744332313537598,
      "learning_rate": 9.930489709013485e-05,
      "loss": 0.4902297019958496,
      "step": 4900
    },
    {
      "epoch": 0.6969481902058198,
      "grad_norm": 7.251524448394775,
      "learning_rate": 9.930347764371895e-05,
      "loss": 0.40317511558532715,
      "step": 4910
    },
    {
      "epoch": 0.6983676366217175,
      "grad_norm": 8.896724700927734,
      "learning_rate": 9.930205819730306e-05,
      "loss": 0.44049978256225586,
      "step": 4920
    },
    {
      "epoch": 0.6997870830376153,
      "grad_norm": 7.477156162261963,
      "learning_rate": 9.930063875088716e-05,
      "loss": 0.3586245536804199,
      "step": 4930
    },
    {
      "epoch": 0.7012065294535131,
      "grad_norm": 6.159836769104004,
      "learning_rate": 9.929921930447126e-05,
      "loss": 0.32783629894256594,
      "step": 4940
    },
    {
      "epoch": 0.7026259758694109,
      "grad_norm": 6.85299825668335,
      "learning_rate": 9.929779985805537e-05,
      "loss": 0.30911822319030763,
      "step": 4950
    },
    {
      "epoch": 0.7040454222853088,
      "grad_norm": 7.820040225982666,
      "learning_rate": 9.929638041163946e-05,
      "loss": 0.36734838485717775,
      "step": 4960
    },
    {
      "epoch": 0.7054648687012065,
      "grad_norm": 6.66180944442749,
      "learning_rate": 9.929496096522358e-05,
      "loss": 0.37120904922485354,
      "step": 4970
    },
    {
      "epoch": 0.7068843151171044,
      "grad_norm": 7.3861775398254395,
      "learning_rate": 9.929354151880766e-05,
      "loss": 0.4064349174499512,
      "step": 4980
    },
    {
      "epoch": 0.7083037615330021,
      "grad_norm": 7.068629741668701,
      "learning_rate": 9.929212207239177e-05,
      "loss": 0.36406426429748534,
      "step": 4990
    },
    {
      "epoch": 0.7097232079489,
      "grad_norm": 7.482442378997803,
      "learning_rate": 9.929070262597587e-05,
      "loss": 0.40763154029846194,
      "step": 5000
    },
    {
      "epoch": 0.7097232079489,
      "eval_accuracy": 0.8707954473198957,
      "eval_loss": 0.37987253069877625,
      "eval_runtime": 33.0642,
      "eval_samples_per_second": 475.651,
      "eval_steps_per_second": 14.88,
      "step": 5000
    },
    {
      "epoch": 0.7111426543647977,
      "grad_norm": 5.368759632110596,
      "learning_rate": 9.928928317955998e-05,
      "loss": 0.40792322158813477,
      "step": 5010
    },
    {
      "epoch": 0.7125621007806955,
      "grad_norm": 3.8395280838012695,
      "learning_rate": 9.928786373314408e-05,
      "loss": 0.45433621406555175,
      "step": 5020
    },
    {
      "epoch": 0.7139815471965933,
      "grad_norm": 7.884678840637207,
      "learning_rate": 9.928644428672817e-05,
      "loss": 0.3092354774475098,
      "step": 5030
    },
    {
      "epoch": 0.7154009936124911,
      "grad_norm": 9.11925983428955,
      "learning_rate": 9.928502484031228e-05,
      "loss": 0.3887113094329834,
      "step": 5040
    },
    {
      "epoch": 0.716820440028389,
      "grad_norm": 8.5901517868042,
      "learning_rate": 9.928360539389638e-05,
      "loss": 0.3938072443008423,
      "step": 5050
    },
    {
      "epoch": 0.7182398864442867,
      "grad_norm": 4.011209011077881,
      "learning_rate": 9.928218594748049e-05,
      "loss": 0.3140719890594482,
      "step": 5060
    },
    {
      "epoch": 0.7196593328601846,
      "grad_norm": 9.04295825958252,
      "learning_rate": 9.928076650106459e-05,
      "loss": 0.37023751735687255,
      "step": 5070
    },
    {
      "epoch": 0.7210787792760823,
      "grad_norm": 7.336644649505615,
      "learning_rate": 9.92793470546487e-05,
      "loss": 0.3326029539108276,
      "step": 5080
    },
    {
      "epoch": 0.7224982256919801,
      "grad_norm": 6.824075698852539,
      "learning_rate": 9.927792760823278e-05,
      "loss": 0.31377925872802737,
      "step": 5090
    },
    {
      "epoch": 0.7239176721078779,
      "grad_norm": 6.152795314788818,
      "learning_rate": 9.92765081618169e-05,
      "loss": 0.4362512111663818,
      "step": 5100
    },
    {
      "epoch": 0.7253371185237757,
      "grad_norm": 7.997036457061768,
      "learning_rate": 9.927508871540099e-05,
      "loss": 0.39910459518432617,
      "step": 5110
    },
    {
      "epoch": 0.7267565649396736,
      "grad_norm": 7.5024309158325195,
      "learning_rate": 9.92736692689851e-05,
      "loss": 0.3690288305282593,
      "step": 5120
    },
    {
      "epoch": 0.7281760113555713,
      "grad_norm": 9.340811729431152,
      "learning_rate": 9.92722498225692e-05,
      "loss": 0.28037595748901367,
      "step": 5130
    },
    {
      "epoch": 0.7295954577714692,
      "grad_norm": 6.796107292175293,
      "learning_rate": 9.92708303761533e-05,
      "loss": 0.2862435817718506,
      "step": 5140
    },
    {
      "epoch": 0.7310149041873669,
      "grad_norm": 6.0283379554748535,
      "learning_rate": 9.926941092973741e-05,
      "loss": 0.351378345489502,
      "step": 5150
    },
    {
      "epoch": 0.7324343506032647,
      "grad_norm": 6.880161762237549,
      "learning_rate": 9.926799148332151e-05,
      "loss": 0.3127347230911255,
      "step": 5160
    },
    {
      "epoch": 0.7338537970191625,
      "grad_norm": 7.761416912078857,
      "learning_rate": 9.926657203690562e-05,
      "loss": 0.3232876777648926,
      "step": 5170
    },
    {
      "epoch": 0.7352732434350603,
      "grad_norm": 8.840635299682617,
      "learning_rate": 9.926515259048972e-05,
      "loss": 0.36195032596588134,
      "step": 5180
    },
    {
      "epoch": 0.7366926898509581,
      "grad_norm": 10.067350387573242,
      "learning_rate": 9.926373314407381e-05,
      "loss": 0.33318257331848145,
      "step": 5190
    },
    {
      "epoch": 0.7381121362668559,
      "grad_norm": 4.935089111328125,
      "learning_rate": 9.926231369765791e-05,
      "loss": 0.3263442039489746,
      "step": 5200
    },
    {
      "epoch": 0.7395315826827538,
      "grad_norm": 6.868301868438721,
      "learning_rate": 9.926089425124202e-05,
      "loss": 0.4087569236755371,
      "step": 5210
    },
    {
      "epoch": 0.7409510290986515,
      "grad_norm": 7.978097915649414,
      "learning_rate": 9.925947480482612e-05,
      "loss": 0.33616573810577394,
      "step": 5220
    },
    {
      "epoch": 0.7423704755145494,
      "grad_norm": 11.391094207763672,
      "learning_rate": 9.925805535841023e-05,
      "loss": 0.33483550548553465,
      "step": 5230
    },
    {
      "epoch": 0.7437899219304471,
      "grad_norm": 5.558361530303955,
      "learning_rate": 9.925663591199433e-05,
      "loss": 0.38994641304016114,
      "step": 5240
    },
    {
      "epoch": 0.7452093683463449,
      "grad_norm": 2.6022746562957764,
      "learning_rate": 9.925521646557842e-05,
      "loss": 0.2801194429397583,
      "step": 5250
    },
    {
      "epoch": 0.7466288147622427,
      "grad_norm": 10.395146369934082,
      "learning_rate": 9.925379701916253e-05,
      "loss": 0.45772466659545896,
      "step": 5260
    },
    {
      "epoch": 0.7480482611781405,
      "grad_norm": 10.162497520446777,
      "learning_rate": 9.925237757274663e-05,
      "loss": 0.3906741142272949,
      "step": 5270
    },
    {
      "epoch": 0.7494677075940384,
      "grad_norm": 7.618703365325928,
      "learning_rate": 9.925095812633074e-05,
      "loss": 0.3549813747406006,
      "step": 5280
    },
    {
      "epoch": 0.7508871540099361,
      "grad_norm": 6.407444953918457,
      "learning_rate": 9.924953867991483e-05,
      "loss": 0.3040858268737793,
      "step": 5290
    },
    {
      "epoch": 0.752306600425834,
      "grad_norm": 7.738057613372803,
      "learning_rate": 9.924811923349894e-05,
      "loss": 0.39499850273132325,
      "step": 5300
    },
    {
      "epoch": 0.7537260468417317,
      "grad_norm": 7.237374782562256,
      "learning_rate": 9.924669978708304e-05,
      "loss": 0.3085558652877808,
      "step": 5310
    },
    {
      "epoch": 0.7551454932576295,
      "grad_norm": 6.442776203155518,
      "learning_rate": 9.924528034066715e-05,
      "loss": 0.40102262496948243,
      "step": 5320
    },
    {
      "epoch": 0.7565649396735273,
      "grad_norm": 10.280111312866211,
      "learning_rate": 9.924386089425126e-05,
      "loss": 0.3338863611221313,
      "step": 5330
    },
    {
      "epoch": 0.7579843860894251,
      "grad_norm": 8.590238571166992,
      "learning_rate": 9.924244144783534e-05,
      "loss": 0.48393831253051756,
      "step": 5340
    },
    {
      "epoch": 0.759403832505323,
      "grad_norm": 4.818009376525879,
      "learning_rate": 9.924102200141945e-05,
      "loss": 0.31519811153411864,
      "step": 5350
    },
    {
      "epoch": 0.7608232789212207,
      "grad_norm": 7.284486293792725,
      "learning_rate": 9.923960255500355e-05,
      "loss": 0.3537211179733276,
      "step": 5360
    },
    {
      "epoch": 0.7622427253371186,
      "grad_norm": 8.618793487548828,
      "learning_rate": 9.923818310858766e-05,
      "loss": 0.34086947441101073,
      "step": 5370
    },
    {
      "epoch": 0.7636621717530163,
      "grad_norm": 8.162178039550781,
      "learning_rate": 9.923676366217176e-05,
      "loss": 0.38811311721801756,
      "step": 5380
    },
    {
      "epoch": 0.7650816181689141,
      "grad_norm": 7.360818386077881,
      "learning_rate": 9.923534421575587e-05,
      "loss": 0.30603010654449464,
      "step": 5390
    },
    {
      "epoch": 0.7665010645848119,
      "grad_norm": 4.011861801147461,
      "learning_rate": 9.923392476933995e-05,
      "loss": 0.23683266639709472,
      "step": 5400
    },
    {
      "epoch": 0.7679205110007097,
      "grad_norm": 5.943147659301758,
      "learning_rate": 9.923250532292406e-05,
      "loss": 0.34063313007354734,
      "step": 5410
    },
    {
      "epoch": 0.7693399574166075,
      "grad_norm": 7.751121997833252,
      "learning_rate": 9.923108587650817e-05,
      "loss": 0.36524248123168945,
      "step": 5420
    },
    {
      "epoch": 0.7707594038325053,
      "grad_norm": 8.413863182067871,
      "learning_rate": 9.922966643009227e-05,
      "loss": 0.3002290725708008,
      "step": 5430
    },
    {
      "epoch": 0.7721788502484032,
      "grad_norm": 7.4792280197143555,
      "learning_rate": 9.922824698367638e-05,
      "loss": 0.2858253240585327,
      "step": 5440
    },
    {
      "epoch": 0.7735982966643009,
      "grad_norm": 4.943634986877441,
      "learning_rate": 9.922682753726047e-05,
      "loss": 0.3922913074493408,
      "step": 5450
    },
    {
      "epoch": 0.7750177430801988,
      "grad_norm": 9.556757926940918,
      "learning_rate": 9.922540809084458e-05,
      "loss": 0.32624542713165283,
      "step": 5460
    },
    {
      "epoch": 0.7764371894960965,
      "grad_norm": 6.306029319763184,
      "learning_rate": 9.922398864442867e-05,
      "loss": 0.32522106170654297,
      "step": 5470
    },
    {
      "epoch": 0.7778566359119943,
      "grad_norm": 9.622481346130371,
      "learning_rate": 9.922256919801279e-05,
      "loss": 0.32840585708618164,
      "step": 5480
    },
    {
      "epoch": 0.7792760823278921,
      "grad_norm": 6.480415344238281,
      "learning_rate": 9.922114975159688e-05,
      "loss": 0.31494650840759275,
      "step": 5490
    },
    {
      "epoch": 0.7806955287437899,
      "grad_norm": 9.822346687316895,
      "learning_rate": 9.921973030518098e-05,
      "loss": 0.3520227909088135,
      "step": 5500
    },
    {
      "epoch": 0.7806955287437899,
      "eval_accuracy": 0.8887263940993196,
      "eval_loss": 0.331625759601593,
      "eval_runtime": 33.1217,
      "eval_samples_per_second": 474.825,
      "eval_steps_per_second": 14.854,
      "step": 5500
    },
    {
      "epoch": 0.7821149751596878,
      "grad_norm": 8.544402122497559,
      "learning_rate": 9.921831085876508e-05,
      "loss": 0.3386709451675415,
      "step": 5510
    },
    {
      "epoch": 0.7835344215755855,
      "grad_norm": 6.877591133117676,
      "learning_rate": 9.921689141234919e-05,
      "loss": 0.3577073574066162,
      "step": 5520
    },
    {
      "epoch": 0.7849538679914834,
      "grad_norm": 8.182839393615723,
      "learning_rate": 9.92154719659333e-05,
      "loss": 0.33861188888549804,
      "step": 5530
    },
    {
      "epoch": 0.7863733144073811,
      "grad_norm": 7.762393474578857,
      "learning_rate": 9.92140525195174e-05,
      "loss": 0.2913277387619019,
      "step": 5540
    },
    {
      "epoch": 0.7877927608232789,
      "grad_norm": 9.238672256469727,
      "learning_rate": 9.92126330731015e-05,
      "loss": 0.27555758953094484,
      "step": 5550
    },
    {
      "epoch": 0.7892122072391767,
      "grad_norm": 8.316729545593262,
      "learning_rate": 9.921121362668559e-05,
      "loss": 0.3221546411514282,
      "step": 5560
    },
    {
      "epoch": 0.7906316536550745,
      "grad_norm": 5.685539245605469,
      "learning_rate": 9.92097941802697e-05,
      "loss": 0.335821533203125,
      "step": 5570
    },
    {
      "epoch": 0.7920511000709723,
      "grad_norm": 9.121819496154785,
      "learning_rate": 9.92083747338538e-05,
      "loss": 0.41519789695739745,
      "step": 5580
    },
    {
      "epoch": 0.7934705464868701,
      "grad_norm": 10.83812141418457,
      "learning_rate": 9.920695528743791e-05,
      "loss": 0.30081839561462403,
      "step": 5590
    },
    {
      "epoch": 0.794889992902768,
      "grad_norm": 3.7030341625213623,
      "learning_rate": 9.9205535841022e-05,
      "loss": 0.3369245767593384,
      "step": 5600
    },
    {
      "epoch": 0.7963094393186657,
      "grad_norm": 3.8987886905670166,
      "learning_rate": 9.92041163946061e-05,
      "loss": 0.3294223785400391,
      "step": 5610
    },
    {
      "epoch": 0.7977288857345636,
      "grad_norm": 4.1831207275390625,
      "learning_rate": 9.920269694819022e-05,
      "loss": 0.2734922170639038,
      "step": 5620
    },
    {
      "epoch": 0.7991483321504613,
      "grad_norm": 7.363320827484131,
      "learning_rate": 9.920127750177431e-05,
      "loss": 0.3629761219024658,
      "step": 5630
    },
    {
      "epoch": 0.8005677785663591,
      "grad_norm": 3.947075366973877,
      "learning_rate": 9.919985805535842e-05,
      "loss": 0.24655752182006835,
      "step": 5640
    },
    {
      "epoch": 0.8019872249822569,
      "grad_norm": 7.183192253112793,
      "learning_rate": 9.919843860894251e-05,
      "loss": 0.3074009895324707,
      "step": 5650
    },
    {
      "epoch": 0.8034066713981547,
      "grad_norm": 9.004253387451172,
      "learning_rate": 9.919701916252662e-05,
      "loss": 0.38861281871795655,
      "step": 5660
    },
    {
      "epoch": 0.8048261178140526,
      "grad_norm": 7.553649425506592,
      "learning_rate": 9.919559971611072e-05,
      "loss": 0.4247180461883545,
      "step": 5670
    },
    {
      "epoch": 0.8062455642299503,
      "grad_norm": 6.382741928100586,
      "learning_rate": 9.919418026969483e-05,
      "loss": 0.304930305480957,
      "step": 5680
    },
    {
      "epoch": 0.8076650106458482,
      "grad_norm": 5.102434158325195,
      "learning_rate": 9.919276082327893e-05,
      "loss": 0.38076980113983155,
      "step": 5690
    },
    {
      "epoch": 0.8090844570617459,
      "grad_norm": 6.131350517272949,
      "learning_rate": 9.919134137686302e-05,
      "loss": 0.40895967483520507,
      "step": 5700
    },
    {
      "epoch": 0.8105039034776437,
      "grad_norm": 7.717721939086914,
      "learning_rate": 9.918992193044713e-05,
      "loss": 0.34289727210998533,
      "step": 5710
    },
    {
      "epoch": 0.8119233498935415,
      "grad_norm": 7.452071189880371,
      "learning_rate": 9.918850248403123e-05,
      "loss": 0.26248266696929934,
      "step": 5720
    },
    {
      "epoch": 0.8133427963094393,
      "grad_norm": 4.934199333190918,
      "learning_rate": 9.918708303761534e-05,
      "loss": 0.2918365478515625,
      "step": 5730
    },
    {
      "epoch": 0.8147622427253371,
      "grad_norm": 3.497220993041992,
      "learning_rate": 9.918566359119944e-05,
      "loss": 0.27859480381011964,
      "step": 5740
    },
    {
      "epoch": 0.8161816891412349,
      "grad_norm": 9.320852279663086,
      "learning_rate": 9.918424414478355e-05,
      "loss": 0.34371328353881836,
      "step": 5750
    },
    {
      "epoch": 0.8176011355571328,
      "grad_norm": 10.081619262695312,
      "learning_rate": 9.918282469836763e-05,
      "loss": 0.36181211471557617,
      "step": 5760
    },
    {
      "epoch": 0.8190205819730305,
      "grad_norm": 7.466938018798828,
      "learning_rate": 9.918140525195174e-05,
      "loss": 0.34078028202056887,
      "step": 5770
    },
    {
      "epoch": 0.8204400283889283,
      "grad_norm": 4.303114414215088,
      "learning_rate": 9.917998580553584e-05,
      "loss": 0.34729723930358886,
      "step": 5780
    },
    {
      "epoch": 0.8218594748048261,
      "grad_norm": 9.38592529296875,
      "learning_rate": 9.917856635911995e-05,
      "loss": 0.4285425662994385,
      "step": 5790
    },
    {
      "epoch": 0.8232789212207239,
      "grad_norm": 9.465388298034668,
      "learning_rate": 9.917714691270405e-05,
      "loss": 0.3501663446426392,
      "step": 5800
    },
    {
      "epoch": 0.8246983676366217,
      "grad_norm": 5.500204086303711,
      "learning_rate": 9.917572746628815e-05,
      "loss": 0.3102808952331543,
      "step": 5810
    },
    {
      "epoch": 0.8261178140525195,
      "grad_norm": 4.572218894958496,
      "learning_rate": 9.917430801987226e-05,
      "loss": 0.2433872938156128,
      "step": 5820
    },
    {
      "epoch": 0.8275372604684174,
      "grad_norm": 9.858591079711914,
      "learning_rate": 9.917288857345636e-05,
      "loss": 0.30695419311523436,
      "step": 5830
    },
    {
      "epoch": 0.8289567068843151,
      "grad_norm": 6.843176364898682,
      "learning_rate": 9.917146912704047e-05,
      "loss": 0.35634801387786863,
      "step": 5840
    },
    {
      "epoch": 0.830376153300213,
      "grad_norm": 10.634949684143066,
      "learning_rate": 9.917004968062456e-05,
      "loss": 0.3107039451599121,
      "step": 5850
    },
    {
      "epoch": 0.8317955997161107,
      "grad_norm": 8.44272518157959,
      "learning_rate": 9.916863023420866e-05,
      "loss": 0.3672316551208496,
      "step": 5860
    },
    {
      "epoch": 0.8332150461320085,
      "grad_norm": 5.4848785400390625,
      "learning_rate": 9.916721078779276e-05,
      "loss": 0.4015390872955322,
      "step": 5870
    },
    {
      "epoch": 0.8346344925479063,
      "grad_norm": 7.271710395812988,
      "learning_rate": 9.916579134137687e-05,
      "loss": 0.23676373958587646,
      "step": 5880
    },
    {
      "epoch": 0.8360539389638041,
      "grad_norm": 4.376358509063721,
      "learning_rate": 9.916437189496097e-05,
      "loss": 0.2711988687515259,
      "step": 5890
    },
    {
      "epoch": 0.837473385379702,
      "grad_norm": 6.931346416473389,
      "learning_rate": 9.916295244854508e-05,
      "loss": 0.2837867021560669,
      "step": 5900
    },
    {
      "epoch": 0.8388928317955997,
      "grad_norm": 7.611521244049072,
      "learning_rate": 9.916153300212918e-05,
      "loss": 0.315134072303772,
      "step": 5910
    },
    {
      "epoch": 0.8403122782114976,
      "grad_norm": 7.071038722991943,
      "learning_rate": 9.916011355571327e-05,
      "loss": 0.3368415594100952,
      "step": 5920
    },
    {
      "epoch": 0.8417317246273953,
      "grad_norm": 4.1825056076049805,
      "learning_rate": 9.915869410929738e-05,
      "loss": 0.3074488162994385,
      "step": 5930
    },
    {
      "epoch": 0.8431511710432931,
      "grad_norm": 6.3160929679870605,
      "learning_rate": 9.915727466288148e-05,
      "loss": 0.3252119541168213,
      "step": 5940
    },
    {
      "epoch": 0.8445706174591909,
      "grad_norm": 8.007182121276855,
      "learning_rate": 9.915585521646559e-05,
      "loss": 0.23286638259887696,
      "step": 5950
    },
    {
      "epoch": 0.8459900638750887,
      "grad_norm": 7.93002986907959,
      "learning_rate": 9.915443577004968e-05,
      "loss": 0.2870266199111938,
      "step": 5960
    },
    {
      "epoch": 0.8474095102909865,
      "grad_norm": 5.426539897918701,
      "learning_rate": 9.915301632363379e-05,
      "loss": 0.29859611988067625,
      "step": 5970
    },
    {
      "epoch": 0.8488289567068843,
      "grad_norm": 4.294735908508301,
      "learning_rate": 9.915159687721788e-05,
      "loss": 0.24727118015289307,
      "step": 5980
    },
    {
      "epoch": 0.8502484031227822,
      "grad_norm": 8.501158714294434,
      "learning_rate": 9.9150177430802e-05,
      "loss": 0.3406102657318115,
      "step": 5990
    },
    {
      "epoch": 0.8516678495386799,
      "grad_norm": 8.125472068786621,
      "learning_rate": 9.914875798438609e-05,
      "loss": 0.3179450273513794,
      "step": 6000
    },
    {
      "epoch": 0.8516678495386799,
      "eval_accuracy": 0.8626565778597317,
      "eval_loss": 0.4082823693752289,
      "eval_runtime": 33.3539,
      "eval_samples_per_second": 471.52,
      "eval_steps_per_second": 14.751,
      "step": 6000
    },
    {
      "epoch": 0.8530872959545777,
      "grad_norm": 4.980500221252441,
      "learning_rate": 9.914733853797019e-05,
      "loss": 0.3588885307312012,
      "step": 6010
    },
    {
      "epoch": 0.8545067423704755,
      "grad_norm": 5.385146617889404,
      "learning_rate": 9.91459190915543e-05,
      "loss": 0.28512775897979736,
      "step": 6020
    },
    {
      "epoch": 0.8559261887863733,
      "grad_norm": 8.24423599243164,
      "learning_rate": 9.91444996451384e-05,
      "loss": 0.32922515869140623,
      "step": 6030
    },
    {
      "epoch": 0.8573456352022711,
      "grad_norm": 6.568521499633789,
      "learning_rate": 9.914308019872251e-05,
      "loss": 0.24458625316619872,
      "step": 6040
    },
    {
      "epoch": 0.8587650816181689,
      "grad_norm": 6.268226146697998,
      "learning_rate": 9.914166075230661e-05,
      "loss": 0.30663580894470216,
      "step": 6050
    },
    {
      "epoch": 0.8601845280340668,
      "grad_norm": 5.911208152770996,
      "learning_rate": 9.91402413058907e-05,
      "loss": 0.38018484115600587,
      "step": 6060
    },
    {
      "epoch": 0.8616039744499645,
      "grad_norm": 5.170897483825684,
      "learning_rate": 9.91388218594748e-05,
      "loss": 0.22591965198516845,
      "step": 6070
    },
    {
      "epoch": 0.8630234208658624,
      "grad_norm": 5.716799736022949,
      "learning_rate": 9.913740241305891e-05,
      "loss": 0.2626305103302002,
      "step": 6080
    },
    {
      "epoch": 0.8644428672817601,
      "grad_norm": 6.144148349761963,
      "learning_rate": 9.913598296664301e-05,
      "loss": 0.23459088802337646,
      "step": 6090
    },
    {
      "epoch": 0.8658623136976579,
      "grad_norm": 8.506244659423828,
      "learning_rate": 9.913456352022712e-05,
      "loss": 0.36330761909484866,
      "step": 6100
    },
    {
      "epoch": 0.8672817601135557,
      "grad_norm": 9.882643699645996,
      "learning_rate": 9.913314407381122e-05,
      "loss": 0.32826101779937744,
      "step": 6110
    },
    {
      "epoch": 0.8687012065294535,
      "grad_norm": 8.62743091583252,
      "learning_rate": 9.913172462739532e-05,
      "loss": 0.30355727672576904,
      "step": 6120
    },
    {
      "epoch": 0.8701206529453513,
      "grad_norm": 11.726634979248047,
      "learning_rate": 9.913030518097943e-05,
      "loss": 0.280806303024292,
      "step": 6130
    },
    {
      "epoch": 0.8715400993612491,
      "grad_norm": 7.7827839851379395,
      "learning_rate": 9.912888573456352e-05,
      "loss": 0.3389289855957031,
      "step": 6140
    },
    {
      "epoch": 0.872959545777147,
      "grad_norm": 12.07807731628418,
      "learning_rate": 9.912746628814764e-05,
      "loss": 0.31570281982421877,
      "step": 6150
    },
    {
      "epoch": 0.8743789921930447,
      "grad_norm": 4.949673652648926,
      "learning_rate": 9.912604684173173e-05,
      "loss": 0.269368839263916,
      "step": 6160
    },
    {
      "epoch": 0.8757984386089425,
      "grad_norm": 6.946098327636719,
      "learning_rate": 9.912462739531583e-05,
      "loss": 0.33236119747161863,
      "step": 6170
    },
    {
      "epoch": 0.8772178850248403,
      "grad_norm": 7.137246131896973,
      "learning_rate": 9.912320794889993e-05,
      "loss": 0.3343817710876465,
      "step": 6180
    },
    {
      "epoch": 0.8786373314407381,
      "grad_norm": 4.929990768432617,
      "learning_rate": 9.912178850248404e-05,
      "loss": 0.23963472843170167,
      "step": 6190
    },
    {
      "epoch": 0.8800567778566359,
      "grad_norm": 10.46869945526123,
      "learning_rate": 9.912036905606814e-05,
      "loss": 0.2913534641265869,
      "step": 6200
    },
    {
      "epoch": 0.8814762242725337,
      "grad_norm": 7.179393291473389,
      "learning_rate": 9.911894960965225e-05,
      "loss": 0.27806806564331055,
      "step": 6210
    },
    {
      "epoch": 0.8828956706884316,
      "grad_norm": 5.430668830871582,
      "learning_rate": 9.911753016323634e-05,
      "loss": 0.2537125587463379,
      "step": 6220
    },
    {
      "epoch": 0.8843151171043293,
      "grad_norm": 7.001239776611328,
      "learning_rate": 9.911611071682044e-05,
      "loss": 0.2821568489074707,
      "step": 6230
    },
    {
      "epoch": 0.8857345635202271,
      "grad_norm": 10.218942642211914,
      "learning_rate": 9.911469127040455e-05,
      "loss": 0.30785112380981444,
      "step": 6240
    },
    {
      "epoch": 0.8871540099361249,
      "grad_norm": 3.9179635047912598,
      "learning_rate": 9.911327182398865e-05,
      "loss": 0.3376051902770996,
      "step": 6250
    },
    {
      "epoch": 0.8885734563520227,
      "grad_norm": 7.35114049911499,
      "learning_rate": 9.911185237757276e-05,
      "loss": 0.2029582977294922,
      "step": 6260
    },
    {
      "epoch": 0.8899929027679205,
      "grad_norm": 7.477942943572998,
      "learning_rate": 9.911043293115684e-05,
      "loss": 0.31639838218688965,
      "step": 6270
    },
    {
      "epoch": 0.8914123491838183,
      "grad_norm": 6.479630470275879,
      "learning_rate": 9.910901348474096e-05,
      "loss": 0.35874156951904296,
      "step": 6280
    },
    {
      "epoch": 0.8928317955997161,
      "grad_norm": 5.139812469482422,
      "learning_rate": 9.910759403832505e-05,
      "loss": 0.23642609119415284,
      "step": 6290
    },
    {
      "epoch": 0.8942512420156139,
      "grad_norm": 7.17330265045166,
      "learning_rate": 9.910617459190916e-05,
      "loss": 0.27939982414245607,
      "step": 6300
    },
    {
      "epoch": 0.8956706884315118,
      "grad_norm": 8.804689407348633,
      "learning_rate": 9.910475514549326e-05,
      "loss": 0.3722469568252563,
      "step": 6310
    },
    {
      "epoch": 0.8970901348474095,
      "grad_norm": 2.958435297012329,
      "learning_rate": 9.910333569907736e-05,
      "loss": 0.23576738834381103,
      "step": 6320
    },
    {
      "epoch": 0.8985095812633073,
      "grad_norm": 10.53680419921875,
      "learning_rate": 9.910191625266147e-05,
      "loss": 0.4027998447418213,
      "step": 6330
    },
    {
      "epoch": 0.8999290276792051,
      "grad_norm": 5.857926368713379,
      "learning_rate": 9.910049680624557e-05,
      "loss": 0.29457688331604004,
      "step": 6340
    },
    {
      "epoch": 0.9013484740951029,
      "grad_norm": 1.7572773694992065,
      "learning_rate": 9.909907735982968e-05,
      "loss": 0.2572882890701294,
      "step": 6350
    },
    {
      "epoch": 0.9027679205110007,
      "grad_norm": 4.274378299713135,
      "learning_rate": 9.909765791341377e-05,
      "loss": 0.23681292533874512,
      "step": 6360
    },
    {
      "epoch": 0.9041873669268985,
      "grad_norm": 7.596087455749512,
      "learning_rate": 9.909623846699787e-05,
      "loss": 0.23812153339385986,
      "step": 6370
    },
    {
      "epoch": 0.9056068133427964,
      "grad_norm": 5.59556770324707,
      "learning_rate": 9.909481902058197e-05,
      "loss": 0.29871695041656493,
      "step": 6380
    },
    {
      "epoch": 0.9070262597586941,
      "grad_norm": 4.671100616455078,
      "learning_rate": 9.909339957416608e-05,
      "loss": 0.23768167495727538,
      "step": 6390
    },
    {
      "epoch": 0.9084457061745919,
      "grad_norm": 6.55142068862915,
      "learning_rate": 9.909198012775018e-05,
      "loss": 0.2650206804275513,
      "step": 6400
    },
    {
      "epoch": 0.9098651525904897,
      "grad_norm": 7.774087429046631,
      "learning_rate": 9.909056068133429e-05,
      "loss": 0.2898139238357544,
      "step": 6410
    },
    {
      "epoch": 0.9112845990063875,
      "grad_norm": 6.386779308319092,
      "learning_rate": 9.908914123491839e-05,
      "loss": 0.26163647174835203,
      "step": 6420
    },
    {
      "epoch": 0.9127040454222853,
      "grad_norm": 7.33029317855835,
      "learning_rate": 9.908772178850248e-05,
      "loss": 0.2447366952896118,
      "step": 6430
    },
    {
      "epoch": 0.9141234918381831,
      "grad_norm": 10.35724925994873,
      "learning_rate": 9.90863023420866e-05,
      "loss": 0.2560460329055786,
      "step": 6440
    },
    {
      "epoch": 0.915542938254081,
      "grad_norm": 9.2293062210083,
      "learning_rate": 9.908488289567069e-05,
      "loss": 0.3864759922027588,
      "step": 6450
    },
    {
      "epoch": 0.9169623846699787,
      "grad_norm": 8.472285270690918,
      "learning_rate": 9.90834634492548e-05,
      "loss": 0.2888746976852417,
      "step": 6460
    },
    {
      "epoch": 0.9183818310858765,
      "grad_norm": 6.22374153137207,
      "learning_rate": 9.90820440028389e-05,
      "loss": 0.2505399942398071,
      "step": 6470
    },
    {
      "epoch": 0.9198012775017743,
      "grad_norm": 7.827479839324951,
      "learning_rate": 9.9080624556423e-05,
      "loss": 0.2327653408050537,
      "step": 6480
    },
    {
      "epoch": 0.9212207239176721,
      "grad_norm": 7.873356819152832,
      "learning_rate": 9.90792051100071e-05,
      "loss": 0.2565167903900146,
      "step": 6490
    },
    {
      "epoch": 0.9226401703335699,
      "grad_norm": 4.665884494781494,
      "learning_rate": 9.90777856635912e-05,
      "loss": 0.2404710292816162,
      "step": 6500
    },
    {
      "epoch": 0.9226401703335699,
      "eval_accuracy": 0.9011890379601959,
      "eval_loss": 0.29011303186416626,
      "eval_runtime": 34.6022,
      "eval_samples_per_second": 454.509,
      "eval_steps_per_second": 14.219,
      "step": 6500
    }
  ],
  "logging_steps": 10,
  "max_steps": 704500,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 100,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}