{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 3125,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0032,
      "grad_norm": 16.167704755253098,
      "learning_rate": 1.437699680511182e-07,
      "loss": 0.6528051853179931,
      "step": 10
    },
    {
      "epoch": 0.0064,
      "grad_norm": 15.890120546753822,
      "learning_rate": 3.0351437699680514e-07,
      "loss": 0.6462714195251464,
      "step": 20
    },
    {
      "epoch": 0.0096,
      "grad_norm": 14.94996510180698,
      "learning_rate": 4.6325878594249205e-07,
      "loss": 0.6038930416107178,
      "step": 30
    },
    {
      "epoch": 0.0128,
      "grad_norm": 7.595956825837255,
      "learning_rate": 6.230031948881789e-07,
      "loss": 0.49077792167663575,
      "step": 40
    },
    {
      "epoch": 0.016,
      "grad_norm": 3.026643067758099,
      "learning_rate": 7.82747603833866e-07,
      "loss": 0.3725566864013672,
      "step": 50
    },
    {
      "epoch": 0.0192,
      "grad_norm": 1.45050871801394,
      "learning_rate": 9.424920127795528e-07,
      "loss": 0.3130798816680908,
      "step": 60
    },
    {
      "epoch": 0.0224,
      "grad_norm": 0.7098603642718405,
      "learning_rate": 1.1022364217252397e-06,
      "loss": 0.29621334075927735,
      "step": 70
    },
    {
      "epoch": 0.0256,
      "grad_norm": 0.6027577608327673,
      "learning_rate": 1.2619808306709266e-06,
      "loss": 0.27455599308013917,
      "step": 80
    },
    {
      "epoch": 0.0288,
      "grad_norm": 0.6521596145147045,
      "learning_rate": 1.4217252396166134e-06,
      "loss": 0.2667043447494507,
      "step": 90
    },
    {
      "epoch": 0.032,
      "grad_norm": 0.5069890685833461,
      "learning_rate": 1.5814696485623005e-06,
      "loss": 0.26807360649108886,
      "step": 100
    },
    {
      "epoch": 0.0352,
      "grad_norm": 0.5470393023746721,
      "learning_rate": 1.7412140575079875e-06,
      "loss": 0.26680865287780764,
      "step": 110
    },
    {
      "epoch": 0.0384,
      "grad_norm": 0.5543553869620175,
      "learning_rate": 1.9009584664536742e-06,
      "loss": 0.25434055328369143,
      "step": 120
    },
    {
      "epoch": 0.0416,
      "grad_norm": 0.5420531484574165,
      "learning_rate": 2.060702875399361e-06,
      "loss": 0.25767529010772705,
      "step": 130
    },
    {
      "epoch": 0.0448,
      "grad_norm": 0.645702037816744,
      "learning_rate": 2.220447284345048e-06,
      "loss": 0.24863953590393068,
      "step": 140
    },
    {
      "epoch": 0.048,
      "grad_norm": 0.6143136416629473,
      "learning_rate": 2.380191693290735e-06,
      "loss": 0.24553947448730468,
      "step": 150
    },
    {
      "epoch": 0.0512,
      "grad_norm": 0.5094817219127052,
      "learning_rate": 2.539936102236422e-06,
      "loss": 0.2415369987487793,
      "step": 160
    },
    {
      "epoch": 0.0544,
      "grad_norm": 0.6291606522275387,
      "learning_rate": 2.699680511182109e-06,
      "loss": 0.24887418746948242,
      "step": 170
    },
    {
      "epoch": 0.0576,
      "grad_norm": 0.6248895072998087,
      "learning_rate": 2.8594249201277955e-06,
      "loss": 0.2414403438568115,
      "step": 180
    },
    {
      "epoch": 0.0608,
      "grad_norm": 0.6640745861299296,
      "learning_rate": 3.0191693290734825e-06,
      "loss": 0.24553894996643066,
      "step": 190
    },
    {
      "epoch": 0.064,
      "grad_norm": 0.6136916428260776,
      "learning_rate": 3.17891373801917e-06,
      "loss": 0.24655485153198242,
      "step": 200
    },
    {
      "epoch": 0.0672,
      "grad_norm": 0.6572881584027297,
      "learning_rate": 3.3386581469648564e-06,
      "loss": 0.2433255910873413,
      "step": 210
    },
    {
      "epoch": 0.0704,
      "grad_norm": 0.6365580690264084,
      "learning_rate": 3.4984025559105434e-06,
      "loss": 0.23687341213226318,
      "step": 220
    },
    {
      "epoch": 0.0736,
      "grad_norm": 0.6771736107097397,
      "learning_rate": 3.6581469648562303e-06,
      "loss": 0.23829469680786133,
      "step": 230
    },
    {
      "epoch": 0.0768,
      "grad_norm": 0.6990706788858505,
      "learning_rate": 3.817891373801918e-06,
      "loss": 0.23471264839172362,
      "step": 240
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.6029376877872676,
      "learning_rate": 3.977635782747604e-06,
      "loss": 0.23215394020080565,
      "step": 250
    },
    {
      "epoch": 0.0832,
      "grad_norm": 0.6082124769869354,
      "learning_rate": 4.137380191693291e-06,
      "loss": 0.2326298713684082,
      "step": 260
    },
    {
      "epoch": 0.0864,
      "grad_norm": 0.7069824323872274,
      "learning_rate": 4.297124600638978e-06,
      "loss": 0.23525137901306153,
      "step": 270
    },
    {
      "epoch": 0.0896,
      "grad_norm": 0.6697633994539672,
      "learning_rate": 4.456869009584665e-06,
      "loss": 0.23122966289520264,
      "step": 280
    },
    {
      "epoch": 0.0928,
      "grad_norm": 0.5896144959913211,
      "learning_rate": 4.616613418530352e-06,
      "loss": 0.2369994878768921,
      "step": 290
    },
    {
      "epoch": 0.096,
      "grad_norm": 0.6202443536122002,
      "learning_rate": 4.776357827476039e-06,
      "loss": 0.23878774642944336,
      "step": 300
    },
    {
      "epoch": 0.0992,
      "grad_norm": 0.654740818437731,
      "learning_rate": 4.936102236421725e-06,
      "loss": 0.22523627281188965,
      "step": 310
    },
    {
      "epoch": 0.1024,
      "grad_norm": 0.5332231058888761,
      "learning_rate": 4.999943833158769e-06,
      "loss": 0.22634780406951904,
      "step": 320
    },
    {
      "epoch": 0.1056,
      "grad_norm": 0.5353007164619794,
      "learning_rate": 4.999600600490783e-06,
      "loss": 0.23276047706604003,
      "step": 330
    },
    {
      "epoch": 0.1088,
      "grad_norm": 0.53617134295571,
      "learning_rate": 4.9989453817439345e-06,
      "loss": 0.22672569751739502,
      "step": 340
    },
    {
      "epoch": 0.112,
      "grad_norm": 0.5149149938648103,
      "learning_rate": 4.997978258698942e-06,
      "loss": 0.22631363868713378,
      "step": 350
    },
    {
      "epoch": 0.1152,
      "grad_norm": 0.5959881018141326,
      "learning_rate": 4.996699352066659e-06,
      "loss": 0.22707018852233887,
      "step": 360
    },
    {
      "epoch": 0.1184,
      "grad_norm": 0.6648028246958526,
      "learning_rate": 4.995108821473014e-06,
      "loss": 0.22777373790740968,
      "step": 370
    },
    {
      "epoch": 0.1216,
      "grad_norm": 0.6395047869916185,
      "learning_rate": 4.993206865439084e-06,
      "loss": 0.22382116317749023,
      "step": 380
    },
    {
      "epoch": 0.1248,
      "grad_norm": 0.6449783716947614,
      "learning_rate": 4.990993721356317e-06,
      "loss": 0.22268824577331542,
      "step": 390
    },
    {
      "epoch": 0.128,
      "grad_norm": 0.6709421623745665,
      "learning_rate": 4.988469665456901e-06,
      "loss": 0.22317943572998047,
      "step": 400
    },
    {
      "epoch": 0.1312,
      "grad_norm": 0.5466948727484514,
      "learning_rate": 4.985635012779288e-06,
      "loss": 0.23101482391357422,
      "step": 410
    },
    {
      "epoch": 0.1344,
      "grad_norm": 0.48989327197226856,
      "learning_rate": 4.98249011712887e-06,
      "loss": 0.2234072208404541,
      "step": 420
    },
    {
      "epoch": 0.1376,
      "grad_norm": 0.5417400145938138,
      "learning_rate": 4.979035371033824e-06,
      "loss": 0.22212049961090088,
      "step": 430
    },
    {
      "epoch": 0.1408,
      "grad_norm": 0.5576422767413268,
      "learning_rate": 4.975271205696115e-06,
      "loss": 0.22228083610534669,
      "step": 440
    },
    {
      "epoch": 0.144,
      "grad_norm": 0.6175584799790863,
      "learning_rate": 4.971198090937671e-06,
      "loss": 0.21532373428344725,
      "step": 450
    },
    {
      "epoch": 0.1472,
      "grad_norm": 0.6360712146764758,
      "learning_rate": 4.966816535141756e-06,
      "loss": 0.21311187744140625,
      "step": 460
    },
    {
      "epoch": 0.1504,
      "grad_norm": 0.5401953881204377,
      "learning_rate": 4.9621270851895035e-06,
      "loss": 0.22237277030944824,
      "step": 470
    },
    {
      "epoch": 0.1536,
      "grad_norm": 0.5988873649948656,
      "learning_rate": 4.957130326391662e-06,
      "loss": 0.22391064167022706,
      "step": 480
    },
    {
      "epoch": 0.1568,
      "grad_norm": 0.5132670412160366,
      "learning_rate": 4.951826882415544e-06,
      "loss": 0.2206397533416748,
      "step": 490
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5935020011592513,
      "learning_rate": 4.946217415207177e-06,
      "loss": 0.2148068904876709,
      "step": 500
    },
    {
      "epoch": 0.1632,
      "grad_norm": 0.5324390349507315,
      "learning_rate": 4.940302624908689e-06,
      "loss": 0.21909193992614745,
      "step": 510
    },
    {
      "epoch": 0.1664,
      "grad_norm": 0.6082929578051663,
      "learning_rate": 4.934083249770912e-06,
      "loss": 0.2133782386779785,
      "step": 520
    },
    {
      "epoch": 0.1696,
      "grad_norm": 0.6272295187969801,
      "learning_rate": 4.927560066061251e-06,
      "loss": 0.2180723190307617,
      "step": 530
    },
    {
      "epoch": 0.1728,
      "grad_norm": 0.5538741111929965,
      "learning_rate": 4.920733887966783e-06,
      "loss": 0.22759020328521729,
      "step": 540
    },
    {
      "epoch": 0.176,
      "grad_norm": 0.5703593568416581,
      "learning_rate": 4.913605567492636e-06,
      "loss": 0.21657073497772217,
      "step": 550
    },
    {
      "epoch": 0.1792,
      "grad_norm": 0.5873043850881617,
      "learning_rate": 4.906175994355656e-06,
      "loss": 0.21824207305908203,
      "step": 560
    },
    {
      "epoch": 0.1824,
      "grad_norm": 0.7955355117519857,
      "learning_rate": 4.898446095873345e-06,
      "loss": 0.2209712028503418,
      "step": 570
    },
    {
      "epoch": 0.1856,
      "grad_norm": 0.5347403539894492,
      "learning_rate": 4.890416836848128e-06,
      "loss": 0.2184591293334961,
      "step": 580
    },
    {
      "epoch": 0.1888,
      "grad_norm": 0.5464598874722423,
      "learning_rate": 4.882089219446925e-06,
      "loss": 0.2130581855773926,
      "step": 590
    },
    {
      "epoch": 0.192,
      "grad_norm": 0.5871382794412585,
      "learning_rate": 4.873464283076074e-06,
      "loss": 0.21770844459533692,
      "step": 600
    },
    {
      "epoch": 0.1952,
      "grad_norm": 0.5516595084585112,
      "learning_rate": 4.864543104251587e-06,
      "loss": 0.21629047393798828,
      "step": 610
    },
    {
      "epoch": 0.1984,
      "grad_norm": 0.5949100146178041,
      "learning_rate": 4.855326796464798e-06,
      "loss": 0.22033746242523194,
      "step": 620
    },
    {
      "epoch": 0.2016,
      "grad_norm": 0.5798876425998256,
      "learning_rate": 4.8458165100433725e-06,
      "loss": 0.21477458477020264,
      "step": 630
    },
    {
      "epoch": 0.2048,
      "grad_norm": 0.563545251458103,
      "learning_rate": 4.836013432007738e-06,
      "loss": 0.21490144729614258,
      "step": 640
    },
    {
      "epoch": 0.208,
      "grad_norm": 0.5256728978801903,
      "learning_rate": 4.825918785922921e-06,
      "loss": 0.21858677864074708,
      "step": 650
    },
    {
      "epoch": 0.2112,
      "grad_norm": 0.5062609806869888,
      "learning_rate": 4.8155338317458315e-06,
      "loss": 0.21592459678649903,
      "step": 660
    },
    {
      "epoch": 0.2144,
      "grad_norm": 0.555318042395406,
      "learning_rate": 4.804859865668002e-06,
      "loss": 0.21323423385620116,
      "step": 670
    },
    {
      "epoch": 0.2176,
      "grad_norm": 0.6382467151310525,
      "learning_rate": 4.793898219953804e-06,
      "loss": 0.2151188373565674,
      "step": 680
    },
    {
      "epoch": 0.2208,
      "grad_norm": 0.5426280956852546,
      "learning_rate": 4.782650262774164e-06,
      "loss": 0.2155141830444336,
      "step": 690
    },
    {
      "epoch": 0.224,
      "grad_norm": 0.5602841392771764,
      "learning_rate": 4.7711173980357886e-06,
      "loss": 0.21242978572845458,
      "step": 700
    },
    {
      "epoch": 0.2272,
      "grad_norm": 0.5837827171492797,
      "learning_rate": 4.759301065205947e-06,
      "loss": 0.2129213333129883,
      "step": 710
    },
    {
      "epoch": 0.2304,
      "grad_norm": 0.5678516858648391,
      "learning_rate": 4.7472027391328e-06,
      "loss": 0.21422340869903564,
      "step": 720
    },
    {
      "epoch": 0.2336,
      "grad_norm": 0.6213695156464779,
      "learning_rate": 4.734823929861317e-06,
      "loss": 0.2172607660293579,
      "step": 730
    },
    {
      "epoch": 0.2368,
      "grad_norm": 0.6084105321286742,
      "learning_rate": 4.722166182444801e-06,
      "loss": 0.21331138610839845,
      "step": 740
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5848312022835148,
      "learning_rate": 4.709231076752045e-06,
      "loss": 0.21255254745483398,
      "step": 750
    },
    {
      "epoch": 0.2432,
      "grad_norm": 0.5855428740644943,
      "learning_rate": 4.696020227270142e-06,
      "loss": 0.21734881401062012,
      "step": 760
    },
    {
      "epoch": 0.2464,
      "grad_norm": 0.5135013968609298,
      "learning_rate": 4.6825352829029705e-06,
      "loss": 0.21321442127227783,
      "step": 770
    },
    {
      "epoch": 0.2496,
      "grad_norm": 0.5938685951597557,
      "learning_rate": 4.668777926765392e-06,
      "loss": 0.21113758087158202,
      "step": 780
    },
    {
      "epoch": 0.2528,
      "grad_norm": 0.6490004462160337,
      "learning_rate": 4.6547498759731725e-06,
      "loss": 0.20692987442016603,
      "step": 790
    },
    {
      "epoch": 0.256,
      "grad_norm": 0.5694207965471786,
      "learning_rate": 4.6404528814286575e-06,
      "loss": 0.20959222316741943,
      "step": 800
    },
    {
      "epoch": 0.2592,
      "grad_norm": 0.5648942925010132,
      "learning_rate": 4.6258887276022425e-06,
      "loss": 0.21758944988250734,
      "step": 810
    },
    {
      "epoch": 0.2624,
      "grad_norm": 0.6544068998265237,
      "learning_rate": 4.611059232309639e-06,
      "loss": 0.21146907806396484,
      "step": 820
    },
    {
      "epoch": 0.2656,
      "grad_norm": 0.6680185905090128,
      "learning_rate": 4.595966246484986e-06,
      "loss": 0.21348462104797364,
      "step": 830
    },
    {
      "epoch": 0.2688,
      "grad_norm": 0.4956164506371995,
      "learning_rate": 4.580611653949829e-06,
      "loss": 0.21317172050476074,
      "step": 840
    },
    {
      "epoch": 0.272,
      "grad_norm": 0.6491508776235345,
      "learning_rate": 4.564997371177992e-06,
      "loss": 0.2108323574066162,
      "step": 850
    },
    {
      "epoch": 0.2752,
      "grad_norm": 0.6859739128419746,
      "learning_rate": 4.54912534705637e-06,
      "loss": 0.21068863868713378,
      "step": 860
    },
    {
      "epoch": 0.2784,
      "grad_norm": 0.5876140035889241,
      "learning_rate": 4.532997562641683e-06,
      "loss": 0.20738301277160645,
      "step": 870
    },
    {
      "epoch": 0.2816,
      "grad_norm": 0.5388630641864397,
      "learning_rate": 4.516616030913214e-06,
      "loss": 0.2113194465637207,
      "step": 880
    },
    {
      "epoch": 0.2848,
      "grad_norm": 0.527263546069221,
      "learning_rate": 4.499982796521556e-06,
      "loss": 0.20718231201171874,
      "step": 890
    },
    {
      "epoch": 0.288,
      "grad_norm": 0.6778383199902553,
      "learning_rate": 4.48309993553341e-06,
      "loss": 0.20899975299835205,
      "step": 900
    },
    {
      "epoch": 0.2912,
      "grad_norm": 0.6041502046582736,
      "learning_rate": 4.465969555172468e-06,
      "loss": 0.20922982692718506,
      "step": 910
    },
    {
      "epoch": 0.2944,
      "grad_norm": 0.5872507915529911,
      "learning_rate": 4.448593793556391e-06,
      "loss": 0.21518073081970215,
      "step": 920
    },
    {
      "epoch": 0.2976,
      "grad_norm": 0.5414243473578003,
      "learning_rate": 4.430974819429954e-06,
      "loss": 0.20869126319885253,
      "step": 930
    },
    {
      "epoch": 0.3008,
      "grad_norm": 0.4624854855413159,
      "learning_rate": 4.413114831894344e-06,
      "loss": 0.20277881622314453,
      "step": 940
    },
    {
      "epoch": 0.304,
      "grad_norm": 0.5247854876993729,
      "learning_rate": 4.3950160601326865e-06,
      "loss": 0.20181698799133302,
      "step": 950
    },
    {
      "epoch": 0.3072,
      "grad_norm": 0.5808078368512252,
      "learning_rate": 4.376680763131811e-06,
      "loss": 0.20898809432983398,
      "step": 960
    },
    {
      "epoch": 0.3104,
      "grad_norm": 0.5805212694083882,
      "learning_rate": 4.358111229400296e-06,
      "loss": 0.21212198734283447,
      "step": 970
    },
    {
      "epoch": 0.3136,
      "grad_norm": 0.5721764020420262,
      "learning_rate": 4.33930977668283e-06,
      "loss": 0.21448736190795897,
      "step": 980
    },
    {
      "epoch": 0.3168,
      "grad_norm": 0.5598008397585128,
      "learning_rate": 4.320278751670922e-06,
      "loss": 0.20758256912231446,
      "step": 990
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5522723710696453,
      "learning_rate": 4.301020529710009e-06,
      "loss": 0.20947573184967042,
      "step": 1000
    },
    {
      "epoch": 0.3232,
      "grad_norm": 0.5556932215476815,
      "learning_rate": 4.281537514502962e-06,
      "loss": 0.2131945848464966,
      "step": 1010
    },
    {
      "epoch": 0.3264,
      "grad_norm": 0.5256326530235461,
      "learning_rate": 4.261832137810093e-06,
      "loss": 0.20962438583374024,
      "step": 1020
    },
    {
      "epoch": 0.3296,
      "grad_norm": 0.5141067804644184,
      "learning_rate": 4.241906859145611e-06,
      "loss": 0.21035046577453614,
      "step": 1030
    },
    {
      "epoch": 0.3328,
      "grad_norm": 0.509376911595103,
      "learning_rate": 4.221764165470661e-06,
      "loss": 0.20757730007171632,
      "step": 1040
    },
    {
      "epoch": 0.336,
      "grad_norm": 0.5632632187185198,
      "learning_rate": 4.201406570882898e-06,
      "loss": 0.20691304206848143,
      "step": 1050
    },
    {
      "epoch": 0.3392,
      "grad_norm": 0.5786515758035645,
      "learning_rate": 4.180836616302704e-06,
      "loss": 0.20582923889160157,
      "step": 1060
    },
    {
      "epoch": 0.3424,
      "grad_norm": 0.591108109764431,
      "learning_rate": 4.160056869156041e-06,
      "loss": 0.2102893590927124,
      "step": 1070
    },
    {
      "epoch": 0.3456,
      "grad_norm": 0.5367428274966828,
      "learning_rate": 4.139069923053995e-06,
      "loss": 0.20834057331085204,
      "step": 1080
    },
    {
      "epoch": 0.3488,
      "grad_norm": 0.49962583382458753,
      "learning_rate": 4.117878397469062e-06,
      "loss": 0.2114588975906372,
      "step": 1090
    },
    {
      "epoch": 0.352,
      "grad_norm": 0.5580828852277292,
      "learning_rate": 4.096484937408195e-06,
      "loss": 0.2029412269592285,
      "step": 1100
    },
    {
      "epoch": 0.3552,
      "grad_norm": 0.5671943339841842,
      "learning_rate": 4.074892213082676e-06,
      "loss": 0.20308828353881836,
      "step": 1110
    },
    {
      "epoch": 0.3584,
      "grad_norm": 0.5583868175031171,
      "learning_rate": 4.0531029195748265e-06,
      "loss": 0.2104210376739502,
      "step": 1120
    },
    {
      "epoch": 0.3616,
      "grad_norm": 0.5452939479895703,
      "learning_rate": 4.03111977650163e-06,
      "loss": 0.20968456268310548,
      "step": 1130
    },
    {
      "epoch": 0.3648,
      "grad_norm": 0.6195183591357212,
      "learning_rate": 4.008945527675281e-06,
      "loss": 0.20957679748535157,
      "step": 1140
    },
    {
      "epoch": 0.368,
      "grad_norm": 0.6171258889408775,
      "learning_rate": 3.986582940760717e-06,
      "loss": 0.1984492540359497,
      "step": 1150
    },
    {
      "epoch": 0.3712,
      "grad_norm": 0.6164010362674036,
      "learning_rate": 3.9640348069301785e-06,
      "loss": 0.20632429122924806,
      "step": 1160
    },
    {
      "epoch": 0.3744,
      "grad_norm": 0.5558070727772452,
      "learning_rate": 3.941303940514826e-06,
      "loss": 0.20776019096374512,
      "step": 1170
    },
    {
      "epoch": 0.3776,
      "grad_norm": 0.5943916453083408,
      "learning_rate": 3.918393178653472e-06,
      "loss": 0.20839078426361085,
      "step": 1180
    },
    {
      "epoch": 0.3808,
      "grad_norm": 0.5018385923371635,
      "learning_rate": 3.895305380938468e-06,
      "loss": 0.2044908285140991,
      "step": 1190
    },
    {
      "epoch": 0.384,
      "grad_norm": 0.48660847876218716,
      "learning_rate": 3.872043429058783e-06,
      "loss": 0.20328717231750487,
      "step": 1200
    },
    {
      "epoch": 0.3872,
      "grad_norm": 0.5586353975354608,
      "learning_rate": 3.84861022644033e-06,
      "loss": 0.20572426319122314,
      "step": 1210
    },
    {
      "epoch": 0.3904,
      "grad_norm": 0.5709168788921625,
      "learning_rate": 3.825008697883574e-06,
      "loss": 0.21369614601135253,
      "step": 1220
    },
    {
      "epoch": 0.3936,
      "grad_norm": 0.5589246090839964,
      "learning_rate": 3.8012417891984776e-06,
      "loss": 0.2072831630706787,
      "step": 1230
    },
    {
      "epoch": 0.3968,
      "grad_norm": 0.5711782327133378,
      "learning_rate": 3.777312466836819e-06,
      "loss": 0.20526669025421143,
      "step": 1240
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5656399244912672,
      "learning_rate": 3.7532237175219378e-06,
      "loss": 0.20442888736724854,
      "step": 1250
    },
    {
      "epoch": 0.4032,
      "grad_norm": 0.5520901024337347,
      "learning_rate": 3.728978547875948e-06,
      "loss": 0.2092284679412842,
      "step": 1260
    },
    {
      "epoch": 0.4064,
      "grad_norm": 0.553756025103199,
      "learning_rate": 3.7045799840444712e-06,
      "loss": 0.20277605056762696,
      "step": 1270
    },
    {
      "epoch": 0.4096,
      "grad_norm": 0.5430187148138641,
      "learning_rate": 3.6800310713189258e-06,
      "loss": 0.20491743087768555,
      "step": 1280
    },
    {
      "epoch": 0.4128,
      "grad_norm": 0.7620941398223869,
      "learning_rate": 3.6553348737564328e-06,
      "loss": 0.2055516481399536,
      "step": 1290
    },
    {
      "epoch": 0.416,
      "grad_norm": 0.5265612798122297,
      "learning_rate": 3.6304944737973794e-06,
      "loss": 0.21130599975585937,
      "step": 1300
    },
    {
      "epoch": 0.4192,
      "grad_norm": 0.5353794185025008,
      "learning_rate": 3.6055129718806836e-06,
      "loss": 0.20504627227783204,
      "step": 1310
    },
    {
      "epoch": 0.4224,
      "grad_norm": 0.5979654766960453,
      "learning_rate": 3.5803934860568134e-06,
      "loss": 0.2000981330871582,
      "step": 1320
    },
    {
      "epoch": 0.4256,
      "grad_norm": 0.5915664314356317,
      "learning_rate": 3.5551391515986163e-06,
      "loss": 0.20581989288330077,
      "step": 1330
    },
    {
      "epoch": 0.4288,
      "grad_norm": 0.562992516341074,
      "learning_rate": 3.529753120609982e-06,
      "loss": 0.20160207748413086,
      "step": 1340
    },
    {
      "epoch": 0.432,
      "grad_norm": 0.7046032478558245,
      "learning_rate": 3.5042385616324243e-06,
      "loss": 0.2043483018875122,
      "step": 1350
    },
    {
      "epoch": 0.4352,
      "grad_norm": 0.5184492477363449,
      "learning_rate": 3.4785986592495934e-06,
      "loss": 0.20285494327545167,
      "step": 1360
    },
    {
      "epoch": 0.4384,
      "grad_norm": 0.5806380074338086,
      "learning_rate": 3.452836613689803e-06,
      "loss": 0.2009434223175049,
      "step": 1370
    },
    {
      "epoch": 0.4416,
      "grad_norm": 0.5204618736945451,
      "learning_rate": 3.426955640426584e-06,
      "loss": 0.20416510105133057,
      "step": 1380
    },
    {
      "epoch": 0.4448,
      "grad_norm": 0.5765864502605341,
      "learning_rate": 3.4009589697773605e-06,
      "loss": 0.20326631069183348,
      "step": 1390
    },
    {
      "epoch": 0.448,
      "grad_norm": 0.5779970501460372,
      "learning_rate": 3.3748498465002475e-06,
      "loss": 0.20073289871215821,
      "step": 1400
    },
    {
      "epoch": 0.4512,
      "grad_norm": 0.6393995362823897,
      "learning_rate": 3.3486315293890693e-06,
      "loss": 0.20874643325805664,
      "step": 1410
    },
    {
      "epoch": 0.4544,
      "grad_norm": 0.5108762095593324,
      "learning_rate": 3.3223072908666053e-06,
      "loss": 0.19835340976715088,
      "step": 1420
    },
    {
      "epoch": 0.4576,
      "grad_norm": 0.6435280387445825,
      "learning_rate": 3.295880416576153e-06,
      "loss": 0.20992684364318848,
      "step": 1430
    },
    {
      "epoch": 0.4608,
      "grad_norm": 0.5838753206875198,
      "learning_rate": 3.269354204971427e-06,
      "loss": 0.20265870094299315,
      "step": 1440
    },
    {
      "epoch": 0.464,
      "grad_norm": 0.6745984788898958,
      "learning_rate": 3.242731966904865e-06,
      "loss": 0.20037527084350587,
      "step": 1450
    },
    {
      "epoch": 0.4672,
      "grad_norm": 0.5358161645108944,
      "learning_rate": 3.2160170252143913e-06,
      "loss": 0.20123369693756105,
      "step": 1460
    },
    {
      "epoch": 0.4704,
      "grad_norm": 0.5112361606823973,
      "learning_rate": 3.1892127143086716e-06,
      "loss": 0.20752406120300293,
      "step": 1470
    },
    {
      "epoch": 0.4736,
      "grad_norm": 0.6333759965752455,
      "learning_rate": 3.1623223797509347e-06,
      "loss": 0.19706425666809083,
      "step": 1480
    },
    {
      "epoch": 0.4768,
      "grad_norm": 0.6206117536462172,
      "learning_rate": 3.135349377841396e-06,
      "loss": 0.20125732421875,
      "step": 1490
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5541712474486513,
      "learning_rate": 3.1082970751983497e-06,
      "loss": 0.20749812126159667,
      "step": 1500
    },
    {
      "epoch": 0.4832,
      "grad_norm": 0.5835934183180771,
      "learning_rate": 3.0811688483379546e-06,
      "loss": 0.20475554466247559,
      "step": 1510
    },
    {
      "epoch": 0.4864,
      "grad_norm": 0.5792514427898341,
      "learning_rate": 3.0539680832528074e-06,
      "loss": 0.20504088401794435,
      "step": 1520
    },
    {
      "epoch": 0.4896,
      "grad_norm": 0.6358843481166787,
      "learning_rate": 3.026698174989316e-06,
      "loss": 0.20325000286102296,
      "step": 1530
    },
    {
      "epoch": 0.4928,
      "grad_norm": 0.5059500889981753,
      "learning_rate": 2.999362527223952e-06,
      "loss": 0.2031909465789795,
      "step": 1540
    },
    {
      "epoch": 0.496,
      "grad_norm": 0.5388306821924389,
      "learning_rate": 2.9719645518384194e-06,
      "loss": 0.20504312515258788,
      "step": 1550
    },
    {
      "epoch": 0.4992,
      "grad_norm": 0.5939936480408617,
      "learning_rate": 2.944507668493807e-06,
      "loss": 0.2084404706954956,
      "step": 1560
    },
    {
      "epoch": 0.5024,
      "grad_norm": 0.5687025114161597,
      "learning_rate": 2.9169953042037623e-06,
      "loss": 0.20367155075073243,
      "step": 1570
    },
    {
      "epoch": 0.5056,
      "grad_norm": 0.5703613797457775,
      "learning_rate": 2.889430892906754e-06,
      "loss": 0.19950419664382935,
      "step": 1580
    },
    {
      "epoch": 0.5088,
      "grad_norm": 0.50147360976836,
      "learning_rate": 2.861817875037462e-06,
      "loss": 0.19737675189971923,
      "step": 1590
    },
    {
      "epoch": 0.512,
      "grad_norm": 0.5962810686359508,
      "learning_rate": 2.8341596970973683e-06,
      "loss": 0.206866455078125,
      "step": 1600
    },
    {
      "epoch": 0.5152,
      "grad_norm": 0.564566320219468,
      "learning_rate": 2.80645981122458e-06,
      "loss": 0.2020205020904541,
      "step": 1610
    },
    {
      "epoch": 0.5184,
      "grad_norm": 0.5246372929237232,
      "learning_rate": 2.7787216747629508e-06,
      "loss": 0.20939722061157226,
      "step": 1620
    },
    {
      "epoch": 0.5216,
      "grad_norm": 0.5415181940486332,
      "learning_rate": 2.7509487498305615e-06,
      "loss": 0.19629446268081666,
      "step": 1630
    },
    {
      "epoch": 0.5248,
      "grad_norm": 0.5627430222118958,
      "learning_rate": 2.7231445028875924e-06,
      "loss": 0.20240178108215331,
      "step": 1640
    },
    {
      "epoch": 0.528,
      "grad_norm": 0.5578941065241574,
      "learning_rate": 2.6953124043036604e-06,
      "loss": 0.2012562036514282,
      "step": 1650
    },
    {
      "epoch": 0.5312,
      "grad_norm": 0.5487117054063715,
      "learning_rate": 2.667455927924667e-06,
      "loss": 0.20127537250518798,
      "step": 1660
    },
    {
      "epoch": 0.5344,
      "grad_norm": 0.571360126804376,
      "learning_rate": 2.6395785506392164e-06,
      "loss": 0.1964709758758545,
      "step": 1670
    },
    {
      "epoch": 0.5376,
      "grad_norm": 0.6088527341362128,
      "learning_rate": 2.6116837519446407e-06,
      "loss": 0.1997244954109192,
      "step": 1680
    },
    {
      "epoch": 0.5408,
      "grad_norm": 0.5974545138027041,
      "learning_rate": 2.5837750135127192e-06,
      "loss": 0.19768773317337035,
      "step": 1690
    },
    {
      "epoch": 0.544,
      "grad_norm": 0.5496714163583045,
      "learning_rate": 2.555855818755108e-06,
      "loss": 0.20294923782348634,
      "step": 1700
    },
    {
      "epoch": 0.5472,
      "grad_norm": 0.7083231030411815,
      "learning_rate": 2.5279296523885636e-06,
      "loss": 0.20083847045898437,
      "step": 1710
    },
    {
      "epoch": 0.5504,
      "grad_norm": 0.5938882026412365,
      "learning_rate": 2.5e-06,
      "loss": 0.20156488418579102,
      "step": 1720
    },
    {
      "epoch": 0.5536,
      "grad_norm": 0.5963429209905415,
      "learning_rate": 2.472070347611437e-06,
      "loss": 0.19514652490615844,
      "step": 1730
    },
    {
      "epoch": 0.5568,
      "grad_norm": 0.6395947365412442,
      "learning_rate": 2.444144181244893e-06,
      "loss": 0.20121583938598633,
      "step": 1740
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.5998001248295249,
      "learning_rate": 2.416224986487282e-06,
      "loss": 0.19726226329803467,
      "step": 1750
    },
    {
      "epoch": 0.5632,
      "grad_norm": 0.5593754591530539,
      "learning_rate": 2.3883162480553605e-06,
      "loss": 0.19497768878936766,
      "step": 1760
    },
    {
      "epoch": 0.5664,
      "grad_norm": 0.5860785466160793,
      "learning_rate": 2.3604214493607844e-06,
      "loss": 0.1996150493621826,
      "step": 1770
    },
    {
      "epoch": 0.5696,
      "grad_norm": 0.5963601131944923,
      "learning_rate": 2.332544072075333e-06,
      "loss": 0.20348951816558838,
      "step": 1780
    },
    {
      "epoch": 0.5728,
      "grad_norm": 0.5745583695919886,
      "learning_rate": 2.30468759569634e-06,
      "loss": 0.2016512393951416,
      "step": 1790
    },
    {
      "epoch": 0.576,
      "grad_norm": 0.5720738010975994,
      "learning_rate": 2.276855497112408e-06,
      "loss": 0.1983588457107544,
      "step": 1800
    },
    {
      "epoch": 0.5792,
      "grad_norm": 0.594436652050367,
      "learning_rate": 2.2490512501694394e-06,
      "loss": 0.19393882751464844,
      "step": 1810
    },
    {
      "epoch": 0.5824,
      "grad_norm": 0.5547702774883363,
      "learning_rate": 2.2212783252370496e-06,
      "loss": 0.19950855970382692,
      "step": 1820
    },
    {
      "epoch": 0.5856,
      "grad_norm": 0.49741997333090354,
      "learning_rate": 2.1935401887754213e-06,
      "loss": 0.20486598014831542,
      "step": 1830
    },
    {
      "epoch": 0.5888,
      "grad_norm": 0.6191188389453962,
      "learning_rate": 2.165840302902632e-06,
      "loss": 0.1979525566101074,
      "step": 1840
    },
    {
      "epoch": 0.592,
      "grad_norm": 0.613998551941137,
      "learning_rate": 2.1381821249625383e-06,
      "loss": 0.2030627727508545,
      "step": 1850
    },
    {
      "epoch": 0.5952,
      "grad_norm": 0.6115410126221079,
      "learning_rate": 2.1105691070932465e-06,
      "loss": 0.1951197624206543,
      "step": 1860
    },
    {
      "epoch": 0.5984,
      "grad_norm": 0.5666967026000811,
      "learning_rate": 2.083004695796238e-06,
      "loss": 0.1926891803741455,
      "step": 1870
    },
    {
      "epoch": 0.6016,
      "grad_norm": 0.5564168831256036,
      "learning_rate": 2.055492331506194e-06,
      "loss": 0.20087857246398927,
      "step": 1880
    },
    {
      "epoch": 0.6048,
      "grad_norm": 0.647003695530594,
      "learning_rate": 2.0280354481615814e-06,
      "loss": 0.1991624116897583,
      "step": 1890
    },
    {
      "epoch": 0.608,
      "grad_norm": 0.6020348842840653,
      "learning_rate": 2.000637472776049e-06,
      "loss": 0.20029563903808595,
      "step": 1900
    },
    {
      "epoch": 0.6112,
      "grad_norm": 0.593460784828495,
      "learning_rate": 1.973301825010685e-06,
      "loss": 0.19462828636169432,
      "step": 1910
    },
    {
      "epoch": 0.6144,
      "grad_norm": 0.6796900420369784,
      "learning_rate": 1.9460319167471934e-06,
      "loss": 0.20009157657623292,
      "step": 1920
    },
    {
      "epoch": 0.6176,
      "grad_norm": 0.5803908647953272,
      "learning_rate": 1.9188311516620466e-06,
      "loss": 0.19473812580108643,
      "step": 1930
    },
    {
      "epoch": 0.6208,
      "grad_norm": 0.5919196787967083,
      "learning_rate": 1.891702924801651e-06,
      "loss": 0.20190510749816895,
      "step": 1940
    },
    {
      "epoch": 0.624,
      "grad_norm": 0.6056764566097385,
      "learning_rate": 1.864650622158604e-06,
      "loss": 0.2063821792602539,
      "step": 1950
    },
    {
      "epoch": 0.6272,
      "grad_norm": 0.5106064574990916,
      "learning_rate": 1.8376776202490666e-06,
      "loss": 0.20139360427856445,
      "step": 1960
    },
    {
      "epoch": 0.6304,
      "grad_norm": 0.5816570517079882,
      "learning_rate": 1.8107872856913293e-06,
      "loss": 0.19568054676055907,
      "step": 1970
    },
    {
      "epoch": 0.6336,
      "grad_norm": 0.6100308085295513,
      "learning_rate": 1.7839829747856096e-06,
      "loss": 0.19661173820495606,
      "step": 1980
    },
    {
      "epoch": 0.6368,
      "grad_norm": 0.6256775545767371,
      "learning_rate": 1.7572680330951359e-06,
      "loss": 0.19576869010925294,
      "step": 1990
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.5979254874380191,
      "learning_rate": 1.7306457950285747e-06,
      "loss": 0.19802470207214357,
      "step": 2000
    },
    {
      "epoch": 0.6432,
      "grad_norm": 0.6445065470953916,
      "learning_rate": 1.704119583423848e-06,
      "loss": 0.19182772636413575,
      "step": 2010
    },
    {
      "epoch": 0.6464,
      "grad_norm": 0.5238518416749739,
      "learning_rate": 1.677692709133396e-06,
      "loss": 0.19971816539764403,
      "step": 2020
    },
    {
      "epoch": 0.6496,
      "grad_norm": 0.5902086462380663,
      "learning_rate": 1.6513684706109311e-06,
      "loss": 0.20058016777038573,
      "step": 2030
    },
    {
      "epoch": 0.6528,
      "grad_norm": 0.5301315426540266,
      "learning_rate": 1.6251501534997529e-06,
      "loss": 0.19816763401031495,
      "step": 2040
    },
    {
      "epoch": 0.656,
      "grad_norm": 0.5702221922649561,
      "learning_rate": 1.5990410302226405e-06,
      "loss": 0.19167234897613525,
      "step": 2050
    },
    {
      "epoch": 0.6592,
      "grad_norm": 0.5682142108318351,
      "learning_rate": 1.5730443595734162e-06,
      "loss": 0.19806729555130004,
      "step": 2060
    },
    {
      "epoch": 0.6624,
      "grad_norm": 0.6268750721579749,
      "learning_rate": 1.5471633863101982e-06,
      "loss": 0.1990320086479187,
      "step": 2070
    },
    {
      "epoch": 0.6656,
      "grad_norm": 0.6501758398050216,
      "learning_rate": 1.521401340750407e-06,
      "loss": 0.20063567161560059,
      "step": 2080
    },
    {
      "epoch": 0.6688,
      "grad_norm": 0.5367071332530153,
      "learning_rate": 1.495761438367577e-06,
      "loss": 0.2000502109527588,
      "step": 2090
    },
    {
      "epoch": 0.672,
      "grad_norm": 0.6644202151690211,
      "learning_rate": 1.4702468793900187e-06,
      "loss": 0.19811663627624512,
      "step": 2100
    },
    {
      "epoch": 0.6752,
      "grad_norm": 0.6020454013039992,
      "learning_rate": 1.444860848401384e-06,
      "loss": 0.19873985052108764,
      "step": 2110
    },
    {
      "epoch": 0.6784,
      "grad_norm": 0.5672766014696592,
      "learning_rate": 1.4196065139431866e-06,
      "loss": 0.19663108587265016,
      "step": 2120
    },
    {
      "epoch": 0.6816,
      "grad_norm": 0.6668756559032718,
      "learning_rate": 1.3944870281193178e-06,
      "loss": 0.19677751064300536,
      "step": 2130
    },
    {
      "epoch": 0.6848,
      "grad_norm": 0.6146850263092741,
      "learning_rate": 1.3695055262026208e-06,
      "loss": 0.20252432823181152,
      "step": 2140
    },
    {
      "epoch": 0.688,
      "grad_norm": 0.6023134400750195,
      "learning_rate": 1.3446651262435679e-06,
      "loss": 0.19564807415008545,
      "step": 2150
    },
    {
      "epoch": 0.6912,
      "grad_norm": 0.5973758444267007,
      "learning_rate": 1.3199689286810746e-06,
      "loss": 0.19767165184020996,
      "step": 2160
    },
    {
      "epoch": 0.6944,
      "grad_norm": 0.604085220565822,
      "learning_rate": 1.2954200159555294e-06,
      "loss": 0.19245314598083496,
      "step": 2170
    },
    {
      "epoch": 0.6976,
      "grad_norm": 0.5971658440027723,
      "learning_rate": 1.2710214521240527e-06,
      "loss": 0.19593756198883056,
      "step": 2180
    },
    {
      "epoch": 0.7008,
      "grad_norm": 0.6712656742168871,
      "learning_rate": 1.246776282478063e-06,
      "loss": 0.19848381280899047,
      "step": 2190
    },
    {
      "epoch": 0.704,
      "grad_norm": 0.5303502593262494,
      "learning_rate": 1.222687533163181e-06,
      "loss": 0.19739968776702882,
      "step": 2200
    },
    {
      "epoch": 0.7072,
      "grad_norm": 0.6329890536946617,
      "learning_rate": 1.1987582108015228e-06,
      "loss": 0.19885218143463135,
      "step": 2210
    },
    {
      "epoch": 0.7104,
      "grad_norm": 0.6175733280769058,
      "learning_rate": 1.1749913021164255e-06,
      "loss": 0.20003676414489746,
      "step": 2220
    },
    {
      "epoch": 0.7136,
      "grad_norm": 0.6297338992517326,
      "learning_rate": 1.1513897735596702e-06,
      "loss": 0.19420522451400757,
      "step": 2230
    },
    {
      "epoch": 0.7168,
      "grad_norm": 0.5570261846558745,
      "learning_rate": 1.127956570941218e-06,
      "loss": 0.19144604206085206,
      "step": 2240
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.7464999016757174,
      "learning_rate": 1.104694619061533e-06,
      "loss": 0.20028018951416016,
      "step": 2250
    },
    {
      "epoch": 0.7232,
      "grad_norm": 0.5813509472785208,
      "learning_rate": 1.0816068213465295e-06,
      "loss": 0.2022254228591919,
      "step": 2260
    },
    {
      "epoch": 0.7264,
      "grad_norm": 0.5788680063085246,
      "learning_rate": 1.0586960594851762e-06,
      "loss": 0.19734264612197877,
      "step": 2270
    },
    {
      "epoch": 0.7296,
      "grad_norm": 0.6879904092074834,
      "learning_rate": 1.0359651930698217e-06,
      "loss": 0.19566457271575927,
      "step": 2280
    },
    {
      "epoch": 0.7328,
      "grad_norm": 0.545714278159425,
      "learning_rate": 1.0134170592392837e-06,
      "loss": 0.19808268547058105,
      "step": 2290
    },
    {
      "epoch": 0.736,
      "grad_norm": 0.6957466724150051,
      "learning_rate": 9.910544723247204e-07,
      "loss": 0.19703471660614014,
      "step": 2300
    },
    {
      "epoch": 0.7392,
      "grad_norm": 0.5722555379171206,
      "learning_rate": 9.688802234983706e-07,
      "loss": 0.19638856649398803,
      "step": 2310
    },
    {
      "epoch": 0.7424,
      "grad_norm": 0.6657445816108672,
      "learning_rate": 9.468970804251742e-07,
      "loss": 0.1994560480117798,
      "step": 2320
    },
    {
      "epoch": 0.7456,
      "grad_norm": 0.6118638240003964,
      "learning_rate": 9.251077869173244e-07,
      "loss": 0.19247424602508545,
      "step": 2330
    },
    {
      "epoch": 0.7488,
      "grad_norm": 0.618262759129052,
      "learning_rate": 9.035150625918054e-07,
      "loss": 0.19384448528289794,
      "step": 2340
    },
    {
      "epoch": 0.752,
      "grad_norm": 0.5841167908088344,
      "learning_rate": 8.821216025309395e-07,
      "loss": 0.19670048952102662,
      "step": 2350
    },
    {
      "epoch": 0.7552,
      "grad_norm": 0.6330443090953268,
      "learning_rate": 8.609300769460055e-07,
      "loss": 0.191538667678833,
      "step": 2360
    },
    {
      "epoch": 0.7584,
      "grad_norm": 0.6922248169402944,
      "learning_rate": 8.399431308439592e-07,
      "loss": 0.19869886636734008,
      "step": 2370
    },
    {
      "epoch": 0.7616,
      "grad_norm": 0.5821907331028691,
      "learning_rate": 8.191633836972962e-07,
      "loss": 0.19837281703948975,
      "step": 2380
    },
    {
      "epoch": 0.7648,
      "grad_norm": 0.5484553164447705,
      "learning_rate": 7.985934291171024e-07,
      "loss": 0.19366707801818847,
      "step": 2390
    },
    {
      "epoch": 0.768,
      "grad_norm": 0.6131324978552078,
      "learning_rate": 7.7823583452934e-07,
      "loss": 0.19763607978820802,
      "step": 2400
    },
    {
      "epoch": 0.7712,
      "grad_norm": 0.5665386766642198,
      "learning_rate": 7.58093140854389e-07,
      "loss": 0.19747262001037597,
      "step": 2410
    },
    {
      "epoch": 0.7744,
      "grad_norm": 0.6702088035794936,
      "learning_rate": 7.381678621899077e-07,
      "loss": 0.19848825931549072,
      "step": 2420
    },
    {
      "epoch": 0.7776,
      "grad_norm": 0.6808200224599221,
      "learning_rate": 7.184624854970379e-07,
      "loss": 0.19454023838043213,
      "step": 2430
    },
    {
      "epoch": 0.7808,
      "grad_norm": 0.5446840545845119,
      "learning_rate": 6.989794702899932e-07,
      "loss": 0.1943270444869995,
      "step": 2440
    },
    {
      "epoch": 0.784,
      "grad_norm": 0.6415010178339859,
      "learning_rate": 6.797212483290777e-07,
      "loss": 0.19584910869598388,
      "step": 2450
    },
    {
      "epoch": 0.7872,
      "grad_norm": 0.603526871568268,
      "learning_rate": 6.60690223317171e-07,
      "loss": 0.19342836141586303,
      "step": 2460
    },
    {
      "epoch": 0.7904,
      "grad_norm": 0.5817111419419255,
      "learning_rate": 6.418887705997046e-07,
      "loss": 0.19574793577194213,
      "step": 2470
    },
    {
      "epoch": 0.7936,
      "grad_norm": 0.7792382444355755,
      "learning_rate": 6.23319236868189e-07,
      "loss": 0.1987607717514038,
      "step": 2480
    },
    {
      "epoch": 0.7968,
      "grad_norm": 0.6291788716222239,
      "learning_rate": 6.049839398673141e-07,
      "loss": 0.20009655952453614,
      "step": 2490
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.674170182636883,
      "learning_rate": 5.868851681056567e-07,
      "loss": 0.2016763210296631,
      "step": 2500
    },
    {
      "epoch": 0.8032,
      "grad_norm": 0.5738700746068163,
      "learning_rate": 5.690251805700467e-07,
      "loss": 0.19858623743057252,
      "step": 2510
    },
    {
      "epoch": 0.8064,
      "grad_norm": 0.5748267344102337,
      "learning_rate": 5.514062064436096e-07,
      "loss": 0.19959205389022827,
      "step": 2520
    },
    {
      "epoch": 0.8096,
      "grad_norm": 0.6464282974919533,
      "learning_rate": 5.34030444827533e-07,
      "loss": 0.19621236324310304,
      "step": 2530
    },
    {
      "epoch": 0.8128,
      "grad_norm": 0.6390320405050175,
      "learning_rate": 5.169000644665895e-07,
      "loss": 0.19293551445007323,
      "step": 2540
    },
    {
      "epoch": 0.816,
      "grad_norm": 0.5856228193289068,
      "learning_rate": 5.000172034784442e-07,
      "loss": 0.1952167272567749,
      "step": 2550
    },
    {
      "epoch": 0.8192,
      "grad_norm": 0.6152721851543074,
      "learning_rate": 4.833839690867853e-07,
      "loss": 0.19755464792251587,
      "step": 2560
    },
    {
      "epoch": 0.8224,
      "grad_norm": 0.6792777707129383,
      "learning_rate": 4.6700243735831705e-07,
      "loss": 0.1906466007232666,
      "step": 2570
    },
    {
      "epoch": 0.8256,
      "grad_norm": 0.5650779115466599,
      "learning_rate": 4.508746529436311e-07,
      "loss": 0.1896218776702881,
      "step": 2580
    },
    {
      "epoch": 0.8288,
      "grad_norm": 0.6068556104605155,
      "learning_rate": 4.350026288220083e-07,
      "loss": 0.1972370147705078,
      "step": 2590
    },
    {
      "epoch": 0.832,
      "grad_norm": 0.6087844635927864,
      "learning_rate": 4.1938834605017133e-07,
      "loss": 0.19401493072509765,
      "step": 2600
    },
    {
      "epoch": 0.8352,
      "grad_norm": 0.594443863161453,
      "learning_rate": 4.0403375351501515e-07,
      "loss": 0.19397275447845458,
      "step": 2610
    },
    {
      "epoch": 0.8384,
      "grad_norm": 0.5777613928889838,
      "learning_rate": 3.88940767690362e-07,
      "loss": 0.19363962411880492,
      "step": 2620
    },
    {
      "epoch": 0.8416,
      "grad_norm": 0.6122408540819826,
      "learning_rate": 3.7411127239775774e-07,
      "loss": 0.19224631786346436,
      "step": 2630
    },
    {
      "epoch": 0.8448,
      "grad_norm": 0.5922115547592817,
      "learning_rate": 3.595471185713431e-07,
      "loss": 0.19027912616729736,
      "step": 2640
    },
    {
      "epoch": 0.848,
      "grad_norm": 0.6012010067551694,
      "learning_rate": 3.4525012402682826e-07,
      "loss": 0.1921192765235901,
      "step": 2650
    },
    {
      "epoch": 0.8512,
      "grad_norm": 0.6089446682050474,
      "learning_rate": 3.3122207323460804e-07,
      "loss": 0.19460537433624267,
      "step": 2660
    },
    {
      "epoch": 0.8544,
      "grad_norm": 0.6314431181993275,
      "learning_rate": 3.1746471709702963e-07,
      "loss": 0.19075865745544435,
      "step": 2670
    },
    {
      "epoch": 0.8576,
      "grad_norm": 0.6136529603147252,
      "learning_rate": 3.039797727298585e-07,
      "loss": 0.1973212718963623,
      "step": 2680
    },
    {
      "epoch": 0.8608,
      "grad_norm": 0.6278068265217286,
      "learning_rate": 2.9076892324795546e-07,
      "loss": 0.19564627408981322,
      "step": 2690
    },
    {
      "epoch": 0.864,
      "grad_norm": 0.6308491327804164,
      "learning_rate": 2.778338175551995e-07,
      "loss": 0.19089040756225586,
      "step": 2700
    },
    {
      "epoch": 0.8672,
      "grad_norm": 0.6806226474068601,
      "learning_rate": 2.6517607013868326e-07,
      "loss": 0.19906394481658934,
      "step": 2710
    },
    {
      "epoch": 0.8704,
      "grad_norm": 0.6497216896329614,
      "learning_rate": 2.527972608672002e-07,
      "loss": 0.19420729875564574,
      "step": 2720
    },
    {
      "epoch": 0.8736,
      "grad_norm": 0.5988037888796804,
      "learning_rate": 2.40698934794053e-07,
      "loss": 0.1949334740638733,
      "step": 2730
    },
    {
      "epoch": 0.8768,
      "grad_norm": 0.5825410688543936,
      "learning_rate": 2.2888260196421237e-07,
      "loss": 0.19373006820678712,
      "step": 2740
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.5659393573725252,
      "learning_rate": 2.1734973722583735e-07,
      "loss": 0.19743962287902833,
      "step": 2750
    },
    {
      "epoch": 0.8832,
      "grad_norm": 0.6810045862821603,
      "learning_rate": 2.0610178004619564e-07,
      "loss": 0.18792747259140014,
      "step": 2760
    },
    {
      "epoch": 0.8864,
      "grad_norm": 0.5624807528399969,
      "learning_rate": 1.9514013433199834e-07,
      "loss": 0.20065484046936036,
      "step": 2770
    },
    {
      "epoch": 0.8896,
      "grad_norm": 0.5300049949985157,
      "learning_rate": 1.8446616825416958e-07,
      "loss": 0.19963890314102173,
      "step": 2780
    },
    {
      "epoch": 0.8928,
      "grad_norm": 0.6417643354263414,
      "learning_rate": 1.7408121407708007e-07,
      "loss": 0.19946534633636476,
      "step": 2790
    },
    {
      "epoch": 0.896,
      "grad_norm": 0.6263783317633913,
      "learning_rate": 1.6398656799226253e-07,
      "loss": 0.1873138427734375,
      "step": 2800
    },
    {
      "epoch": 0.8992,
      "grad_norm": 0.6642472444356609,
      "learning_rate": 1.5418348995662773e-07,
      "loss": 0.1936098575592041,
      "step": 2810
    },
    {
      "epoch": 0.9024,
      "grad_norm": 0.6361104958877116,
      "learning_rate": 1.4467320353520275e-07,
      "loss": 0.192909574508667,
      "step": 2820
    },
    {
      "epoch": 0.9056,
      "grad_norm": 0.606401356191172,
      "learning_rate": 1.3545689574841341e-07,
      "loss": 0.1932598114013672,
      "step": 2830
    },
    {
      "epoch": 0.9088,
      "grad_norm": 0.6138805257535019,
      "learning_rate": 1.26535716923927e-07,
      "loss": 0.19897468090057374,
      "step": 2840
    },
    {
      "epoch": 0.912,
      "grad_norm": 0.6113791423952993,
      "learning_rate": 1.1791078055307493e-07,
      "loss": 0.19516528844833375,
      "step": 2850
    },
    {
      "epoch": 0.9152,
      "grad_norm": 0.5897316619244026,
      "learning_rate": 1.0958316315187289e-07,
      "loss": 0.1947079300880432,
      "step": 2860
    },
    {
      "epoch": 0.9184,
      "grad_norm": 0.6570448249633108,
      "learning_rate": 1.0155390412665528e-07,
      "loss": 0.19286593198776245,
      "step": 2870
    },
    {
      "epoch": 0.9216,
      "grad_norm": 0.6143543897264965,
      "learning_rate": 9.38240056443443e-08,
      "loss": 0.18985612392425538,
      "step": 2880
    },
    {
      "epoch": 0.9248,
      "grad_norm": 0.6208574768565508,
      "learning_rate": 8.639443250736402e-08,
      "loss": 0.1930636167526245,
      "step": 2890
    },
    {
      "epoch": 0.928,
      "grad_norm": 0.6380337536968056,
      "learning_rate": 7.926611203321777e-08,
      "loss": 0.1940324306488037,
      "step": 2900
    },
    {
      "epoch": 0.9312,
      "grad_norm": 0.6333119199427104,
      "learning_rate": 7.243993393874882e-08,
      "loss": 0.195207679271698,
      "step": 2910
    },
    {
      "epoch": 0.9344,
      "grad_norm": 0.5601684784399228,
      "learning_rate": 6.591675022908805e-08,
      "loss": 0.1926344394683838,
      "step": 2920
    },
    {
      "epoch": 0.9376,
      "grad_norm": 0.7001254632467586,
      "learning_rate": 5.969737509131241e-08,
      "loss": 0.189910888671875,
      "step": 2930
    },
    {
      "epoch": 0.9408,
      "grad_norm": 0.5707165379372983,
      "learning_rate": 5.3782584792823334e-08,
      "loss": 0.1941395878791809,
      "step": 2940
    },
    {
      "epoch": 0.944,
      "grad_norm": 0.637882100753534,
      "learning_rate": 4.817311758445686e-08,
      "loss": 0.19586544036865233,
      "step": 2950
    },
    {
      "epoch": 0.9472,
      "grad_norm": 0.58305847153215,
      "learning_rate": 4.286967360833866e-08,
      "loss": 0.19621498584747316,
      "step": 2960
    },
    {
      "epoch": 0.9504,
      "grad_norm": 0.6444124781946634,
      "learning_rate": 3.787291481049754e-08,
      "loss": 0.19597216844558715,
      "step": 2970
    },
    {
      "epoch": 0.9536,
      "grad_norm": 0.68778482150424,
      "learning_rate": 3.3183464858244364e-08,
      "loss": 0.20229551792144776,
      "step": 2980
    },
    {
      "epoch": 0.9568,
      "grad_norm": 0.589065287919965,
      "learning_rate": 2.8801909062328992e-08,
      "loss": 0.1879359722137451,
      "step": 2990
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.7200708770444023,
      "learning_rate": 2.4728794303886248e-08,
      "loss": 0.18806444406509398,
      "step": 3000
    },
    {
      "epoch": 0.9632,
      "grad_norm": 0.6369212243333968,
      "learning_rate": 2.0964628966175794e-08,
      "loss": 0.19293060302734374,
      "step": 3010
    },
    {
      "epoch": 0.9664,
      "grad_norm": 0.6150129328436796,
      "learning_rate": 1.750988287113009e-08,
      "loss": 0.19189660549163817,
      "step": 3020
    },
    {
      "epoch": 0.9696,
      "grad_norm": 0.5966036549992078,
      "learning_rate": 1.4364987220713278e-08,
      "loss": 0.1992994427680969,
      "step": 3030
    },
    {
      "epoch": 0.9728,
      "grad_norm": 0.6785615385564472,
      "learning_rate": 1.1530334543099763e-08,
      "loss": 0.19624128341674804,
      "step": 3040
    },
    {
      "epoch": 0.976,
      "grad_norm": 0.626236262460755,
      "learning_rate": 9.006278643683697e-09,
      "loss": 0.19942662715911866,
      "step": 3050
    },
    {
      "epoch": 0.9792,
      "grad_norm": 0.71228117768398,
      "learning_rate": 6.793134560916514e-09,
      "loss": 0.2007957935333252,
      "step": 3060
    },
    {
      "epoch": 0.9824,
      "grad_norm": 0.5740813965788273,
      "learning_rate": 4.891178526986451e-09,
      "loss": 0.19730459451675414,
      "step": 3070
    },
    {
      "epoch": 0.9856,
      "grad_norm": 0.6522249776214731,
      "learning_rate": 3.3006479333413943e-09,
      "loss": 0.1995969295501709,
      "step": 3080
    },
    {
      "epoch": 0.9888,
      "grad_norm": 0.6484316026206892,
      "learning_rate": 2.021741301058422e-09,
      "loss": 0.19556543827056885,
      "step": 3090
    },
    {
      "epoch": 0.992,
      "grad_norm": 0.6355663767406068,
      "learning_rate": 1.0546182560652872e-09,
      "loss": 0.19732578992843627,
      "step": 3100
    },
    {
      "epoch": 0.9952,
      "grad_norm": 0.6169267731488666,
      "learning_rate": 3.9939950921774607e-10,
      "loss": 0.1917206883430481,
      "step": 3110
    },
    {
      "epoch": 0.9984,
      "grad_norm": 0.5994063111681457,
      "learning_rate": 5.616684123160854e-11,
      "loss": 0.1916499137878418,
      "step": 3120
    },
    {
      "epoch": 1.0,
      "step": 3125,
      "total_flos": 1201860236279808.0,
      "train_loss": 0.2128027264213562,
      "train_runtime": 15463.9635,
      "train_samples_per_second": 12.933,
      "train_steps_per_second": 0.202
    }
  ],
  "logging_steps": 10,
  "max_steps": 3125,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1201860236279808.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}