{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 3125,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0032,
      "grad_norm": 17.00181007385254,
      "learning_rate": 1.437699680511182e-07,
      "loss": 0.40097870826721194,
      "step": 10
    },
    {
      "epoch": 0.0064,
      "grad_norm": 9.006903648376465,
      "learning_rate": 3.0351437699680514e-07,
      "loss": 0.3749201536178589,
      "step": 20
    },
    {
      "epoch": 0.0096,
      "grad_norm": 2.7475762367248535,
      "learning_rate": 4.6325878594249205e-07,
      "loss": 0.3104386329650879,
      "step": 30
    },
    {
      "epoch": 0.0128,
      "grad_norm": 1.6237599849700928,
      "learning_rate": 6.230031948881789e-07,
      "loss": 0.28350210189819336,
      "step": 40
    },
    {
      "epoch": 0.016,
      "grad_norm": 1.1944012641906738,
      "learning_rate": 7.82747603833866e-07,
      "loss": 0.26195507049560546,
      "step": 50
    },
    {
      "epoch": 0.0192,
      "grad_norm": 1.111968994140625,
      "learning_rate": 9.424920127795528e-07,
      "loss": 0.2548145532608032,
      "step": 60
    },
    {
      "epoch": 0.0224,
      "grad_norm": 1.0771538019180298,
      "learning_rate": 1.1022364217252397e-06,
      "loss": 0.26291556358337403,
      "step": 70
    },
    {
      "epoch": 0.0256,
      "grad_norm": 0.9149865508079529,
      "learning_rate": 1.2619808306709266e-06,
      "loss": 0.24681921005249025,
      "step": 80
    },
    {
      "epoch": 0.0288,
      "grad_norm": 1.1506657600402832,
      "learning_rate": 1.4217252396166134e-06,
      "loss": 0.24312305450439453,
      "step": 90
    },
    {
      "epoch": 0.032,
      "grad_norm": 1.067981243133545,
      "learning_rate": 1.5814696485623005e-06,
      "loss": 0.24636492729187012,
      "step": 100
    },
    {
      "epoch": 0.0352,
      "grad_norm": 1.1217856407165527,
      "learning_rate": 1.7412140575079875e-06,
      "loss": 0.24657981395721434,
      "step": 110
    },
    {
      "epoch": 0.0384,
      "grad_norm": 1.265798807144165,
      "learning_rate": 1.9009584664536742e-06,
      "loss": 0.23692235946655274,
      "step": 120
    },
    {
      "epoch": 0.0416,
      "grad_norm": 1.001699686050415,
      "learning_rate": 2.060702875399361e-06,
      "loss": 0.2406609535217285,
      "step": 130
    },
    {
      "epoch": 0.0448,
      "grad_norm": 1.0411975383758545,
      "learning_rate": 2.220447284345048e-06,
      "loss": 0.23273375034332275,
      "step": 140
    },
    {
      "epoch": 0.048,
      "grad_norm": 1.1774442195892334,
      "learning_rate": 2.380191693290735e-06,
      "loss": 0.23040361404418946,
      "step": 150
    },
    {
      "epoch": 0.0512,
      "grad_norm": 0.9190797805786133,
      "learning_rate": 2.539936102236422e-06,
      "loss": 0.2255420684814453,
      "step": 160
    },
    {
      "epoch": 0.0544,
      "grad_norm": 0.917509913444519,
      "learning_rate": 2.699680511182109e-06,
      "loss": 0.23383898735046388,
      "step": 170
    },
    {
      "epoch": 0.0576,
      "grad_norm": 1.1193501949310303,
      "learning_rate": 2.8594249201277955e-06,
      "loss": 0.22656521797180176,
      "step": 180
    },
    {
      "epoch": 0.0608,
      "grad_norm": 1.022067904472351,
      "learning_rate": 3.0191693290734825e-06,
      "loss": 0.23097100257873535,
      "step": 190
    },
    {
      "epoch": 0.064,
      "grad_norm": 0.9210631847381592,
      "learning_rate": 3.17891373801917e-06,
      "loss": 0.2329324722290039,
      "step": 200
    },
    {
      "epoch": 0.0672,
      "grad_norm": 0.9588786959648132,
      "learning_rate": 3.3386581469648564e-06,
      "loss": 0.2294376850128174,
      "step": 210
    },
    {
      "epoch": 0.0704,
      "grad_norm": 0.8580502867698669,
      "learning_rate": 3.4984025559105434e-06,
      "loss": 0.22389583587646483,
      "step": 220
    },
    {
      "epoch": 0.0736,
      "grad_norm": 0.946774423122406,
      "learning_rate": 3.6581469648562303e-06,
      "loss": 0.22544665336608888,
      "step": 230
    },
    {
      "epoch": 0.0768,
      "grad_norm": 0.9038301110267639,
      "learning_rate": 3.817891373801918e-06,
      "loss": 0.2216867446899414,
      "step": 240
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.7587664127349854,
      "learning_rate": 3.977635782747604e-06,
      "loss": 0.2192216396331787,
      "step": 250
    },
    {
      "epoch": 0.0832,
      "grad_norm": 0.8255429267883301,
      "learning_rate": 4.137380191693291e-06,
      "loss": 0.22012462615966796,
      "step": 260
    },
    {
      "epoch": 0.0864,
      "grad_norm": 0.7769321799278259,
      "learning_rate": 4.297124600638978e-06,
      "loss": 0.22262439727783204,
      "step": 270
    },
    {
      "epoch": 0.0896,
      "grad_norm": 0.8024886846542358,
      "learning_rate": 4.456869009584665e-06,
      "loss": 0.21874587535858153,
      "step": 280
    },
    {
      "epoch": 0.0928,
      "grad_norm": 0.8127010464668274,
      "learning_rate": 4.616613418530352e-06,
      "loss": 0.22413947582244872,
      "step": 290
    },
    {
      "epoch": 0.096,
      "grad_norm": 0.8755475878715515,
      "learning_rate": 4.776357827476039e-06,
      "loss": 0.2250971794128418,
      "step": 300
    },
    {
      "epoch": 0.0992,
      "grad_norm": 0.9584972858428955,
      "learning_rate": 4.936102236421725e-06,
      "loss": 0.21371636390686036,
      "step": 310
    },
    {
      "epoch": 0.1024,
      "grad_norm": 0.8256917595863342,
      "learning_rate": 4.999943833158769e-06,
      "loss": 0.21431188583374022,
      "step": 320
    },
    {
      "epoch": 0.1056,
      "grad_norm": 0.7529917359352112,
      "learning_rate": 4.999600600490783e-06,
      "loss": 0.22084765434265136,
      "step": 330
    },
    {
      "epoch": 0.1088,
      "grad_norm": 0.7913526296615601,
      "learning_rate": 4.9989453817439345e-06,
      "loss": 0.21453213691711426,
      "step": 340
    },
    {
      "epoch": 0.112,
      "grad_norm": 0.7930585145950317,
      "learning_rate": 4.997978258698942e-06,
      "loss": 0.21424226760864257,
      "step": 350
    },
    {
      "epoch": 0.1152,
      "grad_norm": 0.7409906983375549,
      "learning_rate": 4.996699352066659e-06,
      "loss": 0.21544296741485597,
      "step": 360
    },
    {
      "epoch": 0.1184,
      "grad_norm": 0.776908814907074,
      "learning_rate": 4.995108821473014e-06,
      "loss": 0.21555554866790771,
      "step": 370
    },
    {
      "epoch": 0.1216,
      "grad_norm": 0.7414209842681885,
      "learning_rate": 4.993206865439084e-06,
      "loss": 0.21163430213928222,
      "step": 380
    },
    {
      "epoch": 0.1248,
      "grad_norm": 0.7566289901733398,
      "learning_rate": 4.990993721356317e-06,
      "loss": 0.21131091117858886,
      "step": 390
    },
    {
      "epoch": 0.128,
      "grad_norm": 0.7883878946304321,
      "learning_rate": 4.988469665456901e-06,
      "loss": 0.2116244316101074,
      "step": 400
    },
    {
      "epoch": 0.1312,
      "grad_norm": 0.7117395401000977,
      "learning_rate": 4.985635012779288e-06,
      "loss": 0.21834149360656738,
      "step": 410
    },
    {
      "epoch": 0.1344,
      "grad_norm": 0.6810120940208435,
      "learning_rate": 4.98249011712887e-06,
      "loss": 0.21092677116394043,
      "step": 420
    },
    {
      "epoch": 0.1376,
      "grad_norm": 0.7290633320808411,
      "learning_rate": 4.979035371033824e-06,
      "loss": 0.2102036714553833,
      "step": 430
    },
    {
      "epoch": 0.1408,
      "grad_norm": 0.7017252445220947,
      "learning_rate": 4.975271205696115e-06,
      "loss": 0.20992655754089357,
      "step": 440
    },
    {
      "epoch": 0.144,
      "grad_norm": 0.7360793948173523,
      "learning_rate": 4.971198090937671e-06,
      "loss": 0.20512619018554687,
      "step": 450
    },
    {
      "epoch": 0.1472,
      "grad_norm": 0.7540563344955444,
      "learning_rate": 4.966816535141756e-06,
      "loss": 0.2015425443649292,
      "step": 460
    },
    {
      "epoch": 0.1504,
      "grad_norm": 0.7753161787986755,
      "learning_rate": 4.9621270851895035e-06,
      "loss": 0.21057233810424805,
      "step": 470
    },
    {
      "epoch": 0.1536,
      "grad_norm": 0.7387011647224426,
      "learning_rate": 4.957130326391662e-06,
      "loss": 0.21185002326965333,
      "step": 480
    },
    {
      "epoch": 0.1568,
      "grad_norm": 0.7276087999343872,
      "learning_rate": 4.951826882415544e-06,
      "loss": 0.20872690677642822,
      "step": 490
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.8299422264099121,
      "learning_rate": 4.946217415207177e-06,
      "loss": 0.20370903015136718,
      "step": 500
    },
    {
      "epoch": 0.1632,
      "grad_norm": 0.7076508402824402,
      "learning_rate": 4.940302624908689e-06,
      "loss": 0.20804412364959718,
      "step": 510
    },
    {
      "epoch": 0.1664,
      "grad_norm": 0.706371545791626,
      "learning_rate": 4.934083249770912e-06,
      "loss": 0.20231704711914061,
      "step": 520
    },
    {
      "epoch": 0.1696,
      "grad_norm": 0.7540279030799866,
      "learning_rate": 4.927560066061251e-06,
      "loss": 0.2063138246536255,
      "step": 530
    },
    {
      "epoch": 0.1728,
      "grad_norm": 0.6493498682975769,
      "learning_rate": 4.920733887966783e-06,
      "loss": 0.21687688827514648,
      "step": 540
    },
    {
      "epoch": 0.176,
      "grad_norm": 0.6475550532341003,
      "learning_rate": 4.913605567492636e-06,
      "loss": 0.2051780939102173,
      "step": 550
    },
    {
      "epoch": 0.1792,
      "grad_norm": 0.7162631750106812,
      "learning_rate": 4.906175994355656e-06,
      "loss": 0.20715060234069824,
      "step": 560
    },
    {
      "epoch": 0.1824,
      "grad_norm": 0.8360611796379089,
      "learning_rate": 4.898446095873345e-06,
      "loss": 0.20873281955718995,
      "step": 570
    },
    {
      "epoch": 0.1856,
      "grad_norm": 0.615298867225647,
      "learning_rate": 4.890416836848128e-06,
      "loss": 0.20635380744934081,
      "step": 580
    },
    {
      "epoch": 0.1888,
      "grad_norm": 0.7096477746963501,
      "learning_rate": 4.882089219446925e-06,
      "loss": 0.20148007869720458,
      "step": 590
    },
    {
      "epoch": 0.192,
      "grad_norm": 0.7298900485038757,
      "learning_rate": 4.873464283076074e-06,
      "loss": 0.2067399024963379,
      "step": 600
    },
    {
      "epoch": 0.1952,
      "grad_norm": 0.7385826706886292,
      "learning_rate": 4.864543104251587e-06,
      "loss": 0.20580265522003174,
      "step": 610
    },
    {
      "epoch": 0.1984,
      "grad_norm": 0.65291827917099,
      "learning_rate": 4.855326796464798e-06,
      "loss": 0.2078333854675293,
      "step": 620
    },
    {
      "epoch": 0.2016,
      "grad_norm": 0.6820300817489624,
      "learning_rate": 4.8458165100433725e-06,
      "loss": 0.20342307090759276,
      "step": 630
    },
    {
      "epoch": 0.2048,
      "grad_norm": 0.7165417075157166,
      "learning_rate": 4.836013432007738e-06,
      "loss": 0.20381028652191163,
      "step": 640
    },
    {
      "epoch": 0.208,
      "grad_norm": 0.7687081694602966,
      "learning_rate": 4.825918785922921e-06,
      "loss": 0.2078242301940918,
      "step": 650
    },
    {
      "epoch": 0.2112,
      "grad_norm": 0.7032524347305298,
      "learning_rate": 4.8155338317458315e-06,
      "loss": 0.20481655597686768,
      "step": 660
    },
    {
      "epoch": 0.2144,
      "grad_norm": 0.7231862545013428,
      "learning_rate": 4.804859865668002e-06,
      "loss": 0.20165665149688722,
      "step": 670
    },
    {
      "epoch": 0.2176,
      "grad_norm": 0.6389712691307068,
      "learning_rate": 4.793898219953804e-06,
      "loss": 0.20336999893188476,
      "step": 680
    },
    {
      "epoch": 0.2208,
      "grad_norm": 0.6152437925338745,
      "learning_rate": 4.782650262774164e-06,
      "loss": 0.20431649684906006,
      "step": 690
    },
    {
      "epoch": 0.224,
      "grad_norm": 0.6727204918861389,
      "learning_rate": 4.7711173980357886e-06,
      "loss": 0.2011037588119507,
      "step": 700
    },
    {
      "epoch": 0.2272,
      "grad_norm": 0.6739911437034607,
      "learning_rate": 4.759301065205947e-06,
      "loss": 0.20095202922821045,
      "step": 710
    },
    {
      "epoch": 0.2304,
      "grad_norm": 0.7094120979309082,
      "learning_rate": 4.7472027391328e-06,
      "loss": 0.20286693572998046,
      "step": 720
    },
    {
      "epoch": 0.2336,
      "grad_norm": 0.7743499875068665,
      "learning_rate": 4.734823929861317e-06,
      "loss": 0.20463786125183106,
      "step": 730
    },
    {
      "epoch": 0.2368,
      "grad_norm": 0.8282691836357117,
      "learning_rate": 4.722166182444801e-06,
      "loss": 0.20196740627288817,
      "step": 740
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.7588798403739929,
      "learning_rate": 4.709231076752045e-06,
      "loss": 0.20084238052368164,
      "step": 750
    },
    {
      "epoch": 0.2432,
      "grad_norm": 0.6279271245002747,
      "learning_rate": 4.696020227270142e-06,
      "loss": 0.20528481006622315,
      "step": 760
    },
    {
      "epoch": 0.2464,
      "grad_norm": 0.6513218879699707,
      "learning_rate": 4.6825352829029705e-06,
      "loss": 0.200866436958313,
      "step": 770
    },
    {
      "epoch": 0.2496,
      "grad_norm": 0.6800708174705505,
      "learning_rate": 4.668777926765392e-06,
      "loss": 0.2006533145904541,
      "step": 780
    },
    {
      "epoch": 0.2528,
      "grad_norm": 0.678886890411377,
      "learning_rate": 4.6547498759731725e-06,
      "loss": 0.1949576735496521,
      "step": 790
    },
    {
      "epoch": 0.256,
      "grad_norm": 0.7107610702514648,
      "learning_rate": 4.6404528814286575e-06,
      "loss": 0.19777085781097412,
      "step": 800
    },
    {
      "epoch": 0.2592,
      "grad_norm": 0.6964312791824341,
      "learning_rate": 4.6258887276022425e-06,
      "loss": 0.2050178050994873,
      "step": 810
    },
    {
      "epoch": 0.2624,
      "grad_norm": 0.725965142250061,
      "learning_rate": 4.611059232309639e-06,
      "loss": 0.20062518119812012,
      "step": 820
    },
    {
      "epoch": 0.2656,
      "grad_norm": 0.7800929546356201,
      "learning_rate": 4.595966246484986e-06,
      "loss": 0.20146868228912354,
      "step": 830
    },
    {
      "epoch": 0.2688,
      "grad_norm": 0.749195396900177,
      "learning_rate": 4.580611653949829e-06,
      "loss": 0.20182161331176757,
      "step": 840
    },
    {
      "epoch": 0.272,
      "grad_norm": 0.7181940078735352,
      "learning_rate": 4.564997371177992e-06,
      "loss": 0.1992729663848877,
      "step": 850
    },
    {
      "epoch": 0.2752,
      "grad_norm": 0.6476516723632812,
      "learning_rate": 4.54912534705637e-06,
      "loss": 0.19952178001403809,
      "step": 860
    },
    {
      "epoch": 0.2784,
      "grad_norm": 0.6579780578613281,
      "learning_rate": 4.532997562641683e-06,
      "loss": 0.19619479179382324,
      "step": 870
    },
    {
      "epoch": 0.2816,
      "grad_norm": 0.6974263787269592,
      "learning_rate": 4.516616030913214e-06,
      "loss": 0.20040647983551024,
      "step": 880
    },
    {
      "epoch": 0.2848,
      "grad_norm": 0.6694504618644714,
      "learning_rate": 4.499982796521556e-06,
      "loss": 0.19575827121734618,
      "step": 890
    },
    {
      "epoch": 0.288,
      "grad_norm": 0.6807686686515808,
      "learning_rate": 4.48309993553341e-06,
      "loss": 0.19785771369934083,
      "step": 900
    },
    {
      "epoch": 0.2912,
      "grad_norm": 0.6845031976699829,
      "learning_rate": 4.465969555172468e-06,
      "loss": 0.19707002639770507,
      "step": 910
    },
    {
      "epoch": 0.2944,
      "grad_norm": 0.7153148055076599,
      "learning_rate": 4.448593793556391e-06,
      "loss": 0.2026472806930542,
      "step": 920
    },
    {
      "epoch": 0.2976,
      "grad_norm": 0.6482206583023071,
      "learning_rate": 4.430974819429954e-06,
      "loss": 0.19655225276947022,
      "step": 930
    },
    {
      "epoch": 0.3008,
      "grad_norm": 0.6306204795837402,
      "learning_rate": 4.413114831894344e-06,
      "loss": 0.19124293327331543,
      "step": 940
    },
    {
      "epoch": 0.304,
      "grad_norm": 0.6225886940956116,
      "learning_rate": 4.3950160601326865e-06,
      "loss": 0.19019542932510375,
      "step": 950
    },
    {
      "epoch": 0.3072,
      "grad_norm": 0.7444518804550171,
      "learning_rate": 4.376680763131811e-06,
      "loss": 0.1960599660873413,
      "step": 960
    },
    {
      "epoch": 0.3104,
      "grad_norm": 0.7806506752967834,
      "learning_rate": 4.358111229400296e-06,
      "loss": 0.19993667602539061,
      "step": 970
    },
    {
      "epoch": 0.3136,
      "grad_norm": 0.7076775431632996,
      "learning_rate": 4.33930977668283e-06,
      "loss": 0.20315132141113282,
      "step": 980
    },
    {
      "epoch": 0.3168,
      "grad_norm": 0.681239664554596,
      "learning_rate": 4.320278751670922e-06,
      "loss": 0.19584376811981202,
      "step": 990
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.7305501103401184,
      "learning_rate": 4.301020529710009e-06,
      "loss": 0.19784679412841796,
      "step": 1000
    },
    {
      "epoch": 0.3232,
      "grad_norm": 0.7520341873168945,
      "learning_rate": 4.281537514502962e-06,
      "loss": 0.20119853019714357,
      "step": 1010
    },
    {
      "epoch": 0.3264,
      "grad_norm": 0.6639211177825928,
      "learning_rate": 4.261832137810093e-06,
      "loss": 0.197571325302124,
      "step": 1020
    },
    {
      "epoch": 0.3296,
      "grad_norm": 0.6915456056594849,
      "learning_rate": 4.241906859145611e-06,
      "loss": 0.19875795841217042,
      "step": 1030
    },
    {
      "epoch": 0.3328,
      "grad_norm": 0.6685866117477417,
      "learning_rate": 4.221764165470661e-06,
      "loss": 0.19526104927062987,
      "step": 1040
    },
    {
      "epoch": 0.336,
      "grad_norm": 0.7343277335166931,
      "learning_rate": 4.201406570882898e-06,
      "loss": 0.19495513439178466,
      "step": 1050
    },
    {
      "epoch": 0.3392,
      "grad_norm": 0.6586959958076477,
      "learning_rate": 4.180836616302704e-06,
      "loss": 0.19428329467773436,
      "step": 1060
    },
    {
      "epoch": 0.3424,
      "grad_norm": 0.7318632006645203,
      "learning_rate": 4.160056869156041e-06,
      "loss": 0.19764463901519774,
      "step": 1070
    },
    {
      "epoch": 0.3456,
      "grad_norm": 0.6407229900360107,
      "learning_rate": 4.139069923053995e-06,
      "loss": 0.19589632749557495,
      "step": 1080
    },
    {
      "epoch": 0.3488,
      "grad_norm": 0.6162118911743164,
      "learning_rate": 4.117878397469062e-06,
      "loss": 0.1992954969406128,
      "step": 1090
    },
    {
      "epoch": 0.352,
      "grad_norm": 0.6185060739517212,
      "learning_rate": 4.096484937408195e-06,
      "loss": 0.19082267284393312,
      "step": 1100
    },
    {
      "epoch": 0.3552,
      "grad_norm": 0.6647833585739136,
      "learning_rate": 4.074892213082676e-06,
      "loss": 0.1906151533126831,
      "step": 1110
    },
    {
      "epoch": 0.3584,
      "grad_norm": 0.7094317674636841,
      "learning_rate": 4.0531029195748265e-06,
      "loss": 0.19853758811950684,
      "step": 1120
    },
    {
      "epoch": 0.3616,
      "grad_norm": 0.6957128643989563,
      "learning_rate": 4.03111977650163e-06,
      "loss": 0.1966111183166504,
      "step": 1130
    },
    {
      "epoch": 0.3648,
      "grad_norm": 0.6727164387702942,
      "learning_rate": 4.008945527675281e-06,
      "loss": 0.19672225713729857,
      "step": 1140
    },
    {
      "epoch": 0.368,
      "grad_norm": 0.7790160179138184,
      "learning_rate": 3.986582940760717e-06,
      "loss": 0.18639541864395143,
      "step": 1150
    },
    {
      "epoch": 0.3712,
      "grad_norm": 0.7126836776733398,
      "learning_rate": 3.9640348069301785e-06,
      "loss": 0.19289255142211914,
      "step": 1160
    },
    {
      "epoch": 0.3744,
      "grad_norm": 0.6615356802940369,
      "learning_rate": 3.941303940514826e-06,
      "loss": 0.19387151002883912,
      "step": 1170
    },
    {
      "epoch": 0.3776,
      "grad_norm": 0.7060992121696472,
      "learning_rate": 3.918393178653472e-06,
      "loss": 0.19526903629302977,
      "step": 1180
    },
    {
      "epoch": 0.3808,
      "grad_norm": 0.6411144137382507,
      "learning_rate": 3.895305380938468e-06,
      "loss": 0.19223073720932007,
      "step": 1190
    },
    {
      "epoch": 0.384,
      "grad_norm": 0.6146537065505981,
      "learning_rate": 3.872043429058783e-06,
      "loss": 0.1911651611328125,
      "step": 1200
    },
    {
      "epoch": 0.3872,
      "grad_norm": 0.6731158494949341,
      "learning_rate": 3.84861022644033e-06,
      "loss": 0.1918567180633545,
      "step": 1210
    },
    {
      "epoch": 0.3904,
      "grad_norm": 0.7398373484611511,
      "learning_rate": 3.825008697883574e-06,
      "loss": 0.20071697235107422,
      "step": 1220
    },
    {
      "epoch": 0.3936,
      "grad_norm": 0.7013578414916992,
      "learning_rate": 3.8012417891984776e-06,
      "loss": 0.19355409145355223,
      "step": 1230
    },
    {
      "epoch": 0.3968,
      "grad_norm": 0.698662519454956,
      "learning_rate": 3.777312466836819e-06,
      "loss": 0.19278268814086913,
      "step": 1240
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.6574701070785522,
      "learning_rate": 3.7532237175219378e-06,
      "loss": 0.19122891426086425,
      "step": 1250
    },
    {
      "epoch": 0.4032,
      "grad_norm": 0.7399858832359314,
      "learning_rate": 3.728978547875948e-06,
      "loss": 0.1955470085144043,
      "step": 1260
    },
    {
      "epoch": 0.4064,
      "grad_norm": 0.6889676451683044,
      "learning_rate": 3.7045799840444712e-06,
      "loss": 0.18996728658676149,
      "step": 1270
    },
    {
      "epoch": 0.4096,
      "grad_norm": 0.73622727394104,
      "learning_rate": 3.6800310713189258e-06,
      "loss": 0.19117178916931152,
      "step": 1280
    },
    {
      "epoch": 0.4128,
      "grad_norm": 0.8547033071517944,
      "learning_rate": 3.6553348737564328e-06,
      "loss": 0.19134058952331542,
      "step": 1290
    },
    {
      "epoch": 0.416,
      "grad_norm": 0.6093372702598572,
      "learning_rate": 3.6304944737973794e-06,
      "loss": 0.197102952003479,
      "step": 1300
    },
    {
      "epoch": 0.4192,
      "grad_norm": 0.7401471138000488,
      "learning_rate": 3.6055129718806836e-06,
      "loss": 0.19205976724624635,
      "step": 1310
    },
    {
      "epoch": 0.4224,
      "grad_norm": 0.7101146578788757,
      "learning_rate": 3.5803934860568134e-06,
      "loss": 0.18738794326782227,
      "step": 1320
    },
    {
      "epoch": 0.4256,
      "grad_norm": 0.7336035370826721,
      "learning_rate": 3.5551391515986163e-06,
      "loss": 0.1925289273262024,
      "step": 1330
    },
    {
      "epoch": 0.4288,
      "grad_norm": 0.6703352928161621,
      "learning_rate": 3.529753120609982e-06,
      "loss": 0.1879317045211792,
      "step": 1340
    },
    {
      "epoch": 0.432,
      "grad_norm": 0.7639795541763306,
      "learning_rate": 3.5042385616324243e-06,
      "loss": 0.19051835536956788,
      "step": 1350
    },
    {
      "epoch": 0.4352,
      "grad_norm": 0.6993486285209656,
      "learning_rate": 3.4785986592495934e-06,
      "loss": 0.18969300985336304,
      "step": 1360
    },
    {
      "epoch": 0.4384,
      "grad_norm": 0.6297987103462219,
      "learning_rate": 3.452836613689803e-06,
      "loss": 0.1876993417739868,
      "step": 1370
    },
    {
      "epoch": 0.4416,
      "grad_norm": 0.6074863076210022,
      "learning_rate": 3.426955640426584e-06,
      "loss": 0.1906881809234619,
      "step": 1380
    },
    {
      "epoch": 0.4448,
      "grad_norm": 0.6951903700828552,
      "learning_rate": 3.4009589697773605e-06,
      "loss": 0.18978222608566284,
      "step": 1390
    },
    {
      "epoch": 0.448,
      "grad_norm": 0.7054743766784668,
      "learning_rate": 3.3748498465002475e-06,
      "loss": 0.18714208602905275,
      "step": 1400
    },
    {
      "epoch": 0.4512,
      "grad_norm": 0.6384505033493042,
      "learning_rate": 3.3486315293890693e-06,
      "loss": 0.19547748565673828,
      "step": 1410
    },
    {
      "epoch": 0.4544,
      "grad_norm": 0.6575579643249512,
      "learning_rate": 3.3223072908666053e-06,
      "loss": 0.18565211296081544,
      "step": 1420
    },
    {
      "epoch": 0.4576,
      "grad_norm": 0.6746217608451843,
      "learning_rate": 3.295880416576153e-06,
      "loss": 0.1961667060852051,
      "step": 1430
    },
    {
      "epoch": 0.4608,
      "grad_norm": 0.6876834630966187,
      "learning_rate": 3.269354204971427e-06,
      "loss": 0.18892121315002441,
      "step": 1440
    },
    {
      "epoch": 0.464,
      "grad_norm": 0.753948986530304,
      "learning_rate": 3.242731966904865e-06,
      "loss": 0.186625075340271,
      "step": 1450
    },
    {
      "epoch": 0.4672,
      "grad_norm": 0.6489424109458923,
      "learning_rate": 3.2160170252143913e-06,
      "loss": 0.18691904544830323,
      "step": 1460
    },
    {
      "epoch": 0.4704,
      "grad_norm": 0.619157075881958,
      "learning_rate": 3.1892127143086716e-06,
      "loss": 0.1932499647140503,
      "step": 1470
    },
    {
      "epoch": 0.4736,
      "grad_norm": 0.693301796913147,
      "learning_rate": 3.1623223797509347e-06,
      "loss": 0.18296878337860106,
      "step": 1480
    },
    {
      "epoch": 0.4768,
      "grad_norm": 0.7320811152458191,
      "learning_rate": 3.135349377841396e-06,
      "loss": 0.1871619701385498,
      "step": 1490
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.7020161747932434,
      "learning_rate": 3.1082970751983497e-06,
      "loss": 0.19298884868621827,
      "step": 1500
    },
    {
      "epoch": 0.4832,
      "grad_norm": 0.7094489932060242,
      "learning_rate": 3.0811688483379546e-06,
      "loss": 0.19058284759521485,
      "step": 1510
    },
    {
      "epoch": 0.4864,
      "grad_norm": 0.6349408030509949,
      "learning_rate": 3.0539680832528074e-06,
      "loss": 0.19067602157592772,
      "step": 1520
    },
    {
      "epoch": 0.4896,
      "grad_norm": 0.6655322909355164,
      "learning_rate": 3.026698174989316e-06,
      "loss": 0.18840067386627196,
      "step": 1530
    },
    {
      "epoch": 0.4928,
      "grad_norm": 0.6164231896400452,
      "learning_rate": 2.999362527223952e-06,
      "loss": 0.1893659234046936,
      "step": 1540
    },
    {
      "epoch": 0.496,
      "grad_norm": 0.6291287541389465,
      "learning_rate": 2.9719645518384194e-06,
      "loss": 0.19131317138671874,
      "step": 1550
    },
    {
      "epoch": 0.4992,
      "grad_norm": 0.7157194018363953,
      "learning_rate": 2.944507668493807e-06,
      "loss": 0.19394657611846924,
      "step": 1560
    },
    {
      "epoch": 0.5024,
      "grad_norm": 0.701957106590271,
      "learning_rate": 2.9169953042037623e-06,
      "loss": 0.18929052352905273,
      "step": 1570
    },
    {
      "epoch": 0.5056,
      "grad_norm": 0.7337380051612854,
      "learning_rate": 2.889430892906754e-06,
      "loss": 0.1855141282081604,
      "step": 1580
    },
    {
      "epoch": 0.5088,
      "grad_norm": 0.7762733101844788,
      "learning_rate": 2.861817875037462e-06,
      "loss": 0.18262506723403932,
      "step": 1590
    },
    {
      "epoch": 0.512,
      "grad_norm": 0.721386730670929,
      "learning_rate": 2.8341596970973683e-06,
      "loss": 0.1928829550743103,
      "step": 1600
    },
    {
      "epoch": 0.5152,
      "grad_norm": 0.6835659146308899,
      "learning_rate": 2.80645981122458e-06,
      "loss": 0.18776969909667968,
      "step": 1610
    },
    {
      "epoch": 0.5184,
      "grad_norm": 0.6848421692848206,
      "learning_rate": 2.7787216747629508e-06,
      "loss": 0.19408185482025148,
      "step": 1620
    },
    {
      "epoch": 0.5216,
      "grad_norm": 0.6096782684326172,
      "learning_rate": 2.7509487498305615e-06,
      "loss": 0.18251194953918456,
      "step": 1630
    },
    {
      "epoch": 0.5248,
      "grad_norm": 0.6688647270202637,
      "learning_rate": 2.7231445028875924e-06,
      "loss": 0.18787600994110107,
      "step": 1640
    },
    {
      "epoch": 0.528,
      "grad_norm": 0.6558749675750732,
      "learning_rate": 2.6953124043036604e-06,
      "loss": 0.18639014959335326,
      "step": 1650
    },
    {
      "epoch": 0.5312,
      "grad_norm": 0.6501591801643372,
      "learning_rate": 2.667455927924667e-06,
      "loss": 0.18570780754089355,
      "step": 1660
    },
    {
      "epoch": 0.5344,
      "grad_norm": 0.6679975986480713,
      "learning_rate": 2.6395785506392164e-06,
      "loss": 0.18148298263549806,
      "step": 1670
    },
    {
      "epoch": 0.5376,
      "grad_norm": 0.6896058320999146,
      "learning_rate": 2.6116837519446407e-06,
      "loss": 0.18533236980438234,
      "step": 1680
    },
    {
      "epoch": 0.5408,
      "grad_norm": 0.6504887342453003,
      "learning_rate": 2.5837750135127192e-06,
      "loss": 0.18286749124526977,
      "step": 1690
    },
    {
      "epoch": 0.544,
      "grad_norm": 0.6970167756080627,
      "learning_rate": 2.555855818755108e-06,
      "loss": 0.1885154962539673,
      "step": 1700
    },
    {
      "epoch": 0.5472,
      "grad_norm": 0.7530934810638428,
      "learning_rate": 2.5279296523885636e-06,
      "loss": 0.18549870252609252,
      "step": 1710
    },
    {
      "epoch": 0.5504,
      "grad_norm": 0.7539217472076416,
      "learning_rate": 2.5e-06,
      "loss": 0.18675594329833983,
      "step": 1720
    },
    {
      "epoch": 0.5536,
      "grad_norm": 0.7183989882469177,
      "learning_rate": 2.472070347611437e-06,
      "loss": 0.181170654296875,
      "step": 1730
    },
    {
      "epoch": 0.5568,
      "grad_norm": 0.6666719317436218,
      "learning_rate": 2.444144181244893e-06,
      "loss": 0.18674240112304688,
      "step": 1740
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.7493124604225159,
      "learning_rate": 2.416224986487282e-06,
      "loss": 0.18279486894607544,
      "step": 1750
    },
    {
      "epoch": 0.5632,
      "grad_norm": 0.683366596698761,
      "learning_rate": 2.3883162480553605e-06,
      "loss": 0.18034757375717164,
      "step": 1760
    },
    {
      "epoch": 0.5664,
      "grad_norm": 0.7152907252311707,
      "learning_rate": 2.3604214493607844e-06,
      "loss": 0.18426483869552612,
      "step": 1770
    },
    {
      "epoch": 0.5696,
      "grad_norm": 0.7228681445121765,
      "learning_rate": 2.332544072075333e-06,
      "loss": 0.18772796392440796,
      "step": 1780
    },
    {
      "epoch": 0.5728,
      "grad_norm": 0.6640520095825195,
      "learning_rate": 2.30468759569634e-06,
      "loss": 0.18662737607955932,
      "step": 1790
    },
    {
      "epoch": 0.576,
      "grad_norm": 0.7385361194610596,
      "learning_rate": 2.276855497112408e-06,
      "loss": 0.18393266201019287,
      "step": 1800
    },
    {
      "epoch": 0.5792,
      "grad_norm": 0.6731036305427551,
      "learning_rate": 2.2490512501694394e-06,
      "loss": 0.17882565259933472,
      "step": 1810
    },
    {
      "epoch": 0.5824,
      "grad_norm": 0.6727462410926819,
      "learning_rate": 2.2212783252370496e-06,
      "loss": 0.1844714403152466,
      "step": 1820
    },
    {
      "epoch": 0.5856,
      "grad_norm": 0.6584063768386841,
      "learning_rate": 2.1935401887754213e-06,
      "loss": 0.1889561891555786,
      "step": 1830
    },
    {
      "epoch": 0.5888,
      "grad_norm": 0.7410686016082764,
      "learning_rate": 2.165840302902632e-06,
      "loss": 0.18200514316558838,
      "step": 1840
    },
    {
      "epoch": 0.592,
      "grad_norm": 0.6837431788444519,
      "learning_rate": 2.1381821249625383e-06,
      "loss": 0.18779854774475097,
      "step": 1850
    },
    {
      "epoch": 0.5952,
      "grad_norm": 0.7690724730491638,
      "learning_rate": 2.1105691070932465e-06,
      "loss": 0.18021690845489502,
      "step": 1860
    },
    {
      "epoch": 0.5984,
      "grad_norm": 0.7139452695846558,
      "learning_rate": 2.083004695796238e-06,
      "loss": 0.1776273250579834,
      "step": 1870
    },
    {
      "epoch": 0.6016,
      "grad_norm": 0.7305198907852173,
      "learning_rate": 2.055492331506194e-06,
      "loss": 0.18511974811553955,
      "step": 1880
    },
    {
      "epoch": 0.6048,
      "grad_norm": 0.7747855186462402,
      "learning_rate": 2.0280354481615814e-06,
      "loss": 0.18330963850021362,
      "step": 1890
    },
    {
      "epoch": 0.608,
      "grad_norm": 0.7213889360427856,
      "learning_rate": 2.000637472776049e-06,
      "loss": 0.18462073802947998,
      "step": 1900
    },
    {
      "epoch": 0.6112,
      "grad_norm": 0.6749533414840698,
      "learning_rate": 1.973301825010685e-06,
      "loss": 0.17921651601791383,
      "step": 1910
    },
    {
      "epoch": 0.6144,
      "grad_norm": 0.7167413830757141,
      "learning_rate": 1.9460319167471934e-06,
      "loss": 0.18418827056884765,
      "step": 1920
    },
    {
      "epoch": 0.6176,
      "grad_norm": 0.6720898747444153,
      "learning_rate": 1.9188311516620466e-06,
      "loss": 0.17980489730834961,
      "step": 1930
    },
    {
      "epoch": 0.6208,
      "grad_norm": 0.721839189529419,
      "learning_rate": 1.891702924801651e-06,
      "loss": 0.18582551479339598,
      "step": 1940
    },
    {
      "epoch": 0.624,
      "grad_norm": 0.6840994954109192,
      "learning_rate": 1.864650622158604e-06,
      "loss": 0.19025051593780518,
      "step": 1950
    },
    {
      "epoch": 0.6272,
      "grad_norm": 0.649747908115387,
      "learning_rate": 1.8376776202490666e-06,
      "loss": 0.18501710891723633,
      "step": 1960
    },
    {
      "epoch": 0.6304,
      "grad_norm": 0.7345659732818604,
      "learning_rate": 1.8107872856913293e-06,
      "loss": 0.17963820695877075,
      "step": 1970
    },
    {
      "epoch": 0.6336,
      "grad_norm": 0.7330230474472046,
      "learning_rate": 1.7839829747856096e-06,
      "loss": 0.18132896423339845,
      "step": 1980
    },
    {
      "epoch": 0.6368,
      "grad_norm": 0.7300711870193481,
      "learning_rate": 1.7572680330951359e-06,
      "loss": 0.17989938259124755,
      "step": 1990
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.6808901429176331,
      "learning_rate": 1.7306457950285747e-06,
      "loss": 0.18194899559020997,
      "step": 2000
    },
    {
      "epoch": 0.6432,
      "grad_norm": 0.7305233478546143,
      "learning_rate": 1.704119583423848e-06,
      "loss": 0.1753689169883728,
      "step": 2010
    },
    {
      "epoch": 0.6464,
      "grad_norm": 0.6736240983009338,
      "learning_rate": 1.677692709133396e-06,
      "loss": 0.1841512680053711,
      "step": 2020
    },
    {
      "epoch": 0.6496,
      "grad_norm": 0.7294182777404785,
      "learning_rate": 1.6513684706109311e-06,
      "loss": 0.18403513431549073,
      "step": 2030
    },
    {
      "epoch": 0.6528,
      "grad_norm": 0.7472907900810242,
      "learning_rate": 1.6251501534997529e-06,
      "loss": 0.181609046459198,
      "step": 2040
    },
    {
      "epoch": 0.656,
      "grad_norm": 0.6928985714912415,
      "learning_rate": 1.5990410302226405e-06,
      "loss": 0.17561020851135253,
      "step": 2050
    },
    {
      "epoch": 0.6592,
      "grad_norm": 0.7173072695732117,
      "learning_rate": 1.5730443595734162e-06,
      "loss": 0.18147742748260498,
      "step": 2060
    },
    {
      "epoch": 0.6624,
      "grad_norm": 0.7320525050163269,
      "learning_rate": 1.5471633863101982e-06,
      "loss": 0.18284125328063966,
      "step": 2070
    },
    {
      "epoch": 0.6656,
      "grad_norm": 0.7757209539413452,
      "learning_rate": 1.521401340750407e-06,
      "loss": 0.18450961112976075,
      "step": 2080
    },
    {
      "epoch": 0.6688,
      "grad_norm": 0.7066748142242432,
      "learning_rate": 1.495761438367577e-06,
      "loss": 0.18320014476776122,
      "step": 2090
    },
    {
      "epoch": 0.672,
      "grad_norm": 0.7570253014564514,
      "learning_rate": 1.4702468793900187e-06,
      "loss": 0.18169447183609008,
      "step": 2100
    },
    {
      "epoch": 0.6752,
      "grad_norm": 0.7254899144172668,
      "learning_rate": 1.444860848401384e-06,
      "loss": 0.1820533037185669,
      "step": 2110
    },
    {
      "epoch": 0.6784,
      "grad_norm": 0.71804279088974,
      "learning_rate": 1.4196065139431866e-06,
      "loss": 0.18047101497650148,
      "step": 2120
    },
    {
      "epoch": 0.6816,
      "grad_norm": 0.7074591517448425,
      "learning_rate": 1.3944870281193178e-06,
      "loss": 0.18028099536895753,
      "step": 2130
    },
    {
      "epoch": 0.6848,
      "grad_norm": 0.7010617852210999,
      "learning_rate": 1.3695055262026208e-06,
      "loss": 0.18579988479614257,
      "step": 2140
    },
    {
      "epoch": 0.688,
      "grad_norm": 0.6825765371322632,
      "learning_rate": 1.3446651262435679e-06,
      "loss": 0.17880038022994996,
      "step": 2150
    },
    {
      "epoch": 0.6912,
      "grad_norm": 0.7335405945777893,
      "learning_rate": 1.3199689286810746e-06,
      "loss": 0.1810365080833435,
      "step": 2160
    },
    {
      "epoch": 0.6944,
      "grad_norm": 0.7248731851577759,
      "learning_rate": 1.2954200159555294e-06,
      "loss": 0.17573955059051513,
      "step": 2170
    },
    {
      "epoch": 0.6976,
      "grad_norm": 0.7687682509422302,
      "learning_rate": 1.2710214521240527e-06,
      "loss": 0.1800560474395752,
      "step": 2180
    },
    {
      "epoch": 0.7008,
      "grad_norm": 0.7647348046302795,
      "learning_rate": 1.246776282478063e-06,
      "loss": 0.18106215000152587,
      "step": 2190
    },
    {
      "epoch": 0.704,
      "grad_norm": 0.6903149485588074,
      "learning_rate": 1.222687533163181e-06,
      "loss": 0.1801396608352661,
      "step": 2200
    },
    {
      "epoch": 0.7072,
      "grad_norm": 0.8023920655250549,
      "learning_rate": 1.1987582108015228e-06,
      "loss": 0.18119274377822875,
      "step": 2210
    },
    {
      "epoch": 0.7104,
      "grad_norm": 0.8501482009887695,
      "learning_rate": 1.1749913021164255e-06,
      "loss": 0.18241000175476074,
      "step": 2220
    },
    {
      "epoch": 0.7136,
      "grad_norm": 0.7184765338897705,
      "learning_rate": 1.1513897735596702e-06,
      "loss": 0.17752939462661743,
      "step": 2230
    },
    {
      "epoch": 0.7168,
      "grad_norm": 0.7270201444625854,
      "learning_rate": 1.127956570941218e-06,
      "loss": 0.1741568326950073,
      "step": 2240
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.8636892437934875,
      "learning_rate": 1.104694619061533e-06,
      "loss": 0.1828829050064087,
      "step": 2250
    },
    {
      "epoch": 0.7232,
      "grad_norm": 0.7514937520027161,
      "learning_rate": 1.0816068213465295e-06,
      "loss": 0.1855594277381897,
      "step": 2260
    },
    {
      "epoch": 0.7264,
      "grad_norm": 0.7141839265823364,
      "learning_rate": 1.0586960594851762e-06,
      "loss": 0.18119051456451415,
      "step": 2270
    },
    {
      "epoch": 0.7296,
      "grad_norm": 0.7850434184074402,
      "learning_rate": 1.0359651930698217e-06,
      "loss": 0.1793533205986023,
      "step": 2280
    },
    {
      "epoch": 0.7328,
      "grad_norm": 0.7188661098480225,
      "learning_rate": 1.0134170592392837e-06,
      "loss": 0.18033140897750854,
      "step": 2290
    },
    {
      "epoch": 0.736,
      "grad_norm": 0.7670432329177856,
      "learning_rate": 9.910544723247204e-07,
      "loss": 0.17953202724456788,
      "step": 2300
    },
    {
      "epoch": 0.7392,
      "grad_norm": 0.7422866225242615,
      "learning_rate": 9.688802234983706e-07,
      "loss": 0.17864506244659423,
      "step": 2310
    },
    {
      "epoch": 0.7424,
      "grad_norm": 0.8212261199951172,
      "learning_rate": 9.468970804251742e-07,
      "loss": 0.18146371841430664,
      "step": 2320
    },
    {
      "epoch": 0.7456,
      "grad_norm": 0.7881020903587341,
      "learning_rate": 9.251077869173244e-07,
      "loss": 0.17564767599105835,
      "step": 2330
    },
    {
      "epoch": 0.7488,
      "grad_norm": 0.7393279671669006,
      "learning_rate": 9.035150625918054e-07,
      "loss": 0.1761918306350708,
      "step": 2340
    },
    {
      "epoch": 0.752,
      "grad_norm": 0.7876865863800049,
      "learning_rate": 8.821216025309395e-07,
      "loss": 0.17920515537261963,
      "step": 2350
    },
    {
      "epoch": 0.7552,
      "grad_norm": 0.7123493552207947,
      "learning_rate": 8.609300769460055e-07,
      "loss": 0.17455912828445436,
      "step": 2360
    },
    {
      "epoch": 0.7584,
      "grad_norm": 0.7895896434783936,
      "learning_rate": 8.399431308439592e-07,
      "loss": 0.1802891969680786,
      "step": 2370
    },
    {
      "epoch": 0.7616,
      "grad_norm": 0.7665727138519287,
      "learning_rate": 8.191633836972962e-07,
      "loss": 0.18085892200469972,
      "step": 2380
    },
    {
      "epoch": 0.7648,
      "grad_norm": 0.7168281674385071,
      "learning_rate": 7.985934291171024e-07,
      "loss": 0.1772964835166931,
      "step": 2390
    },
    {
      "epoch": 0.768,
      "grad_norm": 0.7637878656387329,
      "learning_rate": 7.7823583452934e-07,
      "loss": 0.18090858459472656,
      "step": 2400
    },
    {
      "epoch": 0.7712,
      "grad_norm": 0.7479363679885864,
      "learning_rate": 7.58093140854389e-07,
      "loss": 0.1801297664642334,
      "step": 2410
    },
    {
      "epoch": 0.7744,
      "grad_norm": 0.7759881615638733,
      "learning_rate": 7.381678621899077e-07,
      "loss": 0.18061695098876954,
      "step": 2420
    },
    {
      "epoch": 0.7776,
      "grad_norm": 0.7594044804573059,
      "learning_rate": 7.184624854970379e-07,
      "loss": 0.17679831981658936,
      "step": 2430
    },
    {
      "epoch": 0.7808,
      "grad_norm": 0.6967716813087463,
      "learning_rate": 6.989794702899932e-07,
      "loss": 0.17618390321731567,
      "step": 2440
    },
    {
      "epoch": 0.784,
      "grad_norm": 0.7475560307502747,
      "learning_rate": 6.797212483290777e-07,
      "loss": 0.1785645604133606,
      "step": 2450
    },
    {
      "epoch": 0.7872,
      "grad_norm": 0.7539611458778381,
      "learning_rate": 6.60690223317171e-07,
      "loss": 0.17528293132781983,
      "step": 2460
    },
    {
      "epoch": 0.7904,
      "grad_norm": 0.7217035293579102,
      "learning_rate": 6.418887705997046e-07,
      "loss": 0.17803908586502076,
      "step": 2470
    },
    {
      "epoch": 0.7936,
      "grad_norm": 0.9057507514953613,
      "learning_rate": 6.23319236868189e-07,
      "loss": 0.1803913116455078,
      "step": 2480
    },
    {
      "epoch": 0.7968,
      "grad_norm": 0.7403589487075806,
      "learning_rate": 6.049839398673141e-07,
      "loss": 0.18166184425354004,
      "step": 2490
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.7768926620483398,
      "learning_rate": 5.868851681056567e-07,
      "loss": 0.18331187963485718,
      "step": 2500
    },
    {
      "epoch": 0.8032,
      "grad_norm": 0.7482465505599976,
      "learning_rate": 5.690251805700467e-07,
      "loss": 0.18083620071411133,
      "step": 2510
    },
    {
      "epoch": 0.8064,
      "grad_norm": 0.8199617266654968,
      "learning_rate": 5.514062064436096e-07,
      "loss": 0.1817050337791443,
      "step": 2520
    },
    {
      "epoch": 0.8096,
      "grad_norm": 0.8081801533699036,
      "learning_rate": 5.34030444827533e-07,
      "loss": 0.17815799713134767,
      "step": 2530
    },
    {
      "epoch": 0.8128,
      "grad_norm": 0.7771419286727905,
      "learning_rate": 5.169000644665895e-07,
      "loss": 0.17568042278289794,
      "step": 2540
    },
    {
      "epoch": 0.816,
      "grad_norm": 0.7164714336395264,
      "learning_rate": 5.000172034784442e-07,
      "loss": 0.1774258255958557,
      "step": 2550
    },
    {
      "epoch": 0.8192,
      "grad_norm": 0.8132921457290649,
      "learning_rate": 4.833839690867853e-07,
      "loss": 0.1790420413017273,
      "step": 2560
    },
    {
      "epoch": 0.8224,
      "grad_norm": 0.7847883105278015,
      "learning_rate": 4.6700243735831705e-07,
      "loss": 0.17356895208358764,
      "step": 2570
    },
    {
      "epoch": 0.8256,
      "grad_norm": 0.7992151379585266,
      "learning_rate": 4.508746529436311e-07,
      "loss": 0.1719137191772461,
      "step": 2580
    },
    {
      "epoch": 0.8288,
      "grad_norm": 0.7740475535392761,
      "learning_rate": 4.350026288220083e-07,
      "loss": 0.17878987789154052,
      "step": 2590
    },
    {
      "epoch": 0.832,
      "grad_norm": 0.751238226890564,
      "learning_rate": 4.1938834605017133e-07,
      "loss": 0.17630958557128906,
      "step": 2600
    },
    {
      "epoch": 0.8352,
      "grad_norm": 0.7768763303756714,
      "learning_rate": 4.0403375351501515e-07,
      "loss": 0.17546494007110597,
      "step": 2610
    },
    {
      "epoch": 0.8384,
      "grad_norm": 0.7661908864974976,
      "learning_rate": 3.88940767690362e-07,
      "loss": 0.17503058910369873,
      "step": 2620
    },
    {
      "epoch": 0.8416,
      "grad_norm": 0.8674443960189819,
      "learning_rate": 3.7411127239775774e-07,
      "loss": 0.1738388180732727,
      "step": 2630
    },
    {
      "epoch": 0.8448,
      "grad_norm": 0.8360145688056946,
      "learning_rate": 3.595471185713431e-07,
      "loss": 0.1726490616798401,
      "step": 2640
    },
    {
      "epoch": 0.848,
      "grad_norm": 0.7894387245178223,
      "learning_rate": 3.4525012402682826e-07,
      "loss": 0.17366337776184082,
      "step": 2650
    },
    {
      "epoch": 0.8512,
      "grad_norm": 0.793187141418457,
      "learning_rate": 3.3122207323460804e-07,
      "loss": 0.17671537399291992,
      "step": 2660
    },
    {
      "epoch": 0.8544,
      "grad_norm": 0.7538631558418274,
      "learning_rate": 3.1746471709702963e-07,
      "loss": 0.1724637746810913,
      "step": 2670
    },
    {
      "epoch": 0.8576,
      "grad_norm": 0.7905218005180359,
      "learning_rate": 3.039797727298585e-07,
      "loss": 0.17893683910369873,
      "step": 2680
    },
    {
      "epoch": 0.8608,
      "grad_norm": 0.8051464557647705,
      "learning_rate": 2.9076892324795546e-07,
      "loss": 0.17726495265960693,
      "step": 2690
    },
    {
      "epoch": 0.864,
      "grad_norm": 0.7938066720962524,
      "learning_rate": 2.778338175551995e-07,
      "loss": 0.1730543851852417,
      "step": 2700
    },
    {
      "epoch": 0.8672,
      "grad_norm": 0.8020470142364502,
      "learning_rate": 2.6517607013868326e-07,
      "loss": 0.1814263343811035,
      "step": 2710
    },
    {
      "epoch": 0.8704,
      "grad_norm": 0.8322368264198303,
      "learning_rate": 2.527972608672002e-07,
      "loss": 0.17693625688552855,
      "step": 2720
    },
    {
      "epoch": 0.8736,
      "grad_norm": 0.8700771331787109,
      "learning_rate": 2.40698934794053e-07,
      "loss": 0.17613067626953124,
      "step": 2730
    },
    {
      "epoch": 0.8768,
      "grad_norm": 0.8105334043502808,
      "learning_rate": 2.2888260196421237e-07,
      "loss": 0.175561785697937,
      "step": 2740
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.7427732348442078,
      "learning_rate": 2.1734973722583735e-07,
      "loss": 0.1789578080177307,
      "step": 2750
    },
    {
      "epoch": 0.8832,
      "grad_norm": 0.7436424493789673,
      "learning_rate": 2.0610178004619564e-07,
      "loss": 0.17029953002929688,
      "step": 2760
    },
    {
      "epoch": 0.8864,
      "grad_norm": 0.7291203737258911,
      "learning_rate": 1.9514013433199834e-07,
      "loss": 0.18220956325531007,
      "step": 2770
    },
    {
      "epoch": 0.8896,
      "grad_norm": 0.7028378248214722,
      "learning_rate": 1.8446616825416958e-07,
      "loss": 0.18021023273468018,
      "step": 2780
    },
    {
      "epoch": 0.8928,
      "grad_norm": 0.8554368615150452,
      "learning_rate": 1.7408121407708007e-07,
      "loss": 0.18080689907073974,
      "step": 2790
    },
    {
      "epoch": 0.896,
      "grad_norm": 0.8060093522071838,
      "learning_rate": 1.6398656799226253e-07,
      "loss": 0.16961441040039063,
      "step": 2800
    },
    {
      "epoch": 0.8992,
      "grad_norm": 0.7748635411262512,
      "learning_rate": 1.5418348995662773e-07,
      "loss": 0.17575571537017823,
      "step": 2810
    },
    {
      "epoch": 0.9024,
      "grad_norm": 0.8475610613822937,
      "learning_rate": 1.4467320353520275e-07,
      "loss": 0.17327470779418946,
      "step": 2820
    },
    {
      "epoch": 0.9056,
      "grad_norm": 0.8207055926322937,
      "learning_rate": 1.3545689574841341e-07,
      "loss": 0.17445048093795776,
      "step": 2830
    },
    {
      "epoch": 0.9088,
      "grad_norm": 0.8258077502250671,
      "learning_rate": 1.26535716923927e-07,
      "loss": 0.18045923709869385,
      "step": 2840
    },
    {
      "epoch": 0.912,
      "grad_norm": 0.7929080724716187,
      "learning_rate": 1.1791078055307493e-07,
      "loss": 0.17697184085845946,
      "step": 2850
    },
    {
      "epoch": 0.9152,
      "grad_norm": 0.8584709167480469,
      "learning_rate": 1.0958316315187289e-07,
      "loss": 0.1764688014984131,
      "step": 2860
    },
    {
      "epoch": 0.9184,
      "grad_norm": 0.7925869822502136,
      "learning_rate": 1.0155390412665528e-07,
      "loss": 0.17493282556533812,
      "step": 2870
    },
    {
      "epoch": 0.9216,
      "grad_norm": 0.7998941540718079,
      "learning_rate": 9.38240056443443e-08,
      "loss": 0.17196444272994996,
      "step": 2880
    },
    {
      "epoch": 0.9248,
      "grad_norm": 0.771435022354126,
      "learning_rate": 8.639443250736402e-08,
      "loss": 0.17460463047027588,
      "step": 2890
    },
    {
      "epoch": 0.928,
      "grad_norm": 0.7990598082542419,
      "learning_rate": 7.926611203321777e-08,
      "loss": 0.17567555904388427,
      "step": 2900
    },
    {
      "epoch": 0.9312,
      "grad_norm": 0.8290013670921326,
      "learning_rate": 7.243993393874882e-08,
      "loss": 0.17620582580566407,
      "step": 2910
    },
    {
      "epoch": 0.9344,
      "grad_norm": 0.7977768778800964,
      "learning_rate": 6.591675022908805e-08,
      "loss": 0.17442046403884887,
      "step": 2920
    },
    {
      "epoch": 0.9376,
      "grad_norm": 0.8192407488822937,
      "learning_rate": 5.969737509131241e-08,
      "loss": 0.17177685499191284,
      "step": 2930
    },
    {
      "epoch": 0.9408,
      "grad_norm": 0.7740393877029419,
      "learning_rate": 5.3782584792823334e-08,
      "loss": 0.1760073184967041,
      "step": 2940
    },
    {
      "epoch": 0.944,
      "grad_norm": 0.7851013541221619,
      "learning_rate": 4.817311758445686e-08,
      "loss": 0.1770064949989319,
      "step": 2950
    },
    {
      "epoch": 0.9472,
      "grad_norm": 0.7475484609603882,
      "learning_rate": 4.286967360833866e-08,
      "loss": 0.1779289126396179,
      "step": 2960
    },
    {
      "epoch": 0.9504,
      "grad_norm": 0.7964699268341064,
      "learning_rate": 3.787291481049754e-08,
      "loss": 0.17799465656280516,
      "step": 2970
    },
    {
      "epoch": 0.9536,
      "grad_norm": 0.8085147738456726,
      "learning_rate": 3.3183464858244364e-08,
      "loss": 0.18326969146728517,
      "step": 2980
    },
    {
      "epoch": 0.9568,
      "grad_norm": 0.8301185369491577,
      "learning_rate": 2.8801909062328992e-08,
      "loss": 0.16990091800689697,
      "step": 2990
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.7779503464698792,
      "learning_rate": 2.4728794303886248e-08,
      "loss": 0.1689441442489624,
      "step": 3000
    },
    {
      "epoch": 0.9632,
      "grad_norm": 0.8286770582199097,
      "learning_rate": 2.0964628966175794e-08,
      "loss": 0.17429101467132568,
      "step": 3010
    },
    {
      "epoch": 0.9664,
      "grad_norm": 0.7744504809379578,
      "learning_rate": 1.750988287113009e-08,
      "loss": 0.17314184904098512,
      "step": 3020
    },
    {
      "epoch": 0.9696,
      "grad_norm": 0.8272920846939087,
      "learning_rate": 1.4364987220713278e-08,
      "loss": 0.18057892322540284,
      "step": 3030
    },
    {
      "epoch": 0.9728,
      "grad_norm": 0.7745753526687622,
      "learning_rate": 1.1530334543099763e-08,
      "loss": 0.17820963859558106,
      "step": 3040
    },
    {
      "epoch": 0.976,
      "grad_norm": 0.8267188668251038,
      "learning_rate": 9.006278643683697e-09,
      "loss": 0.1798885703086853,
      "step": 3050
    },
    {
      "epoch": 0.9792,
      "grad_norm": 0.7813923954963684,
      "learning_rate": 6.793134560916514e-09,
      "loss": 0.18165643215179444,
      "step": 3060
    },
    {
      "epoch": 0.9824,
      "grad_norm": 0.735295832157135,
      "learning_rate": 4.891178526986451e-09,
      "loss": 0.1776532292366028,
      "step": 3070
    },
    {
      "epoch": 0.9856,
      "grad_norm": 0.8481670022010803,
      "learning_rate": 3.3006479333413943e-09,
      "loss": 0.1802857756614685,
      "step": 3080
    },
    {
      "epoch": 0.9888,
      "grad_norm": 0.7306717038154602,
      "learning_rate": 2.021741301058422e-09,
      "loss": 0.17649333477020263,
      "step": 3090
    },
    {
      "epoch": 0.992,
      "grad_norm": 0.8213961124420166,
      "learning_rate": 1.0546182560652872e-09,
      "loss": 0.1785252332687378,
      "step": 3100
    },
    {
      "epoch": 0.9952,
      "grad_norm": 0.7591016888618469,
      "learning_rate": 3.9939950921774607e-10,
      "loss": 0.1741119384765625,
      "step": 3110
    },
    {
      "epoch": 0.9984,
      "grad_norm": 0.7711865901947021,
      "learning_rate": 5.616684123160854e-11,
      "loss": 0.17355493307113648,
      "step": 3120
    },
    {
      "epoch": 1.0,
      "step": 3125,
      "total_flos": 4.165948759592665e+18,
      "train_loss": 0.19418699533462525,
      "train_runtime": 24088.1057,
      "train_samples_per_second": 8.303,
      "train_steps_per_second": 0.13
    }
  ],
  "logging_steps": 10,
  "max_steps": 3125,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.165948759592665e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}