{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 9.36,
  "eval_steps": 500,
  "global_step": 5850,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.016,
      "grad_norm": 0.7532607316970825,
      "learning_rate": 7.200000000000001e-08,
      "loss": 2.4579,
      "step": 10
    },
    {
      "epoch": 0.032,
      "grad_norm": 1.1350858211517334,
      "learning_rate": 1.52e-07,
      "loss": 2.5284,
      "step": 20
    },
    {
      "epoch": 0.048,
      "grad_norm": 0.7984673380851746,
      "learning_rate": 2.32e-07,
      "loss": 2.4452,
      "step": 30
    },
    {
      "epoch": 0.064,
      "grad_norm": 1.093232274055481,
      "learning_rate": 3.12e-07,
      "loss": 2.4453,
      "step": 40
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.177712321281433,
      "learning_rate": 3.92e-07,
      "loss": 2.9928,
      "step": 50
    },
    {
      "epoch": 0.096,
      "grad_norm": 1.0691078901290894,
      "learning_rate": 4.7200000000000004e-07,
      "loss": 2.7053,
      "step": 60
    },
    {
      "epoch": 0.112,
      "grad_norm": 1.2344281673431396,
      "learning_rate": 5.520000000000001e-07,
      "loss": 2.8079,
      "step": 70
    },
    {
      "epoch": 0.128,
      "grad_norm": 0.6605137586593628,
      "learning_rate": 6.320000000000002e-07,
      "loss": 2.4089,
      "step": 80
    },
    {
      "epoch": 0.144,
      "grad_norm": 1.0095362663269043,
      "learning_rate": 7.12e-07,
      "loss": 2.5198,
      "step": 90
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.014433741569519,
      "learning_rate": 7.920000000000001e-07,
      "loss": 3.1162,
      "step": 100
    },
    {
      "epoch": 0.176,
      "grad_norm": 1.0782325267791748,
      "learning_rate": 8.720000000000001e-07,
      "loss": 2.6057,
      "step": 110
    },
    {
      "epoch": 0.192,
      "grad_norm": 1.3253213167190552,
      "learning_rate": 9.520000000000002e-07,
      "loss": 2.6288,
      "step": 120
    },
    {
      "epoch": 0.208,
      "grad_norm": 1.0826811790466309,
      "learning_rate": 1.032e-06,
      "loss": 2.8531,
      "step": 130
    },
    {
      "epoch": 0.224,
      "grad_norm": 1.3482102155685425,
      "learning_rate": 1.1120000000000001e-06,
      "loss": 2.6991,
      "step": 140
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.6016103029251099,
      "learning_rate": 1.1920000000000002e-06,
      "loss": 2.5683,
      "step": 150
    },
    {
      "epoch": 0.256,
      "grad_norm": 0.8933637738227844,
      "learning_rate": 1.2720000000000003e-06,
      "loss": 2.5362,
      "step": 160
    },
    {
      "epoch": 0.272,
      "grad_norm": 0.804311215877533,
      "learning_rate": 1.352e-06,
      "loss": 2.6641,
      "step": 170
    },
    {
      "epoch": 0.288,
      "grad_norm": 3.0151922702789307,
      "learning_rate": 1.432e-06,
      "loss": 2.744,
      "step": 180
    },
    {
      "epoch": 0.304,
      "grad_norm": 3.0294179916381836,
      "learning_rate": 1.512e-06,
      "loss": 2.6508,
      "step": 190
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.329832673072815,
      "learning_rate": 1.5920000000000002e-06,
      "loss": 2.4969,
      "step": 200
    },
    {
      "epoch": 0.336,
      "grad_norm": 1.018463134765625,
      "learning_rate": 1.672e-06,
      "loss": 2.7223,
      "step": 210
    },
    {
      "epoch": 0.352,
      "grad_norm": 3.8947651386260986,
      "learning_rate": 1.7520000000000001e-06,
      "loss": 2.7512,
      "step": 220
    },
    {
      "epoch": 0.368,
      "grad_norm": 1.932680606842041,
      "learning_rate": 1.8320000000000002e-06,
      "loss": 2.1643,
      "step": 230
    },
    {
      "epoch": 0.384,
      "grad_norm": 1.0789552927017212,
      "learning_rate": 1.912e-06,
      "loss": 2.2978,
      "step": 240
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.4427675008773804,
      "learning_rate": 1.992e-06,
      "loss": 2.5924,
      "step": 250
    },
    {
      "epoch": 0.416,
      "grad_norm": 2.1163601875305176,
      "learning_rate": 2.0720000000000002e-06,
      "loss": 2.4019,
      "step": 260
    },
    {
      "epoch": 0.432,
      "grad_norm": 1.1988381147384644,
      "learning_rate": 2.1520000000000003e-06,
      "loss": 2.4047,
      "step": 270
    },
    {
      "epoch": 0.448,
      "grad_norm": 1.1772013902664185,
      "learning_rate": 2.2320000000000004e-06,
      "loss": 2.4253,
      "step": 280
    },
    {
      "epoch": 0.464,
      "grad_norm": 1.5872080326080322,
      "learning_rate": 2.312e-06,
      "loss": 1.9848,
      "step": 290
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.0806490182876587,
      "learning_rate": 2.392e-06,
      "loss": 2.1602,
      "step": 300
    },
    {
      "epoch": 0.496,
      "grad_norm": 1.6096185445785522,
      "learning_rate": 2.4720000000000002e-06,
      "loss": 2.0775,
      "step": 310
    },
    {
      "epoch": 0.512,
      "grad_norm": 1.667353868484497,
      "learning_rate": 2.552e-06,
      "loss": 2.0046,
      "step": 320
    },
    {
      "epoch": 0.528,
      "grad_norm": 1.1516858339309692,
      "learning_rate": 2.632e-06,
      "loss": 2.2142,
      "step": 330
    },
    {
      "epoch": 0.544,
      "grad_norm": 1.5734412670135498,
      "learning_rate": 2.712e-06,
      "loss": 2.3045,
      "step": 340
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.2886998653411865,
      "learning_rate": 2.792e-06,
      "loss": 2.1157,
      "step": 350
    },
    {
      "epoch": 0.576,
      "grad_norm": 1.6008777618408203,
      "learning_rate": 2.872e-06,
      "loss": 2.1303,
      "step": 360
    },
    {
      "epoch": 0.592,
      "grad_norm": 0.9446455240249634,
      "learning_rate": 2.9520000000000003e-06,
      "loss": 1.9004,
      "step": 370
    },
    {
      "epoch": 0.608,
      "grad_norm": 1.0258949995040894,
      "learning_rate": 3.0320000000000004e-06,
      "loss": 1.7588,
      "step": 380
    },
    {
      "epoch": 0.624,
      "grad_norm": 3.327923536300659,
      "learning_rate": 3.112e-06,
      "loss": 1.7562,
      "step": 390
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.7848489880561829,
      "learning_rate": 3.192e-06,
      "loss": 2.0036,
      "step": 400
    },
    {
      "epoch": 0.656,
      "grad_norm": 0.901010274887085,
      "learning_rate": 3.272e-06,
      "loss": 1.8734,
      "step": 410
    },
    {
      "epoch": 0.672,
      "grad_norm": 1.4475135803222656,
      "learning_rate": 3.3520000000000003e-06,
      "loss": 1.8156,
      "step": 420
    },
    {
      "epoch": 0.688,
      "grad_norm": 1.1953306198120117,
      "learning_rate": 3.4320000000000003e-06,
      "loss": 1.7434,
      "step": 430
    },
    {
      "epoch": 0.704,
      "grad_norm": 1.0600852966308594,
      "learning_rate": 3.5120000000000004e-06,
      "loss": 1.792,
      "step": 440
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.8356530070304871,
      "learning_rate": 3.5920000000000005e-06,
      "loss": 1.9139,
      "step": 450
    },
    {
      "epoch": 0.736,
      "grad_norm": 1.1501522064208984,
      "learning_rate": 3.6720000000000006e-06,
      "loss": 1.7984,
      "step": 460
    },
    {
      "epoch": 0.752,
      "grad_norm": 1.3865025043487549,
      "learning_rate": 3.7520000000000002e-06,
      "loss": 1.6949,
      "step": 470
    },
    {
      "epoch": 0.768,
      "grad_norm": 0.41009730100631714,
      "learning_rate": 3.832e-06,
      "loss": 1.4455,
      "step": 480
    },
    {
      "epoch": 0.784,
      "grad_norm": 1.4735100269317627,
      "learning_rate": 3.912e-06,
      "loss": 1.9003,
      "step": 490
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.0598748922348022,
      "learning_rate": 3.992e-06,
      "loss": 1.7243,
      "step": 500
    },
    {
      "epoch": 0.816,
      "grad_norm": 0.7431689500808716,
      "learning_rate": 4.072e-06,
      "loss": 1.4202,
      "step": 510
    },
    {
      "epoch": 0.832,
      "grad_norm": 1.8781498670578003,
      "learning_rate": 4.152e-06,
      "loss": 1.7335,
      "step": 520
    },
    {
      "epoch": 0.848,
      "grad_norm": 1.2483923435211182,
      "learning_rate": 4.232e-06,
      "loss": 1.6562,
      "step": 530
    },
    {
      "epoch": 0.864,
      "grad_norm": 0.9352028965950012,
      "learning_rate": 4.312e-06,
      "loss": 1.6151,
      "step": 540
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.8558632731437683,
      "learning_rate": 4.3920000000000005e-06,
      "loss": 1.5366,
      "step": 550
    },
    {
      "epoch": 0.896,
      "grad_norm": 1.0936564207077026,
      "learning_rate": 4.4720000000000006e-06,
      "loss": 1.6026,
      "step": 560
    },
    {
      "epoch": 0.912,
      "grad_norm": 0.6884616613388062,
      "learning_rate": 4.552000000000001e-06,
      "loss": 1.597,
      "step": 570
    },
    {
      "epoch": 0.928,
      "grad_norm": 0.917011022567749,
      "learning_rate": 4.632000000000001e-06,
      "loss": 1.7136,
      "step": 580
    },
    {
      "epoch": 0.944,
      "grad_norm": 0.6565596461296082,
      "learning_rate": 4.712000000000001e-06,
      "loss": 1.5694,
      "step": 590
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.7469630241394043,
      "learning_rate": 4.792000000000001e-06,
      "loss": 1.7206,
      "step": 600
    },
    {
      "epoch": 0.976,
      "grad_norm": 0.7540640234947205,
      "learning_rate": 4.872000000000001e-06,
      "loss": 1.5857,
      "step": 610
    },
    {
      "epoch": 0.992,
      "grad_norm": 0.6710789203643799,
      "learning_rate": 4.952e-06,
      "loss": 1.702,
      "step": 620
    },
    {
      "epoch": 1.008,
      "grad_norm": 0.8187215328216553,
      "learning_rate": 4.999993761437838e-06,
      "loss": 1.6127,
      "step": 630
    },
    {
      "epoch": 1.024,
      "grad_norm": 1.805862545967102,
      "learning_rate": 4.999923577971082e-06,
      "loss": 1.7038,
      "step": 640
    },
    {
      "epoch": 1.04,
      "grad_norm": 1.2114150524139404,
      "learning_rate": 4.999775415031381e-06,
      "loss": 1.5832,
      "step": 650
    },
    {
      "epoch": 1.056,
      "grad_norm": 0.8302497267723083,
      "learning_rate": 4.999549277240342e-06,
      "loss": 1.4196,
      "step": 660
    },
    {
      "epoch": 1.072,
      "grad_norm": 0.41772493720054626,
      "learning_rate": 4.999245171651823e-06,
      "loss": 1.8191,
      "step": 670
    },
    {
      "epoch": 1.088,
      "grad_norm": 1.5382171869277954,
      "learning_rate": 4.998863107751711e-06,
      "loss": 1.6041,
      "step": 680
    },
    {
      "epoch": 1.104,
      "grad_norm": 0.9522147178649902,
      "learning_rate": 4.998403097457629e-06,
      "loss": 1.8859,
      "step": 690
    },
    {
      "epoch": 1.12,
      "grad_norm": 0.48818162083625793,
      "learning_rate": 4.997865155118557e-06,
      "loss": 1.7237,
      "step": 700
    },
    {
      "epoch": 1.1360000000000001,
      "grad_norm": 0.5890428423881531,
      "learning_rate": 4.9972492975143936e-06,
      "loss": 1.6564,
      "step": 710
    },
    {
      "epoch": 1.152,
      "grad_norm": 0.7820872664451599,
      "learning_rate": 4.996555543855426e-06,
      "loss": 1.6438,
      "step": 720
    },
    {
      "epoch": 1.168,
      "grad_norm": 0.8783853650093079,
      "learning_rate": 4.995783915781734e-06,
      "loss": 1.634,
      "step": 730
    },
    {
      "epoch": 1.184,
      "grad_norm": 1.5447999238967896,
      "learning_rate": 4.994934437362513e-06,
      "loss": 1.4191,
      "step": 740
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.6656126379966736,
      "learning_rate": 4.994007135095326e-06,
      "loss": 1.5044,
      "step": 750
    },
    {
      "epoch": 1.216,
      "grad_norm": 0.8769685626029968,
      "learning_rate": 4.9930020379052715e-06,
      "loss": 1.3899,
      "step": 760
    },
    {
      "epoch": 1.232,
      "grad_norm": 1.2364633083343506,
      "learning_rate": 4.9919191771440905e-06,
      "loss": 1.4277,
      "step": 770
    },
    {
      "epoch": 1.248,
      "grad_norm": 0.983772337436676,
      "learning_rate": 4.990758586589178e-06,
      "loss": 1.2793,
      "step": 780
    },
    {
      "epoch": 1.264,
      "grad_norm": 0.914150595664978,
      "learning_rate": 4.989520302442539e-06,
      "loss": 1.7752,
      "step": 790
    },
    {
      "epoch": 1.28,
      "grad_norm": 0.5487367510795593,
      "learning_rate": 4.988204363329648e-06,
      "loss": 1.5862,
      "step": 800
    },
    {
      "epoch": 1.296,
      "grad_norm": 0.8448557257652283,
      "learning_rate": 4.98681081029826e-06,
      "loss": 1.5009,
      "step": 810
    },
    {
      "epoch": 1.312,
      "grad_norm": 0.6510465145111084,
      "learning_rate": 4.985339686817114e-06,
      "loss": 1.5672,
      "step": 820
    },
    {
      "epoch": 1.328,
      "grad_norm": 1.03178870677948,
      "learning_rate": 4.983791038774585e-06,
      "loss": 1.4901,
      "step": 830
    },
    {
      "epoch": 1.3439999999999999,
      "grad_norm": 0.6161647439002991,
      "learning_rate": 4.982164914477255e-06,
      "loss": 1.5713,
      "step": 840
    },
    {
      "epoch": 1.3599999999999999,
      "grad_norm": 1.0519344806671143,
      "learning_rate": 4.980461364648399e-06,
      "loss": 1.6525,
      "step": 850
    },
    {
      "epoch": 1.376,
      "grad_norm": 0.5218610167503357,
      "learning_rate": 4.978680442426409e-06,
      "loss": 1.6173,
      "step": 860
    },
    {
      "epoch": 1.392,
      "grad_norm": 0.6652182936668396,
      "learning_rate": 4.976822203363135e-06,
      "loss": 1.3168,
      "step": 870
    },
    {
      "epoch": 1.408,
      "grad_norm": 0.9998406767845154,
      "learning_rate": 4.974886705422149e-06,
      "loss": 1.5201,
      "step": 880
    },
    {
      "epoch": 1.424,
      "grad_norm": 0.6580556631088257,
      "learning_rate": 4.97287400897694e-06,
      "loss": 1.6578,
      "step": 890
    },
    {
      "epoch": 1.44,
      "grad_norm": 1.8045531511306763,
      "learning_rate": 4.970784176809032e-06,
      "loss": 1.7959,
      "step": 900
    },
    {
      "epoch": 1.456,
      "grad_norm": 0.7481666803359985,
      "learning_rate": 4.968617274106019e-06,
      "loss": 1.6719,
      "step": 910
    },
    {
      "epoch": 1.472,
      "grad_norm": 0.4933053255081177,
      "learning_rate": 4.966373368459542e-06,
      "loss": 1.6534,
      "step": 920
    },
    {
      "epoch": 1.488,
      "grad_norm": 0.768468976020813,
      "learning_rate": 4.964052529863171e-06,
      "loss": 1.685,
      "step": 930
    },
    {
      "epoch": 1.504,
      "grad_norm": 0.648497462272644,
      "learning_rate": 4.961654830710229e-06,
      "loss": 1.6674,
      "step": 940
    },
    {
      "epoch": 1.52,
      "grad_norm": 0.6459643244743347,
      "learning_rate": 4.959180345791528e-06,
      "loss": 1.7712,
      "step": 950
    },
    {
      "epoch": 1.536,
      "grad_norm": 0.9094835519790649,
      "learning_rate": 4.956629152293038e-06,
      "loss": 1.8576,
      "step": 960
    },
    {
      "epoch": 1.552,
      "grad_norm": 0.764054536819458,
      "learning_rate": 4.954001329793483e-06,
      "loss": 1.729,
      "step": 970
    },
    {
      "epoch": 1.568,
      "grad_norm": 1.0334659814834595,
      "learning_rate": 4.951296960261853e-06,
      "loss": 1.6599,
      "step": 980
    },
    {
      "epoch": 1.584,
      "grad_norm": 0.8426533341407776,
      "learning_rate": 4.948516128054852e-06,
      "loss": 1.4876,
      "step": 990
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.7043594121932983,
      "learning_rate": 4.945658919914263e-06,
      "loss": 1.5253,
      "step": 1000
    },
    {
      "epoch": 1.616,
      "grad_norm": 0.7252524495124817,
      "learning_rate": 4.9427254249642445e-06,
      "loss": 1.5219,
      "step": 1010
    },
    {
      "epoch": 1.6320000000000001,
      "grad_norm": 0.8069806098937988,
      "learning_rate": 4.93971573470855e-06,
      "loss": 1.5841,
      "step": 1020
    },
    {
      "epoch": 1.6480000000000001,
      "grad_norm": 0.5051997900009155,
      "learning_rate": 4.936629943027672e-06,
      "loss": 1.5054,
      "step": 1030
    },
    {
      "epoch": 1.6640000000000001,
      "grad_norm": 0.7083950638771057,
      "learning_rate": 4.933468146175918e-06,
      "loss": 1.616,
      "step": 1040
    },
    {
      "epoch": 1.6800000000000002,
      "grad_norm": 0.6450363993644714,
      "learning_rate": 4.930230442778403e-06,
      "loss": 1.5149,
      "step": 1050
    },
    {
      "epoch": 1.696,
      "grad_norm": 1.0520232915878296,
      "learning_rate": 4.926916933827977e-06,
      "loss": 1.6154,
      "step": 1060
    },
    {
      "epoch": 1.712,
      "grad_norm": 0.7227002382278442,
      "learning_rate": 4.92352772268207e-06,
      "loss": 1.6732,
      "step": 1070
    },
    {
      "epoch": 1.728,
      "grad_norm": 0.6014836430549622,
      "learning_rate": 4.920062915059474e-06,
      "loss": 1.6007,
      "step": 1080
    },
    {
      "epoch": 1.744,
      "grad_norm": 0.9546307325363159,
      "learning_rate": 4.916522619037043e-06,
      "loss": 1.4207,
      "step": 1090
    },
    {
      "epoch": 1.76,
      "grad_norm": 0.7327417135238647,
      "learning_rate": 4.912906945046319e-06,
      "loss": 1.6769,
      "step": 1100
    },
    {
      "epoch": 1.776,
      "grad_norm": 0.8192687630653381,
      "learning_rate": 4.909216005870091e-06,
      "loss": 1.6177,
      "step": 1110
    },
    {
      "epoch": 1.792,
      "grad_norm": 0.6791466474533081,
      "learning_rate": 4.905449916638874e-06,
      "loss": 1.7395,
      "step": 1120
    },
    {
      "epoch": 1.808,
      "grad_norm": 0.5381625890731812,
      "learning_rate": 4.901608794827321e-06,
      "loss": 1.6157,
      "step": 1130
    },
    {
      "epoch": 1.8239999999999998,
      "grad_norm": 0.6079979538917542,
      "learning_rate": 4.897692760250556e-06,
      "loss": 1.3609,
      "step": 1140
    },
    {
      "epoch": 1.8399999999999999,
      "grad_norm": 0.8681022524833679,
      "learning_rate": 4.8937019350604385e-06,
      "loss": 1.4606,
      "step": 1150
    },
    {
      "epoch": 1.8559999999999999,
      "grad_norm": 0.6992301940917969,
      "learning_rate": 4.889636443741752e-06,
      "loss": 1.6518,
      "step": 1160
    },
    {
      "epoch": 1.8719999999999999,
      "grad_norm": 0.990447998046875,
      "learning_rate": 4.885496413108321e-06,
      "loss": 1.5659,
      "step": 1170
    },
    {
      "epoch": 1.888,
      "grad_norm": 0.9825424551963806,
      "learning_rate": 4.881281972299055e-06,
      "loss": 1.5427,
      "step": 1180
    },
    {
      "epoch": 1.904,
      "grad_norm": 0.7673924565315247,
      "learning_rate": 4.876993252773923e-06,
      "loss": 1.641,
      "step": 1190
    },
    {
      "epoch": 1.92,
      "grad_norm": 0.796088457107544,
      "learning_rate": 4.872630388309849e-06,
      "loss": 1.6838,
      "step": 1200
    },
    {
      "epoch": 1.936,
      "grad_norm": 0.9166289567947388,
      "learning_rate": 4.868193514996542e-06,
      "loss": 1.1927,
      "step": 1210
    },
    {
      "epoch": 1.952,
      "grad_norm": 0.6708204746246338,
      "learning_rate": 4.863682771232249e-06,
      "loss": 1.6665,
      "step": 1220
    },
    {
      "epoch": 1.968,
      "grad_norm": 0.5752835869789124,
      "learning_rate": 4.85909829771944e-06,
      "loss": 1.6575,
      "step": 1230
    },
    {
      "epoch": 1.984,
      "grad_norm": 0.4450138509273529,
      "learning_rate": 4.854440237460418e-06,
      "loss": 1.5765,
      "step": 1240
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.932624876499176,
      "learning_rate": 4.8497087357528585e-06,
      "loss": 1.5759,
      "step": 1250
    },
    {
      "epoch": 2.016,
      "grad_norm": 0.9572265148162842,
      "learning_rate": 4.844903940185277e-06,
      "loss": 1.6021,
      "step": 1260
    },
    {
      "epoch": 2.032,
      "grad_norm": 0.5924295783042908,
      "learning_rate": 4.840026000632423e-06,
      "loss": 1.6385,
      "step": 1270
    },
    {
      "epoch": 2.048,
      "grad_norm": 0.6063358783721924,
      "learning_rate": 4.835075069250613e-06,
      "loss": 1.57,
      "step": 1280
    },
    {
      "epoch": 2.064,
      "grad_norm": 0.7654261589050293,
      "learning_rate": 4.8300513004729735e-06,
      "loss": 1.4305,
      "step": 1290
    },
    {
      "epoch": 2.08,
      "grad_norm": 0.7088677883148193,
      "learning_rate": 4.824954851004633e-06,
      "loss": 1.5811,
      "step": 1300
    },
    {
      "epoch": 2.096,
      "grad_norm": 1.081394076347351,
      "learning_rate": 4.819785879817827e-06,
      "loss": 1.5196,
      "step": 1310
    },
    {
      "epoch": 2.112,
      "grad_norm": 0.7218335866928101,
      "learning_rate": 4.814544548146945e-06,
      "loss": 1.4357,
      "step": 1320
    },
    {
      "epoch": 2.128,
      "grad_norm": 0.5773430466651917,
      "learning_rate": 4.809231019483497e-06,
      "loss": 1.6223,
      "step": 1330
    },
    {
      "epoch": 2.144,
      "grad_norm": 0.8747012615203857,
      "learning_rate": 4.803845459571014e-06,
      "loss": 1.5586,
      "step": 1340
    },
    {
      "epoch": 2.16,
      "grad_norm": 0.833926796913147,
      "learning_rate": 4.798388036399883e-06,
      "loss": 1.5551,
      "step": 1350
    },
    {
      "epoch": 2.176,
      "grad_norm": 0.6463444828987122,
      "learning_rate": 4.792858920202099e-06,
      "loss": 1.5776,
      "step": 1360
    },
    {
      "epoch": 2.192,
      "grad_norm": 0.5678787231445312,
      "learning_rate": 4.787258283445962e-06,
      "loss": 1.6474,
      "step": 1370
    },
    {
      "epoch": 2.208,
      "grad_norm": 0.5224615335464478,
      "learning_rate": 4.781586300830693e-06,
      "loss": 1.4153,
      "step": 1380
    },
    {
      "epoch": 2.224,
      "grad_norm": 0.6795189380645752,
      "learning_rate": 4.775843149280986e-06,
      "loss": 1.3767,
      "step": 1390
    },
    {
      "epoch": 2.24,
      "grad_norm": 0.6834966540336609,
      "learning_rate": 4.77002900794149e-06,
      "loss": 1.3661,
      "step": 1400
    },
    {
      "epoch": 2.2560000000000002,
      "grad_norm": 0.8537456393241882,
      "learning_rate": 4.7641440581712194e-06,
      "loss": 1.5483,
      "step": 1410
    },
    {
      "epoch": 2.2720000000000002,
      "grad_norm": 0.3871168792247772,
      "learning_rate": 4.758188483537898e-06,
      "loss": 1.5351,
      "step": 1420
    },
    {
      "epoch": 2.288,
      "grad_norm": 1.1125162839889526,
      "learning_rate": 4.752162469812234e-06,
      "loss": 1.4494,
      "step": 1430
    },
    {
      "epoch": 2.304,
      "grad_norm": 1.2243694067001343,
      "learning_rate": 4.7460662049621235e-06,
      "loss": 1.4805,
      "step": 1440
    },
    {
      "epoch": 2.32,
      "grad_norm": 0.8491847515106201,
      "learning_rate": 4.739899879146785e-06,
      "loss": 1.7852,
      "step": 1450
    },
    {
      "epoch": 2.336,
      "grad_norm": 0.8607208728790283,
      "learning_rate": 4.733663684710835e-06,
      "loss": 1.4335,
      "step": 1460
    },
    {
      "epoch": 2.352,
      "grad_norm": 1.0052345991134644,
      "learning_rate": 4.727357816178282e-06,
      "loss": 1.601,
      "step": 1470
    },
    {
      "epoch": 2.368,
      "grad_norm": 0.6858043074607849,
      "learning_rate": 4.72098247024646e-06,
      "loss": 1.553,
      "step": 1480
    },
    {
      "epoch": 2.384,
      "grad_norm": 0.7939265966415405,
      "learning_rate": 4.714537845779894e-06,
      "loss": 1.7166,
      "step": 1490
    },
    {
      "epoch": 2.4,
      "grad_norm": 0.6755343079566956,
      "learning_rate": 4.708024143804097e-06,
      "loss": 1.3968,
      "step": 1500
    },
    {
      "epoch": 2.416,
      "grad_norm": 0.7775924801826477,
      "learning_rate": 4.701441567499301e-06,
      "loss": 1.6513,
      "step": 1510
    },
    {
      "epoch": 2.432,
      "grad_norm": 1.3676393032073975,
      "learning_rate": 4.694790322194111e-06,
      "loss": 1.2937,
      "step": 1520
    },
    {
      "epoch": 2.448,
      "grad_norm": 0.7261756062507629,
      "learning_rate": 4.688070615359114e-06,
      "loss": 1.8156,
      "step": 1530
    },
    {
      "epoch": 2.464,
      "grad_norm": 1.1282861232757568,
      "learning_rate": 4.681282656600393e-06,
      "loss": 1.6019,
      "step": 1540
    },
    {
      "epoch": 2.48,
      "grad_norm": 1.0394994020462036,
      "learning_rate": 4.674426657653003e-06,
      "loss": 1.7059,
      "step": 1550
    },
    {
      "epoch": 2.496,
      "grad_norm": 0.6906456351280212,
      "learning_rate": 4.667502832374352e-06,
      "loss": 1.6788,
      "step": 1560
    },
    {
      "epoch": 2.512,
      "grad_norm": 0.4713647961616516,
      "learning_rate": 4.660511396737541e-06,
      "loss": 1.6816,
      "step": 1570
    },
    {
      "epoch": 2.528,
      "grad_norm": 0.7387018203735352,
      "learning_rate": 4.653452568824625e-06,
      "loss": 1.8899,
      "step": 1580
    },
    {
      "epoch": 2.544,
      "grad_norm": 0.7270022630691528,
      "learning_rate": 4.646326568819805e-06,
      "loss": 1.3103,
      "step": 1590
    },
    {
      "epoch": 2.56,
      "grad_norm": 0.787842333316803,
      "learning_rate": 4.639133619002565e-06,
      "loss": 1.2932,
      "step": 1600
    },
    {
      "epoch": 2.576,
      "grad_norm": 0.4514208137989044,
      "learning_rate": 4.63187394374074e-06,
      "loss": 1.516,
      "step": 1610
    },
    {
      "epoch": 2.592,
      "grad_norm": 0.8605286478996277,
      "learning_rate": 4.6245477694835104e-06,
      "loss": 1.5961,
      "step": 1620
    },
    {
      "epoch": 2.608,
      "grad_norm": 0.5745855569839478,
      "learning_rate": 4.617155324754347e-06,
      "loss": 1.4135,
      "step": 1630
    },
    {
      "epoch": 2.624,
      "grad_norm": 0.6500321626663208,
      "learning_rate": 4.609696840143875e-06,
      "loss": 1.6172,
      "step": 1640
    },
    {
      "epoch": 2.64,
      "grad_norm": 0.6863396167755127,
      "learning_rate": 4.602172548302684e-06,
      "loss": 1.5619,
      "step": 1650
    },
    {
      "epoch": 2.656,
      "grad_norm": 0.7934362292289734,
      "learning_rate": 4.594582683934078e-06,
      "loss": 1.5107,
      "step": 1660
    },
    {
      "epoch": 2.672,
      "grad_norm": 0.9190770983695984,
      "learning_rate": 4.586927483786739e-06,
      "loss": 1.5431,
      "step": 1670
    },
    {
      "epoch": 2.6879999999999997,
      "grad_norm": 0.6435351967811584,
      "learning_rate": 4.579207186647357e-06,
      "loss": 1.6868,
      "step": 1680
    },
    {
      "epoch": 2.7039999999999997,
      "grad_norm": 0.9924895763397217,
      "learning_rate": 4.571422033333176e-06,
      "loss": 1.5309,
      "step": 1690
    },
    {
      "epoch": 2.7199999999999998,
      "grad_norm": 0.7778785228729248,
      "learning_rate": 4.563572266684478e-06,
      "loss": 1.5349,
      "step": 1700
    },
    {
      "epoch": 2.7359999999999998,
      "grad_norm": 0.9731547236442566,
      "learning_rate": 4.555658131557015e-06,
      "loss": 1.5695,
      "step": 1710
    },
    {
      "epoch": 2.752,
      "grad_norm": 0.7542728185653687,
      "learning_rate": 4.547679874814368e-06,
      "loss": 1.6187,
      "step": 1720
    },
    {
      "epoch": 2.768,
      "grad_norm": 1.1981087923049927,
      "learning_rate": 4.539637745320247e-06,
      "loss": 1.2666,
      "step": 1730
    },
    {
      "epoch": 2.784,
      "grad_norm": 0.5126321315765381,
      "learning_rate": 4.5315319939307275e-06,
      "loss": 1.699,
      "step": 1740
    },
    {
      "epoch": 2.8,
      "grad_norm": 0.8448460698127747,
      "learning_rate": 4.523362873486427e-06,
      "loss": 1.5705,
      "step": 1750
    },
    {
      "epoch": 2.816,
      "grad_norm": 0.7451621294021606,
      "learning_rate": 4.5151306388046175e-06,
      "loss": 1.7746,
      "step": 1760
    },
    {
      "epoch": 2.832,
      "grad_norm": 0.9366666078567505,
      "learning_rate": 4.5068355466712785e-06,
      "loss": 1.644,
      "step": 1770
    },
    {
      "epoch": 2.848,
      "grad_norm": 0.6129621267318726,
      "learning_rate": 4.498477855833084e-06,
      "loss": 1.5837,
      "step": 1780
    },
    {
      "epoch": 2.864,
      "grad_norm": 0.7466766238212585,
      "learning_rate": 4.490057826989333e-06,
      "loss": 1.5324,
      "step": 1790
    },
    {
      "epoch": 2.88,
      "grad_norm": 0.5993590950965881,
      "learning_rate": 4.481575722783821e-06,
      "loss": 1.4446,
      "step": 1800
    },
    {
      "epoch": 2.896,
      "grad_norm": 0.9300441145896912,
      "learning_rate": 4.47303180779664e-06,
      "loss": 1.6557,
      "step": 1810
    },
    {
      "epoch": 2.912,
      "grad_norm": 0.7721385359764099,
      "learning_rate": 4.4644263485359316e-06,
      "loss": 1.8196,
      "step": 1820
    },
    {
      "epoch": 2.928,
      "grad_norm": 0.7181217670440674,
      "learning_rate": 4.455759613429573e-06,
      "loss": 1.5393,
      "step": 1830
    },
    {
      "epoch": 2.944,
      "grad_norm": 0.9731667637825012,
      "learning_rate": 4.4470318728168036e-06,
      "loss": 1.5022,
      "step": 1840
    },
    {
      "epoch": 2.96,
      "grad_norm": 0.4396623373031616,
      "learning_rate": 4.43824339893979e-06,
      "loss": 1.7437,
      "step": 1850
    },
    {
      "epoch": 2.976,
      "grad_norm": 0.7844721078872681,
      "learning_rate": 4.429394465935135e-06,
      "loss": 1.8313,
      "step": 1860
    },
    {
      "epoch": 2.992,
      "grad_norm": 1.1775206327438354,
      "learning_rate": 4.420485349825332e-06,
      "loss": 1.4683,
      "step": 1870
    },
    {
      "epoch": 3.008,
      "grad_norm": 1.0284100770950317,
      "learning_rate": 4.411516328510145e-06,
      "loss": 1.4946,
      "step": 1880
    },
    {
      "epoch": 3.024,
      "grad_norm": 0.8102648854255676,
      "learning_rate": 4.40248768175795e-06,
      "loss": 1.4036,
      "step": 1890
    },
    {
      "epoch": 3.04,
      "grad_norm": 0.8291281461715698,
      "learning_rate": 4.393399691197e-06,
      "loss": 1.5588,
      "step": 1900
    },
    {
      "epoch": 3.056,
      "grad_norm": 0.8688443899154663,
      "learning_rate": 4.384252640306649e-06,
      "loss": 1.343,
      "step": 1910
    },
    {
      "epoch": 3.072,
      "grad_norm": 1.4661997556686401,
      "learning_rate": 4.3750468144085e-06,
      "loss": 1.6441,
      "step": 1920
    },
    {
      "epoch": 3.088,
      "grad_norm": 0.5696677565574646,
      "learning_rate": 4.36578250065751e-06,
      "loss": 1.5555,
      "step": 1930
    },
    {
      "epoch": 3.104,
      "grad_norm": 0.5522274971008301,
      "learning_rate": 4.356459988033039e-06,
      "loss": 1.6707,
      "step": 1940
    },
    {
      "epoch": 3.12,
      "grad_norm": 0.5719353556632996,
      "learning_rate": 4.347079567329821e-06,
      "loss": 1.536,
      "step": 1950
    },
    {
      "epoch": 3.136,
      "grad_norm": 0.9399852752685547,
      "learning_rate": 4.337641531148906e-06,
      "loss": 1.7248,
      "step": 1960
    },
    {
      "epoch": 3.152,
      "grad_norm": 0.7337310910224915,
      "learning_rate": 4.328146173888528e-06,
      "loss": 1.4025,
      "step": 1970
    },
    {
      "epoch": 3.168,
      "grad_norm": 0.48429638147354126,
      "learning_rate": 4.318593791734924e-06,
      "loss": 1.5781,
      "step": 1980
    },
    {
      "epoch": 3.184,
      "grad_norm": 1.1470130681991577,
      "learning_rate": 4.308984682653092e-06,
      "loss": 1.4868,
      "step": 1990
    },
    {
      "epoch": 3.2,
      "grad_norm": 0.8633829355239868,
      "learning_rate": 4.2993191463775e-06,
      "loss": 1.6465,
      "step": 2000
    },
    {
      "epoch": 3.216,
      "grad_norm": 0.6459351181983948,
      "learning_rate": 4.289597484402732e-06,
      "loss": 1.4083,
      "step": 2010
    },
    {
      "epoch": 3.232,
      "grad_norm": 0.8190066814422607,
      "learning_rate": 4.279819999974091e-06,
      "loss": 1.5047,
      "step": 2020
    },
    {
      "epoch": 3.248,
      "grad_norm": 0.7891396284103394,
      "learning_rate": 4.269986998078132e-06,
      "loss": 1.4592,
      "step": 2030
    },
    {
      "epoch": 3.2640000000000002,
      "grad_norm": 0.760246753692627,
      "learning_rate": 4.260098785433153e-06,
      "loss": 1.467,
      "step": 2040
    },
    {
      "epoch": 3.2800000000000002,
      "grad_norm": 1.1161779165267944,
      "learning_rate": 4.250155670479628e-06,
      "loss": 1.4729,
      "step": 2050
    },
    {
      "epoch": 3.296,
      "grad_norm": 0.8143382668495178,
      "learning_rate": 4.240157963370583e-06,
      "loss": 1.6712,
      "step": 2060
    },
    {
      "epoch": 3.312,
      "grad_norm": 1.0454487800598145,
      "learning_rate": 4.230105975961921e-06,
      "loss": 1.4567,
      "step": 2070
    },
    {
      "epoch": 3.328,
      "grad_norm": 1.1491258144378662,
      "learning_rate": 4.220000021802703e-06,
      "loss": 1.6005,
      "step": 2080
    },
    {
      "epoch": 3.344,
      "grad_norm": 0.9478589296340942,
      "learning_rate": 4.209840416125353e-06,
      "loss": 1.56,
      "step": 2090
    },
    {
      "epoch": 3.36,
      "grad_norm": 0.8324580192565918,
      "learning_rate": 4.1996274758358405e-06,
      "loss": 1.5804,
      "step": 2100
    },
    {
      "epoch": 3.376,
      "grad_norm": 0.8769364953041077,
      "learning_rate": 4.18936151950378e-06,
      "loss": 1.2801,
      "step": 2110
    },
    {
      "epoch": 3.392,
      "grad_norm": 0.607882022857666,
      "learning_rate": 4.1790428673525104e-06,
      "loss": 1.604,
      "step": 2120
    },
    {
      "epoch": 3.408,
      "grad_norm": 0.893365204334259,
      "learning_rate": 4.168671841249091e-06,
      "loss": 1.4616,
      "step": 2130
    },
    {
      "epoch": 3.424,
      "grad_norm": 0.5159714818000793,
      "learning_rate": 4.15824876469427e-06,
      "loss": 1.5749,
      "step": 2140
    },
    {
      "epoch": 3.44,
      "grad_norm": 0.4347703456878662,
      "learning_rate": 4.147773962812393e-06,
      "loss": 1.5695,
      "step": 2150
    },
    {
      "epoch": 3.456,
      "grad_norm": 0.6824937462806702,
      "learning_rate": 4.137247762341262e-06,
      "loss": 1.6246,
      "step": 2160
    },
    {
      "epoch": 3.472,
      "grad_norm": 0.9752215147018433,
      "learning_rate": 4.126670491621938e-06,
      "loss": 1.7512,
      "step": 2170
    },
    {
      "epoch": 3.488,
      "grad_norm": 1.5154378414154053,
      "learning_rate": 4.116042480588505e-06,
      "loss": 1.5603,
      "step": 2180
    },
    {
      "epoch": 3.504,
      "grad_norm": 1.0059340000152588,
      "learning_rate": 4.105364060757776e-06,
      "loss": 1.5112,
      "step": 2190
    },
    {
      "epoch": 3.52,
      "grad_norm": 0.5788377523422241,
      "learning_rate": 4.094635565218955e-06,
      "loss": 1.4864,
      "step": 2200
    },
    {
      "epoch": 3.536,
      "grad_norm": 1.1504844427108765,
      "learning_rate": 4.083857328623243e-06,
      "loss": 1.3071,
      "step": 2210
    },
    {
      "epoch": 3.552,
      "grad_norm": 0.8494038581848145,
      "learning_rate": 4.073029687173399e-06,
      "loss": 1.513,
      "step": 2220
    },
    {
      "epoch": 3.568,
      "grad_norm": 0.8015080094337463,
      "learning_rate": 4.062152978613259e-06,
      "loss": 1.424,
      "step": 2230
    },
    {
      "epoch": 3.584,
      "grad_norm": 0.6550512909889221,
      "learning_rate": 4.051227542217192e-06,
      "loss": 1.7912,
      "step": 2240
    },
    {
      "epoch": 3.6,
      "grad_norm": 0.837598979473114,
      "learning_rate": 4.040253718779528e-06,
      "loss": 1.6095,
      "step": 2250
    },
    {
      "epoch": 3.616,
      "grad_norm": 0.8367552757263184,
      "learning_rate": 4.029231850603914e-06,
      "loss": 1.6545,
      "step": 2260
    },
    {
      "epoch": 3.632,
      "grad_norm": 0.5127103924751282,
      "learning_rate": 4.018162281492651e-06,
      "loss": 1.4162,
      "step": 2270
    },
    {
      "epoch": 3.648,
      "grad_norm": 0.6145904064178467,
      "learning_rate": 4.007045356735959e-06,
      "loss": 1.671,
      "step": 2280
    },
    {
      "epoch": 3.664,
      "grad_norm": 1.1353576183319092,
      "learning_rate": 3.995881423101211e-06,
      "loss": 1.5599,
      "step": 2290
    },
    {
      "epoch": 3.68,
      "grad_norm": 0.9976987838745117,
      "learning_rate": 3.984670828822118e-06,
      "loss": 1.6871,
      "step": 2300
    },
    {
      "epoch": 3.6959999999999997,
      "grad_norm": 0.7358677983283997,
      "learning_rate": 3.973413923587862e-06,
      "loss": 1.7595,
      "step": 2310
    },
    {
      "epoch": 3.7119999999999997,
      "grad_norm": 0.7533473372459412,
      "learning_rate": 3.962111058532192e-06,
      "loss": 1.461,
      "step": 2320
    },
    {
      "epoch": 3.7279999999999998,
      "grad_norm": 0.8930823802947998,
      "learning_rate": 3.950762586222469e-06,
      "loss": 1.6558,
      "step": 2330
    },
    {
      "epoch": 3.7439999999999998,
      "grad_norm": 1.2027279138565063,
      "learning_rate": 3.93936886064867e-06,
      "loss": 1.4123,
      "step": 2340
    },
    {
      "epoch": 3.76,
      "grad_norm": 0.6071750521659851,
      "learning_rate": 3.927930237212345e-06,
      "loss": 1.5771,
      "step": 2350
    },
    {
      "epoch": 3.776,
      "grad_norm": 0.6392596960067749,
      "learning_rate": 3.916447072715531e-06,
      "loss": 1.5848,
      "step": 2360
    },
    {
      "epoch": 3.792,
      "grad_norm": 0.8910986185073853,
      "learning_rate": 3.904919725349626e-06,
      "loss": 1.4619,
      "step": 2370
    },
    {
      "epoch": 3.808,
      "grad_norm": 0.7371443510055542,
      "learning_rate": 3.893348554684209e-06,
      "loss": 1.6317,
      "step": 2380
    },
    {
      "epoch": 3.824,
      "grad_norm": 1.6092065572738647,
      "learning_rate": 3.881733921655829e-06,
      "loss": 1.3639,
      "step": 2390
    },
    {
      "epoch": 3.84,
      "grad_norm": 1.204833984375,
      "learning_rate": 3.870076188556746e-06,
      "loss": 1.59,
      "step": 2400
    },
    {
      "epoch": 3.856,
      "grad_norm": 0.7493409514427185,
      "learning_rate": 3.8583757190236296e-06,
      "loss": 1.4722,
      "step": 2410
    },
    {
      "epoch": 3.872,
      "grad_norm": 0.6909350752830505,
      "learning_rate": 3.846632878026214e-06,
      "loss": 1.6397,
      "step": 2420
    },
    {
      "epoch": 3.888,
      "grad_norm": 1.029907464981079,
      "learning_rate": 3.834848031855919e-06,
      "loss": 1.4298,
      "step": 2430
    },
    {
      "epoch": 3.904,
      "grad_norm": 1.067639708518982,
      "learning_rate": 3.8230215481144175e-06,
      "loss": 1.5334,
      "step": 2440
    },
    {
      "epoch": 3.92,
      "grad_norm": 0.6574661731719971,
      "learning_rate": 3.8111537957021736e-06,
      "loss": 1.6364,
      "step": 2450
    },
    {
      "epoch": 3.936,
      "grad_norm": 0.8869898915290833,
      "learning_rate": 3.7992451448069368e-06,
      "loss": 1.6119,
      "step": 2460
    },
    {
      "epoch": 3.952,
      "grad_norm": 0.8028042316436768,
      "learning_rate": 3.787295966892189e-06,
      "loss": 1.5989,
      "step": 2470
    },
    {
      "epoch": 3.968,
      "grad_norm": 0.9179840683937073,
      "learning_rate": 3.775306634685562e-06,
      "loss": 1.5097,
      "step": 2480
    },
    {
      "epoch": 3.984,
      "grad_norm": 1.3384634256362915,
      "learning_rate": 3.763277522167212e-06,
      "loss": 1.446,
      "step": 2490
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.8146370053291321,
      "learning_rate": 3.7512090045581488e-06,
      "loss": 1.5723,
      "step": 2500
    },
    {
      "epoch": 4.016,
      "grad_norm": 0.6829802393913269,
      "learning_rate": 3.7391014583085384e-06,
      "loss": 1.5526,
      "step": 2510
    },
    {
      "epoch": 4.032,
      "grad_norm": 0.6764781475067139,
      "learning_rate": 3.726955261085956e-06,
      "loss": 1.5369,
      "step": 2520
    },
    {
      "epoch": 4.048,
      "grad_norm": 1.2887903451919556,
      "learning_rate": 3.714770791763605e-06,
      "loss": 1.5666,
      "step": 2530
    },
    {
      "epoch": 4.064,
      "grad_norm": 0.9172888398170471,
      "learning_rate": 3.7025484304085035e-06,
      "loss": 1.3176,
      "step": 2540
    },
    {
      "epoch": 4.08,
      "grad_norm": 1.1424694061279297,
      "learning_rate": 3.6902885582696236e-06,
      "loss": 1.6824,
      "step": 2550
    },
    {
      "epoch": 4.096,
      "grad_norm": 0.5998602509498596,
      "learning_rate": 3.677991557766002e-06,
      "loss": 1.5053,
      "step": 2560
    },
    {
      "epoch": 4.112,
      "grad_norm": 0.7892935872077942,
      "learning_rate": 3.665657812474812e-06,
      "loss": 1.4574,
      "step": 2570
    },
    {
      "epoch": 4.128,
      "grad_norm": 0.6210141181945801,
      "learning_rate": 3.653287707119397e-06,
      "loss": 1.5496,
      "step": 2580
    },
    {
      "epoch": 4.144,
      "grad_norm": 0.8353777527809143,
      "learning_rate": 3.640881627557271e-06,
      "loss": 1.6421,
      "step": 2590
    },
    {
      "epoch": 4.16,
      "grad_norm": 0.8043954372406006,
      "learning_rate": 3.628439960768082e-06,
      "loss": 1.5182,
      "step": 2600
    },
    {
      "epoch": 4.176,
      "grad_norm": 0.6764125823974609,
      "learning_rate": 3.61596309484154e-06,
      "loss": 1.6664,
      "step": 2610
    },
    {
      "epoch": 4.192,
      "grad_norm": 0.7379188537597656,
      "learning_rate": 3.603451418965313e-06,
      "loss": 1.4409,
      "step": 2620
    },
    {
      "epoch": 4.208,
      "grad_norm": 1.0923508405685425,
      "learning_rate": 3.5909053234128893e-06,
      "loss": 1.3932,
      "step": 2630
    },
    {
      "epoch": 4.224,
      "grad_norm": 1.2085895538330078,
      "learning_rate": 3.5783251995313985e-06,
      "loss": 1.4844,
      "step": 2640
    },
    {
      "epoch": 4.24,
      "grad_norm": 0.7708174586296082,
      "learning_rate": 3.5657114397294077e-06,
      "loss": 1.7488,
      "step": 2650
    },
    {
      "epoch": 4.256,
      "grad_norm": 0.6567518711090088,
      "learning_rate": 3.553064437464682e-06,
      "loss": 1.4351,
      "step": 2660
    },
    {
      "epoch": 4.272,
      "grad_norm": 1.4016966819763184,
      "learning_rate": 3.540384587231906e-06,
      "loss": 1.6682,
      "step": 2670
    },
    {
      "epoch": 4.288,
      "grad_norm": 0.9759495258331299,
      "learning_rate": 3.5276722845503893e-06,
      "loss": 1.5559,
      "step": 2680
    },
    {
      "epoch": 4.304,
      "grad_norm": 1.0950008630752563,
      "learning_rate": 3.5149279259517165e-06,
      "loss": 1.6631,
      "step": 2690
    },
    {
      "epoch": 4.32,
      "grad_norm": 0.7884267568588257,
      "learning_rate": 3.5021519089673876e-06,
      "loss": 1.5031,
      "step": 2700
    },
    {
      "epoch": 4.336,
      "grad_norm": 0.89117032289505,
      "learning_rate": 3.489344632116412e-06,
      "loss": 1.734,
      "step": 2710
    },
    {
      "epoch": 4.352,
      "grad_norm": 0.88322913646698,
      "learning_rate": 3.4765064948928813e-06,
      "loss": 1.6414,
      "step": 2720
    },
    {
      "epoch": 4.368,
      "grad_norm": 1.0615278482437134,
      "learning_rate": 3.4636378977535073e-06,
      "loss": 1.4443,
      "step": 2730
    },
    {
      "epoch": 4.384,
      "grad_norm": 0.8732738494873047,
      "learning_rate": 3.45073924210513e-06,
      "loss": 1.4998,
      "step": 2740
    },
    {
      "epoch": 4.4,
      "grad_norm": 0.9869545102119446,
      "learning_rate": 3.4378109302921946e-06,
      "loss": 1.6065,
      "step": 2750
    },
    {
      "epoch": 4.416,
      "grad_norm": 1.3117120265960693,
      "learning_rate": 3.4248533655842064e-06,
      "loss": 1.4688,
      "step": 2760
    },
    {
      "epoch": 4.432,
      "grad_norm": 0.8496220111846924,
      "learning_rate": 3.4118669521631465e-06,
      "loss": 1.5675,
      "step": 2770
    },
    {
      "epoch": 4.448,
      "grad_norm": 0.642301619052887,
      "learning_rate": 3.3988520951108683e-06,
      "loss": 1.4467,
      "step": 2780
    },
    {
      "epoch": 4.464,
      "grad_norm": 1.203744649887085,
      "learning_rate": 3.3858092003964595e-06,
      "loss": 1.5239,
      "step": 2790
    },
    {
      "epoch": 4.48,
      "grad_norm": 0.8205372095108032,
      "learning_rate": 3.372738674863577e-06,
      "loss": 1.5656,
      "step": 2800
    },
    {
      "epoch": 4.496,
      "grad_norm": 1.3869353532791138,
      "learning_rate": 3.3596409262177633e-06,
      "loss": 1.585,
      "step": 2810
    },
    {
      "epoch": 4.5120000000000005,
      "grad_norm": 1.4306498765945435,
      "learning_rate": 3.346516363013719e-06,
      "loss": 1.3659,
      "step": 2820
    },
    {
      "epoch": 4.5280000000000005,
      "grad_norm": 1.2702066898345947,
      "learning_rate": 3.33336539464257e-06,
      "loss": 1.5395,
      "step": 2830
    },
    {
      "epoch": 4.5440000000000005,
      "grad_norm": 0.893438994884491,
      "learning_rate": 3.320188431319088e-06,
      "loss": 1.5555,
      "step": 2840
    },
    {
      "epoch": 4.5600000000000005,
      "grad_norm": 0.5918306112289429,
      "learning_rate": 3.3069858840688997e-06,
      "loss": 1.5422,
      "step": 2850
    },
    {
      "epoch": 4.576,
      "grad_norm": 0.8166379332542419,
      "learning_rate": 3.293758164715663e-06,
      "loss": 1.3793,
      "step": 2860
    },
    {
      "epoch": 4.592,
      "grad_norm": 0.8559311032295227,
      "learning_rate": 3.280505685868226e-06,
      "loss": 1.6722,
      "step": 2870
    },
    {
      "epoch": 4.608,
      "grad_norm": 1.6434208154678345,
      "learning_rate": 3.267228860907751e-06,
      "loss": 1.6425,
      "step": 2880
    },
    {
      "epoch": 4.624,
      "grad_norm": 1.1215018033981323,
      "learning_rate": 3.2539281039748234e-06,
      "loss": 1.6401,
      "step": 2890
    },
    {
      "epoch": 4.64,
      "grad_norm": 1.3066354990005493,
      "learning_rate": 3.240603829956531e-06,
      "loss": 1.5596,
      "step": 2900
    },
    {
      "epoch": 4.656,
      "grad_norm": 1.1937469244003296,
      "learning_rate": 3.227256454473526e-06,
      "loss": 1.4965,
      "step": 2910
    },
    {
      "epoch": 4.672,
      "grad_norm": 1.349308729171753,
      "learning_rate": 3.213886393867057e-06,
      "loss": 1.61,
      "step": 2920
    },
    {
      "epoch": 4.688,
      "grad_norm": 0.5878828763961792,
      "learning_rate": 3.2004940651859844e-06,
      "loss": 1.5297,
      "step": 2930
    },
    {
      "epoch": 4.704,
      "grad_norm": 1.5151363611221313,
      "learning_rate": 3.1870798861737705e-06,
      "loss": 1.4417,
      "step": 2940
    },
    {
      "epoch": 4.72,
      "grad_norm": 0.7873701453208923,
      "learning_rate": 3.1736442752554514e-06,
      "loss": 1.4677,
      "step": 2950
    },
    {
      "epoch": 4.736,
      "grad_norm": 1.0918796062469482,
      "learning_rate": 3.16018765152458e-06,
      "loss": 1.4907,
      "step": 2960
    },
    {
      "epoch": 4.752,
      "grad_norm": 0.8090459108352661,
      "learning_rate": 3.146710434730159e-06,
      "loss": 1.597,
      "step": 2970
    },
    {
      "epoch": 4.768,
      "grad_norm": 0.4874608814716339,
      "learning_rate": 3.1332130452635434e-06,
      "loss": 1.4013,
      "step": 2980
    },
    {
      "epoch": 4.784,
      "grad_norm": 1.1235930919647217,
      "learning_rate": 3.11969590414533e-06,
      "loss": 1.4681,
      "step": 2990
    },
    {
      "epoch": 4.8,
      "grad_norm": 1.1741480827331543,
      "learning_rate": 3.1061594330122245e-06,
      "loss": 1.4493,
      "step": 3000
    },
    {
      "epoch": 4.816,
      "grad_norm": 1.1874006986618042,
      "learning_rate": 3.092604054103888e-06,
      "loss": 1.4582,
      "step": 3010
    },
    {
      "epoch": 4.832,
      "grad_norm": 0.9722936749458313,
      "learning_rate": 3.0790301902497664e-06,
      "loss": 1.6464,
      "step": 3020
    },
    {
      "epoch": 4.848,
      "grad_norm": 0.8346335887908936,
      "learning_rate": 3.065438264855903e-06,
      "loss": 1.4819,
      "step": 3030
    },
    {
      "epoch": 4.864,
      "grad_norm": 1.137216567993164,
      "learning_rate": 3.051828701891729e-06,
      "loss": 1.3768,
      "step": 3040
    },
    {
      "epoch": 4.88,
      "grad_norm": 1.2007477283477783,
      "learning_rate": 3.03820192587684e-06,
      "loss": 1.464,
      "step": 3050
    },
    {
      "epoch": 4.896,
      "grad_norm": 0.9882920384407043,
      "learning_rate": 3.024558361867756e-06,
      "loss": 1.3728,
      "step": 3060
    },
    {
      "epoch": 4.912,
      "grad_norm": 1.1882582902908325,
      "learning_rate": 3.0108984354446556e-06,
      "loss": 1.557,
      "step": 3070
    },
    {
      "epoch": 4.928,
      "grad_norm": 0.5336953997612,
      "learning_rate": 2.9972225726981114e-06,
      "loss": 1.4592,
      "step": 3080
    },
    {
      "epoch": 4.944,
      "grad_norm": 0.9478628039360046,
      "learning_rate": 2.9835312002157914e-06,
      "loss": 1.633,
      "step": 3090
    },
    {
      "epoch": 4.96,
      "grad_norm": 0.8075321912765503,
      "learning_rate": 2.9698247450691524e-06,
      "loss": 1.622,
      "step": 3100
    },
    {
      "epoch": 4.976,
      "grad_norm": 0.8833026885986328,
      "learning_rate": 2.956103634800126e-06,
      "loss": 1.4935,
      "step": 3110
    },
    {
      "epoch": 4.992,
      "grad_norm": 0.8639602661132812,
      "learning_rate": 2.9423682974077723e-06,
      "loss": 1.4142,
      "step": 3120
    },
    {
      "epoch": 5.008,
      "grad_norm": 0.6490864753723145,
      "learning_rate": 2.9286191613349373e-06,
      "loss": 1.6463,
      "step": 3130
    },
    {
      "epoch": 5.024,
      "grad_norm": 0.9260121583938599,
      "learning_rate": 2.9148566554548857e-06,
      "loss": 1.4281,
      "step": 3140
    },
    {
      "epoch": 5.04,
      "grad_norm": 1.3701825141906738,
      "learning_rate": 2.901081209057921e-06,
      "loss": 1.7251,
      "step": 3150
    },
    {
      "epoch": 5.056,
      "grad_norm": 0.5848241448402405,
      "learning_rate": 2.887293251838e-06,
      "loss": 1.7117,
      "step": 3160
    },
    {
      "epoch": 5.072,
      "grad_norm": 1.0574699640274048,
      "learning_rate": 2.8734932138793226e-06,
      "loss": 1.5759,
      "step": 3170
    },
    {
      "epoch": 5.088,
      "grad_norm": 0.6507989764213562,
      "learning_rate": 2.8596815256429235e-06,
      "loss": 1.2764,
      "step": 3180
    },
    {
      "epoch": 5.104,
      "grad_norm": 0.8501136898994446,
      "learning_rate": 2.8458586179532393e-06,
      "loss": 1.5876,
      "step": 3190
    },
    {
      "epoch": 5.12,
      "grad_norm": 0.9756034016609192,
      "learning_rate": 2.832024921984674e-06,
      "loss": 1.5839,
      "step": 3200
    },
    {
      "epoch": 5.136,
      "grad_norm": 0.8798894882202148,
      "learning_rate": 2.8181808692481454e-06,
      "loss": 1.2936,
      "step": 3210
    },
    {
      "epoch": 5.152,
      "grad_norm": 0.9644187092781067,
      "learning_rate": 2.80432689157763e-06,
      "loss": 1.6215,
      "step": 3220
    },
    {
      "epoch": 5.168,
      "grad_norm": 1.244094967842102,
      "learning_rate": 2.7904634211166877e-06,
      "loss": 1.5676,
      "step": 3230
    },
    {
      "epoch": 5.184,
      "grad_norm": 0.9972564578056335,
      "learning_rate": 2.776590890304985e-06,
      "loss": 1.6059,
      "step": 3240
    },
    {
      "epoch": 5.2,
      "grad_norm": 0.5297699570655823,
      "learning_rate": 2.7627097318648076e-06,
      "loss": 1.4291,
      "step": 3250
    },
    {
      "epoch": 5.216,
      "grad_norm": 1.0355069637298584,
      "learning_rate": 2.748820378787558e-06,
      "loss": 1.5404,
      "step": 3260
    },
    {
      "epoch": 5.232,
      "grad_norm": 1.3221070766448975,
      "learning_rate": 2.734923264320254e-06,
      "loss": 1.5406,
      "step": 3270
    },
    {
      "epoch": 5.248,
      "grad_norm": 0.9608879089355469,
      "learning_rate": 2.721018821952011e-06,
      "loss": 1.3568,
      "step": 3280
    },
    {
      "epoch": 5.264,
      "grad_norm": 1.1379098892211914,
      "learning_rate": 2.7071074854005206e-06,
      "loss": 1.8331,
      "step": 3290
    },
    {
      "epoch": 5.28,
      "grad_norm": 0.9943151473999023,
      "learning_rate": 2.693189688598528e-06,
      "loss": 1.374,
      "step": 3300
    },
    {
      "epoch": 5.296,
      "grad_norm": 1.6240702867507935,
      "learning_rate": 2.6792658656802857e-06,
      "loss": 1.5203,
      "step": 3310
    },
    {
      "epoch": 5.312,
      "grad_norm": 1.1698226928710938,
      "learning_rate": 2.665336450968019e-06,
      "loss": 1.5716,
      "step": 3320
    },
    {
      "epoch": 5.328,
      "grad_norm": 0.7153477668762207,
      "learning_rate": 2.6514018789583784e-06,
      "loss": 1.458,
      "step": 3330
    },
    {
      "epoch": 5.344,
      "grad_norm": 1.190158486366272,
      "learning_rate": 2.6374625843088815e-06,
      "loss": 1.4229,
      "step": 3340
    },
    {
      "epoch": 5.36,
      "grad_norm": 1.0464446544647217,
      "learning_rate": 2.6235190018243623e-06,
      "loss": 1.5747,
      "step": 3350
    },
    {
      "epoch": 5.376,
      "grad_norm": 0.8236386179924011,
      "learning_rate": 2.6095715664433997e-06,
      "loss": 1.3094,
      "step": 3360
    },
    {
      "epoch": 5.392,
      "grad_norm": 0.6790027022361755,
      "learning_rate": 2.5956207132247566e-06,
      "loss": 1.3048,
      "step": 3370
    },
    {
      "epoch": 5.408,
      "grad_norm": 1.0304784774780273,
      "learning_rate": 2.58166687733381e-06,
      "loss": 1.4594,
      "step": 3380
    },
    {
      "epoch": 5.424,
      "grad_norm": 1.907761573791504,
      "learning_rate": 2.5677104940289704e-06,
      "loss": 1.5877,
      "step": 3390
    },
    {
      "epoch": 5.44,
      "grad_norm": 1.12175714969635,
      "learning_rate": 2.5537519986481125e-06,
      "loss": 1.5274,
      "step": 3400
    },
    {
      "epoch": 5.456,
      "grad_norm": 1.022863507270813,
      "learning_rate": 2.539791826594991e-06,
      "loss": 1.5628,
      "step": 3410
    },
    {
      "epoch": 5.4719999999999995,
      "grad_norm": 1.6051089763641357,
      "learning_rate": 2.525830413325661e-06,
      "loss": 1.4258,
      "step": 3420
    },
    {
      "epoch": 5.4879999999999995,
      "grad_norm": 0.7874528169631958,
      "learning_rate": 2.5118681943348945e-06,
      "loss": 1.4244,
      "step": 3430
    },
    {
      "epoch": 5.504,
      "grad_norm": 1.5209931135177612,
      "learning_rate": 2.497905605142595e-06,
      "loss": 1.4659,
      "step": 3440
    },
    {
      "epoch": 5.52,
      "grad_norm": 1.3238812685012817,
      "learning_rate": 2.483943081280216e-06,
      "loss": 1.5904,
      "step": 3450
    },
    {
      "epoch": 5.536,
      "grad_norm": 1.0516330003738403,
      "learning_rate": 2.4699810582771714e-06,
      "loss": 1.3692,
      "step": 3460
    },
    {
      "epoch": 5.552,
      "grad_norm": 0.753239095211029,
      "learning_rate": 2.456019971647251e-06,
      "loss": 1.5688,
      "step": 3470
    },
    {
      "epoch": 5.568,
      "grad_norm": 1.348121166229248,
      "learning_rate": 2.4420602568750394e-06,
      "loss": 1.6268,
      "step": 3480
    },
    {
      "epoch": 5.584,
      "grad_norm": 0.5859225988388062,
      "learning_rate": 2.428102349402328e-06,
      "loss": 1.4437,
      "step": 3490
    },
    {
      "epoch": 5.6,
      "grad_norm": 2.787992000579834,
      "learning_rate": 2.4141466846145332e-06,
      "loss": 1.366,
      "step": 3500
    },
    {
      "epoch": 5.616,
      "grad_norm": 0.7856543064117432,
      "learning_rate": 2.4001936978271144e-06,
      "loss": 1.5804,
      "step": 3510
    },
    {
      "epoch": 5.632,
      "grad_norm": 0.8130792379379272,
      "learning_rate": 2.386243824272e-06,
      "loss": 1.459,
      "step": 3520
    },
    {
      "epoch": 5.648,
      "grad_norm": 1.173449993133545,
      "learning_rate": 2.372297499084006e-06,
      "loss": 1.2318,
      "step": 3530
    },
    {
      "epoch": 5.664,
      "grad_norm": 1.3133184909820557,
      "learning_rate": 2.3583551572872657e-06,
      "loss": 1.3609,
      "step": 3540
    },
    {
      "epoch": 5.68,
      "grad_norm": 1.0046403408050537,
      "learning_rate": 2.344417233781659e-06,
      "loss": 1.5925,
      "step": 3550
    },
    {
      "epoch": 5.696,
      "grad_norm": 1.0500761270523071,
      "learning_rate": 2.3304841633292487e-06,
      "loss": 1.4706,
      "step": 3560
    },
    {
      "epoch": 5.712,
      "grad_norm": 1.2255127429962158,
      "learning_rate": 2.316556380540715e-06,
      "loss": 1.4721,
      "step": 3570
    },
    {
      "epoch": 5.728,
      "grad_norm": 1.082068920135498,
      "learning_rate": 2.3026343198618042e-06,
      "loss": 1.7957,
      "step": 3580
    },
    {
      "epoch": 5.744,
      "grad_norm": 1.0235259532928467,
      "learning_rate": 2.2887184155597725e-06,
      "loss": 1.6842,
      "step": 3590
    },
    {
      "epoch": 5.76,
      "grad_norm": 0.9329107403755188,
      "learning_rate": 2.274809101709842e-06,
      "loss": 1.2767,
      "step": 3600
    },
    {
      "epoch": 5.776,
      "grad_norm": 0.8458839058876038,
      "learning_rate": 2.2609068121816614e-06,
      "loss": 1.1407,
      "step": 3610
    },
    {
      "epoch": 5.792,
      "grad_norm": 1.359635829925537,
      "learning_rate": 2.247011980625771e-06,
      "loss": 1.6127,
      "step": 3620
    },
    {
      "epoch": 5.808,
      "grad_norm": 0.6604207158088684,
      "learning_rate": 2.2331250404600757e-06,
      "loss": 1.6394,
      "step": 3630
    },
    {
      "epoch": 5.824,
      "grad_norm": 0.9887331128120422,
      "learning_rate": 2.2192464248563267e-06,
      "loss": 1.6715,
      "step": 3640
    },
    {
      "epoch": 5.84,
      "grad_norm": 1.3716261386871338,
      "learning_rate": 2.205376566726611e-06,
      "loss": 1.7019,
      "step": 3650
    },
    {
      "epoch": 5.856,
      "grad_norm": 0.9047254920005798,
      "learning_rate": 2.1915158987098432e-06,
      "loss": 1.7054,
      "step": 3660
    },
    {
      "epoch": 5.872,
      "grad_norm": 1.3385180234909058,
      "learning_rate": 2.177664853158276e-06,
      "loss": 1.6999,
      "step": 3670
    },
    {
      "epoch": 5.888,
      "grad_norm": 1.3120460510253906,
      "learning_rate": 2.163823862124007e-06,
      "loss": 1.5676,
      "step": 3680
    },
    {
      "epoch": 5.904,
      "grad_norm": 0.927678108215332,
      "learning_rate": 2.149993357345511e-06,
      "loss": 1.6347,
      "step": 3690
    },
    {
      "epoch": 5.92,
      "grad_norm": 1.3440815210342407,
      "learning_rate": 2.1361737702341634e-06,
      "loss": 1.6197,
      "step": 3700
    },
    {
      "epoch": 5.936,
      "grad_norm": 0.873028576374054,
      "learning_rate": 2.1223655318607907e-06,
      "loss": 1.4831,
      "step": 3710
    },
    {
      "epoch": 5.952,
      "grad_norm": 0.7099441289901733,
      "learning_rate": 2.1085690729422175e-06,
      "loss": 1.5792,
      "step": 3720
    },
    {
      "epoch": 5.968,
      "grad_norm": 0.8678792715072632,
      "learning_rate": 2.0947848238278387e-06,
      "loss": 1.6523,
      "step": 3730
    },
    {
      "epoch": 5.984,
      "grad_norm": 1.2380930185317993,
      "learning_rate": 2.08101321448619e-06,
      "loss": 1.6203,
      "step": 3740
    },
    {
      "epoch": 6.0,
      "grad_norm": 1.4631417989730835,
      "learning_rate": 2.0672546744915377e-06,
      "loss": 1.3443,
      "step": 3750
    },
    {
      "epoch": 6.016,
      "grad_norm": 0.8544397950172424,
      "learning_rate": 2.0535096330104804e-06,
      "loss": 1.2683,
      "step": 3760
    },
    {
      "epoch": 6.032,
      "grad_norm": 1.2243201732635498,
      "learning_rate": 2.03977851878856e-06,
      "loss": 1.4203,
      "step": 3770
    },
    {
      "epoch": 6.048,
      "grad_norm": 1.218111515045166,
      "learning_rate": 2.0260617601368887e-06,
      "loss": 1.4817,
      "step": 3780
    },
    {
      "epoch": 6.064,
      "grad_norm": 0.7969552278518677,
      "learning_rate": 2.012359784918792e-06,
      "loss": 1.4691,
      "step": 3790
    },
    {
      "epoch": 6.08,
      "grad_norm": 1.2019294500350952,
      "learning_rate": 1.998673020536456e-06,
      "loss": 1.4709,
      "step": 3800
    },
    {
      "epoch": 6.096,
      "grad_norm": 0.8056063055992126,
      "learning_rate": 1.9850018939176014e-06,
      "loss": 1.6325,
      "step": 3810
    },
    {
      "epoch": 6.112,
      "grad_norm": 1.419593095779419,
      "learning_rate": 1.971346831502162e-06,
      "loss": 1.3406,
      "step": 3820
    },
    {
      "epoch": 6.128,
      "grad_norm": 1.7819221019744873,
      "learning_rate": 1.957708259228987e-06,
      "loss": 1.5992,
      "step": 3830
    },
    {
      "epoch": 6.144,
      "grad_norm": 0.6604801416397095,
      "learning_rate": 1.9440866025225525e-06,
      "loss": 1.7421,
      "step": 3840
    },
    {
      "epoch": 6.16,
      "grad_norm": 1.2192350625991821,
      "learning_rate": 1.9304822862796906e-06,
      "loss": 1.5088,
      "step": 3850
    },
    {
      "epoch": 6.176,
      "grad_norm": 0.49949243664741516,
      "learning_rate": 1.916895734856338e-06,
      "loss": 1.6165,
      "step": 3860
    },
    {
      "epoch": 6.192,
      "grad_norm": 3.4333205223083496,
      "learning_rate": 1.9033273720542978e-06,
      "loss": 1.5777,
      "step": 3870
    },
    {
      "epoch": 6.208,
      "grad_norm": 0.515190064907074,
      "learning_rate": 1.8897776211080182e-06,
      "loss": 1.481,
      "step": 3880
    },
    {
      "epoch": 6.224,
      "grad_norm": 0.7310590147972107,
      "learning_rate": 1.8762469046713954e-06,
      "loss": 1.4441,
      "step": 3890
    },
    {
      "epoch": 6.24,
      "grad_norm": 0.8631799817085266,
      "learning_rate": 1.862735644804587e-06,
      "loss": 1.5025,
      "step": 3900
    },
    {
      "epoch": 6.256,
      "grad_norm": 0.9323322176933289,
      "learning_rate": 1.8492442629608433e-06,
      "loss": 1.5654,
      "step": 3910
    },
    {
      "epoch": 6.272,
      "grad_norm": 1.3464089632034302,
      "learning_rate": 1.8357731799733686e-06,
      "loss": 1.4824,
      "step": 3920
    },
    {
      "epoch": 6.288,
      "grad_norm": 1.3562898635864258,
      "learning_rate": 1.822322816042188e-06,
      "loss": 1.7292,
      "step": 3930
    },
    {
      "epoch": 6.304,
      "grad_norm": 1.107529640197754,
      "learning_rate": 1.808893590721042e-06,
      "loss": 1.4697,
      "step": 3940
    },
    {
      "epoch": 6.32,
      "grad_norm": 0.9843621253967285,
      "learning_rate": 1.7954859229043017e-06,
      "loss": 1.4186,
      "step": 3950
    },
    {
      "epoch": 6.336,
      "grad_norm": 1.065913200378418,
      "learning_rate": 1.782100230813899e-06,
      "loss": 1.5471,
      "step": 3960
    },
    {
      "epoch": 6.352,
      "grad_norm": 1.0334281921386719,
      "learning_rate": 1.768736931986284e-06,
      "loss": 1.6078,
      "step": 3970
    },
    {
      "epoch": 6.368,
      "grad_norm": 1.085191249847412,
      "learning_rate": 1.7553964432593976e-06,
      "loss": 1.4757,
      "step": 3980
    },
    {
      "epoch": 6.384,
      "grad_norm": 1.6427229642868042,
      "learning_rate": 1.7420791807596722e-06,
      "loss": 1.6809,
      "step": 3990
    },
    {
      "epoch": 6.4,
      "grad_norm": 1.117626428604126,
      "learning_rate": 1.728785559889052e-06,
      "loss": 1.5255,
      "step": 4000
    },
    {
      "epoch": 6.416,
      "grad_norm": 0.9383686780929565,
      "learning_rate": 1.7155159953120315e-06,
      "loss": 1.3656,
      "step": 4010
    },
    {
      "epoch": 6.432,
      "grad_norm": 1.320457935333252,
      "learning_rate": 1.702270900942724e-06,
      "loss": 1.4838,
      "step": 4020
    },
    {
      "epoch": 6.448,
      "grad_norm": 1.8928338289260864,
      "learning_rate": 1.689050689931951e-06,
      "loss": 1.4088,
      "step": 4030
    },
    {
      "epoch": 6.464,
      "grad_norm": 1.0204055309295654,
      "learning_rate": 1.6758557746543518e-06,
      "loss": 1.5274,
      "step": 4040
    },
    {
      "epoch": 6.48,
      "grad_norm": 1.039493203163147,
      "learning_rate": 1.662686566695525e-06,
      "loss": 1.4647,
      "step": 4050
    },
    {
      "epoch": 6.496,
      "grad_norm": 1.0225248336791992,
      "learning_rate": 1.6495434768391854e-06,
      "loss": 1.2431,
      "step": 4060
    },
    {
      "epoch": 6.5120000000000005,
      "grad_norm": 0.5082935690879822,
      "learning_rate": 1.6364269150543533e-06,
      "loss": 1.6238,
      "step": 4070
    },
    {
      "epoch": 6.5280000000000005,
      "grad_norm": 1.7832340002059937,
      "learning_rate": 1.6233372904825656e-06,
      "loss": 1.5233,
      "step": 4080
    },
    {
      "epoch": 6.5440000000000005,
      "grad_norm": 1.5844208002090454,
      "learning_rate": 1.6102750114251129e-06,
      "loss": 1.5317,
      "step": 4090
    },
    {
      "epoch": 6.5600000000000005,
      "grad_norm": 1.0076955556869507,
      "learning_rate": 1.5972404853303061e-06,
      "loss": 1.3785,
      "step": 4100
    },
    {
      "epoch": 6.576,
      "grad_norm": 1.2678745985031128,
      "learning_rate": 1.5842341187807642e-06,
      "loss": 1.5139,
      "step": 4110
    },
    {
      "epoch": 6.592,
      "grad_norm": 1.051327109336853,
      "learning_rate": 1.5712563174807318e-06,
      "loss": 1.5818,
      "step": 4120
    },
    {
      "epoch": 6.608,
      "grad_norm": 0.5343210697174072,
      "learning_rate": 1.5583074862434254e-06,
      "loss": 1.4759,
      "step": 4130
    },
    {
      "epoch": 6.624,
      "grad_norm": 0.9687218070030212,
      "learning_rate": 1.5453880289784067e-06,
      "loss": 1.5957,
      "step": 4140
    },
    {
      "epoch": 6.64,
      "grad_norm": 0.853032648563385,
      "learning_rate": 1.532498348678982e-06,
      "loss": 1.6676,
      "step": 4150
    },
    {
      "epoch": 6.656,
      "grad_norm": 1.3790019750595093,
      "learning_rate": 1.519638847409632e-06,
      "loss": 1.3662,
      "step": 4160
    },
    {
      "epoch": 6.672,
      "grad_norm": 1.1166746616363525,
      "learning_rate": 1.506809926293471e-06,
      "loss": 1.4482,
      "step": 4170
    },
    {
      "epoch": 6.688,
      "grad_norm": 1.1632003784179688,
      "learning_rate": 1.4940119854997354e-06,
      "loss": 1.5254,
      "step": 4180
    },
    {
      "epoch": 6.704,
      "grad_norm": 1.0707969665527344,
      "learning_rate": 1.481245424231298e-06,
      "loss": 1.2793,
      "step": 4190
    },
    {
      "epoch": 6.72,
      "grad_norm": 1.1206421852111816,
      "learning_rate": 1.4685106407122218e-06,
      "loss": 1.7606,
      "step": 4200
    },
    {
      "epoch": 6.736,
      "grad_norm": 0.6367834210395813,
      "learning_rate": 1.455808032175331e-06,
      "loss": 1.4479,
      "step": 4210
    },
    {
      "epoch": 6.752,
      "grad_norm": 1.693575143814087,
      "learning_rate": 1.4431379948498254e-06,
      "loss": 1.3899,
      "step": 4220
    },
    {
      "epoch": 6.768,
      "grad_norm": 1.2394471168518066,
      "learning_rate": 1.4305009239489193e-06,
      "loss": 1.7582,
      "step": 4230
    },
    {
      "epoch": 6.784,
      "grad_norm": 1.8645274639129639,
      "learning_rate": 1.4178972136575152e-06,
      "loss": 1.4129,
      "step": 4240
    },
    {
      "epoch": 6.8,
      "grad_norm": 0.9838801622390747,
      "learning_rate": 1.4053272571199037e-06,
      "loss": 1.6496,
      "step": 4250
    },
    {
      "epoch": 6.816,
      "grad_norm": 0.8779441118240356,
      "learning_rate": 1.392791446427505e-06,
      "loss": 1.7329,
      "step": 4260
    },
    {
      "epoch": 6.832,
      "grad_norm": 1.0405304431915283,
      "learning_rate": 1.3802901726066377e-06,
      "loss": 1.3688,
      "step": 4270
    },
    {
      "epoch": 6.848,
      "grad_norm": 1.0179954767227173,
      "learning_rate": 1.3678238256063193e-06,
      "loss": 1.4024,
      "step": 4280
    },
    {
      "epoch": 6.864,
      "grad_norm": 1.1966112852096558,
      "learning_rate": 1.3553927942861018e-06,
      "loss": 1.4992,
      "step": 4290
    },
    {
      "epoch": 6.88,
      "grad_norm": 2.0822248458862305,
      "learning_rate": 1.3429974664039502e-06,
      "loss": 1.4744,
      "step": 4300
    },
    {
      "epoch": 6.896,
      "grad_norm": 1.085398554801941,
      "learning_rate": 1.330638228604137e-06,
      "loss": 1.658,
      "step": 4310
    },
    {
      "epoch": 6.912,
      "grad_norm": 1.6239418983459473,
      "learning_rate": 1.3183154664051855e-06,
      "loss": 1.2885,
      "step": 4320
    },
    {
      "epoch": 6.928,
      "grad_norm": 1.1970949172973633,
      "learning_rate": 1.3060295641878473e-06,
      "loss": 1.3509,
      "step": 4330
    },
    {
      "epoch": 6.944,
      "grad_norm": 1.0090463161468506,
      "learning_rate": 1.2937809051831102e-06,
      "loss": 1.5188,
      "step": 4340
    },
    {
      "epoch": 6.96,
      "grad_norm": 0.8989217877388,
      "learning_rate": 1.2815698714602404e-06,
      "loss": 1.3904,
      "step": 4350
    },
    {
      "epoch": 6.976,
      "grad_norm": 0.9415572285652161,
      "learning_rate": 1.2693968439148726e-06,
      "loss": 1.551,
      "step": 4360
    },
    {
      "epoch": 6.992,
      "grad_norm": 1.224729061126709,
      "learning_rate": 1.257262202257124e-06,
      "loss": 1.7128,
      "step": 4370
    },
    {
      "epoch": 7.008,
      "grad_norm": 0.9762874245643616,
      "learning_rate": 1.245166324999747e-06,
      "loss": 1.5733,
      "step": 4380
    },
    {
      "epoch": 7.024,
      "grad_norm": 1.44058358669281,
      "learning_rate": 1.23310958944633e-06,
      "loss": 1.6368,
      "step": 4390
    },
    {
      "epoch": 7.04,
      "grad_norm": 0.8687445521354675,
      "learning_rate": 1.2210923716795233e-06,
      "loss": 1.5624,
      "step": 4400
    },
    {
      "epoch": 7.056,
      "grad_norm": 0.7125824689865112,
      "learning_rate": 1.2091150465493084e-06,
      "loss": 1.5261,
      "step": 4410
    },
    {
      "epoch": 7.072,
      "grad_norm": 1.331190824508667,
      "learning_rate": 1.1971779876613062e-06,
      "loss": 1.4998,
      "step": 4420
    },
    {
      "epoch": 7.088,
      "grad_norm": 1.2545830011367798,
      "learning_rate": 1.1852815673651246e-06,
      "loss": 1.5449,
      "step": 4430
    },
    {
      "epoch": 7.104,
      "grad_norm": 0.9906517863273621,
      "learning_rate": 1.1734261567427385e-06,
      "loss": 1.6022,
      "step": 4440
    },
    {
      "epoch": 7.12,
      "grad_norm": 2.724125385284424,
      "learning_rate": 1.1616121255969226e-06,
      "loss": 1.5236,
      "step": 4450
    },
    {
      "epoch": 7.136,
      "grad_norm": 1.118022084236145,
      "learning_rate": 1.1498398424397106e-06,
      "loss": 1.7033,
      "step": 4460
    },
    {
      "epoch": 7.152,
      "grad_norm": 1.2464755773544312,
      "learning_rate": 1.1381096744809029e-06,
      "loss": 1.6036,
      "step": 4470
    },
    {
      "epoch": 7.168,
      "grad_norm": 1.2054471969604492,
      "learning_rate": 1.1264219876166086e-06,
      "loss": 1.5169,
      "step": 4480
    },
    {
      "epoch": 7.184,
      "grad_norm": 1.4373327493667603,
      "learning_rate": 1.1147771464178378e-06,
      "loss": 1.4206,
      "step": 4490
    },
    {
      "epoch": 7.2,
      "grad_norm": 0.8014916181564331,
      "learning_rate": 1.1031755141191259e-06,
      "loss": 1.7048,
      "step": 4500
    },
    {
      "epoch": 7.216,
      "grad_norm": 1.7281831502914429,
      "learning_rate": 1.091617452607204e-06,
      "loss": 1.3917,
      "step": 4510
    },
    {
      "epoch": 7.232,
      "grad_norm": 1.2847610712051392,
      "learning_rate": 1.080103322409711e-06,
      "loss": 1.5944,
      "step": 4520
    },
    {
      "epoch": 7.248,
      "grad_norm": 1.6191173791885376,
      "learning_rate": 1.068633482683949e-06,
      "loss": 1.7186,
      "step": 4530
    },
    {
      "epoch": 7.264,
      "grad_norm": 0.8263424038887024,
      "learning_rate": 1.057208291205675e-06,
      "loss": 1.5196,
      "step": 4540
    },
    {
      "epoch": 7.28,
      "grad_norm": 1.3846720457077026,
      "learning_rate": 1.0458281043579482e-06,
      "loss": 1.485,
      "step": 4550
    },
    {
      "epoch": 7.296,
      "grad_norm": 1.7968668937683105,
      "learning_rate": 1.0344932771200098e-06,
      "loss": 1.4884,
      "step": 4560
    },
    {
      "epoch": 7.312,
      "grad_norm": 1.0439798831939697,
      "learning_rate": 1.0232041630562078e-06,
      "loss": 1.5332,
      "step": 4570
    },
    {
      "epoch": 7.328,
      "grad_norm": 1.4442821741104126,
      "learning_rate": 1.0119611143049731e-06,
      "loss": 1.7714,
      "step": 4580
    },
    {
      "epoch": 7.344,
      "grad_norm": 1.526407241821289,
      "learning_rate": 1.0007644815678327e-06,
      "loss": 1.6068,
      "step": 4590
    },
    {
      "epoch": 7.36,
      "grad_norm": 1.316821575164795,
      "learning_rate": 9.89614614098471e-07,
      "loss": 1.4775,
      "step": 4600
    },
    {
      "epoch": 7.376,
      "grad_norm": 1.1869702339172363,
      "learning_rate": 9.78511859691835e-07,
      "loss": 1.5314,
      "step": 4610
    },
    {
      "epoch": 7.392,
      "grad_norm": 0.7795867919921875,
      "learning_rate": 9.674565646732866e-07,
      "loss": 1.488,
      "step": 4620
    },
    {
      "epoch": 7.408,
      "grad_norm": 1.4521294832229614,
      "learning_rate": 9.56449073887798e-07,
      "loss": 1.4497,
      "step": 4630
    },
    {
      "epoch": 7.424,
      "grad_norm": 1.3386362791061401,
      "learning_rate": 9.454897306891972e-07,
      "loss": 1.6415,
      "step": 4640
    },
    {
      "epoch": 7.44,
      "grad_norm": 1.7994210720062256,
      "learning_rate": 9.34578876929457e-07,
      "loss": 1.4092,
      "step": 4650
    },
    {
      "epoch": 7.456,
      "grad_norm": 1.65791654586792,
      "learning_rate": 9.237168529480323e-07,
      "loss": 1.4772,
      "step": 4660
    },
    {
      "epoch": 7.4719999999999995,
      "grad_norm": 1.3225324153900146,
      "learning_rate": 9.129039975612408e-07,
      "loss": 1.5664,
      "step": 4670
    },
    {
      "epoch": 7.4879999999999995,
      "grad_norm": 0.5595719814300537,
      "learning_rate": 9.021406480516992e-07,
      "loss": 1.517,
      "step": 4680
    },
    {
      "epoch": 7.504,
      "grad_norm": 0.99941486120224,
      "learning_rate": 8.914271401578004e-07,
      "loss": 1.252,
      "step": 4690
    },
    {
      "epoch": 7.52,
      "grad_norm": 0.6022624969482422,
      "learning_rate": 8.807638080632375e-07,
      "loss": 1.4753,
      "step": 4700
    },
    {
      "epoch": 7.536,
      "grad_norm": 0.983218252658844,
      "learning_rate": 8.701509843865852e-07,
      "loss": 1.4677,
      "step": 4710
    },
    {
      "epoch": 7.552,
      "grad_norm": 1.096902847290039,
      "learning_rate": 8.595890001709243e-07,
      "loss": 1.3219,
      "step": 4720
    },
    {
      "epoch": 7.568,
      "grad_norm": 0.9014173150062561,
      "learning_rate": 8.49078184873508e-07,
      "loss": 1.5366,
      "step": 4730
    },
    {
      "epoch": 7.584,
      "grad_norm": 2.083513021469116,
      "learning_rate": 8.386188663554948e-07,
      "loss": 1.6013,
      "step": 4740
    },
    {
      "epoch": 7.6,
      "grad_norm": 1.6989493370056152,
      "learning_rate": 8.282113708717168e-07,
      "loss": 1.6007,
      "step": 4750
    },
    {
      "epoch": 7.616,
      "grad_norm": 1.1784847974777222,
      "learning_rate": 8.178560230605012e-07,
      "loss": 1.6399,
      "step": 4760
    },
    {
      "epoch": 7.632,
      "grad_norm": 1.3991700410842896,
      "learning_rate": 8.075531459335487e-07,
      "loss": 1.3951,
      "step": 4770
    },
    {
      "epoch": 7.648,
      "grad_norm": 1.9881689548492432,
      "learning_rate": 7.973030608658541e-07,
      "loss": 1.6573,
      "step": 4780
    },
    {
      "epoch": 7.664,
      "grad_norm": 1.1137332916259766,
      "learning_rate": 7.871060875856854e-07,
      "loss": 1.6251,
      "step": 4790
    },
    {
      "epoch": 7.68,
      "grad_norm": 1.2128005027770996,
      "learning_rate": 7.769625441646039e-07,
      "loss": 1.531,
      "step": 4800
    },
    {
      "epoch": 7.696,
      "grad_norm": 0.7743262648582458,
      "learning_rate": 7.66872747007551e-07,
      "loss": 1.5373,
      "step": 4810
    },
    {
      "epoch": 7.712,
      "grad_norm": 1.0655006170272827,
      "learning_rate": 7.568370108429732e-07,
      "loss": 1.5439,
      "step": 4820
    },
    {
      "epoch": 7.728,
      "grad_norm": 1.0778528451919556,
      "learning_rate": 7.468556487130065e-07,
      "loss": 1.5511,
      "step": 4830
    },
    {
      "epoch": 7.744,
      "grad_norm": 1.0320682525634766,
      "learning_rate": 7.369289719637118e-07,
      "loss": 1.5978,
      "step": 4840
    },
    {
      "epoch": 7.76,
      "grad_norm": 0.6691346168518066,
      "learning_rate": 7.270572902353634e-07,
      "loss": 1.4303,
      "step": 4850
    },
    {
      "epoch": 7.776,
      "grad_norm": 1.355306625366211,
      "learning_rate": 7.172409114527881e-07,
      "loss": 1.6586,
      "step": 4860
    },
    {
      "epoch": 7.792,
      "grad_norm": 0.8070526123046875,
      "learning_rate": 7.074801418157643e-07,
      "loss": 1.4508,
      "step": 4870
    },
    {
      "epoch": 7.808,
      "grad_norm": 0.8805339336395264,
      "learning_rate": 6.977752857894684e-07,
      "loss": 1.5362,
      "step": 4880
    },
    {
      "epoch": 7.824,
      "grad_norm": 0.9314810633659363,
      "learning_rate": 6.881266460949764e-07,
      "loss": 1.353,
      "step": 4890
    },
    {
      "epoch": 7.84,
      "grad_norm": 0.990050196647644,
      "learning_rate": 6.785345236998242e-07,
      "loss": 1.6943,
      "step": 4900
    },
    {
      "epoch": 7.856,
      "grad_norm": 1.3979194164276123,
      "learning_rate": 6.689992178086174e-07,
      "loss": 1.6162,
      "step": 4910
    },
    {
      "epoch": 7.872,
      "grad_norm": 1.0376416444778442,
      "learning_rate": 6.595210258536997e-07,
      "loss": 1.5699,
      "step": 4920
    },
    {
      "epoch": 7.888,
      "grad_norm": 1.1278938055038452,
      "learning_rate": 6.501002434858736e-07,
      "loss": 1.3961,
      "step": 4930
    },
    {
      "epoch": 7.904,
      "grad_norm": 2.2884480953216553,
      "learning_rate": 6.407371645651808e-07,
      "loss": 1.4523,
      "step": 4940
    },
    {
      "epoch": 7.92,
      "grad_norm": 1.2708555459976196,
      "learning_rate": 6.314320811517314e-07,
      "loss": 1.1415,
      "step": 4950
    },
    {
      "epoch": 7.936,
      "grad_norm": 1.3077367544174194,
      "learning_rate": 6.221852834965983e-07,
      "loss": 1.3157,
      "step": 4960
    },
    {
      "epoch": 7.952,
      "grad_norm": 1.0594474077224731,
      "learning_rate": 6.129970600327623e-07,
      "loss": 1.4966,
      "step": 4970
    },
    {
      "epoch": 7.968,
      "grad_norm": 2.269719362258911,
      "learning_rate": 6.038676973661142e-07,
      "loss": 1.4233,
      "step": 4980
    },
    {
      "epoch": 7.984,
      "grad_norm": 1.891919732093811,
      "learning_rate": 5.947974802665135e-07,
      "loss": 1.4827,
      "step": 4990
    },
    {
      "epoch": 8.0,
      "grad_norm": 1.3045769929885864,
      "learning_rate": 5.857866916589089e-07,
      "loss": 1.4586,
      "step": 5000
    },
    {
      "epoch": 8.016,
      "grad_norm": 1.204778790473938,
      "learning_rate": 5.76835612614512e-07,
      "loss": 1.3929,
      "step": 5010
    },
    {
      "epoch": 8.032,
      "grad_norm": 0.8054949641227722,
      "learning_rate": 5.679445223420257e-07,
      "loss": 1.4817,
      "step": 5020
    },
    {
      "epoch": 8.048,
      "grad_norm": 1.2945849895477295,
      "learning_rate": 5.591136981789439e-07,
      "loss": 1.524,
      "step": 5030
    },
    {
      "epoch": 8.064,
      "grad_norm": 0.6468287110328674,
      "learning_rate": 5.503434155828924e-07,
      "loss": 1.483,
      "step": 5040
    },
    {
      "epoch": 8.08,
      "grad_norm": 1.2295925617218018,
      "learning_rate": 5.416339481230379e-07,
      "loss": 1.4483,
      "step": 5050
    },
    {
      "epoch": 8.096,
      "grad_norm": 1.4299932718276978,
      "learning_rate": 5.329855674715592e-07,
      "loss": 1.5119,
      "step": 5060
    },
    {
      "epoch": 8.112,
      "grad_norm": 1.1725962162017822,
      "learning_rate": 5.243985433951693e-07,
      "loss": 1.4884,
      "step": 5070
    },
    {
      "epoch": 8.128,
      "grad_norm": 1.4912844896316528,
      "learning_rate": 5.158731437466993e-07,
      "loss": 1.3456,
      "step": 5080
    },
    {
      "epoch": 8.144,
      "grad_norm": 1.4730242490768433,
      "learning_rate": 5.074096344567475e-07,
      "loss": 1.3254,
      "step": 5090
    },
    {
      "epoch": 8.16,
      "grad_norm": 1.6218539476394653,
      "learning_rate": 4.990082795253825e-07,
      "loss": 1.5614,
      "step": 5100
    },
    {
      "epoch": 8.176,
      "grad_norm": 0.7668495178222656,
      "learning_rate": 4.906693410139057e-07,
      "loss": 1.4146,
      "step": 5110
    },
    {
      "epoch": 8.192,
      "grad_norm": 1.1908650398254395,
      "learning_rate": 4.823930790366801e-07,
      "loss": 1.534,
      "step": 5120
    },
    {
      "epoch": 8.208,
      "grad_norm": 2.078003168106079,
      "learning_rate": 4.7417975175301835e-07,
      "loss": 1.3527,
      "step": 5130
    },
    {
      "epoch": 8.224,
      "grad_norm": 1.5037908554077148,
      "learning_rate": 4.6602961535912315e-07,
      "loss": 1.4449,
      "step": 5140
    },
    {
      "epoch": 8.24,
      "grad_norm": 1.4006104469299316,
      "learning_rate": 4.5794292408010285e-07,
      "loss": 1.553,
      "step": 5150
    },
    {
      "epoch": 8.256,
      "grad_norm": 0.6962419748306274,
      "learning_rate": 4.499199301620377e-07,
      "loss": 1.5909,
      "step": 5160
    },
    {
      "epoch": 8.272,
      "grad_norm": 0.8190912008285522,
      "learning_rate": 4.419608838641132e-07,
      "loss": 1.6939,
      "step": 5170
    },
    {
      "epoch": 8.288,
      "grad_norm": 1.5709136724472046,
      "learning_rate": 4.340660334508115e-07,
      "loss": 1.6655,
      "step": 5180
    },
    {
      "epoch": 8.304,
      "grad_norm": 0.6704534888267517,
      "learning_rate": 4.2623562518417095e-07,
      "loss": 1.5961,
      "step": 5190
    },
    {
      "epoch": 8.32,
      "grad_norm": 1.3276532888412476,
      "learning_rate": 4.1846990331610246e-07,
      "loss": 1.6921,
      "step": 5200
    },
    {
      "epoch": 8.336,
      "grad_norm": 1.118941307067871,
      "learning_rate": 4.1076911008076895e-07,
      "loss": 1.4401,
      "step": 5210
    },
    {
      "epoch": 8.352,
      "grad_norm": 1.010671615600586,
      "learning_rate": 4.031334856870325e-07,
      "loss": 1.6014,
      "step": 5220
    },
    {
      "epoch": 8.368,
      "grad_norm": 0.868981122970581,
      "learning_rate": 3.955632683109617e-07,
      "loss": 1.4861,
      "step": 5230
    },
    {
      "epoch": 8.384,
      "grad_norm": 1.936972975730896,
      "learning_rate": 3.880586940883979e-07,
      "loss": 1.2846,
      "step": 5240
    },
    {
      "epoch": 8.4,
      "grad_norm": 0.7472865581512451,
      "learning_rate": 3.806199971075947e-07,
      "loss": 1.3225,
      "step": 5250
    },
    {
      "epoch": 8.416,
      "grad_norm": 0.8359613418579102,
      "learning_rate": 3.732474094019131e-07,
      "loss": 1.4802,
      "step": 5260
    },
    {
      "epoch": 8.432,
      "grad_norm": 1.1112358570098877,
      "learning_rate": 3.659411609425834e-07,
      "loss": 1.7094,
      "step": 5270
    },
    {
      "epoch": 8.448,
      "grad_norm": 1.2264232635498047,
      "learning_rate": 3.58701479631535e-07,
      "loss": 1.2799,
      "step": 5280
    },
    {
      "epoch": 8.464,
      "grad_norm": 0.952431857585907,
      "learning_rate": 3.5152859129428423e-07,
      "loss": 1.721,
      "step": 5290
    },
    {
      "epoch": 8.48,
      "grad_norm": 0.6120615601539612,
      "learning_rate": 3.4442271967289083e-07,
      "loss": 1.6105,
      "step": 5300
    },
    {
      "epoch": 8.496,
      "grad_norm": 0.5835082530975342,
      "learning_rate": 3.3738408641898005e-07,
      "loss": 1.69,
      "step": 5310
    },
    {
      "epoch": 8.512,
      "grad_norm": 1.4935648441314697,
      "learning_rate": 3.304129110868284e-07,
      "loss": 1.4912,
      "step": 5320
    },
    {
      "epoch": 8.528,
      "grad_norm": 1.0045180320739746,
      "learning_rate": 3.235094111265141e-07,
      "loss": 1.6642,
      "step": 5330
    },
    {
      "epoch": 8.544,
      "grad_norm": 1.1329545974731445,
      "learning_rate": 3.1667380187713535e-07,
      "loss": 1.7507,
      "step": 5340
    },
    {
      "epoch": 8.56,
      "grad_norm": 1.0779494047164917,
      "learning_rate": 3.099062965600924e-07,
      "loss": 1.6032,
      "step": 5350
    },
    {
      "epoch": 8.576,
      "grad_norm": 1.9241889715194702,
      "learning_rate": 3.0320710627243815e-07,
      "loss": 1.4284,
      "step": 5360
    },
    {
      "epoch": 8.592,
      "grad_norm": 1.4561920166015625,
      "learning_rate": 2.9657643998029063e-07,
      "loss": 1.5227,
      "step": 5370
    },
    {
      "epoch": 8.608,
      "grad_norm": 1.7750341892242432,
      "learning_rate": 2.900145045123173e-07,
      "loss": 1.2836,
      "step": 5380
    },
    {
      "epoch": 8.624,
      "grad_norm": 1.3114453554153442,
      "learning_rate": 2.835215045532841e-07,
      "loss": 1.5601,
      "step": 5390
    },
    {
      "epoch": 8.64,
      "grad_norm": 0.6750730872154236,
      "learning_rate": 2.7709764263766703e-07,
      "loss": 1.5809,
      "step": 5400
    },
    {
      "epoch": 8.656,
      "grad_norm": 1.6933780908584595,
      "learning_rate": 2.7074311914333797e-07,
      "loss": 1.4322,
      "step": 5410
    },
    {
      "epoch": 8.672,
      "grad_norm": 1.8922215700149536,
      "learning_rate": 2.64458132285314e-07,
      "loss": 1.3897,
      "step": 5420
    },
    {
      "epoch": 8.688,
      "grad_norm": 1.5831923484802246,
      "learning_rate": 2.5824287810957194e-07,
      "loss": 1.5138,
      "step": 5430
    },
    {
      "epoch": 8.704,
      "grad_norm": 1.5072382688522339,
      "learning_rate": 2.520975504869375e-07,
      "loss": 1.6559,
      "step": 5440
    },
    {
      "epoch": 8.72,
      "grad_norm": 1.1533654928207397,
      "learning_rate": 2.460223411070337e-07,
      "loss": 1.3763,
      "step": 5450
    },
    {
      "epoch": 8.736,
      "grad_norm": 0.6706821322441101,
      "learning_rate": 2.400174394723029e-07,
      "loss": 1.5283,
      "step": 5460
    },
    {
      "epoch": 8.752,
      "grad_norm": 1.1693994998931885,
      "learning_rate": 2.3408303289209706e-07,
      "loss": 1.637,
      "step": 5470
    },
    {
      "epoch": 8.768,
      "grad_norm": 1.6314516067504883,
      "learning_rate": 2.2821930647683427e-07,
      "loss": 1.7647,
      "step": 5480
    },
    {
      "epoch": 8.784,
      "grad_norm": 1.4832297563552856,
      "learning_rate": 2.224264431322229e-07,
      "loss": 1.4667,
      "step": 5490
    },
    {
      "epoch": 8.8,
      "grad_norm": 1.2678664922714233,
      "learning_rate": 2.167046235535597e-07,
      "loss": 1.5611,
      "step": 5500
    },
    {
      "epoch": 8.816,
      "grad_norm": 0.8833269476890564,
      "learning_rate": 2.1105402622008996e-07,
      "loss": 1.3795,
      "step": 5510
    },
    {
      "epoch": 8.832,
      "grad_norm": 1.2408838272094727,
      "learning_rate": 2.0547482738944302e-07,
      "loss": 1.4189,
      "step": 5520
    },
    {
      "epoch": 8.848,
      "grad_norm": 2.066340446472168,
      "learning_rate": 1.9996720109213134e-07,
      "loss": 1.6006,
      "step": 5530
    },
    {
      "epoch": 8.864,
      "grad_norm": 1.897200584411621,
      "learning_rate": 1.9453131912612694e-07,
      "loss": 1.3799,
      "step": 5540
    },
    {
      "epoch": 8.88,
      "grad_norm": 1.138106107711792,
      "learning_rate": 1.891673510514952e-07,
      "loss": 1.4437,
      "step": 5550
    },
    {
      "epoch": 8.896,
      "grad_norm": 2.373166084289551,
      "learning_rate": 1.8387546418511343e-07,
      "loss": 1.3654,
      "step": 5560
    },
    {
      "epoch": 8.912,
      "grad_norm": 1.4822841882705688,
      "learning_rate": 1.7865582359544664e-07,
      "loss": 1.4131,
      "step": 5570
    },
    {
      "epoch": 8.928,
      "grad_norm": 0.9219613075256348,
      "learning_rate": 1.735085920974011e-07,
      "loss": 1.5291,
      "step": 5580
    },
    {
      "epoch": 8.943999999999999,
      "grad_norm": 0.986291229724884,
      "learning_rate": 1.684339302472443e-07,
      "loss": 1.5373,
      "step": 5590
    },
    {
      "epoch": 8.96,
      "grad_norm": 0.7983741760253906,
      "learning_rate": 1.6343199633759715e-07,
      "loss": 1.542,
      "step": 5600
    },
    {
      "epoch": 8.975999999999999,
      "grad_norm": 2.3131961822509766,
      "learning_rate": 1.5850294639249835e-07,
      "loss": 1.2797,
      "step": 5610
    },
    {
      "epoch": 8.992,
      "grad_norm": 1.8482275009155273,
      "learning_rate": 1.5364693416253323e-07,
      "loss": 1.4034,
      "step": 5620
    },
    {
      "epoch": 9.008,
      "grad_norm": 1.6701992750167847,
      "learning_rate": 1.4886411112004258e-07,
      "loss": 1.6857,
      "step": 5630
    },
    {
      "epoch": 9.024,
      "grad_norm": 1.170453429222107,
      "learning_rate": 1.4415462645439498e-07,
      "loss": 1.5003,
      "step": 5640
    },
    {
      "epoch": 9.04,
      "grad_norm": 1.3455228805541992,
      "learning_rate": 1.395186270673335e-07,
      "loss": 1.3894,
      "step": 5650
    },
    {
      "epoch": 9.056,
      "grad_norm": 1.3283231258392334,
      "learning_rate": 1.3495625756839464e-07,
      "loss": 1.4429,
      "step": 5660
    },
    {
      "epoch": 9.072,
      "grad_norm": 1.189936637878418,
      "learning_rate": 1.3046766027039638e-07,
      "loss": 1.464,
      "step": 5670
    },
    {
      "epoch": 9.088,
      "grad_norm": 1.3344308137893677,
      "learning_rate": 1.260529751849987e-07,
      "loss": 1.5315,
      "step": 5680
    },
    {
      "epoch": 9.104,
      "grad_norm": 1.8056098222732544,
      "learning_rate": 1.2171234001833788e-07,
      "loss": 1.3657,
      "step": 5690
    },
    {
      "epoch": 9.12,
      "grad_norm": 0.6753764748573303,
      "learning_rate": 1.1744589016672997e-07,
      "loss": 1.2953,
      "step": 5700
    },
    {
      "epoch": 9.136,
      "grad_norm": 0.8828732371330261,
      "learning_rate": 1.1325375871244771e-07,
      "loss": 1.4204,
      "step": 5710
    },
    {
      "epoch": 9.152,
      "grad_norm": 1.75863778591156,
      "learning_rate": 1.0913607641956842e-07,
      "loss": 1.3356,
      "step": 5720
    },
    {
      "epoch": 9.168,
      "grad_norm": 1.3419684171676636,
      "learning_rate": 1.0509297172989652e-07,
      "loss": 1.4037,
      "step": 5730
    },
    {
      "epoch": 9.184,
      "grad_norm": 0.8731301426887512,
      "learning_rate": 1.0112457075895643e-07,
      "loss": 1.4981,
      "step": 5740
    },
    {
      "epoch": 9.2,
      "grad_norm": 1.4133774042129517,
      "learning_rate": 9.72309972920582e-08,
      "loss": 1.5368,
      "step": 5750
    },
    {
      "epoch": 9.216,
      "grad_norm": 1.106041669845581,
      "learning_rate": 9.341237278043786e-08,
      "loss": 1.5814,
      "step": 5760
    },
    {
      "epoch": 9.232,
      "grad_norm": 1.1448427438735962,
      "learning_rate": 8.966881633746732e-08,
      "loss": 1.3992,
      "step": 5770
    },
    {
      "epoch": 9.248,
      "grad_norm": 1.489063024520874,
      "learning_rate": 8.600044473493856e-08,
      "loss": 1.7416,
      "step": 5780
    },
    {
      "epoch": 9.264,
      "grad_norm": 2.715735673904419,
      "learning_rate": 8.24073723994237e-08,
      "loss": 1.4689,
      "step": 5790
    },
    {
      "epoch": 9.28,
      "grad_norm": 1.1526888608932495,
      "learning_rate": 7.888971140870394e-08,
      "loss": 1.5287,
      "step": 5800
    },
    {
      "epoch": 9.296,
      "grad_norm": 1.4548875093460083,
      "learning_rate": 7.544757148827297e-08,
      "loss": 1.6217,
      "step": 5810
    },
    {
      "epoch": 9.312,
      "grad_norm": 1.181388020515442,
      "learning_rate": 7.208106000791582e-08,
      "loss": 1.4709,
      "step": 5820
    },
    {
      "epoch": 9.328,
      "grad_norm": 1.2242498397827148,
      "learning_rate": 6.879028197835869e-08,
      "loss": 1.4985,
      "step": 5830
    },
    {
      "epoch": 9.344,
      "grad_norm": 0.9628410935401917,
      "learning_rate": 6.557534004799443e-08,
      "loss": 1.5612,
      "step": 5840
    },
    {
      "epoch": 9.36,
      "grad_norm": 0.8261465430259705,
      "learning_rate": 6.243633449967923e-08,
      "loss": 1.7772,
      "step": 5850
    }
  ],
  "logging_steps": 10,
  "max_steps": 6250,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 150,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.1565293851378975e+18,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}