{
  "best_global_step": 750,
  "best_metric": 1.2186306715011597,
  "best_model_checkpoint": "/gpfs/scratch/guoh/DNAFM/output/gencode_human_12.8k_12800/Gencode-MxDNA/checkpoint-750",
  "epoch": 0.21275086873271398,
  "eval_steps": 125,
  "global_step": 750,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0005673356499539039,
      "grad_norm": 8450.4345703125,
      "loss": 876.9911,
      "lr": 2e-06,
      "step": 2,
      "tokens_trained": 0.000985992
    },
    {
      "epoch": 0.0011346712999078079,
      "grad_norm": 8980.888671875,
      "loss": 779.4711,
      "lr": 6e-06,
      "step": 4,
      "tokens_trained": 0.001968088
    },
    {
      "epoch": 0.001702006949861712,
      "grad_norm": 7489.92529296875,
      "loss": 488.6157,
      "lr": 1e-05,
      "step": 6,
      "tokens_trained": 0.002953808
    },
    {
      "epoch": 0.0022693425998156157,
      "grad_norm": 1952.1917724609375,
      "loss": 237.0602,
      "lr": 1.4e-05,
      "step": 8,
      "tokens_trained": 0.003935728
    },
    {
      "epoch": 0.0028366782497695198,
      "grad_norm": 1418.443603515625,
      "loss": 159.0854,
      "lr": 1.8e-05,
      "step": 10,
      "tokens_trained": 0.004916488
    },
    {
      "epoch": 0.003404013899723424,
      "grad_norm": 874.7195434570312,
      "loss": 91.9563,
      "lr": 2.2e-05,
      "step": 12,
      "tokens_trained": 0.005902792
    },
    {
      "epoch": 0.003971349549677328,
      "grad_norm": 1339.8248291015625,
      "loss": 40.3366,
      "lr": 2.6e-05,
      "step": 14,
      "tokens_trained": 0.0068856
    },
    {
      "epoch": 0.0045386851996312315,
      "grad_norm": 2936.7607421875,
      "loss": 22.7436,
      "lr": 3e-05,
      "step": 16,
      "tokens_trained": 0.007868248
    },
    {
      "epoch": 0.005106020849585136,
      "grad_norm": 1531.3807373046875,
      "loss": 23.4797,
      "lr": 3.4000000000000007e-05,
      "step": 18,
      "tokens_trained": 0.008849296
    },
    {
      "epoch": 0.0056733564995390395,
      "grad_norm": 3027.4189453125,
      "loss": 38.7379,
      "lr": 3.8e-05,
      "step": 20,
      "tokens_trained": 0.009830984
    },
    {
      "epoch": 0.006240692149492944,
      "grad_norm": 2435.890625,
      "loss": 26.2427,
      "lr": 4.2000000000000004e-05,
      "step": 22,
      "tokens_trained": 0.01081364
    },
    {
      "epoch": 0.006808027799446848,
      "grad_norm": 3217.990478515625,
      "loss": 31.0263,
      "lr": 4.6e-05,
      "step": 24,
      "tokens_trained": 0.01179036
    },
    {
      "epoch": 0.007375363449400752,
      "grad_norm": 3854.00634765625,
      "loss": 33.8781,
      "lr": 5e-05,
      "step": 26,
      "tokens_trained": 0.012774504
    },
    {
      "epoch": 0.007942699099354656,
      "grad_norm": 3197.489990234375,
      "loss": 27.7927,
      "lr": 5.4e-05,
      "step": 28,
      "tokens_trained": 0.013759992
    },
    {
      "epoch": 0.00851003474930856,
      "grad_norm": 3034.156494140625,
      "loss": 37.9083,
      "lr": 5.800000000000001e-05,
      "step": 30,
      "tokens_trained": 0.014740536
    },
    {
      "epoch": 0.009077370399262463,
      "grad_norm": 3040.314453125,
      "loss": 34.0659,
      "lr": 6.2e-05,
      "step": 32,
      "tokens_trained": 0.015725984
    },
    {
      "epoch": 0.009644706049216368,
      "grad_norm": 3065.5791015625,
      "loss": 27.7768,
      "lr": 6.6e-05,
      "step": 34,
      "tokens_trained": 0.016706864
    },
    {
      "epoch": 0.010212041699170272,
      "grad_norm": 2454.293701171875,
      "loss": 35.1143,
      "lr": 7.000000000000001e-05,
      "step": 36,
      "tokens_trained": 0.017688816
    },
    {
      "epoch": 0.010779377349124175,
      "grad_norm": 3100.7802734375,
      "loss": 42.2603,
      "lr": 7.4e-05,
      "step": 38,
      "tokens_trained": 0.018669072
    },
    {
      "epoch": 0.011346712999078079,
      "grad_norm": 2749.84423828125,
      "loss": 39.3879,
      "lr": 7.8e-05,
      "step": 40,
      "tokens_trained": 0.019652072
    },
    {
      "epoch": 0.011914048649031984,
      "grad_norm": 1519.9908447265625,
      "loss": 35.0735,
      "lr": 8.2e-05,
      "step": 42,
      "tokens_trained": 0.020633112
    },
    {
      "epoch": 0.012481384298985888,
      "grad_norm": 1474.4244384765625,
      "loss": 25.8965,
      "lr": 8.599999999999999e-05,
      "step": 44,
      "tokens_trained": 0.021616192
    },
    {
      "epoch": 0.013048719948939792,
      "grad_norm": 2962.500244140625,
      "loss": 51.0784,
      "lr": 8.999999999999999e-05,
      "step": 46,
      "tokens_trained": 0.022597288
    },
    {
      "epoch": 0.013616055598893695,
      "grad_norm": 2419.41455078125,
      "loss": 43.0334,
      "lr": 9.400000000000001e-05,
      "step": 48,
      "tokens_trained": 0.02357572
    },
    {
      "epoch": 0.014183391248847599,
      "grad_norm": 1267.87451171875,
      "loss": 21.8063,
      "lr": 9.800000000000001e-05,
      "step": 50,
      "tokens_trained": 0.024553376
    },
    {
      "epoch": 0.014750726898801504,
      "grad_norm": 1573.944091796875,
      "loss": 52.9693,
      "lr": 0.000102,
      "step": 52,
      "tokens_trained": 0.025536728
    },
    {
      "epoch": 0.015318062548755408,
      "grad_norm": 1509.650146484375,
      "loss": 50.0825,
      "lr": 0.000106,
      "step": 54,
      "tokens_trained": 0.026517
    },
    {
      "epoch": 0.01588539819870931,
      "grad_norm": 2334.765380859375,
      "loss": 42.1982,
      "lr": 0.00011,
      "step": 56,
      "tokens_trained": 0.027504728
    },
    {
      "epoch": 0.016452733848663217,
      "grad_norm": 1594.16259765625,
      "loss": 39.0562,
      "lr": 0.000114,
      "step": 58,
      "tokens_trained": 0.028485416
    },
    {
      "epoch": 0.01702006949861712,
      "grad_norm": 1628.082275390625,
      "loss": 35.0488,
      "lr": 0.000118,
      "step": 60,
      "tokens_trained": 0.029468696
    },
    {
      "epoch": 0.017587405148571024,
      "grad_norm": 2496.6455078125,
      "loss": 49.4241,
      "lr": 0.000122,
      "step": 62,
      "tokens_trained": 0.030453584
    },
    {
      "epoch": 0.018154740798524926,
      "grad_norm": 2521.721435546875,
      "loss": 69.0275,
      "lr": 0.000126,
      "step": 64,
      "tokens_trained": 0.031432864
    },
    {
      "epoch": 0.01872207644847883,
      "grad_norm": 2179.571533203125,
      "loss": 63.1409,
      "lr": 0.00013000000000000002,
      "step": 66,
      "tokens_trained": 0.032418416
    },
    {
      "epoch": 0.019289412098432736,
      "grad_norm": 899.7137451171875,
      "loss": 38.4131,
      "lr": 0.000134,
      "step": 68,
      "tokens_trained": 0.033402136
    },
    {
      "epoch": 0.01985674774838664,
      "grad_norm": 2109.377685546875,
      "loss": 51.0044,
      "lr": 0.00013800000000000002,
      "step": 70,
      "tokens_trained": 0.03438832
    },
    {
      "epoch": 0.020424083398340544,
      "grad_norm": 1649.1873779296875,
      "loss": 32.1408,
      "lr": 0.00014199999999999998,
      "step": 72,
      "tokens_trained": 0.035374464
    },
    {
      "epoch": 0.020991419048294446,
      "grad_norm": 1807.994140625,
      "loss": 28.8357,
      "lr": 0.000146,
      "step": 74,
      "tokens_trained": 0.03635784
    },
    {
      "epoch": 0.02155875469824835,
      "grad_norm": 998.9485473632812,
      "loss": 23.0343,
      "lr": 0.00015,
      "step": 76,
      "tokens_trained": 0.037340248
    },
    {
      "epoch": 0.022126090348202256,
      "grad_norm": 2240.17578125,
      "loss": 32.0397,
      "lr": 0.000154,
      "step": 78,
      "tokens_trained": 0.038321968
    },
    {
      "epoch": 0.022693425998156158,
      "grad_norm": 1606.0067138671875,
      "loss": 32.1776,
      "lr": 0.000158,
      "step": 80,
      "tokens_trained": 0.039304992
    },
    {
      "epoch": 0.023260761648110063,
      "grad_norm": 1685.1015625,
      "loss": 24.3428,
      "lr": 0.000162,
      "step": 82,
      "tokens_trained": 0.040286808
    },
    {
      "epoch": 0.02382809729806397,
      "grad_norm": 1761.7890625,
      "loss": 23.9261,
      "lr": 0.00016600000000000002,
      "step": 84,
      "tokens_trained": 0.041271776
    },
    {
      "epoch": 0.02439543294801787,
      "grad_norm": 2036.0982666015625,
      "loss": 27.7196,
      "lr": 0.00017,
      "step": 86,
      "tokens_trained": 0.042252784
    },
    {
      "epoch": 0.024962768597971776,
      "grad_norm": 1564.3870849609375,
      "loss": 25.3722,
      "lr": 0.000174,
      "step": 88,
      "tokens_trained": 0.04323596
    },
    {
      "epoch": 0.025530104247925678,
      "grad_norm": 1508.349853515625,
      "loss": 18.4107,
      "lr": 0.000178,
      "step": 90,
      "tokens_trained": 0.044218984
    },
    {
      "epoch": 0.026097439897879583,
      "grad_norm": 1955.011474609375,
      "loss": 28.8456,
      "lr": 0.000182,
      "step": 92,
      "tokens_trained": 0.045202144
    },
    {
      "epoch": 0.02666477554783349,
      "grad_norm": 1679.9423828125,
      "loss": 23.6139,
      "lr": 0.000186,
      "step": 94,
      "tokens_trained": 0.046192336
    },
    {
      "epoch": 0.02723211119778739,
      "grad_norm": 1517.5731201171875,
      "loss": 42.145,
      "lr": 0.00019,
      "step": 96,
      "tokens_trained": 0.047174312
    },
    {
      "epoch": 0.027799446847741296,
      "grad_norm": 1535.3076171875,
      "loss": 31.9711,
      "lr": 0.000194,
      "step": 98,
      "tokens_trained": 0.048158944
    },
    {
      "epoch": 0.028366782497695198,
      "grad_norm": 1475.2569580078125,
      "loss": 37.645,
      "lr": 0.00019800000000000002,
      "step": 100,
      "tokens_trained": 0.04914364
    },
    {
      "epoch": 0.028934118147649103,
      "grad_norm": 1918.4088134765625,
      "loss": 69.4053,
      "lr": 0.000202,
      "step": 102,
      "tokens_trained": 0.050123488
    },
    {
      "epoch": 0.02950145379760301,
      "grad_norm": 1631.6231689453125,
      "loss": 50.9725,
      "lr": 0.000206,
      "step": 104,
      "tokens_trained": 0.051105512
    },
    {
      "epoch": 0.03006878944755691,
      "grad_norm": 1291.6376953125,
      "loss": 22.6527,
      "lr": 0.00021,
      "step": 106,
      "tokens_trained": 0.052091704
    },
    {
      "epoch": 0.030636125097510816,
      "grad_norm": 1224.9625244140625,
      "loss": 60.2725,
      "lr": 0.000214,
      "step": 108,
      "tokens_trained": 0.053074824
    },
    {
      "epoch": 0.031203460747464717,
      "grad_norm": 1218.2022705078125,
      "loss": 75.8728,
      "lr": 0.000218,
      "step": 110,
      "tokens_trained": 0.054057104
    },
    {
      "epoch": 0.03177079639741862,
      "grad_norm": 1761.8861083984375,
      "loss": 61.6427,
      "lr": 0.000222,
      "step": 112,
      "tokens_trained": 0.055039128
    },
    {
      "epoch": 0.03233813204737253,
      "grad_norm": 1482.4256591796875,
      "loss": 35.3351,
      "lr": 0.00022600000000000002,
      "step": 114,
      "tokens_trained": 0.05602388
    },
    {
      "epoch": 0.03290546769732643,
      "grad_norm": 563.6399536132812,
      "loss": 40.1461,
      "lr": 0.00023,
      "step": 116,
      "tokens_trained": 0.057005376
    },
    {
      "epoch": 0.03347280334728033,
      "grad_norm": 1266.058837890625,
      "loss": 24.0657,
      "lr": 0.00023400000000000002,
      "step": 118,
      "tokens_trained": 0.057985136
    },
    {
      "epoch": 0.03404013899723424,
      "grad_norm": 918.206298828125,
      "loss": 23.9626,
      "lr": 0.00023799999999999998,
      "step": 120,
      "tokens_trained": 0.058968288
    },
    {
      "epoch": 0.03460747464718814,
      "grad_norm": 1495.7191162109375,
      "loss": 19.798,
      "lr": 0.000242,
      "step": 122,
      "tokens_trained": 0.05995348
    },
    {
      "epoch": 0.03517481029714205,
      "grad_norm": 1264.302734375,
      "loss": 31.5342,
      "lr": 0.000246,
      "step": 124,
      "tokens_trained": 0.060935832
    },
    {
      "epoch": 0.035458478122119,
      "eval_loss": 5.312118053436279,
      "eval_runtime": 21.3065,
      "step": 125,
      "tokens_trained": 0.061426608
    },
    {
      "epoch": 0.03574214594709595,
      "grad_norm": 907.4861450195312,
      "loss": 25.1262,
      "lr": 0.00025,
      "step": 126,
      "tokens_trained": 0.061918184
    },
    {
      "epoch": 0.03630948159704985,
      "grad_norm": 1287.6158447265625,
      "loss": 26.963,
      "lr": 0.000254,
      "step": 128,
      "tokens_trained": 0.062902328
    },
    {
      "epoch": 0.03687681724700376,
      "grad_norm": 1260.570556640625,
      "loss": 24.9633,
      "lr": 0.00025800000000000004,
      "step": 130,
      "tokens_trained": 0.063883456
    },
    {
      "epoch": 0.03744415289695766,
      "grad_norm": 1436.82373046875,
      "loss": 23.1028,
      "lr": 0.000262,
      "step": 132,
      "tokens_trained": 0.06486748
    },
    {
      "epoch": 0.03801148854691157,
      "grad_norm": 812.9523315429688,
      "loss": 20.5496,
      "lr": 0.000266,
      "step": 134,
      "tokens_trained": 0.065847104
    },
    {
      "epoch": 0.03857882419686547,
      "grad_norm": 1336.5322265625,
      "loss": 23.673,
      "lr": 0.00027,
      "step": 136,
      "tokens_trained": 0.066829928
    },
    {
      "epoch": 0.03914615984681937,
      "grad_norm": 1381.282470703125,
      "loss": 32.0373,
      "lr": 0.00027400000000000005,
      "step": 138,
      "tokens_trained": 0.067814024
    },
    {
      "epoch": 0.03971349549677328,
      "grad_norm": 972.7861938476562,
      "loss": 26.9454,
      "lr": 0.00027800000000000004,
      "step": 140,
      "tokens_trained": 0.068797744
    },
    {
      "epoch": 0.04028083114672718,
      "grad_norm": 1347.2249755859375,
      "loss": 22.3578,
      "lr": 0.00028199999999999997,
      "step": 142,
      "tokens_trained": 0.069780072
    },
    {
      "epoch": 0.04084816679668109,
      "grad_norm": 829.525390625,
      "loss": 37.9879,
      "lr": 0.00028599999999999996,
      "step": 144,
      "tokens_trained": 0.070759896
    },
    {
      "epoch": 0.04141550244663499,
      "grad_norm": 1094.1033935546875,
      "loss": 21.1972,
      "lr": 0.00029,
      "step": 146,
      "tokens_trained": 0.0717452
    },
    {
      "epoch": 0.04198283809658889,
      "grad_norm": 717.107421875,
      "loss": 21.7774,
      "lr": 0.000294,
      "step": 148,
      "tokens_trained": 0.072727432
    },
    {
      "epoch": 0.042550173746542796,
      "grad_norm": 744.4456787109375,
      "loss": 20.3235,
      "lr": 0.000298,
      "step": 150,
      "tokens_trained": 0.073712128
    },
    {
      "epoch": 0.0431175093964967,
      "grad_norm": 904.1460571289062,
      "loss": 22.7878,
      "lr": 0.000302,
      "step": 152,
      "tokens_trained": 0.074695296
    },
    {
      "epoch": 0.04368484504645061,
      "grad_norm": 1352.303955078125,
      "loss": 20.9757,
      "lr": 0.000306,
      "step": 154,
      "tokens_trained": 0.0756798
    },
    {
      "epoch": 0.04425218069640451,
      "grad_norm": 997.0473022460938,
      "loss": 17.4647,
      "lr": 0.00031,
      "step": 156,
      "tokens_trained": 0.076666504
    },
    {
      "epoch": 0.04481951634635841,
      "grad_norm": 1206.387939453125,
      "loss": 21.1846,
      "lr": 0.000314,
      "step": 158,
      "tokens_trained": 0.07764868
    },
    {
      "epoch": 0.045386851996312316,
      "grad_norm": 1029.6807861328125,
      "loss": 17.8853,
      "lr": 0.00031800000000000003,
      "step": 160,
      "tokens_trained": 0.07863548
    },
    {
      "epoch": 0.04595418764626622,
      "grad_norm": 1136.4635009765625,
      "loss": 30.057,
      "lr": 0.000322,
      "step": 162,
      "tokens_trained": 0.079618928
    },
    {
      "epoch": 0.04652152329622013,
      "grad_norm": 834.3464965820312,
      "loss": 28.1782,
      "lr": 0.000326,
      "step": 164,
      "tokens_trained": 0.0806032
    },
    {
      "epoch": 0.04708885894617403,
      "grad_norm": 1177.8365478515625,
      "loss": 16.4267,
      "lr": 0.00033,
      "step": 166,
      "tokens_trained": 0.081583752
    },
    {
      "epoch": 0.04765619459612794,
      "grad_norm": 572.501708984375,
      "loss": 16.5752,
      "lr": 0.00033400000000000004,
      "step": 168,
      "tokens_trained": 0.082568184
    },
    {
      "epoch": 0.048223530246081836,
      "grad_norm": 437.6822814941406,
      "loss": 11.5509,
      "lr": 0.00033800000000000003,
      "step": 170,
      "tokens_trained": 0.083553352
    },
    {
      "epoch": 0.04879086589603574,
      "grad_norm": 1119.0416259765625,
      "loss": 16.2689,
      "lr": 0.000342,
      "step": 172,
      "tokens_trained": 0.084536352
    },
    {
      "epoch": 0.04935820154598965,
      "grad_norm": 895.4021606445312,
      "loss": 12.6663,
      "lr": 0.000346,
      "step": 174,
      "tokens_trained": 0.085517312
    },
    {
      "epoch": 0.04992553719594355,
      "grad_norm": 995.6289672851562,
      "loss": 26.0663,
      "lr": 0.00035,
      "step": 176,
      "tokens_trained": 0.086496088
    },
    {
      "epoch": 0.05049287284589746,
      "grad_norm": 839.6610717773438,
      "loss": 21.5115,
      "lr": 0.000354,
      "step": 178,
      "tokens_trained": 0.087480632
    },
    {
      "epoch": 0.051060208495851356,
      "grad_norm": 734.1155395507812,
      "loss": 29.3287,
      "lr": 0.000358,
      "step": 180,
      "tokens_trained": 0.088460408
    },
    {
      "epoch": 0.05162754414580526,
      "grad_norm": 721.4505615234375,
      "loss": 26.0801,
      "lr": 0.000362,
      "step": 182,
      "tokens_trained": 0.08944248
    },
    {
      "epoch": 0.052194879795759166,
      "grad_norm": 845.9672241210938,
      "loss": 19.0639,
      "lr": 0.000366,
      "step": 184,
      "tokens_trained": 0.090427832
    },
    {
      "epoch": 0.05276221544571307,
      "grad_norm": 1210.9969482421875,
      "loss": 23.9036,
      "lr": 0.00037,
      "step": 186,
      "tokens_trained": 0.091411504
    },
    {
      "epoch": 0.05332955109566698,
      "grad_norm": 1079.1690673828125,
      "loss": 23.5588,
      "lr": 0.000374,
      "step": 188,
      "tokens_trained": 0.092392672
    },
    {
      "epoch": 0.053896886745620876,
      "grad_norm": 596.111328125,
      "loss": 20.8275,
      "lr": 0.000378,
      "step": 190,
      "tokens_trained": 0.093374696
    },
    {
      "epoch": 0.05446422239557478,
      "grad_norm": 761.8096923828125,
      "loss": 22.512,
      "lr": 0.000382,
      "step": 192,
      "tokens_trained": 0.094361912
    },
    {
      "epoch": 0.055031558045528686,
      "grad_norm": 1081.9832763671875,
      "loss": 32.335,
      "lr": 0.000386,
      "step": 194,
      "tokens_trained": 0.095342992
    },
    {
      "epoch": 0.05559889369548259,
      "grad_norm": 304.3534240722656,
      "loss": 11.5275,
      "lr": 0.00039000000000000005,
      "step": 196,
      "tokens_trained": 0.096323512
    },
    {
      "epoch": 0.0561662293454365,
      "grad_norm": 586.6314086914062,
      "loss": 16.2663,
      "lr": 0.00039400000000000004,
      "step": 198,
      "tokens_trained": 0.097308864
    },
    {
      "epoch": 0.056733564995390395,
      "grad_norm": 624.9953002929688,
      "loss": 16.627,
      "lr": 0.000398,
      "step": 200,
      "tokens_trained": 0.098289064
    },
    {
      "epoch": 0.0573009006453443,
      "grad_norm": 585.9645385742188,
      "loss": 15.8359,
      "lr": 0.000402,
      "step": 202,
      "tokens_trained": 0.099269696
    },
    {
      "epoch": 0.057868236295298206,
      "grad_norm": 537.9913330078125,
      "loss": 20.0779,
      "lr": 0.00040600000000000006,
      "step": 204,
      "tokens_trained": 0.100248448
    },
    {
      "epoch": 0.05843557194525211,
      "grad_norm": 805.04931640625,
      "loss": 21.4524,
      "lr": 0.00041,
      "step": 206,
      "tokens_trained": 0.101231248
    },
    {
      "epoch": 0.05900290759520602,
      "grad_norm": 439.1418151855469,
      "loss": 23.9852,
      "lr": 0.000414,
      "step": 208,
      "tokens_trained": 0.102210688
    },
    {
      "epoch": 0.059570243245159915,
      "grad_norm": 502.684814453125,
      "loss": 17.6273,
      "lr": 0.00041799999999999997,
      "step": 210,
      "tokens_trained": 0.103192176
    },
    {
      "epoch": 0.06013757889511382,
      "grad_norm": 849.9979858398438,
      "loss": 33.7517,
      "lr": 0.000422,
      "step": 212,
      "tokens_trained": 0.104172824
    },
    {
      "epoch": 0.060704914545067726,
      "grad_norm": 939.583740234375,
      "loss": 26.2559,
      "lr": 0.000426,
      "step": 214,
      "tokens_trained": 0.105156672
    },
    {
      "epoch": 0.06127225019502163,
      "grad_norm": 525.0505981445312,
      "loss": 20.0923,
      "lr": 0.00043,
      "step": 216,
      "tokens_trained": 0.106141368
    },
    {
      "epoch": 0.061839585844975536,
      "grad_norm": 420.296630859375,
      "loss": 17.9608,
      "lr": 0.00043400000000000003,
      "step": 218,
      "tokens_trained": 0.107124088
    },
    {
      "epoch": 0.062406921494929435,
      "grad_norm": 711.3380737304688,
      "loss": 19.387,
      "lr": 0.000438,
      "step": 220,
      "tokens_trained": 0.108112632
    },
    {
      "epoch": 0.06297425714488335,
      "grad_norm": 759.183349609375,
      "loss": 17.8061,
      "lr": 0.000442,
      "step": 222,
      "tokens_trained": 0.1090934
    },
    {
      "epoch": 0.06354159279483725,
      "grad_norm": 790.025146484375,
      "loss": 13.8539,
      "lr": 0.000446,
      "step": 224,
      "tokens_trained": 0.110079512
    },
    {
      "epoch": 0.06410892844479114,
      "grad_norm": 769.8306274414062,
      "loss": 22.1258,
      "lr": 0.00045000000000000004,
      "step": 226,
      "tokens_trained": 0.111060152
    },
    {
      "epoch": 0.06467626409474506,
      "grad_norm": 656.8352661132812,
      "loss": 14.8646,
      "lr": 0.00045400000000000003,
      "step": 228,
      "tokens_trained": 0.112044144
    },
    {
      "epoch": 0.06524359974469895,
      "grad_norm": 498.92010498046875,
      "loss": 23.1558,
      "lr": 0.000458,
      "step": 230,
      "tokens_trained": 0.113022928
    },
    {
      "epoch": 0.06581093539465287,
      "grad_norm": 764.0186157226562,
      "loss": 16.7089,
      "lr": 0.000462,
      "step": 232,
      "tokens_trained": 0.114003832
    },
    {
      "epoch": 0.06637827104460677,
      "grad_norm": 491.5793762207031,
      "loss": 12.3979,
      "lr": 0.00046600000000000005,
      "step": 234,
      "tokens_trained": 0.114991008
    },
    {
      "epoch": 0.06694560669456066,
      "grad_norm": 679.9217529296875,
      "loss": 14.9037,
      "lr": 0.00047,
      "step": 236,
      "tokens_trained": 0.115971888
    },
    {
      "epoch": 0.06751294234451458,
      "grad_norm": 491.0369567871094,
      "loss": 7.7603,
      "lr": 0.000474,
      "step": 238,
      "tokens_trained": 0.116952616
    },
    {
      "epoch": 0.06808027799446847,
      "grad_norm": 369.2186279296875,
      "loss": 8.2256,
      "lr": 0.00047799999999999996,
      "step": 240,
      "tokens_trained": 0.117935816
    },
    {
      "epoch": 0.06864761364442239,
      "grad_norm": 312.72137451171875,
      "loss": 7.5486,
      "lr": 0.000482,
      "step": 242,
      "tokens_trained": 0.118919392
    },
    {
      "epoch": 0.06921494929437629,
      "grad_norm": 596.1439208984375,
      "loss": 11.7351,
      "lr": 0.000486,
      "step": 244,
      "tokens_trained": 0.119901856
    },
    {
      "epoch": 0.06978228494433018,
      "grad_norm": 467.5667419433594,
      "loss": 11.8403,
      "lr": 0.00049,
      "step": 246,
      "tokens_trained": 0.120884624
    },
    {
      "epoch": 0.0703496205942841,
      "grad_norm": 430.50048828125,
      "loss": 13.8081,
      "lr": 0.000494,
      "step": 248,
      "tokens_trained": 0.121869224
    },
    {
      "epoch": 0.070916956244238,
      "grad_norm": 522.242919921875,
      "loss": 14.1892,
      "lr": 0.000498,
      "step": 250,
      "tokens_trained": 0.122853584
    },
    {
      "epoch": 0.070916956244238,
      "eval_loss": 1.9294606447219849,
      "eval_runtime": 20.4162,
      "step": 250,
      "tokens_trained": 0.122853584
    },
    {
      "epoch": 0.0714842918941919,
      "grad_norm": 835.2765502929688,
      "loss": 13.2462,
      "lr": 0.0005020000000000001,
      "step": 252,
      "tokens_trained": 0.123835544
    },
    {
      "epoch": 0.0720516275441458,
      "grad_norm": 714.8098754882812,
      "loss": 20.0498,
      "lr": 0.000506,
      "step": 254,
      "tokens_trained": 0.124821616
    },
    {
      "epoch": 0.0726189631940997,
      "grad_norm": 701.512939453125,
      "loss": 18.3664,
      "lr": 0.00051,
      "step": 256,
      "tokens_trained": 0.125807608
    },
    {
      "epoch": 0.07318629884405362,
      "grad_norm": 773.987060546875,
      "loss": 21.3807,
      "lr": 0.000514,
      "step": 258,
      "tokens_trained": 0.126791464
    },
    {
      "epoch": 0.07375363449400751,
      "grad_norm": 826.422119140625,
      "loss": 22.6403,
      "lr": 0.000518,
      "step": 260,
      "tokens_trained": 0.127771752
    },
    {
      "epoch": 0.07432097014396143,
      "grad_norm": 742.8673095703125,
      "loss": 20.1504,
      "lr": 0.000522,
      "step": 262,
      "tokens_trained": 0.128755448
    },
    {
      "epoch": 0.07488830579391532,
      "grad_norm": 797.79296875,
      "loss": 26.7343,
      "lr": 0.000526,
      "step": 264,
      "tokens_trained": 0.129741088
    },
    {
      "epoch": 0.07545564144386922,
      "grad_norm": 673.9141235351562,
      "loss": 12.505,
      "lr": 0.0005300000000000001,
      "step": 266,
      "tokens_trained": 0.130727504
    },
    {
      "epoch": 0.07602297709382314,
      "grad_norm": 310.6510925292969,
      "loss": 12.6344,
      "lr": 0.0005340000000000001,
      "step": 268,
      "tokens_trained": 0.131710296
    },
    {
      "epoch": 0.07659031274377703,
      "grad_norm": 312.40966796875,
      "loss": 14.254,
      "lr": 0.0005380000000000001,
      "step": 270,
      "tokens_trained": 0.132695352
    },
    {
      "epoch": 0.07715764839373095,
      "grad_norm": 492.2834777832031,
      "loss": 19.0979,
      "lr": 0.0005420000000000001,
      "step": 272,
      "tokens_trained": 0.133677928
    },
    {
      "epoch": 0.07772498404368484,
      "grad_norm": 628.457763671875,
      "loss": 21.7735,
      "lr": 0.000546,
      "step": 274,
      "tokens_trained": 0.134655504
    },
    {
      "epoch": 0.07829231969363874,
      "grad_norm": 382.8389892578125,
      "loss": 12.5128,
      "lr": 0.00055,
      "step": 276,
      "tokens_trained": 0.135640208
    },
    {
      "epoch": 0.07885965534359266,
      "grad_norm": 483.12335205078125,
      "loss": 15.2589,
      "lr": 0.000554,
      "step": 278,
      "tokens_trained": 0.136624232
    },
    {
      "epoch": 0.07942699099354655,
      "grad_norm": 640.658447265625,
      "loss": 12.1341,
      "lr": 0.000558,
      "step": 280,
      "tokens_trained": 0.13760628
    },
    {
      "epoch": 0.07999432664350047,
      "grad_norm": 410.0824279785156,
      "loss": 12.5723,
      "lr": 0.0005620000000000001,
      "step": 282,
      "tokens_trained": 0.13858832
    },
    {
      "epoch": 0.08056166229345436,
      "grad_norm": 513.2861328125,
      "loss": 14.8461,
      "lr": 0.000566,
      "step": 284,
      "tokens_trained": 0.139568424
    },
    {
      "epoch": 0.08112899794340826,
      "grad_norm": 564.547607421875,
      "loss": 12.5792,
      "lr": 0.00057,
      "step": 286,
      "tokens_trained": 0.140557016
    },
    {
      "epoch": 0.08169633359336217,
      "grad_norm": 451.3592834472656,
      "loss": 16.5433,
      "lr": 0.000574,
      "step": 288,
      "tokens_trained": 0.141540248
    },
    {
      "epoch": 0.08226366924331607,
      "grad_norm": 404.2495422363281,
      "loss": 16.4138,
      "lr": 0.000578,
      "step": 290,
      "tokens_trained": 0.142528272
    },
    {
      "epoch": 0.08283100489326999,
      "grad_norm": 566.5219116210938,
      "loss": 16.4743,
      "lr": 0.0005819999999999999,
      "step": 292,
      "tokens_trained": 0.143513096
    },
    {
      "epoch": 0.08339834054322388,
      "grad_norm": 559.6517333984375,
      "loss": 16.421,
      "lr": 0.0005859999999999999,
      "step": 294,
      "tokens_trained": 0.144494472
    },
    {
      "epoch": 0.08396567619317778,
      "grad_norm": 260.874755859375,
      "loss": 11.2214,
      "lr": 0.00059,
      "step": 296,
      "tokens_trained": 0.14547876
    },
    {
      "epoch": 0.0845330118431317,
      "grad_norm": 272.02899169921875,
      "loss": 10.3491,
      "lr": 0.000594,
      "step": 298,
      "tokens_trained": 0.146465864
    },
    {
      "epoch": 0.08510034749308559,
      "grad_norm": 556.9845581054688,
      "loss": 10.4348,
      "lr": 0.000598,
      "step": 300,
      "tokens_trained": 0.147446344
    },
    {
      "epoch": 0.0856676831430395,
      "grad_norm": 273.35772705078125,
      "loss": 8.3292,
      "lr": 0.000602,
      "step": 302,
      "tokens_trained": 0.14843244
    },
    {
      "epoch": 0.0862350187929934,
      "grad_norm": 246.6316680908203,
      "loss": 9.9362,
      "lr": 0.000606,
      "step": 304,
      "tokens_trained": 0.149415976
    },
    {
      "epoch": 0.0868023544429473,
      "grad_norm": 564.4365844726562,
      "loss": 9.2621,
      "lr": 0.00061,
      "step": 306,
      "tokens_trained": 0.150398728
    },
    {
      "epoch": 0.08736969009290121,
      "grad_norm": 396.0948791503906,
      "loss": 11.8526,
      "lr": 0.000614,
      "step": 308,
      "tokens_trained": 0.151385104
    },
    {
      "epoch": 0.08793702574285511,
      "grad_norm": 488.6072692871094,
      "loss": 11.8473,
      "lr": 0.0006180000000000001,
      "step": 310,
      "tokens_trained": 0.152373672
    },
    {
      "epoch": 0.08850436139280903,
      "grad_norm": 346.70660400390625,
      "loss": 12.0897,
      "lr": 0.000622,
      "step": 312,
      "tokens_trained": 0.153356256
    },
    {
      "epoch": 0.08907169704276292,
      "grad_norm": 382.40679931640625,
      "loss": 9.271,
      "lr": 0.000626,
      "step": 314,
      "tokens_trained": 0.154342632
    },
    {
      "epoch": 0.08963903269271682,
      "grad_norm": 288.7908935546875,
      "loss": 9.185,
      "lr": 0.00063,
      "step": 316,
      "tokens_trained": 0.1553238
    },
    {
      "epoch": 0.09020636834267073,
      "grad_norm": 337.5335388183594,
      "loss": 12.0555,
      "lr": 0.000634,
      "step": 318,
      "tokens_trained": 0.156313168
    },
    {
      "epoch": 0.09077370399262463,
      "grad_norm": 349.25531005859375,
      "loss": 8.51,
      "lr": 0.000638,
      "step": 320,
      "tokens_trained": 0.157299448
    },
    {
      "epoch": 0.09134103964257854,
      "grad_norm": 471.7824401855469,
      "loss": 14.1888,
      "lr": 0.000642,
      "step": 322,
      "tokens_trained": 0.158285264
    },
    {
      "epoch": 0.09190837529253244,
      "grad_norm": 284.94036865234375,
      "loss": 10.1593,
      "lr": 0.000646,
      "step": 324,
      "tokens_trained": 0.159267512
    },
    {
      "epoch": 0.09247571094248634,
      "grad_norm": 510.90478515625,
      "loss": 13.5744,
      "lr": 0.0006500000000000001,
      "step": 326,
      "tokens_trained": 0.160250856
    },
    {
      "epoch": 0.09304304659244025,
      "grad_norm": 373.82965087890625,
      "loss": 8.4999,
      "lr": 0.0006540000000000001,
      "step": 328,
      "tokens_trained": 0.161231832
    },
    {
      "epoch": 0.09361038224239415,
      "grad_norm": 219.3827362060547,
      "loss": 8.4436,
      "lr": 0.0006580000000000001,
      "step": 330,
      "tokens_trained": 0.162217656
    },
    {
      "epoch": 0.09417771789234806,
      "grad_norm": 433.0914001464844,
      "loss": 11.2019,
      "lr": 0.000662,
      "step": 332,
      "tokens_trained": 0.163199096
    },
    {
      "epoch": 0.09474505354230196,
      "grad_norm": 242.65907287597656,
      "loss": 9.0666,
      "lr": 0.000666,
      "step": 334,
      "tokens_trained": 0.164178512
    },
    {
      "epoch": 0.09531238919225588,
      "grad_norm": 446.07916259765625,
      "loss": 8.6546,
      "lr": 0.00067,
      "step": 336,
      "tokens_trained": 0.165162464
    },
    {
      "epoch": 0.09587972484220977,
      "grad_norm": 231.8892364501953,
      "loss": 7.5819,
      "lr": 0.000674,
      "step": 338,
      "tokens_trained": 0.166141536
    },
    {
      "epoch": 0.09644706049216367,
      "grad_norm": 100.7306137084961,
      "loss": 6.7047,
      "lr": 0.0006780000000000001,
      "step": 340,
      "tokens_trained": 0.167123944
    },
    {
      "epoch": 0.09701439614211758,
      "grad_norm": 78.11279296875,
      "loss": 5.9308,
      "lr": 0.0006820000000000001,
      "step": 342,
      "tokens_trained": 0.168105264
    },
    {
      "epoch": 0.09758173179207148,
      "grad_norm": 271.466064453125,
      "loss": 6.9141,
      "lr": 0.0006860000000000001,
      "step": 344,
      "tokens_trained": 0.169088912
    },
    {
      "epoch": 0.0981490674420254,
      "grad_norm": 252.54478454589844,
      "loss": 6.3281,
      "lr": 0.00069,
      "step": 346,
      "tokens_trained": 0.170077368
    },
    {
      "epoch": 0.0987164030919793,
      "grad_norm": 305.8559875488281,
      "loss": 6.443,
      "lr": 0.000694,
      "step": 348,
      "tokens_trained": 0.171057232
    },
    {
      "epoch": 0.09928373874193319,
      "grad_norm": 227.74374389648438,
      "loss": 6.552,
      "lr": 0.0006979999999999999,
      "step": 350,
      "tokens_trained": 0.172041376
    },
    {
      "epoch": 0.0998510743918871,
      "grad_norm": 446.7601623535156,
      "loss": 10.8184,
      "lr": 0.0007019999999999999,
      "step": 352,
      "tokens_trained": 0.173023624
    },
    {
      "epoch": 0.100418410041841,
      "grad_norm": 353.0849609375,
      "loss": 8.6327,
      "lr": 0.0007059999999999999,
      "step": 354,
      "tokens_trained": 0.174005992
    },
    {
      "epoch": 0.10098574569179491,
      "grad_norm": 367.9427185058594,
      "loss": 9.3898,
      "lr": 0.00071,
      "step": 356,
      "tokens_trained": 0.174988304
    },
    {
      "epoch": 0.10155308134174881,
      "grad_norm": 224.4961700439453,
      "loss": 8.284,
      "lr": 0.000714,
      "step": 358,
      "tokens_trained": 0.175969816
    },
    {
      "epoch": 0.10212041699170271,
      "grad_norm": 221.86537170410156,
      "loss": 7.0578,
      "lr": 0.000718,
      "step": 360,
      "tokens_trained": 0.176952688
    },
    {
      "epoch": 0.10268775264165662,
      "grad_norm": 331.0989685058594,
      "loss": 6.9561,
      "lr": 0.000722,
      "step": 362,
      "tokens_trained": 0.177935144
    },
    {
      "epoch": 0.10325508829161052,
      "grad_norm": 171.6498260498047,
      "loss": 7.203,
      "lr": 0.000726,
      "step": 364,
      "tokens_trained": 0.178916776
    },
    {
      "epoch": 0.10382242394156443,
      "grad_norm": 284.2208557128906,
      "loss": 10.3517,
      "lr": 0.00073,
      "step": 366,
      "tokens_trained": 0.179903432
    },
    {
      "epoch": 0.10438975959151833,
      "grad_norm": 354.8574523925781,
      "loss": 9.3888,
      "lr": 0.000734,
      "step": 368,
      "tokens_trained": 0.180883224
    },
    {
      "epoch": 0.10495709524147223,
      "grad_norm": 344.82574462890625,
      "loss": 10.5933,
      "lr": 0.000738,
      "step": 370,
      "tokens_trained": 0.181863808
    },
    {
      "epoch": 0.10552443089142614,
      "grad_norm": 302.6838073730469,
      "loss": 10.2832,
      "lr": 0.000742,
      "step": 372,
      "tokens_trained": 0.182843712
    },
    {
      "epoch": 0.10609176654138004,
      "grad_norm": 323.0387878417969,
      "loss": 6.4864,
      "lr": 0.000746,
      "step": 374,
      "tokens_trained": 0.183825832
    },
    {
      "epoch": 0.10637543436635699,
      "eval_loss": 1.4430732727050781,
      "eval_runtime": 20.5468,
      "step": 375,
      "tokens_trained": 0.184317744
    },
    {
      "epoch": 0.10665910219133395,
      "grad_norm": 133.74822998046875,
      "loss": 5.4176,
      "lr": 0.00075,
      "step": 376,
      "tokens_trained": 0.184811352
    },
    {
      "epoch": 0.10722643784128785,
      "grad_norm": 180.3372344970703,
      "loss": 5.5641,
      "lr": 0.000754,
      "step": 378,
      "tokens_trained": 0.185792528
    },
    {
      "epoch": 0.10779377349124175,
      "grad_norm": 250.83999633789062,
      "loss": 5.8612,
      "lr": 0.000758,
      "step": 380,
      "tokens_trained": 0.186777112
    },
    {
      "epoch": 0.10836110914119566,
      "grad_norm": 293.51959228515625,
      "loss": 6.0418,
      "lr": 0.000762,
      "step": 382,
      "tokens_trained": 0.18775724
    },
    {
      "epoch": 0.10892844479114956,
      "grad_norm": 292.56207275390625,
      "loss": 6.1812,
      "lr": 0.0007660000000000001,
      "step": 384,
      "tokens_trained": 0.188733568
    },
    {
      "epoch": 0.10949578044110347,
      "grad_norm": 121.82467651367188,
      "loss": 6.0855,
      "lr": 0.0007700000000000001,
      "step": 386,
      "tokens_trained": 0.189718512
    },
    {
      "epoch": 0.11006311609105737,
      "grad_norm": 124.30497741699219,
      "loss": 5.7734,
      "lr": 0.0007740000000000001,
      "step": 388,
      "tokens_trained": 0.190703776
    },
    {
      "epoch": 0.11063045174101127,
      "grad_norm": 143.64004516601562,
      "loss": 5.7641,
      "lr": 0.000778,
      "step": 390,
      "tokens_trained": 0.191689888
    },
    {
      "epoch": 0.11119778739096518,
      "grad_norm": 160.06784057617188,
      "loss": 5.6025,
      "lr": 0.000782,
      "step": 392,
      "tokens_trained": 0.192673992
    },
    {
      "epoch": 0.11176512304091908,
      "grad_norm": 226.97988891601562,
      "loss": 6.0049,
      "lr": 0.000786,
      "step": 394,
      "tokens_trained": 0.193656272
    },
    {
      "epoch": 0.112332458690873,
      "grad_norm": 223.26898193359375,
      "loss": 5.6972,
      "lr": 0.00079,
      "step": 396,
      "tokens_trained": 0.194639144
    },
    {
      "epoch": 0.11289979434082689,
      "grad_norm": 249.34912109375,
      "loss": 5.7348,
      "lr": 0.0007940000000000001,
      "step": 398,
      "tokens_trained": 0.195621256
    },
    {
      "epoch": 0.11346712999078079,
      "grad_norm": 161.34271240234375,
      "loss": 5.6689,
      "lr": 0.0007980000000000001,
      "step": 400,
      "tokens_trained": 0.196604136
    },
    {
      "epoch": 0.1140344656407347,
      "grad_norm": 148.53176879882812,
      "loss": 5.702,
      "lr": 0.0008020000000000001,
      "step": 402,
      "tokens_trained": 0.197586784
    },
    {
      "epoch": 0.1146018012906886,
      "grad_norm": 144.40835571289062,
      "loss": 6.2402,
      "lr": 0.0008060000000000001,
      "step": 404,
      "tokens_trained": 0.198570824
    },
    {
      "epoch": 0.11516913694064251,
      "grad_norm": 306.57562255859375,
      "loss": 7.1739,
      "lr": 0.0008100000000000001,
      "step": 406,
      "tokens_trained": 0.199548328
    },
    {
      "epoch": 0.11573647259059641,
      "grad_norm": 308.79180908203125,
      "loss": 6.0972,
      "lr": 0.0008139999999999999,
      "step": 408,
      "tokens_trained": 0.200532496
    },
    {
      "epoch": 0.11630380824055031,
      "grad_norm": 197.76791381835938,
      "loss": 6.3533,
      "lr": 0.0008179999999999999,
      "step": 410,
      "tokens_trained": 0.201514648
    },
    {
      "epoch": 0.11687114389050422,
      "grad_norm": 129.5694580078125,
      "loss": 6.9628,
      "lr": 0.0008219999999999999,
      "step": 412,
      "tokens_trained": 0.2024994
    },
    {
      "epoch": 0.11743847954045812,
      "grad_norm": 446.0195617675781,
      "loss": 11.7562,
      "lr": 0.000826,
      "step": 414,
      "tokens_trained": 0.20348012
    },
    {
      "epoch": 0.11800581519041203,
      "grad_norm": 355.5342712402344,
      "loss": 8.8055,
      "lr": 0.00083,
      "step": 416,
      "tokens_trained": 0.20446356
    },
    {
      "epoch": 0.11857315084036593,
      "grad_norm": 456.2491149902344,
      "loss": 9.606,
      "lr": 0.000834,
      "step": 418,
      "tokens_trained": 0.205445288
    },
    {
      "epoch": 0.11914048649031983,
      "grad_norm": 369.8676452636719,
      "loss": 8.385,
      "lr": 0.000838,
      "step": 420,
      "tokens_trained": 0.206427832
    },
    {
      "epoch": 0.11970782214027374,
      "grad_norm": 262.19073486328125,
      "loss": 9.0956,
      "lr": 0.000842,
      "step": 422,
      "tokens_trained": 0.207409848
    },
    {
      "epoch": 0.12027515779022764,
      "grad_norm": 120.3193130493164,
      "loss": 5.4937,
      "lr": 0.000846,
      "step": 424,
      "tokens_trained": 0.208391752
    },
    {
      "epoch": 0.12084249344018155,
      "grad_norm": 222.1111297607422,
      "loss": 8.9367,
      "lr": 0.00085,
      "step": 426,
      "tokens_trained": 0.20937384
    },
    {
      "epoch": 0.12140982909013545,
      "grad_norm": 137.16819763183594,
      "loss": 7.5876,
      "lr": 0.000854,
      "step": 428,
      "tokens_trained": 0.210358576
    },
    {
      "epoch": 0.12197716474008935,
      "grad_norm": 267.61846923828125,
      "loss": 8.817,
      "lr": 0.000858,
      "step": 430,
      "tokens_trained": 0.211340064
    },
    {
      "epoch": 0.12254450039004326,
      "grad_norm": 472.72906494140625,
      "loss": 8.203,
      "lr": 0.000862,
      "step": 432,
      "tokens_trained": 0.212321144
    },
    {
      "epoch": 0.12311183603999716,
      "grad_norm": 297.1420593261719,
      "loss": 10.987,
      "lr": 0.000866,
      "step": 434,
      "tokens_trained": 0.213300312
    },
    {
      "epoch": 0.12367917168995107,
      "grad_norm": 281.7297668457031,
      "loss": 7.6117,
      "lr": 0.00087,
      "step": 436,
      "tokens_trained": 0.214287624
    },
    {
      "epoch": 0.12424650733990497,
      "grad_norm": 203.09678649902344,
      "loss": 6.5638,
      "lr": 0.000874,
      "step": 438,
      "tokens_trained": 0.215272136
    },
    {
      "epoch": 0.12481384298985887,
      "grad_norm": 155.7823944091797,
      "loss": 6.1131,
      "lr": 0.000878,
      "step": 440,
      "tokens_trained": 0.216256392
    },
    {
      "epoch": 0.12538117863981277,
      "grad_norm": 189.86196899414062,
      "loss": 8.2565,
      "lr": 0.000882,
      "step": 442,
      "tokens_trained": 0.217242504
    },
    {
      "epoch": 0.1259485142897667,
      "grad_norm": 247.4568634033203,
      "loss": 7.1005,
      "lr": 0.0008860000000000001,
      "step": 444,
      "tokens_trained": 0.218226008
    },
    {
      "epoch": 0.1265158499397206,
      "grad_norm": 179.72825622558594,
      "loss": 6.3379,
      "lr": 0.0008900000000000001,
      "step": 446,
      "tokens_trained": 0.219210584
    },
    {
      "epoch": 0.1270831855896745,
      "grad_norm": 212.96356201171875,
      "loss": 7.2514,
      "lr": 0.000894,
      "step": 448,
      "tokens_trained": 0.220193952
    },
    {
      "epoch": 0.1276505212396284,
      "grad_norm": 105.67095947265625,
      "loss": 5.456,
      "lr": 0.000898,
      "step": 450,
      "tokens_trained": 0.221176936
    },
    {
      "epoch": 0.1282178568895823,
      "grad_norm": 302.9122619628906,
      "loss": 6.4018,
      "lr": 0.000902,
      "step": 452,
      "tokens_trained": 0.222161952
    },
    {
      "epoch": 0.12878519253953621,
      "grad_norm": 215.66561889648438,
      "loss": 6.2853,
      "lr": 0.000906,
      "step": 454,
      "tokens_trained": 0.223144912
    },
    {
      "epoch": 0.1293525281894901,
      "grad_norm": 272.9984130859375,
      "loss": 7.3902,
      "lr": 0.00091,
      "step": 456,
      "tokens_trained": 0.224127392
    },
    {
      "epoch": 0.129919863839444,
      "grad_norm": 200.7503662109375,
      "loss": 6.1637,
      "lr": 0.0009140000000000001,
      "step": 458,
      "tokens_trained": 0.22511648
    },
    {
      "epoch": 0.1304871994893979,
      "grad_norm": 93.23990631103516,
      "loss": 6.4867,
      "lr": 0.0009180000000000001,
      "step": 460,
      "tokens_trained": 0.226098144
    },
    {
      "epoch": 0.1310545351393518,
      "grad_norm": 274.37164306640625,
      "loss": 8.99,
      "lr": 0.0009220000000000001,
      "step": 462,
      "tokens_trained": 0.227081848
    },
    {
      "epoch": 0.13162187078930573,
      "grad_norm": 186.66322326660156,
      "loss": 8.7122,
      "lr": 0.0009260000000000001,
      "step": 464,
      "tokens_trained": 0.22806636
    },
    {
      "epoch": 0.13218920643925963,
      "grad_norm": 586.1035766601562,
      "loss": 9.1045,
      "lr": 0.00093,
      "step": 466,
      "tokens_trained": 0.229047872
    },
    {
      "epoch": 0.13275654208921353,
      "grad_norm": 227.55996704101562,
      "loss": 9.7276,
      "lr": 0.000934,
      "step": 468,
      "tokens_trained": 0.230031144
    },
    {
      "epoch": 0.13332387773916743,
      "grad_norm": 229.26609802246094,
      "loss": 6.6244,
      "lr": 0.0009379999999999999,
      "step": 470,
      "tokens_trained": 0.2310158
    },
    {
      "epoch": 0.13389121338912133,
      "grad_norm": 145.16331481933594,
      "loss": 5.759,
      "lr": 0.000942,
      "step": 472,
      "tokens_trained": 0.2319996
    },
    {
      "epoch": 0.13445854903907525,
      "grad_norm": 109.9937744140625,
      "loss": 5.4838,
      "lr": 0.000946,
      "step": 474,
      "tokens_trained": 0.232983808
    },
    {
      "epoch": 0.13502588468902915,
      "grad_norm": 135.74899291992188,
      "loss": 6.2738,
      "lr": 0.00095,
      "step": 476,
      "tokens_trained": 0.233963016
    },
    {
      "epoch": 0.13559322033898305,
      "grad_norm": 142.99449157714844,
      "loss": 5.8459,
      "lr": 0.000954,
      "step": 478,
      "tokens_trained": 0.234948864
    },
    {
      "epoch": 0.13616055598893695,
      "grad_norm": 198.66883850097656,
      "loss": 6.6626,
      "lr": 0.000958,
      "step": 480,
      "tokens_trained": 0.235932392
    },
    {
      "epoch": 0.13672789163889085,
      "grad_norm": 260.76507568359375,
      "loss": 6.9299,
      "lr": 0.000962,
      "step": 482,
      "tokens_trained": 0.236915664
    },
    {
      "epoch": 0.13729522728884477,
      "grad_norm": 267.97589111328125,
      "loss": 6.4343,
      "lr": 0.000966,
      "step": 484,
      "tokens_trained": 0.237896904
    },
    {
      "epoch": 0.13786256293879867,
      "grad_norm": 89.8781967163086,
      "loss": 6.3203,
      "lr": 0.0009699999999999999,
      "step": 486,
      "tokens_trained": 0.238874528
    },
    {
      "epoch": 0.13842989858875257,
      "grad_norm": 225.62985229492188,
      "loss": 6.2778,
      "lr": 0.000974,
      "step": 488,
      "tokens_trained": 0.2398588
    },
    {
      "epoch": 0.13899723423870647,
      "grad_norm": 85.84110260009766,
      "loss": 5.2786,
      "lr": 0.000978,
      "step": 490,
      "tokens_trained": 0.240839968
    },
    {
      "epoch": 0.13956456988866037,
      "grad_norm": 141.4368438720703,
      "loss": 5.5525,
      "lr": 0.000982,
      "step": 492,
      "tokens_trained": 0.241823544
    },
    {
      "epoch": 0.1401319055386143,
      "grad_norm": 94.9535140991211,
      "loss": 5.4386,
      "lr": 0.0009860000000000001,
      "step": 494,
      "tokens_trained": 0.242805456
    },
    {
      "epoch": 0.1406992411885682,
      "grad_norm": 157.4557647705078,
      "loss": 5.9786,
      "lr": 0.00099,
      "step": 496,
      "tokens_trained": 0.243792496
    },
    {
      "epoch": 0.1412665768385221,
      "grad_norm": 319.5025634765625,
      "loss": 7.04,
      "lr": 0.000994,
      "step": 498,
      "tokens_trained": 0.244772472
    },
    {
      "epoch": 0.141833912488476,
      "grad_norm": 282.26824951171875,
      "loss": 9.4037,
      "lr": 0.000998,
      "step": 500,
      "tokens_trained": 0.245758968
    },
    {
      "epoch": 0.141833912488476,
      "eval_loss": 2.152184247970581,
      "eval_runtime": 21.2772,
      "step": 500,
      "tokens_trained": 0.245758968
    },
    {
      "epoch": 0.1424012481384299,
      "grad_norm": 306.0666809082031,
      "loss": 7.8845,
      "lr": 0.00099986013986014,
      "step": 502,
      "tokens_trained": 0.246739024
    },
    {
      "epoch": 0.1429685837883838,
      "grad_norm": 188.89024353027344,
      "loss": 6.8118,
      "lr": 0.0009995804195804196,
      "step": 504,
      "tokens_trained": 0.247726552
    },
    {
      "epoch": 0.1435359194383377,
      "grad_norm": 228.97474670410156,
      "loss": 6.8475,
      "lr": 0.0009993006993006994,
      "step": 506,
      "tokens_trained": 0.24870688
    },
    {
      "epoch": 0.1441032550882916,
      "grad_norm": 229.80029296875,
      "loss": 6.2171,
      "lr": 0.000999020979020979,
      "step": 508,
      "tokens_trained": 0.249689096
    },
    {
      "epoch": 0.1446705907382455,
      "grad_norm": 157.30340576171875,
      "loss": 6.2281,
      "lr": 0.0009987412587412587,
      "step": 510,
      "tokens_trained": 0.250671768
    },
    {
      "epoch": 0.1452379263881994,
      "grad_norm": 176.64683532714844,
      "loss": 6.5993,
      "lr": 0.0009984615384615386,
      "step": 512,
      "tokens_trained": 0.25165608
    },
    {
      "epoch": 0.14580526203815333,
      "grad_norm": 197.20526123046875,
      "loss": 5.7267,
      "lr": 0.0009981818181818182,
      "step": 514,
      "tokens_trained": 0.252639712
    },
    {
      "epoch": 0.14637259768810723,
      "grad_norm": 54.713260650634766,
      "loss": 5.7911,
      "lr": 0.000997902097902098,
      "step": 516,
      "tokens_trained": 0.253622816
    },
    {
      "epoch": 0.14693993333806113,
      "grad_norm": 185.74923706054688,
      "loss": 7.0055,
      "lr": 0.0009976223776223777,
      "step": 518,
      "tokens_trained": 0.254602792
    },
    {
      "epoch": 0.14750726898801503,
      "grad_norm": 240.31021118164062,
      "loss": 6.452,
      "lr": 0.0009973426573426573,
      "step": 520,
      "tokens_trained": 0.255584736
    },
    {
      "epoch": 0.14807460463796893,
      "grad_norm": 160.2477264404297,
      "loss": 7.6556,
      "lr": 0.000997062937062937,
      "step": 522,
      "tokens_trained": 0.256563792
    },
    {
      "epoch": 0.14864194028792285,
      "grad_norm": 283.0034484863281,
      "loss": 6.5345,
      "lr": 0.0009967832167832168,
      "step": 524,
      "tokens_trained": 0.257546656
    },
    {
      "epoch": 0.14920927593787675,
      "grad_norm": 245.537109375,
      "loss": 6.3281,
      "lr": 0.0009965034965034964,
      "step": 526,
      "tokens_trained": 0.258530832
    },
    {
      "epoch": 0.14977661158783065,
      "grad_norm": 162.1538848876953,
      "loss": 7.4072,
      "lr": 0.0009962237762237763,
      "step": 528,
      "tokens_trained": 0.259514528
    },
    {
      "epoch": 0.15034394723778455,
      "grad_norm": 107.25792694091797,
      "loss": 5.356,
      "lr": 0.000995944055944056,
      "step": 530,
      "tokens_trained": 0.260500912
    },
    {
      "epoch": 0.15091128288773845,
      "grad_norm": 173.73353576660156,
      "loss": 6.8625,
      "lr": 0.0009956643356643356,
      "step": 532,
      "tokens_trained": 0.26148632
    },
    {
      "epoch": 0.15147861853769237,
      "grad_norm": 178.33541870117188,
      "loss": 5.8794,
      "lr": 0.0009953846153846154,
      "step": 534,
      "tokens_trained": 0.262468816
    },
    {
      "epoch": 0.15204595418764627,
      "grad_norm": 181.2533416748047,
      "loss": 7.0243,
      "lr": 0.000995104895104895,
      "step": 536,
      "tokens_trained": 0.263446696
    },
    {
      "epoch": 0.15261328983760017,
      "grad_norm": 208.79293823242188,
      "loss": 5.8908,
      "lr": 0.000994825174825175,
      "step": 538,
      "tokens_trained": 0.26443108
    },
    {
      "epoch": 0.15318062548755407,
      "grad_norm": 148.66285705566406,
      "loss": 6.0831,
      "lr": 0.0009945454545454546,
      "step": 540,
      "tokens_trained": 0.265414496
    },
    {
      "epoch": 0.15374796113750797,
      "grad_norm": 165.044189453125,
      "loss": 5.5594,
      "lr": 0.0009942657342657344,
      "step": 542,
      "tokens_trained": 0.266394128
    },
    {
      "epoch": 0.1543152967874619,
      "grad_norm": 124.5405502319336,
      "loss": 5.2442,
      "lr": 0.000993986013986014,
      "step": 544,
      "tokens_trained": 0.267378768
    },
    {
      "epoch": 0.1548826324374158,
      "grad_norm": 68.66510772705078,
      "loss": 5.1173,
      "lr": 0.0009937062937062937,
      "step": 546,
      "tokens_trained": 0.268360184
    },
    {
      "epoch": 0.1554499680873697,
      "grad_norm": 57.052860260009766,
      "loss": 5.2348,
      "lr": 0.0009934265734265735,
      "step": 548,
      "tokens_trained": 0.269345672
    },
    {
      "epoch": 0.1560173037373236,
      "grad_norm": 184.9175567626953,
      "loss": 6.7748,
      "lr": 0.0009931468531468532,
      "step": 550,
      "tokens_trained": 0.2703288
    },
    {
      "epoch": 0.15658463938727749,
      "grad_norm": 72.9861831665039,
      "loss": 5.7387,
      "lr": 0.000992867132867133,
      "step": 552,
      "tokens_trained": 0.271309176
    },
    {
      "epoch": 0.1571519750372314,
      "grad_norm": 135.864501953125,
      "loss": 6.3035,
      "lr": 0.0009925874125874127,
      "step": 554,
      "tokens_trained": 0.27229644
    },
    {
      "epoch": 0.1577193106871853,
      "grad_norm": 130.579833984375,
      "loss": 5.4434,
      "lr": 0.0009923076923076923,
      "step": 556,
      "tokens_trained": 0.273277904
    },
    {
      "epoch": 0.1582866463371392,
      "grad_norm": 206.77345275878906,
      "loss": 5.8649,
      "lr": 0.000992027972027972,
      "step": 558,
      "tokens_trained": 0.274261712
    },
    {
      "epoch": 0.1588539819870931,
      "grad_norm": 144.0505828857422,
      "loss": 5.3459,
      "lr": 0.0009917482517482518,
      "step": 560,
      "tokens_trained": 0.2752468
    },
    {
      "epoch": 0.159421317637047,
      "grad_norm": 87.56634521484375,
      "loss": 5.6321,
      "lr": 0.0009914685314685314,
      "step": 562,
      "tokens_trained": 0.276232384
    },
    {
      "epoch": 0.15998865328700093,
      "grad_norm": 275.2727355957031,
      "loss": 6.7515,
      "lr": 0.0009911888111888113,
      "step": 564,
      "tokens_trained": 0.277211608
    },
    {
      "epoch": 0.16055598893695483,
      "grad_norm": 97.00019836425781,
      "loss": 5.4374,
      "lr": 0.000990909090909091,
      "step": 566,
      "tokens_trained": 0.278196336
    },
    {
      "epoch": 0.16112332458690873,
      "grad_norm": 102.91439056396484,
      "loss": 5.729,
      "lr": 0.0009906293706293705,
      "step": 568,
      "tokens_trained": 0.279175672
    },
    {
      "epoch": 0.16169066023686263,
      "grad_norm": 151.12432861328125,
      "loss": 5.4189,
      "lr": 0.0009903496503496504,
      "step": 570,
      "tokens_trained": 0.280161088
    },
    {
      "epoch": 0.16225799588681653,
      "grad_norm": 86.6823959350586,
      "loss": 5.1704,
      "lr": 0.00099006993006993,
      "step": 572,
      "tokens_trained": 0.28114256
    },
    {
      "epoch": 0.16282533153677045,
      "grad_norm": 90.7052230834961,
      "loss": 5.3673,
      "lr": 0.0009897902097902099,
      "step": 574,
      "tokens_trained": 0.282128904
    },
    {
      "epoch": 0.16339266718672435,
      "grad_norm": 146.92874145507812,
      "loss": 5.5971,
      "lr": 0.0009895104895104895,
      "step": 576,
      "tokens_trained": 0.28311528
    },
    {
      "epoch": 0.16396000283667825,
      "grad_norm": 189.76296997070312,
      "loss": 5.3109,
      "lr": 0.0009892307692307694,
      "step": 578,
      "tokens_trained": 0.284098528
    },
    {
      "epoch": 0.16452733848663215,
      "grad_norm": 174.48092651367188,
      "loss": 5.68,
      "lr": 0.000988951048951049,
      "step": 580,
      "tokens_trained": 0.285081064
    },
    {
      "epoch": 0.16509467413658604,
      "grad_norm": 154.10816955566406,
      "loss": 5.3307,
      "lr": 0.0009886713286713286,
      "step": 582,
      "tokens_trained": 0.286067952
    },
    {
      "epoch": 0.16566200978653997,
      "grad_norm": 64.28263092041016,
      "loss": 5.1676,
      "lr": 0.0009883916083916085,
      "step": 584,
      "tokens_trained": 0.287051384
    },
    {
      "epoch": 0.16622934543649387,
      "grad_norm": 103.81795501708984,
      "loss": 5.3436,
      "lr": 0.0009881118881118881,
      "step": 586,
      "tokens_trained": 0.28803284
    },
    {
      "epoch": 0.16679668108644777,
      "grad_norm": 144.0076904296875,
      "loss": 5.3033,
      "lr": 0.000987832167832168,
      "step": 588,
      "tokens_trained": 0.289014824
    },
    {
      "epoch": 0.16736401673640167,
      "grad_norm": 88.31237030029297,
      "loss": 5.0609,
      "lr": 0.0009875524475524476,
      "step": 590,
      "tokens_trained": 0.289999864
    },
    {
      "epoch": 0.16793135238635556,
      "grad_norm": 68.4583740234375,
      "loss": 5.0702,
      "lr": 0.0009872727272727273,
      "step": 592,
      "tokens_trained": 0.290983888
    },
    {
      "epoch": 0.1684986880363095,
      "grad_norm": 135.28665161132812,
      "loss": 5.3962,
      "lr": 0.000986993006993007,
      "step": 594,
      "tokens_trained": 0.291965752
    },
    {
      "epoch": 0.1690660236862634,
      "grad_norm": 80.0412368774414,
      "loss": 5.0246,
      "lr": 0.0009867132867132867,
      "step": 596,
      "tokens_trained": 0.292946952
    },
    {
      "epoch": 0.1696333593362173,
      "grad_norm": 43.29194641113281,
      "loss": 5.0051,
      "lr": 0.0009864335664335664,
      "step": 598,
      "tokens_trained": 0.293928976
    },
    {
      "epoch": 0.17020069498617119,
      "grad_norm": 220.88687133789062,
      "loss": 6.0798,
      "lr": 0.0009861538461538462,
      "step": 600,
      "tokens_trained": 0.294912408
    },
    {
      "epoch": 0.17076803063612508,
      "grad_norm": 102.58654022216797,
      "loss": 5.1271,
      "lr": 0.0009858741258741259,
      "step": 602,
      "tokens_trained": 0.29589416
    },
    {
      "epoch": 0.171335366286079,
      "grad_norm": 119.0067138671875,
      "loss": 5.7402,
      "lr": 0.0009855944055944055,
      "step": 604,
      "tokens_trained": 0.296878584
    },
    {
      "epoch": 0.1719027019360329,
      "grad_norm": 138.8656005859375,
      "loss": 5.1951,
      "lr": 0.0009853146853146854,
      "step": 606,
      "tokens_trained": 0.297864552
    },
    {
      "epoch": 0.1724700375859868,
      "grad_norm": 73.5890884399414,
      "loss": 5.2522,
      "lr": 0.000985034965034965,
      "step": 608,
      "tokens_trained": 0.298854088
    },
    {
      "epoch": 0.1730373732359407,
      "grad_norm": 113.78330993652344,
      "loss": 5.6683,
      "lr": 0.0009847552447552449,
      "step": 610,
      "tokens_trained": 0.299835024
    },
    {
      "epoch": 0.1736047088858946,
      "grad_norm": 125.20297241210938,
      "loss": 5.1812,
      "lr": 0.0009844755244755245,
      "step": 612,
      "tokens_trained": 0.30082032
    },
    {
      "epoch": 0.17417204453584853,
      "grad_norm": 67.46041870117188,
      "loss": 5.0417,
      "lr": 0.0009841958041958043,
      "step": 614,
      "tokens_trained": 0.301808456
    },
    {
      "epoch": 0.17473938018580243,
      "grad_norm": 117.30754852294922,
      "loss": 5.3064,
      "lr": 0.000983916083916084,
      "step": 616,
      "tokens_trained": 0.302794456
    },
    {
      "epoch": 0.17530671583575633,
      "grad_norm": 124.30754089355469,
      "loss": 5.1614,
      "lr": 0.0009836363636363636,
      "step": 618,
      "tokens_trained": 0.303777376
    },
    {
      "epoch": 0.17587405148571023,
      "grad_norm": 102.72042083740234,
      "loss": 5.1265,
      "lr": 0.0009833566433566435,
      "step": 620,
      "tokens_trained": 0.304758864
    },
    {
      "epoch": 0.17644138713566412,
      "grad_norm": 39.332252502441406,
      "loss": 5.1078,
      "lr": 0.000983076923076923,
      "step": 622,
      "tokens_trained": 0.30574392
    },
    {
      "epoch": 0.17700872278561805,
      "grad_norm": 153.84811401367188,
      "loss": 5.7696,
      "lr": 0.000982797202797203,
      "step": 624,
      "tokens_trained": 0.306727584
    },
    {
      "epoch": 0.17729239061059499,
      "eval_loss": 1.3463915586471558,
      "eval_runtime": 20.8357,
      "step": 625,
      "tokens_trained": 0.307220496
    },
    {
      "epoch": 0.17757605843557195,
      "grad_norm": 160.2552490234375,
      "loss": 5.2283,
      "lr": 0.0009825174825174826,
      "step": 626,
      "tokens_trained": 0.307713024
    },
    {
      "epoch": 0.17814339408552585,
      "grad_norm": 186.77407836914062,
      "loss": 5.2866,
      "lr": 0.0009822377622377622,
      "step": 628,
      "tokens_trained": 0.308700128
    },
    {
      "epoch": 0.17871072973547975,
      "grad_norm": 84.55519104003906,
      "loss": 5.1106,
      "lr": 0.0009819580419580419,
      "step": 630,
      "tokens_trained": 0.309681208
    },
    {
      "epoch": 0.17927806538543364,
      "grad_norm": 20.617040634155273,
      "loss": 4.8327,
      "lr": 0.0009816783216783217,
      "step": 632,
      "tokens_trained": 0.310662224
    },
    {
      "epoch": 0.17984540103538757,
      "grad_norm": 168.06039428710938,
      "loss": 6.0704,
      "lr": 0.0009813986013986014,
      "step": 634,
      "tokens_trained": 0.31164064
    },
    {
      "epoch": 0.18041273668534147,
      "grad_norm": 238.23736572265625,
      "loss": 5.6188,
      "lr": 0.0009811188811188812,
      "step": 636,
      "tokens_trained": 0.312622568
    },
    {
      "epoch": 0.18098007233529537,
      "grad_norm": 140.0707550048828,
      "loss": 6.4034,
      "lr": 0.0009808391608391608,
      "step": 638,
      "tokens_trained": 0.313604944
    },
    {
      "epoch": 0.18154740798524927,
      "grad_norm": 161.19302368164062,
      "loss": 5.4906,
      "lr": 0.0009805594405594405,
      "step": 640,
      "tokens_trained": 0.314592072
    },
    {
      "epoch": 0.18211474363520316,
      "grad_norm": 121.9577407836914,
      "loss": 5.2097,
      "lr": 0.0009802797202797203,
      "step": 642,
      "tokens_trained": 0.315574392
    },
    {
      "epoch": 0.1826820792851571,
      "grad_norm": 121.25574493408203,
      "loss": 5.0317,
      "lr": 0.00098,
      "step": 644,
      "tokens_trained": 0.316559008
    },
    {
      "epoch": 0.183249414935111,
      "grad_norm": 28.328269958496094,
      "loss": 4.932,
      "lr": 0.0009797202797202798,
      "step": 646,
      "tokens_trained": 0.317538776
    },
    {
      "epoch": 0.1838167505850649,
      "grad_norm": 127.77408599853516,
      "loss": 5.8335,
      "lr": 0.0009794405594405595,
      "step": 648,
      "tokens_trained": 0.31851792
    },
    {
      "epoch": 0.18438408623501878,
      "grad_norm": 94.9522933959961,
      "loss": 5.1948,
      "lr": 0.000979160839160839,
      "step": 650,
      "tokens_trained": 0.319501576
    },
    {
      "epoch": 0.18495142188497268,
      "grad_norm": 110.33658599853516,
      "loss": 5.098,
      "lr": 0.000978881118881119,
      "step": 652,
      "tokens_trained": 0.320482392
    },
    {
      "epoch": 0.1855187575349266,
      "grad_norm": 67.23124694824219,
      "loss": 4.7723,
      "lr": 0.0009786013986013986,
      "step": 654,
      "tokens_trained": 0.32146712
    },
    {
      "epoch": 0.1860860931848805,
      "grad_norm": 61.519866943359375,
      "loss": 4.7245,
      "lr": 0.0009783216783216782,
      "step": 656,
      "tokens_trained": 0.322449576
    },
    {
      "epoch": 0.1866534288348344,
      "grad_norm": 99.51078033447266,
      "loss": 4.783,
      "lr": 0.000978041958041958,
      "step": 658,
      "tokens_trained": 0.323432688
    },
    {
      "epoch": 0.1872207644847883,
      "grad_norm": 44.619197845458984,
      "loss": 4.7495,
      "lr": 0.000977762237762238,
      "step": 660,
      "tokens_trained": 0.324413952
    },
    {
      "epoch": 0.18778810013474223,
      "grad_norm": 114.5891342163086,
      "loss": 5.1261,
      "lr": 0.0009774825174825176,
      "step": 662,
      "tokens_trained": 0.325394536
    },
    {
      "epoch": 0.18835543578469613,
      "grad_norm": 100.3728256225586,
      "loss": 4.7883,
      "lr": 0.0009772027972027972,
      "step": 664,
      "tokens_trained": 0.326374672
    },
    {
      "epoch": 0.18892277143465003,
      "grad_norm": 51.883033752441406,
      "loss": 4.7249,
      "lr": 0.0009769230769230768,
      "step": 666,
      "tokens_trained": 0.327357152
    },
    {
      "epoch": 0.18949010708460393,
      "grad_norm": 82.27507019042969,
      "loss": 4.8277,
      "lr": 0.0009766433566433567,
      "step": 668,
      "tokens_trained": 0.328342088
    },
    {
      "epoch": 0.19005744273455782,
      "grad_norm": 83.53064727783203,
      "loss": 4.8338,
      "lr": 0.0009763636363636363,
      "step": 670,
      "tokens_trained": 0.329319248
    },
    {
      "epoch": 0.19062477838451175,
      "grad_norm": 76.18387603759766,
      "loss": 4.6958,
      "lr": 0.0009760839160839161,
      "step": 672,
      "tokens_trained": 0.330305968
    },
    {
      "epoch": 0.19119211403446565,
      "grad_norm": 27.401426315307617,
      "loss": 4.6929,
      "lr": 0.0009758041958041958,
      "step": 674,
      "tokens_trained": 0.3312912
    },
    {
      "epoch": 0.19175944968441955,
      "grad_norm": 186.770263671875,
      "loss": 5.5089,
      "lr": 0.0009755244755244756,
      "step": 676,
      "tokens_trained": 0.332275224
    },
    {
      "epoch": 0.19232678533437345,
      "grad_norm": 105.02385711669922,
      "loss": 4.8876,
      "lr": 0.0009752447552447553,
      "step": 678,
      "tokens_trained": 0.33325588
    },
    {
      "epoch": 0.19289412098432734,
      "grad_norm": 94.96269989013672,
      "loss": 5.1235,
      "lr": 0.0009749650349650349,
      "step": 680,
      "tokens_trained": 0.334238408
    },
    {
      "epoch": 0.19346145663428127,
      "grad_norm": 92.29356384277344,
      "loss": 4.8194,
      "lr": 0.0009746853146853148,
      "step": 682,
      "tokens_trained": 0.335219368
    },
    {
      "epoch": 0.19402879228423517,
      "grad_norm": 59.1584358215332,
      "loss": 4.7511,
      "lr": 0.0009744055944055944,
      "step": 684,
      "tokens_trained": 0.336207136
    },
    {
      "epoch": 0.19459612793418907,
      "grad_norm": 54.759002685546875,
      "loss": 4.777,
      "lr": 0.0009741258741258742,
      "step": 686,
      "tokens_trained": 0.337193536
    },
    {
      "epoch": 0.19516346358414297,
      "grad_norm": 92.20452880859375,
      "loss": 4.8225,
      "lr": 0.0009738461538461538,
      "step": 688,
      "tokens_trained": 0.338179224
    },
    {
      "epoch": 0.19573079923409686,
      "grad_norm": 75.97005462646484,
      "loss": 4.655,
      "lr": 0.0009735664335664336,
      "step": 690,
      "tokens_trained": 0.339162168
    },
    {
      "epoch": 0.1962981348840508,
      "grad_norm": 58.19076919555664,
      "loss": 4.6446,
      "lr": 0.0009732867132867133,
      "step": 692,
      "tokens_trained": 0.340138904
    },
    {
      "epoch": 0.1968654705340047,
      "grad_norm": 50.81512451171875,
      "loss": 4.5866,
      "lr": 0.000973006993006993,
      "step": 694,
      "tokens_trained": 0.34112288
    },
    {
      "epoch": 0.1974328061839586,
      "grad_norm": 61.683372497558594,
      "loss": 4.6018,
      "lr": 0.0009727272727272728,
      "step": 696,
      "tokens_trained": 0.342111992
    },
    {
      "epoch": 0.19800014183391249,
      "grad_norm": 61.01798629760742,
      "loss": 4.6007,
      "lr": 0.0009724475524475524,
      "step": 698,
      "tokens_trained": 0.343095912
    },
    {
      "epoch": 0.19856747748386638,
      "grad_norm": 96.49671936035156,
      "loss": 4.7035,
      "lr": 0.0009721678321678323,
      "step": 700,
      "tokens_trained": 0.344078632
    },
    {
      "epoch": 0.1991348131338203,
      "grad_norm": 64.7771224975586,
      "loss": 4.8341,
      "lr": 0.0009718881118881119,
      "step": 702,
      "tokens_trained": 0.345060576
    },
    {
      "epoch": 0.1997021487837742,
      "grad_norm": 90.1478042602539,
      "loss": 4.7739,
      "lr": 0.0009716083916083917,
      "step": 704,
      "tokens_trained": 0.34604112
    },
    {
      "epoch": 0.2002694844337281,
      "grad_norm": 67.6308822631836,
      "loss": 4.6218,
      "lr": 0.0009713286713286713,
      "step": 706,
      "tokens_trained": 0.347023496
    },
    {
      "epoch": 0.200836820083682,
      "grad_norm": 40.50175094604492,
      "loss": 4.6008,
      "lr": 0.000971048951048951,
      "step": 708,
      "tokens_trained": 0.348005416
    },
    {
      "epoch": 0.2014041557336359,
      "grad_norm": 33.6448860168457,
      "loss": 4.5307,
      "lr": 0.0009707692307692308,
      "step": 710,
      "tokens_trained": 0.3489886
    },
    {
      "epoch": 0.20197149138358983,
      "grad_norm": 15.484851837158203,
      "loss": 4.5065,
      "lr": 0.0009704895104895105,
      "step": 712,
      "tokens_trained": 0.34997024
    },
    {
      "epoch": 0.20253882703354373,
      "grad_norm": 109.26301574707031,
      "loss": 4.9613,
      "lr": 0.0009702097902097903,
      "step": 714,
      "tokens_trained": 0.350958496
    },
    {
      "epoch": 0.20310616268349763,
      "grad_norm": 150.07492065429688,
      "loss": 4.8507,
      "lr": 0.0009699300699300699,
      "step": 716,
      "tokens_trained": 0.35193892
    },
    {
      "epoch": 0.20367349833345152,
      "grad_norm": 113.43978881835938,
      "loss": 5.4494,
      "lr": 0.0009696503496503498,
      "step": 718,
      "tokens_trained": 0.35291908
    },
    {
      "epoch": 0.20424083398340542,
      "grad_norm": 123.0071792602539,
      "loss": 4.9475,
      "lr": 0.0009693706293706294,
      "step": 720,
      "tokens_trained": 0.353896072
    },
    {
      "epoch": 0.20480816963335935,
      "grad_norm": 65.55500793457031,
      "loss": 4.7585,
      "lr": 0.0009690909090909091,
      "step": 722,
      "tokens_trained": 0.354878992
    },
    {
      "epoch": 0.20537550528331325,
      "grad_norm": 36.11159896850586,
      "loss": 4.6323,
      "lr": 0.0009688111888111888,
      "step": 724,
      "tokens_trained": 0.355863728
    },
    {
      "epoch": 0.20594284093326715,
      "grad_norm": 30.566436767578125,
      "loss": 4.53,
      "lr": 0.0009685314685314685,
      "step": 726,
      "tokens_trained": 0.356845272
    },
    {
      "epoch": 0.20651017658322104,
      "grad_norm": 59.01853561401367,
      "loss": 4.5283,
      "lr": 0.0009682517482517483,
      "step": 728,
      "tokens_trained": 0.357826656
    },
    {
      "epoch": 0.20707751223317494,
      "grad_norm": 91.78115844726562,
      "loss": 4.6149,
      "lr": 0.000967972027972028,
      "step": 730,
      "tokens_trained": 0.358809896
    },
    {
      "epoch": 0.20764484788312887,
      "grad_norm": 67.97398376464844,
      "loss": 4.617,
      "lr": 0.0009676923076923078,
      "step": 732,
      "tokens_trained": 0.359788736
    },
    {
      "epoch": 0.20821218353308277,
      "grad_norm": 42.82001876831055,
      "loss": 4.6134,
      "lr": 0.0009674125874125874,
      "step": 734,
      "tokens_trained": 0.360771744
    },
    {
      "epoch": 0.20877951918303667,
      "grad_norm": 63.52122116088867,
      "loss": 4.6995,
      "lr": 0.0009671328671328672,
      "step": 736,
      "tokens_trained": 0.361757656
    },
    {
      "epoch": 0.20934685483299056,
      "grad_norm": 116.39544677734375,
      "loss": 4.7153,
      "lr": 0.0009668531468531469,
      "step": 738,
      "tokens_trained": 0.362744008
    },
    {
      "epoch": 0.20991419048294446,
      "grad_norm": 40.74269485473633,
      "loss": 4.7978,
      "lr": 0.0009665734265734266,
      "step": 740,
      "tokens_trained": 0.36372872
    },
    {
      "epoch": 0.2104815261328984,
      "grad_norm": 114.29917907714844,
      "loss": 5.1683,
      "lr": 0.0009662937062937063,
      "step": 742,
      "tokens_trained": 0.364710536
    },
    {
      "epoch": 0.2110488617828523,
      "grad_norm": 115.83326721191406,
      "loss": 4.7642,
      "lr": 0.000966013986013986,
      "step": 744,
      "tokens_trained": 0.3656912
    },
    {
      "epoch": 0.21161619743280619,
      "grad_norm": 21.708093643188477,
      "loss": 4.8244,
      "lr": 0.0009657342657342657,
      "step": 746,
      "tokens_trained": 0.36667388
    },
    {
      "epoch": 0.21218353308276008,
      "grad_norm": 182.01918029785156,
      "loss": 5.6045,
      "lr": 0.0009654545454545455,
      "step": 748,
      "tokens_trained": 0.3676634
    },
    {
      "epoch": 0.21275086873271398,
      "grad_norm": 47.119319915771484,
      "loss": 4.7929,
      "lr": 0.0009651748251748252,
      "step": 750,
      "tokens_trained": 0.368647288
    },
    {
      "epoch": 0.21275086873271398,
      "eval_loss": 1.2186306715011597,
      "eval_runtime": 20.9362,
      "step": 750,
      "tokens_trained": 0.368647288
    }
  ],
  "logging_steps": 2,
  "max_steps": 7650,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 750,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}