diff --git "a/checkpoint-6000/trainer_state.json" "b/checkpoint-6000/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/checkpoint-6000/trainer_state.json"
@@ -0,0 +1,24370 @@
+{
+  "best_global_step": 6000,
+  "best_metric": 0.9661399722099304,
+  "best_model_checkpoint": "/gpfs/scratch/guoh/DNAFM/output/gencode_human_12.8k_12800/Gencode-MxDNA/checkpoint-6000",
+  "epoch": 1.7017941989929792,
+  "eval_steps": 125,
+  "global_step": 6000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0005673356499539039,
+      "grad_norm": 8450.4345703125,
+      "loss": 876.9911,
+      "lr": 2e-06,
+      "step": 2,
+      "tokens_trained": 0.000985992
+    },
+    {
+      "epoch": 0.0011346712999078079,
+      "grad_norm": 8980.888671875,
+      "loss": 779.4711,
+      "lr": 6e-06,
+      "step": 4,
+      "tokens_trained": 0.001968088
+    },
+    {
+      "epoch": 0.001702006949861712,
+      "grad_norm": 7489.92529296875,
+      "loss": 488.6157,
+      "lr": 1e-05,
+      "step": 6,
+      "tokens_trained": 0.002953808
+    },
+    {
+      "epoch": 0.0022693425998156157,
+      "grad_norm": 1952.1917724609375,
+      "loss": 237.0602,
+      "lr": 1.4e-05,
+      "step": 8,
+      "tokens_trained": 0.003935728
+    },
+    {
+      "epoch": 0.0028366782497695198,
+      "grad_norm": 1418.443603515625,
+      "loss": 159.0854,
+      "lr": 1.8e-05,
+      "step": 10,
+      "tokens_trained": 0.004916488
+    },
+    {
+      "epoch": 0.003404013899723424,
+      "grad_norm": 874.7195434570312,
+      "loss": 91.9563,
+      "lr": 2.2e-05,
+      "step": 12,
+      "tokens_trained": 0.005902792
+    },
+    {
+      "epoch": 0.003971349549677328,
+      "grad_norm": 1339.8248291015625,
+      "loss": 40.3366,
+      "lr": 2.6e-05,
+      "step": 14,
+      "tokens_trained": 0.0068856
+    },
+    {
+      "epoch": 0.0045386851996312315,
+      "grad_norm": 2936.7607421875,
+      "loss": 22.7436,
+      "lr": 3e-05,
+      "step": 16,
+      "tokens_trained": 0.007868248
+    },
+    {
+      "epoch": 0.005106020849585136,
+      "grad_norm": 1531.3807373046875,
+      "loss": 23.4797,
+      "lr": 3.4000000000000007e-05,
+      "step": 18,
+      "tokens_trained": 0.008849296
+    },
+    {
+      "epoch": 0.0056733564995390395,
+      "grad_norm": 3027.4189453125,
+      "loss": 38.7379,
+      "lr": 3.8e-05,
+      "step": 20,
+      "tokens_trained": 0.009830984
+    },
+    {
+      "epoch": 0.006240692149492944,
+      "grad_norm": 2435.890625,
+      "loss": 26.2427,
+      "lr": 4.2000000000000004e-05,
+      "step": 22,
+      "tokens_trained": 0.01081364
+    },
+    {
+      "epoch": 0.006808027799446848,
+      "grad_norm": 3217.990478515625,
+      "loss": 31.0263,
+      "lr": 4.6e-05,
+      "step": 24,
+      "tokens_trained": 0.01179036
+    },
+    {
+      "epoch": 0.007375363449400752,
+      "grad_norm": 3854.00634765625,
+      "loss": 33.8781,
+      "lr": 5e-05,
+      "step": 26,
+      "tokens_trained": 0.012774504
+    },
+    {
+      "epoch": 0.007942699099354656,
+      "grad_norm": 3197.489990234375,
+      "loss": 27.7927,
+      "lr": 5.4e-05,
+      "step": 28,
+      "tokens_trained": 0.013759992
+    },
+    {
+      "epoch": 0.00851003474930856,
+      "grad_norm": 3034.156494140625,
+      "loss": 37.9083,
+      "lr": 5.800000000000001e-05,
+      "step": 30,
+      "tokens_trained": 0.014740536
+    },
+    {
+      "epoch": 0.009077370399262463,
+      "grad_norm": 3040.314453125,
+      "loss": 34.0659,
+      "lr": 6.2e-05,
+      "step": 32,
+      "tokens_trained": 0.015725984
+    },
+    {
+      "epoch": 0.009644706049216368,
+      "grad_norm": 3065.5791015625,
+      "loss": 27.7768,
+      "lr": 6.6e-05,
+      "step": 34,
+      "tokens_trained": 0.016706864
+    },
+    {
+      "epoch": 0.010212041699170272,
+      "grad_norm": 2454.293701171875,
+      "loss": 35.1143,
+      "lr": 7.000000000000001e-05,
+      "step": 36,
+      "tokens_trained": 0.017688816
+    },
+    {
+      "epoch": 0.010779377349124175,
+      "grad_norm": 3100.7802734375,
+      "loss": 42.2603,
+      "lr": 7.4e-05,
+      "step": 38,
+      "tokens_trained": 0.018669072
+    },
+    {
+      "epoch": 0.011346712999078079,
+      "grad_norm": 2749.84423828125,
+      "loss": 39.3879,
+      "lr": 7.8e-05,
+      "step": 40,
+      "tokens_trained": 0.019652072
+    },
+    {
+      "epoch": 0.011914048649031984,
+      "grad_norm": 1519.9908447265625,
+      "loss": 35.0735,
+      "lr": 8.2e-05,
+      "step": 42,
+      "tokens_trained": 0.020633112
+    },
+    {
+      "epoch": 0.012481384298985888,
+      "grad_norm": 1474.4244384765625,
+      "loss": 25.8965,
+      "lr": 8.599999999999999e-05,
+      "step": 44,
+      "tokens_trained": 0.021616192
+    },
+    {
+      "epoch": 0.013048719948939792,
+      "grad_norm": 2962.500244140625,
+      "loss": 51.0784,
+      "lr": 8.999999999999999e-05,
+      "step": 46,
+      "tokens_trained": 0.022597288
+    },
+    {
+      "epoch": 0.013616055598893695,
+      "grad_norm": 2419.41455078125,
+      "loss": 43.0334,
+      "lr": 9.400000000000001e-05,
+      "step": 48,
+      "tokens_trained": 0.02357572
+    },
+    {
+      "epoch": 0.014183391248847599,
+      "grad_norm": 1267.87451171875,
+      "loss": 21.8063,
+      "lr": 9.800000000000001e-05,
+      "step": 50,
+      "tokens_trained": 0.024553376
+    },
+    {
+      "epoch": 0.014750726898801504,
+      "grad_norm": 1573.944091796875,
+      "loss": 52.9693,
+      "lr": 0.000102,
+      "step": 52,
+      "tokens_trained": 0.025536728
+    },
+    {
+      "epoch": 0.015318062548755408,
+      "grad_norm": 1509.650146484375,
+      "loss": 50.0825,
+      "lr": 0.000106,
+      "step": 54,
+      "tokens_trained": 0.026517
+    },
+    {
+      "epoch": 0.01588539819870931,
+      "grad_norm": 2334.765380859375,
+      "loss": 42.1982,
+      "lr": 0.00011,
+      "step": 56,
+      "tokens_trained": 0.027504728
+    },
+    {
+      "epoch": 0.016452733848663217,
+      "grad_norm": 1594.16259765625,
+      "loss": 39.0562,
+      "lr": 0.000114,
+      "step": 58,
+      "tokens_trained": 0.028485416
+    },
+    {
+      "epoch": 0.01702006949861712,
+      "grad_norm": 1628.082275390625,
+      "loss": 35.0488,
+      "lr": 0.000118,
+      "step": 60,
+      "tokens_trained": 0.029468696
+    },
+    {
+      "epoch": 0.017587405148571024,
+      "grad_norm": 2496.6455078125,
+      "loss": 49.4241,
+      "lr": 0.000122,
+      "step": 62,
+      "tokens_trained": 0.030453584
+    },
+    {
+      "epoch": 0.018154740798524926,
+      "grad_norm": 2521.721435546875,
+      "loss": 69.0275,
+      "lr": 0.000126,
+      "step": 64,
+      "tokens_trained": 0.031432864
+    },
+    {
+      "epoch": 0.01872207644847883,
+      "grad_norm": 2179.571533203125,
+      "loss": 63.1409,
+      "lr": 0.00013000000000000002,
+      "step": 66,
+      "tokens_trained": 0.032418416
+    },
+    {
+      "epoch": 0.019289412098432736,
+      "grad_norm": 899.7137451171875,
+      "loss": 38.4131,
+      "lr": 0.000134,
+      "step": 68,
+      "tokens_trained": 0.033402136
+    },
+    {
+      "epoch": 0.01985674774838664,
+      "grad_norm": 2109.377685546875,
+      "loss": 51.0044,
+      "lr": 0.00013800000000000002,
+      "step": 70,
+      "tokens_trained": 0.03438832
+    },
+    {
+      "epoch": 0.020424083398340544,
+      "grad_norm": 1649.1873779296875,
+      "loss": 32.1408,
+      "lr": 0.00014199999999999998,
+      "step": 72,
+      "tokens_trained": 0.035374464
+    },
+    {
+      "epoch": 0.020991419048294446,
+      "grad_norm": 1807.994140625,
+      "loss": 28.8357,
+      "lr": 0.000146,
+      "step": 74,
+      "tokens_trained": 0.03635784
+    },
+    {
+      "epoch": 0.02155875469824835,
+      "grad_norm": 998.9485473632812,
+      "loss": 23.0343,
+      "lr": 0.00015,
+      "step": 76,
+      "tokens_trained": 0.037340248
+    },
+    {
+      "epoch": 0.022126090348202256,
+      "grad_norm": 2240.17578125,
+      "loss": 32.0397,
+      "lr": 0.000154,
+      "step": 78,
+      "tokens_trained": 0.038321968
+    },
+    {
+      "epoch": 0.022693425998156158,
+      "grad_norm": 1606.0067138671875,
+      "loss": 32.1776,
+      "lr": 0.000158,
+      "step": 80,
+      "tokens_trained": 0.039304992
+    },
+    {
+      "epoch": 0.023260761648110063,
+      "grad_norm": 1685.1015625,
+      "loss": 24.3428,
+      "lr": 0.000162,
+      "step": 82,
+      "tokens_trained": 0.040286808
+    },
+    {
+      "epoch": 0.02382809729806397,
+      "grad_norm": 1761.7890625,
+      "loss": 23.9261,
+      "lr": 0.00016600000000000002,
+      "step": 84,
+      "tokens_trained": 0.041271776
+    },
+    {
+      "epoch": 0.02439543294801787,
+      "grad_norm": 2036.0982666015625,
+      "loss": 27.7196,
+      "lr": 0.00017,
+      "step": 86,
+      "tokens_trained": 0.042252784
+    },
+    {
+      "epoch": 0.024962768597971776,
+      "grad_norm": 1564.3870849609375,
+      "loss": 25.3722,
+      "lr": 0.000174,
+      "step": 88,
+      "tokens_trained": 0.04323596
+    },
+    {
+      "epoch": 0.025530104247925678,
+      "grad_norm": 1508.349853515625,
+      "loss": 18.4107,
+      "lr": 0.000178,
+      "step": 90,
+      "tokens_trained": 0.044218984
+    },
+    {
+      "epoch": 0.026097439897879583,
+      "grad_norm": 1955.011474609375,
+      "loss": 28.8456,
+      "lr": 0.000182,
+      "step": 92,
+      "tokens_trained": 0.045202144
+    },
+    {
+      "epoch": 0.02666477554783349,
+      "grad_norm": 1679.9423828125,
+      "loss": 23.6139,
+      "lr": 0.000186,
+      "step": 94,
+      "tokens_trained": 0.046192336
+    },
+    {
+      "epoch": 0.02723211119778739,
+      "grad_norm": 1517.5731201171875,
+      "loss": 42.145,
+      "lr": 0.00019,
+      "step": 96,
+      "tokens_trained": 0.047174312
+    },
+    {
+      "epoch": 0.027799446847741296,
+      "grad_norm": 1535.3076171875,
+      "loss": 31.9711,
+      "lr": 0.000194,
+      "step": 98,
+      "tokens_trained": 0.048158944
+    },
+    {
+      "epoch": 0.028366782497695198,
+      "grad_norm": 1475.2569580078125,
+      "loss": 37.645,
+      "lr": 0.00019800000000000002,
+      "step": 100,
+      "tokens_trained": 0.04914364
+    },
+    {
+      "epoch": 0.028934118147649103,
+      "grad_norm": 1918.4088134765625,
+      "loss": 69.4053,
+      "lr": 0.000202,
+      "step": 102,
+      "tokens_trained": 0.050123488
+    },
+    {
+      "epoch": 0.02950145379760301,
+      "grad_norm": 1631.6231689453125,
+      "loss": 50.9725,
+      "lr": 0.000206,
+      "step": 104,
+      "tokens_trained": 0.051105512
+    },
+    {
+      "epoch": 0.03006878944755691,
+      "grad_norm": 1291.6376953125,
+      "loss": 22.6527,
+      "lr": 0.00021,
+      "step": 106,
+      "tokens_trained": 0.052091704
+    },
+    {
+      "epoch": 0.030636125097510816,
+      "grad_norm": 1224.9625244140625,
+      "loss": 60.2725,
+      "lr": 0.000214,
+      "step": 108,
+      "tokens_trained": 0.053074824
+    },
+    {
+      "epoch": 0.031203460747464717,
+      "grad_norm": 1218.2022705078125,
+      "loss": 75.8728,
+      "lr": 0.000218,
+      "step": 110,
+      "tokens_trained": 0.054057104
+    },
+    {
+      "epoch": 0.03177079639741862,
+      "grad_norm": 1761.8861083984375,
+      "loss": 61.6427,
+      "lr": 0.000222,
+      "step": 112,
+      "tokens_trained": 0.055039128
+    },
+    {
+      "epoch": 0.03233813204737253,
+      "grad_norm": 1482.4256591796875,
+      "loss": 35.3351,
+      "lr": 0.00022600000000000002,
+      "step": 114,
+      "tokens_trained": 0.05602388
+    },
+    {
+      "epoch": 0.03290546769732643,
+      "grad_norm": 563.6399536132812,
+      "loss": 40.1461,
+      "lr": 0.00023,
+      "step": 116,
+      "tokens_trained": 0.057005376
+    },
+    {
+      "epoch": 0.03347280334728033,
+      "grad_norm": 1266.058837890625,
+      "loss": 24.0657,
+      "lr": 0.00023400000000000002,
+      "step": 118,
+      "tokens_trained": 0.057985136
+    },
+    {
+      "epoch": 0.03404013899723424,
+      "grad_norm": 918.206298828125,
+      "loss": 23.9626,
+      "lr": 0.00023799999999999998,
+      "step": 120,
+      "tokens_trained": 0.058968288
+    },
+    {
+      "epoch": 0.03460747464718814,
+      "grad_norm": 1495.7191162109375,
+      "loss": 19.798,
+      "lr": 0.000242,
+      "step": 122,
+      "tokens_trained": 0.05995348
+    },
+    {
+      "epoch": 0.03517481029714205,
+      "grad_norm": 1264.302734375,
+      "loss": 31.5342,
+      "lr": 0.000246,
+      "step": 124,
+      "tokens_trained": 0.060935832
+    },
+    {
+      "epoch": 0.035458478122119,
+      "eval_loss": 5.312118053436279,
+      "eval_runtime": 21.3065,
+      "step": 125,
+      "tokens_trained": 0.061426608
+    },
+    {
+      "epoch": 0.03574214594709595,
+      "grad_norm": 907.4861450195312,
+      "loss": 25.1262,
+      "lr": 0.00025,
+      "step": 126,
+      "tokens_trained": 0.061918184
+    },
+    {
+      "epoch": 0.03630948159704985,
+      "grad_norm": 1287.6158447265625,
+      "loss": 26.963,
+      "lr": 0.000254,
+      "step": 128,
+      "tokens_trained": 0.062902328
+    },
+    {
+      "epoch": 0.03687681724700376,
+      "grad_norm": 1260.570556640625,
+      "loss": 24.9633,
+      "lr": 0.00025800000000000004,
+      "step": 130,
+      "tokens_trained": 0.063883456
+    },
+    {
+      "epoch": 0.03744415289695766,
+      "grad_norm": 1436.82373046875,
+      "loss": 23.1028,
+      "lr": 0.000262,
+      "step": 132,
+      "tokens_trained": 0.06486748
+    },
+    {
+      "epoch": 0.03801148854691157,
+      "grad_norm": 812.9523315429688,
+      "loss": 20.5496,
+      "lr": 0.000266,
+      "step": 134,
+      "tokens_trained": 0.065847104
+    },
+    {
+      "epoch": 0.03857882419686547,
+      "grad_norm": 1336.5322265625,
+      "loss": 23.673,
+      "lr": 0.00027,
+      "step": 136,
+      "tokens_trained": 0.066829928
+    },
+    {
+      "epoch": 0.03914615984681937,
+      "grad_norm": 1381.282470703125,
+      "loss": 32.0373,
+      "lr": 0.00027400000000000005,
+      "step": 138,
+      "tokens_trained": 0.067814024
+    },
+    {
+      "epoch": 0.03971349549677328,
+      "grad_norm": 972.7861938476562,
+      "loss": 26.9454,
+      "lr": 0.00027800000000000004,
+      "step": 140,
+      "tokens_trained": 0.068797744
+    },
+    {
+      "epoch": 0.04028083114672718,
+      "grad_norm": 1347.2249755859375,
+      "loss": 22.3578,
+      "lr": 0.00028199999999999997,
+      "step": 142,
+      "tokens_trained": 0.069780072
+    },
+    {
+      "epoch": 0.04084816679668109,
+      "grad_norm": 829.525390625,
+      "loss": 37.9879,
+      "lr": 0.00028599999999999996,
+      "step": 144,
+      "tokens_trained": 0.070759896
+    },
+    {
+      "epoch": 0.04141550244663499,
+      "grad_norm": 1094.1033935546875,
+      "loss": 21.1972,
+      "lr": 0.00029,
+      "step": 146,
+      "tokens_trained": 0.0717452
+    },
+    {
+      "epoch": 0.04198283809658889,
+      "grad_norm": 717.107421875,
+      "loss": 21.7774,
+      "lr": 0.000294,
+      "step": 148,
+      "tokens_trained": 0.072727432
+    },
+    {
+      "epoch": 0.042550173746542796,
+      "grad_norm": 744.4456787109375,
+      "loss": 20.3235,
+      "lr": 0.000298,
+      "step": 150,
+      "tokens_trained": 0.073712128
+    },
+    {
+      "epoch": 0.0431175093964967,
+      "grad_norm": 904.1460571289062,
+      "loss": 22.7878,
+      "lr": 0.000302,
+      "step": 152,
+      "tokens_trained": 0.074695296
+    },
+    {
+      "epoch": 0.04368484504645061,
+      "grad_norm": 1352.303955078125,
+      "loss": 20.9757,
+      "lr": 0.000306,
+      "step": 154,
+      "tokens_trained": 0.0756798
+    },
+    {
+      "epoch": 0.04425218069640451,
+      "grad_norm": 997.0473022460938,
+      "loss": 17.4647,
+      "lr": 0.00031,
+      "step": 156,
+      "tokens_trained": 0.076666504
+    },
+    {
+      "epoch": 0.04481951634635841,
+      "grad_norm": 1206.387939453125,
+      "loss": 21.1846,
+      "lr": 0.000314,
+      "step": 158,
+      "tokens_trained": 0.07764868
+    },
+    {
+      "epoch": 0.045386851996312316,
+      "grad_norm": 1029.6807861328125,
+      "loss": 17.8853,
+      "lr": 0.00031800000000000003,
+      "step": 160,
+      "tokens_trained": 0.07863548
+    },
+    {
+      "epoch": 0.04595418764626622,
+      "grad_norm": 1136.4635009765625,
+      "loss": 30.057,
+      "lr": 0.000322,
+      "step": 162,
+      "tokens_trained": 0.079618928
+    },
+    {
+      "epoch": 0.04652152329622013,
+      "grad_norm": 834.3464965820312,
+      "loss": 28.1782,
+      "lr": 0.000326,
+      "step": 164,
+      "tokens_trained": 0.0806032
+    },
+    {
+      "epoch": 0.04708885894617403,
+      "grad_norm": 1177.8365478515625,
+      "loss": 16.4267,
+      "lr": 0.00033,
+      "step": 166,
+      "tokens_trained": 0.081583752
+    },
+    {
+      "epoch": 0.04765619459612794,
+      "grad_norm": 572.501708984375,
+      "loss": 16.5752,
+      "lr": 0.00033400000000000004,
+      "step": 168,
+      "tokens_trained": 0.082568184
+    },
+    {
+      "epoch": 0.048223530246081836,
+      "grad_norm": 437.6822814941406,
+      "loss": 11.5509,
+      "lr": 0.00033800000000000003,
+      "step": 170,
+      "tokens_trained": 0.083553352
+    },
+    {
+      "epoch": 0.04879086589603574,
+      "grad_norm": 1119.0416259765625,
+      "loss": 16.2689,
+      "lr": 0.000342,
+      "step": 172,
+      "tokens_trained": 0.084536352
+    },
+    {
+      "epoch": 0.04935820154598965,
+      "grad_norm": 895.4021606445312,
+      "loss": 12.6663,
+      "lr": 0.000346,
+      "step": 174,
+      "tokens_trained": 0.085517312
+    },
+    {
+      "epoch": 0.04992553719594355,
+      "grad_norm": 995.6289672851562,
+      "loss": 26.0663,
+      "lr": 0.00035,
+      "step": 176,
+      "tokens_trained": 0.086496088
+    },
+    {
+      "epoch": 0.05049287284589746,
+      "grad_norm": 839.6610717773438,
+      "loss": 21.5115,
+      "lr": 0.000354,
+      "step": 178,
+      "tokens_trained": 0.087480632
+    },
+    {
+      "epoch": 0.051060208495851356,
+      "grad_norm": 734.1155395507812,
+      "loss": 29.3287,
+      "lr": 0.000358,
+      "step": 180,
+      "tokens_trained": 0.088460408
+    },
+    {
+      "epoch": 0.05162754414580526,
+      "grad_norm": 721.4505615234375,
+      "loss": 26.0801,
+      "lr": 0.000362,
+      "step": 182,
+      "tokens_trained": 0.08944248
+    },
+    {
+      "epoch": 0.052194879795759166,
+      "grad_norm": 845.9672241210938,
+      "loss": 19.0639,
+      "lr": 0.000366,
+      "step": 184,
+      "tokens_trained": 0.090427832
+    },
+    {
+      "epoch": 0.05276221544571307,
+      "grad_norm": 1210.9969482421875,
+      "loss": 23.9036,
+      "lr": 0.00037,
+      "step": 186,
+      "tokens_trained": 0.091411504
+    },
+    {
+      "epoch": 0.05332955109566698,
+      "grad_norm": 1079.1690673828125,
+      "loss": 23.5588,
+      "lr": 0.000374,
+      "step": 188,
+      "tokens_trained": 0.092392672
+    },
+    {
+      "epoch": 0.053896886745620876,
+      "grad_norm": 596.111328125,
+      "loss": 20.8275,
+      "lr": 0.000378,
+      "step": 190,
+      "tokens_trained": 0.093374696
+    },
+    {
+      "epoch": 0.05446422239557478,
+      "grad_norm": 761.8096923828125,
+      "loss": 22.512,
+      "lr": 0.000382,
+      "step": 192,
+      "tokens_trained": 0.094361912
+    },
+    {
+      "epoch": 0.055031558045528686,
+      "grad_norm": 1081.9832763671875,
+      "loss": 32.335,
+      "lr": 0.000386,
+      "step": 194,
+      "tokens_trained": 0.095342992
+    },
+    {
+      "epoch": 0.05559889369548259,
+      "grad_norm": 304.3534240722656,
+      "loss": 11.5275,
+      "lr": 0.00039000000000000005,
+      "step": 196,
+      "tokens_trained": 0.096323512
+    },
+    {
+      "epoch": 0.0561662293454365,
+      "grad_norm": 586.6314086914062,
+      "loss": 16.2663,
+      "lr": 0.00039400000000000004,
+      "step": 198,
+      "tokens_trained": 0.097308864
+    },
+    {
+      "epoch": 0.056733564995390395,
+      "grad_norm": 624.9953002929688,
+      "loss": 16.627,
+      "lr": 0.000398,
+      "step": 200,
+      "tokens_trained": 0.098289064
+    },
+    {
+      "epoch": 0.0573009006453443,
+      "grad_norm": 585.9645385742188,
+      "loss": 15.8359,
+      "lr": 0.000402,
+      "step": 202,
+      "tokens_trained": 0.099269696
+    },
+    {
+      "epoch": 0.057868236295298206,
+      "grad_norm": 537.9913330078125,
+      "loss": 20.0779,
+      "lr": 0.00040600000000000006,
+      "step": 204,
+      "tokens_trained": 0.100248448
+    },
+    {
+      "epoch": 0.05843557194525211,
+      "grad_norm": 805.04931640625,
+      "loss": 21.4524,
+      "lr": 0.00041,
+      "step": 206,
+      "tokens_trained": 0.101231248
+    },
+    {
+      "epoch": 0.05900290759520602,
+      "grad_norm": 439.1418151855469,
+      "loss": 23.9852,
+      "lr": 0.000414,
+      "step": 208,
+      "tokens_trained": 0.102210688
+    },
+    {
+      "epoch": 0.059570243245159915,
+      "grad_norm": 502.684814453125,
+      "loss": 17.6273,
+      "lr": 0.00041799999999999997,
+      "step": 210,
+      "tokens_trained": 0.103192176
+    },
+    {
+      "epoch": 0.06013757889511382,
+      "grad_norm": 849.9979858398438,
+      "loss": 33.7517,
+      "lr": 0.000422,
+      "step": 212,
+      "tokens_trained": 0.104172824
+    },
+    {
+      "epoch": 0.060704914545067726,
+      "grad_norm": 939.583740234375,
+      "loss": 26.2559,
+      "lr": 0.000426,
+      "step": 214,
+      "tokens_trained": 0.105156672
+    },
+    {
+      "epoch": 0.06127225019502163,
+      "grad_norm": 525.0505981445312,
+      "loss": 20.0923,
+      "lr": 0.00043,
+      "step": 216,
+      "tokens_trained": 0.106141368
+    },
+    {
+      "epoch": 0.061839585844975536,
+      "grad_norm": 420.296630859375,
+      "loss": 17.9608,
+      "lr": 0.00043400000000000003,
+      "step": 218,
+      "tokens_trained": 0.107124088
+    },
+    {
+      "epoch": 0.062406921494929435,
+      "grad_norm": 711.3380737304688,
+      "loss": 19.387,
+      "lr": 0.000438,
+      "step": 220,
+      "tokens_trained": 0.108112632
+    },
+    {
+      "epoch": 0.06297425714488335,
+      "grad_norm": 759.183349609375,
+      "loss": 17.8061,
+      "lr": 0.000442,
+      "step": 222,
+      "tokens_trained": 0.1090934
+    },
+    {
+      "epoch": 0.06354159279483725,
+      "grad_norm": 790.025146484375,
+      "loss": 13.8539,
+      "lr": 0.000446,
+      "step": 224,
+      "tokens_trained": 0.110079512
+    },
+    {
+      "epoch": 0.06410892844479114,
+      "grad_norm": 769.8306274414062,
+      "loss": 22.1258,
+      "lr": 0.00045000000000000004,
+      "step": 226,
+      "tokens_trained": 0.111060152
+    },
+    {
+      "epoch": 0.06467626409474506,
+      "grad_norm": 656.8352661132812,
+      "loss": 14.8646,
+      "lr": 0.00045400000000000003,
+      "step": 228,
+      "tokens_trained": 0.112044144
+    },
+    {
+      "epoch": 0.06524359974469895,
+      "grad_norm": 498.92010498046875,
+      "loss": 23.1558,
+      "lr": 0.000458,
+      "step": 230,
+      "tokens_trained": 0.113022928
+    },
+    {
+      "epoch": 0.06581093539465287,
+      "grad_norm": 764.0186157226562,
+      "loss": 16.7089,
+      "lr": 0.000462,
+      "step": 232,
+      "tokens_trained": 0.114003832
+    },
+    {
+      "epoch": 0.06637827104460677,
+      "grad_norm": 491.5793762207031,
+      "loss": 12.3979,
+      "lr": 0.00046600000000000005,
+      "step": 234,
+      "tokens_trained": 0.114991008
+    },
+    {
+      "epoch": 0.06694560669456066,
+      "grad_norm": 679.9217529296875,
+      "loss": 14.9037,
+      "lr": 0.00047,
+      "step": 236,
+      "tokens_trained": 0.115971888
+    },
+    {
+      "epoch": 0.06751294234451458,
+      "grad_norm": 491.0369567871094,
+      "loss": 7.7603,
+      "lr": 0.000474,
+      "step": 238,
+      "tokens_trained": 0.116952616
+    },
+    {
+      "epoch": 0.06808027799446847,
+      "grad_norm": 369.2186279296875,
+      "loss": 8.2256,
+      "lr": 0.00047799999999999996,
+      "step": 240,
+      "tokens_trained": 0.117935816
+    },
+    {
+      "epoch": 0.06864761364442239,
+      "grad_norm": 312.72137451171875,
+      "loss": 7.5486,
+      "lr": 0.000482,
+      "step": 242,
+      "tokens_trained": 0.118919392
+    },
+    {
+      "epoch": 0.06921494929437629,
+      "grad_norm": 596.1439208984375,
+      "loss": 11.7351,
+      "lr": 0.000486,
+      "step": 244,
+      "tokens_trained": 0.119901856
+    },
+    {
+      "epoch": 0.06978228494433018,
+      "grad_norm": 467.5667419433594,
+      "loss": 11.8403,
+      "lr": 0.00049,
+      "step": 246,
+      "tokens_trained": 0.120884624
+    },
+    {
+      "epoch": 0.0703496205942841,
+      "grad_norm": 430.50048828125,
+      "loss": 13.8081,
+      "lr": 0.000494,
+      "step": 248,
+      "tokens_trained": 0.121869224
+    },
+    {
+      "epoch": 0.070916956244238,
+      "grad_norm": 522.242919921875,
+      "loss": 14.1892,
+      "lr": 0.000498,
+      "step": 250,
+      "tokens_trained": 0.122853584
+    },
+    {
+      "epoch": 0.070916956244238,
+      "eval_loss": 1.9294606447219849,
+      "eval_runtime": 20.4162,
+      "step": 250,
+      "tokens_trained": 0.122853584
+    },
+    {
+      "epoch": 0.0714842918941919,
+      "grad_norm": 835.2765502929688,
+      "loss": 13.2462,
+      "lr": 0.0005020000000000001,
+      "step": 252,
+      "tokens_trained": 0.123835544
+    },
+    {
+      "epoch": 0.0720516275441458,
+      "grad_norm": 714.8098754882812,
+      "loss": 20.0498,
+      "lr": 0.000506,
+      "step": 254,
+      "tokens_trained": 0.124821616
+    },
+    {
+      "epoch": 0.0726189631940997,
+      "grad_norm": 701.512939453125,
+      "loss": 18.3664,
+      "lr": 0.00051,
+      "step": 256,
+      "tokens_trained": 0.125807608
+    },
+    {
+      "epoch": 0.07318629884405362,
+      "grad_norm": 773.987060546875,
+      "loss": 21.3807,
+      "lr": 0.000514,
+      "step": 258,
+      "tokens_trained": 0.126791464
+    },
+    {
+      "epoch": 0.07375363449400751,
+      "grad_norm": 826.422119140625,
+      "loss": 22.6403,
+      "lr": 0.000518,
+      "step": 260,
+      "tokens_trained": 0.127771752
+    },
+    {
+      "epoch": 0.07432097014396143,
+      "grad_norm": 742.8673095703125,
+      "loss": 20.1504,
+      "lr": 0.000522,
+      "step": 262,
+      "tokens_trained": 0.128755448
+    },
+    {
+      "epoch": 0.07488830579391532,
+      "grad_norm": 797.79296875,
+      "loss": 26.7343,
+      "lr": 0.000526,
+      "step": 264,
+      "tokens_trained": 0.129741088
+    },
+    {
+      "epoch": 0.07545564144386922,
+      "grad_norm": 673.9141235351562,
+      "loss": 12.505,
+      "lr": 0.0005300000000000001,
+      "step": 266,
+      "tokens_trained": 0.130727504
+    },
+    {
+      "epoch": 0.07602297709382314,
+      "grad_norm": 310.6510925292969,
+      "loss": 12.6344,
+      "lr": 0.0005340000000000001,
+      "step": 268,
+      "tokens_trained": 0.131710296
+    },
+    {
+      "epoch": 0.07659031274377703,
+      "grad_norm": 312.40966796875,
+      "loss": 14.254,
+      "lr": 0.0005380000000000001,
+      "step": 270,
+      "tokens_trained": 0.132695352
+    },
+    {
+      "epoch": 0.07715764839373095,
+      "grad_norm": 492.2834777832031,
+      "loss": 19.0979,
+      "lr": 0.0005420000000000001,
+      "step": 272,
+      "tokens_trained": 0.133677928
+    },
+    {
+      "epoch": 0.07772498404368484,
+      "grad_norm": 628.457763671875,
+      "loss": 21.7735,
+      "lr": 0.000546,
+      "step": 274,
+      "tokens_trained": 0.134655504
+    },
+    {
+      "epoch": 0.07829231969363874,
+      "grad_norm": 382.8389892578125,
+      "loss": 12.5128,
+      "lr": 0.00055,
+      "step": 276,
+      "tokens_trained": 0.135640208
+    },
+    {
+      "epoch": 0.07885965534359266,
+      "grad_norm": 483.12335205078125,
+      "loss": 15.2589,
+      "lr": 0.000554,
+      "step": 278,
+      "tokens_trained": 0.136624232
+    },
+    {
+      "epoch": 0.07942699099354655,
+      "grad_norm": 640.658447265625,
+      "loss": 12.1341,
+      "lr": 0.000558,
+      "step": 280,
+      "tokens_trained": 0.13760628
+    },
+    {
+      "epoch": 0.07999432664350047,
+      "grad_norm": 410.0824279785156,
+      "loss": 12.5723,
+      "lr": 0.0005620000000000001,
+      "step": 282,
+      "tokens_trained": 0.13858832
+    },
+    {
+      "epoch": 0.08056166229345436,
+      "grad_norm": 513.2861328125,
+      "loss": 14.8461,
+      "lr": 0.000566,
+      "step": 284,
+      "tokens_trained": 0.139568424
+    },
+    {
+      "epoch": 0.08112899794340826,
+      "grad_norm": 564.547607421875,
+      "loss": 12.5792,
+      "lr": 0.00057,
+      "step": 286,
+      "tokens_trained": 0.140557016
+    },
+    {
+      "epoch": 0.08169633359336217,
+      "grad_norm": 451.3592834472656,
+      "loss": 16.5433,
+      "lr": 0.000574,
+      "step": 288,
+      "tokens_trained": 0.141540248
+    },
+    {
+      "epoch": 0.08226366924331607,
+      "grad_norm": 404.2495422363281,
+      "loss": 16.4138,
+      "lr": 0.000578,
+      "step": 290,
+      "tokens_trained": 0.142528272
+    },
+    {
+      "epoch": 0.08283100489326999,
+      "grad_norm": 566.5219116210938,
+      "loss": 16.4743,
+      "lr": 0.0005819999999999999,
+      "step": 292,
+      "tokens_trained": 0.143513096
+    },
+    {
+      "epoch": 0.08339834054322388,
+      "grad_norm": 559.6517333984375,
+      "loss": 16.421,
+      "lr": 0.0005859999999999999,
+      "step": 294,
+      "tokens_trained": 0.144494472
+    },
+    {
+      "epoch": 0.08396567619317778,
+      "grad_norm": 260.874755859375,
+      "loss": 11.2214,
+      "lr": 0.00059,
+      "step": 296,
+      "tokens_trained": 0.14547876
+    },
+    {
+      "epoch": 0.0845330118431317,
+      "grad_norm": 272.02899169921875,
+      "loss": 10.3491,
+      "lr": 0.000594,
+      "step": 298,
+      "tokens_trained": 0.146465864
+    },
+    {
+      "epoch": 0.08510034749308559,
+      "grad_norm": 556.9845581054688,
+      "loss": 10.4348,
+      "lr": 0.000598,
+      "step": 300,
+      "tokens_trained": 0.147446344
+    },
+    {
+      "epoch": 0.0856676831430395,
+      "grad_norm": 273.35772705078125,
+      "loss": 8.3292,
+      "lr": 0.000602,
+      "step": 302,
+      "tokens_trained": 0.14843244
+    },
+    {
+      "epoch": 0.0862350187929934,
+      "grad_norm": 246.6316680908203,
+      "loss": 9.9362,
+      "lr": 0.000606,
+      "step": 304,
+      "tokens_trained": 0.149415976
+    },
+    {
+      "epoch": 0.0868023544429473,
+      "grad_norm": 564.4365844726562,
+      "loss": 9.2621,
+      "lr": 0.00061,
+      "step": 306,
+      "tokens_trained": 0.150398728
+    },
+    {
+      "epoch": 0.08736969009290121,
+      "grad_norm": 396.0948791503906,
+      "loss": 11.8526,
+      "lr": 0.000614,
+      "step": 308,
+      "tokens_trained": 0.151385104
+    },
+    {
+      "epoch": 0.08793702574285511,
+      "grad_norm": 488.6072692871094,
+      "loss": 11.8473,
+      "lr": 0.0006180000000000001,
+      "step": 310,
+      "tokens_trained": 0.152373672
+    },
+    {
+      "epoch": 0.08850436139280903,
+      "grad_norm": 346.70660400390625,
+      "loss": 12.0897,
+      "lr": 0.000622,
+      "step": 312,
+      "tokens_trained": 0.153356256
+    },
+    {
+      "epoch": 0.08907169704276292,
+      "grad_norm": 382.40679931640625,
+      "loss": 9.271,
+      "lr": 0.000626,
+      "step": 314,
+      "tokens_trained": 0.154342632
+    },
+    {
+      "epoch": 0.08963903269271682,
+      "grad_norm": 288.7908935546875,
+      "loss": 9.185,
+      "lr": 0.00063,
+      "step": 316,
+      "tokens_trained": 0.1553238
+    },
+    {
+      "epoch": 0.09020636834267073,
+      "grad_norm": 337.5335388183594,
+      "loss": 12.0555,
+      "lr": 0.000634,
+      "step": 318,
+      "tokens_trained": 0.156313168
+    },
+    {
+      "epoch": 0.09077370399262463,
+      "grad_norm": 349.25531005859375,
+      "loss": 8.51,
+      "lr": 0.000638,
+      "step": 320,
+      "tokens_trained": 0.157299448
+    },
+    {
+      "epoch": 0.09134103964257854,
+      "grad_norm": 471.7824401855469,
+      "loss": 14.1888,
+      "lr": 0.000642,
+      "step": 322,
+      "tokens_trained": 0.158285264
+    },
+    {
+      "epoch": 0.09190837529253244,
+      "grad_norm": 284.94036865234375,
+      "loss": 10.1593,
+      "lr": 0.000646,
+      "step": 324,
+      "tokens_trained": 0.159267512
+    },
+    {
+      "epoch": 0.09247571094248634,
+      "grad_norm": 510.90478515625,
+      "loss": 13.5744,
+      "lr": 0.0006500000000000001,
+      "step": 326,
+      "tokens_trained": 0.160250856
+    },
+    {
+      "epoch": 0.09304304659244025,
+      "grad_norm": 373.82965087890625,
+      "loss": 8.4999,
+      "lr": 0.0006540000000000001,
+      "step": 328,
+      "tokens_trained": 0.161231832
+    },
+    {
+      "epoch": 0.09361038224239415,
+      "grad_norm": 219.3827362060547,
+      "loss": 8.4436,
+      "lr": 0.0006580000000000001,
+      "step": 330,
+      "tokens_trained": 0.162217656
+    },
+    {
+      "epoch": 0.09417771789234806,
+      "grad_norm": 433.0914001464844,
+      "loss": 11.2019,
+      "lr": 0.000662,
+      "step": 332,
+      "tokens_trained": 0.163199096
+    },
+    {
+      "epoch": 0.09474505354230196,
+      "grad_norm": 242.65907287597656,
+      "loss": 9.0666,
+      "lr": 0.000666,
+      "step": 334,
+      "tokens_trained": 0.164178512
+    },
+    {
+      "epoch": 0.09531238919225588,
+      "grad_norm": 446.07916259765625,
+      "loss": 8.6546,
+      "lr": 0.00067,
+      "step": 336,
+      "tokens_trained": 0.165162464
+    },
+    {
+      "epoch": 0.09587972484220977,
+      "grad_norm": 231.8892364501953,
+      "loss": 7.5819,
+      "lr": 0.000674,
+      "step": 338,
+      "tokens_trained": 0.166141536
+    },
+    {
+      "epoch": 0.09644706049216367,
+      "grad_norm": 100.7306137084961,
+      "loss": 6.7047,
+      "lr": 0.0006780000000000001,
+      "step": 340,
+      "tokens_trained": 0.167123944
+    },
+    {
+      "epoch": 0.09701439614211758,
+      "grad_norm": 78.11279296875,
+      "loss": 5.9308,
+      "lr": 0.0006820000000000001,
+      "step": 342,
+      "tokens_trained": 0.168105264
+    },
+    {
+      "epoch": 0.09758173179207148,
+      "grad_norm": 271.466064453125,
+      "loss": 6.9141,
+      "lr": 0.0006860000000000001,
+      "step": 344,
+      "tokens_trained": 0.169088912
+    },
+    {
+      "epoch": 0.0981490674420254,
+      "grad_norm": 252.54478454589844,
+      "loss": 6.3281,
+      "lr": 0.00069,
+      "step": 346,
+      "tokens_trained": 0.170077368
+    },
+    {
+      "epoch": 0.0987164030919793,
+      "grad_norm": 305.8559875488281,
+      "loss": 6.443,
+      "lr": 0.000694,
+      "step": 348,
+      "tokens_trained": 0.171057232
+    },
+    {
+      "epoch": 0.09928373874193319,
+      "grad_norm": 227.74374389648438,
+      "loss": 6.552,
+      "lr": 0.0006979999999999999,
+      "step": 350,
+      "tokens_trained": 0.172041376
+    },
+    {
+      "epoch": 0.0998510743918871,
+      "grad_norm": 446.7601623535156,
+      "loss": 10.8184,
+      "lr": 0.0007019999999999999,
+      "step": 352,
+      "tokens_trained": 0.173023624
+    },
+    {
+      "epoch": 0.100418410041841,
+      "grad_norm": 353.0849609375,
+      "loss": 8.6327,
+      "lr": 0.0007059999999999999,
+      "step": 354,
+      "tokens_trained": 0.174005992
+    },
+    {
+      "epoch": 0.10098574569179491,
+      "grad_norm": 367.9427185058594,
+      "loss": 9.3898,
+      "lr": 0.00071,
+      "step": 356,
+      "tokens_trained": 0.174988304
+    },
+    {
+      "epoch": 0.10155308134174881,
+      "grad_norm": 224.4961700439453,
+      "loss": 8.284,
+      "lr": 0.000714,
+      "step": 358,
+      "tokens_trained": 0.175969816
+    },
+    {
+      "epoch": 0.10212041699170271,
+      "grad_norm": 221.86537170410156,
+      "loss": 7.0578,
+      "lr": 0.000718,
+      "step": 360,
+      "tokens_trained": 0.176952688
+    },
+    {
+      "epoch": 0.10268775264165662,
+      "grad_norm": 331.0989685058594,
+      "loss": 6.9561,
+      "lr": 0.000722,
+      "step": 362,
+      "tokens_trained": 0.177935144
+    },
+    {
+      "epoch": 0.10325508829161052,
+      "grad_norm": 171.6498260498047,
+      "loss": 7.203,
+      "lr": 0.000726,
+      "step": 364,
+      "tokens_trained": 0.178916776
+    },
+    {
+      "epoch": 0.10382242394156443,
+      "grad_norm": 284.2208557128906,
+      "loss": 10.3517,
+      "lr": 0.00073,
+      "step": 366,
+      "tokens_trained": 0.179903432
+    },
+    {
+      "epoch": 0.10438975959151833,
+      "grad_norm": 354.8574523925781,
+      "loss": 9.3888,
+      "lr": 0.000734,
+      "step": 368,
+      "tokens_trained": 0.180883224
+    },
+    {
+      "epoch": 0.10495709524147223,
+      "grad_norm": 344.82574462890625,
+      "loss": 10.5933,
+      "lr": 0.000738,
+      "step": 370,
+      "tokens_trained": 0.181863808
+    },
+    {
+      "epoch": 0.10552443089142614,
+      "grad_norm": 302.6838073730469,
+      "loss": 10.2832,
+      "lr": 0.000742,
+      "step": 372,
+      "tokens_trained": 0.182843712
+    },
+    {
+      "epoch": 0.10609176654138004,
+      "grad_norm": 323.0387878417969,
+      "loss": 6.4864,
+      "lr": 0.000746,
+      "step": 374,
+      "tokens_trained": 0.183825832
+    },
+    {
+      "epoch": 0.10637543436635699,
+      "eval_loss": 1.4430732727050781,
+      "eval_runtime": 20.5468,
+      "step": 375,
+      "tokens_trained": 0.184317744
+    },
+    {
+      "epoch": 0.10665910219133395,
+      "grad_norm": 133.74822998046875,
+      "loss": 5.4176,
+      "lr": 0.00075,
+      "step": 376,
+      "tokens_trained": 0.184811352
+    },
+    {
+      "epoch": 0.10722643784128785,
+      "grad_norm": 180.3372344970703,
+      "loss": 5.5641,
+      "lr": 0.000754,
+      "step": 378,
+      "tokens_trained": 0.185792528
+    },
+    {
+      "epoch": 0.10779377349124175,
+      "grad_norm": 250.83999633789062,
+      "loss": 5.8612,
+      "lr": 0.000758,
+      "step": 380,
+      "tokens_trained": 0.186777112
+    },
+    {
+      "epoch": 0.10836110914119566,
+      "grad_norm": 293.51959228515625,
+      "loss": 6.0418,
+      "lr": 0.000762,
+      "step": 382,
+      "tokens_trained": 0.18775724
+    },
+    {
+      "epoch": 0.10892844479114956,
+      "grad_norm": 292.56207275390625,
+      "loss": 6.1812,
+      "lr": 0.0007660000000000001,
+      "step": 384,
+      "tokens_trained": 0.188733568
+    },
+    {
+      "epoch": 0.10949578044110347,
+      "grad_norm": 121.82467651367188,
+      "loss": 6.0855,
+      "lr": 0.0007700000000000001,
+      "step": 386,
+      "tokens_trained": 0.189718512
+    },
+    {
+      "epoch": 0.11006311609105737,
+      "grad_norm": 124.30497741699219,
+      "loss": 5.7734,
+      "lr": 0.0007740000000000001,
+      "step": 388,
+      "tokens_trained": 0.190703776
+    },
+    {
+      "epoch": 0.11063045174101127,
+      "grad_norm": 143.64004516601562,
+      "loss": 5.7641,
+      "lr": 0.000778,
+      "step": 390,
+      "tokens_trained": 0.191689888
+    },
+    {
+      "epoch": 0.11119778739096518,
+      "grad_norm": 160.06784057617188,
+      "loss": 5.6025,
+      "lr": 0.000782,
+      "step": 392,
+      "tokens_trained": 0.192673992
+    },
+    {
+      "epoch": 0.11176512304091908,
+      "grad_norm": 226.97988891601562,
+      "loss": 6.0049,
+      "lr": 0.000786,
+      "step": 394,
+      "tokens_trained": 0.193656272
+    },
+    {
+      "epoch": 0.112332458690873,
+      "grad_norm": 223.26898193359375,
+      "loss": 5.6972,
+      "lr": 0.00079,
+      "step": 396,
+      "tokens_trained": 0.194639144
+    },
+    {
+      "epoch": 0.11289979434082689,
+      "grad_norm": 249.34912109375,
+      "loss": 5.7348,
+      "lr": 0.0007940000000000001,
+      "step": 398,
+      "tokens_trained": 0.195621256
+    },
+    {
+      "epoch": 0.11346712999078079,
+      "grad_norm": 161.34271240234375,
+      "loss": 5.6689,
+      "lr": 0.0007980000000000001,
+      "step": 400,
+      "tokens_trained": 0.196604136
+    },
+    {
+      "epoch": 0.1140344656407347,
+      "grad_norm": 148.53176879882812,
+      "loss": 5.702,
+      "lr": 0.0008020000000000001,
+      "step": 402,
+      "tokens_trained": 0.197586784
+    },
+    {
+      "epoch": 0.1146018012906886,
+      "grad_norm": 144.40835571289062,
+      "loss": 6.2402,
+      "lr": 0.0008060000000000001,
+      "step": 404,
+      "tokens_trained": 0.198570824
+    },
+    {
+      "epoch": 0.11516913694064251,
+      "grad_norm": 306.57562255859375,
+      "loss": 7.1739,
+      "lr": 0.0008100000000000001,
+      "step": 406,
+      "tokens_trained": 0.199548328
+    },
+    {
+      "epoch": 0.11573647259059641,
+      "grad_norm": 308.79180908203125,
+      "loss": 6.0972,
+      "lr": 0.0008139999999999999,
+      "step": 408,
+      "tokens_trained": 0.200532496
+    },
+    {
+      "epoch": 0.11630380824055031,
+      "grad_norm": 197.76791381835938,
+      "loss": 6.3533,
+      "lr": 0.0008179999999999999,
+      "step": 410,
+      "tokens_trained": 0.201514648
+    },
+    {
+      "epoch": 0.11687114389050422,
+      "grad_norm": 129.5694580078125,
+      "loss": 6.9628,
+      "lr": 0.0008219999999999999,
+      "step": 412,
+      "tokens_trained": 0.2024994
+    },
+    {
+      "epoch": 0.11743847954045812,
+      "grad_norm": 446.0195617675781,
+      "loss": 11.7562,
+      "lr": 0.000826,
+      "step": 414,
+      "tokens_trained": 0.20348012
+    },
+    {
+      "epoch": 0.11800581519041203,
+      "grad_norm": 355.5342712402344,
+      "loss": 8.8055,
+      "lr": 0.00083,
+      "step": 416,
+      "tokens_trained": 0.20446356
+    },
+    {
+      "epoch": 0.11857315084036593,
+      "grad_norm": 456.2491149902344,
+      "loss": 9.606,
+      "lr": 0.000834,
+      "step": 418,
+      "tokens_trained": 0.205445288
+    },
+    {
+      "epoch": 0.11914048649031983,
+      "grad_norm": 369.8676452636719,
+      "loss": 8.385,
+      "lr": 0.000838,
+      "step": 420,
+      "tokens_trained": 0.206427832
+    },
+    {
+      "epoch": 0.11970782214027374,
+      "grad_norm": 262.19073486328125,
+      "loss": 9.0956,
+      "lr": 0.000842,
+      "step": 422,
+      "tokens_trained": 0.207409848
+    },
+    {
+      "epoch": 0.12027515779022764,
+      "grad_norm": 120.3193130493164,
+      "loss": 5.4937,
+      "lr": 0.000846,
+      "step": 424,
+      "tokens_trained": 0.208391752
+    },
+    {
+      "epoch": 0.12084249344018155,
+      "grad_norm": 222.1111297607422,
+      "loss": 8.9367,
+      "lr": 0.00085,
+      "step": 426,
+      "tokens_trained": 0.20937384
+    },
+    {
+      "epoch": 0.12140982909013545,
+      "grad_norm": 137.16819763183594,
+      "loss": 7.5876,
+      "lr": 0.000854,
+      "step": 428,
+      "tokens_trained": 0.210358576
+    },
+    {
+      "epoch": 0.12197716474008935,
+      "grad_norm": 267.61846923828125,
+      "loss": 8.817,
+      "lr": 0.000858,
+      "step": 430,
+      "tokens_trained": 0.211340064
+    },
+    {
+      "epoch": 0.12254450039004326,
+      "grad_norm": 472.72906494140625,
+      "loss": 8.203,
+      "lr": 0.000862,
+      "step": 432,
+      "tokens_trained": 0.212321144
+    },
+    {
+      "epoch": 0.12311183603999716,
+      "grad_norm": 297.1420593261719,
+      "loss": 10.987,
+      "lr": 0.000866,
+      "step": 434,
+      "tokens_trained": 0.213300312
+    },
+    {
+      "epoch": 0.12367917168995107,
+      "grad_norm": 281.7297668457031,
+      "loss": 7.6117,
+      "lr": 0.00087,
+      "step": 436,
+      "tokens_trained": 0.214287624
+    },
+    {
+      "epoch": 0.12424650733990497,
+      "grad_norm": 203.09678649902344,
+      "loss": 6.5638,
+      "lr": 0.000874,
+      "step": 438,
+      "tokens_trained": 0.215272136
+    },
+    {
+      "epoch": 0.12481384298985887,
+      "grad_norm": 155.7823944091797,
+      "loss": 6.1131,
+      "lr": 0.000878,
+      "step": 440,
+      "tokens_trained": 0.216256392
+    },
+    {
+      "epoch": 0.12538117863981277,
+      "grad_norm": 189.86196899414062,
+      "loss": 8.2565,
+      "lr": 0.000882,
+      "step": 442,
+      "tokens_trained": 0.217242504
+    },
+    {
+      "epoch": 0.1259485142897667,
+      "grad_norm": 247.4568634033203,
+      "loss": 7.1005,
+      "lr": 0.0008860000000000001,
+      "step": 444,
+      "tokens_trained": 0.218226008
+    },
+    {
+      "epoch": 0.1265158499397206,
+      "grad_norm": 179.72825622558594,
+      "loss": 6.3379,
+      "lr": 0.0008900000000000001,
+      "step": 446,
+      "tokens_trained": 0.219210584
+    },
+    {
+      "epoch": 0.1270831855896745,
+      "grad_norm": 212.96356201171875,
+      "loss": 7.2514,
+      "lr": 0.000894,
+      "step": 448,
+      "tokens_trained": 0.220193952
+    },
+    {
+      "epoch": 0.1276505212396284,
+      "grad_norm": 105.67095947265625,
+      "loss": 5.456,
+      "lr": 0.000898,
+      "step": 450,
+      "tokens_trained": 0.221176936
+    },
+    {
+      "epoch": 0.1282178568895823,
+      "grad_norm": 302.9122619628906,
+      "loss": 6.4018,
+      "lr": 0.000902,
+      "step": 452,
+      "tokens_trained": 0.222161952
+    },
+    {
+      "epoch": 0.12878519253953621,
+      "grad_norm": 215.66561889648438,
+      "loss": 6.2853,
+      "lr": 0.000906,
+      "step": 454,
+      "tokens_trained": 0.223144912
+    },
+    {
+      "epoch": 0.1293525281894901,
+      "grad_norm": 272.9984130859375,
+      "loss": 7.3902,
+      "lr": 0.00091,
+      "step": 456,
+      "tokens_trained": 0.224127392
+    },
+    {
+      "epoch": 0.129919863839444,
+      "grad_norm": 200.7503662109375,
+      "loss": 6.1637,
+      "lr": 0.0009140000000000001,
+      "step": 458,
+      "tokens_trained": 0.22511648
+    },
+    {
+      "epoch": 0.1304871994893979,
+      "grad_norm": 93.23990631103516,
+      "loss": 6.4867,
+      "lr": 0.0009180000000000001,
+      "step": 460,
+      "tokens_trained": 0.226098144
+    },
+    {
+      "epoch": 0.1310545351393518,
+      "grad_norm": 274.37164306640625,
+      "loss": 8.99,
+      "lr": 0.0009220000000000001,
+      "step": 462,
+      "tokens_trained": 0.227081848
+    },
+    {
+      "epoch": 0.13162187078930573,
+      "grad_norm": 186.66322326660156,
+      "loss": 8.7122,
+      "lr": 0.0009260000000000001,
+      "step": 464,
+      "tokens_trained": 0.22806636
+    },
+    {
+      "epoch": 0.13218920643925963,
+      "grad_norm": 586.1035766601562,
+      "loss": 9.1045,
+      "lr": 0.00093,
+      "step": 466,
+      "tokens_trained": 0.229047872
+    },
+    {
+      "epoch": 0.13275654208921353,
+      "grad_norm": 227.55996704101562,
+      "loss": 9.7276,
+      "lr": 0.000934,
+      "step": 468,
+      "tokens_trained": 0.230031144
+    },
+    {
+      "epoch": 0.13332387773916743,
+      "grad_norm": 229.26609802246094,
+      "loss": 6.6244,
+      "lr": 0.0009379999999999999,
+      "step": 470,
+      "tokens_trained": 0.2310158
+    },
+    {
+      "epoch": 0.13389121338912133,
+      "grad_norm": 145.16331481933594,
+      "loss": 5.759,
+      "lr": 0.000942,
+      "step": 472,
+      "tokens_trained": 0.2319996
+    },
+    {
+      "epoch": 0.13445854903907525,
+      "grad_norm": 109.9937744140625,
+      "loss": 5.4838,
+      "lr": 0.000946,
+      "step": 474,
+      "tokens_trained": 0.232983808
+    },
+    {
+      "epoch": 0.13502588468902915,
+      "grad_norm": 135.74899291992188,
+      "loss": 6.2738,
+      "lr": 0.00095,
+      "step": 476,
+      "tokens_trained": 0.233963016
+    },
+    {
+      "epoch": 0.13559322033898305,
+      "grad_norm": 142.99449157714844,
+      "loss": 5.8459,
+      "lr": 0.000954,
+      "step": 478,
+      "tokens_trained": 0.234948864
+    },
+    {
+      "epoch": 0.13616055598893695,
+      "grad_norm": 198.66883850097656,
+      "loss": 6.6626,
+      "lr": 0.000958,
+      "step": 480,
+      "tokens_trained": 0.235932392
+    },
+    {
+      "epoch": 0.13672789163889085,
+      "grad_norm": 260.76507568359375,
+      "loss": 6.9299,
+      "lr": 0.000962,
+      "step": 482,
+      "tokens_trained": 0.236915664
+    },
+    {
+      "epoch": 0.13729522728884477,
+      "grad_norm": 267.97589111328125,
+      "loss": 6.4343,
+      "lr": 0.000966,
+      "step": 484,
+      "tokens_trained": 0.237896904
+    },
+    {
+      "epoch": 0.13786256293879867,
+      "grad_norm": 89.8781967163086,
+      "loss": 6.3203,
+      "lr": 0.0009699999999999999,
+      "step": 486,
+      "tokens_trained": 0.238874528
+    },
+    {
+      "epoch": 0.13842989858875257,
+      "grad_norm": 225.62985229492188,
+      "loss": 6.2778,
+      "lr": 0.000974,
+      "step": 488,
+      "tokens_trained": 0.2398588
+    },
+    {
+      "epoch": 0.13899723423870647,
+      "grad_norm": 85.84110260009766,
+      "loss": 5.2786,
+      "lr": 0.000978,
+      "step": 490,
+      "tokens_trained": 0.240839968
+    },
+    {
+      "epoch": 0.13956456988866037,
+      "grad_norm": 141.4368438720703,
+      "loss": 5.5525,
+      "lr": 0.000982,
+      "step": 492,
+      "tokens_trained": 0.241823544
+    },
+    {
+      "epoch": 0.1401319055386143,
+      "grad_norm": 94.9535140991211,
+      "loss": 5.4386,
+      "lr": 0.0009860000000000001,
+      "step": 494,
+      "tokens_trained": 0.242805456
+    },
+    {
+      "epoch": 0.1406992411885682,
+      "grad_norm": 157.4557647705078,
+      "loss": 5.9786,
+      "lr": 0.00099,
+      "step": 496,
+      "tokens_trained": 0.243792496
+    },
+    {
+      "epoch": 0.1412665768385221,
+      "grad_norm": 319.5025634765625,
+      "loss": 7.04,
+      "lr": 0.000994,
+      "step": 498,
+      "tokens_trained": 0.244772472
+    },
+    {
+      "epoch": 0.141833912488476,
+      "grad_norm": 282.26824951171875,
+      "loss": 9.4037,
+      "lr": 0.000998,
+      "step": 500,
+      "tokens_trained": 0.245758968
+    },
+    {
+      "epoch": 0.141833912488476,
+      "eval_loss": 2.152184247970581,
+      "eval_runtime": 21.2772,
+      "step": 500,
+      "tokens_trained": 0.245758968
+    },
+    {
+      "epoch": 0.1424012481384299,
+      "grad_norm": 306.0666809082031,
+      "loss": 7.8845,
+      "lr": 0.00099986013986014,
+      "step": 502,
+      "tokens_trained": 0.246739024
+    },
+    {
+      "epoch": 0.1429685837883838,
+      "grad_norm": 188.89024353027344,
+      "loss": 6.8118,
+      "lr": 0.0009995804195804196,
+      "step": 504,
+      "tokens_trained": 0.247726552
+    },
+    {
+      "epoch": 0.1435359194383377,
+      "grad_norm": 228.97474670410156,
+      "loss": 6.8475,
+      "lr": 0.0009993006993006994,
+      "step": 506,
+      "tokens_trained": 0.24870688
+    },
+    {
+      "epoch": 0.1441032550882916,
+      "grad_norm": 229.80029296875,
+      "loss": 6.2171,
+      "lr": 0.000999020979020979,
+      "step": 508,
+      "tokens_trained": 0.249689096
+    },
+    {
+      "epoch": 0.1446705907382455,
+      "grad_norm": 157.30340576171875,
+      "loss": 6.2281,
+      "lr": 0.0009987412587412587,
+      "step": 510,
+      "tokens_trained": 0.250671768
+    },
+    {
+      "epoch": 0.1452379263881994,
+      "grad_norm": 176.64683532714844,
+      "loss": 6.5993,
+      "lr": 0.0009984615384615386,
+      "step": 512,
+      "tokens_trained": 0.25165608
+    },
+    {
+      "epoch": 0.14580526203815333,
+      "grad_norm": 197.20526123046875,
+      "loss": 5.7267,
+      "lr": 0.0009981818181818182,
+      "step": 514,
+      "tokens_trained": 0.252639712
+    },
+    {
+      "epoch": 0.14637259768810723,
+      "grad_norm": 54.713260650634766,
+      "loss": 5.7911,
+      "lr": 0.000997902097902098,
+      "step": 516,
+      "tokens_trained": 0.253622816
+    },
+    {
+      "epoch": 0.14693993333806113,
+      "grad_norm": 185.74923706054688,
+      "loss": 7.0055,
+      "lr": 0.0009976223776223777,
+      "step": 518,
+      "tokens_trained": 0.254602792
+    },
+    {
+      "epoch": 0.14750726898801503,
+      "grad_norm": 240.31021118164062,
+      "loss": 6.452,
+      "lr": 0.0009973426573426573,
+      "step": 520,
+      "tokens_trained": 0.255584736
+    },
+    {
+      "epoch": 0.14807460463796893,
+      "grad_norm": 160.2477264404297,
+      "loss": 7.6556,
+      "lr": 0.000997062937062937,
+      "step": 522,
+      "tokens_trained": 0.256563792
+    },
+    {
+      "epoch": 0.14864194028792285,
+      "grad_norm": 283.0034484863281,
+      "loss": 6.5345,
+      "lr": 0.0009967832167832168,
+      "step": 524,
+      "tokens_trained": 0.257546656
+    },
+    {
+      "epoch": 0.14920927593787675,
+      "grad_norm": 245.537109375,
+      "loss": 6.3281,
+      "lr": 0.0009965034965034964,
+      "step": 526,
+      "tokens_trained": 0.258530832
+    },
+    {
+      "epoch": 0.14977661158783065,
+      "grad_norm": 162.1538848876953,
+      "loss": 7.4072,
+      "lr": 0.0009962237762237763,
+      "step": 528,
+      "tokens_trained": 0.259514528
+    },
+    {
+      "epoch": 0.15034394723778455,
+      "grad_norm": 107.25792694091797,
+      "loss": 5.356,
+      "lr": 0.000995944055944056,
+      "step": 530,
+      "tokens_trained": 0.260500912
+    },
+    {
+      "epoch": 0.15091128288773845,
+      "grad_norm": 173.73353576660156,
+      "loss": 6.8625,
+      "lr": 0.0009956643356643356,
+      "step": 532,
+      "tokens_trained": 0.26148632
+    },
+    {
+      "epoch": 0.15147861853769237,
+      "grad_norm": 178.33541870117188,
+      "loss": 5.8794,
+      "lr": 0.0009953846153846154,
+      "step": 534,
+      "tokens_trained": 0.262468816
+    },
+    {
+      "epoch": 0.15204595418764627,
+      "grad_norm": 181.2533416748047,
+      "loss": 7.0243,
+      "lr": 0.000995104895104895,
+      "step": 536,
+      "tokens_trained": 0.263446696
+    },
+    {
+      "epoch": 0.15261328983760017,
+      "grad_norm": 208.79293823242188,
+      "loss": 5.8908,
+      "lr": 0.000994825174825175,
+      "step": 538,
+      "tokens_trained": 0.26443108
+    },
+    {
+      "epoch": 0.15318062548755407,
+      "grad_norm": 148.66285705566406,
+      "loss": 6.0831,
+      "lr": 0.0009945454545454546,
+      "step": 540,
+      "tokens_trained": 0.265414496
+    },
+    {
+      "epoch": 0.15374796113750797,
+      "grad_norm": 165.044189453125,
+      "loss": 5.5594,
+      "lr": 0.0009942657342657344,
+      "step": 542,
+      "tokens_trained": 0.266394128
+    },
+    {
+      "epoch": 0.1543152967874619,
+      "grad_norm": 124.5405502319336,
+      "loss": 5.2442,
+      "lr": 0.000993986013986014,
+      "step": 544,
+      "tokens_trained": 0.267378768
+    },
+    {
+      "epoch": 0.1548826324374158,
+      "grad_norm": 68.66510772705078,
+      "loss": 5.1173,
+      "lr": 0.0009937062937062937,
+      "step": 546,
+      "tokens_trained": 0.268360184
+    },
+    {
+      "epoch": 0.1554499680873697,
+      "grad_norm": 57.052860260009766,
+      "loss": 5.2348,
+      "lr": 0.0009934265734265735,
+      "step": 548,
+      "tokens_trained": 0.269345672
+    },
+    {
+      "epoch": 0.1560173037373236,
+      "grad_norm": 184.9175567626953,
+      "loss": 6.7748,
+      "lr": 0.0009931468531468532,
+      "step": 550,
+      "tokens_trained": 0.2703288
+    },
+    {
+      "epoch": 0.15658463938727749,
+      "grad_norm": 72.9861831665039,
+      "loss": 5.7387,
+      "lr": 0.000992867132867133,
+      "step": 552,
+      "tokens_trained": 0.271309176
+    },
+    {
+      "epoch": 0.1571519750372314,
+      "grad_norm": 135.864501953125,
+      "loss": 6.3035,
+      "lr": 0.0009925874125874127,
+      "step": 554,
+      "tokens_trained": 0.27229644
+    },
+    {
+      "epoch": 0.1577193106871853,
+      "grad_norm": 130.579833984375,
+      "loss": 5.4434,
+      "lr": 0.0009923076923076923,
+      "step": 556,
+      "tokens_trained": 0.273277904
+    },
+    {
+      "epoch": 0.1582866463371392,
+      "grad_norm": 206.77345275878906,
+      "loss": 5.8649,
+      "lr": 0.000992027972027972,
+      "step": 558,
+      "tokens_trained": 0.274261712
+    },
+    {
+      "epoch": 0.1588539819870931,
+      "grad_norm": 144.0505828857422,
+      "loss": 5.3459,
+      "lr": 0.0009917482517482518,
+      "step": 560,
+      "tokens_trained": 0.2752468
+    },
+    {
+      "epoch": 0.159421317637047,
+      "grad_norm": 87.56634521484375,
+      "loss": 5.6321,
+      "lr": 0.0009914685314685314,
+      "step": 562,
+      "tokens_trained": 0.276232384
+    },
+    {
+      "epoch": 0.15998865328700093,
+      "grad_norm": 275.2727355957031,
+      "loss": 6.7515,
+      "lr": 0.0009911888111888113,
+      "step": 564,
+      "tokens_trained": 0.277211608
+    },
+    {
+      "epoch": 0.16055598893695483,
+      "grad_norm": 97.00019836425781,
+      "loss": 5.4374,
+      "lr": 0.000990909090909091,
+      "step": 566,
+      "tokens_trained": 0.278196336
+    },
+    {
+      "epoch": 0.16112332458690873,
+      "grad_norm": 102.91439056396484,
+      "loss": 5.729,
+      "lr": 0.0009906293706293705,
+      "step": 568,
+      "tokens_trained": 0.279175672
+    },
+    {
+      "epoch": 0.16169066023686263,
+      "grad_norm": 151.12432861328125,
+      "loss": 5.4189,
+      "lr": 0.0009903496503496504,
+      "step": 570,
+      "tokens_trained": 0.280161088
+    },
+    {
+      "epoch": 0.16225799588681653,
+      "grad_norm": 86.6823959350586,
+      "loss": 5.1704,
+      "lr": 0.00099006993006993,
+      "step": 572,
+      "tokens_trained": 0.28114256
+    },
+    {
+      "epoch": 0.16282533153677045,
+      "grad_norm": 90.7052230834961,
+      "loss": 5.3673,
+      "lr": 0.0009897902097902099,
+      "step": 574,
+      "tokens_trained": 0.282128904
+    },
+    {
+      "epoch": 0.16339266718672435,
+      "grad_norm": 146.92874145507812,
+      "loss": 5.5971,
+      "lr": 0.0009895104895104895,
+      "step": 576,
+      "tokens_trained": 0.28311528
+    },
+    {
+      "epoch": 0.16396000283667825,
+      "grad_norm": 189.76296997070312,
+      "loss": 5.3109,
+      "lr": 0.0009892307692307694,
+      "step": 578,
+      "tokens_trained": 0.284098528
+    },
+    {
+      "epoch": 0.16452733848663215,
+      "grad_norm": 174.48092651367188,
+      "loss": 5.68,
+      "lr": 0.000988951048951049,
+      "step": 580,
+      "tokens_trained": 0.285081064
+    },
+    {
+      "epoch": 0.16509467413658604,
+      "grad_norm": 154.10816955566406,
+      "loss": 5.3307,
+      "lr": 0.0009886713286713286,
+      "step": 582,
+      "tokens_trained": 0.286067952
+    },
+    {
+      "epoch": 0.16566200978653997,
+      "grad_norm": 64.28263092041016,
+      "loss": 5.1676,
+      "lr": 0.0009883916083916085,
+      "step": 584,
+      "tokens_trained": 0.287051384
+    },
+    {
+      "epoch": 0.16622934543649387,
+      "grad_norm": 103.81795501708984,
+      "loss": 5.3436,
+      "lr": 0.0009881118881118881,
+      "step": 586,
+      "tokens_trained": 0.28803284
+    },
+    {
+      "epoch": 0.16679668108644777,
+      "grad_norm": 144.0076904296875,
+      "loss": 5.3033,
+      "lr": 0.000987832167832168,
+      "step": 588,
+      "tokens_trained": 0.289014824
+    },
+    {
+      "epoch": 0.16736401673640167,
+      "grad_norm": 88.31237030029297,
+      "loss": 5.0609,
+      "lr": 0.0009875524475524476,
+      "step": 590,
+      "tokens_trained": 0.289999864
+    },
+    {
+      "epoch": 0.16793135238635556,
+      "grad_norm": 68.4583740234375,
+      "loss": 5.0702,
+      "lr": 0.0009872727272727273,
+      "step": 592,
+      "tokens_trained": 0.290983888
+    },
+    {
+      "epoch": 0.1684986880363095,
+      "grad_norm": 135.28665161132812,
+      "loss": 5.3962,
+      "lr": 0.000986993006993007,
+      "step": 594,
+      "tokens_trained": 0.291965752
+    },
+    {
+      "epoch": 0.1690660236862634,
+      "grad_norm": 80.0412368774414,
+      "loss": 5.0246,
+      "lr": 0.0009867132867132867,
+      "step": 596,
+      "tokens_trained": 0.292946952
+    },
+    {
+      "epoch": 0.1696333593362173,
+      "grad_norm": 43.29194641113281,
+      "loss": 5.0051,
+      "lr": 0.0009864335664335664,
+      "step": 598,
+      "tokens_trained": 0.293928976
+    },
+    {
+      "epoch": 0.17020069498617119,
+      "grad_norm": 220.88687133789062,
+      "loss": 6.0798,
+      "lr": 0.0009861538461538462,
+      "step": 600,
+      "tokens_trained": 0.294912408
+    },
+    {
+      "epoch": 0.17076803063612508,
+      "grad_norm": 102.58654022216797,
+      "loss": 5.1271,
+      "lr": 0.0009858741258741259,
+      "step": 602,
+      "tokens_trained": 0.29589416
+    },
+    {
+      "epoch": 0.171335366286079,
+      "grad_norm": 119.0067138671875,
+      "loss": 5.7402,
+      "lr": 0.0009855944055944055,
+      "step": 604,
+      "tokens_trained": 0.296878584
+    },
+    {
+      "epoch": 0.1719027019360329,
+      "grad_norm": 138.8656005859375,
+      "loss": 5.1951,
+      "lr": 0.0009853146853146854,
+      "step": 606,
+      "tokens_trained": 0.297864552
+    },
+    {
+      "epoch": 0.1724700375859868,
+      "grad_norm": 73.5890884399414,
+      "loss": 5.2522,
+      "lr": 0.000985034965034965,
+      "step": 608,
+      "tokens_trained": 0.298854088
+    },
+    {
+      "epoch": 0.1730373732359407,
+      "grad_norm": 113.78330993652344,
+      "loss": 5.6683,
+      "lr": 0.0009847552447552449,
+      "step": 610,
+      "tokens_trained": 0.299835024
+    },
+    {
+      "epoch": 0.1736047088858946,
+      "grad_norm": 125.20297241210938,
+      "loss": 5.1812,
+      "lr": 0.0009844755244755245,
+      "step": 612,
+      "tokens_trained": 0.30082032
+    },
+    {
+      "epoch": 0.17417204453584853,
+      "grad_norm": 67.46041870117188,
+      "loss": 5.0417,
+      "lr": 0.0009841958041958043,
+      "step": 614,
+      "tokens_trained": 0.301808456
+    },
+    {
+      "epoch": 0.17473938018580243,
+      "grad_norm": 117.30754852294922,
+      "loss": 5.3064,
+      "lr": 0.000983916083916084,
+      "step": 616,
+      "tokens_trained": 0.302794456
+    },
+    {
+      "epoch": 0.17530671583575633,
+      "grad_norm": 124.30754089355469,
+      "loss": 5.1614,
+      "lr": 0.0009836363636363636,
+      "step": 618,
+      "tokens_trained": 0.303777376
+    },
+    {
+      "epoch": 0.17587405148571023,
+      "grad_norm": 102.72042083740234,
+      "loss": 5.1265,
+      "lr": 0.0009833566433566435,
+      "step": 620,
+      "tokens_trained": 0.304758864
+    },
+    {
+      "epoch": 0.17644138713566412,
+      "grad_norm": 39.332252502441406,
+      "loss": 5.1078,
+      "lr": 0.000983076923076923,
+      "step": 622,
+      "tokens_trained": 0.30574392
+    },
+    {
+      "epoch": 0.17700872278561805,
+      "grad_norm": 153.84811401367188,
+      "loss": 5.7696,
+      "lr": 0.000982797202797203,
+      "step": 624,
+      "tokens_trained": 0.306727584
+    },
+    {
+      "epoch": 0.17729239061059499,
+      "eval_loss": 1.3463915586471558,
+      "eval_runtime": 20.8357,
+      "step": 625,
+      "tokens_trained": 0.307220496
+    },
+    {
+      "epoch": 0.17757605843557195,
+      "grad_norm": 160.2552490234375,
+      "loss": 5.2283,
+      "lr": 0.0009825174825174826,
+      "step": 626,
+      "tokens_trained": 0.307713024
+    },
+    {
+      "epoch": 0.17814339408552585,
+      "grad_norm": 186.77407836914062,
+      "loss": 5.2866,
+      "lr": 0.0009822377622377622,
+      "step": 628,
+      "tokens_trained": 0.308700128
+    },
+    {
+      "epoch": 0.17871072973547975,
+      "grad_norm": 84.55519104003906,
+      "loss": 5.1106,
+      "lr": 0.0009819580419580419,
+      "step": 630,
+      "tokens_trained": 0.309681208
+    },
+    {
+      "epoch": 0.17927806538543364,
+      "grad_norm": 20.617040634155273,
+      "loss": 4.8327,
+      "lr": 0.0009816783216783217,
+      "step": 632,
+      "tokens_trained": 0.310662224
+    },
+    {
+      "epoch": 0.17984540103538757,
+      "grad_norm": 168.06039428710938,
+      "loss": 6.0704,
+      "lr": 0.0009813986013986014,
+      "step": 634,
+      "tokens_trained": 0.31164064
+    },
+    {
+      "epoch": 0.18041273668534147,
+      "grad_norm": 238.23736572265625,
+      "loss": 5.6188,
+      "lr": 0.0009811188811188812,
+      "step": 636,
+      "tokens_trained": 0.312622568
+    },
+    {
+      "epoch": 0.18098007233529537,
+      "grad_norm": 140.0707550048828,
+      "loss": 6.4034,
+      "lr": 0.0009808391608391608,
+      "step": 638,
+      "tokens_trained": 0.313604944
+    },
+    {
+      "epoch": 0.18154740798524927,
+      "grad_norm": 161.19302368164062,
+      "loss": 5.4906,
+      "lr": 0.0009805594405594405,
+      "step": 640,
+      "tokens_trained": 0.314592072
+    },
+    {
+      "epoch": 0.18211474363520316,
+      "grad_norm": 121.9577407836914,
+      "loss": 5.2097,
+      "lr": 0.0009802797202797203,
+      "step": 642,
+      "tokens_trained": 0.315574392
+    },
+    {
+      "epoch": 0.1826820792851571,
+      "grad_norm": 121.25574493408203,
+      "loss": 5.0317,
+      "lr": 0.00098,
+      "step": 644,
+      "tokens_trained": 0.316559008
+    },
+    {
+      "epoch": 0.183249414935111,
+      "grad_norm": 28.328269958496094,
+      "loss": 4.932,
+      "lr": 0.0009797202797202798,
+      "step": 646,
+      "tokens_trained": 0.317538776
+    },
+    {
+      "epoch": 0.1838167505850649,
+      "grad_norm": 127.77408599853516,
+      "loss": 5.8335,
+      "lr": 0.0009794405594405595,
+      "step": 648,
+      "tokens_trained": 0.31851792
+    },
+    {
+      "epoch": 0.18438408623501878,
+      "grad_norm": 94.9522933959961,
+      "loss": 5.1948,
+      "lr": 0.000979160839160839,
+      "step": 650,
+      "tokens_trained": 0.319501576
+    },
+    {
+      "epoch": 0.18495142188497268,
+      "grad_norm": 110.33658599853516,
+      "loss": 5.098,
+      "lr": 0.000978881118881119,
+      "step": 652,
+      "tokens_trained": 0.320482392
+    },
+    {
+      "epoch": 0.1855187575349266,
+      "grad_norm": 67.23124694824219,
+      "loss": 4.7723,
+      "lr": 0.0009786013986013986,
+      "step": 654,
+      "tokens_trained": 0.32146712
+    },
+    {
+      "epoch": 0.1860860931848805,
+      "grad_norm": 61.519866943359375,
+      "loss": 4.7245,
+      "lr": 0.0009783216783216782,
+      "step": 656,
+      "tokens_trained": 0.322449576
+    },
+    {
+      "epoch": 0.1866534288348344,
+      "grad_norm": 99.51078033447266,
+      "loss": 4.783,
+      "lr": 0.000978041958041958,
+      "step": 658,
+      "tokens_trained": 0.323432688
+    },
+    {
+      "epoch": 0.1872207644847883,
+      "grad_norm": 44.619197845458984,
+      "loss": 4.7495,
+      "lr": 0.000977762237762238,
+      "step": 660,
+      "tokens_trained": 0.324413952
+    },
+    {
+      "epoch": 0.18778810013474223,
+      "grad_norm": 114.5891342163086,
+      "loss": 5.1261,
+      "lr": 0.0009774825174825176,
+      "step": 662,
+      "tokens_trained": 0.325394536
+    },
+    {
+      "epoch": 0.18835543578469613,
+      "grad_norm": 100.3728256225586,
+      "loss": 4.7883,
+      "lr": 0.0009772027972027972,
+      "step": 664,
+      "tokens_trained": 0.326374672
+    },
+    {
+      "epoch": 0.18892277143465003,
+      "grad_norm": 51.883033752441406,
+      "loss": 4.7249,
+      "lr": 0.0009769230769230768,
+      "step": 666,
+      "tokens_trained": 0.327357152
+    },
+    {
+      "epoch": 0.18949010708460393,
+      "grad_norm": 82.27507019042969,
+      "loss": 4.8277,
+      "lr": 0.0009766433566433567,
+      "step": 668,
+      "tokens_trained": 0.328342088
+    },
+    {
+      "epoch": 0.19005744273455782,
+      "grad_norm": 83.53064727783203,
+      "loss": 4.8338,
+      "lr": 0.0009763636363636363,
+      "step": 670,
+      "tokens_trained": 0.329319248
+    },
+    {
+      "epoch": 0.19062477838451175,
+      "grad_norm": 76.18387603759766,
+      "loss": 4.6958,
+      "lr": 0.0009760839160839161,
+      "step": 672,
+      "tokens_trained": 0.330305968
+    },
+    {
+      "epoch": 0.19119211403446565,
+      "grad_norm": 27.401426315307617,
+      "loss": 4.6929,
+      "lr": 0.0009758041958041958,
+      "step": 674,
+      "tokens_trained": 0.3312912
+    },
+    {
+      "epoch": 0.19175944968441955,
+      "grad_norm": 186.770263671875,
+      "loss": 5.5089,
+      "lr": 0.0009755244755244756,
+      "step": 676,
+      "tokens_trained": 0.332275224
+    },
+    {
+      "epoch": 0.19232678533437345,
+      "grad_norm": 105.02385711669922,
+      "loss": 4.8876,
+      "lr": 0.0009752447552447553,
+      "step": 678,
+      "tokens_trained": 0.33325588
+    },
+    {
+      "epoch": 0.19289412098432734,
+      "grad_norm": 94.96269989013672,
+      "loss": 5.1235,
+      "lr": 0.0009749650349650349,
+      "step": 680,
+      "tokens_trained": 0.334238408
+    },
+    {
+      "epoch": 0.19346145663428127,
+      "grad_norm": 92.29356384277344,
+      "loss": 4.8194,
+      "lr": 0.0009746853146853148,
+      "step": 682,
+      "tokens_trained": 0.335219368
+    },
+    {
+      "epoch": 0.19402879228423517,
+      "grad_norm": 59.1584358215332,
+      "loss": 4.7511,
+      "lr": 0.0009744055944055944,
+      "step": 684,
+      "tokens_trained": 0.336207136
+    },
+    {
+      "epoch": 0.19459612793418907,
+      "grad_norm": 54.759002685546875,
+      "loss": 4.777,
+      "lr": 0.0009741258741258742,
+      "step": 686,
+      "tokens_trained": 0.337193536
+    },
+    {
+      "epoch": 0.19516346358414297,
+      "grad_norm": 92.20452880859375,
+      "loss": 4.8225,
+      "lr": 0.0009738461538461538,
+      "step": 688,
+      "tokens_trained": 0.338179224
+    },
+    {
+      "epoch": 0.19573079923409686,
+      "grad_norm": 75.97005462646484,
+      "loss": 4.655,
+      "lr": 0.0009735664335664336,
+      "step": 690,
+      "tokens_trained": 0.339162168
+    },
+    {
+      "epoch": 0.1962981348840508,
+      "grad_norm": 58.19076919555664,
+      "loss": 4.6446,
+      "lr": 0.0009732867132867133,
+      "step": 692,
+      "tokens_trained": 0.340138904
+    },
+    {
+      "epoch": 0.1968654705340047,
+      "grad_norm": 50.81512451171875,
+      "loss": 4.5866,
+      "lr": 0.000973006993006993,
+      "step": 694,
+      "tokens_trained": 0.34112288
+    },
+    {
+      "epoch": 0.1974328061839586,
+      "grad_norm": 61.683372497558594,
+      "loss": 4.6018,
+      "lr": 0.0009727272727272728,
+      "step": 696,
+      "tokens_trained": 0.342111992
+    },
+    {
+      "epoch": 0.19800014183391249,
+      "grad_norm": 61.01798629760742,
+      "loss": 4.6007,
+      "lr": 0.0009724475524475524,
+      "step": 698,
+      "tokens_trained": 0.343095912
+    },
+    {
+      "epoch": 0.19856747748386638,
+      "grad_norm": 96.49671936035156,
+      "loss": 4.7035,
+      "lr": 0.0009721678321678323,
+      "step": 700,
+      "tokens_trained": 0.344078632
+    },
+    {
+      "epoch": 0.1991348131338203,
+      "grad_norm": 64.7771224975586,
+      "loss": 4.8341,
+      "lr": 0.0009718881118881119,
+      "step": 702,
+      "tokens_trained": 0.345060576
+    },
+    {
+      "epoch": 0.1997021487837742,
+      "grad_norm": 90.1478042602539,
+      "loss": 4.7739,
+      "lr": 0.0009716083916083917,
+      "step": 704,
+      "tokens_trained": 0.34604112
+    },
+    {
+      "epoch": 0.2002694844337281,
+      "grad_norm": 67.6308822631836,
+      "loss": 4.6218,
+      "lr": 0.0009713286713286713,
+      "step": 706,
+      "tokens_trained": 0.347023496
+    },
+    {
+      "epoch": 0.200836820083682,
+      "grad_norm": 40.50175094604492,
+      "loss": 4.6008,
+      "lr": 0.000971048951048951,
+      "step": 708,
+      "tokens_trained": 0.348005416
+    },
+    {
+      "epoch": 0.2014041557336359,
+      "grad_norm": 33.6448860168457,
+      "loss": 4.5307,
+      "lr": 0.0009707692307692308,
+      "step": 710,
+      "tokens_trained": 0.3489886
+    },
+    {
+      "epoch": 0.20197149138358983,
+      "grad_norm": 15.484851837158203,
+      "loss": 4.5065,
+      "lr": 0.0009704895104895105,
+      "step": 712,
+      "tokens_trained": 0.34997024
+    },
+    {
+      "epoch": 0.20253882703354373,
+      "grad_norm": 109.26301574707031,
+      "loss": 4.9613,
+      "lr": 0.0009702097902097903,
+      "step": 714,
+      "tokens_trained": 0.350958496
+    },
+    {
+      "epoch": 0.20310616268349763,
+      "grad_norm": 150.07492065429688,
+      "loss": 4.8507,
+      "lr": 0.0009699300699300699,
+      "step": 716,
+      "tokens_trained": 0.35193892
+    },
+    {
+      "epoch": 0.20367349833345152,
+      "grad_norm": 113.43978881835938,
+      "loss": 5.4494,
+      "lr": 0.0009696503496503498,
+      "step": 718,
+      "tokens_trained": 0.35291908
+    },
+    {
+      "epoch": 0.20424083398340542,
+      "grad_norm": 123.0071792602539,
+      "loss": 4.9475,
+      "lr": 0.0009693706293706294,
+      "step": 720,
+      "tokens_trained": 0.353896072
+    },
+    {
+      "epoch": 0.20480816963335935,
+      "grad_norm": 65.55500793457031,
+      "loss": 4.7585,
+      "lr": 0.0009690909090909091,
+      "step": 722,
+      "tokens_trained": 0.354878992
+    },
+    {
+      "epoch": 0.20537550528331325,
+      "grad_norm": 36.11159896850586,
+      "loss": 4.6323,
+      "lr": 0.0009688111888111888,
+      "step": 724,
+      "tokens_trained": 0.355863728
+    },
+    {
+      "epoch": 0.20594284093326715,
+      "grad_norm": 30.566436767578125,
+      "loss": 4.53,
+      "lr": 0.0009685314685314685,
+      "step": 726,
+      "tokens_trained": 0.356845272
+    },
+    {
+      "epoch": 0.20651017658322104,
+      "grad_norm": 59.01853561401367,
+      "loss": 4.5283,
+      "lr": 0.0009682517482517483,
+      "step": 728,
+      "tokens_trained": 0.357826656
+    },
+    {
+      "epoch": 0.20707751223317494,
+      "grad_norm": 91.78115844726562,
+      "loss": 4.6149,
+      "lr": 0.000967972027972028,
+      "step": 730,
+      "tokens_trained": 0.358809896
+    },
+    {
+      "epoch": 0.20764484788312887,
+      "grad_norm": 67.97398376464844,
+      "loss": 4.617,
+      "lr": 0.0009676923076923078,
+      "step": 732,
+      "tokens_trained": 0.359788736
+    },
+    {
+      "epoch": 0.20821218353308277,
+      "grad_norm": 42.82001876831055,
+      "loss": 4.6134,
+      "lr": 0.0009674125874125874,
+      "step": 734,
+      "tokens_trained": 0.360771744
+    },
+    {
+      "epoch": 0.20877951918303667,
+      "grad_norm": 63.52122116088867,
+      "loss": 4.6995,
+      "lr": 0.0009671328671328672,
+      "step": 736,
+      "tokens_trained": 0.361757656
+    },
+    {
+      "epoch": 0.20934685483299056,
+      "grad_norm": 116.39544677734375,
+      "loss": 4.7153,
+      "lr": 0.0009668531468531469,
+      "step": 738,
+      "tokens_trained": 0.362744008
+    },
+    {
+      "epoch": 0.20991419048294446,
+      "grad_norm": 40.74269485473633,
+      "loss": 4.7978,
+      "lr": 0.0009665734265734266,
+      "step": 740,
+      "tokens_trained": 0.36372872
+    },
+    {
+      "epoch": 0.2104815261328984,
+      "grad_norm": 114.29917907714844,
+      "loss": 5.1683,
+      "lr": 0.0009662937062937063,
+      "step": 742,
+      "tokens_trained": 0.364710536
+    },
+    {
+      "epoch": 0.2110488617828523,
+      "grad_norm": 115.83326721191406,
+      "loss": 4.7642,
+      "lr": 0.000966013986013986,
+      "step": 744,
+      "tokens_trained": 0.3656912
+    },
+    {
+      "epoch": 0.21161619743280619,
+      "grad_norm": 21.708093643188477,
+      "loss": 4.8244,
+      "lr": 0.0009657342657342657,
+      "step": 746,
+      "tokens_trained": 0.36667388
+    },
+    {
+      "epoch": 0.21218353308276008,
+      "grad_norm": 182.01918029785156,
+      "loss": 5.6045,
+      "lr": 0.0009654545454545455,
+      "step": 748,
+      "tokens_trained": 0.3676634
+    },
+    {
+      "epoch": 0.21275086873271398,
+      "grad_norm": 47.119319915771484,
+      "loss": 4.7929,
+      "lr": 0.0009651748251748252,
+      "step": 750,
+      "tokens_trained": 0.368647288
+    },
+    {
+      "epoch": 0.21275086873271398,
+      "eval_loss": 1.2186306715011597,
+      "eval_runtime": 20.9362,
+      "step": 750,
+      "tokens_trained": 0.368647288
+    },
+    {
+      "epoch": 0.2133182043826679,
+      "grad_norm": 51.43566131591797,
+      "loss": 4.7298,
+      "lr": 0.0009648951048951049,
+      "step": 752,
+      "tokens_trained": 0.36962992
+    },
+    {
+      "epoch": 0.2138855400326218,
+      "grad_norm": 79.49323272705078,
+      "loss": 5.0749,
+      "lr": 0.0009646153846153846,
+      "step": 754,
+      "tokens_trained": 0.370616064
+    },
+    {
+      "epoch": 0.2144528756825757,
+      "grad_norm": 119.80200958251953,
+      "loss": 4.8198,
+      "lr": 0.0009643356643356644,
+      "step": 756,
+      "tokens_trained": 0.371596208
+    },
+    {
+      "epoch": 0.2150202113325296,
+      "grad_norm": 95.88092041015625,
+      "loss": 4.7437,
+      "lr": 0.0009640559440559441,
+      "step": 758,
+      "tokens_trained": 0.372579584
+    },
+    {
+      "epoch": 0.2155875469824835,
+      "grad_norm": 79.64202117919922,
+      "loss": 4.9181,
+      "lr": 0.0009637762237762237,
+      "step": 760,
+      "tokens_trained": 0.373563056
+    },
+    {
+      "epoch": 0.21615488263243743,
+      "grad_norm": 79.93920135498047,
+      "loss": 4.6393,
+      "lr": 0.0009634965034965035,
+      "step": 762,
+      "tokens_trained": 0.374547648
+    },
+    {
+      "epoch": 0.21672221828239133,
+      "grad_norm": 78.67620849609375,
+      "loss": 4.6178,
+      "lr": 0.0009632167832167832,
+      "step": 764,
+      "tokens_trained": 0.375531456
+    },
+    {
+      "epoch": 0.21728955393234523,
+      "grad_norm": 56.32818603515625,
+      "loss": 4.6498,
+      "lr": 0.000962937062937063,
+      "step": 766,
+      "tokens_trained": 0.376516896
+    },
+    {
+      "epoch": 0.21785688958229912,
+      "grad_norm": 45.35737228393555,
+      "loss": 4.5812,
+      "lr": 0.0009626573426573427,
+      "step": 768,
+      "tokens_trained": 0.377499752
+    },
+    {
+      "epoch": 0.21842422523225302,
+      "grad_norm": 58.13076400756836,
+      "loss": 4.5793,
+      "lr": 0.0009623776223776224,
+      "step": 770,
+      "tokens_trained": 0.37848276
+    },
+    {
+      "epoch": 0.21899156088220695,
+      "grad_norm": 55.620628356933594,
+      "loss": 4.4865,
+      "lr": 0.0009620979020979021,
+      "step": 772,
+      "tokens_trained": 0.379466296
+    },
+    {
+      "epoch": 0.21955889653216085,
+      "grad_norm": 77.26813507080078,
+      "loss": 4.5671,
+      "lr": 0.0009618181818181818,
+      "step": 774,
+      "tokens_trained": 0.380449888
+    },
+    {
+      "epoch": 0.22012623218211474,
+      "grad_norm": 45.00653839111328,
+      "loss": 4.5923,
+      "lr": 0.0009615384615384616,
+      "step": 776,
+      "tokens_trained": 0.381430352
+    },
+    {
+      "epoch": 0.22069356783206864,
+      "grad_norm": 52.77407455444336,
+      "loss": 4.5094,
+      "lr": 0.0009612587412587412,
+      "step": 778,
+      "tokens_trained": 0.382416152
+    },
+    {
+      "epoch": 0.22126090348202254,
+      "grad_norm": 36.721073150634766,
+      "loss": 4.4536,
+      "lr": 0.000960979020979021,
+      "step": 780,
+      "tokens_trained": 0.383396672
+    },
+    {
+      "epoch": 0.22182823913197647,
+      "grad_norm": 51.21247100830078,
+      "loss": 4.4599,
+      "lr": 0.0009606993006993007,
+      "step": 782,
+      "tokens_trained": 0.384380584
+    },
+    {
+      "epoch": 0.22239557478193037,
+      "grad_norm": 65.23794555664062,
+      "loss": 4.5397,
+      "lr": 0.0009604195804195805,
+      "step": 784,
+      "tokens_trained": 0.385361368
+    },
+    {
+      "epoch": 0.22296291043188426,
+      "grad_norm": 23.255144119262695,
+      "loss": 4.5007,
+      "lr": 0.0009601398601398602,
+      "step": 786,
+      "tokens_trained": 0.386341416
+    },
+    {
+      "epoch": 0.22353024608183816,
+      "grad_norm": 30.812740325927734,
+      "loss": 4.5239,
+      "lr": 0.0009598601398601398,
+      "step": 788,
+      "tokens_trained": 0.387324624
+    },
+    {
+      "epoch": 0.22409758173179206,
+      "grad_norm": 50.781219482421875,
+      "loss": 4.5131,
+      "lr": 0.0009595804195804196,
+      "step": 790,
+      "tokens_trained": 0.388312744
+    },
+    {
+      "epoch": 0.224664917381746,
+      "grad_norm": 47.88816452026367,
+      "loss": 4.4622,
+      "lr": 0.0009593006993006993,
+      "step": 792,
+      "tokens_trained": 0.38929852
+    },
+    {
+      "epoch": 0.22523225303169989,
+      "grad_norm": 49.32049560546875,
+      "loss": 4.5053,
+      "lr": 0.0009590209790209791,
+      "step": 794,
+      "tokens_trained": 0.390279792
+    },
+    {
+      "epoch": 0.22579958868165378,
+      "grad_norm": 36.98805618286133,
+      "loss": 4.5144,
+      "lr": 0.0009587412587412587,
+      "step": 796,
+      "tokens_trained": 0.391258904
+    },
+    {
+      "epoch": 0.22636692433160768,
+      "grad_norm": 24.88475799560547,
+      "loss": 4.4992,
+      "lr": 0.0009584615384615385,
+      "step": 798,
+      "tokens_trained": 0.392238976
+    },
+    {
+      "epoch": 0.22693425998156158,
+      "grad_norm": 38.89309310913086,
+      "loss": 4.4853,
+      "lr": 0.0009581818181818182,
+      "step": 800,
+      "tokens_trained": 0.393226312
+    },
+    {
+      "epoch": 0.2275015956315155,
+      "grad_norm": 34.86774444580078,
+      "loss": 4.4519,
+      "lr": 0.000957902097902098,
+      "step": 802,
+      "tokens_trained": 0.394206688
+    },
+    {
+      "epoch": 0.2280689312814694,
+      "grad_norm": 24.966291427612305,
+      "loss": 4.456,
+      "lr": 0.0009576223776223777,
+      "step": 804,
+      "tokens_trained": 0.395191608
+    },
+    {
+      "epoch": 0.2286362669314233,
+      "grad_norm": 12.218213081359863,
+      "loss": 4.4266,
+      "lr": 0.0009573426573426573,
+      "step": 806,
+      "tokens_trained": 0.396174512
+    },
+    {
+      "epoch": 0.2292036025813772,
+      "grad_norm": 50.817054748535156,
+      "loss": 4.586,
+      "lr": 0.0009570629370629371,
+      "step": 808,
+      "tokens_trained": 0.397156912
+    },
+    {
+      "epoch": 0.2297709382313311,
+      "grad_norm": 37.60087203979492,
+      "loss": 4.4616,
+      "lr": 0.0009567832167832168,
+      "step": 810,
+      "tokens_trained": 0.398140016
+    },
+    {
+      "epoch": 0.23033827388128503,
+      "grad_norm": 37.55678176879883,
+      "loss": 4.4755,
+      "lr": 0.0009565034965034966,
+      "step": 812,
+      "tokens_trained": 0.39912384
+    },
+    {
+      "epoch": 0.23090560953123893,
+      "grad_norm": 56.427215576171875,
+      "loss": 4.5078,
+      "lr": 0.0009562237762237762,
+      "step": 814,
+      "tokens_trained": 0.400111224
+    },
+    {
+      "epoch": 0.23147294518119282,
+      "grad_norm": 31.869827270507812,
+      "loss": 4.5013,
+      "lr": 0.0009559440559440559,
+      "step": 816,
+      "tokens_trained": 0.401094936
+    },
+    {
+      "epoch": 0.23204028083114672,
+      "grad_norm": 77.57958984375,
+      "loss": 4.6977,
+      "lr": 0.0009556643356643357,
+      "step": 818,
+      "tokens_trained": 0.402078888
+    },
+    {
+      "epoch": 0.23260761648110062,
+      "grad_norm": 52.50204849243164,
+      "loss": 4.5142,
+      "lr": 0.0009553846153846154,
+      "step": 820,
+      "tokens_trained": 0.403059904
+    },
+    {
+      "epoch": 0.23317495213105455,
+      "grad_norm": 32.34305191040039,
+      "loss": 4.4828,
+      "lr": 0.0009551048951048952,
+      "step": 822,
+      "tokens_trained": 0.404049848
+    },
+    {
+      "epoch": 0.23374228778100845,
+      "grad_norm": 52.08961486816406,
+      "loss": 4.4869,
+      "lr": 0.0009548251748251748,
+      "step": 824,
+      "tokens_trained": 0.405033872
+    },
+    {
+      "epoch": 0.23430962343096234,
+      "grad_norm": 44.32194900512695,
+      "loss": 4.4802,
+      "lr": 0.0009545454545454546,
+      "step": 826,
+      "tokens_trained": 0.406017872
+    },
+    {
+      "epoch": 0.23487695908091624,
+      "grad_norm": 30.941524505615234,
+      "loss": 4.4323,
+      "lr": 0.0009542657342657343,
+      "step": 828,
+      "tokens_trained": 0.40700704
+    },
+    {
+      "epoch": 0.23544429473087014,
+      "grad_norm": 20.52709197998047,
+      "loss": 4.4919,
+      "lr": 0.000953986013986014,
+      "step": 830,
+      "tokens_trained": 0.407991512
+    },
+    {
+      "epoch": 0.23601163038082407,
+      "grad_norm": 86.80307006835938,
+      "loss": 4.8228,
+      "lr": 0.0009537062937062937,
+      "step": 832,
+      "tokens_trained": 0.408979272
+    },
+    {
+      "epoch": 0.23657896603077797,
+      "grad_norm": 73.71435546875,
+      "loss": 4.5954,
+      "lr": 0.0009534265734265734,
+      "step": 834,
+      "tokens_trained": 0.409962984
+    },
+    {
+      "epoch": 0.23714630168073186,
+      "grad_norm": 66.3813247680664,
+      "loss": 4.5969,
+      "lr": 0.0009531468531468532,
+      "step": 836,
+      "tokens_trained": 0.410945248
+    },
+    {
+      "epoch": 0.23771363733068576,
+      "grad_norm": 86.94453430175781,
+      "loss": 4.5894,
+      "lr": 0.0009528671328671329,
+      "step": 838,
+      "tokens_trained": 0.411930872
+    },
+    {
+      "epoch": 0.23828097298063966,
+      "grad_norm": 61.28915786743164,
+      "loss": 4.5613,
+      "lr": 0.0009525874125874127,
+      "step": 840,
+      "tokens_trained": 0.412912608
+    },
+    {
+      "epoch": 0.2388483086305936,
+      "grad_norm": 65.02153778076172,
+      "loss": 4.5398,
+      "lr": 0.0009523076923076923,
+      "step": 842,
+      "tokens_trained": 0.413897488
+    },
+    {
+      "epoch": 0.23941564428054748,
+      "grad_norm": 54.01200485229492,
+      "loss": 4.4922,
+      "lr": 0.000952027972027972,
+      "step": 844,
+      "tokens_trained": 0.414872888
+    },
+    {
+      "epoch": 0.23998297993050138,
+      "grad_norm": 66.7095718383789,
+      "loss": 4.5317,
+      "lr": 0.0009517482517482518,
+      "step": 846,
+      "tokens_trained": 0.415856296
+    },
+    {
+      "epoch": 0.24055031558045528,
+      "grad_norm": 64.23979949951172,
+      "loss": 4.4686,
+      "lr": 0.0009514685314685315,
+      "step": 848,
+      "tokens_trained": 0.416843344
+    },
+    {
+      "epoch": 0.24111765123040918,
+      "grad_norm": 51.012840270996094,
+      "loss": 4.4544,
+      "lr": 0.0009511888111888112,
+      "step": 850,
+      "tokens_trained": 0.41782032
+    },
+    {
+      "epoch": 0.2416849868803631,
+      "grad_norm": 40.83076095581055,
+      "loss": 4.4665,
+      "lr": 0.0009509090909090909,
+      "step": 852,
+      "tokens_trained": 0.418805672
+    },
+    {
+      "epoch": 0.242252322530317,
+      "grad_norm": 48.31489944458008,
+      "loss": 4.4748,
+      "lr": 0.0009506293706293707,
+      "step": 854,
+      "tokens_trained": 0.419786344
+    },
+    {
+      "epoch": 0.2428196581802709,
+      "grad_norm": 50.08705520629883,
+      "loss": 4.4973,
+      "lr": 0.0009503496503496504,
+      "step": 856,
+      "tokens_trained": 0.420768872
+    },
+    {
+      "epoch": 0.2433869938302248,
+      "grad_norm": 26.840139389038086,
+      "loss": 4.461,
+      "lr": 0.0009500699300699301,
+      "step": 858,
+      "tokens_trained": 0.421750296
+    },
+    {
+      "epoch": 0.2439543294801787,
+      "grad_norm": 24.721454620361328,
+      "loss": 4.4246,
+      "lr": 0.0009497902097902098,
+      "step": 860,
+      "tokens_trained": 0.422730976
+    },
+    {
+      "epoch": 0.24452166513013263,
+      "grad_norm": 63.147926330566406,
+      "loss": 4.623,
+      "lr": 0.0009495104895104895,
+      "step": 862,
+      "tokens_trained": 0.423715768
+    },
+    {
+      "epoch": 0.24508900078008652,
+      "grad_norm": 50.99778747558594,
+      "loss": 4.4663,
+      "lr": 0.0009492307692307693,
+      "step": 864,
+      "tokens_trained": 0.424697072
+    },
+    {
+      "epoch": 0.24565633643004042,
+      "grad_norm": 38.0300407409668,
+      "loss": 4.4649,
+      "lr": 0.000948951048951049,
+      "step": 866,
+      "tokens_trained": 0.425681392
+    },
+    {
+      "epoch": 0.24622367207999432,
+      "grad_norm": 19.017776489257812,
+      "loss": 4.4296,
+      "lr": 0.0009486713286713286,
+      "step": 868,
+      "tokens_trained": 0.426665088
+    },
+    {
+      "epoch": 0.24679100772994822,
+      "grad_norm": 24.02813148498535,
+      "loss": 4.4958,
+      "lr": 0.0009483916083916084,
+      "step": 870,
+      "tokens_trained": 0.427646016
+    },
+    {
+      "epoch": 0.24735834337990215,
+      "grad_norm": 59.40018081665039,
+      "loss": 4.5919,
+      "lr": 0.0009481118881118881,
+      "step": 872,
+      "tokens_trained": 0.428628048
+    },
+    {
+      "epoch": 0.24792567902985604,
+      "grad_norm": 61.13710403442383,
+      "loss": 4.4642,
+      "lr": 0.0009478321678321679,
+      "step": 874,
+      "tokens_trained": 0.4296112
+    },
+    {
+      "epoch": 0.24820934685483298,
+      "eval_loss": 1.1135390996932983,
+      "eval_runtime": 20.4738,
+      "step": 875,
+      "tokens_trained": 0.430109024
+    },
+    {
+      "epoch": 0.24849301467980994,
+      "grad_norm": 47.920021057128906,
+      "loss": 4.4832,
+      "lr": 0.0009475524475524476,
+      "step": 876,
+      "tokens_trained": 0.430599208
+    },
+    {
+      "epoch": 0.24906035032976384,
+      "grad_norm": 25.661701202392578,
+      "loss": 4.4176,
+      "lr": 0.0009472727272727273,
+      "step": 878,
+      "tokens_trained": 0.43158356
+    },
+    {
+      "epoch": 0.24962768597971774,
+      "grad_norm": 32.86565399169922,
+      "loss": 4.405,
+      "lr": 0.000946993006993007,
+      "step": 880,
+      "tokens_trained": 0.432570584
+    },
+    {
+      "epoch": 0.25019502162967167,
+      "grad_norm": 23.443584442138672,
+      "loss": 4.4218,
+      "lr": 0.0009467132867132868,
+      "step": 882,
+      "tokens_trained": 0.433557672
+    },
+    {
+      "epoch": 0.25076235727962554,
+      "grad_norm": 28.315975189208984,
+      "loss": 4.4019,
+      "lr": 0.0009464335664335665,
+      "step": 884,
+      "tokens_trained": 0.434542736
+    },
+    {
+      "epoch": 0.25132969292957946,
+      "grad_norm": 31.056642532348633,
+      "loss": 4.4027,
+      "lr": 0.0009461538461538461,
+      "step": 886,
+      "tokens_trained": 0.43553112
+    },
+    {
+      "epoch": 0.2518970285795334,
+      "grad_norm": 13.661805152893066,
+      "loss": 4.3745,
+      "lr": 0.0009458741258741259,
+      "step": 888,
+      "tokens_trained": 0.436511584
+    },
+    {
+      "epoch": 0.25246436422948726,
+      "grad_norm": 47.04901885986328,
+      "loss": 4.4875,
+      "lr": 0.0009455944055944056,
+      "step": 890,
+      "tokens_trained": 0.43749464
+    },
+    {
+      "epoch": 0.2530316998794412,
+      "grad_norm": 84.91446685791016,
+      "loss": 4.5185,
+      "lr": 0.0009453146853146854,
+      "step": 892,
+      "tokens_trained": 0.43847764
+    },
+    {
+      "epoch": 0.25359903552939506,
+      "grad_norm": 40.9110107421875,
+      "loss": 4.5735,
+      "lr": 0.000945034965034965,
+      "step": 894,
+      "tokens_trained": 0.439461496
+    },
+    {
+      "epoch": 0.254166371179349,
+      "grad_norm": 58.98877716064453,
+      "loss": 4.5146,
+      "lr": 0.0009447552447552447,
+      "step": 896,
+      "tokens_trained": 0.440443656
+    },
+    {
+      "epoch": 0.2547337068293029,
+      "grad_norm": 34.037315368652344,
+      "loss": 4.4714,
+      "lr": 0.0009444755244755245,
+      "step": 898,
+      "tokens_trained": 0.441423496
+    },
+    {
+      "epoch": 0.2553010424792568,
+      "grad_norm": 24.91920280456543,
+      "loss": 4.4334,
+      "lr": 0.0009441958041958042,
+      "step": 900,
+      "tokens_trained": 0.442407408
+    },
+    {
+      "epoch": 0.2558683781292107,
+      "grad_norm": 30.612323760986328,
+      "loss": 4.4459,
+      "lr": 0.000943916083916084,
+      "step": 902,
+      "tokens_trained": 0.443383464
+    },
+    {
+      "epoch": 0.2564357137791646,
+      "grad_norm": 50.595577239990234,
+      "loss": 4.4848,
+      "lr": 0.0009436363636363636,
+      "step": 904,
+      "tokens_trained": 0.4443674
+    },
+    {
+      "epoch": 0.2570030494291185,
+      "grad_norm": 41.3300895690918,
+      "loss": 4.4445,
+      "lr": 0.0009433566433566434,
+      "step": 906,
+      "tokens_trained": 0.445346072
+    },
+    {
+      "epoch": 0.25757038507907243,
+      "grad_norm": 48.33689880371094,
+      "loss": 4.4058,
+      "lr": 0.0009430769230769231,
+      "step": 908,
+      "tokens_trained": 0.446329872
+    },
+    {
+      "epoch": 0.2581377207290263,
+      "grad_norm": 39.081382751464844,
+      "loss": 4.4321,
+      "lr": 0.0009427972027972029,
+      "step": 910,
+      "tokens_trained": 0.447309544
+    },
+    {
+      "epoch": 0.2587050563789802,
+      "grad_norm": 62.18062210083008,
+      "loss": 4.4672,
+      "lr": 0.0009425174825174825,
+      "step": 912,
+      "tokens_trained": 0.448295056
+    },
+    {
+      "epoch": 0.2592723920289341,
+      "grad_norm": 28.725404739379883,
+      "loss": 4.4786,
+      "lr": 0.0009422377622377622,
+      "step": 914,
+      "tokens_trained": 0.449274208
+    },
+    {
+      "epoch": 0.259839727678888,
+      "grad_norm": 47.55582809448242,
+      "loss": 4.4227,
+      "lr": 0.000941958041958042,
+      "step": 916,
+      "tokens_trained": 0.450256408
+    },
+    {
+      "epoch": 0.26040706332884195,
+      "grad_norm": 35.743125915527344,
+      "loss": 4.379,
+      "lr": 0.0009416783216783217,
+      "step": 918,
+      "tokens_trained": 0.45123684
+    },
+    {
+      "epoch": 0.2609743989787958,
+      "grad_norm": 31.489402770996094,
+      "loss": 4.3888,
+      "lr": 0.0009413986013986015,
+      "step": 920,
+      "tokens_trained": 0.45221748
+    },
+    {
+      "epoch": 0.26154173462874974,
+      "grad_norm": 36.46233367919922,
+      "loss": 4.3982,
+      "lr": 0.0009411188811188811,
+      "step": 922,
+      "tokens_trained": 0.453202064
+    },
+    {
+      "epoch": 0.2621090702787036,
+      "grad_norm": 41.6457633972168,
+      "loss": 4.385,
+      "lr": 0.0009408391608391608,
+      "step": 924,
+      "tokens_trained": 0.454183456
+    },
+    {
+      "epoch": 0.26267640592865754,
+      "grad_norm": 26.52242088317871,
+      "loss": 4.4091,
+      "lr": 0.0009405594405594406,
+      "step": 926,
+      "tokens_trained": 0.455165496
+    },
+    {
+      "epoch": 0.26324374157861147,
+      "grad_norm": 14.401509284973145,
+      "loss": 4.3549,
+      "lr": 0.0009402797202797203,
+      "step": 928,
+      "tokens_trained": 0.456150248
+    },
+    {
+      "epoch": 0.26381107722856534,
+      "grad_norm": 30.626131057739258,
+      "loss": 4.3325,
+      "lr": 0.00094,
+      "step": 930,
+      "tokens_trained": 0.457134184
+    },
+    {
+      "epoch": 0.26437841287851926,
+      "grad_norm": 63.74067687988281,
+      "loss": 4.442,
+      "lr": 0.0009397202797202797,
+      "step": 932,
+      "tokens_trained": 0.458118808
+    },
+    {
+      "epoch": 0.26494574852847314,
+      "grad_norm": 12.15156364440918,
+      "loss": 4.4658,
+      "lr": 0.0009394405594405595,
+      "step": 934,
+      "tokens_trained": 0.459103872
+    },
+    {
+      "epoch": 0.26551308417842706,
+      "grad_norm": 76.2789306640625,
+      "loss": 4.8153,
+      "lr": 0.0009391608391608392,
+      "step": 936,
+      "tokens_trained": 0.460087216
+    },
+    {
+      "epoch": 0.266080419828381,
+      "grad_norm": 63.919334411621094,
+      "loss": 4.5707,
+      "lr": 0.000938881118881119,
+      "step": 938,
+      "tokens_trained": 0.461070568
+    },
+    {
+      "epoch": 0.26664775547833486,
+      "grad_norm": 75.1481704711914,
+      "loss": 4.5931,
+      "lr": 0.0009386013986013986,
+      "step": 940,
+      "tokens_trained": 0.462055184
+    },
+    {
+      "epoch": 0.2672150911282888,
+      "grad_norm": 33.118961334228516,
+      "loss": 4.4723,
+      "lr": 0.0009383216783216783,
+      "step": 942,
+      "tokens_trained": 0.463034592
+    },
+    {
+      "epoch": 0.26778242677824265,
+      "grad_norm": 30.8759765625,
+      "loss": 4.4275,
+      "lr": 0.0009380419580419581,
+      "step": 944,
+      "tokens_trained": 0.464016816
+    },
+    {
+      "epoch": 0.2683497624281966,
+      "grad_norm": 41.05061340332031,
+      "loss": 4.4566,
+      "lr": 0.0009377622377622378,
+      "step": 946,
+      "tokens_trained": 0.465000872
+    },
+    {
+      "epoch": 0.2689170980781505,
+      "grad_norm": 30.93424415588379,
+      "loss": 4.3985,
+      "lr": 0.0009374825174825175,
+      "step": 948,
+      "tokens_trained": 0.465984096
+    },
+    {
+      "epoch": 0.2694844337281044,
+      "grad_norm": 29.477052688598633,
+      "loss": 4.3718,
+      "lr": 0.0009372027972027972,
+      "step": 950,
+      "tokens_trained": 0.466961752
+    },
+    {
+      "epoch": 0.2700517693780583,
+      "grad_norm": 21.568912506103516,
+      "loss": 4.3697,
+      "lr": 0.0009369230769230769,
+      "step": 952,
+      "tokens_trained": 0.467950088
+    },
+    {
+      "epoch": 0.2706191050280122,
+      "grad_norm": 41.66835021972656,
+      "loss": 4.4241,
+      "lr": 0.0009366433566433567,
+      "step": 954,
+      "tokens_trained": 0.468928736
+    },
+    {
+      "epoch": 0.2711864406779661,
+      "grad_norm": 68.04551696777344,
+      "loss": 4.3978,
+      "lr": 0.0009363636363636364,
+      "step": 956,
+      "tokens_trained": 0.469907496
+    },
+    {
+      "epoch": 0.27175377632792,
+      "grad_norm": 37.655181884765625,
+      "loss": 4.4497,
+      "lr": 0.0009360839160839161,
+      "step": 958,
+      "tokens_trained": 0.470889168
+    },
+    {
+      "epoch": 0.2723211119778739,
+      "grad_norm": 22.074953079223633,
+      "loss": 4.3918,
+      "lr": 0.0009358041958041958,
+      "step": 960,
+      "tokens_trained": 0.471871816
+    },
+    {
+      "epoch": 0.2728884476278278,
+      "grad_norm": 49.925777435302734,
+      "loss": 4.4745,
+      "lr": 0.0009355244755244755,
+      "step": 962,
+      "tokens_trained": 0.472856728
+    },
+    {
+      "epoch": 0.2734557832777817,
+      "grad_norm": 46.520851135253906,
+      "loss": 4.403,
+      "lr": 0.0009352447552447553,
+      "step": 964,
+      "tokens_trained": 0.473838544
+    },
+    {
+      "epoch": 0.2740231189277356,
+      "grad_norm": 25.053146362304688,
+      "loss": 4.4247,
+      "lr": 0.0009349650349650349,
+      "step": 966,
+      "tokens_trained": 0.474819976
+    },
+    {
+      "epoch": 0.27459045457768955,
+      "grad_norm": 30.127140045166016,
+      "loss": 4.3834,
+      "lr": 0.0009346853146853147,
+      "step": 968,
+      "tokens_trained": 0.475800696
+    },
+    {
+      "epoch": 0.2751577902276434,
+      "grad_norm": 41.478328704833984,
+      "loss": 4.3978,
+      "lr": 0.0009344055944055944,
+      "step": 970,
+      "tokens_trained": 0.4767834
+    },
+    {
+      "epoch": 0.27572512587759734,
+      "grad_norm": 23.739456176757812,
+      "loss": 4.3698,
+      "lr": 0.0009341258741258742,
+      "step": 972,
+      "tokens_trained": 0.47776944
+    },
+    {
+      "epoch": 0.2762924615275512,
+      "grad_norm": 21.813220977783203,
+      "loss": 4.3902,
+      "lr": 0.0009338461538461539,
+      "step": 974,
+      "tokens_trained": 0.478757048
+    },
+    {
+      "epoch": 0.27685979717750514,
+      "grad_norm": 64.79598999023438,
+      "loss": 4.5237,
+      "lr": 0.0009335664335664336,
+      "step": 976,
+      "tokens_trained": 0.47973872
+    },
+    {
+      "epoch": 0.27742713282745907,
+      "grad_norm": 68.32705688476562,
+      "loss": 4.4461,
+      "lr": 0.0009332867132867133,
+      "step": 978,
+      "tokens_trained": 0.480721912
+    },
+    {
+      "epoch": 0.27799446847741294,
+      "grad_norm": 41.857582092285156,
+      "loss": 4.4663,
+      "lr": 0.0009330069930069929,
+      "step": 980,
+      "tokens_trained": 0.481704248
+    },
+    {
+      "epoch": 0.27856180412736686,
+      "grad_norm": 28.30609893798828,
+      "loss": 4.3461,
+      "lr": 0.0009327272727272728,
+      "step": 982,
+      "tokens_trained": 0.482689768
+    },
+    {
+      "epoch": 0.27912913977732073,
+      "grad_norm": 33.207950592041016,
+      "loss": 4.4185,
+      "lr": 0.0009324475524475524,
+      "step": 984,
+      "tokens_trained": 0.483670008
+    },
+    {
+      "epoch": 0.27969647542727466,
+      "grad_norm": 29.541227340698242,
+      "loss": 4.388,
+      "lr": 0.0009321678321678322,
+      "step": 986,
+      "tokens_trained": 0.48465836
+    },
+    {
+      "epoch": 0.2802638110772286,
+      "grad_norm": 16.23346710205078,
+      "loss": 4.3219,
+      "lr": 0.0009318881118881119,
+      "step": 988,
+      "tokens_trained": 0.4856402
+    },
+    {
+      "epoch": 0.28083114672718246,
+      "grad_norm": 20.036178588867188,
+      "loss": 4.3273,
+      "lr": 0.0009316083916083917,
+      "step": 990,
+      "tokens_trained": 0.486621648
+    },
+    {
+      "epoch": 0.2813984823771364,
+      "grad_norm": 49.25468063354492,
+      "loss": 4.4649,
+      "lr": 0.0009313286713286714,
+      "step": 992,
+      "tokens_trained": 0.48760744
+    },
+    {
+      "epoch": 0.28196581802709025,
+      "grad_norm": 48.59744644165039,
+      "loss": 4.3979,
+      "lr": 0.000931048951048951,
+      "step": 994,
+      "tokens_trained": 0.488590472
+    },
+    {
+      "epoch": 0.2825331536770442,
+      "grad_norm": 16.33649253845215,
+      "loss": 4.3945,
+      "lr": 0.0009307692307692308,
+      "step": 996,
+      "tokens_trained": 0.489570976
+    },
+    {
+      "epoch": 0.2831004893269981,
+      "grad_norm": 60.632591247558594,
+      "loss": 4.5581,
+      "lr": 0.0009304895104895104,
+      "step": 998,
+      "tokens_trained": 0.490552296
+    },
+    {
+      "epoch": 0.283667824976952,
+      "grad_norm": 52.75735092163086,
+      "loss": 4.424,
+      "lr": 0.0009302097902097903,
+      "step": 1000,
+      "tokens_trained": 0.49153744
+    },
+    {
+      "epoch": 0.283667824976952,
+      "eval_loss": 1.1363450288772583,
+      "eval_runtime": 20.7491,
+      "step": 1000,
+      "tokens_trained": 0.49153744
+    },
+    {
+      "epoch": 0.2842351606269059,
+      "grad_norm": 20.506614685058594,
+      "loss": 4.4241,
+      "lr": 0.0009299300699300699,
+      "step": 1002,
+      "tokens_trained": 0.492522608
+    },
+    {
+      "epoch": 0.2848024962768598,
+      "grad_norm": 23.148601531982422,
+      "loss": 4.3975,
+      "lr": 0.0009296503496503497,
+      "step": 1004,
+      "tokens_trained": 0.493501384
+    },
+    {
+      "epoch": 0.2853698319268137,
+      "grad_norm": 9.550869941711426,
+      "loss": 4.3952,
+      "lr": 0.0009293706293706294,
+      "step": 1006,
+      "tokens_trained": 0.494482544
+    },
+    {
+      "epoch": 0.2859371675767676,
+      "grad_norm": 80.31155395507812,
+      "loss": 4.7614,
+      "lr": 0.0009290909090909091,
+      "step": 1008,
+      "tokens_trained": 0.495459416
+    },
+    {
+      "epoch": 0.2865045032267215,
+      "grad_norm": 61.021026611328125,
+      "loss": 4.4396,
+      "lr": 0.0009288111888111889,
+      "step": 1010,
+      "tokens_trained": 0.4964418
+    },
+    {
+      "epoch": 0.2870718388766754,
+      "grad_norm": 35.23258972167969,
+      "loss": 4.5548,
+      "lr": 0.0009285314685314685,
+      "step": 1012,
+      "tokens_trained": 0.497428288
+    },
+    {
+      "epoch": 0.2876391745266293,
+      "grad_norm": 36.45478057861328,
+      "loss": 4.46,
+      "lr": 0.0009282517482517483,
+      "step": 1014,
+      "tokens_trained": 0.498416832
+    },
+    {
+      "epoch": 0.2882065101765832,
+      "grad_norm": 46.622982025146484,
+      "loss": 4.3554,
+      "lr": 0.0009279720279720279,
+      "step": 1016,
+      "tokens_trained": 0.499399792
+    },
+    {
+      "epoch": 0.28877384582653715,
+      "grad_norm": 87.00289154052734,
+      "loss": 4.5276,
+      "lr": 0.0009276923076923078,
+      "step": 1018,
+      "tokens_trained": 0.500383776
+    },
+    {
+      "epoch": 0.289341181476491,
+      "grad_norm": 11.444964408874512,
+      "loss": 4.5483,
+      "lr": 0.0009274125874125874,
+      "step": 1020,
+      "tokens_trained": 0.50136468
+    },
+    {
+      "epoch": 0.28990851712644494,
+      "grad_norm": 89.05914306640625,
+      "loss": 4.8957,
+      "lr": 0.0009271328671328671,
+      "step": 1022,
+      "tokens_trained": 0.50235172
+    },
+    {
+      "epoch": 0.2904758527763988,
+      "grad_norm": 26.915477752685547,
+      "loss": 4.6184,
+      "lr": 0.0009268531468531469,
+      "step": 1024,
+      "tokens_trained": 0.50333208
+    },
+    {
+      "epoch": 0.29104318842635274,
+      "grad_norm": 44.32100296020508,
+      "loss": 4.5263,
+      "lr": 0.0009265734265734266,
+      "step": 1026,
+      "tokens_trained": 0.504314656
+    },
+    {
+      "epoch": 0.29161052407630667,
+      "grad_norm": 26.699670791625977,
+      "loss": 4.3871,
+      "lr": 0.0009262937062937064,
+      "step": 1028,
+      "tokens_trained": 0.505296568
+    },
+    {
+      "epoch": 0.29217785972626054,
+      "grad_norm": 27.469482421875,
+      "loss": 4.3558,
+      "lr": 0.000926013986013986,
+      "step": 1030,
+      "tokens_trained": 0.506280416
+    },
+    {
+      "epoch": 0.29274519537621446,
+      "grad_norm": 26.149612426757812,
+      "loss": 4.3368,
+      "lr": 0.0009257342657342658,
+      "step": 1032,
+      "tokens_trained": 0.507261224
+    },
+    {
+      "epoch": 0.29331253102616833,
+      "grad_norm": 8.754459381103516,
+      "loss": 4.3447,
+      "lr": 0.0009254545454545454,
+      "step": 1034,
+      "tokens_trained": 0.508243288
+    },
+    {
+      "epoch": 0.29387986667612226,
+      "grad_norm": 32.17164611816406,
+      "loss": 4.4174,
+      "lr": 0.0009251748251748252,
+      "step": 1036,
+      "tokens_trained": 0.509224176
+    },
+    {
+      "epoch": 0.2944472023260762,
+      "grad_norm": 41.17238235473633,
+      "loss": 4.4221,
+      "lr": 0.0009248951048951049,
+      "step": 1038,
+      "tokens_trained": 0.510203568
+    },
+    {
+      "epoch": 0.29501453797603006,
+      "grad_norm": 44.97213363647461,
+      "loss": 4.3594,
+      "lr": 0.0009246153846153846,
+      "step": 1040,
+      "tokens_trained": 0.511186464
+    },
+    {
+      "epoch": 0.295581873625984,
+      "grad_norm": 42.23421859741211,
+      "loss": 4.4159,
+      "lr": 0.0009243356643356644,
+      "step": 1042,
+      "tokens_trained": 0.51216944
+    },
+    {
+      "epoch": 0.29614920927593785,
+      "grad_norm": 36.13594436645508,
+      "loss": 4.4105,
+      "lr": 0.0009240559440559441,
+      "step": 1044,
+      "tokens_trained": 0.513153144
+    },
+    {
+      "epoch": 0.2967165449258918,
+      "grad_norm": 36.89309310913086,
+      "loss": 4.3947,
+      "lr": 0.0009237762237762239,
+      "step": 1046,
+      "tokens_trained": 0.51413388
+    },
+    {
+      "epoch": 0.2972838805758457,
+      "grad_norm": 58.599700927734375,
+      "loss": 4.3988,
+      "lr": 0.0009234965034965035,
+      "step": 1048,
+      "tokens_trained": 0.515119288
+    },
+    {
+      "epoch": 0.2978512162257996,
+      "grad_norm": 13.725994110107422,
+      "loss": 4.412,
+      "lr": 0.0009232167832167832,
+      "step": 1050,
+      "tokens_trained": 0.51610284
+    },
+    {
+      "epoch": 0.2984185518757535,
+      "grad_norm": 105.28518676757812,
+      "loss": 4.7305,
+      "lr": 0.0009229370629370629,
+      "step": 1052,
+      "tokens_trained": 0.517085576
+    },
+    {
+      "epoch": 0.2989858875257074,
+      "grad_norm": 29.499713897705078,
+      "loss": 4.5106,
+      "lr": 0.0009226573426573427,
+      "step": 1054,
+      "tokens_trained": 0.518064224
+    },
+    {
+      "epoch": 0.2995532231756613,
+      "grad_norm": 60.907203674316406,
+      "loss": 4.5249,
+      "lr": 0.0009223776223776224,
+      "step": 1056,
+      "tokens_trained": 0.51905084
+    },
+    {
+      "epoch": 0.3001205588256152,
+      "grad_norm": 39.825069427490234,
+      "loss": 4.3695,
+      "lr": 0.0009220979020979021,
+      "step": 1058,
+      "tokens_trained": 0.5200318
+    },
+    {
+      "epoch": 0.3006878944755691,
+      "grad_norm": 42.77061462402344,
+      "loss": 4.4094,
+      "lr": 0.0009218181818181819,
+      "step": 1060,
+      "tokens_trained": 0.521013568
+    },
+    {
+      "epoch": 0.301255230125523,
+      "grad_norm": 37.05888748168945,
+      "loss": 4.3684,
+      "lr": 0.0009215384615384616,
+      "step": 1062,
+      "tokens_trained": 0.521997624
+    },
+    {
+      "epoch": 0.3018225657754769,
+      "grad_norm": 42.28252029418945,
+      "loss": 4.3489,
+      "lr": 0.0009212587412587413,
+      "step": 1064,
+      "tokens_trained": 0.522986184
+    },
+    {
+      "epoch": 0.3023899014254308,
+      "grad_norm": 40.95197677612305,
+      "loss": 4.3564,
+      "lr": 0.000920979020979021,
+      "step": 1066,
+      "tokens_trained": 0.523970984
+    },
+    {
+      "epoch": 0.30295723707538474,
+      "grad_norm": 25.469568252563477,
+      "loss": 4.3833,
+      "lr": 0.0009206993006993007,
+      "step": 1068,
+      "tokens_trained": 0.524952808
+    },
+    {
+      "epoch": 0.3035245727253386,
+      "grad_norm": 29.921735763549805,
+      "loss": 4.3579,
+      "lr": 0.0009204195804195804,
+      "step": 1070,
+      "tokens_trained": 0.525935696
+    },
+    {
+      "epoch": 0.30409190837529254,
+      "grad_norm": 26.038026809692383,
+      "loss": 4.2898,
+      "lr": 0.0009201398601398602,
+      "step": 1072,
+      "tokens_trained": 0.526916904
+    },
+    {
+      "epoch": 0.3046592440252464,
+      "grad_norm": 32.59503936767578,
+      "loss": 4.3335,
+      "lr": 0.0009198601398601398,
+      "step": 1074,
+      "tokens_trained": 0.527899864
+    },
+    {
+      "epoch": 0.30522657967520034,
+      "grad_norm": 14.04964828491211,
+      "loss": 4.3171,
+      "lr": 0.0009195804195804196,
+      "step": 1076,
+      "tokens_trained": 0.528878176
+    },
+    {
+      "epoch": 0.30579391532515426,
+      "grad_norm": 15.936906814575195,
+      "loss": 4.3005,
+      "lr": 0.0009193006993006993,
+      "step": 1078,
+      "tokens_trained": 0.529859952
+    },
+    {
+      "epoch": 0.30636125097510813,
+      "grad_norm": 9.73235034942627,
+      "loss": 4.3287,
+      "lr": 0.0009190209790209791,
+      "step": 1080,
+      "tokens_trained": 0.530838192
+    },
+    {
+      "epoch": 0.30692858662506206,
+      "grad_norm": 45.44027328491211,
+      "loss": 4.4384,
+      "lr": 0.0009187412587412588,
+      "step": 1082,
+      "tokens_trained": 0.531818376
+    },
+    {
+      "epoch": 0.30749592227501593,
+      "grad_norm": 55.65925598144531,
+      "loss": 4.3772,
+      "lr": 0.0009184615384615385,
+      "step": 1084,
+      "tokens_trained": 0.532802048
+    },
+    {
+      "epoch": 0.30806325792496986,
+      "grad_norm": 33.47093200683594,
+      "loss": 4.4257,
+      "lr": 0.0009181818181818182,
+      "step": 1086,
+      "tokens_trained": 0.533785376
+    },
+    {
+      "epoch": 0.3086305935749238,
+      "grad_norm": 39.709224700927734,
+      "loss": 4.4177,
+      "lr": 0.0009179020979020978,
+      "step": 1088,
+      "tokens_trained": 0.5347698
+    },
+    {
+      "epoch": 0.30919792922487765,
+      "grad_norm": 34.25212097167969,
+      "loss": 4.3518,
+      "lr": 0.0009176223776223777,
+      "step": 1090,
+      "tokens_trained": 0.53575108
+    },
+    {
+      "epoch": 0.3097652648748316,
+      "grad_norm": 29.156312942504883,
+      "loss": 4.3596,
+      "lr": 0.0009173426573426573,
+      "step": 1092,
+      "tokens_trained": 0.536735544
+    },
+    {
+      "epoch": 0.31033260052478545,
+      "grad_norm": 31.714128494262695,
+      "loss": 4.3736,
+      "lr": 0.0009170629370629371,
+      "step": 1094,
+      "tokens_trained": 0.537718008
+    },
+    {
+      "epoch": 0.3108999361747394,
+      "grad_norm": 12.244729042053223,
+      "loss": 4.3472,
+      "lr": 0.0009167832167832168,
+      "step": 1096,
+      "tokens_trained": 0.538693512
+    },
+    {
+      "epoch": 0.3114672718246933,
+      "grad_norm": 10.271063804626465,
+      "loss": 4.301,
+      "lr": 0.0009165034965034966,
+      "step": 1098,
+      "tokens_trained": 0.539681376
+    },
+    {
+      "epoch": 0.3120346074746472,
+      "grad_norm": 35.79754638671875,
+      "loss": 4.3912,
+      "lr": 0.0009162237762237763,
+      "step": 1100,
+      "tokens_trained": 0.540661392
+    },
+    {
+      "epoch": 0.3126019431246011,
+      "grad_norm": 24.1260986328125,
+      "loss": 4.3303,
+      "lr": 0.0009159440559440559,
+      "step": 1102,
+      "tokens_trained": 0.541646968
+    },
+    {
+      "epoch": 0.31316927877455497,
+      "grad_norm": 24.501169204711914,
+      "loss": 4.3205,
+      "lr": 0.0009156643356643357,
+      "step": 1104,
+      "tokens_trained": 0.542629392
+    },
+    {
+      "epoch": 0.3137366144245089,
+      "grad_norm": 17.031600952148438,
+      "loss": 4.2521,
+      "lr": 0.0009153846153846153,
+      "step": 1106,
+      "tokens_trained": 0.54361348
+    },
+    {
+      "epoch": 0.3143039500744628,
+      "grad_norm": 19.506216049194336,
+      "loss": 4.3225,
+      "lr": 0.0009151048951048952,
+      "step": 1108,
+      "tokens_trained": 0.544595336
+    },
+    {
+      "epoch": 0.3148712857244167,
+      "grad_norm": 20.822546005249023,
+      "loss": 4.2711,
+      "lr": 0.0009148251748251748,
+      "step": 1110,
+      "tokens_trained": 0.545578256
+    },
+    {
+      "epoch": 0.3154386213743706,
+      "grad_norm": 29.967998504638672,
+      "loss": 4.2868,
+      "lr": 0.0009145454545454546,
+      "step": 1112,
+      "tokens_trained": 0.546561024
+    },
+    {
+      "epoch": 0.3160059570243245,
+      "grad_norm": 24.06121063232422,
+      "loss": 4.2701,
+      "lr": 0.0009142657342657343,
+      "step": 1114,
+      "tokens_trained": 0.547544616
+    },
+    {
+      "epoch": 0.3165732926742784,
+      "grad_norm": 15.868765830993652,
+      "loss": 4.3233,
+      "lr": 0.000913986013986014,
+      "step": 1116,
+      "tokens_trained": 0.548526216
+    },
+    {
+      "epoch": 0.31714062832423234,
+      "grad_norm": 27.47897720336914,
+      "loss": 4.2813,
+      "lr": 0.0009137062937062938,
+      "step": 1118,
+      "tokens_trained": 0.549506544
+    },
+    {
+      "epoch": 0.3177079639741862,
+      "grad_norm": 15.343204498291016,
+      "loss": 4.3002,
+      "lr": 0.0009134265734265734,
+      "step": 1120,
+      "tokens_trained": 0.550488496
+    },
+    {
+      "epoch": 0.31827529962414014,
+      "grad_norm": 4.320124626159668,
+      "loss": 4.2622,
+      "lr": 0.0009131468531468532,
+      "step": 1122,
+      "tokens_trained": 0.551471792
+    },
+    {
+      "epoch": 0.318842635274094,
+      "grad_norm": 34.520050048828125,
+      "loss": 4.366,
+      "lr": 0.0009128671328671328,
+      "step": 1124,
+      "tokens_trained": 0.552457008
+    },
+    {
+      "epoch": 0.319126303099071,
+      "eval_loss": 1.096465826034546,
+      "eval_runtime": 20.7643,
+      "step": 1125,
+      "tokens_trained": 0.552948064
+    },
+    {
+      "epoch": 0.31940997092404794,
+      "grad_norm": 39.718719482421875,
+      "loss": 4.3317,
+      "lr": 0.0009125874125874127,
+      "step": 1126,
+      "tokens_trained": 0.5534394
+    },
+    {
+      "epoch": 0.31997730657400186,
+      "grad_norm": 20.843252182006836,
+      "loss": 4.3883,
+      "lr": 0.0009123076923076923,
+      "step": 1128,
+      "tokens_trained": 0.554419184
+    },
+    {
+      "epoch": 0.32054464222395573,
+      "grad_norm": 12.916360855102539,
+      "loss": 4.3119,
+      "lr": 0.000912027972027972,
+      "step": 1130,
+      "tokens_trained": 0.555401952
+    },
+    {
+      "epoch": 0.32111197787390966,
+      "grad_norm": 48.54426956176758,
+      "loss": 4.4155,
+      "lr": 0.0009117482517482518,
+      "step": 1132,
+      "tokens_trained": 0.556385024
+    },
+    {
+      "epoch": 0.32167931352386353,
+      "grad_norm": 41.00883483886719,
+      "loss": 4.362,
+      "lr": 0.0009114685314685315,
+      "step": 1134,
+      "tokens_trained": 0.557368472
+    },
+    {
+      "epoch": 0.32224664917381746,
+      "grad_norm": 28.0487060546875,
+      "loss": 4.3504,
+      "lr": 0.0009111888111888113,
+      "step": 1136,
+      "tokens_trained": 0.55835288
+    },
+    {
+      "epoch": 0.3228139848237714,
+      "grad_norm": 22.05229377746582,
+      "loss": 4.331,
+      "lr": 0.0009109090909090909,
+      "step": 1138,
+      "tokens_trained": 0.559337064
+    },
+    {
+      "epoch": 0.32338132047372525,
+      "grad_norm": 16.770631790161133,
+      "loss": 4.3008,
+      "lr": 0.0009106293706293707,
+      "step": 1140,
+      "tokens_trained": 0.560317984
+    },
+    {
+      "epoch": 0.3239486561236792,
+      "grad_norm": 35.300262451171875,
+      "loss": 4.4083,
+      "lr": 0.0009103496503496503,
+      "step": 1142,
+      "tokens_trained": 0.561299688
+    },
+    {
+      "epoch": 0.32451599177363305,
+      "grad_norm": 23.788284301757812,
+      "loss": 4.2772,
+      "lr": 0.0009100699300699301,
+      "step": 1144,
+      "tokens_trained": 0.562285664
+    },
+    {
+      "epoch": 0.325083327423587,
+      "grad_norm": 23.085710525512695,
+      "loss": 4.3185,
+      "lr": 0.0009097902097902098,
+      "step": 1146,
+      "tokens_trained": 0.563267832
+    },
+    {
+      "epoch": 0.3256506630735409,
+      "grad_norm": 13.11314582824707,
+      "loss": 4.2711,
+      "lr": 0.0009095104895104895,
+      "step": 1148,
+      "tokens_trained": 0.564248928
+    },
+    {
+      "epoch": 0.3262179987234948,
+      "grad_norm": 31.297805786132812,
+      "loss": 4.3096,
+      "lr": 0.0009092307692307692,
+      "step": 1150,
+      "tokens_trained": 0.56522952
+    },
+    {
+      "epoch": 0.3267853343734487,
+      "grad_norm": 11.668539047241211,
+      "loss": 4.2667,
+      "lr": 0.000908951048951049,
+      "step": 1152,
+      "tokens_trained": 0.566212392
+    },
+    {
+      "epoch": 0.32735267002340257,
+      "grad_norm": 23.359189987182617,
+      "loss": 4.3156,
+      "lr": 0.0009086713286713288,
+      "step": 1154,
+      "tokens_trained": 0.567192216
+    },
+    {
+      "epoch": 0.3279200056733565,
+      "grad_norm": 31.09916114807129,
+      "loss": 4.3367,
+      "lr": 0.0009083916083916084,
+      "step": 1156,
+      "tokens_trained": 0.568177088
+    },
+    {
+      "epoch": 0.3284873413233104,
+      "grad_norm": 24.03261947631836,
+      "loss": 4.3504,
+      "lr": 0.0009081118881118881,
+      "step": 1158,
+      "tokens_trained": 0.56915868
+    },
+    {
+      "epoch": 0.3290546769732643,
+      "grad_norm": 16.029443740844727,
+      "loss": 4.3192,
+      "lr": 0.0009078321678321678,
+      "step": 1160,
+      "tokens_trained": 0.570142976
+    },
+    {
+      "epoch": 0.3296220126232182,
+      "grad_norm": 53.486724853515625,
+      "loss": 4.3921,
+      "lr": 0.0009075524475524476,
+      "step": 1162,
+      "tokens_trained": 0.57112748
+    },
+    {
+      "epoch": 0.3301893482731721,
+      "grad_norm": 37.42267608642578,
+      "loss": 4.2821,
+      "lr": 0.0009072727272727273,
+      "step": 1164,
+      "tokens_trained": 0.57211356
+    },
+    {
+      "epoch": 0.330756683923126,
+      "grad_norm": 28.862472534179688,
+      "loss": 4.3002,
+      "lr": 0.000906993006993007,
+      "step": 1166,
+      "tokens_trained": 0.57309492
+    },
+    {
+      "epoch": 0.33132401957307994,
+      "grad_norm": 22.26299476623535,
+      "loss": 4.2729,
+      "lr": 0.0009067132867132866,
+      "step": 1168,
+      "tokens_trained": 0.5740806
+    },
+    {
+      "epoch": 0.3318913552230338,
+      "grad_norm": 21.635013580322266,
+      "loss": 4.2866,
+      "lr": 0.0009064335664335665,
+      "step": 1170,
+      "tokens_trained": 0.575061664
+    },
+    {
+      "epoch": 0.33245869087298774,
+      "grad_norm": 18.995012283325195,
+      "loss": 4.2814,
+      "lr": 0.0009061538461538462,
+      "step": 1172,
+      "tokens_trained": 0.576046304
+    },
+    {
+      "epoch": 0.3330260265229416,
+      "grad_norm": 22.621299743652344,
+      "loss": 4.2739,
+      "lr": 0.0009058741258741259,
+      "step": 1174,
+      "tokens_trained": 0.577032376
+    },
+    {
+      "epoch": 0.33359336217289554,
+      "grad_norm": 21.758216857910156,
+      "loss": 4.263,
+      "lr": 0.0009055944055944056,
+      "step": 1176,
+      "tokens_trained": 0.578013896
+    },
+    {
+      "epoch": 0.33416069782284946,
+      "grad_norm": 32.38374710083008,
+      "loss": 4.2713,
+      "lr": 0.0009053146853146853,
+      "step": 1178,
+      "tokens_trained": 0.57900508
+    },
+    {
+      "epoch": 0.33472803347280333,
+      "grad_norm": 35.57462692260742,
+      "loss": 4.2986,
+      "lr": 0.0009050349650349651,
+      "step": 1180,
+      "tokens_trained": 0.57999512
+    },
+    {
+      "epoch": 0.33529536912275726,
+      "grad_norm": 11.77812385559082,
+      "loss": 4.3085,
+      "lr": 0.0009047552447552448,
+      "step": 1182,
+      "tokens_trained": 0.580982752
+    },
+    {
+      "epoch": 0.33586270477271113,
+      "grad_norm": 51.48725509643555,
+      "loss": 4.4003,
+      "lr": 0.0009044755244755245,
+      "step": 1184,
+      "tokens_trained": 0.581964936
+    },
+    {
+      "epoch": 0.33643004042266506,
+      "grad_norm": 47.01481628417969,
+      "loss": 4.3182,
+      "lr": 0.0009041958041958041,
+      "step": 1186,
+      "tokens_trained": 0.582949944
+    },
+    {
+      "epoch": 0.336997376072619,
+      "grad_norm": 22.935691833496094,
+      "loss": 4.3432,
+      "lr": 0.000903916083916084,
+      "step": 1188,
+      "tokens_trained": 0.583934776
+    },
+    {
+      "epoch": 0.33756471172257285,
+      "grad_norm": 45.21054458618164,
+      "loss": 4.4674,
+      "lr": 0.0009036363636363637,
+      "step": 1190,
+      "tokens_trained": 0.584918344
+    },
+    {
+      "epoch": 0.3381320473725268,
+      "grad_norm": 27.012706756591797,
+      "loss": 4.2889,
+      "lr": 0.0009033566433566434,
+      "step": 1192,
+      "tokens_trained": 0.585897632
+    },
+    {
+      "epoch": 0.33869938302248065,
+      "grad_norm": 16.68247413635254,
+      "loss": 4.2896,
+      "lr": 0.0009030769230769231,
+      "step": 1194,
+      "tokens_trained": 0.586879408
+    },
+    {
+      "epoch": 0.3392667186724346,
+      "grad_norm": 20.664148330688477,
+      "loss": 4.304,
+      "lr": 0.0009027972027972027,
+      "step": 1196,
+      "tokens_trained": 0.587859392
+    },
+    {
+      "epoch": 0.3398340543223885,
+      "grad_norm": 22.954742431640625,
+      "loss": 4.2853,
+      "lr": 0.0009025174825174826,
+      "step": 1198,
+      "tokens_trained": 0.588845408
+    },
+    {
+      "epoch": 0.34040138997234237,
+      "grad_norm": 23.226943969726562,
+      "loss": 4.2597,
+      "lr": 0.0009022377622377622,
+      "step": 1200,
+      "tokens_trained": 0.589832736
+    },
+    {
+      "epoch": 0.3409687256222963,
+      "grad_norm": 7.963059902191162,
+      "loss": 4.261,
+      "lr": 0.000901958041958042,
+      "step": 1202,
+      "tokens_trained": 0.590816568
+    },
+    {
+      "epoch": 0.34153606127225017,
+      "grad_norm": 25.160730361938477,
+      "loss": 4.3288,
+      "lr": 0.0009016783216783216,
+      "step": 1204,
+      "tokens_trained": 0.59179692
+    },
+    {
+      "epoch": 0.3421033969222041,
+      "grad_norm": 38.45030212402344,
+      "loss": 4.3371,
+      "lr": 0.0009013986013986014,
+      "step": 1206,
+      "tokens_trained": 0.592780968
+    },
+    {
+      "epoch": 0.342670732572158,
+      "grad_norm": 52.66873550415039,
+      "loss": 4.2805,
+      "lr": 0.0009011188811188812,
+      "step": 1208,
+      "tokens_trained": 0.593760896
+    },
+    {
+      "epoch": 0.3432380682221119,
+      "grad_norm": 28.104921340942383,
+      "loss": 4.3885,
+      "lr": 0.0009008391608391609,
+      "step": 1210,
+      "tokens_trained": 0.59474304
+    },
+    {
+      "epoch": 0.3438054038720658,
+      "grad_norm": 49.20989990234375,
+      "loss": 4.346,
+      "lr": 0.0009005594405594406,
+      "step": 1212,
+      "tokens_trained": 0.59572768
+    },
+    {
+      "epoch": 0.3443727395220197,
+      "grad_norm": 20.652427673339844,
+      "loss": 4.2368,
+      "lr": 0.0009002797202797202,
+      "step": 1214,
+      "tokens_trained": 0.59671092
+    },
+    {
+      "epoch": 0.3449400751719736,
+      "grad_norm": 17.821596145629883,
+      "loss": 4.3041,
+      "lr": 0.0009000000000000001,
+      "step": 1216,
+      "tokens_trained": 0.597697344
+    },
+    {
+      "epoch": 0.34550741082192754,
+      "grad_norm": 48.594932556152344,
+      "loss": 4.3668,
+      "lr": 0.0008997202797202797,
+      "step": 1218,
+      "tokens_trained": 0.598677288
+    },
+    {
+      "epoch": 0.3460747464718814,
+      "grad_norm": 27.70078468322754,
+      "loss": 4.2939,
+      "lr": 0.0008994405594405595,
+      "step": 1220,
+      "tokens_trained": 0.599662488
+    },
+    {
+      "epoch": 0.34664208212183534,
+      "grad_norm": 25.498798370361328,
+      "loss": 4.2891,
+      "lr": 0.0008991608391608391,
+      "step": 1222,
+      "tokens_trained": 0.600646904
+    },
+    {
+      "epoch": 0.3472094177717892,
+      "grad_norm": 13.455835342407227,
+      "loss": 4.2881,
+      "lr": 0.0008988811188811188,
+      "step": 1224,
+      "tokens_trained": 0.601628112
+    },
+    {
+      "epoch": 0.34777675342174313,
+      "grad_norm": 17.518342971801758,
+      "loss": 4.2977,
+      "lr": 0.0008986013986013987,
+      "step": 1226,
+      "tokens_trained": 0.602612336
+    },
+    {
+      "epoch": 0.34834408907169706,
+      "grad_norm": 20.642597198486328,
+      "loss": 4.2921,
+      "lr": 0.0008983216783216783,
+      "step": 1228,
+      "tokens_trained": 0.603595
+    },
+    {
+      "epoch": 0.34891142472165093,
+      "grad_norm": 14.464616775512695,
+      "loss": 4.233,
+      "lr": 0.0008980419580419581,
+      "step": 1230,
+      "tokens_trained": 0.604576592
+    },
+    {
+      "epoch": 0.34947876037160486,
+      "grad_norm": 13.204504013061523,
+      "loss": 4.2707,
+      "lr": 0.0008977622377622377,
+      "step": 1232,
+      "tokens_trained": 0.60555656
+    },
+    {
+      "epoch": 0.35004609602155873,
+      "grad_norm": 12.241665840148926,
+      "loss": 4.2506,
+      "lr": 0.0008974825174825176,
+      "step": 1234,
+      "tokens_trained": 0.606536024
+    },
+    {
+      "epoch": 0.35061343167151265,
+      "grad_norm": 18.187660217285156,
+      "loss": 4.2659,
+      "lr": 0.0008972027972027972,
+      "step": 1236,
+      "tokens_trained": 0.607522576
+    },
+    {
+      "epoch": 0.3511807673214666,
+      "grad_norm": 8.911888122558594,
+      "loss": 4.2505,
+      "lr": 0.000896923076923077,
+      "step": 1238,
+      "tokens_trained": 0.608507736
+    },
+    {
+      "epoch": 0.35174810297142045,
+      "grad_norm": 21.351713180541992,
+      "loss": 4.2291,
+      "lr": 0.0008966433566433566,
+      "step": 1240,
+      "tokens_trained": 0.609486688
+    },
+    {
+      "epoch": 0.3523154386213744,
+      "grad_norm": 47.81566619873047,
+      "loss": 4.2725,
+      "lr": 0.0008963636363636363,
+      "step": 1242,
+      "tokens_trained": 0.610470272
+    },
+    {
+      "epoch": 0.35288277427132825,
+      "grad_norm": 33.53351974487305,
+      "loss": 4.3237,
+      "lr": 0.0008960839160839162,
+      "step": 1244,
+      "tokens_trained": 0.611455176
+    },
+    {
+      "epoch": 0.3534501099212822,
+      "grad_norm": 15.252607345581055,
+      "loss": 4.2868,
+      "lr": 0.0008958041958041958,
+      "step": 1246,
+      "tokens_trained": 0.612437888
+    },
+    {
+      "epoch": 0.3540174455712361,
+      "grad_norm": 24.129865646362305,
+      "loss": 4.2626,
+      "lr": 0.0008955244755244756,
+      "step": 1248,
+      "tokens_trained": 0.613420728
+    },
+    {
+      "epoch": 0.35458478122118997,
+      "grad_norm": 34.814605712890625,
+      "loss": 4.2627,
+      "lr": 0.0008952447552447552,
+      "step": 1250,
+      "tokens_trained": 0.614405904
+    },
+    {
+      "epoch": 0.35458478122118997,
+      "eval_loss": 1.078355312347412,
+      "eval_runtime": 20.4723,
+      "step": 1250,
+      "tokens_trained": 0.614405904
+    },
+    {
+      "epoch": 0.3551521168711439,
+      "grad_norm": 18.26809310913086,
+      "loss": 4.2986,
+      "lr": 0.000894965034965035,
+      "step": 1252,
+      "tokens_trained": 0.615386288
+    },
+    {
+      "epoch": 0.35571945252109777,
+      "grad_norm": 24.68335723876953,
+      "loss": 4.3146,
+      "lr": 0.0008946853146853147,
+      "step": 1254,
+      "tokens_trained": 0.616370576
+    },
+    {
+      "epoch": 0.3562867881710517,
+      "grad_norm": 35.34586715698242,
+      "loss": 4.2905,
+      "lr": 0.0008944055944055944,
+      "step": 1256,
+      "tokens_trained": 0.617351944
+    },
+    {
+      "epoch": 0.3568541238210056,
+      "grad_norm": 22.668407440185547,
+      "loss": 4.2607,
+      "lr": 0.0008941258741258741,
+      "step": 1258,
+      "tokens_trained": 0.618334816
+    },
+    {
+      "epoch": 0.3574214594709595,
+      "grad_norm": 14.068164825439453,
+      "loss": 4.2459,
+      "lr": 0.0008938461538461538,
+      "step": 1260,
+      "tokens_trained": 0.619319736
+    },
+    {
+      "epoch": 0.3579887951209134,
+      "grad_norm": 8.274995803833008,
+      "loss": 4.2713,
+      "lr": 0.0008935664335664337,
+      "step": 1262,
+      "tokens_trained": 0.620299344
+    },
+    {
+      "epoch": 0.3585561307708673,
+      "grad_norm": 22.12897491455078,
+      "loss": 4.2841,
+      "lr": 0.0008932867132867133,
+      "step": 1264,
+      "tokens_trained": 0.621282592
+    },
+    {
+      "epoch": 0.3591234664208212,
+      "grad_norm": 26.171052932739258,
+      "loss": 4.2505,
+      "lr": 0.000893006993006993,
+      "step": 1266,
+      "tokens_trained": 0.622266136
+    },
+    {
+      "epoch": 0.35969080207077514,
+      "grad_norm": 14.768603324890137,
+      "loss": 4.271,
+      "lr": 0.0008927272727272727,
+      "step": 1268,
+      "tokens_trained": 0.623247816
+    },
+    {
+      "epoch": 0.360258137720729,
+      "grad_norm": 13.065408706665039,
+      "loss": 4.2387,
+      "lr": 0.0008924475524475525,
+      "step": 1270,
+      "tokens_trained": 0.624234848
+    },
+    {
+      "epoch": 0.36082547337068294,
+      "grad_norm": 14.043888092041016,
+      "loss": 4.2601,
+      "lr": 0.0008921678321678322,
+      "step": 1272,
+      "tokens_trained": 0.625214176
+    },
+    {
+      "epoch": 0.3613928090206368,
+      "grad_norm": 13.734328269958496,
+      "loss": 4.2426,
+      "lr": 0.0008918881118881119,
+      "step": 1274,
+      "tokens_trained": 0.626197608
+    },
+    {
+      "epoch": 0.36196014467059073,
+      "grad_norm": 10.075374603271484,
+      "loss": 4.2259,
+      "lr": 0.0008916083916083916,
+      "step": 1276,
+      "tokens_trained": 0.62717884
+    },
+    {
+      "epoch": 0.36252748032054466,
+      "grad_norm": 33.92001724243164,
+      "loss": 4.3054,
+      "lr": 0.0008913286713286713,
+      "step": 1278,
+      "tokens_trained": 0.628166888
+    },
+    {
+      "epoch": 0.36309481597049853,
+      "grad_norm": 31.1391544342041,
+      "loss": 4.3066,
+      "lr": 0.0008910489510489512,
+      "step": 1280,
+      "tokens_trained": 0.629152528
+    },
+    {
+      "epoch": 0.36366215162045246,
+      "grad_norm": 10.888711929321289,
+      "loss": 4.2348,
+      "lr": 0.0008907692307692308,
+      "step": 1282,
+      "tokens_trained": 0.630132584
+    },
+    {
+      "epoch": 0.3642294872704063,
+      "grad_norm": 27.298410415649414,
+      "loss": 4.3225,
+      "lr": 0.0008904895104895105,
+      "step": 1284,
+      "tokens_trained": 0.63111212
+    },
+    {
+      "epoch": 0.36479682292036025,
+      "grad_norm": 23.396818161010742,
+      "loss": 4.3177,
+      "lr": 0.0008902097902097902,
+      "step": 1286,
+      "tokens_trained": 0.632094984
+    },
+    {
+      "epoch": 0.3653641585703142,
+      "grad_norm": 18.824432373046875,
+      "loss": 4.2235,
+      "lr": 0.00088993006993007,
+      "step": 1288,
+      "tokens_trained": 0.633076832
+    },
+    {
+      "epoch": 0.36593149422026805,
+      "grad_norm": 8.04826545715332,
+      "loss": 4.2268,
+      "lr": 0.0008896503496503497,
+      "step": 1290,
+      "tokens_trained": 0.63405868
+    },
+    {
+      "epoch": 0.366498829870222,
+      "grad_norm": 32.26673889160156,
+      "loss": 4.3113,
+      "lr": 0.0008893706293706294,
+      "step": 1292,
+      "tokens_trained": 0.635045096
+    },
+    {
+      "epoch": 0.36706616552017585,
+      "grad_norm": 29.91358184814453,
+      "loss": 4.2971,
+      "lr": 0.000889090909090909,
+      "step": 1294,
+      "tokens_trained": 0.63603008
+    },
+    {
+      "epoch": 0.3676335011701298,
+      "grad_norm": 12.093538284301758,
+      "loss": 4.2502,
+      "lr": 0.0008888111888111888,
+      "step": 1296,
+      "tokens_trained": 0.637014016
+    },
+    {
+      "epoch": 0.3682008368200837,
+      "grad_norm": 8.252509117126465,
+      "loss": 4.2905,
+      "lr": 0.0008885314685314686,
+      "step": 1298,
+      "tokens_trained": 0.637997752
+    },
+    {
+      "epoch": 0.36876817247003757,
+      "grad_norm": 61.22240447998047,
+      "loss": 4.4753,
+      "lr": 0.0008882517482517483,
+      "step": 1300,
+      "tokens_trained": 0.638981552
+    },
+    {
+      "epoch": 0.3693355081199915,
+      "grad_norm": 47.58195877075195,
+      "loss": 4.2769,
+      "lr": 0.000887972027972028,
+      "step": 1302,
+      "tokens_trained": 0.639963512
+    },
+    {
+      "epoch": 0.36990284376994537,
+      "grad_norm": 28.806411743164062,
+      "loss": 4.3728,
+      "lr": 0.0008876923076923077,
+      "step": 1304,
+      "tokens_trained": 0.640948392
+    },
+    {
+      "epoch": 0.3704701794198993,
+      "grad_norm": 38.960853576660156,
+      "loss": 4.338,
+      "lr": 0.0008874125874125875,
+      "step": 1306,
+      "tokens_trained": 0.641935304
+    },
+    {
+      "epoch": 0.3710375150698532,
+      "grad_norm": 25.05726432800293,
+      "loss": 4.3002,
+      "lr": 0.0008871328671328671,
+      "step": 1308,
+      "tokens_trained": 0.642924168
+    },
+    {
+      "epoch": 0.3716048507198071,
+      "grad_norm": 39.84127426147461,
+      "loss": 4.3593,
+      "lr": 0.0008868531468531469,
+      "step": 1310,
+      "tokens_trained": 0.64390412
+    },
+    {
+      "epoch": 0.372172186369761,
+      "grad_norm": 15.03055191040039,
+      "loss": 4.223,
+      "lr": 0.0008865734265734265,
+      "step": 1312,
+      "tokens_trained": 0.644882104
+    },
+    {
+      "epoch": 0.3727395220197149,
+      "grad_norm": 41.85628890991211,
+      "loss": 4.3819,
+      "lr": 0.0008862937062937063,
+      "step": 1314,
+      "tokens_trained": 0.645866912
+    },
+    {
+      "epoch": 0.3733068576696688,
+      "grad_norm": 29.014118194580078,
+      "loss": 4.2843,
+      "lr": 0.0008860139860139861,
+      "step": 1316,
+      "tokens_trained": 0.646850376
+    },
+    {
+      "epoch": 0.37387419331962274,
+      "grad_norm": 24.407743453979492,
+      "loss": 4.2598,
+      "lr": 0.0008857342657342658,
+      "step": 1318,
+      "tokens_trained": 0.647832272
+    },
+    {
+      "epoch": 0.3744415289695766,
+      "grad_norm": 23.28154182434082,
+      "loss": 4.2162,
+      "lr": 0.0008854545454545455,
+      "step": 1320,
+      "tokens_trained": 0.64881652
+    },
+    {
+      "epoch": 0.37500886461953054,
+      "grad_norm": 17.70418930053711,
+      "loss": 4.2386,
+      "lr": 0.0008851748251748251,
+      "step": 1322,
+      "tokens_trained": 0.649794936
+    },
+    {
+      "epoch": 0.37557620026948446,
+      "grad_norm": 22.582124710083008,
+      "loss": 4.2358,
+      "lr": 0.000884895104895105,
+      "step": 1324,
+      "tokens_trained": 0.650777784
+    },
+    {
+      "epoch": 0.37614353591943833,
+      "grad_norm": 16.77848243713379,
+      "loss": 4.2536,
+      "lr": 0.0008846153846153846,
+      "step": 1326,
+      "tokens_trained": 0.651762472
+    },
+    {
+      "epoch": 0.37671087156939226,
+      "grad_norm": 14.382417678833008,
+      "loss": 4.2403,
+      "lr": 0.0008843356643356644,
+      "step": 1328,
+      "tokens_trained": 0.652741832
+    },
+    {
+      "epoch": 0.37727820721934613,
+      "grad_norm": 22.420886993408203,
+      "loss": 4.1977,
+      "lr": 0.000884055944055944,
+      "step": 1330,
+      "tokens_trained": 0.653725792
+    },
+    {
+      "epoch": 0.37784554286930006,
+      "grad_norm": 9.768660545349121,
+      "loss": 4.2148,
+      "lr": 0.0008837762237762238,
+      "step": 1332,
+      "tokens_trained": 0.654704648
+    },
+    {
+      "epoch": 0.378412878519254,
+      "grad_norm": 5.091487407684326,
+      "loss": 4.2062,
+      "lr": 0.0008834965034965036,
+      "step": 1334,
+      "tokens_trained": 0.65569176
+    },
+    {
+      "epoch": 0.37898021416920785,
+      "grad_norm": 53.520957946777344,
+      "loss": 4.4082,
+      "lr": 0.0008832167832167832,
+      "step": 1336,
+      "tokens_trained": 0.656679344
+    },
+    {
+      "epoch": 0.3795475498191618,
+      "grad_norm": 32.17420959472656,
+      "loss": 4.2911,
+      "lr": 0.000882937062937063,
+      "step": 1338,
+      "tokens_trained": 0.657665136
+    },
+    {
+      "epoch": 0.38011488546911565,
+      "grad_norm": 14.12790584564209,
+      "loss": 4.2899,
+      "lr": 0.0008826573426573426,
+      "step": 1340,
+      "tokens_trained": 0.658651576
+    },
+    {
+      "epoch": 0.3806822211190696,
+      "grad_norm": 51.74199676513672,
+      "loss": 4.3901,
+      "lr": 0.0008823776223776225,
+      "step": 1342,
+      "tokens_trained": 0.659631792
+    },
+    {
+      "epoch": 0.3812495567690235,
+      "grad_norm": 48.99909973144531,
+      "loss": 4.298,
+      "lr": 0.0008820979020979021,
+      "step": 1344,
+      "tokens_trained": 0.660616912
+    },
+    {
+      "epoch": 0.38181689241897737,
+      "grad_norm": 28.356245040893555,
+      "loss": 4.3171,
+      "lr": 0.0008818181818181819,
+      "step": 1346,
+      "tokens_trained": 0.66159872
+    },
+    {
+      "epoch": 0.3823842280689313,
+      "grad_norm": 45.081703186035156,
+      "loss": 4.3067,
+      "lr": 0.0008815384615384615,
+      "step": 1348,
+      "tokens_trained": 0.662582152
+    },
+    {
+      "epoch": 0.38295156371888517,
+      "grad_norm": 37.175052642822266,
+      "loss": 4.241,
+      "lr": 0.0008812587412587412,
+      "step": 1350,
+      "tokens_trained": 0.663561176
+    },
+    {
+      "epoch": 0.3835188993688391,
+      "grad_norm": 49.46076965332031,
+      "loss": 4.2896,
+      "lr": 0.0008809790209790211,
+      "step": 1352,
+      "tokens_trained": 0.664545144
+    },
+    {
+      "epoch": 0.384086235018793,
+      "grad_norm": 22.20182991027832,
+      "loss": 4.323,
+      "lr": 0.0008806993006993007,
+      "step": 1354,
+      "tokens_trained": 0.66553092
+    },
+    {
+      "epoch": 0.3846535706687469,
+      "grad_norm": 34.111549377441406,
+      "loss": 4.3138,
+      "lr": 0.0008804195804195805,
+      "step": 1356,
+      "tokens_trained": 0.666517568
+    },
+    {
+      "epoch": 0.3852209063187008,
+      "grad_norm": 47.01582336425781,
+      "loss": 4.3009,
+      "lr": 0.0008801398601398601,
+      "step": 1358,
+      "tokens_trained": 0.667498192
+    },
+    {
+      "epoch": 0.3857882419686547,
+      "grad_norm": 18.845388412475586,
+      "loss": 4.3176,
+      "lr": 0.00087986013986014,
+      "step": 1360,
+      "tokens_trained": 0.668479008
+    },
+    {
+      "epoch": 0.3863555776186086,
+      "grad_norm": 53.68927764892578,
+      "loss": 4.4024,
+      "lr": 0.0008795804195804196,
+      "step": 1362,
+      "tokens_trained": 0.669462472
+    },
+    {
+      "epoch": 0.38692291326856254,
+      "grad_norm": 29.88358497619629,
+      "loss": 4.286,
+      "lr": 0.0008793006993006993,
+      "step": 1364,
+      "tokens_trained": 0.67044392
+    },
+    {
+      "epoch": 0.3874902489185164,
+      "grad_norm": 11.12879753112793,
+      "loss": 4.3024,
+      "lr": 0.000879020979020979,
+      "step": 1366,
+      "tokens_trained": 0.671424552
+    },
+    {
+      "epoch": 0.38805758456847034,
+      "grad_norm": 23.573301315307617,
+      "loss": 4.2662,
+      "lr": 0.0008787412587412587,
+      "step": 1368,
+      "tokens_trained": 0.672409992
+    },
+    {
+      "epoch": 0.3886249202184242,
+      "grad_norm": 24.749160766601562,
+      "loss": 4.274,
+      "lr": 0.0008784615384615386,
+      "step": 1370,
+      "tokens_trained": 0.67339824
+    },
+    {
+      "epoch": 0.38919225586837813,
+      "grad_norm": 33.26881408691406,
+      "loss": 4.2588,
+      "lr": 0.0008781818181818182,
+      "step": 1372,
+      "tokens_trained": 0.67438204
+    },
+    {
+      "epoch": 0.38975959151833206,
+      "grad_norm": 24.466472625732422,
+      "loss": 4.2837,
+      "lr": 0.000877902097902098,
+      "step": 1374,
+      "tokens_trained": 0.67536356
+    },
+    {
+      "epoch": 0.39004325934330897,
+      "eval_loss": 1.0616238117218018,
+      "eval_runtime": 20.3698,
+      "step": 1375,
+      "tokens_trained": 0.675855672
+    },
+    {
+      "epoch": 0.39032692716828593,
+      "grad_norm": 24.48844337463379,
+      "loss": 4.259,
+      "lr": 0.0008776223776223776,
+      "step": 1376,
+      "tokens_trained": 0.676346368
+    },
+    {
+      "epoch": 0.39089426281823986,
+      "grad_norm": 30.594989776611328,
+      "loss": 4.1894,
+      "lr": 0.0008773426573426574,
+      "step": 1378,
+      "tokens_trained": 0.677329312
+    },
+    {
+      "epoch": 0.3914615984681937,
+      "grad_norm": 19.835350036621094,
+      "loss": 4.2718,
+      "lr": 0.0008770629370629371,
+      "step": 1380,
+      "tokens_trained": 0.678312272
+    },
+    {
+      "epoch": 0.39202893411814765,
+      "grad_norm": 14.570358276367188,
+      "loss": 4.2419,
+      "lr": 0.0008767832167832168,
+      "step": 1382,
+      "tokens_trained": 0.679291216
+    },
+    {
+      "epoch": 0.3925962697681016,
+      "grad_norm": 11.608271598815918,
+      "loss": 4.1917,
+      "lr": 0.0008765034965034965,
+      "step": 1384,
+      "tokens_trained": 0.680273296
+    },
+    {
+      "epoch": 0.39316360541805545,
+      "grad_norm": 26.094860076904297,
+      "loss": 4.2762,
+      "lr": 0.0008762237762237762,
+      "step": 1386,
+      "tokens_trained": 0.681249464
+    },
+    {
+      "epoch": 0.3937309410680094,
+      "grad_norm": 12.754049301147461,
+      "loss": 4.2032,
+      "lr": 0.0008759440559440561,
+      "step": 1388,
+      "tokens_trained": 0.682234168
+    },
+    {
+      "epoch": 0.39429827671796325,
+      "grad_norm": 5.951663970947266,
+      "loss": 4.1921,
+      "lr": 0.0008756643356643357,
+      "step": 1390,
+      "tokens_trained": 0.683217176
+    },
+    {
+      "epoch": 0.3948656123679172,
+      "grad_norm": 26.907669067382812,
+      "loss": 4.24,
+      "lr": 0.0008753846153846154,
+      "step": 1392,
+      "tokens_trained": 0.68419888
+    },
+    {
+      "epoch": 0.3954329480178711,
+      "grad_norm": 25.04796600341797,
+      "loss": 4.2656,
+      "lr": 0.0008751048951048951,
+      "step": 1394,
+      "tokens_trained": 0.685178784
+    },
+    {
+      "epoch": 0.39600028366782497,
+      "grad_norm": 19.600811004638672,
+      "loss": 4.2683,
+      "lr": 0.0008748251748251749,
+      "step": 1396,
+      "tokens_trained": 0.686161632
+    },
+    {
+      "epoch": 0.3965676193177789,
+      "grad_norm": 14.087088584899902,
+      "loss": 4.2658,
+      "lr": 0.0008745454545454546,
+      "step": 1398,
+      "tokens_trained": 0.687139992
+    },
+    {
+      "epoch": 0.39713495496773277,
+      "grad_norm": 9.257765769958496,
+      "loss": 4.2021,
+      "lr": 0.0008742657342657343,
+      "step": 1400,
+      "tokens_trained": 0.688117912
+    },
+    {
+      "epoch": 0.3977022906176867,
+      "grad_norm": 18.830154418945312,
+      "loss": 4.2249,
+      "lr": 0.0008739860139860139,
+      "step": 1402,
+      "tokens_trained": 0.689098776
+    },
+    {
+      "epoch": 0.3982696262676406,
+      "grad_norm": 24.81566619873047,
+      "loss": 4.246,
+      "lr": 0.0008737062937062937,
+      "step": 1404,
+      "tokens_trained": 0.690085432
+    },
+    {
+      "epoch": 0.3988369619175945,
+      "grad_norm": 14.071616172790527,
+      "loss": 4.2531,
+      "lr": 0.0008734265734265734,
+      "step": 1406,
+      "tokens_trained": 0.691069232
+    },
+    {
+      "epoch": 0.3994042975675484,
+      "grad_norm": 21.414424896240234,
+      "loss": 4.2192,
+      "lr": 0.0008731468531468532,
+      "step": 1408,
+      "tokens_trained": 0.692051224
+    },
+    {
+      "epoch": 0.3999716332175023,
+      "grad_norm": 38.74683380126953,
+      "loss": 4.2421,
+      "lr": 0.0008728671328671329,
+      "step": 1410,
+      "tokens_trained": 0.693029976
+    },
+    {
+      "epoch": 0.4005389688674562,
+      "grad_norm": 12.595442771911621,
+      "loss": 4.2569,
+      "lr": 0.0008725874125874126,
+      "step": 1412,
+      "tokens_trained": 0.694013304
+    },
+    {
+      "epoch": 0.40110630451741014,
+      "grad_norm": 55.233673095703125,
+      "loss": 4.3422,
+      "lr": 0.0008723076923076924,
+      "step": 1414,
+      "tokens_trained": 0.694997536
+    },
+    {
+      "epoch": 0.401673640167364,
+      "grad_norm": 24.717113494873047,
+      "loss": 4.2567,
+      "lr": 0.000872027972027972,
+      "step": 1416,
+      "tokens_trained": 0.695982632
+    },
+    {
+      "epoch": 0.40224097581731794,
+      "grad_norm": 20.552875518798828,
+      "loss": 4.2464,
+      "lr": 0.0008717482517482518,
+      "step": 1418,
+      "tokens_trained": 0.696966408
+    },
+    {
+      "epoch": 0.4028083114672718,
+      "grad_norm": 25.569900512695312,
+      "loss": 4.21,
+      "lr": 0.0008714685314685314,
+      "step": 1420,
+      "tokens_trained": 0.697948224
+    },
+    {
+      "epoch": 0.40337564711722573,
+      "grad_norm": 24.538320541381836,
+      "loss": 4.2605,
+      "lr": 0.0008711888111888112,
+      "step": 1422,
+      "tokens_trained": 0.698934688
+    },
+    {
+      "epoch": 0.40394298276717966,
+      "grad_norm": 9.585651397705078,
+      "loss": 4.2524,
+      "lr": 0.0008709090909090909,
+      "step": 1424,
+      "tokens_trained": 0.699921976
+    },
+    {
+      "epoch": 0.40451031841713353,
+      "grad_norm": 11.886672973632812,
+      "loss": 4.1934,
+      "lr": 0.0008706293706293707,
+      "step": 1426,
+      "tokens_trained": 0.70090396
+    },
+    {
+      "epoch": 0.40507765406708746,
+      "grad_norm": 26.162124633789062,
+      "loss": 4.2412,
+      "lr": 0.0008703496503496504,
+      "step": 1428,
+      "tokens_trained": 0.701888448
+    },
+    {
+      "epoch": 0.4056449897170413,
+      "grad_norm": 5.03931188583374,
+      "loss": 4.202,
+      "lr": 0.00087006993006993,
+      "step": 1430,
+      "tokens_trained": 0.702864336
+    },
+    {
+      "epoch": 0.40621232536699525,
+      "grad_norm": 33.67579650878906,
+      "loss": 4.3087,
+      "lr": 0.0008697902097902099,
+      "step": 1432,
+      "tokens_trained": 0.703847784
+    },
+    {
+      "epoch": 0.4067796610169492,
+      "grad_norm": 34.38542556762695,
+      "loss": 4.2807,
+      "lr": 0.0008695104895104895,
+      "step": 1434,
+      "tokens_trained": 0.704827288
+    },
+    {
+      "epoch": 0.40734699666690305,
+      "grad_norm": 13.319886207580566,
+      "loss": 4.3332,
+      "lr": 0.0008692307692307693,
+      "step": 1436,
+      "tokens_trained": 0.705815392
+    },
+    {
+      "epoch": 0.407914332316857,
+      "grad_norm": 36.58311080932617,
+      "loss": 4.3318,
+      "lr": 0.0008689510489510489,
+      "step": 1438,
+      "tokens_trained": 0.7067914
+    },
+    {
+      "epoch": 0.40848166796681085,
+      "grad_norm": 29.63648223876953,
+      "loss": 4.2962,
+      "lr": 0.0008686713286713287,
+      "step": 1440,
+      "tokens_trained": 0.70777396
+    },
+    {
+      "epoch": 0.4090490036167648,
+      "grad_norm": 9.55128002166748,
+      "loss": 4.2773,
+      "lr": 0.0008683916083916084,
+      "step": 1442,
+      "tokens_trained": 0.708750496
+    },
+    {
+      "epoch": 0.4096163392667187,
+      "grad_norm": 53.83981704711914,
+      "loss": 4.3875,
+      "lr": 0.0008681118881118881,
+      "step": 1444,
+      "tokens_trained": 0.709730168
+    },
+    {
+      "epoch": 0.41018367491667257,
+      "grad_norm": 54.59236526489258,
+      "loss": 4.3582,
+      "lr": 0.0008678321678321679,
+      "step": 1446,
+      "tokens_trained": 0.710709704
+    },
+    {
+      "epoch": 0.4107510105666265,
+      "grad_norm": 13.964411735534668,
+      "loss": 4.3065,
+      "lr": 0.0008675524475524475,
+      "step": 1448,
+      "tokens_trained": 0.711690136
+    },
+    {
+      "epoch": 0.41131834621658037,
+      "grad_norm": 25.506649017333984,
+      "loss": 4.2686,
+      "lr": 0.0008672727272727273,
+      "step": 1450,
+      "tokens_trained": 0.712668056
+    },
+    {
+      "epoch": 0.4118856818665343,
+      "grad_norm": 21.1628360748291,
+      "loss": 4.2485,
+      "lr": 0.000866993006993007,
+      "step": 1452,
+      "tokens_trained": 0.71365004
+    },
+    {
+      "epoch": 0.4124530175164882,
+      "grad_norm": 15.751238822937012,
+      "loss": 4.2078,
+      "lr": 0.0008667132867132868,
+      "step": 1454,
+      "tokens_trained": 0.714632032
+    },
+    {
+      "epoch": 0.4130203531664421,
+      "grad_norm": 15.838552474975586,
+      "loss": 4.1944,
+      "lr": 0.0008664335664335664,
+      "step": 1456,
+      "tokens_trained": 0.715611376
+    },
+    {
+      "epoch": 0.413587688816396,
+      "grad_norm": 15.968609809875488,
+      "loss": 4.1768,
+      "lr": 0.0008661538461538461,
+      "step": 1458,
+      "tokens_trained": 0.716591112
+    },
+    {
+      "epoch": 0.4141550244663499,
+      "grad_norm": 15.419891357421875,
+      "loss": 4.1978,
+      "lr": 0.0008658741258741259,
+      "step": 1460,
+      "tokens_trained": 0.717575952
+    },
+    {
+      "epoch": 0.4147223601163038,
+      "grad_norm": 15.088132858276367,
+      "loss": 4.2361,
+      "lr": 0.0008655944055944056,
+      "step": 1462,
+      "tokens_trained": 0.718563696
+    },
+    {
+      "epoch": 0.41528969576625774,
+      "grad_norm": 4.839190483093262,
+      "loss": 4.2089,
+      "lr": 0.0008653146853146854,
+      "step": 1464,
+      "tokens_trained": 0.71954848
+    },
+    {
+      "epoch": 0.4158570314162116,
+      "grad_norm": 22.192466735839844,
+      "loss": 4.2109,
+      "lr": 0.000865034965034965,
+      "step": 1466,
+      "tokens_trained": 0.720533304
+    },
+    {
+      "epoch": 0.41642436706616553,
+      "grad_norm": 28.983531951904297,
+      "loss": 4.2402,
+      "lr": 0.0008647552447552448,
+      "step": 1468,
+      "tokens_trained": 0.721518176
+    },
+    {
+      "epoch": 0.4169917027161194,
+      "grad_norm": 21.010780334472656,
+      "loss": 4.1732,
+      "lr": 0.0008644755244755245,
+      "step": 1470,
+      "tokens_trained": 0.72250176
+    },
+    {
+      "epoch": 0.41755903836607333,
+      "grad_norm": 14.59277057647705,
+      "loss": 4.1847,
+      "lr": 0.0008641958041958042,
+      "step": 1472,
+      "tokens_trained": 0.723486664
+    },
+    {
+      "epoch": 0.41812637401602726,
+      "grad_norm": 13.688531875610352,
+      "loss": 4.1577,
+      "lr": 0.0008639160839160839,
+      "step": 1474,
+      "tokens_trained": 0.724469328
+    },
+    {
+      "epoch": 0.41869370966598113,
+      "grad_norm": 15.879347801208496,
+      "loss": 4.1721,
+      "lr": 0.0008636363636363636,
+      "step": 1476,
+      "tokens_trained": 0.725454968
+    },
+    {
+      "epoch": 0.41926104531593505,
+      "grad_norm": 10.225201606750488,
+      "loss": 4.1999,
+      "lr": 0.0008633566433566434,
+      "step": 1478,
+      "tokens_trained": 0.7264426
+    },
+    {
+      "epoch": 0.4198283809658889,
+      "grad_norm": 17.007728576660156,
+      "loss": 4.2229,
+      "lr": 0.0008630769230769231,
+      "step": 1480,
+      "tokens_trained": 0.727422056
+    },
+    {
+      "epoch": 0.42039571661584285,
+      "grad_norm": 13.517934799194336,
+      "loss": 4.2241,
+      "lr": 0.0008627972027972029,
+      "step": 1482,
+      "tokens_trained": 0.728403688
+    },
+    {
+      "epoch": 0.4209630522657968,
+      "grad_norm": 17.132064819335938,
+      "loss": 4.1679,
+      "lr": 0.0008625174825174825,
+      "step": 1484,
+      "tokens_trained": 0.729386248
+    },
+    {
+      "epoch": 0.42153038791575065,
+      "grad_norm": 19.782320022583008,
+      "loss": 4.1817,
+      "lr": 0.0008622377622377622,
+      "step": 1486,
+      "tokens_trained": 0.730368752
+    },
+    {
+      "epoch": 0.4220977235657046,
+      "grad_norm": 3.388552188873291,
+      "loss": 4.1726,
+      "lr": 0.000861958041958042,
+      "step": 1488,
+      "tokens_trained": 0.731354304
+    },
+    {
+      "epoch": 0.42266505921565845,
+      "grad_norm": 28.33499526977539,
+      "loss": 4.2623,
+      "lr": 0.0008616783216783217,
+      "step": 1490,
+      "tokens_trained": 0.732337296
+    },
+    {
+      "epoch": 0.42323239486561237,
+      "grad_norm": 24.927406311035156,
+      "loss": 4.2422,
+      "lr": 0.0008613986013986014,
+      "step": 1492,
+      "tokens_trained": 0.733319824
+    },
+    {
+      "epoch": 0.4237997305155663,
+      "grad_norm": 25.996028900146484,
+      "loss": 4.2227,
+      "lr": 0.0008611188811188811,
+      "step": 1494,
+      "tokens_trained": 0.73430636
+    },
+    {
+      "epoch": 0.42436706616552017,
+      "grad_norm": 14.625783920288086,
+      "loss": 4.2268,
+      "lr": 0.0008608391608391609,
+      "step": 1496,
+      "tokens_trained": 0.735285848
+    },
+    {
+      "epoch": 0.4249344018154741,
+      "grad_norm": 12.556640625,
+      "loss": 4.2352,
+      "lr": 0.0008605594405594406,
+      "step": 1498,
+      "tokens_trained": 0.736270632
+    },
+    {
+      "epoch": 0.42550173746542796,
+      "grad_norm": 18.579416275024414,
+      "loss": 4.2377,
+      "lr": 0.0008602797202797203,
+      "step": 1500,
+      "tokens_trained": 0.737255104
+    },
+    {
+      "epoch": 0.42550173746542796,
+      "eval_loss": 1.052606463432312,
+      "eval_runtime": 20.5089,
+      "step": 1500,
+      "tokens_trained": 0.737255104
+    },
+    {
+      "epoch": 0.4260690731153819,
+      "grad_norm": 16.550657272338867,
+      "loss": 4.182,
+      "lr": 0.00086,
+      "step": 1502,
+      "tokens_trained": 0.738240848
+    },
+    {
+      "epoch": 0.4266364087653358,
+      "grad_norm": 24.4381046295166,
+      "loss": 4.2093,
+      "lr": 0.0008597202797202797,
+      "step": 1504,
+      "tokens_trained": 0.73922592
+    },
+    {
+      "epoch": 0.4272037444152897,
+      "grad_norm": 13.155163764953613,
+      "loss": 4.239,
+      "lr": 0.0008594405594405595,
+      "step": 1506,
+      "tokens_trained": 0.740208896
+    },
+    {
+      "epoch": 0.4277710800652436,
+      "grad_norm": 27.667949676513672,
+      "loss": 4.2607,
+      "lr": 0.0008591608391608392,
+      "step": 1508,
+      "tokens_trained": 0.741189312
+    },
+    {
+      "epoch": 0.4283384157151975,
+      "grad_norm": 35.897743225097656,
+      "loss": 4.2153,
+      "lr": 0.0008588811188811188,
+      "step": 1510,
+      "tokens_trained": 0.742170456
+    },
+    {
+      "epoch": 0.4289057513651514,
+      "grad_norm": 18.16407012939453,
+      "loss": 4.2753,
+      "lr": 0.0008586013986013986,
+      "step": 1512,
+      "tokens_trained": 0.743152504
+    },
+    {
+      "epoch": 0.42947308701510534,
+      "grad_norm": 27.447364807128906,
+      "loss": 4.2321,
+      "lr": 0.0008583216783216783,
+      "step": 1514,
+      "tokens_trained": 0.744139768
+    },
+    {
+      "epoch": 0.4300404226650592,
+      "grad_norm": 21.115859985351562,
+      "loss": 4.2048,
+      "lr": 0.0008580419580419581,
+      "step": 1516,
+      "tokens_trained": 0.745122368
+    },
+    {
+      "epoch": 0.43060775831501313,
+      "grad_norm": 5.949585914611816,
+      "loss": 4.1787,
+      "lr": 0.0008577622377622378,
+      "step": 1518,
+      "tokens_trained": 0.746104936
+    },
+    {
+      "epoch": 0.431175093964967,
+      "grad_norm": 6.631585121154785,
+      "loss": 4.2035,
+      "lr": 0.0008574825174825175,
+      "step": 1520,
+      "tokens_trained": 0.747086264
+    },
+    {
+      "epoch": 0.43174242961492093,
+      "grad_norm": 38.91585159301758,
+      "loss": 4.354,
+      "lr": 0.0008572027972027972,
+      "step": 1522,
+      "tokens_trained": 0.74806844
+    },
+    {
+      "epoch": 0.43230976526487486,
+      "grad_norm": 37.53727722167969,
+      "loss": 4.228,
+      "lr": 0.000856923076923077,
+      "step": 1524,
+      "tokens_trained": 0.749052432
+    },
+    {
+      "epoch": 0.4328771009148287,
+      "grad_norm": 19.87713623046875,
+      "loss": 4.2696,
+      "lr": 0.0008566433566433567,
+      "step": 1526,
+      "tokens_trained": 0.750037072
+    },
+    {
+      "epoch": 0.43344443656478265,
+      "grad_norm": 25.615995407104492,
+      "loss": 4.2676,
+      "lr": 0.0008563636363636363,
+      "step": 1528,
+      "tokens_trained": 0.751020584
+    },
+    {
+      "epoch": 0.4340117722147365,
+      "grad_norm": 16.643299102783203,
+      "loss": 4.201,
+      "lr": 0.0008560839160839161,
+      "step": 1530,
+      "tokens_trained": 0.75200224
+    },
+    {
+      "epoch": 0.43457910786469045,
+      "grad_norm": 16.207853317260742,
+      "loss": 4.1944,
+      "lr": 0.0008558041958041958,
+      "step": 1532,
+      "tokens_trained": 0.752981624
+    },
+    {
+      "epoch": 0.4351464435146444,
+      "grad_norm": 27.054973602294922,
+      "loss": 4.2188,
+      "lr": 0.0008555244755244756,
+      "step": 1534,
+      "tokens_trained": 0.753968464
+    },
+    {
+      "epoch": 0.43571377916459825,
+      "grad_norm": 33.468238830566406,
+      "loss": 4.2052,
+      "lr": 0.0008552447552447553,
+      "step": 1536,
+      "tokens_trained": 0.754950976
+    },
+    {
+      "epoch": 0.4362811148145522,
+      "grad_norm": 21.083576202392578,
+      "loss": 4.2514,
+      "lr": 0.000854965034965035,
+      "step": 1538,
+      "tokens_trained": 0.755938272
+    },
+    {
+      "epoch": 0.43684845046450604,
+      "grad_norm": 19.927122116088867,
+      "loss": 4.2493,
+      "lr": 0.0008546853146853147,
+      "step": 1540,
+      "tokens_trained": 0.756916784
+    },
+    {
+      "epoch": 0.43741578611445997,
+      "grad_norm": 22.105287551879883,
+      "loss": 4.2264,
+      "lr": 0.0008544055944055944,
+      "step": 1542,
+      "tokens_trained": 0.757901152
+    },
+    {
+      "epoch": 0.4379831217644139,
+      "grad_norm": 22.448705673217773,
+      "loss": 4.1987,
+      "lr": 0.0008541258741258742,
+      "step": 1544,
+      "tokens_trained": 0.758886048
+    },
+    {
+      "epoch": 0.43855045741436777,
+      "grad_norm": 17.740005493164062,
+      "loss": 4.1918,
+      "lr": 0.0008538461538461538,
+      "step": 1546,
+      "tokens_trained": 0.759864304
+    },
+    {
+      "epoch": 0.4391177930643217,
+      "grad_norm": 20.58041763305664,
+      "loss": 4.2144,
+      "lr": 0.0008535664335664336,
+      "step": 1548,
+      "tokens_trained": 0.760844312
+    },
+    {
+      "epoch": 0.43968512871427556,
+      "grad_norm": 21.937252044677734,
+      "loss": 4.2129,
+      "lr": 0.0008532867132867133,
+      "step": 1550,
+      "tokens_trained": 0.761827256
+    },
+    {
+      "epoch": 0.4402524643642295,
+      "grad_norm": 26.883426666259766,
+      "loss": 4.2244,
+      "lr": 0.000853006993006993,
+      "step": 1552,
+      "tokens_trained": 0.7628098
+    },
+    {
+      "epoch": 0.4408198000141834,
+      "grad_norm": 10.297266960144043,
+      "loss": 4.1724,
+      "lr": 0.0008527272727272728,
+      "step": 1554,
+      "tokens_trained": 0.763792488
+    },
+    {
+      "epoch": 0.4413871356641373,
+      "grad_norm": 12.119601249694824,
+      "loss": 4.1828,
+      "lr": 0.0008524475524475524,
+      "step": 1556,
+      "tokens_trained": 0.764769936
+    },
+    {
+      "epoch": 0.4419544713140912,
+      "grad_norm": 16.565885543823242,
+      "loss": 4.2113,
+      "lr": 0.0008521678321678322,
+      "step": 1558,
+      "tokens_trained": 0.765752376
+    },
+    {
+      "epoch": 0.4425218069640451,
+      "grad_norm": 18.860309600830078,
+      "loss": 4.1864,
+      "lr": 0.0008518881118881119,
+      "step": 1560,
+      "tokens_trained": 0.766736256
+    },
+    {
+      "epoch": 0.443089142613999,
+      "grad_norm": 4.049737453460693,
+      "loss": 4.2108,
+      "lr": 0.0008516083916083917,
+      "step": 1562,
+      "tokens_trained": 0.767720568
+    },
+    {
+      "epoch": 0.44365647826395294,
+      "grad_norm": 15.730945587158203,
+      "loss": 4.2339,
+      "lr": 0.0008513286713286713,
+      "step": 1564,
+      "tokens_trained": 0.768701288
+    },
+    {
+      "epoch": 0.4442238139139068,
+      "grad_norm": 18.64398956298828,
+      "loss": 4.2132,
+      "lr": 0.000851048951048951,
+      "step": 1566,
+      "tokens_trained": 0.769681336
+    },
+    {
+      "epoch": 0.44479114956386073,
+      "grad_norm": 22.01759147644043,
+      "loss": 4.2211,
+      "lr": 0.0008507692307692308,
+      "step": 1568,
+      "tokens_trained": 0.770661168
+    },
+    {
+      "epoch": 0.4453584852138146,
+      "grad_norm": 3.097306489944458,
+      "loss": 4.2114,
+      "lr": 0.0008504895104895105,
+      "step": 1570,
+      "tokens_trained": 0.7716424
+    },
+    {
+      "epoch": 0.44592582086376853,
+      "grad_norm": 35.901546478271484,
+      "loss": 4.3,
+      "lr": 0.0008502097902097903,
+      "step": 1572,
+      "tokens_trained": 0.772627536
+    },
+    {
+      "epoch": 0.44649315651372246,
+      "grad_norm": 20.762710571289062,
+      "loss": 4.2465,
+      "lr": 0.0008499300699300699,
+      "step": 1574,
+      "tokens_trained": 0.77361008
+    },
+    {
+      "epoch": 0.4470604921636763,
+      "grad_norm": 13.54304027557373,
+      "loss": 4.221,
+      "lr": 0.0008496503496503497,
+      "step": 1576,
+      "tokens_trained": 0.774591184
+    },
+    {
+      "epoch": 0.44762782781363025,
+      "grad_norm": 18.83641242980957,
+      "loss": 4.2228,
+      "lr": 0.0008493706293706294,
+      "step": 1578,
+      "tokens_trained": 0.775574136
+    },
+    {
+      "epoch": 0.4481951634635841,
+      "grad_norm": 12.294941902160645,
+      "loss": 4.1768,
+      "lr": 0.0008490909090909091,
+      "step": 1580,
+      "tokens_trained": 0.776554752
+    },
+    {
+      "epoch": 0.44876249911353805,
+      "grad_norm": 5.768923759460449,
+      "loss": 4.2255,
+      "lr": 0.0008488111888111888,
+      "step": 1582,
+      "tokens_trained": 0.777539368
+    },
+    {
+      "epoch": 0.449329834763492,
+      "grad_norm": 7.9961137771606445,
+      "loss": 4.2218,
+      "lr": 0.0008485314685314685,
+      "step": 1584,
+      "tokens_trained": 0.778522344
+    },
+    {
+      "epoch": 0.44989717041344585,
+      "grad_norm": 22.005645751953125,
+      "loss": 4.2452,
+      "lr": 0.0008482517482517483,
+      "step": 1586,
+      "tokens_trained": 0.77950768
+    },
+    {
+      "epoch": 0.45046450606339977,
+      "grad_norm": 27.313426971435547,
+      "loss": 4.1875,
+      "lr": 0.000847972027972028,
+      "step": 1588,
+      "tokens_trained": 0.780490984
+    },
+    {
+      "epoch": 0.45103184171335364,
+      "grad_norm": 10.344687461853027,
+      "loss": 4.2356,
+      "lr": 0.0008476923076923078,
+      "step": 1590,
+      "tokens_trained": 0.781469
+    },
+    {
+      "epoch": 0.45159917736330757,
+      "grad_norm": 27.348726272583008,
+      "loss": 4.2962,
+      "lr": 0.0008474125874125874,
+      "step": 1592,
+      "tokens_trained": 0.782450304
+    },
+    {
+      "epoch": 0.4521665130132615,
+      "grad_norm": 32.965911865234375,
+      "loss": 4.2736,
+      "lr": 0.0008471328671328671,
+      "step": 1594,
+      "tokens_trained": 0.783431416
+    },
+    {
+      "epoch": 0.45273384866321537,
+      "grad_norm": 7.752636909484863,
+      "loss": 4.2074,
+      "lr": 0.0008468531468531469,
+      "step": 1596,
+      "tokens_trained": 0.784409568
+    },
+    {
+      "epoch": 0.4533011843131693,
+      "grad_norm": 38.85223388671875,
+      "loss": 4.3261,
+      "lr": 0.0008465734265734266,
+      "step": 1598,
+      "tokens_trained": 0.785399368
+    },
+    {
+      "epoch": 0.45386851996312316,
+      "grad_norm": 38.017967224121094,
+      "loss": 4.2646,
+      "lr": 0.0008462937062937063,
+      "step": 1600,
+      "tokens_trained": 0.786376072
+    },
+    {
+      "epoch": 0.4544358556130771,
+      "grad_norm": 7.856576442718506,
+      "loss": 4.191,
+      "lr": 0.000846013986013986,
+      "step": 1602,
+      "tokens_trained": 0.787362072
+    },
+    {
+      "epoch": 0.455003191263031,
+      "grad_norm": 37.902870178222656,
+      "loss": 4.2651,
+      "lr": 0.0008457342657342658,
+      "step": 1604,
+      "tokens_trained": 0.788345104
+    },
+    {
+      "epoch": 0.4555705269129849,
+      "grad_norm": 7.724793434143066,
+      "loss": 4.1994,
+      "lr": 0.0008454545454545455,
+      "step": 1606,
+      "tokens_trained": 0.7893314
+    },
+    {
+      "epoch": 0.4561378625629388,
+      "grad_norm": 26.484699249267578,
+      "loss": 4.2276,
+      "lr": 0.0008451748251748252,
+      "step": 1608,
+      "tokens_trained": 0.790309344
+    },
+    {
+      "epoch": 0.4567051982128927,
+      "grad_norm": 23.137874603271484,
+      "loss": 4.2082,
+      "lr": 0.0008448951048951049,
+      "step": 1610,
+      "tokens_trained": 0.791295784
+    },
+    {
+      "epoch": 0.4572725338628466,
+      "grad_norm": 13.902606964111328,
+      "loss": 4.2035,
+      "lr": 0.0008446153846153846,
+      "step": 1612,
+      "tokens_trained": 0.79228076
+    },
+    {
+      "epoch": 0.45783986951280053,
+      "grad_norm": 8.438498497009277,
+      "loss": 4.1713,
+      "lr": 0.0008443356643356644,
+      "step": 1614,
+      "tokens_trained": 0.793265456
+    },
+    {
+      "epoch": 0.4584072051627544,
+      "grad_norm": 11.60899829864502,
+      "loss": 4.1971,
+      "lr": 0.0008440559440559441,
+      "step": 1616,
+      "tokens_trained": 0.794245896
+    },
+    {
+      "epoch": 0.45897454081270833,
+      "grad_norm": 19.33312225341797,
+      "loss": 4.2328,
+      "lr": 0.0008437762237762238,
+      "step": 1618,
+      "tokens_trained": 0.795229016
+    },
+    {
+      "epoch": 0.4595418764626622,
+      "grad_norm": 16.45014190673828,
+      "loss": 4.2277,
+      "lr": 0.0008434965034965035,
+      "step": 1620,
+      "tokens_trained": 0.79620792
+    },
+    {
+      "epoch": 0.46010921211261613,
+      "grad_norm": 9.818867683410645,
+      "loss": 4.1494,
+      "lr": 0.0008432167832167832,
+      "step": 1622,
+      "tokens_trained": 0.797192352
+    },
+    {
+      "epoch": 0.46067654776257005,
+      "grad_norm": 7.920058250427246,
+      "loss": 4.2027,
+      "lr": 0.000842937062937063,
+      "step": 1624,
+      "tokens_trained": 0.798174104
+    },
+    {
+      "epoch": 0.46096021558754696,
+      "eval_loss": 1.044265627861023,
+      "eval_runtime": 20.5617,
+      "step": 1625,
+      "tokens_trained": 0.798668072
+    },
+    {
+      "epoch": 0.4612438834125239,
+      "grad_norm": 10.734235763549805,
+      "loss": 4.1505,
+      "lr": 0.0008426573426573427,
+      "step": 1626,
+      "tokens_trained": 0.799160304
+    },
+    {
+      "epoch": 0.46181121906247785,
+      "grad_norm": 23.376392364501953,
+      "loss": 4.195,
+      "lr": 0.0008423776223776224,
+      "step": 1628,
+      "tokens_trained": 0.800144144
+    },
+    {
+      "epoch": 0.4623785547124317,
+      "grad_norm": 23.567371368408203,
+      "loss": 4.2367,
+      "lr": 0.0008420979020979021,
+      "step": 1630,
+      "tokens_trained": 0.801131184
+    },
+    {
+      "epoch": 0.46294589036238565,
+      "grad_norm": 19.271820068359375,
+      "loss": 4.1899,
+      "lr": 0.0008418181818181819,
+      "step": 1632,
+      "tokens_trained": 0.802111296
+    },
+    {
+      "epoch": 0.4635132260123396,
+      "grad_norm": 17.468698501586914,
+      "loss": 4.1941,
+      "lr": 0.0008415384615384616,
+      "step": 1634,
+      "tokens_trained": 0.803095112
+    },
+    {
+      "epoch": 0.46408056166229344,
+      "grad_norm": 22.298749923706055,
+      "loss": 4.2083,
+      "lr": 0.0008412587412587412,
+      "step": 1636,
+      "tokens_trained": 0.804080456
+    },
+    {
+      "epoch": 0.46464789731224737,
+      "grad_norm": 12.506179809570312,
+      "loss": 4.1953,
+      "lr": 0.000840979020979021,
+      "step": 1638,
+      "tokens_trained": 0.805062464
+    },
+    {
+      "epoch": 0.46521523296220124,
+      "grad_norm": 11.819656372070312,
+      "loss": 4.2047,
+      "lr": 0.0008406993006993006,
+      "step": 1640,
+      "tokens_trained": 0.806045504
+    },
+    {
+      "epoch": 0.46578256861215517,
+      "grad_norm": 15.925740242004395,
+      "loss": 4.1565,
+      "lr": 0.0008404195804195805,
+      "step": 1642,
+      "tokens_trained": 0.80702736
+    },
+    {
+      "epoch": 0.4663499042621091,
+      "grad_norm": 15.869892120361328,
+      "loss": 4.2134,
+      "lr": 0.0008401398601398602,
+      "step": 1644,
+      "tokens_trained": 0.808009192
+    },
+    {
+      "epoch": 0.46691723991206296,
+      "grad_norm": 10.851021766662598,
+      "loss": 4.2041,
+      "lr": 0.0008398601398601399,
+      "step": 1646,
+      "tokens_trained": 0.808994728
+    },
+    {
+      "epoch": 0.4674845755620169,
+      "grad_norm": 8.271230697631836,
+      "loss": 4.1739,
+      "lr": 0.0008395804195804196,
+      "step": 1648,
+      "tokens_trained": 0.809976448
+    },
+    {
+      "epoch": 0.46805191121197076,
+      "grad_norm": 13.768092155456543,
+      "loss": 4.1761,
+      "lr": 0.0008393006993006993,
+      "step": 1650,
+      "tokens_trained": 0.810958392
+    },
+    {
+      "epoch": 0.4686192468619247,
+      "grad_norm": 7.760485649108887,
+      "loss": 4.1826,
+      "lr": 0.0008390209790209791,
+      "step": 1652,
+      "tokens_trained": 0.81194136
+    },
+    {
+      "epoch": 0.4691865825118786,
+      "grad_norm": 13.28488540649414,
+      "loss": 4.1659,
+      "lr": 0.0008387412587412587,
+      "step": 1654,
+      "tokens_trained": 0.812924984
+    },
+    {
+      "epoch": 0.4697539181618325,
+      "grad_norm": 10.466367721557617,
+      "loss": 4.1432,
+      "lr": 0.0008384615384615385,
+      "step": 1656,
+      "tokens_trained": 0.813907424
+    },
+    {
+      "epoch": 0.4703212538117864,
+      "grad_norm": 15.40854549407959,
+      "loss": 4.1625,
+      "lr": 0.0008381818181818181,
+      "step": 1658,
+      "tokens_trained": 0.814888712
+    },
+    {
+      "epoch": 0.4708885894617403,
+      "grad_norm": 20.580612182617188,
+      "loss": 4.1636,
+      "lr": 0.000837902097902098,
+      "step": 1660,
+      "tokens_trained": 0.815869152
+    },
+    {
+      "epoch": 0.4714559251116942,
+      "grad_norm": 14.908403396606445,
+      "loss": 4.1763,
+      "lr": 0.0008376223776223776,
+      "step": 1662,
+      "tokens_trained": 0.816852664
+    },
+    {
+      "epoch": 0.47202326076164813,
+      "grad_norm": 10.217529296875,
+      "loss": 4.1934,
+      "lr": 0.0008373426573426573,
+      "step": 1664,
+      "tokens_trained": 0.817832792
+    },
+    {
+      "epoch": 0.472590596411602,
+      "grad_norm": 15.74150276184082,
+      "loss": 4.1714,
+      "lr": 0.0008370629370629371,
+      "step": 1666,
+      "tokens_trained": 0.81881728
+    },
+    {
+      "epoch": 0.47315793206155593,
+      "grad_norm": 15.39499282836914,
+      "loss": 4.2005,
+      "lr": 0.0008367832167832168,
+      "step": 1668,
+      "tokens_trained": 0.819800824
+    },
+    {
+      "epoch": 0.4737252677115098,
+      "grad_norm": 11.585809707641602,
+      "loss": 4.136,
+      "lr": 0.0008365034965034966,
+      "step": 1670,
+      "tokens_trained": 0.8207856
+    },
+    {
+      "epoch": 0.4742926033614637,
+      "grad_norm": 16.053237915039062,
+      "loss": 4.1827,
+      "lr": 0.0008362237762237762,
+      "step": 1672,
+      "tokens_trained": 0.821766576
+    },
+    {
+      "epoch": 0.47485993901141765,
+      "grad_norm": 9.23779582977295,
+      "loss": 4.1159,
+      "lr": 0.000835944055944056,
+      "step": 1674,
+      "tokens_trained": 0.822749696
+    },
+    {
+      "epoch": 0.4754272746613715,
+      "grad_norm": 11.395891189575195,
+      "loss": 4.17,
+      "lr": 0.0008356643356643356,
+      "step": 1676,
+      "tokens_trained": 0.82373032
+    },
+    {
+      "epoch": 0.47599461031132545,
+      "grad_norm": 17.745365142822266,
+      "loss": 4.1696,
+      "lr": 0.0008353846153846154,
+      "step": 1678,
+      "tokens_trained": 0.824712192
+    },
+    {
+      "epoch": 0.4765619459612793,
+      "grad_norm": 6.7816572189331055,
+      "loss": 4.1933,
+      "lr": 0.0008351048951048951,
+      "step": 1680,
+      "tokens_trained": 0.825691208
+    },
+    {
+      "epoch": 0.47712928161123325,
+      "grad_norm": 20.552772521972656,
+      "loss": 4.1625,
+      "lr": 0.0008348251748251748,
+      "step": 1682,
+      "tokens_trained": 0.826672584
+    },
+    {
+      "epoch": 0.4776966172611872,
+      "grad_norm": 21.632352828979492,
+      "loss": 4.2061,
+      "lr": 0.0008345454545454546,
+      "step": 1684,
+      "tokens_trained": 0.827654368
+    },
+    {
+      "epoch": 0.47826395291114104,
+      "grad_norm": 17.754596710205078,
+      "loss": 4.222,
+      "lr": 0.0008342657342657343,
+      "step": 1686,
+      "tokens_trained": 0.828639392
+    },
+    {
+      "epoch": 0.47883128856109497,
+      "grad_norm": 20.73906707763672,
+      "loss": 4.1679,
+      "lr": 0.0008339860139860141,
+      "step": 1688,
+      "tokens_trained": 0.829627232
+    },
+    {
+      "epoch": 0.47939862421104884,
+      "grad_norm": 28.157238006591797,
+      "loss": 4.1658,
+      "lr": 0.0008337062937062937,
+      "step": 1690,
+      "tokens_trained": 0.830610904
+    },
+    {
+      "epoch": 0.47996595986100277,
+      "grad_norm": 12.728020668029785,
+      "loss": 4.1892,
+      "lr": 0.0008334265734265734,
+      "step": 1692,
+      "tokens_trained": 0.831602544
+    },
+    {
+      "epoch": 0.4805332955109567,
+      "grad_norm": 20.21622657775879,
+      "loss": 4.1453,
+      "lr": 0.0008331468531468531,
+      "step": 1694,
+      "tokens_trained": 0.832584656
+    },
+    {
+      "epoch": 0.48110063116091056,
+      "grad_norm": 18.5329647064209,
+      "loss": 4.2145,
+      "lr": 0.0008328671328671329,
+      "step": 1696,
+      "tokens_trained": 0.833570472
+    },
+    {
+      "epoch": 0.4816679668108645,
+      "grad_norm": 12.47617244720459,
+      "loss": 4.1944,
+      "lr": 0.0008325874125874126,
+      "step": 1698,
+      "tokens_trained": 0.834556104
+    },
+    {
+      "epoch": 0.48223530246081836,
+      "grad_norm": 21.34851837158203,
+      "loss": 4.1754,
+      "lr": 0.0008323076923076923,
+      "step": 1700,
+      "tokens_trained": 0.835540592
+    },
+    {
+      "epoch": 0.4828026381107723,
+      "grad_norm": 13.20995807647705,
+      "loss": 4.1657,
+      "lr": 0.000832027972027972,
+      "step": 1702,
+      "tokens_trained": 0.836525136
+    },
+    {
+      "epoch": 0.4833699737607262,
+      "grad_norm": 16.77725601196289,
+      "loss": 4.1905,
+      "lr": 0.0008317482517482518,
+      "step": 1704,
+      "tokens_trained": 0.837509224
+    },
+    {
+      "epoch": 0.4839373094106801,
+      "grad_norm": 15.17611312866211,
+      "loss": 4.1823,
+      "lr": 0.0008314685314685315,
+      "step": 1706,
+      "tokens_trained": 0.838492472
+    },
+    {
+      "epoch": 0.484504645060634,
+      "grad_norm": 13.06942081451416,
+      "loss": 4.1732,
+      "lr": 0.0008311888111888112,
+      "step": 1708,
+      "tokens_trained": 0.839471696
+    },
+    {
+      "epoch": 0.4850719807105879,
+      "grad_norm": 10.456578254699707,
+      "loss": 4.1862,
+      "lr": 0.0008309090909090909,
+      "step": 1710,
+      "tokens_trained": 0.840452808
+    },
+    {
+      "epoch": 0.4856393163605418,
+      "grad_norm": 13.80197525024414,
+      "loss": 4.1663,
+      "lr": 0.0008306293706293706,
+      "step": 1712,
+      "tokens_trained": 0.841434224
+    },
+    {
+      "epoch": 0.48620665201049573,
+      "grad_norm": 20.076507568359375,
+      "loss": 4.1436,
+      "lr": 0.0008303496503496504,
+      "step": 1714,
+      "tokens_trained": 0.842415304
+    },
+    {
+      "epoch": 0.4867739876604496,
+      "grad_norm": 5.629086971282959,
+      "loss": 4.149,
+      "lr": 0.00083006993006993,
+      "step": 1716,
+      "tokens_trained": 0.84339416
+    },
+    {
+      "epoch": 0.48734132331040353,
+      "grad_norm": 13.932148933410645,
+      "loss": 4.1785,
+      "lr": 0.0008297902097902098,
+      "step": 1718,
+      "tokens_trained": 0.844380472
+    },
+    {
+      "epoch": 0.4879086589603574,
+      "grad_norm": 18.951047897338867,
+      "loss": 4.216,
+      "lr": 0.0008295104895104895,
+      "step": 1720,
+      "tokens_trained": 0.845366896
+    },
+    {
+      "epoch": 0.4884759946103113,
+      "grad_norm": 21.042476654052734,
+      "loss": 4.1634,
+      "lr": 0.0008292307692307693,
+      "step": 1722,
+      "tokens_trained": 0.846344792
+    },
+    {
+      "epoch": 0.48904333026026525,
+      "grad_norm": 23.94416618347168,
+      "loss": 4.1613,
+      "lr": 0.000828951048951049,
+      "step": 1724,
+      "tokens_trained": 0.847323608
+    },
+    {
+      "epoch": 0.4896106659102191,
+      "grad_norm": 5.057071208953857,
+      "loss": 4.1729,
+      "lr": 0.0008286713286713287,
+      "step": 1726,
+      "tokens_trained": 0.848304856
+    },
+    {
+      "epoch": 0.49017800156017305,
+      "grad_norm": 18.068674087524414,
+      "loss": 4.2194,
+      "lr": 0.0008283916083916084,
+      "step": 1728,
+      "tokens_trained": 0.849287712
+    },
+    {
+      "epoch": 0.4907453372101269,
+      "grad_norm": 11.621233940124512,
+      "loss": 4.2232,
+      "lr": 0.000828111888111888,
+      "step": 1730,
+      "tokens_trained": 0.850268968
+    },
+    {
+      "epoch": 0.49131267286008085,
+      "grad_norm": 12.939676284790039,
+      "loss": 4.2003,
+      "lr": 0.0008278321678321679,
+      "step": 1732,
+      "tokens_trained": 0.851256528
+    },
+    {
+      "epoch": 0.49188000851003477,
+      "grad_norm": 10.638157844543457,
+      "loss": 4.1975,
+      "lr": 0.0008275524475524475,
+      "step": 1734,
+      "tokens_trained": 0.852240824
+    },
+    {
+      "epoch": 0.49244734415998864,
+      "grad_norm": 6.2671003341674805,
+      "loss": 4.1617,
+      "lr": 0.0008272727272727273,
+      "step": 1736,
+      "tokens_trained": 0.853224768
+    },
+    {
+      "epoch": 0.49301467980994257,
+      "grad_norm": 12.318375587463379,
+      "loss": 4.1939,
+      "lr": 0.000826993006993007,
+      "step": 1738,
+      "tokens_trained": 0.8542062
+    },
+    {
+      "epoch": 0.49358201545989644,
+      "grad_norm": 17.275348663330078,
+      "loss": 4.1911,
+      "lr": 0.0008267132867132868,
+      "step": 1740,
+      "tokens_trained": 0.855192024
+    },
+    {
+      "epoch": 0.49414935110985037,
+      "grad_norm": 11.122747421264648,
+      "loss": 4.17,
+      "lr": 0.0008264335664335665,
+      "step": 1742,
+      "tokens_trained": 0.856172136
+    },
+    {
+      "epoch": 0.4947166867598043,
+      "grad_norm": 6.223485469818115,
+      "loss": 4.1774,
+      "lr": 0.0008261538461538461,
+      "step": 1744,
+      "tokens_trained": 0.857156312
+    },
+    {
+      "epoch": 0.49528402240975816,
+      "grad_norm": 14.62152099609375,
+      "loss": 4.1607,
+      "lr": 0.0008258741258741259,
+      "step": 1746,
+      "tokens_trained": 0.858140152
+    },
+    {
+      "epoch": 0.4958513580597121,
+      "grad_norm": 15.991989135742188,
+      "loss": 4.1825,
+      "lr": 0.0008255944055944055,
+      "step": 1748,
+      "tokens_trained": 0.85912524
+    },
+    {
+      "epoch": 0.49641869370966596,
+      "grad_norm": 28.88335418701172,
+      "loss": 4.2244,
+      "lr": 0.0008253146853146854,
+      "step": 1750,
+      "tokens_trained": 0.860105784
+    },
+    {
+      "epoch": 0.49641869370966596,
+      "eval_loss": 1.061833143234253,
+      "eval_runtime": 20.4841,
+      "step": 1750,
+      "tokens_trained": 0.860105784
+    },
+    {
+      "epoch": 0.4969860293596199,
+      "grad_norm": 14.708030700683594,
+      "loss": 4.2036,
+      "lr": 0.000825034965034965,
+      "step": 1752,
+      "tokens_trained": 0.861089272
+    },
+    {
+      "epoch": 0.4975533650095738,
+      "grad_norm": 24.67535400390625,
+      "loss": 4.2405,
+      "lr": 0.0008247552447552448,
+      "step": 1754,
+      "tokens_trained": 0.862066656
+    },
+    {
+      "epoch": 0.4981207006595277,
+      "grad_norm": 10.923722267150879,
+      "loss": 4.1713,
+      "lr": 0.0008244755244755245,
+      "step": 1756,
+      "tokens_trained": 0.863049256
+    },
+    {
+      "epoch": 0.4986880363094816,
+      "grad_norm": 8.88796615600586,
+      "loss": 4.1834,
+      "lr": 0.0008241958041958042,
+      "step": 1758,
+      "tokens_trained": 0.864029352
+    },
+    {
+      "epoch": 0.4992553719594355,
+      "grad_norm": 34.90485382080078,
+      "loss": 4.2338,
+      "lr": 0.000823916083916084,
+      "step": 1760,
+      "tokens_trained": 0.865013008
+    },
+    {
+      "epoch": 0.4998227076093894,
+      "grad_norm": 36.34440612792969,
+      "loss": 4.2012,
+      "lr": 0.0008236363636363636,
+      "step": 1762,
+      "tokens_trained": 0.86599204
+    },
+    {
+      "epoch": 0.5003900432593433,
+      "grad_norm": 27.913984298706055,
+      "loss": 4.269,
+      "lr": 0.0008233566433566434,
+      "step": 1764,
+      "tokens_trained": 0.866975456
+    },
+    {
+      "epoch": 0.5009573789092973,
+      "grad_norm": 28.236122131347656,
+      "loss": 4.2413,
+      "lr": 0.000823076923076923,
+      "step": 1766,
+      "tokens_trained": 0.867963912
+    },
+    {
+      "epoch": 0.5015247145592511,
+      "grad_norm": 18.181337356567383,
+      "loss": 4.2088,
+      "lr": 0.0008227972027972029,
+      "step": 1768,
+      "tokens_trained": 0.86894656
+    },
+    {
+      "epoch": 0.502092050209205,
+      "grad_norm": 17.403850555419922,
+      "loss": 4.1854,
+      "lr": 0.0008225174825174825,
+      "step": 1770,
+      "tokens_trained": 0.869932592
+    },
+    {
+      "epoch": 0.5026593858591589,
+      "grad_norm": 15.002805709838867,
+      "loss": 4.1897,
+      "lr": 0.0008222377622377622,
+      "step": 1772,
+      "tokens_trained": 0.87091592
+    },
+    {
+      "epoch": 0.5032267215091129,
+      "grad_norm": 6.787586688995361,
+      "loss": 4.1625,
+      "lr": 0.000821958041958042,
+      "step": 1774,
+      "tokens_trained": 0.871899144
+    },
+    {
+      "epoch": 0.5037940571590668,
+      "grad_norm": 6.255197525024414,
+      "loss": 4.1682,
+      "lr": 0.0008216783216783217,
+      "step": 1776,
+      "tokens_trained": 0.872874824
+    },
+    {
+      "epoch": 0.5043613928090206,
+      "grad_norm": 25.828433990478516,
+      "loss": 4.2354,
+      "lr": 0.0008213986013986015,
+      "step": 1778,
+      "tokens_trained": 0.873858424
+    },
+    {
+      "epoch": 0.5049287284589745,
+      "grad_norm": 20.261323928833008,
+      "loss": 4.2373,
+      "lr": 0.0008211188811188811,
+      "step": 1780,
+      "tokens_trained": 0.87483884
+    },
+    {
+      "epoch": 0.5054960641089284,
+      "grad_norm": 9.670608520507812,
+      "loss": 4.191,
+      "lr": 0.0008208391608391609,
+      "step": 1782,
+      "tokens_trained": 0.875820792
+    },
+    {
+      "epoch": 0.5060633997588824,
+      "grad_norm": 23.33945655822754,
+      "loss": 4.2319,
+      "lr": 0.0008205594405594405,
+      "step": 1784,
+      "tokens_trained": 0.876804368
+    },
+    {
+      "epoch": 0.5066307354088363,
+      "grad_norm": 32.22544479370117,
+      "loss": 4.1799,
+      "lr": 0.0008202797202797203,
+      "step": 1786,
+      "tokens_trained": 0.877784816
+    },
+    {
+      "epoch": 0.5071980710587901,
+      "grad_norm": 21.048891067504883,
+      "loss": 4.2635,
+      "lr": 0.00082,
+      "step": 1788,
+      "tokens_trained": 0.878768256
+    },
+    {
+      "epoch": 0.507765406708744,
+      "grad_norm": 28.73198699951172,
+      "loss": 4.2436,
+      "lr": 0.0008197202797202797,
+      "step": 1790,
+      "tokens_trained": 0.879751288
+    },
+    {
+      "epoch": 0.508332742358698,
+      "grad_norm": 27.627851486206055,
+      "loss": 4.2118,
+      "lr": 0.0008194405594405595,
+      "step": 1792,
+      "tokens_trained": 0.880732072
+    },
+    {
+      "epoch": 0.5089000780086519,
+      "grad_norm": 21.16539192199707,
+      "loss": 4.2123,
+      "lr": 0.0008191608391608392,
+      "step": 1794,
+      "tokens_trained": 0.88171332
+    },
+    {
+      "epoch": 0.5094674136586058,
+      "grad_norm": 11.402868270874023,
+      "loss": 4.1524,
+      "lr": 0.000818881118881119,
+      "step": 1796,
+      "tokens_trained": 0.882695464
+    },
+    {
+      "epoch": 0.5100347493085596,
+      "grad_norm": 11.958270072937012,
+      "loss": 4.2091,
+      "lr": 0.0008186013986013986,
+      "step": 1798,
+      "tokens_trained": 0.883678736
+    },
+    {
+      "epoch": 0.5106020849585136,
+      "grad_norm": 15.902670860290527,
+      "loss": 4.1687,
+      "lr": 0.0008183216783216783,
+      "step": 1800,
+      "tokens_trained": 0.8846604
+    },
+    {
+      "epoch": 0.5111694206084675,
+      "grad_norm": 19.732566833496094,
+      "loss": 4.1302,
+      "lr": 0.000818041958041958,
+      "step": 1802,
+      "tokens_trained": 0.885641384
+    },
+    {
+      "epoch": 0.5117367562584214,
+      "grad_norm": 15.119332313537598,
+      "loss": 4.1546,
+      "lr": 0.0008177622377622378,
+      "step": 1804,
+      "tokens_trained": 0.8866262
+    },
+    {
+      "epoch": 0.5123040919083753,
+      "grad_norm": 9.641027450561523,
+      "loss": 4.1748,
+      "lr": 0.0008174825174825175,
+      "step": 1806,
+      "tokens_trained": 0.887604504
+    },
+    {
+      "epoch": 0.5128714275583292,
+      "grad_norm": 11.642073631286621,
+      "loss": 4.1879,
+      "lr": 0.0008172027972027972,
+      "step": 1808,
+      "tokens_trained": 0.888584152
+    },
+    {
+      "epoch": 0.5134387632082831,
+      "grad_norm": 12.05164909362793,
+      "loss": 4.1332,
+      "lr": 0.000816923076923077,
+      "step": 1810,
+      "tokens_trained": 0.889568448
+    },
+    {
+      "epoch": 0.514006098858237,
+      "grad_norm": 13.54423999786377,
+      "loss": 4.1398,
+      "lr": 0.0008166433566433567,
+      "step": 1812,
+      "tokens_trained": 0.890550896
+    },
+    {
+      "epoch": 0.5145734345081909,
+      "grad_norm": 21.94988441467285,
+      "loss": 4.1523,
+      "lr": 0.0008163636363636364,
+      "step": 1814,
+      "tokens_trained": 0.89153436
+    },
+    {
+      "epoch": 0.5151407701581449,
+      "grad_norm": 8.613338470458984,
+      "loss": 4.1428,
+      "lr": 0.0008160839160839161,
+      "step": 1816,
+      "tokens_trained": 0.89251064
+    },
+    {
+      "epoch": 0.5157081058080987,
+      "grad_norm": 27.448917388916016,
+      "loss": 4.2014,
+      "lr": 0.0008158041958041958,
+      "step": 1818,
+      "tokens_trained": 0.893493904
+    },
+    {
+      "epoch": 0.5162754414580526,
+      "grad_norm": 16.226577758789062,
+      "loss": 4.1787,
+      "lr": 0.0008155244755244755,
+      "step": 1820,
+      "tokens_trained": 0.894476344
+    },
+    {
+      "epoch": 0.5168427771080065,
+      "grad_norm": 16.967891693115234,
+      "loss": 4.1898,
+      "lr": 0.0008152447552447553,
+      "step": 1822,
+      "tokens_trained": 0.895460064
+    },
+    {
+      "epoch": 0.5174101127579604,
+      "grad_norm": 13.723483085632324,
+      "loss": 4.2058,
+      "lr": 0.000814965034965035,
+      "step": 1824,
+      "tokens_trained": 0.896443272
+    },
+    {
+      "epoch": 0.5179774484079144,
+      "grad_norm": 16.789636611938477,
+      "loss": 4.1669,
+      "lr": 0.0008146853146853147,
+      "step": 1826,
+      "tokens_trained": 0.897426712
+    },
+    {
+      "epoch": 0.5185447840578682,
+      "grad_norm": 11.26768684387207,
+      "loss": 4.1401,
+      "lr": 0.0008144055944055944,
+      "step": 1828,
+      "tokens_trained": 0.89840672
+    },
+    {
+      "epoch": 0.5191121197078221,
+      "grad_norm": 9.25829029083252,
+      "loss": 4.1581,
+      "lr": 0.0008141258741258742,
+      "step": 1830,
+      "tokens_trained": 0.89939132
+    },
+    {
+      "epoch": 0.519679455357776,
+      "grad_norm": 12.006930351257324,
+      "loss": 4.1768,
+      "lr": 0.0008138461538461539,
+      "step": 1832,
+      "tokens_trained": 0.900373704
+    },
+    {
+      "epoch": 0.52024679100773,
+      "grad_norm": 18.766008377075195,
+      "loss": 4.1419,
+      "lr": 0.0008135664335664336,
+      "step": 1834,
+      "tokens_trained": 0.901356176
+    },
+    {
+      "epoch": 0.5208141266576839,
+      "grad_norm": 17.483421325683594,
+      "loss": 4.1382,
+      "lr": 0.0008132867132867133,
+      "step": 1836,
+      "tokens_trained": 0.902344088
+    },
+    {
+      "epoch": 0.5213814623076377,
+      "grad_norm": 10.484652519226074,
+      "loss": 4.1571,
+      "lr": 0.000813006993006993,
+      "step": 1838,
+      "tokens_trained": 0.903328896
+    },
+    {
+      "epoch": 0.5219487979575916,
+      "grad_norm": 13.653974533081055,
+      "loss": 4.1638,
+      "lr": 0.0008127272727272728,
+      "step": 1840,
+      "tokens_trained": 0.904309368
+    },
+    {
+      "epoch": 0.5225161336075456,
+      "grad_norm": 12.48718547821045,
+      "loss": 4.1226,
+      "lr": 0.0008124475524475524,
+      "step": 1842,
+      "tokens_trained": 0.905293112
+    },
+    {
+      "epoch": 0.5230834692574995,
+      "grad_norm": 8.086355209350586,
+      "loss": 4.1303,
+      "lr": 0.0008121678321678322,
+      "step": 1844,
+      "tokens_trained": 0.906275632
+    },
+    {
+      "epoch": 0.5236508049074534,
+      "grad_norm": 10.940073013305664,
+      "loss": 4.1634,
+      "lr": 0.0008118881118881119,
+      "step": 1846,
+      "tokens_trained": 0.907255808
+    },
+    {
+      "epoch": 0.5242181405574072,
+      "grad_norm": 13.844099044799805,
+      "loss": 4.1505,
+      "lr": 0.0008116083916083917,
+      "step": 1848,
+      "tokens_trained": 0.908238664
+    },
+    {
+      "epoch": 0.5247854762073612,
+      "grad_norm": 6.305738925933838,
+      "loss": 4.1463,
+      "lr": 0.0008113286713286714,
+      "step": 1850,
+      "tokens_trained": 0.909221424
+    },
+    {
+      "epoch": 0.5253528118573151,
+      "grad_norm": 8.957951545715332,
+      "loss": 4.1785,
+      "lr": 0.000811048951048951,
+      "step": 1852,
+      "tokens_trained": 0.910204472
+    },
+    {
+      "epoch": 0.525920147507269,
+      "grad_norm": 12.665373802185059,
+      "loss": 4.1776,
+      "lr": 0.0008107692307692308,
+      "step": 1854,
+      "tokens_trained": 0.911186456
+    },
+    {
+      "epoch": 0.5264874831572229,
+      "grad_norm": 13.7921781539917,
+      "loss": 4.2058,
+      "lr": 0.0008104895104895104,
+      "step": 1856,
+      "tokens_trained": 0.912163912
+    },
+    {
+      "epoch": 0.5270548188071768,
+      "grad_norm": 18.400495529174805,
+      "loss": 4.1378,
+      "lr": 0.0008102097902097903,
+      "step": 1858,
+      "tokens_trained": 0.913143416
+    },
+    {
+      "epoch": 0.5276221544571307,
+      "grad_norm": 10.095234870910645,
+      "loss": 4.1673,
+      "lr": 0.0008099300699300699,
+      "step": 1860,
+      "tokens_trained": 0.914125056
+    },
+    {
+      "epoch": 0.5281894901070846,
+      "grad_norm": 9.396644592285156,
+      "loss": 4.1226,
+      "lr": 0.0008096503496503497,
+      "step": 1862,
+      "tokens_trained": 0.915109128
+    },
+    {
+      "epoch": 0.5287568257570385,
+      "grad_norm": 12.686080932617188,
+      "loss": 4.1356,
+      "lr": 0.0008093706293706294,
+      "step": 1864,
+      "tokens_trained": 0.916092096
+    },
+    {
+      "epoch": 0.5293241614069925,
+      "grad_norm": 15.91020679473877,
+      "loss": 4.1276,
+      "lr": 0.0008090909090909092,
+      "step": 1866,
+      "tokens_trained": 0.917077264
+    },
+    {
+      "epoch": 0.5298914970569463,
+      "grad_norm": 21.305110931396484,
+      "loss": 4.1492,
+      "lr": 0.0008088111888111889,
+      "step": 1868,
+      "tokens_trained": 0.918060288
+    },
+    {
+      "epoch": 0.5304588327069002,
+      "grad_norm": 9.242319107055664,
+      "loss": 4.1457,
+      "lr": 0.0008085314685314685,
+      "step": 1870,
+      "tokens_trained": 0.91904616
+    },
+    {
+      "epoch": 0.5310261683568541,
+      "grad_norm": 17.556922912597656,
+      "loss": 4.1698,
+      "lr": 0.0008082517482517483,
+      "step": 1872,
+      "tokens_trained": 0.920028192
+    },
+    {
+      "epoch": 0.531593504006808,
+      "grad_norm": 24.155885696411133,
+      "loss": 4.193,
+      "lr": 0.0008079720279720279,
+      "step": 1874,
+      "tokens_trained": 0.921010456
+    },
+    {
+      "epoch": 0.531877171831785,
+      "eval_loss": 1.0404243469238281,
+      "eval_runtime": 21.451,
+      "step": 1875,
+      "tokens_trained": 0.921502192
+    },
+    {
+      "epoch": 0.532160839656762,
+      "grad_norm": 4.985994338989258,
+      "loss": 4.1649,
+      "lr": 0.0008076923076923078,
+      "step": 1876,
+      "tokens_trained": 0.921994216
+    },
+    {
+      "epoch": 0.5327281753067158,
+      "grad_norm": 19.2642765045166,
+      "loss": 4.1883,
+      "lr": 0.0008074125874125874,
+      "step": 1878,
+      "tokens_trained": 0.922978112
+    },
+    {
+      "epoch": 0.5332955109566697,
+      "grad_norm": 15.012572288513184,
+      "loss": 4.1944,
+      "lr": 0.0008071328671328671,
+      "step": 1880,
+      "tokens_trained": 0.923962952
+    },
+    {
+      "epoch": 0.5338628466066236,
+      "grad_norm": 21.37204360961914,
+      "loss": 4.1708,
+      "lr": 0.0008068531468531469,
+      "step": 1882,
+      "tokens_trained": 0.92494744
+    },
+    {
+      "epoch": 0.5344301822565776,
+      "grad_norm": 6.402398586273193,
+      "loss": 4.1921,
+      "lr": 0.0008065734265734265,
+      "step": 1884,
+      "tokens_trained": 0.925927984
+    },
+    {
+      "epoch": 0.5349975179065315,
+      "grad_norm": 27.606822967529297,
+      "loss": 4.2033,
+      "lr": 0.0008062937062937064,
+      "step": 1886,
+      "tokens_trained": 0.926911352
+    },
+    {
+      "epoch": 0.5355648535564853,
+      "grad_norm": 16.434572219848633,
+      "loss": 4.1504,
+      "lr": 0.000806013986013986,
+      "step": 1888,
+      "tokens_trained": 0.927894056
+    },
+    {
+      "epoch": 0.5361321892064392,
+      "grad_norm": 8.066178321838379,
+      "loss": 4.1674,
+      "lr": 0.0008057342657342658,
+      "step": 1890,
+      "tokens_trained": 0.928879504
+    },
+    {
+      "epoch": 0.5366995248563932,
+      "grad_norm": 6.167456150054932,
+      "loss": 4.1207,
+      "lr": 0.0008054545454545454,
+      "step": 1892,
+      "tokens_trained": 0.92986424
+    },
+    {
+      "epoch": 0.5372668605063471,
+      "grad_norm": 3.584982395172119,
+      "loss": 4.1051,
+      "lr": 0.0008051748251748253,
+      "step": 1894,
+      "tokens_trained": 0.930846696
+    },
+    {
+      "epoch": 0.537834196156301,
+      "grad_norm": 14.988295555114746,
+      "loss": 4.1199,
+      "lr": 0.0008048951048951049,
+      "step": 1896,
+      "tokens_trained": 0.931831112
+    },
+    {
+      "epoch": 0.5384015318062548,
+      "grad_norm": 12.735363960266113,
+      "loss": 4.1368,
+      "lr": 0.0008046153846153846,
+      "step": 1898,
+      "tokens_trained": 0.932816952
+    },
+    {
+      "epoch": 0.5389688674562088,
+      "grad_norm": 7.701294422149658,
+      "loss": 4.1205,
+      "lr": 0.0008043356643356644,
+      "step": 1900,
+      "tokens_trained": 0.93380264
+    },
+    {
+      "epoch": 0.5395362031061627,
+      "grad_norm": 9.15809440612793,
+      "loss": 4.1567,
+      "lr": 0.000804055944055944,
+      "step": 1902,
+      "tokens_trained": 0.934785848
+    },
+    {
+      "epoch": 0.5401035387561166,
+      "grad_norm": 10.8292875289917,
+      "loss": 4.1645,
+      "lr": 0.0008037762237762239,
+      "step": 1904,
+      "tokens_trained": 0.935766912
+    },
+    {
+      "epoch": 0.5406708744060705,
+      "grad_norm": 10.906803131103516,
+      "loss": 4.1398,
+      "lr": 0.0008034965034965035,
+      "step": 1906,
+      "tokens_trained": 0.936749352
+    },
+    {
+      "epoch": 0.5412382100560243,
+      "grad_norm": 10.140864372253418,
+      "loss": 4.1754,
+      "lr": 0.0008032167832167832,
+      "step": 1908,
+      "tokens_trained": 0.9377304
+    },
+    {
+      "epoch": 0.5418055457059783,
+      "grad_norm": 10.061383247375488,
+      "loss": 4.1485,
+      "lr": 0.0008029370629370629,
+      "step": 1910,
+      "tokens_trained": 0.938712336
+    },
+    {
+      "epoch": 0.5423728813559322,
+      "grad_norm": 8.252259254455566,
+      "loss": 4.1502,
+      "lr": 0.0008026573426573427,
+      "step": 1912,
+      "tokens_trained": 0.939693304
+    },
+    {
+      "epoch": 0.5429402170058861,
+      "grad_norm": 15.104400634765625,
+      "loss": 4.182,
+      "lr": 0.0008023776223776224,
+      "step": 1914,
+      "tokens_trained": 0.940679832
+    },
+    {
+      "epoch": 0.54350755265584,
+      "grad_norm": 21.167285919189453,
+      "loss": 4.1241,
+      "lr": 0.0008020979020979021,
+      "step": 1916,
+      "tokens_trained": 0.941665088
+    },
+    {
+      "epoch": 0.5440748883057939,
+      "grad_norm": 17.936481475830078,
+      "loss": 4.1846,
+      "lr": 0.0008018181818181818,
+      "step": 1918,
+      "tokens_trained": 0.942651632
+    },
+    {
+      "epoch": 0.5446422239557478,
+      "grad_norm": 9.773019790649414,
+      "loss": 4.1164,
+      "lr": 0.0008015384615384615,
+      "step": 1920,
+      "tokens_trained": 0.943635928
+    },
+    {
+      "epoch": 0.5452095596057017,
+      "grad_norm": 14.120475769042969,
+      "loss": 4.1556,
+      "lr": 0.0008012587412587414,
+      "step": 1922,
+      "tokens_trained": 0.944618336
+    },
+    {
+      "epoch": 0.5457768952556556,
+      "grad_norm": 10.898097038269043,
+      "loss": 4.1521,
+      "lr": 0.000800979020979021,
+      "step": 1924,
+      "tokens_trained": 0.945608216
+    },
+    {
+      "epoch": 0.5463442309056096,
+      "grad_norm": 8.271462440490723,
+      "loss": 4.0785,
+      "lr": 0.0008006993006993007,
+      "step": 1926,
+      "tokens_trained": 0.946593504
+    },
+    {
+      "epoch": 0.5469115665555634,
+      "grad_norm": 17.28820037841797,
+      "loss": 4.0998,
+      "lr": 0.0008004195804195804,
+      "step": 1928,
+      "tokens_trained": 0.947575288
+    },
+    {
+      "epoch": 0.5474789022055173,
+      "grad_norm": 17.754959106445312,
+      "loss": 4.1652,
+      "lr": 0.0008001398601398602,
+      "step": 1930,
+      "tokens_trained": 0.948562968
+    },
+    {
+      "epoch": 0.5480462378554712,
+      "grad_norm": 10.576292037963867,
+      "loss": 4.1754,
+      "lr": 0.0007998601398601399,
+      "step": 1932,
+      "tokens_trained": 0.949545728
+    },
+    {
+      "epoch": 0.5486135735054252,
+      "grad_norm": 14.297791481018066,
+      "loss": 4.1597,
+      "lr": 0.0007995804195804196,
+      "step": 1934,
+      "tokens_trained": 0.950528952
+    },
+    {
+      "epoch": 0.5491809091553791,
+      "grad_norm": 23.882539749145508,
+      "loss": 4.1366,
+      "lr": 0.0007993006993006992,
+      "step": 1936,
+      "tokens_trained": 0.951513448
+    },
+    {
+      "epoch": 0.5497482448053329,
+      "grad_norm": 5.12502908706665,
+      "loss": 4.1441,
+      "lr": 0.000799020979020979,
+      "step": 1938,
+      "tokens_trained": 0.952497048
+    },
+    {
+      "epoch": 0.5503155804552868,
+      "grad_norm": 26.879070281982422,
+      "loss": 4.2595,
+      "lr": 0.0007987412587412588,
+      "step": 1940,
+      "tokens_trained": 0.953475816
+    },
+    {
+      "epoch": 0.5508829161052408,
+      "grad_norm": 23.032690048217773,
+      "loss": 4.1841,
+      "lr": 0.0007984615384615385,
+      "step": 1942,
+      "tokens_trained": 0.954459984
+    },
+    {
+      "epoch": 0.5514502517551947,
+      "grad_norm": 8.810720443725586,
+      "loss": 4.1329,
+      "lr": 0.0007981818181818182,
+      "step": 1944,
+      "tokens_trained": 0.95544252
+    },
+    {
+      "epoch": 0.5520175874051486,
+      "grad_norm": 31.051185607910156,
+      "loss": 4.2278,
+      "lr": 0.0007979020979020979,
+      "step": 1946,
+      "tokens_trained": 0.956428016
+    },
+    {
+      "epoch": 0.5525849230551024,
+      "grad_norm": 22.537412643432617,
+      "loss": 4.1729,
+      "lr": 0.0007976223776223777,
+      "step": 1948,
+      "tokens_trained": 0.957406024
+    },
+    {
+      "epoch": 0.5531522587050564,
+      "grad_norm": 10.596793174743652,
+      "loss": 4.1636,
+      "lr": 0.0007973426573426573,
+      "step": 1950,
+      "tokens_trained": 0.958391232
+    },
+    {
+      "epoch": 0.5537195943550103,
+      "grad_norm": 16.45500373840332,
+      "loss": 4.1591,
+      "lr": 0.0007970629370629371,
+      "step": 1952,
+      "tokens_trained": 0.959378448
+    },
+    {
+      "epoch": 0.5542869300049642,
+      "grad_norm": 15.090359687805176,
+      "loss": 4.1516,
+      "lr": 0.0007967832167832167,
+      "step": 1954,
+      "tokens_trained": 0.960363384
+    },
+    {
+      "epoch": 0.5548542656549181,
+      "grad_norm": 28.482192993164062,
+      "loss": 4.1211,
+      "lr": 0.0007965034965034965,
+      "step": 1956,
+      "tokens_trained": 0.961348752
+    },
+    {
+      "epoch": 0.555421601304872,
+      "grad_norm": 9.402368545532227,
+      "loss": 4.178,
+      "lr": 0.0007962237762237763,
+      "step": 1958,
+      "tokens_trained": 0.962332976
+    },
+    {
+      "epoch": 0.5559889369548259,
+      "grad_norm": 33.001346588134766,
+      "loss": 4.218,
+      "lr": 0.000795944055944056,
+      "step": 1960,
+      "tokens_trained": 0.963316928
+    },
+    {
+      "epoch": 0.5565562726047798,
+      "grad_norm": 29.695520401000977,
+      "loss": 4.2071,
+      "lr": 0.0007956643356643357,
+      "step": 1962,
+      "tokens_trained": 0.964301728
+    },
+    {
+      "epoch": 0.5571236082547337,
+      "grad_norm": 22.22412109375,
+      "loss": 4.2158,
+      "lr": 0.0007953846153846153,
+      "step": 1964,
+      "tokens_trained": 0.96528524
+    },
+    {
+      "epoch": 0.5576909439046877,
+      "grad_norm": 15.590829849243164,
+      "loss": 4.1681,
+      "lr": 0.0007951048951048952,
+      "step": 1966,
+      "tokens_trained": 0.966268264
+    },
+    {
+      "epoch": 0.5582582795546415,
+      "grad_norm": 16.011110305786133,
+      "loss": 4.1591,
+      "lr": 0.0007948251748251748,
+      "step": 1968,
+      "tokens_trained": 0.967252016
+    },
+    {
+      "epoch": 0.5588256152045954,
+      "grad_norm": 15.24573040008545,
+      "loss": 4.1446,
+      "lr": 0.0007945454545454546,
+      "step": 1970,
+      "tokens_trained": 0.96823396
+    },
+    {
+      "epoch": 0.5593929508545493,
+      "grad_norm": 15.718021392822266,
+      "loss": 4.1846,
+      "lr": 0.0007942657342657342,
+      "step": 1972,
+      "tokens_trained": 0.969217792
+    },
+    {
+      "epoch": 0.5599602865045032,
+      "grad_norm": 8.648459434509277,
+      "loss": 4.1655,
+      "lr": 0.000793986013986014,
+      "step": 1974,
+      "tokens_trained": 0.970200776
+    },
+    {
+      "epoch": 0.5605276221544572,
+      "grad_norm": 7.273077487945557,
+      "loss": 4.1397,
+      "lr": 0.0007937062937062938,
+      "step": 1976,
+      "tokens_trained": 0.971181376
+    },
+    {
+      "epoch": 0.561094957804411,
+      "grad_norm": 25.027616500854492,
+      "loss": 4.1918,
+      "lr": 0.0007934265734265734,
+      "step": 1978,
+      "tokens_trained": 0.972165496
+    },
+    {
+      "epoch": 0.5616622934543649,
+      "grad_norm": 25.485851287841797,
+      "loss": 4.1896,
+      "lr": 0.0007931468531468532,
+      "step": 1980,
+      "tokens_trained": 0.973145616
+    },
+    {
+      "epoch": 0.5622296291043188,
+      "grad_norm": 18.065462112426758,
+      "loss": 4.1876,
+      "lr": 0.0007928671328671328,
+      "step": 1982,
+      "tokens_trained": 0.974131104
+    },
+    {
+      "epoch": 0.5627969647542728,
+      "grad_norm": 20.412248611450195,
+      "loss": 4.1556,
+      "lr": 0.0007925874125874127,
+      "step": 1984,
+      "tokens_trained": 0.975111232
+    },
+    {
+      "epoch": 0.5633643004042267,
+      "grad_norm": 15.51710319519043,
+      "loss": 4.1391,
+      "lr": 0.0007923076923076923,
+      "step": 1986,
+      "tokens_trained": 0.976098968
+    },
+    {
+      "epoch": 0.5639316360541805,
+      "grad_norm": 8.650726318359375,
+      "loss": 4.1421,
+      "lr": 0.000792027972027972,
+      "step": 1988,
+      "tokens_trained": 0.977082992
+    },
+    {
+      "epoch": 0.5644989717041344,
+      "grad_norm": 19.833505630493164,
+      "loss": 4.1505,
+      "lr": 0.0007917482517482517,
+      "step": 1990,
+      "tokens_trained": 0.978068896
+    },
+    {
+      "epoch": 0.5650663073540884,
+      "grad_norm": 26.585390090942383,
+      "loss": 4.1661,
+      "lr": 0.0007914685314685314,
+      "step": 1992,
+      "tokens_trained": 0.979048504
+    },
+    {
+      "epoch": 0.5656336430040423,
+      "grad_norm": 20.827394485473633,
+      "loss": 4.1987,
+      "lr": 0.0007911888111888113,
+      "step": 1994,
+      "tokens_trained": 0.98003104
+    },
+    {
+      "epoch": 0.5662009786539962,
+      "grad_norm": 23.700273513793945,
+      "loss": 4.1773,
+      "lr": 0.0007909090909090909,
+      "step": 1996,
+      "tokens_trained": 0.981013384
+    },
+    {
+      "epoch": 0.56676831430395,
+      "grad_norm": 15.673397064208984,
+      "loss": 4.12,
+      "lr": 0.0007906293706293707,
+      "step": 1998,
+      "tokens_trained": 0.981999776
+    },
+    {
+      "epoch": 0.567335649953904,
+      "grad_norm": 11.268630981445312,
+      "loss": 4.1373,
+      "lr": 0.0007903496503496503,
+      "step": 2000,
+      "tokens_trained": 0.982980936
+    },
+    {
+      "epoch": 0.567335649953904,
+      "eval_loss": 1.0422048568725586,
+      "eval_runtime": 20.3928,
+      "step": 2000,
+      "tokens_trained": 0.982980936
+    },
+    {
+      "epoch": 0.5679029856038579,
+      "grad_norm": 18.37994384765625,
+      "loss": 4.1536,
+      "lr": 0.0007900699300699302,
+      "step": 2002,
+      "tokens_trained": 0.983969536
+    },
+    {
+      "epoch": 0.5684703212538118,
+      "grad_norm": 23.911537170410156,
+      "loss": 4.1652,
+      "lr": 0.0007897902097902098,
+      "step": 2004,
+      "tokens_trained": 0.98495052
+    },
+    {
+      "epoch": 0.5690376569037657,
+      "grad_norm": 7.355772018432617,
+      "loss": 4.1846,
+      "lr": 0.0007895104895104895,
+      "step": 2006,
+      "tokens_trained": 0.98593252
+    },
+    {
+      "epoch": 0.5696049925537195,
+      "grad_norm": 35.29991149902344,
+      "loss": 4.2145,
+      "lr": 0.0007892307692307692,
+      "step": 2008,
+      "tokens_trained": 0.986922392
+    },
+    {
+      "epoch": 0.5701723282036735,
+      "grad_norm": 14.28709602355957,
+      "loss": 4.1629,
+      "lr": 0.0007889510489510489,
+      "step": 2010,
+      "tokens_trained": 0.987905712
+    },
+    {
+      "epoch": 0.5707396638536274,
+      "grad_norm": 22.50174331665039,
+      "loss": 4.1907,
+      "lr": 0.0007886713286713288,
+      "step": 2012,
+      "tokens_trained": 0.988887536
+    },
+    {
+      "epoch": 0.5713069995035813,
+      "grad_norm": 14.588640213012695,
+      "loss": 4.1523,
+      "lr": 0.0007883916083916084,
+      "step": 2014,
+      "tokens_trained": 0.989872712
+    },
+    {
+      "epoch": 0.5718743351535353,
+      "grad_norm": 2.776369094848633,
+      "loss": 4.1548,
+      "lr": 0.0007881118881118882,
+      "step": 2016,
+      "tokens_trained": 0.990854072
+    },
+    {
+      "epoch": 0.5724416708034891,
+      "grad_norm": 16.00047492980957,
+      "loss": 4.1319,
+      "lr": 0.0007878321678321678,
+      "step": 2018,
+      "tokens_trained": 0.991834552
+    },
+    {
+      "epoch": 0.573009006453443,
+      "grad_norm": 21.678735733032227,
+      "loss": 4.1986,
+      "lr": 0.0007875524475524476,
+      "step": 2020,
+      "tokens_trained": 0.992818256
+    },
+    {
+      "epoch": 0.5735763421033969,
+      "grad_norm": 4.835119724273682,
+      "loss": 4.1625,
+      "lr": 0.0007872727272727273,
+      "step": 2022,
+      "tokens_trained": 0.993801376
+    },
+    {
+      "epoch": 0.5741436777533508,
+      "grad_norm": 19.427467346191406,
+      "loss": 4.1594,
+      "lr": 0.000786993006993007,
+      "step": 2024,
+      "tokens_trained": 0.994788568
+    },
+    {
+      "epoch": 0.5747110134033048,
+      "grad_norm": 15.458346366882324,
+      "loss": 4.1829,
+      "lr": 0.0007867132867132867,
+      "step": 2026,
+      "tokens_trained": 0.995769976
+    },
+    {
+      "epoch": 0.5752783490532586,
+      "grad_norm": 11.073614120483398,
+      "loss": 4.1303,
+      "lr": 0.0007864335664335664,
+      "step": 2028,
+      "tokens_trained": 0.996751464
+    },
+    {
+      "epoch": 0.5758456847032125,
+      "grad_norm": 4.685436248779297,
+      "loss": 4.1368,
+      "lr": 0.0007861538461538463,
+      "step": 2030,
+      "tokens_trained": 0.997733952
+    },
+    {
+      "epoch": 0.5764130203531664,
+      "grad_norm": 15.977241516113281,
+      "loss": 4.1584,
+      "lr": 0.0007858741258741259,
+      "step": 2032,
+      "tokens_trained": 0.998716976
+    },
+    {
+      "epoch": 0.5769803560031204,
+      "grad_norm": 11.305732727050781,
+      "loss": 4.102,
+      "lr": 0.0007855944055944056,
+      "step": 2034,
+      "tokens_trained": 0.999703632
+    },
+    {
+      "epoch": 0.5775476916530743,
+      "grad_norm": 7.794003963470459,
+      "loss": 4.161,
+      "lr": 0.0007853146853146853,
+      "step": 2036,
+      "tokens_trained": 1.000687488
+    },
+    {
+      "epoch": 0.5781150273030281,
+      "grad_norm": 7.609982013702393,
+      "loss": 4.1546,
+      "lr": 0.0007850349650349651,
+      "step": 2038,
+      "tokens_trained": 1.0016692
+    },
+    {
+      "epoch": 0.578682362952982,
+      "grad_norm": 7.622653961181641,
+      "loss": 4.1246,
+      "lr": 0.0007847552447552448,
+      "step": 2040,
+      "tokens_trained": 1.002653352
+    },
+    {
+      "epoch": 0.579249698602936,
+      "grad_norm": 9.98919677734375,
+      "loss": 4.1319,
+      "lr": 0.0007844755244755245,
+      "step": 2042,
+      "tokens_trained": 1.003639528
+    },
+    {
+      "epoch": 0.5798170342528899,
+      "grad_norm": 9.557628631591797,
+      "loss": 4.1105,
+      "lr": 0.0007841958041958041,
+      "step": 2044,
+      "tokens_trained": 1.004623776
+    },
+    {
+      "epoch": 0.5803843699028438,
+      "grad_norm": 14.172621726989746,
+      "loss": 4.1339,
+      "lr": 0.0007839160839160839,
+      "step": 2046,
+      "tokens_trained": 1.005604008
+    },
+    {
+      "epoch": 0.5809517055527976,
+      "grad_norm": 8.185248374938965,
+      "loss": 4.1142,
+      "lr": 0.0007836363636363637,
+      "step": 2048,
+      "tokens_trained": 1.006585704
+    },
+    {
+      "epoch": 0.5815190412027516,
+      "grad_norm": 10.642661094665527,
+      "loss": 4.131,
+      "lr": 0.0007833566433566434,
+      "step": 2050,
+      "tokens_trained": 1.00757132
+    },
+    {
+      "epoch": 0.5820863768527055,
+      "grad_norm": 7.868969917297363,
+      "loss": 4.1477,
+      "lr": 0.0007830769230769231,
+      "step": 2052,
+      "tokens_trained": 1.008556824
+    },
+    {
+      "epoch": 0.5826537125026594,
+      "grad_norm": 2.8441150188446045,
+      "loss": 4.1156,
+      "lr": 0.0007827972027972028,
+      "step": 2054,
+      "tokens_trained": 1.00954056
+    },
+    {
+      "epoch": 0.5832210481526133,
+      "grad_norm": 5.2797932624816895,
+      "loss": 4.1058,
+      "lr": 0.0007825174825174826,
+      "step": 2056,
+      "tokens_trained": 1.010526488
+    },
+    {
+      "epoch": 0.5837883838025671,
+      "grad_norm": 11.850811004638672,
+      "loss": 4.165,
+      "lr": 0.0007822377622377622,
+      "step": 2058,
+      "tokens_trained": 1.011507584
+    },
+    {
+      "epoch": 0.5843557194525211,
+      "grad_norm": 11.073920249938965,
+      "loss": 4.1509,
+      "lr": 0.000781958041958042,
+      "step": 2060,
+      "tokens_trained": 1.012491648
+    },
+    {
+      "epoch": 0.584923055102475,
+      "grad_norm": 8.282343864440918,
+      "loss": 4.0656,
+      "lr": 0.0007816783216783216,
+      "step": 2062,
+      "tokens_trained": 1.013475224
+    },
+    {
+      "epoch": 0.5854903907524289,
+      "grad_norm": 10.414461135864258,
+      "loss": 4.1285,
+      "lr": 0.0007813986013986014,
+      "step": 2064,
+      "tokens_trained": 1.014458144
+    },
+    {
+      "epoch": 0.5860577264023829,
+      "grad_norm": 9.988463401794434,
+      "loss": 4.1234,
+      "lr": 0.0007811188811188812,
+      "step": 2066,
+      "tokens_trained": 1.015444112
+    },
+    {
+      "epoch": 0.5866250620523367,
+      "grad_norm": 8.713189125061035,
+      "loss": 4.129,
+      "lr": 0.0007808391608391609,
+      "step": 2068,
+      "tokens_trained": 1.016427568
+    },
+    {
+      "epoch": 0.5871923977022906,
+      "grad_norm": 3.4149773120880127,
+      "loss": 4.155,
+      "lr": 0.0007805594405594406,
+      "step": 2070,
+      "tokens_trained": 1.017412264
+    },
+    {
+      "epoch": 0.5877597333522445,
+      "grad_norm": 12.33522891998291,
+      "loss": 4.1856,
+      "lr": 0.0007802797202797202,
+      "step": 2072,
+      "tokens_trained": 1.018402216
+    },
+    {
+      "epoch": 0.5883270690021984,
+      "grad_norm": 12.155695915222168,
+      "loss": 4.1468,
+      "lr": 0.0007800000000000001,
+      "step": 2074,
+      "tokens_trained": 1.019387096
+    },
+    {
+      "epoch": 0.5888944046521524,
+      "grad_norm": 7.73326301574707,
+      "loss": 4.1239,
+      "lr": 0.0007797202797202797,
+      "step": 2076,
+      "tokens_trained": 1.020370008
+    },
+    {
+      "epoch": 0.5894617403021062,
+      "grad_norm": 6.425852298736572,
+      "loss": 4.1101,
+      "lr": 0.0007794405594405595,
+      "step": 2078,
+      "tokens_trained": 1.02135716
+    },
+    {
+      "epoch": 0.5900290759520601,
+      "grad_norm": 18.360816955566406,
+      "loss": 4.1726,
+      "lr": 0.0007791608391608391,
+      "step": 2080,
+      "tokens_trained": 1.022338024
+    },
+    {
+      "epoch": 0.590596411602014,
+      "grad_norm": 28.31681251525879,
+      "loss": 4.1341,
+      "lr": 0.0007788811188811189,
+      "step": 2082,
+      "tokens_trained": 1.023318008
+    },
+    {
+      "epoch": 0.591163747251968,
+      "grad_norm": 10.673089027404785,
+      "loss": 4.1268,
+      "lr": 0.0007786013986013987,
+      "step": 2084,
+      "tokens_trained": 1.02430432
+    },
+    {
+      "epoch": 0.5917310829019219,
+      "grad_norm": 26.656522750854492,
+      "loss": 4.1703,
+      "lr": 0.0007783216783216783,
+      "step": 2086,
+      "tokens_trained": 1.025288272
+    },
+    {
+      "epoch": 0.5922984185518757,
+      "grad_norm": 20.022029876708984,
+      "loss": 4.1532,
+      "lr": 0.0007780419580419581,
+      "step": 2088,
+      "tokens_trained": 1.026272984
+    },
+    {
+      "epoch": 0.5928657542018296,
+      "grad_norm": 7.2955121994018555,
+      "loss": 4.1992,
+      "lr": 0.0007777622377622377,
+      "step": 2090,
+      "tokens_trained": 1.02725572
+    },
+    {
+      "epoch": 0.5934330898517836,
+      "grad_norm": 28.561243057250977,
+      "loss": 4.2098,
+      "lr": 0.0007774825174825176,
+      "step": 2092,
+      "tokens_trained": 1.028238456
+    },
+    {
+      "epoch": 0.5940004255017375,
+      "grad_norm": 16.715425491333008,
+      "loss": 4.1509,
+      "lr": 0.0007772027972027972,
+      "step": 2094,
+      "tokens_trained": 1.029226048
+    },
+    {
+      "epoch": 0.5945677611516914,
+      "grad_norm": 6.325936317443848,
+      "loss": 4.1221,
+      "lr": 0.000776923076923077,
+      "step": 2096,
+      "tokens_trained": 1.030210528
+    },
+    {
+      "epoch": 0.5951350968016452,
+      "grad_norm": 12.83181381225586,
+      "loss": 4.1808,
+      "lr": 0.0007766433566433566,
+      "step": 2098,
+      "tokens_trained": 1.031193456
+    },
+    {
+      "epoch": 0.5957024324515992,
+      "grad_norm": 12.183184623718262,
+      "loss": 4.1292,
+      "lr": 0.0007763636363636363,
+      "step": 2100,
+      "tokens_trained": 1.032173528
+    },
+    {
+      "epoch": 0.5962697681015531,
+      "grad_norm": 8.247485160827637,
+      "loss": 4.1425,
+      "lr": 0.0007760839160839162,
+      "step": 2102,
+      "tokens_trained": 1.033158144
+    },
+    {
+      "epoch": 0.596837103751507,
+      "grad_norm": 10.814559936523438,
+      "loss": 4.1167,
+      "lr": 0.0007758041958041958,
+      "step": 2104,
+      "tokens_trained": 1.034141216
+    },
+    {
+      "epoch": 0.5974044394014609,
+      "grad_norm": 12.589309692382812,
+      "loss": 4.0916,
+      "lr": 0.0007755244755244756,
+      "step": 2106,
+      "tokens_trained": 1.035121888
+    },
+    {
+      "epoch": 0.5979717750514147,
+      "grad_norm": 11.65658187866211,
+      "loss": 4.0776,
+      "lr": 0.0007752447552447552,
+      "step": 2108,
+      "tokens_trained": 1.036103688
+    },
+    {
+      "epoch": 0.5985391107013687,
+      "grad_norm": 18.0120792388916,
+      "loss": 4.1588,
+      "lr": 0.0007749650349650351,
+      "step": 2110,
+      "tokens_trained": 1.03708248
+    },
+    {
+      "epoch": 0.5991064463513226,
+      "grad_norm": 5.742938995361328,
+      "loss": 4.151,
+      "lr": 0.0007746853146853147,
+      "step": 2112,
+      "tokens_trained": 1.038068792
+    },
+    {
+      "epoch": 0.5996737820012765,
+      "grad_norm": 36.54581832885742,
+      "loss": 4.2239,
+      "lr": 0.0007744055944055944,
+      "step": 2114,
+      "tokens_trained": 1.03904728
+    },
+    {
+      "epoch": 0.6002411176512304,
+      "grad_norm": 13.304069519042969,
+      "loss": 4.152,
+      "lr": 0.0007741258741258741,
+      "step": 2116,
+      "tokens_trained": 1.040031312
+    },
+    {
+      "epoch": 0.6008084533011843,
+      "grad_norm": 18.68927001953125,
+      "loss": 4.1413,
+      "lr": 0.0007738461538461538,
+      "step": 2118,
+      "tokens_trained": 1.041018376
+    },
+    {
+      "epoch": 0.6013757889511382,
+      "grad_norm": 16.946630477905273,
+      "loss": 4.1122,
+      "lr": 0.0007735664335664337,
+      "step": 2120,
+      "tokens_trained": 1.0420056
+    },
+    {
+      "epoch": 0.6019431246010921,
+      "grad_norm": 4.236926078796387,
+      "loss": 4.1146,
+      "lr": 0.0007732867132867133,
+      "step": 2122,
+      "tokens_trained": 1.042990376
+    },
+    {
+      "epoch": 0.602510460251046,
+      "grad_norm": 12.148641586303711,
+      "loss": 4.1472,
+      "lr": 0.0007730069930069931,
+      "step": 2124,
+      "tokens_trained": 1.0439754
+    },
+    {
+      "epoch": 0.602794128076023,
+      "eval_loss": 1.039306640625,
+      "eval_runtime": 20.6138,
+      "step": 2125,
+      "tokens_trained": 1.044467008
+    },
+    {
+      "epoch": 0.603077795901,
+      "grad_norm": 17.051687240600586,
+      "loss": 4.1572,
+      "lr": 0.0007727272727272727,
+      "step": 2126,
+      "tokens_trained": 1.044957456
+    },
+    {
+      "epoch": 0.6036451315509538,
+      "grad_norm": 14.019828796386719,
+      "loss": 4.1464,
+      "lr": 0.0007724475524475525,
+      "step": 2128,
+      "tokens_trained": 1.04593944
+    },
+    {
+      "epoch": 0.6042124672009077,
+      "grad_norm": 11.22962760925293,
+      "loss": 4.1345,
+      "lr": 0.0007721678321678322,
+      "step": 2130,
+      "tokens_trained": 1.046919592
+    },
+    {
+      "epoch": 0.6047798028508616,
+      "grad_norm": 11.524348258972168,
+      "loss": 4.1233,
+      "lr": 0.0007718881118881119,
+      "step": 2132,
+      "tokens_trained": 1.047904744
+    },
+    {
+      "epoch": 0.6053471385008156,
+      "grad_norm": 7.174457550048828,
+      "loss": 4.1201,
+      "lr": 0.0007716083916083916,
+      "step": 2134,
+      "tokens_trained": 1.048885328
+    },
+    {
+      "epoch": 0.6059144741507695,
+      "grad_norm": 6.847499847412109,
+      "loss": 4.1313,
+      "lr": 0.0007713286713286713,
+      "step": 2136,
+      "tokens_trained": 1.049868776
+    },
+    {
+      "epoch": 0.6064818098007233,
+      "grad_norm": 8.44458293914795,
+      "loss": 4.1236,
+      "lr": 0.0007710489510489512,
+      "step": 2138,
+      "tokens_trained": 1.050852704
+    },
+    {
+      "epoch": 0.6070491454506772,
+      "grad_norm": 15.415260314941406,
+      "loss": 4.1424,
+      "lr": 0.0007707692307692308,
+      "step": 2140,
+      "tokens_trained": 1.051837736
+    },
+    {
+      "epoch": 0.6076164811006312,
+      "grad_norm": 16.845874786376953,
+      "loss": 4.1037,
+      "lr": 0.0007704895104895105,
+      "step": 2142,
+      "tokens_trained": 1.05282172
+    },
+    {
+      "epoch": 0.6081838167505851,
+      "grad_norm": 1.3947086334228516,
+      "loss": 4.1389,
+      "lr": 0.0007702097902097902,
+      "step": 2144,
+      "tokens_trained": 1.053802928
+    },
+    {
+      "epoch": 0.608751152400539,
+      "grad_norm": 3.4119038581848145,
+      "loss": 4.16,
+      "lr": 0.0007699300699300699,
+      "step": 2146,
+      "tokens_trained": 1.054784368
+    },
+    {
+      "epoch": 0.6093184880504928,
+      "grad_norm": 9.26860523223877,
+      "loss": 4.1841,
+      "lr": 0.0007696503496503497,
+      "step": 2148,
+      "tokens_trained": 1.05576888
+    },
+    {
+      "epoch": 0.6098858237004467,
+      "grad_norm": 8.744836807250977,
+      "loss": 4.1043,
+      "lr": 0.0007693706293706294,
+      "step": 2150,
+      "tokens_trained": 1.056751336
+    },
+    {
+      "epoch": 0.6104531593504007,
+      "grad_norm": 8.805045127868652,
+      "loss": 4.1032,
+      "lr": 0.000769090909090909,
+      "step": 2152,
+      "tokens_trained": 1.057734
+    },
+    {
+      "epoch": 0.6110204950003546,
+      "grad_norm": 4.785625457763672,
+      "loss": 4.1817,
+      "lr": 0.0007688111888111888,
+      "step": 2154,
+      "tokens_trained": 1.058716328
+    },
+    {
+      "epoch": 0.6115878306503085,
+      "grad_norm": 2.2137513160705566,
+      "loss": 4.1514,
+      "lr": 0.0007685314685314686,
+      "step": 2156,
+      "tokens_trained": 1.059696248
+    },
+    {
+      "epoch": 0.6121551663002623,
+      "grad_norm": 7.164271354675293,
+      "loss": 4.1433,
+      "lr": 0.0007682517482517483,
+      "step": 2158,
+      "tokens_trained": 1.060676648
+    },
+    {
+      "epoch": 0.6127225019502163,
+      "grad_norm": 9.481597900390625,
+      "loss": 4.0971,
+      "lr": 0.000767972027972028,
+      "step": 2160,
+      "tokens_trained": 1.061656688
+    },
+    {
+      "epoch": 0.6132898376001702,
+      "grad_norm": 11.28831672668457,
+      "loss": 4.149,
+      "lr": 0.0007676923076923077,
+      "step": 2162,
+      "tokens_trained": 1.062640576
+    },
+    {
+      "epoch": 0.6138571732501241,
+      "grad_norm": 17.21572494506836,
+      "loss": 4.098,
+      "lr": 0.0007674125874125874,
+      "step": 2164,
+      "tokens_trained": 1.063617688
+    },
+    {
+      "epoch": 0.614424508900078,
+      "grad_norm": 14.486310005187988,
+      "loss": 4.123,
+      "lr": 0.0007671328671328672,
+      "step": 2166,
+      "tokens_trained": 1.06460584
+    },
+    {
+      "epoch": 0.6149918445500319,
+      "grad_norm": 10.582398414611816,
+      "loss": 4.1243,
+      "lr": 0.0007668531468531469,
+      "step": 2168,
+      "tokens_trained": 1.065589064
+    },
+    {
+      "epoch": 0.6155591801999858,
+      "grad_norm": 12.923002243041992,
+      "loss": 4.0928,
+      "lr": 0.0007665734265734265,
+      "step": 2170,
+      "tokens_trained": 1.06657224
+    },
+    {
+      "epoch": 0.6161265158499397,
+      "grad_norm": 12.445414543151855,
+      "loss": 4.1697,
+      "lr": 0.0007662937062937063,
+      "step": 2172,
+      "tokens_trained": 1.067556952
+    },
+    {
+      "epoch": 0.6166938514998936,
+      "grad_norm": 3.562396287918091,
+      "loss": 4.0763,
+      "lr": 0.000766013986013986,
+      "step": 2174,
+      "tokens_trained": 1.068538248
+    },
+    {
+      "epoch": 0.6172611871498476,
+      "grad_norm": 12.62887954711914,
+      "loss": 4.1203,
+      "lr": 0.0007657342657342658,
+      "step": 2176,
+      "tokens_trained": 1.06952032
+    },
+    {
+      "epoch": 0.6178285227998014,
+      "grad_norm": 9.387356758117676,
+      "loss": 4.1318,
+      "lr": 0.0007654545454545455,
+      "step": 2178,
+      "tokens_trained": 1.070503872
+    },
+    {
+      "epoch": 0.6183958584497553,
+      "grad_norm": 8.885710716247559,
+      "loss": 4.1609,
+      "lr": 0.0007651748251748251,
+      "step": 2180,
+      "tokens_trained": 1.071486328
+    },
+    {
+      "epoch": 0.6189631940997092,
+      "grad_norm": 7.174533843994141,
+      "loss": 4.0824,
+      "lr": 0.0007648951048951049,
+      "step": 2182,
+      "tokens_trained": 1.07246928
+    },
+    {
+      "epoch": 0.6195305297496632,
+      "grad_norm": 15.866931915283203,
+      "loss": 4.1461,
+      "lr": 0.0007646153846153846,
+      "step": 2184,
+      "tokens_trained": 1.07345252
+    },
+    {
+      "epoch": 0.6200978653996171,
+      "grad_norm": 4.892337799072266,
+      "loss": 4.1418,
+      "lr": 0.0007643356643356644,
+      "step": 2186,
+      "tokens_trained": 1.07443796
+    },
+    {
+      "epoch": 0.6206652010495709,
+      "grad_norm": 4.796551704406738,
+      "loss": 4.1394,
+      "lr": 0.000764055944055944,
+      "step": 2188,
+      "tokens_trained": 1.075421392
+    },
+    {
+      "epoch": 0.6212325366995248,
+      "grad_norm": 10.585665702819824,
+      "loss": 4.1046,
+      "lr": 0.0007637762237762238,
+      "step": 2190,
+      "tokens_trained": 1.076404848
+    },
+    {
+      "epoch": 0.6217998723494788,
+      "grad_norm": 8.71747875213623,
+      "loss": 4.1819,
+      "lr": 0.0007634965034965035,
+      "step": 2192,
+      "tokens_trained": 1.077386672
+    },
+    {
+      "epoch": 0.6223672079994327,
+      "grad_norm": 10.74347972869873,
+      "loss": 4.1231,
+      "lr": 0.0007632167832167833,
+      "step": 2194,
+      "tokens_trained": 1.078365112
+    },
+    {
+      "epoch": 0.6229345436493866,
+      "grad_norm": 12.079446792602539,
+      "loss": 4.1132,
+      "lr": 0.000762937062937063,
+      "step": 2196,
+      "tokens_trained": 1.07935376
+    },
+    {
+      "epoch": 0.6235018792993404,
+      "grad_norm": 7.8133649826049805,
+      "loss": 4.0915,
+      "lr": 0.0007626573426573426,
+      "step": 2198,
+      "tokens_trained": 1.080332872
+    },
+    {
+      "epoch": 0.6240692149492943,
+      "grad_norm": 4.51243782043457,
+      "loss": 4.1108,
+      "lr": 0.0007623776223776224,
+      "step": 2200,
+      "tokens_trained": 1.081316664
+    },
+    {
+      "epoch": 0.6246365505992483,
+      "grad_norm": 12.625933647155762,
+      "loss": 4.1552,
+      "lr": 0.0007620979020979021,
+      "step": 2202,
+      "tokens_trained": 1.08230448
+    },
+    {
+      "epoch": 0.6252038862492022,
+      "grad_norm": 9.984200477600098,
+      "loss": 4.1199,
+      "lr": 0.0007618181818181819,
+      "step": 2204,
+      "tokens_trained": 1.083288992
+    },
+    {
+      "epoch": 0.6257712218991561,
+      "grad_norm": 11.338666915893555,
+      "loss": 4.0821,
+      "lr": 0.0007615384615384615,
+      "step": 2206,
+      "tokens_trained": 1.084273864
+    },
+    {
+      "epoch": 0.6263385575491099,
+      "grad_norm": 6.808894634246826,
+      "loss": 4.1202,
+      "lr": 0.0007612587412587412,
+      "step": 2208,
+      "tokens_trained": 1.085254584
+    },
+    {
+      "epoch": 0.6269058931990639,
+      "grad_norm": 4.182394027709961,
+      "loss": 4.1072,
+      "lr": 0.000760979020979021,
+      "step": 2210,
+      "tokens_trained": 1.086237312
+    },
+    {
+      "epoch": 0.6274732288490178,
+      "grad_norm": 13.04654312133789,
+      "loss": 4.1611,
+      "lr": 0.0007606993006993007,
+      "step": 2212,
+      "tokens_trained": 1.087220136
+    },
+    {
+      "epoch": 0.6280405644989717,
+      "grad_norm": 8.223962783813477,
+      "loss": 4.1094,
+      "lr": 0.0007604195804195805,
+      "step": 2214,
+      "tokens_trained": 1.088203464
+    },
+    {
+      "epoch": 0.6286079001489256,
+      "grad_norm": 7.974697589874268,
+      "loss": 4.1061,
+      "lr": 0.0007601398601398601,
+      "step": 2216,
+      "tokens_trained": 1.089188056
+    },
+    {
+      "epoch": 0.6291752357988795,
+      "grad_norm": 9.93747329711914,
+      "loss": 4.1625,
+      "lr": 0.0007598601398601399,
+      "step": 2218,
+      "tokens_trained": 1.090168464
+    },
+    {
+      "epoch": 0.6297425714488334,
+      "grad_norm": 14.117332458496094,
+      "loss": 4.1386,
+      "lr": 0.0007595804195804196,
+      "step": 2220,
+      "tokens_trained": 1.09115228
+    },
+    {
+      "epoch": 0.6303099070987873,
+      "grad_norm": 8.045380592346191,
+      "loss": 4.0962,
+      "lr": 0.0007593006993006993,
+      "step": 2222,
+      "tokens_trained": 1.0921348
+    },
+    {
+      "epoch": 0.6308772427487412,
+      "grad_norm": 7.286352634429932,
+      "loss": 4.1456,
+      "lr": 0.000759020979020979,
+      "step": 2224,
+      "tokens_trained": 1.0931198
+    },
+    {
+      "epoch": 0.6314445783986952,
+      "grad_norm": 7.278292179107666,
+      "loss": 4.1155,
+      "lr": 0.0007587412587412587,
+      "step": 2226,
+      "tokens_trained": 1.094107536
+    },
+    {
+      "epoch": 0.632011914048649,
+      "grad_norm": 5.973489761352539,
+      "loss": 4.1403,
+      "lr": 0.0007584615384615385,
+      "step": 2228,
+      "tokens_trained": 1.095090384
+    },
+    {
+      "epoch": 0.6325792496986029,
+      "grad_norm": 11.78962230682373,
+      "loss": 4.1322,
+      "lr": 0.0007581818181818182,
+      "step": 2230,
+      "tokens_trained": 1.096072192
+    },
+    {
+      "epoch": 0.6331465853485568,
+      "grad_norm": 9.853010177612305,
+      "loss": 4.0905,
+      "lr": 0.000757902097902098,
+      "step": 2232,
+      "tokens_trained": 1.097057368
+    },
+    {
+      "epoch": 0.6337139209985108,
+      "grad_norm": 12.578025817871094,
+      "loss": 4.0871,
+      "lr": 0.0007576223776223776,
+      "step": 2234,
+      "tokens_trained": 1.0980418
+    },
+    {
+      "epoch": 0.6342812566484647,
+      "grad_norm": 8.467657089233398,
+      "loss": 4.0972,
+      "lr": 0.0007573426573426573,
+      "step": 2236,
+      "tokens_trained": 1.099023032
+    },
+    {
+      "epoch": 0.6348485922984185,
+      "grad_norm": 10.768691062927246,
+      "loss": 4.0683,
+      "lr": 0.0007570629370629371,
+      "step": 2238,
+      "tokens_trained": 1.1000078
+    },
+    {
+      "epoch": 0.6354159279483724,
+      "grad_norm": 8.509350776672363,
+      "loss": 4.1319,
+      "lr": 0.0007567832167832168,
+      "step": 2240,
+      "tokens_trained": 1.100990904
+    },
+    {
+      "epoch": 0.6359832635983264,
+      "grad_norm": 9.473450660705566,
+      "loss": 4.0971,
+      "lr": 0.0007565034965034965,
+      "step": 2242,
+      "tokens_trained": 1.101971112
+    },
+    {
+      "epoch": 0.6365505992482803,
+      "grad_norm": 5.248406887054443,
+      "loss": 4.1212,
+      "lr": 0.0007562237762237762,
+      "step": 2244,
+      "tokens_trained": 1.10295244
+    },
+    {
+      "epoch": 0.6371179348982342,
+      "grad_norm": 2.8849964141845703,
+      "loss": 4.0914,
+      "lr": 0.000755944055944056,
+      "step": 2246,
+      "tokens_trained": 1.103935728
+    },
+    {
+      "epoch": 0.637685270548188,
+      "grad_norm": 10.757996559143066,
+      "loss": 4.0711,
+      "lr": 0.0007556643356643357,
+      "step": 2248,
+      "tokens_trained": 1.104917112
+    },
+    {
+      "epoch": 0.638252606198142,
+      "grad_norm": 14.822528839111328,
+      "loss": 4.1311,
+      "lr": 0.0007553846153846154,
+      "step": 2250,
+      "tokens_trained": 1.105899872
+    },
+    {
+      "epoch": 0.638252606198142,
+      "eval_loss": 1.0298579931259155,
+      "eval_runtime": 20.7482,
+      "step": 2250,
+      "tokens_trained": 1.105899872
+    },
+    {
+      "epoch": 0.6388199418480959,
+      "grad_norm": 12.402534484863281,
+      "loss": 4.0729,
+      "lr": 0.0007551048951048951,
+      "step": 2252,
+      "tokens_trained": 1.106885776
+    },
+    {
+      "epoch": 0.6393872774980498,
+      "grad_norm": 8.585915565490723,
+      "loss": 4.1026,
+      "lr": 0.0007548251748251748,
+      "step": 2254,
+      "tokens_trained": 1.107867784
+    },
+    {
+      "epoch": 0.6399546131480037,
+      "grad_norm": 9.298388481140137,
+      "loss": 4.1033,
+      "lr": 0.0007545454545454546,
+      "step": 2256,
+      "tokens_trained": 1.108846136
+    },
+    {
+      "epoch": 0.6405219487979575,
+      "grad_norm": 10.894235610961914,
+      "loss": 4.1212,
+      "lr": 0.0007542657342657343,
+      "step": 2258,
+      "tokens_trained": 1.10982972
+    },
+    {
+      "epoch": 0.6410892844479115,
+      "grad_norm": 7.488401889801025,
+      "loss": 4.1268,
+      "lr": 0.000753986013986014,
+      "step": 2260,
+      "tokens_trained": 1.110815128
+    },
+    {
+      "epoch": 0.6416566200978654,
+      "grad_norm": 10.087981224060059,
+      "loss": 4.0819,
+      "lr": 0.0007537062937062937,
+      "step": 2262,
+      "tokens_trained": 1.111796896
+    },
+    {
+      "epoch": 0.6422239557478193,
+      "grad_norm": 8.851993560791016,
+      "loss": 4.0903,
+      "lr": 0.0007534265734265734,
+      "step": 2264,
+      "tokens_trained": 1.112779032
+    },
+    {
+      "epoch": 0.6427912913977732,
+      "grad_norm": 7.973280429840088,
+      "loss": 4.1251,
+      "lr": 0.0007531468531468532,
+      "step": 2266,
+      "tokens_trained": 1.11376248
+    },
+    {
+      "epoch": 0.6433586270477271,
+      "grad_norm": 10.600922584533691,
+      "loss": 4.1062,
+      "lr": 0.0007528671328671329,
+      "step": 2268,
+      "tokens_trained": 1.11474752
+    },
+    {
+      "epoch": 0.643925962697681,
+      "grad_norm": 6.029149532318115,
+      "loss": 4.1174,
+      "lr": 0.0007525874125874126,
+      "step": 2270,
+      "tokens_trained": 1.115730304
+    },
+    {
+      "epoch": 0.6444932983476349,
+      "grad_norm": 5.804802417755127,
+      "loss": 4.0634,
+      "lr": 0.0007523076923076923,
+      "step": 2272,
+      "tokens_trained": 1.116712712
+    },
+    {
+      "epoch": 0.6450606339975888,
+      "grad_norm": 12.601567268371582,
+      "loss": 4.111,
+      "lr": 0.0007520279720279721,
+      "step": 2274,
+      "tokens_trained": 1.117692824
+    },
+    {
+      "epoch": 0.6456279696475428,
+      "grad_norm": 6.2783203125,
+      "loss": 4.1375,
+      "lr": 0.0007517482517482518,
+      "step": 2276,
+      "tokens_trained": 1.118681616
+    },
+    {
+      "epoch": 0.6461953052974966,
+      "grad_norm": 3.368333339691162,
+      "loss": 4.096,
+      "lr": 0.0007514685314685314,
+      "step": 2278,
+      "tokens_trained": 1.119662896
+    },
+    {
+      "epoch": 0.6467626409474505,
+      "grad_norm": 28.135610580444336,
+      "loss": 4.1362,
+      "lr": 0.0007511888111888112,
+      "step": 2280,
+      "tokens_trained": 1.120644592
+    },
+    {
+      "epoch": 0.6473299765974044,
+      "grad_norm": 31.932798385620117,
+      "loss": 4.177,
+      "lr": 0.0007509090909090909,
+      "step": 2282,
+      "tokens_trained": 1.1216274
+    },
+    {
+      "epoch": 0.6478973122473584,
+      "grad_norm": 18.303653717041016,
+      "loss": 4.2105,
+      "lr": 0.0007506293706293707,
+      "step": 2284,
+      "tokens_trained": 1.122610568
+    },
+    {
+      "epoch": 0.6484646478973123,
+      "grad_norm": 24.33900260925293,
+      "loss": 4.1685,
+      "lr": 0.0007503496503496504,
+      "step": 2286,
+      "tokens_trained": 1.1235948
+    },
+    {
+      "epoch": 0.6490319835472661,
+      "grad_norm": 14.718119621276855,
+      "loss": 4.1309,
+      "lr": 0.00075006993006993,
+      "step": 2288,
+      "tokens_trained": 1.124576952
+    },
+    {
+      "epoch": 0.64959931919722,
+      "grad_norm": 10.44218921661377,
+      "loss": 4.1178,
+      "lr": 0.0007497902097902098,
+      "step": 2290,
+      "tokens_trained": 1.12555812
+    },
+    {
+      "epoch": 0.650166654847174,
+      "grad_norm": 12.619060516357422,
+      "loss": 4.088,
+      "lr": 0.0007495104895104895,
+      "step": 2292,
+      "tokens_trained": 1.126542504
+    },
+    {
+      "epoch": 0.6507339904971279,
+      "grad_norm": 12.677931785583496,
+      "loss": 4.1146,
+      "lr": 0.0007492307692307693,
+      "step": 2294,
+      "tokens_trained": 1.127527144
+    },
+    {
+      "epoch": 0.6513013261470818,
+      "grad_norm": 9.913066864013672,
+      "loss": 4.1376,
+      "lr": 0.0007489510489510489,
+      "step": 2296,
+      "tokens_trained": 1.128511472
+    },
+    {
+      "epoch": 0.6518686617970356,
+      "grad_norm": 10.902573585510254,
+      "loss": 4.1184,
+      "lr": 0.0007486713286713287,
+      "step": 2298,
+      "tokens_trained": 1.129493144
+    },
+    {
+      "epoch": 0.6524359974469895,
+      "grad_norm": 11.475235939025879,
+      "loss": 4.098,
+      "lr": 0.0007483916083916084,
+      "step": 2300,
+      "tokens_trained": 1.13047816
+    },
+    {
+      "epoch": 0.6530033330969435,
+      "grad_norm": 11.541910171508789,
+      "loss": 4.106,
+      "lr": 0.0007481118881118882,
+      "step": 2302,
+      "tokens_trained": 1.131461952
+    },
+    {
+      "epoch": 0.6535706687468974,
+      "grad_norm": 8.055131912231445,
+      "loss": 4.0913,
+      "lr": 0.0007478321678321679,
+      "step": 2304,
+      "tokens_trained": 1.132445928
+    },
+    {
+      "epoch": 0.6541380043968513,
+      "grad_norm": 11.786042213439941,
+      "loss": 4.14,
+      "lr": 0.0007475524475524475,
+      "step": 2306,
+      "tokens_trained": 1.133430104
+    },
+    {
+      "epoch": 0.6547053400468051,
+      "grad_norm": 7.311541557312012,
+      "loss": 4.0989,
+      "lr": 0.0007472727272727273,
+      "step": 2308,
+      "tokens_trained": 1.1344128
+    },
+    {
+      "epoch": 0.6552726756967591,
+      "grad_norm": 5.909560680389404,
+      "loss": 4.1226,
+      "lr": 0.000746993006993007,
+      "step": 2310,
+      "tokens_trained": 1.135395456
+    },
+    {
+      "epoch": 0.655840011346713,
+      "grad_norm": 15.199941635131836,
+      "loss": 4.1003,
+      "lr": 0.0007467132867132868,
+      "step": 2312,
+      "tokens_trained": 1.136377952
+    },
+    {
+      "epoch": 0.6564073469966669,
+      "grad_norm": 11.078165054321289,
+      "loss": 4.1273,
+      "lr": 0.0007464335664335664,
+      "step": 2314,
+      "tokens_trained": 1.137364488
+    },
+    {
+      "epoch": 0.6569746826466208,
+      "grad_norm": 14.202346801757812,
+      "loss": 4.074,
+      "lr": 0.0007461538461538462,
+      "step": 2316,
+      "tokens_trained": 1.138348624
+    },
+    {
+      "epoch": 0.6575420182965747,
+      "grad_norm": 12.573927879333496,
+      "loss": 4.0749,
+      "lr": 0.0007458741258741259,
+      "step": 2318,
+      "tokens_trained": 1.139332304
+    },
+    {
+      "epoch": 0.6581093539465286,
+      "grad_norm": 4.582006454467773,
+      "loss": 4.1204,
+      "lr": 0.0007455944055944056,
+      "step": 2320,
+      "tokens_trained": 1.140317248
+    },
+    {
+      "epoch": 0.6586766895964825,
+      "grad_norm": 12.172183990478516,
+      "loss": 4.1045,
+      "lr": 0.0007453146853146854,
+      "step": 2322,
+      "tokens_trained": 1.141300976
+    },
+    {
+      "epoch": 0.6592440252464364,
+      "grad_norm": 8.110429763793945,
+      "loss": 4.1081,
+      "lr": 0.000745034965034965,
+      "step": 2324,
+      "tokens_trained": 1.142283576
+    },
+    {
+      "epoch": 0.6598113608963904,
+      "grad_norm": 7.653029918670654,
+      "loss": 4.1272,
+      "lr": 0.0007447552447552448,
+      "step": 2326,
+      "tokens_trained": 1.143264144
+    },
+    {
+      "epoch": 0.6603786965463442,
+      "grad_norm": 8.91545295715332,
+      "loss": 4.0604,
+      "lr": 0.0007444755244755245,
+      "step": 2328,
+      "tokens_trained": 1.144248336
+    },
+    {
+      "epoch": 0.6609460321962981,
+      "grad_norm": 8.173501014709473,
+      "loss": 4.1033,
+      "lr": 0.0007441958041958043,
+      "step": 2330,
+      "tokens_trained": 1.145231936
+    },
+    {
+      "epoch": 0.661513367846252,
+      "grad_norm": 6.748053550720215,
+      "loss": 4.1,
+      "lr": 0.0007439160839160839,
+      "step": 2332,
+      "tokens_trained": 1.146214208
+    },
+    {
+      "epoch": 0.662080703496206,
+      "grad_norm": 8.997527122497559,
+      "loss": 4.0642,
+      "lr": 0.0007436363636363636,
+      "step": 2334,
+      "tokens_trained": 1.147203592
+    },
+    {
+      "epoch": 0.6626480391461599,
+      "grad_norm": 5.39633321762085,
+      "loss": 4.0531,
+      "lr": 0.0007433566433566433,
+      "step": 2336,
+      "tokens_trained": 1.148189176
+    },
+    {
+      "epoch": 0.6632153747961137,
+      "grad_norm": 11.717559814453125,
+      "loss": 4.1069,
+      "lr": 0.0007430769230769231,
+      "step": 2338,
+      "tokens_trained": 1.14917232
+    },
+    {
+      "epoch": 0.6637827104460676,
+      "grad_norm": 4.895142078399658,
+      "loss": 4.1119,
+      "lr": 0.0007427972027972029,
+      "step": 2340,
+      "tokens_trained": 1.150150104
+    },
+    {
+      "epoch": 0.6643500460960216,
+      "grad_norm": 7.677682399749756,
+      "loss": 4.0787,
+      "lr": 0.0007425174825174825,
+      "step": 2342,
+      "tokens_trained": 1.15113228
+    },
+    {
+      "epoch": 0.6649173817459755,
+      "grad_norm": 9.910654067993164,
+      "loss": 4.114,
+      "lr": 0.0007422377622377622,
+      "step": 2344,
+      "tokens_trained": 1.152119112
+    },
+    {
+      "epoch": 0.6654847173959294,
+      "grad_norm": 7.880978107452393,
+      "loss": 4.1188,
+      "lr": 0.000741958041958042,
+      "step": 2346,
+      "tokens_trained": 1.153100688
+    },
+    {
+      "epoch": 0.6660520530458832,
+      "grad_norm": 3.284940242767334,
+      "loss": 4.0736,
+      "lr": 0.0007416783216783217,
+      "step": 2348,
+      "tokens_trained": 1.1540818
+    },
+    {
+      "epoch": 0.6666193886958371,
+      "grad_norm": 13.524490356445312,
+      "loss": 4.0621,
+      "lr": 0.0007413986013986014,
+      "step": 2350,
+      "tokens_trained": 1.155065608
+    },
+    {
+      "epoch": 0.6671867243457911,
+      "grad_norm": 5.8569135665893555,
+      "loss": 4.0904,
+      "lr": 0.0007411188811188811,
+      "step": 2352,
+      "tokens_trained": 1.156048544
+    },
+    {
+      "epoch": 0.667754059995745,
+      "grad_norm": 7.1157450675964355,
+      "loss": 4.0774,
+      "lr": 0.0007408391608391608,
+      "step": 2354,
+      "tokens_trained": 1.157030432
+    },
+    {
+      "epoch": 0.6683213956456989,
+      "grad_norm": 7.612982273101807,
+      "loss": 4.0829,
+      "lr": 0.0007405594405594406,
+      "step": 2356,
+      "tokens_trained": 1.158012728
+    },
+    {
+      "epoch": 0.6688887312956527,
+      "grad_norm": 8.317691802978516,
+      "loss": 4.1176,
+      "lr": 0.0007402797202797204,
+      "step": 2358,
+      "tokens_trained": 1.158993632
+    },
+    {
+      "epoch": 0.6694560669456067,
+      "grad_norm": 5.272528648376465,
+      "loss": 4.0977,
+      "lr": 0.00074,
+      "step": 2360,
+      "tokens_trained": 1.159976328
+    },
+    {
+      "epoch": 0.6700234025955606,
+      "grad_norm": 11.313931465148926,
+      "loss": 4.0792,
+      "lr": 0.0007397202797202797,
+      "step": 2362,
+      "tokens_trained": 1.160962072
+    },
+    {
+      "epoch": 0.6705907382455145,
+      "grad_norm": 12.588369369506836,
+      "loss": 4.0491,
+      "lr": 0.0007394405594405595,
+      "step": 2364,
+      "tokens_trained": 1.161947664
+    },
+    {
+      "epoch": 0.6711580738954684,
+      "grad_norm": 23.921968460083008,
+      "loss": 4.1085,
+      "lr": 0.0007391608391608392,
+      "step": 2366,
+      "tokens_trained": 1.16292872
+    },
+    {
+      "epoch": 0.6717254095454223,
+      "grad_norm": 9.100578308105469,
+      "loss": 4.1305,
+      "lr": 0.0007388811188811189,
+      "step": 2368,
+      "tokens_trained": 1.163913888
+    },
+    {
+      "epoch": 0.6722927451953762,
+      "grad_norm": 35.22720718383789,
+      "loss": 4.1538,
+      "lr": 0.0007386013986013986,
+      "step": 2370,
+      "tokens_trained": 1.164894912
+    },
+    {
+      "epoch": 0.6728600808453301,
+      "grad_norm": 16.7394962310791,
+      "loss": 4.1449,
+      "lr": 0.0007383216783216782,
+      "step": 2372,
+      "tokens_trained": 1.165879832
+    },
+    {
+      "epoch": 0.673427416495284,
+      "grad_norm": 11.066312789916992,
+      "loss": 4.1172,
+      "lr": 0.0007380419580419581,
+      "step": 2374,
+      "tokens_trained": 1.166864736
+    },
+    {
+      "epoch": 0.6737110843202609,
+      "eval_loss": 1.0303717851638794,
+      "eval_runtime": 20.7454,
+      "step": 2375,
+      "tokens_trained": 1.167358632
+    },
+    {
+      "epoch": 0.673994752145238,
+      "grad_norm": 12.827569007873535,
+      "loss": 4.1377,
+      "lr": 0.0007377622377622378,
+      "step": 2376,
+      "tokens_trained": 1.16784964
+    },
+    {
+      "epoch": 0.6745620877951918,
+      "grad_norm": 13.321866035461426,
+      "loss": 4.0747,
+      "lr": 0.0007374825174825175,
+      "step": 2378,
+      "tokens_trained": 1.168834992
+    },
+    {
+      "epoch": 0.6751294234451457,
+      "grad_norm": 15.812009811401367,
+      "loss": 4.1107,
+      "lr": 0.0007372027972027972,
+      "step": 2380,
+      "tokens_trained": 1.169817608
+    },
+    {
+      "epoch": 0.6756967590950996,
+      "grad_norm": 16.37995719909668,
+      "loss": 4.1556,
+      "lr": 0.000736923076923077,
+      "step": 2382,
+      "tokens_trained": 1.170800952
+    },
+    {
+      "epoch": 0.6762640947450536,
+      "grad_norm": 3.3421339988708496,
+      "loss": 4.1199,
+      "lr": 0.0007366433566433567,
+      "step": 2384,
+      "tokens_trained": 1.1717818
+    },
+    {
+      "epoch": 0.6768314303950075,
+      "grad_norm": 9.120339393615723,
+      "loss": 4.0834,
+      "lr": 0.0007363636363636363,
+      "step": 2386,
+      "tokens_trained": 1.172767384
+    },
+    {
+      "epoch": 0.6773987660449613,
+      "grad_norm": 12.614449501037598,
+      "loss": 4.0852,
+      "lr": 0.0007360839160839161,
+      "step": 2388,
+      "tokens_trained": 1.173755008
+    },
+    {
+      "epoch": 0.6779661016949152,
+      "grad_norm": 4.983767986297607,
+      "loss": 4.0881,
+      "lr": 0.0007358041958041957,
+      "step": 2390,
+      "tokens_trained": 1.174738528
+    },
+    {
+      "epoch": 0.6785334373448692,
+      "grad_norm": 4.194960117340088,
+      "loss": 4.1279,
+      "lr": 0.0007355244755244756,
+      "step": 2392,
+      "tokens_trained": 1.175724848
+    },
+    {
+      "epoch": 0.6791007729948231,
+      "grad_norm": 5.257171154022217,
+      "loss": 4.1044,
+      "lr": 0.0007352447552447553,
+      "step": 2394,
+      "tokens_trained": 1.176708808
+    },
+    {
+      "epoch": 0.679668108644777,
+      "grad_norm": 10.38420295715332,
+      "loss": 4.124,
+      "lr": 0.000734965034965035,
+      "step": 2396,
+      "tokens_trained": 1.177695552
+    },
+    {
+      "epoch": 0.6802354442947308,
+      "grad_norm": 8.629493713378906,
+      "loss": 4.0992,
+      "lr": 0.0007346853146853147,
+      "step": 2398,
+      "tokens_trained": 1.17868064
+    },
+    {
+      "epoch": 0.6808027799446847,
+      "grad_norm": 9.099041938781738,
+      "loss": 4.1047,
+      "lr": 0.0007344055944055944,
+      "step": 2400,
+      "tokens_trained": 1.179664536
+    },
+    {
+      "epoch": 0.6813701155946387,
+      "grad_norm": 11.343080520629883,
+      "loss": 4.1027,
+      "lr": 0.0007341258741258742,
+      "step": 2402,
+      "tokens_trained": 1.180644264
+    },
+    {
+      "epoch": 0.6819374512445926,
+      "grad_norm": 5.834907054901123,
+      "loss": 4.098,
+      "lr": 0.0007338461538461538,
+      "step": 2404,
+      "tokens_trained": 1.181629672
+    },
+    {
+      "epoch": 0.6825047868945465,
+      "grad_norm": 4.648270606994629,
+      "loss": 4.0775,
+      "lr": 0.0007335664335664336,
+      "step": 2406,
+      "tokens_trained": 1.182614064
+    },
+    {
+      "epoch": 0.6830721225445003,
+      "grad_norm": 6.934843063354492,
+      "loss": 4.1206,
+      "lr": 0.0007332867132867132,
+      "step": 2408,
+      "tokens_trained": 1.183597056
+    },
+    {
+      "epoch": 0.6836394581944543,
+      "grad_norm": 9.745563507080078,
+      "loss": 4.0921,
+      "lr": 0.0007330069930069931,
+      "step": 2410,
+      "tokens_trained": 1.184579832
+    },
+    {
+      "epoch": 0.6842067938444082,
+      "grad_norm": 7.189306259155273,
+      "loss": 4.095,
+      "lr": 0.0007327272727272728,
+      "step": 2412,
+      "tokens_trained": 1.185567912
+    },
+    {
+      "epoch": 0.6847741294943621,
+      "grad_norm": 6.303226947784424,
+      "loss": 4.0462,
+      "lr": 0.0007324475524475524,
+      "step": 2414,
+      "tokens_trained": 1.186550184
+    },
+    {
+      "epoch": 0.685341465144316,
+      "grad_norm": 6.373469352722168,
+      "loss": 4.1126,
+      "lr": 0.0007321678321678322,
+      "step": 2416,
+      "tokens_trained": 1.1875374
+    },
+    {
+      "epoch": 0.6859088007942699,
+      "grad_norm": 7.8680853843688965,
+      "loss": 4.0954,
+      "lr": 0.0007318881118881119,
+      "step": 2418,
+      "tokens_trained": 1.188519808
+    },
+    {
+      "epoch": 0.6864761364442238,
+      "grad_norm": 6.305267810821533,
+      "loss": 4.0951,
+      "lr": 0.0007316083916083917,
+      "step": 2420,
+      "tokens_trained": 1.18950228
+    },
+    {
+      "epoch": 0.6870434720941777,
+      "grad_norm": 9.990362167358398,
+      "loss": 4.0902,
+      "lr": 0.0007313286713286713,
+      "step": 2422,
+      "tokens_trained": 1.190483872
+    },
+    {
+      "epoch": 0.6876108077441316,
+      "grad_norm": 7.421126365661621,
+      "loss": 4.082,
+      "lr": 0.0007310489510489511,
+      "step": 2424,
+      "tokens_trained": 1.191465424
+    },
+    {
+      "epoch": 0.6881781433940856,
+      "grad_norm": 7.08989953994751,
+      "loss": 4.057,
+      "lr": 0.0007307692307692307,
+      "step": 2426,
+      "tokens_trained": 1.192446
+    },
+    {
+      "epoch": 0.6887454790440394,
+      "grad_norm": 16.008317947387695,
+      "loss": 4.0857,
+      "lr": 0.0007304895104895105,
+      "step": 2428,
+      "tokens_trained": 1.193428632
+    },
+    {
+      "epoch": 0.6893128146939933,
+      "grad_norm": 14.471416473388672,
+      "loss": 4.127,
+      "lr": 0.0007302097902097902,
+      "step": 2430,
+      "tokens_trained": 1.194413624
+    },
+    {
+      "epoch": 0.6898801503439472,
+      "grad_norm": 8.250576972961426,
+      "loss": 4.1244,
+      "lr": 0.0007299300699300699,
+      "step": 2432,
+      "tokens_trained": 1.195396768
+    },
+    {
+      "epoch": 0.6904474859939012,
+      "grad_norm": 17.120845794677734,
+      "loss": 4.107,
+      "lr": 0.0007296503496503497,
+      "step": 2434,
+      "tokens_trained": 1.196377144
+    },
+    {
+      "epoch": 0.6910148216438551,
+      "grad_norm": 24.250490188598633,
+      "loss": 4.1443,
+      "lr": 0.0007293706293706294,
+      "step": 2436,
+      "tokens_trained": 1.197361496
+    },
+    {
+      "epoch": 0.6915821572938089,
+      "grad_norm": 9.916406631469727,
+      "loss": 4.1308,
+      "lr": 0.0007290909090909092,
+      "step": 2438,
+      "tokens_trained": 1.198343376
+    },
+    {
+      "epoch": 0.6921494929437628,
+      "grad_norm": 29.035507202148438,
+      "loss": 4.1809,
+      "lr": 0.0007288111888111888,
+      "step": 2440,
+      "tokens_trained": 1.19932396
+    },
+    {
+      "epoch": 0.6927168285937167,
+      "grad_norm": 26.963102340698242,
+      "loss": 4.1343,
+      "lr": 0.0007285314685314685,
+      "step": 2442,
+      "tokens_trained": 1.200310088
+    },
+    {
+      "epoch": 0.6932841642436707,
+      "grad_norm": 9.7550048828125,
+      "loss": 4.0746,
+      "lr": 0.0007282517482517482,
+      "step": 2444,
+      "tokens_trained": 1.201291576
+    },
+    {
+      "epoch": 0.6938514998936246,
+      "grad_norm": 18.56088638305664,
+      "loss": 4.1634,
+      "lr": 0.000727972027972028,
+      "step": 2446,
+      "tokens_trained": 1.202271312
+    },
+    {
+      "epoch": 0.6944188355435784,
+      "grad_norm": 20.842105865478516,
+      "loss": 4.128,
+      "lr": 0.0007276923076923077,
+      "step": 2448,
+      "tokens_trained": 1.203252912
+    },
+    {
+      "epoch": 0.6949861711935323,
+      "grad_norm": 21.38428497314453,
+      "loss": 4.1263,
+      "lr": 0.0007274125874125874,
+      "step": 2450,
+      "tokens_trained": 1.204231328
+    },
+    {
+      "epoch": 0.6955535068434863,
+      "grad_norm": 9.129469871520996,
+      "loss": 4.0964,
+      "lr": 0.0007271328671328672,
+      "step": 2452,
+      "tokens_trained": 1.205215552
+    },
+    {
+      "epoch": 0.6961208424934402,
+      "grad_norm": 25.37588882446289,
+      "loss": 4.1568,
+      "lr": 0.0007268531468531469,
+      "step": 2454,
+      "tokens_trained": 1.206202536
+    },
+    {
+      "epoch": 0.6966881781433941,
+      "grad_norm": 17.409656524658203,
+      "loss": 4.1214,
+      "lr": 0.0007265734265734266,
+      "step": 2456,
+      "tokens_trained": 1.207182664
+    },
+    {
+      "epoch": 0.6972555137933479,
+      "grad_norm": 12.378538131713867,
+      "loss": 4.1235,
+      "lr": 0.0007262937062937063,
+      "step": 2458,
+      "tokens_trained": 1.208164408
+    },
+    {
+      "epoch": 0.6978228494433019,
+      "grad_norm": 15.208183288574219,
+      "loss": 4.0724,
+      "lr": 0.000726013986013986,
+      "step": 2460,
+      "tokens_trained": 1.209151056
+    },
+    {
+      "epoch": 0.6983901850932558,
+      "grad_norm": 15.311476707458496,
+      "loss": 4.1146,
+      "lr": 0.0007257342657342657,
+      "step": 2462,
+      "tokens_trained": 1.210135672
+    },
+    {
+      "epoch": 0.6989575207432097,
+      "grad_norm": 8.551816940307617,
+      "loss": 4.0944,
+      "lr": 0.0007254545454545455,
+      "step": 2464,
+      "tokens_trained": 1.211118992
+    },
+    {
+      "epoch": 0.6995248563931636,
+      "grad_norm": 5.893448829650879,
+      "loss": 4.0777,
+      "lr": 0.0007251748251748252,
+      "step": 2466,
+      "tokens_trained": 1.212102
+    },
+    {
+      "epoch": 0.7000921920431175,
+      "grad_norm": 12.23680591583252,
+      "loss": 4.0998,
+      "lr": 0.0007248951048951049,
+      "step": 2468,
+      "tokens_trained": 1.213078936
+    },
+    {
+      "epoch": 0.7006595276930714,
+      "grad_norm": 6.285398006439209,
+      "loss": 4.0691,
+      "lr": 0.0007246153846153846,
+      "step": 2470,
+      "tokens_trained": 1.214058832
+    },
+    {
+      "epoch": 0.7012268633430253,
+      "grad_norm": 5.049949645996094,
+      "loss": 4.0849,
+      "lr": 0.0007243356643356644,
+      "step": 2472,
+      "tokens_trained": 1.215045384
+    },
+    {
+      "epoch": 0.7017941989929792,
+      "grad_norm": 8.333894729614258,
+      "loss": 4.1072,
+      "lr": 0.0007240559440559441,
+      "step": 2474,
+      "tokens_trained": 1.216029416
+    },
+    {
+      "epoch": 0.7023615346429332,
+      "grad_norm": 10.236394882202148,
+      "loss": 4.1144,
+      "lr": 0.0007237762237762238,
+      "step": 2476,
+      "tokens_trained": 1.217012872
+    },
+    {
+      "epoch": 0.702928870292887,
+      "grad_norm": 7.674532413482666,
+      "loss": 4.0948,
+      "lr": 0.0007234965034965035,
+      "step": 2478,
+      "tokens_trained": 1.2179988
+    },
+    {
+      "epoch": 0.7034962059428409,
+      "grad_norm": 8.445834159851074,
+      "loss": 4.0937,
+      "lr": 0.0007232167832167831,
+      "step": 2480,
+      "tokens_trained": 1.218980608
+    },
+    {
+      "epoch": 0.7040635415927948,
+      "grad_norm": 6.923468112945557,
+      "loss": 4.0756,
+      "lr": 0.000722937062937063,
+      "step": 2482,
+      "tokens_trained": 1.219966912
+    },
+    {
+      "epoch": 0.7046308772427488,
+      "grad_norm": 5.95997428894043,
+      "loss": 4.0618,
+      "lr": 0.0007226573426573426,
+      "step": 2484,
+      "tokens_trained": 1.220952696
+    },
+    {
+      "epoch": 0.7051982128927027,
+      "grad_norm": 3.7207870483398438,
+      "loss": 4.0869,
+      "lr": 0.0007223776223776224,
+      "step": 2486,
+      "tokens_trained": 1.22193476
+    },
+    {
+      "epoch": 0.7057655485426565,
+      "grad_norm": 8.434130668640137,
+      "loss": 4.0965,
+      "lr": 0.0007220979020979021,
+      "step": 2488,
+      "tokens_trained": 1.222914616
+    },
+    {
+      "epoch": 0.7063328841926104,
+      "grad_norm": 10.180377006530762,
+      "loss": 4.0871,
+      "lr": 0.0007218181818181819,
+      "step": 2490,
+      "tokens_trained": 1.22389764
+    },
+    {
+      "epoch": 0.7069002198425643,
+      "grad_norm": 8.211799621582031,
+      "loss": 4.0811,
+      "lr": 0.0007215384615384616,
+      "step": 2492,
+      "tokens_trained": 1.224875448
+    },
+    {
+      "epoch": 0.7074675554925183,
+      "grad_norm": 5.268981456756592,
+      "loss": 4.0926,
+      "lr": 0.0007212587412587412,
+      "step": 2494,
+      "tokens_trained": 1.225858112
+    },
+    {
+      "epoch": 0.7080348911424722,
+      "grad_norm": 7.387131690979004,
+      "loss": 4.1097,
+      "lr": 0.000720979020979021,
+      "step": 2496,
+      "tokens_trained": 1.226838472
+    },
+    {
+      "epoch": 0.708602226792426,
+      "grad_norm": 7.289080619812012,
+      "loss": 4.0566,
+      "lr": 0.0007206993006993006,
+      "step": 2498,
+      "tokens_trained": 1.227821848
+    },
+    {
+      "epoch": 0.7091695624423799,
+      "grad_norm": 6.981493949890137,
+      "loss": 4.062,
+      "lr": 0.0007204195804195805,
+      "step": 2500,
+      "tokens_trained": 1.228806208
+    },
+    {
+      "epoch": 0.7091695624423799,
+      "eval_loss": 1.0222537517547607,
+      "eval_runtime": 20.7945,
+      "step": 2500,
+      "tokens_trained": 1.228806208
+    },
+    {
+      "epoch": 0.7097368980923339,
+      "grad_norm": 6.244803428649902,
+      "loss": 4.1417,
+      "lr": 0.0007201398601398601,
+      "step": 2502,
+      "tokens_trained": 1.229787872
+    },
+    {
+      "epoch": 0.7103042337422878,
+      "grad_norm": 4.354197978973389,
+      "loss": 4.0663,
+      "lr": 0.0007198601398601399,
+      "step": 2504,
+      "tokens_trained": 1.23077076
+    },
+    {
+      "epoch": 0.7108715693922417,
+      "grad_norm": 4.971379280090332,
+      "loss": 4.0495,
+      "lr": 0.0007195804195804196,
+      "step": 2506,
+      "tokens_trained": 1.231752344
+    },
+    {
+      "epoch": 0.7114389050421955,
+      "grad_norm": 5.990703582763672,
+      "loss": 4.0837,
+      "lr": 0.0007193006993006994,
+      "step": 2508,
+      "tokens_trained": 1.232733864
+    },
+    {
+      "epoch": 0.7120062406921495,
+      "grad_norm": 8.498222351074219,
+      "loss": 4.0379,
+      "lr": 0.0007190209790209791,
+      "step": 2510,
+      "tokens_trained": 1.233716744
+    },
+    {
+      "epoch": 0.7125735763421034,
+      "grad_norm": 13.36562442779541,
+      "loss": 4.0187,
+      "lr": 0.0007187412587412587,
+      "step": 2512,
+      "tokens_trained": 1.234699872
+    },
+    {
+      "epoch": 0.7131409119920573,
+      "grad_norm": 8.733027458190918,
+      "loss": 4.092,
+      "lr": 0.0007184615384615385,
+      "step": 2514,
+      "tokens_trained": 1.235684584
+    },
+    {
+      "epoch": 0.7137082476420112,
+      "grad_norm": 4.150378227233887,
+      "loss": 4.1277,
+      "lr": 0.0007181818181818181,
+      "step": 2516,
+      "tokens_trained": 1.236669584
+    },
+    {
+      "epoch": 0.714275583291965,
+      "grad_norm": 5.051011085510254,
+      "loss": 4.0942,
+      "lr": 0.000717902097902098,
+      "step": 2518,
+      "tokens_trained": 1.237654456
+    },
+    {
+      "epoch": 0.714842918941919,
+      "grad_norm": 19.51820945739746,
+      "loss": 4.0784,
+      "lr": 0.0007176223776223776,
+      "step": 2520,
+      "tokens_trained": 1.238634888
+    },
+    {
+      "epoch": 0.7154102545918729,
+      "grad_norm": 12.287970542907715,
+      "loss": 4.1096,
+      "lr": 0.0007173426573426573,
+      "step": 2522,
+      "tokens_trained": 1.239617096
+    },
+    {
+      "epoch": 0.7159775902418268,
+      "grad_norm": 7.280889511108398,
+      "loss": 4.1173,
+      "lr": 0.0007170629370629371,
+      "step": 2524,
+      "tokens_trained": 1.240599456
+    },
+    {
+      "epoch": 0.7165449258917808,
+      "grad_norm": 7.321331024169922,
+      "loss": 4.1011,
+      "lr": 0.0007167832167832168,
+      "step": 2526,
+      "tokens_trained": 1.2415852
+    },
+    {
+      "epoch": 0.7171122615417346,
+      "grad_norm": 12.695849418640137,
+      "loss": 4.0652,
+      "lr": 0.0007165034965034966,
+      "step": 2528,
+      "tokens_trained": 1.242566296
+    },
+    {
+      "epoch": 0.7176795971916885,
+      "grad_norm": 10.30766487121582,
+      "loss": 4.0683,
+      "lr": 0.0007162237762237762,
+      "step": 2530,
+      "tokens_trained": 1.24354928
+    },
+    {
+      "epoch": 0.7182469328416424,
+      "grad_norm": 6.451354503631592,
+      "loss": 4.0712,
+      "lr": 0.000715944055944056,
+      "step": 2532,
+      "tokens_trained": 1.244534464
+    },
+    {
+      "epoch": 0.7188142684915964,
+      "grad_norm": 13.049304962158203,
+      "loss": 4.0662,
+      "lr": 0.0007156643356643356,
+      "step": 2534,
+      "tokens_trained": 1.245514976
+    },
+    {
+      "epoch": 0.7193816041415503,
+      "grad_norm": 6.242895603179932,
+      "loss": 4.089,
+      "lr": 0.0007153846153846155,
+      "step": 2536,
+      "tokens_trained": 1.246499648
+    },
+    {
+      "epoch": 0.7199489397915041,
+      "grad_norm": 9.09418773651123,
+      "loss": 4.0727,
+      "lr": 0.0007151048951048951,
+      "step": 2538,
+      "tokens_trained": 1.247482424
+    },
+    {
+      "epoch": 0.720516275441458,
+      "grad_norm": 5.704024791717529,
+      "loss": 4.0973,
+      "lr": 0.0007148251748251748,
+      "step": 2540,
+      "tokens_trained": 1.248465776
+    },
+    {
+      "epoch": 0.721083611091412,
+      "grad_norm": 1.818793535232544,
+      "loss": 4.0928,
+      "lr": 0.0007145454545454546,
+      "step": 2542,
+      "tokens_trained": 1.249446792
+    },
+    {
+      "epoch": 0.7216509467413659,
+      "grad_norm": 8.157804489135742,
+      "loss": 4.1082,
+      "lr": 0.0007142657342657343,
+      "step": 2544,
+      "tokens_trained": 1.25042832
+    },
+    {
+      "epoch": 0.7222182823913198,
+      "grad_norm": 12.176240921020508,
+      "loss": 4.0472,
+      "lr": 0.0007139860139860141,
+      "step": 2546,
+      "tokens_trained": 1.251411112
+    },
+    {
+      "epoch": 0.7227856180412736,
+      "grad_norm": 9.750322341918945,
+      "loss": 4.0892,
+      "lr": 0.0007137062937062937,
+      "step": 2548,
+      "tokens_trained": 1.25239148
+    },
+    {
+      "epoch": 0.7233529536912275,
+      "grad_norm": 7.636045455932617,
+      "loss": 4.0939,
+      "lr": 0.0007134265734265734,
+      "step": 2550,
+      "tokens_trained": 1.253374936
+    },
+    {
+      "epoch": 0.7239202893411815,
+      "grad_norm": 9.795125007629395,
+      "loss": 4.0542,
+      "lr": 0.0007131468531468531,
+      "step": 2552,
+      "tokens_trained": 1.254359048
+    },
+    {
+      "epoch": 0.7244876249911354,
+      "grad_norm": 7.851208686828613,
+      "loss": 4.0546,
+      "lr": 0.0007128671328671329,
+      "step": 2554,
+      "tokens_trained": 1.255343552
+    },
+    {
+      "epoch": 0.7250549606410893,
+      "grad_norm": 7.749396800994873,
+      "loss": 4.0834,
+      "lr": 0.0007125874125874126,
+      "step": 2556,
+      "tokens_trained": 1.256332976
+    },
+    {
+      "epoch": 0.7256222962910431,
+      "grad_norm": 7.826572418212891,
+      "loss": 4.0914,
+      "lr": 0.0007123076923076923,
+      "step": 2558,
+      "tokens_trained": 1.257315376
+    },
+    {
+      "epoch": 0.7261896319409971,
+      "grad_norm": 7.173867225646973,
+      "loss": 4.0721,
+      "lr": 0.0007120279720279721,
+      "step": 2560,
+      "tokens_trained": 1.258296944
+    },
+    {
+      "epoch": 0.726756967590951,
+      "grad_norm": 7.722167015075684,
+      "loss": 4.092,
+      "lr": 0.0007117482517482518,
+      "step": 2562,
+      "tokens_trained": 1.259278984
+    },
+    {
+      "epoch": 0.7273243032409049,
+      "grad_norm": 5.8100690841674805,
+      "loss": 4.0592,
+      "lr": 0.0007114685314685315,
+      "step": 2564,
+      "tokens_trained": 1.260261648
+    },
+    {
+      "epoch": 0.7278916388908588,
+      "grad_norm": 6.633793830871582,
+      "loss": 4.0871,
+      "lr": 0.0007111888111888112,
+      "step": 2566,
+      "tokens_trained": 1.261235168
+    },
+    {
+      "epoch": 0.7284589745408127,
+      "grad_norm": 9.645057678222656,
+      "loss": 4.0707,
+      "lr": 0.0007109090909090909,
+      "step": 2568,
+      "tokens_trained": 1.26221864
+    },
+    {
+      "epoch": 0.7290263101907666,
+      "grad_norm": 8.770727157592773,
+      "loss": 4.0757,
+      "lr": 0.0007106293706293706,
+      "step": 2570,
+      "tokens_trained": 1.263199256
+    },
+    {
+      "epoch": 0.7295936458407205,
+      "grad_norm": 6.190083980560303,
+      "loss": 4.0911,
+      "lr": 0.0007103496503496504,
+      "step": 2572,
+      "tokens_trained": 1.264180424
+    },
+    {
+      "epoch": 0.7301609814906744,
+      "grad_norm": 11.070337295532227,
+      "loss": 4.0566,
+      "lr": 0.0007100699300699301,
+      "step": 2574,
+      "tokens_trained": 1.265164384
+    },
+    {
+      "epoch": 0.7307283171406284,
+      "grad_norm": 8.301725387573242,
+      "loss": 4.0636,
+      "lr": 0.0007097902097902098,
+      "step": 2576,
+      "tokens_trained": 1.266148592
+    },
+    {
+      "epoch": 0.7312956527905822,
+      "grad_norm": 5.524992942810059,
+      "loss": 4.0974,
+      "lr": 0.0007095104895104895,
+      "step": 2578,
+      "tokens_trained": 1.26712948
+    },
+    {
+      "epoch": 0.7318629884405361,
+      "grad_norm": 11.42268180847168,
+      "loss": 4.0858,
+      "lr": 0.0007092307692307692,
+      "step": 2580,
+      "tokens_trained": 1.268107968
+    },
+    {
+      "epoch": 0.73243032409049,
+      "grad_norm": 6.110471725463867,
+      "loss": 4.0563,
+      "lr": 0.000708951048951049,
+      "step": 2582,
+      "tokens_trained": 1.26909272
+    },
+    {
+      "epoch": 0.732997659740444,
+      "grad_norm": 4.583469867706299,
+      "loss": 4.0907,
+      "lr": 0.0007086713286713287,
+      "step": 2584,
+      "tokens_trained": 1.270074432
+    },
+    {
+      "epoch": 0.7335649953903979,
+      "grad_norm": 4.348790645599365,
+      "loss": 4.0768,
+      "lr": 0.0007083916083916084,
+      "step": 2586,
+      "tokens_trained": 1.271059184
+    },
+    {
+      "epoch": 0.7341323310403517,
+      "grad_norm": 9.383113861083984,
+      "loss": 4.0829,
+      "lr": 0.000708111888111888,
+      "step": 2588,
+      "tokens_trained": 1.272044288
+    },
+    {
+      "epoch": 0.7346996666903056,
+      "grad_norm": 8.594022750854492,
+      "loss": 4.097,
+      "lr": 0.0007078321678321679,
+      "step": 2590,
+      "tokens_trained": 1.273026808
+    },
+    {
+      "epoch": 0.7352670023402595,
+      "grad_norm": 8.971443176269531,
+      "loss": 4.0689,
+      "lr": 0.0007075524475524475,
+      "step": 2592,
+      "tokens_trained": 1.274011272
+    },
+    {
+      "epoch": 0.7358343379902135,
+      "grad_norm": 14.21872615814209,
+      "loss": 4.0892,
+      "lr": 0.0007072727272727273,
+      "step": 2594,
+      "tokens_trained": 1.274995728
+    },
+    {
+      "epoch": 0.7364016736401674,
+      "grad_norm": 5.579262733459473,
+      "loss": 4.1151,
+      "lr": 0.000706993006993007,
+      "step": 2596,
+      "tokens_trained": 1.27598244
+    },
+    {
+      "epoch": 0.7369690092901212,
+      "grad_norm": 7.760303974151611,
+      "loss": 4.0923,
+      "lr": 0.0007067132867132867,
+      "step": 2598,
+      "tokens_trained": 1.276966176
+    },
+    {
+      "epoch": 0.7375363449400751,
+      "grad_norm": 8.493928909301758,
+      "loss": 4.1002,
+      "lr": 0.0007064335664335665,
+      "step": 2600,
+      "tokens_trained": 1.277946064
+    },
+    {
+      "epoch": 0.7381036805900291,
+      "grad_norm": 7.7460126876831055,
+      "loss": 4.0464,
+      "lr": 0.0007061538461538462,
+      "step": 2602,
+      "tokens_trained": 1.278928016
+    },
+    {
+      "epoch": 0.738671016239983,
+      "grad_norm": 14.752384185791016,
+      "loss": 4.0694,
+      "lr": 0.0007058741258741259,
+      "step": 2604,
+      "tokens_trained": 1.27991464
+    },
+    {
+      "epoch": 0.7392383518899369,
+      "grad_norm": 4.13566255569458,
+      "loss": 4.0852,
+      "lr": 0.0007055944055944055,
+      "step": 2606,
+      "tokens_trained": 1.280898424
+    },
+    {
+      "epoch": 0.7398056875398907,
+      "grad_norm": 9.910110473632812,
+      "loss": 4.0819,
+      "lr": 0.0007053146853146854,
+      "step": 2608,
+      "tokens_trained": 1.281880448
+    },
+    {
+      "epoch": 0.7403730231898447,
+      "grad_norm": 8.776302337646484,
+      "loss": 4.0908,
+      "lr": 0.000705034965034965,
+      "step": 2610,
+      "tokens_trained": 1.282866224
+    },
+    {
+      "epoch": 0.7409403588397986,
+      "grad_norm": 7.437447547912598,
+      "loss": 4.0914,
+      "lr": 0.0007047552447552448,
+      "step": 2612,
+      "tokens_trained": 1.283846848
+    },
+    {
+      "epoch": 0.7415076944897525,
+      "grad_norm": 5.371145248413086,
+      "loss": 4.0601,
+      "lr": 0.0007044755244755245,
+      "step": 2614,
+      "tokens_trained": 1.284828288
+    },
+    {
+      "epoch": 0.7420750301397064,
+      "grad_norm": 5.754990100860596,
+      "loss": 4.034,
+      "lr": 0.0007041958041958041,
+      "step": 2616,
+      "tokens_trained": 1.285813632
+    },
+    {
+      "epoch": 0.7426423657896603,
+      "grad_norm": 12.21330738067627,
+      "loss": 4.0893,
+      "lr": 0.000703916083916084,
+      "step": 2618,
+      "tokens_trained": 1.286796048
+    },
+    {
+      "epoch": 0.7432097014396142,
+      "grad_norm": 6.313106060028076,
+      "loss": 4.1348,
+      "lr": 0.0007036363636363636,
+      "step": 2620,
+      "tokens_trained": 1.287779984
+    },
+    {
+      "epoch": 0.7437770370895681,
+      "grad_norm": 3.671832323074341,
+      "loss": 4.0892,
+      "lr": 0.0007033566433566434,
+      "step": 2622,
+      "tokens_trained": 1.288763704
+    },
+    {
+      "epoch": 0.744344372739522,
+      "grad_norm": 7.610039710998535,
+      "loss": 4.0544,
+      "lr": 0.000703076923076923,
+      "step": 2624,
+      "tokens_trained": 1.289748608
+    },
+    {
+      "epoch": 0.7446280405644989,
+      "eval_loss": 1.0216281414031982,
+      "eval_runtime": 21.3239,
+      "step": 2625,
+      "tokens_trained": 1.290237248
+    },
+    {
+      "epoch": 0.744911708389476,
+      "grad_norm": 10.805936813354492,
+      "loss": 4.0702,
+      "lr": 0.0007027972027972029,
+      "step": 2626,
+      "tokens_trained": 1.290726104
+    },
+    {
+      "epoch": 0.7454790440394298,
+      "grad_norm": 8.497400283813477,
+      "loss": 4.056,
+      "lr": 0.0007025174825174825,
+      "step": 2628,
+      "tokens_trained": 1.291710888
+    },
+    {
+      "epoch": 0.7460463796893837,
+      "grad_norm": 7.71652364730835,
+      "loss": 4.0428,
+      "lr": 0.0007022377622377623,
+      "step": 2630,
+      "tokens_trained": 1.2926998
+    },
+    {
+      "epoch": 0.7466137153393376,
+      "grad_norm": 11.314064979553223,
+      "loss": 4.0442,
+      "lr": 0.000701958041958042,
+      "step": 2632,
+      "tokens_trained": 1.293681648
+    },
+    {
+      "epoch": 0.7471810509892916,
+      "grad_norm": 8.498956680297852,
+      "loss": 4.0806,
+      "lr": 0.0007016783216783216,
+      "step": 2634,
+      "tokens_trained": 1.29466332
+    },
+    {
+      "epoch": 0.7477483866392455,
+      "grad_norm": 8.315062522888184,
+      "loss": 4.0496,
+      "lr": 0.0007013986013986015,
+      "step": 2636,
+      "tokens_trained": 1.29565108
+    },
+    {
+      "epoch": 0.7483157222891993,
+      "grad_norm": 7.541136264801025,
+      "loss": 4.0901,
+      "lr": 0.0007011188811188811,
+      "step": 2638,
+      "tokens_trained": 1.296633192
+    },
+    {
+      "epoch": 0.7488830579391532,
+      "grad_norm": 5.977221965789795,
+      "loss": 4.0612,
+      "lr": 0.0007008391608391609,
+      "step": 2640,
+      "tokens_trained": 1.297621272
+    },
+    {
+      "epoch": 0.7494503935891071,
+      "grad_norm": 5.02126932144165,
+      "loss": 4.0944,
+      "lr": 0.0007005594405594405,
+      "step": 2642,
+      "tokens_trained": 1.298601744
+    },
+    {
+      "epoch": 0.7500177292390611,
+      "grad_norm": 6.345284938812256,
+      "loss": 4.0578,
+      "lr": 0.0007002797202797204,
+      "step": 2644,
+      "tokens_trained": 1.299583072
+    },
+    {
+      "epoch": 0.750585064889015,
+      "grad_norm": 7.036267280578613,
+      "loss": 4.0472,
+      "lr": 0.0007,
+      "step": 2646,
+      "tokens_trained": 1.300567448
+    },
+    {
+      "epoch": 0.7511524005389689,
+      "grad_norm": 2.7125253677368164,
+      "loss": 4.0534,
+      "lr": 0.0006997202797202797,
+      "step": 2648,
+      "tokens_trained": 1.301554096
+    },
+    {
+      "epoch": 0.7517197361889227,
+      "grad_norm": 3.862492322921753,
+      "loss": 4.0696,
+      "lr": 0.0006994405594405595,
+      "step": 2650,
+      "tokens_trained": 1.302540112
+    },
+    {
+      "epoch": 0.7522870718388767,
+      "grad_norm": 2.0384063720703125,
+      "loss": 4.0662,
+      "lr": 0.0006991608391608391,
+      "step": 2652,
+      "tokens_trained": 1.30352596
+    },
+    {
+      "epoch": 0.7528544074888306,
+      "grad_norm": 5.195199966430664,
+      "loss": 4.0819,
+      "lr": 0.000698881118881119,
+      "step": 2654,
+      "tokens_trained": 1.30450616
+    },
+    {
+      "epoch": 0.7534217431387845,
+      "grad_norm": 14.55208969116211,
+      "loss": 4.0757,
+      "lr": 0.0006986013986013986,
+      "step": 2656,
+      "tokens_trained": 1.305488752
+    },
+    {
+      "epoch": 0.7539890787887384,
+      "grad_norm": 10.982531547546387,
+      "loss": 4.0474,
+      "lr": 0.0006983216783216784,
+      "step": 2658,
+      "tokens_trained": 1.306474856
+    },
+    {
+      "epoch": 0.7545564144386923,
+      "grad_norm": 7.926928997039795,
+      "loss": 4.0497,
+      "lr": 0.000698041958041958,
+      "step": 2660,
+      "tokens_trained": 1.307456136
+    },
+    {
+      "epoch": 0.7551237500886462,
+      "grad_norm": 5.156681537628174,
+      "loss": 4.098,
+      "lr": 0.0006977622377622378,
+      "step": 2662,
+      "tokens_trained": 1.308442664
+    },
+    {
+      "epoch": 0.7556910857386001,
+      "grad_norm": 8.156705856323242,
+      "loss": 4.0828,
+      "lr": 0.0006974825174825175,
+      "step": 2664,
+      "tokens_trained": 1.309422976
+    },
+    {
+      "epoch": 0.756258421388554,
+      "grad_norm": 8.489871978759766,
+      "loss": 4.0668,
+      "lr": 0.0006972027972027972,
+      "step": 2666,
+      "tokens_trained": 1.310406152
+    },
+    {
+      "epoch": 0.756825757038508,
+      "grad_norm": 13.065528869628906,
+      "loss": 4.0915,
+      "lr": 0.000696923076923077,
+      "step": 2668,
+      "tokens_trained": 1.311392576
+    },
+    {
+      "epoch": 0.7573930926884618,
+      "grad_norm": 7.475847244262695,
+      "loss": 4.0308,
+      "lr": 0.0006966433566433566,
+      "step": 2670,
+      "tokens_trained": 1.312378776
+    },
+    {
+      "epoch": 0.7579604283384157,
+      "grad_norm": 7.049544334411621,
+      "loss": 4.0662,
+      "lr": 0.0006963636363636365,
+      "step": 2672,
+      "tokens_trained": 1.313358848
+    },
+    {
+      "epoch": 0.7585277639883696,
+      "grad_norm": 5.037269115447998,
+      "loss": 4.1016,
+      "lr": 0.0006960839160839161,
+      "step": 2674,
+      "tokens_trained": 1.3143412
+    },
+    {
+      "epoch": 0.7590950996383236,
+      "grad_norm": 10.421965599060059,
+      "loss": 4.0655,
+      "lr": 0.0006958041958041958,
+      "step": 2676,
+      "tokens_trained": 1.315322968
+    },
+    {
+      "epoch": 0.7596624352882775,
+      "grad_norm": 8.08486557006836,
+      "loss": 4.0933,
+      "lr": 0.0006955244755244755,
+      "step": 2678,
+      "tokens_trained": 1.316306592
+    },
+    {
+      "epoch": 0.7602297709382313,
+      "grad_norm": 10.121665954589844,
+      "loss": 4.0673,
+      "lr": 0.0006952447552447553,
+      "step": 2680,
+      "tokens_trained": 1.317292536
+    },
+    {
+      "epoch": 0.7607971065881852,
+      "grad_norm": 4.840561389923096,
+      "loss": 4.089,
+      "lr": 0.000694965034965035,
+      "step": 2682,
+      "tokens_trained": 1.318278512
+    },
+    {
+      "epoch": 0.7613644422381391,
+      "grad_norm": 5.03504753112793,
+      "loss": 4.0696,
+      "lr": 0.0006946853146853147,
+      "step": 2684,
+      "tokens_trained": 1.319263032
+    },
+    {
+      "epoch": 0.7619317778880931,
+      "grad_norm": 12.180596351623535,
+      "loss": 4.1166,
+      "lr": 0.0006944055944055943,
+      "step": 2686,
+      "tokens_trained": 1.320252752
+    },
+    {
+      "epoch": 0.762499113538047,
+      "grad_norm": 8.842597007751465,
+      "loss": 4.0946,
+      "lr": 0.0006941258741258741,
+      "step": 2688,
+      "tokens_trained": 1.321239648
+    },
+    {
+      "epoch": 0.7630664491880008,
+      "grad_norm": 4.742710113525391,
+      "loss": 4.0894,
+      "lr": 0.0006938461538461539,
+      "step": 2690,
+      "tokens_trained": 1.322224872
+    },
+    {
+      "epoch": 0.7636337848379547,
+      "grad_norm": 2.7827649116516113,
+      "loss": 4.0453,
+      "lr": 0.0006935664335664336,
+      "step": 2692,
+      "tokens_trained": 1.323211432
+    },
+    {
+      "epoch": 0.7642011204879087,
+      "grad_norm": 8.263550758361816,
+      "loss": 4.0034,
+      "lr": 0.0006932867132867133,
+      "step": 2694,
+      "tokens_trained": 1.324190272
+    },
+    {
+      "epoch": 0.7647684561378626,
+      "grad_norm": 14.927130699157715,
+      "loss": 4.0243,
+      "lr": 0.000693006993006993,
+      "step": 2696,
+      "tokens_trained": 1.325175184
+    },
+    {
+      "epoch": 0.7653357917878165,
+      "grad_norm": 9.046390533447266,
+      "loss": 4.0646,
+      "lr": 0.0006927272727272728,
+      "step": 2698,
+      "tokens_trained": 1.326156856
+    },
+    {
+      "epoch": 0.7659031274377703,
+      "grad_norm": 7.640266418457031,
+      "loss": 4.0581,
+      "lr": 0.0006924475524475524,
+      "step": 2700,
+      "tokens_trained": 1.327134224
+    },
+    {
+      "epoch": 0.7664704630877243,
+      "grad_norm": 11.179667472839355,
+      "loss": 4.0286,
+      "lr": 0.0006921678321678322,
+      "step": 2702,
+      "tokens_trained": 1.328119376
+    },
+    {
+      "epoch": 0.7670377987376782,
+      "grad_norm": 13.961971282958984,
+      "loss": 4.072,
+      "lr": 0.0006918881118881118,
+      "step": 2704,
+      "tokens_trained": 1.329097248
+    },
+    {
+      "epoch": 0.7676051343876321,
+      "grad_norm": 5.873361110687256,
+      "loss": 4.1069,
+      "lr": 0.0006916083916083916,
+      "step": 2706,
+      "tokens_trained": 1.330079272
+    },
+    {
+      "epoch": 0.768172470037586,
+      "grad_norm": 5.7134623527526855,
+      "loss": 4.0483,
+      "lr": 0.0006913286713286714,
+      "step": 2708,
+      "tokens_trained": 1.331062968
+    },
+    {
+      "epoch": 0.7687398056875399,
+      "grad_norm": 8.088322639465332,
+      "loss": 4.0806,
+      "lr": 0.0006910489510489511,
+      "step": 2710,
+      "tokens_trained": 1.3320508
+    },
+    {
+      "epoch": 0.7693071413374938,
+      "grad_norm": 12.358318328857422,
+      "loss": 4.0281,
+      "lr": 0.0006907692307692308,
+      "step": 2712,
+      "tokens_trained": 1.333034392
+    },
+    {
+      "epoch": 0.7698744769874477,
+      "grad_norm": 6.448056221008301,
+      "loss": 4.0449,
+      "lr": 0.0006904895104895104,
+      "step": 2714,
+      "tokens_trained": 1.334018424
+    },
+    {
+      "epoch": 0.7704418126374016,
+      "grad_norm": 10.305964469909668,
+      "loss": 4.0611,
+      "lr": 0.0006902097902097903,
+      "step": 2716,
+      "tokens_trained": 1.33500044
+    },
+    {
+      "epoch": 0.7710091482873556,
+      "grad_norm": 8.82204532623291,
+      "loss": 4.0697,
+      "lr": 0.0006899300699300699,
+      "step": 2718,
+      "tokens_trained": 1.335985304
+    },
+    {
+      "epoch": 0.7715764839373094,
+      "grad_norm": 11.34217643737793,
+      "loss": 4.0471,
+      "lr": 0.0006896503496503497,
+      "step": 2720,
+      "tokens_trained": 1.336971752
+    },
+    {
+      "epoch": 0.7721438195872633,
+      "grad_norm": 9.843841552734375,
+      "loss": 4.1015,
+      "lr": 0.0006893706293706293,
+      "step": 2722,
+      "tokens_trained": 1.337955296
+    },
+    {
+      "epoch": 0.7727111552372172,
+      "grad_norm": 8.029809951782227,
+      "loss": 4.0432,
+      "lr": 0.0006890909090909091,
+      "step": 2724,
+      "tokens_trained": 1.338936912
+    },
+    {
+      "epoch": 0.7732784908871712,
+      "grad_norm": 8.858033180236816,
+      "loss": 4.0841,
+      "lr": 0.0006888111888111889,
+      "step": 2726,
+      "tokens_trained": 1.339920296
+    },
+    {
+      "epoch": 0.7738458265371251,
+      "grad_norm": 6.917725086212158,
+      "loss": 4.0701,
+      "lr": 0.0006885314685314685,
+      "step": 2728,
+      "tokens_trained": 1.340910088
+    },
+    {
+      "epoch": 0.7744131621870789,
+      "grad_norm": 9.695552825927734,
+      "loss": 4.0818,
+      "lr": 0.0006882517482517483,
+      "step": 2730,
+      "tokens_trained": 1.341895264
+    },
+    {
+      "epoch": 0.7749804978370328,
+      "grad_norm": 8.998181343078613,
+      "loss": 4.0734,
+      "lr": 0.0006879720279720279,
+      "step": 2732,
+      "tokens_trained": 1.342875544
+    },
+    {
+      "epoch": 0.7755478334869867,
+      "grad_norm": 7.250143527984619,
+      "loss": 4.0511,
+      "lr": 0.0006876923076923078,
+      "step": 2734,
+      "tokens_trained": 1.34386044
+    },
+    {
+      "epoch": 0.7761151691369407,
+      "grad_norm": 8.95149040222168,
+      "loss": 4.0671,
+      "lr": 0.0006874125874125874,
+      "step": 2736,
+      "tokens_trained": 1.344844568
+    },
+    {
+      "epoch": 0.7766825047868946,
+      "grad_norm": 9.469155311584473,
+      "loss": 4.0549,
+      "lr": 0.0006871328671328672,
+      "step": 2738,
+      "tokens_trained": 1.3458226
+    },
+    {
+      "epoch": 0.7772498404368484,
+      "grad_norm": 6.303086757659912,
+      "loss": 4.0808,
+      "lr": 0.0006868531468531468,
+      "step": 2740,
+      "tokens_trained": 1.346809256
+    },
+    {
+      "epoch": 0.7778171760868023,
+      "grad_norm": 6.282865524291992,
+      "loss": 4.0425,
+      "lr": 0.0006865734265734265,
+      "step": 2742,
+      "tokens_trained": 1.347790504
+    },
+    {
+      "epoch": 0.7783845117367563,
+      "grad_norm": 6.448110103607178,
+      "loss": 4.0512,
+      "lr": 0.0006862937062937064,
+      "step": 2744,
+      "tokens_trained": 1.348770416
+    },
+    {
+      "epoch": 0.7789518473867102,
+      "grad_norm": 3.967651128768921,
+      "loss": 4.0189,
+      "lr": 0.000686013986013986,
+      "step": 2746,
+      "tokens_trained": 1.34975288
+    },
+    {
+      "epoch": 0.7795191830366641,
+      "grad_norm": 4.253781318664551,
+      "loss": 4.0774,
+      "lr": 0.0006857342657342658,
+      "step": 2748,
+      "tokens_trained": 1.350729672
+    },
+    {
+      "epoch": 0.7800865186866179,
+      "grad_norm": 15.237231254577637,
+      "loss": 4.0929,
+      "lr": 0.0006854545454545454,
+      "step": 2750,
+      "tokens_trained": 1.351711184
+    },
+    {
+      "epoch": 0.7800865186866179,
+      "eval_loss": 1.0141865015029907,
+      "eval_runtime": 20.7754,
+      "step": 2750,
+      "tokens_trained": 1.351711184
+    },
+    {
+      "epoch": 0.7806538543365719,
+      "grad_norm": 14.367753028869629,
+      "loss": 4.0422,
+      "lr": 0.0006851748251748253,
+      "step": 2752,
+      "tokens_trained": 1.352694296
+    },
+    {
+      "epoch": 0.7812211899865258,
+      "grad_norm": 4.344571590423584,
+      "loss": 4.018,
+      "lr": 0.0006848951048951049,
+      "step": 2754,
+      "tokens_trained": 1.353678976
+    },
+    {
+      "epoch": 0.7817885256364797,
+      "grad_norm": 4.031637191772461,
+      "loss": 4.0568,
+      "lr": 0.0006846153846153846,
+      "step": 2756,
+      "tokens_trained": 1.354661624
+    },
+    {
+      "epoch": 0.7823558612864336,
+      "grad_norm": 11.08716106414795,
+      "loss": 4.0717,
+      "lr": 0.0006843356643356643,
+      "step": 2758,
+      "tokens_trained": 1.355644416
+    },
+    {
+      "epoch": 0.7829231969363875,
+      "grad_norm": 10.119296073913574,
+      "loss": 4.0726,
+      "lr": 0.000684055944055944,
+      "step": 2760,
+      "tokens_trained": 1.356625632
+    },
+    {
+      "epoch": 0.7834905325863414,
+      "grad_norm": 14.678930282592773,
+      "loss": 4.065,
+      "lr": 0.0006837762237762239,
+      "step": 2762,
+      "tokens_trained": 1.357605968
+    },
+    {
+      "epoch": 0.7840578682362953,
+      "grad_norm": 2.6932129859924316,
+      "loss": 4.0831,
+      "lr": 0.0006834965034965035,
+      "step": 2764,
+      "tokens_trained": 1.358590808
+    },
+    {
+      "epoch": 0.7846252038862492,
+      "grad_norm": 22.138845443725586,
+      "loss": 4.1011,
+      "lr": 0.0006832167832167833,
+      "step": 2766,
+      "tokens_trained": 1.359570928
+    },
+    {
+      "epoch": 0.7851925395362032,
+      "grad_norm": 17.627702713012695,
+      "loss": 4.1441,
+      "lr": 0.0006829370629370629,
+      "step": 2768,
+      "tokens_trained": 1.36055716
+    },
+    {
+      "epoch": 0.785759875186157,
+      "grad_norm": 9.9471435546875,
+      "loss": 4.122,
+      "lr": 0.0006826573426573427,
+      "step": 2770,
+      "tokens_trained": 1.361539352
+    },
+    {
+      "epoch": 0.7863272108361109,
+      "grad_norm": 11.452835083007812,
+      "loss": 4.0928,
+      "lr": 0.0006823776223776224,
+      "step": 2772,
+      "tokens_trained": 1.362519
+    },
+    {
+      "epoch": 0.7868945464860648,
+      "grad_norm": 15.566934585571289,
+      "loss": 4.0816,
+      "lr": 0.0006820979020979021,
+      "step": 2774,
+      "tokens_trained": 1.363505808
+    },
+    {
+      "epoch": 0.7874618821360188,
+      "grad_norm": 8.46238899230957,
+      "loss": 4.0924,
+      "lr": 0.0006818181818181818,
+      "step": 2776,
+      "tokens_trained": 1.364484496
+    },
+    {
+      "epoch": 0.7880292177859727,
+      "grad_norm": 4.6673688888549805,
+      "loss": 4.0732,
+      "lr": 0.0006815384615384615,
+      "step": 2778,
+      "tokens_trained": 1.365468696
+    },
+    {
+      "epoch": 0.7885965534359265,
+      "grad_norm": 10.422809600830078,
+      "loss": 4.0285,
+      "lr": 0.0006812587412587414,
+      "step": 2780,
+      "tokens_trained": 1.36645104
+    },
+    {
+      "epoch": 0.7891638890858804,
+      "grad_norm": 11.707451820373535,
+      "loss": 4.0645,
+      "lr": 0.000680979020979021,
+      "step": 2782,
+      "tokens_trained": 1.367433136
+    },
+    {
+      "epoch": 0.7897312247358343,
+      "grad_norm": 6.887526988983154,
+      "loss": 4.0591,
+      "lr": 0.0006806993006993007,
+      "step": 2784,
+      "tokens_trained": 1.368420024
+    },
+    {
+      "epoch": 0.7902985603857883,
+      "grad_norm": 7.914979457855225,
+      "loss": 4.0641,
+      "lr": 0.0006804195804195804,
+      "step": 2786,
+      "tokens_trained": 1.369401936
+    },
+    {
+      "epoch": 0.7908658960357422,
+      "grad_norm": 7.964488506317139,
+      "loss": 4.0462,
+      "lr": 0.0006801398601398602,
+      "step": 2788,
+      "tokens_trained": 1.370384896
+    },
+    {
+      "epoch": 0.791433231685696,
+      "grad_norm": 7.16652774810791,
+      "loss": 4.026,
+      "lr": 0.0006798601398601399,
+      "step": 2790,
+      "tokens_trained": 1.371365304
+    },
+    {
+      "epoch": 0.7920005673356499,
+      "grad_norm": 8.604512214660645,
+      "loss": 4.0407,
+      "lr": 0.0006795804195804196,
+      "step": 2792,
+      "tokens_trained": 1.372349584
+    },
+    {
+      "epoch": 0.7925679029856039,
+      "grad_norm": 6.616272449493408,
+      "loss": 4.0417,
+      "lr": 0.0006793006993006992,
+      "step": 2794,
+      "tokens_trained": 1.373330584
+    },
+    {
+      "epoch": 0.7931352386355578,
+      "grad_norm": 3.8474340438842773,
+      "loss": 4.0322,
+      "lr": 0.000679020979020979,
+      "step": 2796,
+      "tokens_trained": 1.374312888
+    },
+    {
+      "epoch": 0.7937025742855117,
+      "grad_norm": 11.628402709960938,
+      "loss": 4.0378,
+      "lr": 0.0006787412587412588,
+      "step": 2798,
+      "tokens_trained": 1.375294704
+    },
+    {
+      "epoch": 0.7942699099354655,
+      "grad_norm": 7.480481147766113,
+      "loss": 4.1031,
+      "lr": 0.0006784615384615385,
+      "step": 2800,
+      "tokens_trained": 1.376279072
+    },
+    {
+      "epoch": 0.7948372455854195,
+      "grad_norm": 6.449431896209717,
+      "loss": 4.0397,
+      "lr": 0.0006781818181818182,
+      "step": 2802,
+      "tokens_trained": 1.377265568
+    },
+    {
+      "epoch": 0.7954045812353734,
+      "grad_norm": 5.179644584655762,
+      "loss": 4.0826,
+      "lr": 0.0006779020979020979,
+      "step": 2804,
+      "tokens_trained": 1.378250776
+    },
+    {
+      "epoch": 0.7959719168853273,
+      "grad_norm": 8.918203353881836,
+      "loss": 4.0358,
+      "lr": 0.0006776223776223777,
+      "step": 2806,
+      "tokens_trained": 1.379235464
+    },
+    {
+      "epoch": 0.7965392525352812,
+      "grad_norm": 6.065394878387451,
+      "loss": 4.0754,
+      "lr": 0.0006773426573426574,
+      "step": 2808,
+      "tokens_trained": 1.380215248
+    },
+    {
+      "epoch": 0.797106588185235,
+      "grad_norm": 3.9142706394195557,
+      "loss": 4.0274,
+      "lr": 0.0006770629370629371,
+      "step": 2810,
+      "tokens_trained": 1.381197872
+    },
+    {
+      "epoch": 0.797673923835189,
+      "grad_norm": 12.86207103729248,
+      "loss": 4.0471,
+      "lr": 0.0006767832167832167,
+      "step": 2812,
+      "tokens_trained": 1.38218364
+    },
+    {
+      "epoch": 0.7982412594851429,
+      "grad_norm": 10.052533149719238,
+      "loss": 4.0628,
+      "lr": 0.0006765034965034965,
+      "step": 2814,
+      "tokens_trained": 1.383170176
+    },
+    {
+      "epoch": 0.7988085951350968,
+      "grad_norm": 5.910792827606201,
+      "loss": 4.0358,
+      "lr": 0.0006762237762237763,
+      "step": 2816,
+      "tokens_trained": 1.384154592
+    },
+    {
+      "epoch": 0.7993759307850508,
+      "grad_norm": 13.312492370605469,
+      "loss": 4.0694,
+      "lr": 0.000675944055944056,
+      "step": 2818,
+      "tokens_trained": 1.385138352
+    },
+    {
+      "epoch": 0.7999432664350046,
+      "grad_norm": 12.467507362365723,
+      "loss": 4.0705,
+      "lr": 0.0006756643356643357,
+      "step": 2820,
+      "tokens_trained": 1.386123232
+    },
+    {
+      "epoch": 0.8005106020849585,
+      "grad_norm": 4.8490824699401855,
+      "loss": 4.0387,
+      "lr": 0.0006753846153846153,
+      "step": 2822,
+      "tokens_trained": 1.387107008
+    },
+    {
+      "epoch": 0.8010779377349124,
+      "grad_norm": 13.596024513244629,
+      "loss": 4.0505,
+      "lr": 0.0006751048951048951,
+      "step": 2824,
+      "tokens_trained": 1.388091632
+    },
+    {
+      "epoch": 0.8016452733848664,
+      "grad_norm": 13.633816719055176,
+      "loss": 4.0894,
+      "lr": 0.0006748251748251748,
+      "step": 2826,
+      "tokens_trained": 1.389077456
+    },
+    {
+      "epoch": 0.8022126090348203,
+      "grad_norm": 4.448362827301025,
+      "loss": 4.0623,
+      "lr": 0.0006745454545454546,
+      "step": 2828,
+      "tokens_trained": 1.39006124
+    },
+    {
+      "epoch": 0.8027799446847741,
+      "grad_norm": 21.12818717956543,
+      "loss": 4.1275,
+      "lr": 0.0006742657342657342,
+      "step": 2830,
+      "tokens_trained": 1.391043016
+    },
+    {
+      "epoch": 0.803347280334728,
+      "grad_norm": 10.096168518066406,
+      "loss": 4.0858,
+      "lr": 0.000673986013986014,
+      "step": 2832,
+      "tokens_trained": 1.392026656
+    },
+    {
+      "epoch": 0.803914615984682,
+      "grad_norm": 4.614907264709473,
+      "loss": 4.0075,
+      "lr": 0.0006737062937062938,
+      "step": 2834,
+      "tokens_trained": 1.393006784
+    },
+    {
+      "epoch": 0.8044819516346359,
+      "grad_norm": 13.106852531433105,
+      "loss": 4.1113,
+      "lr": 0.0006734265734265734,
+      "step": 2836,
+      "tokens_trained": 1.393990424
+    },
+    {
+      "epoch": 0.8050492872845898,
+      "grad_norm": 4.287477493286133,
+      "loss": 4.0818,
+      "lr": 0.0006731468531468532,
+      "step": 2838,
+      "tokens_trained": 1.39497072
+    },
+    {
+      "epoch": 0.8056166229345436,
+      "grad_norm": 9.295431137084961,
+      "loss": 4.0652,
+      "lr": 0.0006728671328671328,
+      "step": 2840,
+      "tokens_trained": 1.395951488
+    },
+    {
+      "epoch": 0.8061839585844975,
+      "grad_norm": 12.001997947692871,
+      "loss": 4.1061,
+      "lr": 0.0006725874125874126,
+      "step": 2842,
+      "tokens_trained": 1.396933744
+    },
+    {
+      "epoch": 0.8067512942344515,
+      "grad_norm": 15.18830680847168,
+      "loss": 4.0483,
+      "lr": 0.0006723076923076923,
+      "step": 2844,
+      "tokens_trained": 1.397915696
+    },
+    {
+      "epoch": 0.8073186298844054,
+      "grad_norm": 9.936029434204102,
+      "loss": 4.0559,
+      "lr": 0.0006720279720279721,
+      "step": 2846,
+      "tokens_trained": 1.398900048
+    },
+    {
+      "epoch": 0.8078859655343593,
+      "grad_norm": 4.903693199157715,
+      "loss": 4.0474,
+      "lr": 0.0006717482517482517,
+      "step": 2848,
+      "tokens_trained": 1.399885336
+    },
+    {
+      "epoch": 0.8084533011843131,
+      "grad_norm": 6.753813743591309,
+      "loss": 4.0365,
+      "lr": 0.0006714685314685314,
+      "step": 2850,
+      "tokens_trained": 1.400867432
+    },
+    {
+      "epoch": 0.8090206368342671,
+      "grad_norm": 10.53545093536377,
+      "loss": 4.0697,
+      "lr": 0.0006711888111888113,
+      "step": 2852,
+      "tokens_trained": 1.401849552
+    },
+    {
+      "epoch": 0.809587972484221,
+      "grad_norm": 7.666012763977051,
+      "loss": 3.9955,
+      "lr": 0.0006709090909090909,
+      "step": 2854,
+      "tokens_trained": 1.402832496
+    },
+    {
+      "epoch": 0.8101553081341749,
+      "grad_norm": 11.65257740020752,
+      "loss": 4.0377,
+      "lr": 0.0006706293706293707,
+      "step": 2856,
+      "tokens_trained": 1.403816768
+    },
+    {
+      "epoch": 0.8107226437841288,
+      "grad_norm": 10.997775077819824,
+      "loss": 4.0145,
+      "lr": 0.0006703496503496503,
+      "step": 2858,
+      "tokens_trained": 1.404804968
+    },
+    {
+      "epoch": 0.8112899794340827,
+      "grad_norm": 3.699673652648926,
+      "loss": 4.1053,
+      "lr": 0.0006700699300699301,
+      "step": 2860,
+      "tokens_trained": 1.40578656
+    },
+    {
+      "epoch": 0.8118573150840366,
+      "grad_norm": 17.54732894897461,
+      "loss": 4.121,
+      "lr": 0.0006697902097902098,
+      "step": 2862,
+      "tokens_trained": 1.406773056
+    },
+    {
+      "epoch": 0.8124246507339905,
+      "grad_norm": 10.354470252990723,
+      "loss": 4.0353,
+      "lr": 0.0006695104895104895,
+      "step": 2864,
+      "tokens_trained": 1.407756592
+    },
+    {
+      "epoch": 0.8129919863839444,
+      "grad_norm": 7.760607719421387,
+      "loss": 4.0529,
+      "lr": 0.0006692307692307692,
+      "step": 2866,
+      "tokens_trained": 1.408742176
+    },
+    {
+      "epoch": 0.8135593220338984,
+      "grad_norm": 11.074470520019531,
+      "loss": 4.0223,
+      "lr": 0.0006689510489510489,
+      "step": 2868,
+      "tokens_trained": 1.409727856
+    },
+    {
+      "epoch": 0.8141266576838522,
+      "grad_norm": 12.221083641052246,
+      "loss": 4.0228,
+      "lr": 0.0006686713286713288,
+      "step": 2870,
+      "tokens_trained": 1.410712016
+    },
+    {
+      "epoch": 0.8146939933338061,
+      "grad_norm": 8.933589935302734,
+      "loss": 4.1234,
+      "lr": 0.0006683916083916084,
+      "step": 2872,
+      "tokens_trained": 1.411694496
+    },
+    {
+      "epoch": 0.81526132898376,
+      "grad_norm": 12.326020240783691,
+      "loss": 4.0772,
+      "lr": 0.0006681118881118882,
+      "step": 2874,
+      "tokens_trained": 1.412676992
+    },
+    {
+      "epoch": 0.8155449968087369,
+      "eval_loss": 1.015201449394226,
+      "eval_runtime": 20.3991,
+      "step": 2875,
+      "tokens_trained": 1.413169416
+    },
+    {
+      "epoch": 0.815828664633714,
+      "grad_norm": 8.320648193359375,
+      "loss": 4.0045,
+      "lr": 0.0006678321678321678,
+      "step": 2876,
+      "tokens_trained": 1.413657912
+    },
+    {
+      "epoch": 0.8163960002836679,
+      "grad_norm": 4.708253383636475,
+      "loss": 4.022,
+      "lr": 0.0006675524475524475,
+      "step": 2878,
+      "tokens_trained": 1.414641576
+    },
+    {
+      "epoch": 0.8169633359336217,
+      "grad_norm": 13.005586624145508,
+      "loss": 4.0305,
+      "lr": 0.0006672727272727273,
+      "step": 2880,
+      "tokens_trained": 1.415624992
+    },
+    {
+      "epoch": 0.8175306715835756,
+      "grad_norm": 8.445854187011719,
+      "loss": 4.0723,
+      "lr": 0.000666993006993007,
+      "step": 2882,
+      "tokens_trained": 1.416605936
+    },
+    {
+      "epoch": 0.8180980072335295,
+      "grad_norm": 5.153830528259277,
+      "loss": 4.0766,
+      "lr": 0.0006667132867132867,
+      "step": 2884,
+      "tokens_trained": 1.417593408
+    },
+    {
+      "epoch": 0.8186653428834835,
+      "grad_norm": 13.989762306213379,
+      "loss": 4.043,
+      "lr": 0.0006664335664335664,
+      "step": 2886,
+      "tokens_trained": 1.418577984
+    },
+    {
+      "epoch": 0.8192326785334374,
+      "grad_norm": 6.2893805503845215,
+      "loss": 4.0576,
+      "lr": 0.0006661538461538463,
+      "step": 2888,
+      "tokens_trained": 1.419557304
+    },
+    {
+      "epoch": 0.8198000141833912,
+      "grad_norm": 3.1825716495513916,
+      "loss": 4.0216,
+      "lr": 0.0006658741258741259,
+      "step": 2890,
+      "tokens_trained": 1.420538736
+    },
+    {
+      "epoch": 0.8203673498333451,
+      "grad_norm": 13.280265808105469,
+      "loss": 4.0665,
+      "lr": 0.0006655944055944056,
+      "step": 2892,
+      "tokens_trained": 1.421523048
+    },
+    {
+      "epoch": 0.8209346854832991,
+      "grad_norm": 8.963871955871582,
+      "loss": 4.0996,
+      "lr": 0.0006653146853146853,
+      "step": 2894,
+      "tokens_trained": 1.422504352
+    },
+    {
+      "epoch": 0.821502021133253,
+      "grad_norm": 9.463395118713379,
+      "loss": 4.0638,
+      "lr": 0.000665034965034965,
+      "step": 2896,
+      "tokens_trained": 1.423490256
+    },
+    {
+      "epoch": 0.8220693567832069,
+      "grad_norm": 10.848092079162598,
+      "loss": 4.0767,
+      "lr": 0.0006647552447552448,
+      "step": 2898,
+      "tokens_trained": 1.424473728
+    },
+    {
+      "epoch": 0.8226366924331607,
+      "grad_norm": 9.271900177001953,
+      "loss": 4.0675,
+      "lr": 0.0006644755244755245,
+      "step": 2900,
+      "tokens_trained": 1.425456216
+    },
+    {
+      "epoch": 0.8232040280831147,
+      "grad_norm": 8.910347938537598,
+      "loss": 4.031,
+      "lr": 0.0006641958041958042,
+      "step": 2902,
+      "tokens_trained": 1.426442408
+    },
+    {
+      "epoch": 0.8237713637330686,
+      "grad_norm": 6.92717981338501,
+      "loss": 4.1025,
+      "lr": 0.0006639160839160839,
+      "step": 2904,
+      "tokens_trained": 1.42742624
+    },
+    {
+      "epoch": 0.8243386993830225,
+      "grad_norm": 6.383159637451172,
+      "loss": 4.0057,
+      "lr": 0.0006636363636363638,
+      "step": 2906,
+      "tokens_trained": 1.428414912
+    },
+    {
+      "epoch": 0.8249060350329764,
+      "grad_norm": 5.782074451446533,
+      "loss": 4.0169,
+      "lr": 0.0006633566433566434,
+      "step": 2908,
+      "tokens_trained": 1.42939668
+    },
+    {
+      "epoch": 0.8254733706829303,
+      "grad_norm": 10.663660049438477,
+      "loss": 4.0504,
+      "lr": 0.0006630769230769231,
+      "step": 2910,
+      "tokens_trained": 1.430382648
+    },
+    {
+      "epoch": 0.8260407063328842,
+      "grad_norm": 11.806394577026367,
+      "loss": 4.065,
+      "lr": 0.0006627972027972028,
+      "step": 2912,
+      "tokens_trained": 1.43136304
+    },
+    {
+      "epoch": 0.8266080419828381,
+      "grad_norm": 5.7375617027282715,
+      "loss": 4.0133,
+      "lr": 0.0006625174825174825,
+      "step": 2914,
+      "tokens_trained": 1.432347472
+    },
+    {
+      "epoch": 0.827175377632792,
+      "grad_norm": 6.814542293548584,
+      "loss": 4.0656,
+      "lr": 0.0006622377622377623,
+      "step": 2916,
+      "tokens_trained": 1.433329632
+    },
+    {
+      "epoch": 0.827742713282746,
+      "grad_norm": 8.265726089477539,
+      "loss": 4.0206,
+      "lr": 0.000661958041958042,
+      "step": 2918,
+      "tokens_trained": 1.434312216
+    },
+    {
+      "epoch": 0.8283100489326998,
+      "grad_norm": 6.937063694000244,
+      "loss": 4.0372,
+      "lr": 0.0006616783216783216,
+      "step": 2920,
+      "tokens_trained": 1.435294504
+    },
+    {
+      "epoch": 0.8288773845826537,
+      "grad_norm": 6.773707866668701,
+      "loss": 4.0496,
+      "lr": 0.0006613986013986014,
+      "step": 2922,
+      "tokens_trained": 1.436276344
+    },
+    {
+      "epoch": 0.8294447202326076,
+      "grad_norm": 8.471631050109863,
+      "loss": 4.0834,
+      "lr": 0.0006611188811188812,
+      "step": 2924,
+      "tokens_trained": 1.43725852
+    },
+    {
+      "epoch": 0.8300120558825616,
+      "grad_norm": 10.602453231811523,
+      "loss": 4.0445,
+      "lr": 0.0006608391608391609,
+      "step": 2926,
+      "tokens_trained": 1.438239768
+    },
+    {
+      "epoch": 0.8305793915325155,
+      "grad_norm": 8.173192977905273,
+      "loss": 4.0423,
+      "lr": 0.0006605594405594406,
+      "step": 2928,
+      "tokens_trained": 1.43921892
+    },
+    {
+      "epoch": 0.8311467271824693,
+      "grad_norm": 9.510146141052246,
+      "loss": 4.0012,
+      "lr": 0.0006602797202797203,
+      "step": 2930,
+      "tokens_trained": 1.440203128
+    },
+    {
+      "epoch": 0.8317140628324232,
+      "grad_norm": 4.894539833068848,
+      "loss": 4.0574,
+      "lr": 0.00066,
+      "step": 2932,
+      "tokens_trained": 1.441187856
+    },
+    {
+      "epoch": 0.8322813984823771,
+      "grad_norm": 4.4945149421691895,
+      "loss": 4.0107,
+      "lr": 0.0006597202797202797,
+      "step": 2934,
+      "tokens_trained": 1.442164056
+    },
+    {
+      "epoch": 0.8328487341323311,
+      "grad_norm": 7.323387145996094,
+      "loss": 4.0779,
+      "lr": 0.0006594405594405595,
+      "step": 2936,
+      "tokens_trained": 1.44314688
+    },
+    {
+      "epoch": 0.833416069782285,
+      "grad_norm": 9.858680725097656,
+      "loss": 4.03,
+      "lr": 0.0006591608391608391,
+      "step": 2938,
+      "tokens_trained": 1.444127552
+    },
+    {
+      "epoch": 0.8339834054322388,
+      "grad_norm": 8.214831352233887,
+      "loss": 4.0591,
+      "lr": 0.0006588811188811189,
+      "step": 2940,
+      "tokens_trained": 1.445109336
+    },
+    {
+      "epoch": 0.8345507410821927,
+      "grad_norm": 6.628262996673584,
+      "loss": 4.0834,
+      "lr": 0.0006586013986013986,
+      "step": 2942,
+      "tokens_trained": 1.4460904
+    },
+    {
+      "epoch": 0.8351180767321467,
+      "grad_norm": 11.043391227722168,
+      "loss": 4.0516,
+      "lr": 0.0006583216783216784,
+      "step": 2944,
+      "tokens_trained": 1.447068776
+    },
+    {
+      "epoch": 0.8356854123821006,
+      "grad_norm": 8.013843536376953,
+      "loss": 4.0309,
+      "lr": 0.0006580419580419581,
+      "step": 2946,
+      "tokens_trained": 1.448046952
+    },
+    {
+      "epoch": 0.8362527480320545,
+      "grad_norm": 4.856717586517334,
+      "loss": 4.0547,
+      "lr": 0.0006577622377622377,
+      "step": 2948,
+      "tokens_trained": 1.449033752
+    },
+    {
+      "epoch": 0.8368200836820083,
+      "grad_norm": 4.799930572509766,
+      "loss": 4.0044,
+      "lr": 0.0006574825174825175,
+      "step": 2950,
+      "tokens_trained": 1.450019912
+    },
+    {
+      "epoch": 0.8373874193319623,
+      "grad_norm": 8.492339134216309,
+      "loss": 4.0368,
+      "lr": 0.0006572027972027972,
+      "step": 2952,
+      "tokens_trained": 1.451002976
+    },
+    {
+      "epoch": 0.8379547549819162,
+      "grad_norm": 7.098823547363281,
+      "loss": 3.9807,
+      "lr": 0.000656923076923077,
+      "step": 2954,
+      "tokens_trained": 1.45198412
+    },
+    {
+      "epoch": 0.8385220906318701,
+      "grad_norm": 8.705301284790039,
+      "loss": 4.0749,
+      "lr": 0.0006566433566433566,
+      "step": 2956,
+      "tokens_trained": 1.452963832
+    },
+    {
+      "epoch": 0.839089426281824,
+      "grad_norm": 2.8292014598846436,
+      "loss": 4.0241,
+      "lr": 0.0006563636363636364,
+      "step": 2958,
+      "tokens_trained": 1.453947688
+    },
+    {
+      "epoch": 0.8396567619317779,
+      "grad_norm": 3.7414586544036865,
+      "loss": 4.0554,
+      "lr": 0.0006560839160839161,
+      "step": 2960,
+      "tokens_trained": 1.45492676
+    },
+    {
+      "epoch": 0.8402240975817318,
+      "grad_norm": 11.956228256225586,
+      "loss": 4.0343,
+      "lr": 0.0006558041958041958,
+      "step": 2962,
+      "tokens_trained": 1.455907464
+    },
+    {
+      "epoch": 0.8407914332316857,
+      "grad_norm": 11.086222648620605,
+      "loss": 4.0324,
+      "lr": 0.0006555244755244756,
+      "step": 2964,
+      "tokens_trained": 1.456891688
+    },
+    {
+      "epoch": 0.8413587688816396,
+      "grad_norm": 8.380780220031738,
+      "loss": 4.0335,
+      "lr": 0.0006552447552447552,
+      "step": 2966,
+      "tokens_trained": 1.457880016
+    },
+    {
+      "epoch": 0.8419261045315936,
+      "grad_norm": 8.568910598754883,
+      "loss": 4.0431,
+      "lr": 0.000654965034965035,
+      "step": 2968,
+      "tokens_trained": 1.458866944
+    },
+    {
+      "epoch": 0.8424934401815474,
+      "grad_norm": 10.840734481811523,
+      "loss": 4.0275,
+      "lr": 0.0006546853146853147,
+      "step": 2970,
+      "tokens_trained": 1.459849096
+    },
+    {
+      "epoch": 0.8430607758315013,
+      "grad_norm": 5.364732265472412,
+      "loss": 4.0464,
+      "lr": 0.0006544055944055945,
+      "step": 2972,
+      "tokens_trained": 1.460833976
+    },
+    {
+      "epoch": 0.8436281114814552,
+      "grad_norm": 8.918869018554688,
+      "loss": 4.0501,
+      "lr": 0.0006541258741258741,
+      "step": 2974,
+      "tokens_trained": 1.461811472
+    },
+    {
+      "epoch": 0.8441954471314091,
+      "grad_norm": 10.94211483001709,
+      "loss": 4.0284,
+      "lr": 0.0006538461538461538,
+      "step": 2976,
+      "tokens_trained": 1.462798528
+    },
+    {
+      "epoch": 0.8447627827813631,
+      "grad_norm": 14.475136756896973,
+      "loss": 4.0597,
+      "lr": 0.0006535664335664336,
+      "step": 2978,
+      "tokens_trained": 1.46378116
+    },
+    {
+      "epoch": 0.8453301184313169,
+      "grad_norm": 8.219613075256348,
+      "loss": 4.0499,
+      "lr": 0.0006532867132867133,
+      "step": 2980,
+      "tokens_trained": 1.464758752
+    },
+    {
+      "epoch": 0.8458974540812708,
+      "grad_norm": 8.898524284362793,
+      "loss": 4.0472,
+      "lr": 0.0006530069930069931,
+      "step": 2982,
+      "tokens_trained": 1.465737992
+    },
+    {
+      "epoch": 0.8464647897312247,
+      "grad_norm": 6.673952579498291,
+      "loss": 3.9971,
+      "lr": 0.0006527272727272727,
+      "step": 2984,
+      "tokens_trained": 1.466724672
+    },
+    {
+      "epoch": 0.8470321253811787,
+      "grad_norm": 6.514251708984375,
+      "loss": 4.0245,
+      "lr": 0.0006524475524475524,
+      "step": 2986,
+      "tokens_trained": 1.46770572
+    },
+    {
+      "epoch": 0.8475994610311326,
+      "grad_norm": 8.130202293395996,
+      "loss": 4.0332,
+      "lr": 0.0006521678321678322,
+      "step": 2988,
+      "tokens_trained": 1.468690624
+    },
+    {
+      "epoch": 0.8481667966810864,
+      "grad_norm": 4.283686637878418,
+      "loss": 4.0551,
+      "lr": 0.0006518881118881119,
+      "step": 2990,
+      "tokens_trained": 1.469674696
+    },
+    {
+      "epoch": 0.8487341323310403,
+      "grad_norm": 4.8144426345825195,
+      "loss": 4.0408,
+      "lr": 0.0006516083916083916,
+      "step": 2992,
+      "tokens_trained": 1.470659816
+    },
+    {
+      "epoch": 0.8493014679809943,
+      "grad_norm": 11.117393493652344,
+      "loss": 4.0423,
+      "lr": 0.0006513286713286713,
+      "step": 2994,
+      "tokens_trained": 1.47164192
+    },
+    {
+      "epoch": 0.8498688036309482,
+      "grad_norm": 8.022162437438965,
+      "loss": 4.064,
+      "lr": 0.0006510489510489511,
+      "step": 2996,
+      "tokens_trained": 1.472624344
+    },
+    {
+      "epoch": 0.8504361392809021,
+      "grad_norm": 5.267605304718018,
+      "loss": 3.9804,
+      "lr": 0.0006507692307692308,
+      "step": 2998,
+      "tokens_trained": 1.473606552
+    },
+    {
+      "epoch": 0.8510034749308559,
+      "grad_norm": 9.365017890930176,
+      "loss": 4.0223,
+      "lr": 0.0006504895104895106,
+      "step": 3000,
+      "tokens_trained": 1.474586552
+    },
+    {
+      "epoch": 0.8510034749308559,
+      "eval_loss": 1.0078805685043335,
+      "eval_runtime": 20.7752,
+      "step": 3000,
+      "tokens_trained": 1.474586552
+    },
+    {
+      "epoch": 0.8515708105808099,
+      "grad_norm": 10.311480522155762,
+      "loss": 3.969,
+      "lr": 0.0006502097902097902,
+      "step": 3002,
+      "tokens_trained": 1.475564304
+    },
+    {
+      "epoch": 0.8521381462307638,
+      "grad_norm": 5.622078895568848,
+      "loss": 3.9803,
+      "lr": 0.0006499300699300699,
+      "step": 3004,
+      "tokens_trained": 1.476547088
+    },
+    {
+      "epoch": 0.8527054818807177,
+      "grad_norm": 6.005502223968506,
+      "loss": 4.0584,
+      "lr": 0.0006496503496503497,
+      "step": 3006,
+      "tokens_trained": 1.477531352
+    },
+    {
+      "epoch": 0.8532728175306716,
+      "grad_norm": 5.769370079040527,
+      "loss": 4.0332,
+      "lr": 0.0006493706293706294,
+      "step": 3008,
+      "tokens_trained": 1.478512136
+    },
+    {
+      "epoch": 0.8538401531806254,
+      "grad_norm": 4.246579647064209,
+      "loss": 3.9848,
+      "lr": 0.0006490909090909091,
+      "step": 3010,
+      "tokens_trained": 1.47949464
+    },
+    {
+      "epoch": 0.8544074888305794,
+      "grad_norm": 3.3972086906433105,
+      "loss": 3.9969,
+      "lr": 0.0006488111888111888,
+      "step": 3012,
+      "tokens_trained": 1.4804812
+    },
+    {
+      "epoch": 0.8549748244805333,
+      "grad_norm": 4.793631553649902,
+      "loss": 3.9748,
+      "lr": 0.0006485314685314685,
+      "step": 3014,
+      "tokens_trained": 1.481469176
+    },
+    {
+      "epoch": 0.8555421601304872,
+      "grad_norm": 7.709076881408691,
+      "loss": 4.0399,
+      "lr": 0.0006482517482517483,
+      "step": 3016,
+      "tokens_trained": 1.482450232
+    },
+    {
+      "epoch": 0.8561094957804412,
+      "grad_norm": 9.06294059753418,
+      "loss": 4.0279,
+      "lr": 0.000647972027972028,
+      "step": 3018,
+      "tokens_trained": 1.48343416
+    },
+    {
+      "epoch": 0.856676831430395,
+      "grad_norm": 7.496627330780029,
+      "loss": 4.047,
+      "lr": 0.0006476923076923077,
+      "step": 3020,
+      "tokens_trained": 1.484423072
+    },
+    {
+      "epoch": 0.8572441670803489,
+      "grad_norm": 6.635293006896973,
+      "loss": 4.0583,
+      "lr": 0.0006474125874125874,
+      "step": 3022,
+      "tokens_trained": 1.485406296
+    },
+    {
+      "epoch": 0.8578115027303028,
+      "grad_norm": 6.3066864013671875,
+      "loss": 3.9902,
+      "lr": 0.0006471328671328672,
+      "step": 3024,
+      "tokens_trained": 1.486391472
+    },
+    {
+      "epoch": 0.8583788383802567,
+      "grad_norm": 1.1249172687530518,
+      "loss": 4.0032,
+      "lr": 0.0006468531468531469,
+      "step": 3026,
+      "tokens_trained": 1.487377128
+    },
+    {
+      "epoch": 0.8589461740302107,
+      "grad_norm": 2.966470241546631,
+      "loss": 3.9859,
+      "lr": 0.0006465734265734265,
+      "step": 3028,
+      "tokens_trained": 1.488359656
+    },
+    {
+      "epoch": 0.8595135096801645,
+      "grad_norm": 6.611581325531006,
+      "loss": 4.0259,
+      "lr": 0.0006462937062937063,
+      "step": 3030,
+      "tokens_trained": 1.489340552
+    },
+    {
+      "epoch": 0.8600808453301184,
+      "grad_norm": 7.76756477355957,
+      "loss": 4.0223,
+      "lr": 0.0006460139860139859,
+      "step": 3032,
+      "tokens_trained": 1.49032648
+    },
+    {
+      "epoch": 0.8606481809800723,
+      "grad_norm": 10.86517333984375,
+      "loss": 4.0457,
+      "lr": 0.0006457342657342658,
+      "step": 3034,
+      "tokens_trained": 1.491312608
+    },
+    {
+      "epoch": 0.8612155166300263,
+      "grad_norm": 4.524630546569824,
+      "loss": 4.0882,
+      "lr": 0.0006454545454545455,
+      "step": 3036,
+      "tokens_trained": 1.49229724
+    },
+    {
+      "epoch": 0.8617828522799802,
+      "grad_norm": 10.601529121398926,
+      "loss": 4.0466,
+      "lr": 0.0006451748251748252,
+      "step": 3038,
+      "tokens_trained": 1.49327952
+    },
+    {
+      "epoch": 0.862350187929934,
+      "grad_norm": 10.691457748413086,
+      "loss": 4.0239,
+      "lr": 0.0006448951048951049,
+      "step": 3040,
+      "tokens_trained": 1.494263528
+    },
+    {
+      "epoch": 0.8629175235798879,
+      "grad_norm": 5.371310710906982,
+      "loss": 4.0864,
+      "lr": 0.0006446153846153846,
+      "step": 3042,
+      "tokens_trained": 1.49524708
+    },
+    {
+      "epoch": 0.8634848592298419,
+      "grad_norm": 5.7418999671936035,
+      "loss": 4.0618,
+      "lr": 0.0006443356643356644,
+      "step": 3044,
+      "tokens_trained": 1.496229136
+    },
+    {
+      "epoch": 0.8640521948797958,
+      "grad_norm": 7.521689414978027,
+      "loss": 4.0235,
+      "lr": 0.000644055944055944,
+      "step": 3046,
+      "tokens_trained": 1.497212944
+    },
+    {
+      "epoch": 0.8646195305297497,
+      "grad_norm": 6.966773509979248,
+      "loss": 4.0187,
+      "lr": 0.0006437762237762238,
+      "step": 3048,
+      "tokens_trained": 1.498198992
+    },
+    {
+      "epoch": 0.8651868661797035,
+      "grad_norm": 12.514280319213867,
+      "loss": 4.0306,
+      "lr": 0.0006434965034965034,
+      "step": 3050,
+      "tokens_trained": 1.499181312
+    },
+    {
+      "epoch": 0.8657542018296575,
+      "grad_norm": 4.849910736083984,
+      "loss": 4.033,
+      "lr": 0.0006432167832167833,
+      "step": 3052,
+      "tokens_trained": 1.500163288
+    },
+    {
+      "epoch": 0.8663215374796114,
+      "grad_norm": 9.553950309753418,
+      "loss": 4.0465,
+      "lr": 0.000642937062937063,
+      "step": 3054,
+      "tokens_trained": 1.501147464
+    },
+    {
+      "epoch": 0.8668888731295653,
+      "grad_norm": 8.58786678314209,
+      "loss": 4.0584,
+      "lr": 0.0006426573426573426,
+      "step": 3056,
+      "tokens_trained": 1.50212956
+    },
+    {
+      "epoch": 0.8674562087795192,
+      "grad_norm": 11.174147605895996,
+      "loss": 4.0152,
+      "lr": 0.0006423776223776224,
+      "step": 3058,
+      "tokens_trained": 1.503112168
+    },
+    {
+      "epoch": 0.868023544429473,
+      "grad_norm": 1.879528522491455,
+      "loss": 3.999,
+      "lr": 0.0006420979020979021,
+      "step": 3060,
+      "tokens_trained": 1.504099584
+    },
+    {
+      "epoch": 0.868590880079427,
+      "grad_norm": 19.370494842529297,
+      "loss": 4.1039,
+      "lr": 0.0006418181818181819,
+      "step": 3062,
+      "tokens_trained": 1.50508356
+    },
+    {
+      "epoch": 0.8691582157293809,
+      "grad_norm": 10.598268508911133,
+      "loss": 4.0542,
+      "lr": 0.0006415384615384615,
+      "step": 3064,
+      "tokens_trained": 1.506063304
+    },
+    {
+      "epoch": 0.8697255513793348,
+      "grad_norm": 8.537477493286133,
+      "loss": 4.0529,
+      "lr": 0.0006412587412587413,
+      "step": 3066,
+      "tokens_trained": 1.507046368
+    },
+    {
+      "epoch": 0.8702928870292888,
+      "grad_norm": 8.395747184753418,
+      "loss": 3.9941,
+      "lr": 0.0006409790209790209,
+      "step": 3068,
+      "tokens_trained": 1.508029128
+    },
+    {
+      "epoch": 0.8708602226792426,
+      "grad_norm": 5.918806552886963,
+      "loss": 4.0078,
+      "lr": 0.0006406993006993007,
+      "step": 3070,
+      "tokens_trained": 1.5090132
+    },
+    {
+      "epoch": 0.8714275583291965,
+      "grad_norm": 3.845099925994873,
+      "loss": 4.0564,
+      "lr": 0.0006404195804195805,
+      "step": 3072,
+      "tokens_trained": 1.509994832
+    },
+    {
+      "epoch": 0.8719948939791504,
+      "grad_norm": 3.3807923793792725,
+      "loss": 4.0438,
+      "lr": 0.0006401398601398601,
+      "step": 3074,
+      "tokens_trained": 1.510975552
+    },
+    {
+      "epoch": 0.8725622296291043,
+      "grad_norm": 4.468081951141357,
+      "loss": 4.066,
+      "lr": 0.0006398601398601399,
+      "step": 3076,
+      "tokens_trained": 1.511959576
+    },
+    {
+      "epoch": 0.8731295652790583,
+      "grad_norm": 1.8455613851547241,
+      "loss": 4.0247,
+      "lr": 0.0006395804195804196,
+      "step": 3078,
+      "tokens_trained": 1.512939112
+    },
+    {
+      "epoch": 0.8736969009290121,
+      "grad_norm": 7.184399127960205,
+      "loss": 4.081,
+      "lr": 0.0006393006993006994,
+      "step": 3080,
+      "tokens_trained": 1.513924792
+    },
+    {
+      "epoch": 0.874264236578966,
+      "grad_norm": 8.416154861450195,
+      "loss": 4.0372,
+      "lr": 0.000639020979020979,
+      "step": 3082,
+      "tokens_trained": 1.514905096
+    },
+    {
+      "epoch": 0.8748315722289199,
+      "grad_norm": 6.620309829711914,
+      "loss": 4.0822,
+      "lr": 0.0006387412587412587,
+      "step": 3084,
+      "tokens_trained": 1.51588724
+    },
+    {
+      "epoch": 0.8753989078788739,
+      "grad_norm": 7.424724102020264,
+      "loss": 4.053,
+      "lr": 0.0006384615384615384,
+      "step": 3086,
+      "tokens_trained": 1.516871792
+    },
+    {
+      "epoch": 0.8759662435288278,
+      "grad_norm": 7.8764448165893555,
+      "loss": 4.059,
+      "lr": 0.0006381818181818182,
+      "step": 3088,
+      "tokens_trained": 1.517857872
+    },
+    {
+      "epoch": 0.8765335791787816,
+      "grad_norm": 7.330927848815918,
+      "loss": 4.0182,
+      "lr": 0.000637902097902098,
+      "step": 3090,
+      "tokens_trained": 1.518840616
+    },
+    {
+      "epoch": 0.8771009148287355,
+      "grad_norm": 8.612639427185059,
+      "loss": 4.0181,
+      "lr": 0.0006376223776223776,
+      "step": 3092,
+      "tokens_trained": 1.519826616
+    },
+    {
+      "epoch": 0.8776682504786895,
+      "grad_norm": 9.889811515808105,
+      "loss": 4.0434,
+      "lr": 0.0006373426573426574,
+      "step": 3094,
+      "tokens_trained": 1.520805784
+    },
+    {
+      "epoch": 0.8782355861286434,
+      "grad_norm": 5.421345233917236,
+      "loss": 4.0237,
+      "lr": 0.0006370629370629371,
+      "step": 3096,
+      "tokens_trained": 1.521789344
+    },
+    {
+      "epoch": 0.8788029217785973,
+      "grad_norm": 4.9160990715026855,
+      "loss": 4.0497,
+      "lr": 0.0006367832167832168,
+      "step": 3098,
+      "tokens_trained": 1.522772664
+    },
+    {
+      "epoch": 0.8793702574285511,
+      "grad_norm": 8.828028678894043,
+      "loss": 4.0381,
+      "lr": 0.0006365034965034965,
+      "step": 3100,
+      "tokens_trained": 1.523755712
+    },
+    {
+      "epoch": 0.879937593078505,
+      "grad_norm": 5.6704182624816895,
+      "loss": 4.0017,
+      "lr": 0.0006362237762237762,
+      "step": 3102,
+      "tokens_trained": 1.52473876
+    },
+    {
+      "epoch": 0.880504928728459,
+      "grad_norm": 4.982235908508301,
+      "loss": 3.9826,
+      "lr": 0.0006359440559440559,
+      "step": 3104,
+      "tokens_trained": 1.52571756
+    },
+    {
+      "epoch": 0.8810722643784129,
+      "grad_norm": 8.639644622802734,
+      "loss": 4.0177,
+      "lr": 0.0006356643356643357,
+      "step": 3106,
+      "tokens_trained": 1.526695632
+    },
+    {
+      "epoch": 0.8816396000283668,
+      "grad_norm": 6.1896820068359375,
+      "loss": 4.0248,
+      "lr": 0.0006353846153846155,
+      "step": 3108,
+      "tokens_trained": 1.527678296
+    },
+    {
+      "epoch": 0.8822069356783206,
+      "grad_norm": 3.787477731704712,
+      "loss": 4.0489,
+      "lr": 0.0006351048951048951,
+      "step": 3110,
+      "tokens_trained": 1.528665456
+    },
+    {
+      "epoch": 0.8827742713282746,
+      "grad_norm": 4.418561935424805,
+      "loss": 4.0422,
+      "lr": 0.0006348251748251748,
+      "step": 3112,
+      "tokens_trained": 1.529648584
+    },
+    {
+      "epoch": 0.8833416069782285,
+      "grad_norm": 8.951369285583496,
+      "loss": 4.028,
+      "lr": 0.0006345454545454546,
+      "step": 3114,
+      "tokens_trained": 1.530628808
+    },
+    {
+      "epoch": 0.8839089426281824,
+      "grad_norm": 4.903277397155762,
+      "loss": 4.0772,
+      "lr": 0.0006342657342657343,
+      "step": 3116,
+      "tokens_trained": 1.531612144
+    },
+    {
+      "epoch": 0.8844762782781364,
+      "grad_norm": 4.366726875305176,
+      "loss": 3.9975,
+      "lr": 0.000633986013986014,
+      "step": 3118,
+      "tokens_trained": 1.532595304
+    },
+    {
+      "epoch": 0.8850436139280902,
+      "grad_norm": 6.9316911697387695,
+      "loss": 4.0019,
+      "lr": 0.0006337062937062937,
+      "step": 3120,
+      "tokens_trained": 1.533578888
+    },
+    {
+      "epoch": 0.8856109495780441,
+      "grad_norm": 8.896012306213379,
+      "loss": 4.04,
+      "lr": 0.0006334265734265733,
+      "step": 3122,
+      "tokens_trained": 1.534557552
+    },
+    {
+      "epoch": 0.886178285227998,
+      "grad_norm": 5.350147724151611,
+      "loss": 4.0229,
+      "lr": 0.0006331468531468532,
+      "step": 3124,
+      "tokens_trained": 1.535539672
+    },
+    {
+      "epoch": 0.8864619530529749,
+      "eval_loss": 1.007444143295288,
+      "eval_runtime": 20.5976,
+      "step": 3125,
+      "tokens_trained": 1.53603052
+    },
+    {
+      "epoch": 0.886745620877952,
+      "grad_norm": 5.331796646118164,
+      "loss": 4.0331,
+      "lr": 0.0006328671328671329,
+      "step": 3126,
+      "tokens_trained": 1.536525432
+    },
+    {
+      "epoch": 0.8873129565279059,
+      "grad_norm": 11.335051536560059,
+      "loss": 4.041,
+      "lr": 0.0006325874125874126,
+      "step": 3128,
+      "tokens_trained": 1.537508928
+    },
+    {
+      "epoch": 0.8878802921778597,
+      "grad_norm": 8.185080528259277,
+      "loss": 4.0299,
+      "lr": 0.0006323076923076923,
+      "step": 3130,
+      "tokens_trained": 1.53848672
+    },
+    {
+      "epoch": 0.8884476278278136,
+      "grad_norm": 4.136550426483154,
+      "loss": 4.0268,
+      "lr": 0.0006320279720279721,
+      "step": 3132,
+      "tokens_trained": 1.5394682
+    },
+    {
+      "epoch": 0.8890149634777675,
+      "grad_norm": 4.993428707122803,
+      "loss": 3.9808,
+      "lr": 0.0006317482517482518,
+      "step": 3134,
+      "tokens_trained": 1.540449416
+    },
+    {
+      "epoch": 0.8895822991277215,
+      "grad_norm": 5.485887050628662,
+      "loss": 4.0201,
+      "lr": 0.0006314685314685314,
+      "step": 3136,
+      "tokens_trained": 1.541436136
+    },
+    {
+      "epoch": 0.8901496347776754,
+      "grad_norm": 4.517815589904785,
+      "loss": 3.9985,
+      "lr": 0.0006311888111888112,
+      "step": 3138,
+      "tokens_trained": 1.542421992
+    },
+    {
+      "epoch": 0.8907169704276292,
+      "grad_norm": 3.8219170570373535,
+      "loss": 4.0299,
+      "lr": 0.0006309090909090908,
+      "step": 3140,
+      "tokens_trained": 1.543399648
+    },
+    {
+      "epoch": 0.8912843060775831,
+      "grad_norm": 7.318249702453613,
+      "loss": 4.0377,
+      "lr": 0.0006306293706293707,
+      "step": 3142,
+      "tokens_trained": 1.54438384
+    },
+    {
+      "epoch": 0.8918516417275371,
+      "grad_norm": 9.09650707244873,
+      "loss": 4.0572,
+      "lr": 0.0006303496503496504,
+      "step": 3144,
+      "tokens_trained": 1.545367632
+    },
+    {
+      "epoch": 0.892418977377491,
+      "grad_norm": 6.241589069366455,
+      "loss": 4.025,
+      "lr": 0.0006300699300699301,
+      "step": 3146,
+      "tokens_trained": 1.546355136
+    },
+    {
+      "epoch": 0.8929863130274449,
+      "grad_norm": 6.9915385246276855,
+      "loss": 4.0177,
+      "lr": 0.0006297902097902098,
+      "step": 3148,
+      "tokens_trained": 1.547340304
+    },
+    {
+      "epoch": 0.8935536486773987,
+      "grad_norm": 5.599451541900635,
+      "loss": 3.9892,
+      "lr": 0.0006295104895104896,
+      "step": 3150,
+      "tokens_trained": 1.54832164
+    },
+    {
+      "epoch": 0.8941209843273527,
+      "grad_norm": 7.765986442565918,
+      "loss": 4.0232,
+      "lr": 0.0006292307692307693,
+      "step": 3152,
+      "tokens_trained": 1.54930228
+    },
+    {
+      "epoch": 0.8946883199773066,
+      "grad_norm": 10.365357398986816,
+      "loss": 4.0254,
+      "lr": 0.0006289510489510489,
+      "step": 3154,
+      "tokens_trained": 1.550282888
+    },
+    {
+      "epoch": 0.8952556556272605,
+      "grad_norm": 7.8539276123046875,
+      "loss": 4.008,
+      "lr": 0.0006286713286713287,
+      "step": 3156,
+      "tokens_trained": 1.551265008
+    },
+    {
+      "epoch": 0.8958229912772144,
+      "grad_norm": 8.106318473815918,
+      "loss": 4.0351,
+      "lr": 0.0006283916083916083,
+      "step": 3158,
+      "tokens_trained": 1.552245928
+    },
+    {
+      "epoch": 0.8963903269271682,
+      "grad_norm": 10.22494125366211,
+      "loss": 3.9873,
+      "lr": 0.0006281118881118882,
+      "step": 3160,
+      "tokens_trained": 1.553227848
+    },
+    {
+      "epoch": 0.8969576625771222,
+      "grad_norm": 2.8810367584228516,
+      "loss": 4.0399,
+      "lr": 0.0006278321678321679,
+      "step": 3162,
+      "tokens_trained": 1.554208112
+    },
+    {
+      "epoch": 0.8975249982270761,
+      "grad_norm": 10.036259651184082,
+      "loss": 4.0072,
+      "lr": 0.0006275524475524475,
+      "step": 3164,
+      "tokens_trained": 1.555186496
+    },
+    {
+      "epoch": 0.89809233387703,
+      "grad_norm": 6.596704006195068,
+      "loss": 4.0306,
+      "lr": 0.0006272727272727273,
+      "step": 3166,
+      "tokens_trained": 1.556170896
+    },
+    {
+      "epoch": 0.898659669526984,
+      "grad_norm": 4.411632537841797,
+      "loss": 4.035,
+      "lr": 0.000626993006993007,
+      "step": 3168,
+      "tokens_trained": 1.55715312
+    },
+    {
+      "epoch": 0.8992270051769378,
+      "grad_norm": 4.391601085662842,
+      "loss": 3.9973,
+      "lr": 0.0006267132867132868,
+      "step": 3170,
+      "tokens_trained": 1.558133552
+    },
+    {
+      "epoch": 0.8997943408268917,
+      "grad_norm": 9.456700325012207,
+      "loss": 4.0255,
+      "lr": 0.0006264335664335664,
+      "step": 3172,
+      "tokens_trained": 1.559115752
+    },
+    {
+      "epoch": 0.9003616764768456,
+      "grad_norm": 8.490089416503906,
+      "loss": 4.0368,
+      "lr": 0.0006261538461538462,
+      "step": 3174,
+      "tokens_trained": 1.560095384
+    },
+    {
+      "epoch": 0.9009290121267995,
+      "grad_norm": 7.3357744216918945,
+      "loss": 4.0528,
+      "lr": 0.0006258741258741258,
+      "step": 3176,
+      "tokens_trained": 1.561078856
+    },
+    {
+      "epoch": 0.9014963477767535,
+      "grad_norm": 6.7389092445373535,
+      "loss": 4.0457,
+      "lr": 0.0006255944055944057,
+      "step": 3178,
+      "tokens_trained": 1.562063936
+    },
+    {
+      "epoch": 0.9020636834267073,
+      "grad_norm": 7.586348056793213,
+      "loss": 4.0516,
+      "lr": 0.0006253146853146854,
+      "step": 3180,
+      "tokens_trained": 1.5630424
+    },
+    {
+      "epoch": 0.9026310190766612,
+      "grad_norm": 5.646294116973877,
+      "loss": 4.0048,
+      "lr": 0.000625034965034965,
+      "step": 3182,
+      "tokens_trained": 1.564028064
+    },
+    {
+      "epoch": 0.9031983547266151,
+      "grad_norm": 7.30889368057251,
+      "loss": 3.9952,
+      "lr": 0.0006247552447552448,
+      "step": 3184,
+      "tokens_trained": 1.565010296
+    },
+    {
+      "epoch": 0.9037656903765691,
+      "grad_norm": 6.234517574310303,
+      "loss": 4.0267,
+      "lr": 0.0006244755244755245,
+      "step": 3186,
+      "tokens_trained": 1.565993536
+    },
+    {
+      "epoch": 0.904333026026523,
+      "grad_norm": 4.630068302154541,
+      "loss": 4.0638,
+      "lr": 0.0006241958041958043,
+      "step": 3188,
+      "tokens_trained": 1.566973648
+    },
+    {
+      "epoch": 0.9049003616764768,
+      "grad_norm": 10.530085563659668,
+      "loss": 4.056,
+      "lr": 0.0006239160839160839,
+      "step": 3190,
+      "tokens_trained": 1.567954192
+    },
+    {
+      "epoch": 0.9054676973264307,
+      "grad_norm": 6.909562110900879,
+      "loss": 4.0297,
+      "lr": 0.0006236363636363636,
+      "step": 3192,
+      "tokens_trained": 1.568941888
+    },
+    {
+      "epoch": 0.9060350329763847,
+      "grad_norm": 3.382798910140991,
+      "loss": 3.9554,
+      "lr": 0.0006233566433566433,
+      "step": 3194,
+      "tokens_trained": 1.569926344
+    },
+    {
+      "epoch": 0.9066023686263386,
+      "grad_norm": 6.318317890167236,
+      "loss": 4.0313,
+      "lr": 0.0006230769230769231,
+      "step": 3196,
+      "tokens_trained": 1.570909072
+    },
+    {
+      "epoch": 0.9071697042762925,
+      "grad_norm": 8.904982566833496,
+      "loss": 4.0422,
+      "lr": 0.0006227972027972028,
+      "step": 3198,
+      "tokens_trained": 1.571891864
+    },
+    {
+      "epoch": 0.9077370399262463,
+      "grad_norm": 4.008038520812988,
+      "loss": 4.0254,
+      "lr": 0.0006225174825174825,
+      "step": 3200,
+      "tokens_trained": 1.572877488
+    },
+    {
+      "epoch": 0.9083043755762003,
+      "grad_norm": 4.28498649597168,
+      "loss": 3.9916,
+      "lr": 0.0006222377622377623,
+      "step": 3202,
+      "tokens_trained": 1.57385788
+    },
+    {
+      "epoch": 0.9088717112261542,
+      "grad_norm": 7.385266304016113,
+      "loss": 3.9841,
+      "lr": 0.000621958041958042,
+      "step": 3204,
+      "tokens_trained": 1.574841232
+    },
+    {
+      "epoch": 0.9094390468761081,
+      "grad_norm": 6.1430134773254395,
+      "loss": 3.9886,
+      "lr": 0.0006216783216783217,
+      "step": 3206,
+      "tokens_trained": 1.5758212
+    },
+    {
+      "epoch": 0.910006382526062,
+      "grad_norm": 4.640578746795654,
+      "loss": 4.036,
+      "lr": 0.0006213986013986014,
+      "step": 3208,
+      "tokens_trained": 1.576803856
+    },
+    {
+      "epoch": 0.9105737181760158,
+      "grad_norm": 2.6749765872955322,
+      "loss": 3.9934,
+      "lr": 0.0006211188811188811,
+      "step": 3210,
+      "tokens_trained": 1.577788136
+    },
+    {
+      "epoch": 0.9111410538259698,
+      "grad_norm": 2.5117337703704834,
+      "loss": 3.9924,
+      "lr": 0.0006208391608391608,
+      "step": 3212,
+      "tokens_trained": 1.5787728
+    },
+    {
+      "epoch": 0.9117083894759237,
+      "grad_norm": 9.552038192749023,
+      "loss": 4.0141,
+      "lr": 0.0006205594405594406,
+      "step": 3214,
+      "tokens_trained": 1.579757576
+    },
+    {
+      "epoch": 0.9122757251258776,
+      "grad_norm": 4.317904949188232,
+      "loss": 4.0242,
+      "lr": 0.0006202797202797203,
+      "step": 3216,
+      "tokens_trained": 1.580737776
+    },
+    {
+      "epoch": 0.9128430607758315,
+      "grad_norm": 4.847869873046875,
+      "loss": 4.0037,
+      "lr": 0.00062,
+      "step": 3218,
+      "tokens_trained": 1.58172144
+    },
+    {
+      "epoch": 0.9134103964257854,
+      "grad_norm": 8.135149002075195,
+      "loss": 4.056,
+      "lr": 0.0006197202797202797,
+      "step": 3220,
+      "tokens_trained": 1.58270064
+    },
+    {
+      "epoch": 0.9139777320757393,
+      "grad_norm": 4.46032190322876,
+      "loss": 4.0037,
+      "lr": 0.0006194405594405595,
+      "step": 3222,
+      "tokens_trained": 1.58368244
+    },
+    {
+      "epoch": 0.9145450677256932,
+      "grad_norm": 4.710826873779297,
+      "loss": 4.0083,
+      "lr": 0.0006191608391608392,
+      "step": 3224,
+      "tokens_trained": 1.584669984
+    },
+    {
+      "epoch": 0.9151124033756471,
+      "grad_norm": 6.524029731750488,
+      "loss": 4.0394,
+      "lr": 0.0006188811188811189,
+      "step": 3226,
+      "tokens_trained": 1.585651952
+    },
+    {
+      "epoch": 0.9156797390256011,
+      "grad_norm": 8.807348251342773,
+      "loss": 4.0215,
+      "lr": 0.0006186013986013986,
+      "step": 3228,
+      "tokens_trained": 1.586634416
+    },
+    {
+      "epoch": 0.9162470746755549,
+      "grad_norm": 8.313971519470215,
+      "loss": 4.048,
+      "lr": 0.0006183216783216783,
+      "step": 3230,
+      "tokens_trained": 1.587616352
+    },
+    {
+      "epoch": 0.9168144103255088,
+      "grad_norm": 7.2862868309021,
+      "loss": 4.0326,
+      "lr": 0.0006180419580419581,
+      "step": 3232,
+      "tokens_trained": 1.588597696
+    },
+    {
+      "epoch": 0.9173817459754627,
+      "grad_norm": 6.1933746337890625,
+      "loss": 4.0232,
+      "lr": 0.0006177622377622377,
+      "step": 3234,
+      "tokens_trained": 1.589579384
+    },
+    {
+      "epoch": 0.9179490816254167,
+      "grad_norm": 6.848970890045166,
+      "loss": 4.0134,
+      "lr": 0.0006174825174825175,
+      "step": 3236,
+      "tokens_trained": 1.590563936
+    },
+    {
+      "epoch": 0.9185164172753706,
+      "grad_norm": 6.213261604309082,
+      "loss": 3.9622,
+      "lr": 0.0006172027972027972,
+      "step": 3238,
+      "tokens_trained": 1.591546488
+    },
+    {
+      "epoch": 0.9190837529253244,
+      "grad_norm": 11.642724990844727,
+      "loss": 4.0487,
+      "lr": 0.000616923076923077,
+      "step": 3240,
+      "tokens_trained": 1.592528992
+    },
+    {
+      "epoch": 0.9196510885752783,
+      "grad_norm": 2.465311288833618,
+      "loss": 3.9996,
+      "lr": 0.0006166433566433567,
+      "step": 3242,
+      "tokens_trained": 1.593514088
+    },
+    {
+      "epoch": 0.9202184242252323,
+      "grad_norm": 14.788623809814453,
+      "loss": 4.1041,
+      "lr": 0.0006163636363636364,
+      "step": 3244,
+      "tokens_trained": 1.594498768
+    },
+    {
+      "epoch": 0.9207857598751862,
+      "grad_norm": 11.614027976989746,
+      "loss": 3.99,
+      "lr": 0.0006160839160839161,
+      "step": 3246,
+      "tokens_trained": 1.595477496
+    },
+    {
+      "epoch": 0.9213530955251401,
+      "grad_norm": 8.917405128479004,
+      "loss": 4.0626,
+      "lr": 0.0006158041958041957,
+      "step": 3248,
+      "tokens_trained": 1.596459208
+    },
+    {
+      "epoch": 0.9219204311750939,
+      "grad_norm": 9.843046188354492,
+      "loss": 4.0256,
+      "lr": 0.0006155244755244756,
+      "step": 3250,
+      "tokens_trained": 1.59744676
+    },
+    {
+      "epoch": 0.9219204311750939,
+      "eval_loss": 1.0055779218673706,
+      "eval_runtime": 20.5405,
+      "step": 3250,
+      "tokens_trained": 1.59744676
+    },
+    {
+      "epoch": 0.9224877668250479,
+      "grad_norm": 5.153568267822266,
+      "loss": 3.9596,
+      "lr": 0.0006152447552447552,
+      "step": 3252,
+      "tokens_trained": 1.598428968
+    },
+    {
+      "epoch": 0.9230551024750018,
+      "grad_norm": 3.321300745010376,
+      "loss": 3.969,
+      "lr": 0.000614965034965035,
+      "step": 3254,
+      "tokens_trained": 1.599406304
+    },
+    {
+      "epoch": 0.9236224381249557,
+      "grad_norm": 5.910068511962891,
+      "loss": 3.9806,
+      "lr": 0.0006146853146853147,
+      "step": 3256,
+      "tokens_trained": 1.60038644
+    },
+    {
+      "epoch": 0.9241897737749096,
+      "grad_norm": 9.364005088806152,
+      "loss": 3.9919,
+      "lr": 0.0006144055944055945,
+      "step": 3258,
+      "tokens_trained": 1.601371288
+    },
+    {
+      "epoch": 0.9247571094248634,
+      "grad_norm": 9.865127563476562,
+      "loss": 3.9827,
+      "lr": 0.0006141258741258742,
+      "step": 3260,
+      "tokens_trained": 1.602351528
+    },
+    {
+      "epoch": 0.9253244450748174,
+      "grad_norm": 6.053020000457764,
+      "loss": 3.9769,
+      "lr": 0.0006138461538461538,
+      "step": 3262,
+      "tokens_trained": 1.603337336
+    },
+    {
+      "epoch": 0.9258917807247713,
+      "grad_norm": 5.632033348083496,
+      "loss": 4.061,
+      "lr": 0.0006135664335664336,
+      "step": 3264,
+      "tokens_trained": 1.6043186
+    },
+    {
+      "epoch": 0.9264591163747252,
+      "grad_norm": 6.253534317016602,
+      "loss": 3.9414,
+      "lr": 0.0006132867132867132,
+      "step": 3266,
+      "tokens_trained": 1.605300448
+    },
+    {
+      "epoch": 0.9270264520246791,
+      "grad_norm": 7.757418632507324,
+      "loss": 4.0119,
+      "lr": 0.0006130069930069931,
+      "step": 3268,
+      "tokens_trained": 1.60628376
+    },
+    {
+      "epoch": 0.927593787674633,
+      "grad_norm": 5.378245830535889,
+      "loss": 3.9746,
+      "lr": 0.0006127272727272727,
+      "step": 3270,
+      "tokens_trained": 1.607265384
+    },
+    {
+      "epoch": 0.9281611233245869,
+      "grad_norm": 5.998968124389648,
+      "loss": 4.0218,
+      "lr": 0.0006124475524475525,
+      "step": 3272,
+      "tokens_trained": 1.60824544
+    },
+    {
+      "epoch": 0.9287284589745408,
+      "grad_norm": 6.340670585632324,
+      "loss": 4.0204,
+      "lr": 0.0006121678321678322,
+      "step": 3274,
+      "tokens_trained": 1.609232632
+    },
+    {
+      "epoch": 0.9292957946244947,
+      "grad_norm": 6.357148170471191,
+      "loss": 3.9686,
+      "lr": 0.0006118881118881118,
+      "step": 3276,
+      "tokens_trained": 1.610216024
+    },
+    {
+      "epoch": 0.9298631302744487,
+      "grad_norm": 4.993794918060303,
+      "loss": 3.9812,
+      "lr": 0.0006116083916083917,
+      "step": 3278,
+      "tokens_trained": 1.611196872
+    },
+    {
+      "epoch": 0.9304304659244025,
+      "grad_norm": 7.559938430786133,
+      "loss": 4.0018,
+      "lr": 0.0006113286713286713,
+      "step": 3280,
+      "tokens_trained": 1.612184944
+    },
+    {
+      "epoch": 0.9309978015743564,
+      "grad_norm": 3.7233004570007324,
+      "loss": 3.9835,
+      "lr": 0.0006110489510489511,
+      "step": 3282,
+      "tokens_trained": 1.613170464
+    },
+    {
+      "epoch": 0.9315651372243103,
+      "grad_norm": 7.3292717933654785,
+      "loss": 3.977,
+      "lr": 0.0006107692307692307,
+      "step": 3284,
+      "tokens_trained": 1.614153168
+    },
+    {
+      "epoch": 0.9321324728742643,
+      "grad_norm": 8.804302215576172,
+      "loss": 3.962,
+      "lr": 0.0006104895104895106,
+      "step": 3286,
+      "tokens_trained": 1.615134208
+    },
+    {
+      "epoch": 0.9326998085242182,
+      "grad_norm": 5.557953834533691,
+      "loss": 3.9729,
+      "lr": 0.0006102097902097902,
+      "step": 3288,
+      "tokens_trained": 1.616116248
+    },
+    {
+      "epoch": 0.933267144174172,
+      "grad_norm": 5.135542869567871,
+      "loss": 3.9855,
+      "lr": 0.0006099300699300699,
+      "step": 3290,
+      "tokens_trained": 1.617100064
+    },
+    {
+      "epoch": 0.9338344798241259,
+      "grad_norm": 10.206086158752441,
+      "loss": 4.0058,
+      "lr": 0.0006096503496503497,
+      "step": 3292,
+      "tokens_trained": 1.61808084
+    },
+    {
+      "epoch": 0.9344018154740799,
+      "grad_norm": 6.490070819854736,
+      "loss": 4.0328,
+      "lr": 0.0006093706293706293,
+      "step": 3294,
+      "tokens_trained": 1.619061608
+    },
+    {
+      "epoch": 0.9349691511240338,
+      "grad_norm": 6.246134281158447,
+      "loss": 3.9858,
+      "lr": 0.0006090909090909092,
+      "step": 3296,
+      "tokens_trained": 1.620046896
+    },
+    {
+      "epoch": 0.9355364867739877,
+      "grad_norm": 6.82793664932251,
+      "loss": 3.9416,
+      "lr": 0.0006088111888111888,
+      "step": 3298,
+      "tokens_trained": 1.621030544
+    },
+    {
+      "epoch": 0.9361038224239415,
+      "grad_norm": 5.400341510772705,
+      "loss": 4.0048,
+      "lr": 0.0006085314685314686,
+      "step": 3300,
+      "tokens_trained": 1.622010024
+    },
+    {
+      "epoch": 0.9366711580738954,
+      "grad_norm": 2.7493224143981934,
+      "loss": 3.9987,
+      "lr": 0.0006082517482517482,
+      "step": 3302,
+      "tokens_trained": 1.622992736
+    },
+    {
+      "epoch": 0.9372384937238494,
+      "grad_norm": 8.426931381225586,
+      "loss": 4.0074,
+      "lr": 0.000607972027972028,
+      "step": 3304,
+      "tokens_trained": 1.623977336
+    },
+    {
+      "epoch": 0.9378058293738033,
+      "grad_norm": 6.779547691345215,
+      "loss": 4.0041,
+      "lr": 0.0006076923076923077,
+      "step": 3306,
+      "tokens_trained": 1.624958504
+    },
+    {
+      "epoch": 0.9383731650237572,
+      "grad_norm": 5.38230562210083,
+      "loss": 4.0297,
+      "lr": 0.0006074125874125874,
+      "step": 3308,
+      "tokens_trained": 1.625948568
+    },
+    {
+      "epoch": 0.938940500673711,
+      "grad_norm": 5.785275936126709,
+      "loss": 4.0112,
+      "lr": 0.0006071328671328672,
+      "step": 3310,
+      "tokens_trained": 1.626932696
+    },
+    {
+      "epoch": 0.939507836323665,
+      "grad_norm": 14.610711097717285,
+      "loss": 3.9558,
+      "lr": 0.0006068531468531468,
+      "step": 3312,
+      "tokens_trained": 1.62791704
+    },
+    {
+      "epoch": 0.9400751719736189,
+      "grad_norm": 2.3301351070404053,
+      "loss": 4.0155,
+      "lr": 0.0006065734265734267,
+      "step": 3314,
+      "tokens_trained": 1.628900096
+    },
+    {
+      "epoch": 0.9406425076235728,
+      "grad_norm": 17.020362854003906,
+      "loss": 4.0244,
+      "lr": 0.0006062937062937063,
+      "step": 3316,
+      "tokens_trained": 1.629885888
+    },
+    {
+      "epoch": 0.9412098432735267,
+      "grad_norm": 8.809579849243164,
+      "loss": 4.0622,
+      "lr": 0.000606013986013986,
+      "step": 3318,
+      "tokens_trained": 1.630868992
+    },
+    {
+      "epoch": 0.9417771789234806,
+      "grad_norm": 4.908751964569092,
+      "loss": 4.0464,
+      "lr": 0.0006057342657342657,
+      "step": 3320,
+      "tokens_trained": 1.631855664
+    },
+    {
+      "epoch": 0.9423445145734345,
+      "grad_norm": 9.65546989440918,
+      "loss": 4.013,
+      "lr": 0.0006054545454545455,
+      "step": 3322,
+      "tokens_trained": 1.632839496
+    },
+    {
+      "epoch": 0.9429118502233884,
+      "grad_norm": 5.595473766326904,
+      "loss": 4.0371,
+      "lr": 0.0006051748251748252,
+      "step": 3324,
+      "tokens_trained": 1.633827536
+    },
+    {
+      "epoch": 0.9434791858733423,
+      "grad_norm": 10.249938011169434,
+      "loss": 4.0702,
+      "lr": 0.0006048951048951049,
+      "step": 3326,
+      "tokens_trained": 1.634811888
+    },
+    {
+      "epoch": 0.9440465215232963,
+      "grad_norm": 12.086007118225098,
+      "loss": 4.0042,
+      "lr": 0.0006046153846153846,
+      "step": 3328,
+      "tokens_trained": 1.635792824
+    },
+    {
+      "epoch": 0.9446138571732501,
+      "grad_norm": 3.0745136737823486,
+      "loss": 4.0355,
+      "lr": 0.0006043356643356643,
+      "step": 3330,
+      "tokens_trained": 1.636776176
+    },
+    {
+      "epoch": 0.945181192823204,
+      "grad_norm": 4.060697078704834,
+      "loss": 4.0016,
+      "lr": 0.0006040559440559441,
+      "step": 3332,
+      "tokens_trained": 1.637758008
+    },
+    {
+      "epoch": 0.9457485284731579,
+      "grad_norm": 7.648933410644531,
+      "loss": 3.9939,
+      "lr": 0.0006037762237762238,
+      "step": 3334,
+      "tokens_trained": 1.638744408
+    },
+    {
+      "epoch": 0.9463158641231119,
+      "grad_norm": 5.033253192901611,
+      "loss": 4.0245,
+      "lr": 0.0006034965034965035,
+      "step": 3336,
+      "tokens_trained": 1.639724776
+    },
+    {
+      "epoch": 0.9468831997730658,
+      "grad_norm": 4.653557300567627,
+      "loss": 4.0169,
+      "lr": 0.0006032167832167832,
+      "step": 3338,
+      "tokens_trained": 1.640708864
+    },
+    {
+      "epoch": 0.9474505354230196,
+      "grad_norm": 6.682651042938232,
+      "loss": 4.0062,
+      "lr": 0.000602937062937063,
+      "step": 3340,
+      "tokens_trained": 1.641689864
+    },
+    {
+      "epoch": 0.9480178710729735,
+      "grad_norm": 5.059361934661865,
+      "loss": 3.9681,
+      "lr": 0.0006026573426573426,
+      "step": 3342,
+      "tokens_trained": 1.64267264
+    },
+    {
+      "epoch": 0.9485852067229275,
+      "grad_norm": 4.165974140167236,
+      "loss": 3.9941,
+      "lr": 0.0006023776223776224,
+      "step": 3344,
+      "tokens_trained": 1.643655624
+    },
+    {
+      "epoch": 0.9491525423728814,
+      "grad_norm": 6.669079780578613,
+      "loss": 4.0258,
+      "lr": 0.0006020979020979021,
+      "step": 3346,
+      "tokens_trained": 1.644635752
+    },
+    {
+      "epoch": 0.9497198780228353,
+      "grad_norm": 5.924664497375488,
+      "loss": 4.0589,
+      "lr": 0.0006018181818181818,
+      "step": 3348,
+      "tokens_trained": 1.64561992
+    },
+    {
+      "epoch": 0.9502872136727891,
+      "grad_norm": 1.662906527519226,
+      "loss": 3.9894,
+      "lr": 0.0006015384615384616,
+      "step": 3350,
+      "tokens_trained": 1.646605552
+    },
+    {
+      "epoch": 0.950854549322743,
+      "grad_norm": 3.1677517890930176,
+      "loss": 4.0062,
+      "lr": 0.0006012587412587413,
+      "step": 3352,
+      "tokens_trained": 1.647587824
+    },
+    {
+      "epoch": 0.951421884972697,
+      "grad_norm": 5.4521918296813965,
+      "loss": 4.0244,
+      "lr": 0.000600979020979021,
+      "step": 3354,
+      "tokens_trained": 1.648566792
+    },
+    {
+      "epoch": 0.9519892206226509,
+      "grad_norm": 7.839843273162842,
+      "loss": 3.9954,
+      "lr": 0.0006006993006993006,
+      "step": 3356,
+      "tokens_trained": 1.6495504
+    },
+    {
+      "epoch": 0.9525565562726048,
+      "grad_norm": 5.340535640716553,
+      "loss": 3.9915,
+      "lr": 0.0006004195804195805,
+      "step": 3358,
+      "tokens_trained": 1.65053064
+    },
+    {
+      "epoch": 0.9531238919225586,
+      "grad_norm": 3.9342992305755615,
+      "loss": 3.9507,
+      "lr": 0.0006001398601398601,
+      "step": 3360,
+      "tokens_trained": 1.651516704
+    },
+    {
+      "epoch": 0.9536912275725126,
+      "grad_norm": 3.879631519317627,
+      "loss": 4.0369,
+      "lr": 0.0005998601398601399,
+      "step": 3362,
+      "tokens_trained": 1.652501248
+    },
+    {
+      "epoch": 0.9542585632224665,
+      "grad_norm": 4.699181079864502,
+      "loss": 4.0151,
+      "lr": 0.0005995804195804196,
+      "step": 3364,
+      "tokens_trained": 1.653486632
+    },
+    {
+      "epoch": 0.9548258988724204,
+      "grad_norm": 7.259454250335693,
+      "loss": 3.9855,
+      "lr": 0.0005993006993006993,
+      "step": 3366,
+      "tokens_trained": 1.654473488
+    },
+    {
+      "epoch": 0.9553932345223743,
+      "grad_norm": 6.6725029945373535,
+      "loss": 3.9972,
+      "lr": 0.0005990209790209791,
+      "step": 3368,
+      "tokens_trained": 1.655456328
+    },
+    {
+      "epoch": 0.9559605701723282,
+      "grad_norm": 5.077842712402344,
+      "loss": 3.9706,
+      "lr": 0.0005987412587412587,
+      "step": 3370,
+      "tokens_trained": 1.656442256
+    },
+    {
+      "epoch": 0.9565279058222821,
+      "grad_norm": 7.882787704467773,
+      "loss": 4.0581,
+      "lr": 0.0005984615384615385,
+      "step": 3372,
+      "tokens_trained": 1.657425912
+    },
+    {
+      "epoch": 0.957095241472236,
+      "grad_norm": 7.118039608001709,
+      "loss": 3.9939,
+      "lr": 0.0005981818181818181,
+      "step": 3374,
+      "tokens_trained": 1.658406184
+    },
+    {
+      "epoch": 0.9573789092972129,
+      "eval_loss": 1.0043113231658936,
+      "eval_runtime": 20.471,
+      "step": 3375,
+      "tokens_trained": 1.658898224
+    },
+    {
+      "epoch": 0.9576625771221899,
+      "grad_norm": 11.206400871276855,
+      "loss": 4.0073,
+      "lr": 0.000597902097902098,
+      "step": 3376,
+      "tokens_trained": 1.65938968
+    },
+    {
+      "epoch": 0.9582299127721439,
+      "grad_norm": 3.2221481800079346,
+      "loss": 3.9924,
+      "lr": 0.0005976223776223776,
+      "step": 3378,
+      "tokens_trained": 1.660372856
+    },
+    {
+      "epoch": 0.9587972484220977,
+      "grad_norm": 15.000614166259766,
+      "loss": 4.0361,
+      "lr": 0.0005973426573426574,
+      "step": 3380,
+      "tokens_trained": 1.66135512
+    },
+    {
+      "epoch": 0.9593645840720516,
+      "grad_norm": 13.365633964538574,
+      "loss": 4.0258,
+      "lr": 0.0005970629370629371,
+      "step": 3382,
+      "tokens_trained": 1.662332728
+    },
+    {
+      "epoch": 0.9599319197220055,
+      "grad_norm": 6.362198829650879,
+      "loss": 3.9868,
+      "lr": 0.0005967832167832167,
+      "step": 3384,
+      "tokens_trained": 1.663311392
+    },
+    {
+      "epoch": 0.9604992553719595,
+      "grad_norm": 16.104549407958984,
+      "loss": 3.9893,
+      "lr": 0.0005965034965034966,
+      "step": 3386,
+      "tokens_trained": 1.664296088
+    },
+    {
+      "epoch": 0.9610665910219134,
+      "grad_norm": 32.109375,
+      "loss": 4.0635,
+      "lr": 0.0005962237762237762,
+      "step": 3388,
+      "tokens_trained": 1.665278232
+    },
+    {
+      "epoch": 0.9616339266718672,
+      "grad_norm": 14.814417839050293,
+      "loss": 4.0545,
+      "lr": 0.000595944055944056,
+      "step": 3390,
+      "tokens_trained": 1.666262952
+    },
+    {
+      "epoch": 0.9622012623218211,
+      "grad_norm": 8.69149398803711,
+      "loss": 4.0214,
+      "lr": 0.0005956643356643356,
+      "step": 3392,
+      "tokens_trained": 1.66724224
+    },
+    {
+      "epoch": 0.962768597971775,
+      "grad_norm": 6.150435447692871,
+      "loss": 4.0675,
+      "lr": 0.0005953846153846155,
+      "step": 3394,
+      "tokens_trained": 1.668222488
+    },
+    {
+      "epoch": 0.963335933621729,
+      "grad_norm": 14.53095817565918,
+      "loss": 4.0293,
+      "lr": 0.0005951048951048951,
+      "step": 3396,
+      "tokens_trained": 1.66920572
+    },
+    {
+      "epoch": 0.9639032692716829,
+      "grad_norm": 14.750361442565918,
+      "loss": 4.0345,
+      "lr": 0.0005948251748251748,
+      "step": 3398,
+      "tokens_trained": 1.670191456
+    },
+    {
+      "epoch": 0.9644706049216367,
+      "grad_norm": 10.563243865966797,
+      "loss": 4.0796,
+      "lr": 0.0005945454545454546,
+      "step": 3400,
+      "tokens_trained": 1.671174992
+    },
+    {
+      "epoch": 0.9650379405715906,
+      "grad_norm": 14.203415870666504,
+      "loss": 4.0078,
+      "lr": 0.0005942657342657342,
+      "step": 3402,
+      "tokens_trained": 1.672159048
+    },
+    {
+      "epoch": 0.9656052762215446,
+      "grad_norm": 7.918346405029297,
+      "loss": 4.0015,
+      "lr": 0.0005939860139860141,
+      "step": 3404,
+      "tokens_trained": 1.6731408
+    },
+    {
+      "epoch": 0.9661726118714985,
+      "grad_norm": 3.3628811836242676,
+      "loss": 4.0656,
+      "lr": 0.0005937062937062937,
+      "step": 3406,
+      "tokens_trained": 1.674120472
+    },
+    {
+      "epoch": 0.9667399475214524,
+      "grad_norm": 13.740876197814941,
+      "loss": 4.0296,
+      "lr": 0.0005934265734265735,
+      "step": 3408,
+      "tokens_trained": 1.67510176
+    },
+    {
+      "epoch": 0.9673072831714062,
+      "grad_norm": 8.178666114807129,
+      "loss": 3.9804,
+      "lr": 0.0005931468531468531,
+      "step": 3410,
+      "tokens_trained": 1.676087336
+    },
+    {
+      "epoch": 0.9678746188213602,
+      "grad_norm": 6.31284761428833,
+      "loss": 3.9905,
+      "lr": 0.000592867132867133,
+      "step": 3412,
+      "tokens_trained": 1.677069328
+    },
+    {
+      "epoch": 0.9684419544713141,
+      "grad_norm": 10.166040420532227,
+      "loss": 3.9962,
+      "lr": 0.0005925874125874126,
+      "step": 3414,
+      "tokens_trained": 1.678049672
+    },
+    {
+      "epoch": 0.969009290121268,
+      "grad_norm": 6.166718006134033,
+      "loss": 3.9966,
+      "lr": 0.0005923076923076923,
+      "step": 3416,
+      "tokens_trained": 1.679035104
+    },
+    {
+      "epoch": 0.969576625771222,
+      "grad_norm": 3.7397615909576416,
+      "loss": 4.0323,
+      "lr": 0.0005920279720279721,
+      "step": 3418,
+      "tokens_trained": 1.680018424
+    },
+    {
+      "epoch": 0.9701439614211758,
+      "grad_norm": 12.122432708740234,
+      "loss": 4.0143,
+      "lr": 0.0005917482517482517,
+      "step": 3420,
+      "tokens_trained": 1.681001112
+    },
+    {
+      "epoch": 0.9707112970711297,
+      "grad_norm": 5.118746280670166,
+      "loss": 3.9909,
+      "lr": 0.0005914685314685316,
+      "step": 3422,
+      "tokens_trained": 1.681987648
+    },
+    {
+      "epoch": 0.9712786327210836,
+      "grad_norm": 5.810860633850098,
+      "loss": 3.9675,
+      "lr": 0.0005911888111888112,
+      "step": 3424,
+      "tokens_trained": 1.68296972
+    },
+    {
+      "epoch": 0.9718459683710375,
+      "grad_norm": 7.637686252593994,
+      "loss": 3.9976,
+      "lr": 0.0005909090909090909,
+      "step": 3426,
+      "tokens_trained": 1.683952
+    },
+    {
+      "epoch": 0.9724133040209915,
+      "grad_norm": 5.637698173522949,
+      "loss": 3.9829,
+      "lr": 0.0005906293706293706,
+      "step": 3428,
+      "tokens_trained": 1.684933912
+    },
+    {
+      "epoch": 0.9729806396709453,
+      "grad_norm": 2.2650809288024902,
+      "loss": 3.9656,
+      "lr": 0.0005903496503496504,
+      "step": 3430,
+      "tokens_trained": 1.685915176
+    },
+    {
+      "epoch": 0.9735479753208992,
+      "grad_norm": 6.0117058753967285,
+      "loss": 4.0575,
+      "lr": 0.0005900699300699301,
+      "step": 3432,
+      "tokens_trained": 1.686901184
+    },
+    {
+      "epoch": 0.9741153109708531,
+      "grad_norm": 8.301697731018066,
+      "loss": 3.9869,
+      "lr": 0.0005897902097902098,
+      "step": 3434,
+      "tokens_trained": 1.687886888
+    },
+    {
+      "epoch": 0.9746826466208071,
+      "grad_norm": 6.436981678009033,
+      "loss": 4.01,
+      "lr": 0.0005895104895104896,
+      "step": 3436,
+      "tokens_trained": 1.68886904
+    },
+    {
+      "epoch": 0.975249982270761,
+      "grad_norm": 4.290571212768555,
+      "loss": 3.9953,
+      "lr": 0.0005892307692307692,
+      "step": 3438,
+      "tokens_trained": 1.689850264
+    },
+    {
+      "epoch": 0.9758173179207148,
+      "grad_norm": 4.618532657623291,
+      "loss": 3.9995,
+      "lr": 0.000588951048951049,
+      "step": 3440,
+      "tokens_trained": 1.69083728
+    },
+    {
+      "epoch": 0.9763846535706687,
+      "grad_norm": 8.481820106506348,
+      "loss": 4.0019,
+      "lr": 0.0005886713286713287,
+      "step": 3442,
+      "tokens_trained": 1.691819976
+    },
+    {
+      "epoch": 0.9769519892206227,
+      "grad_norm": 4.643980503082275,
+      "loss": 3.9974,
+      "lr": 0.0005883916083916084,
+      "step": 3444,
+      "tokens_trained": 1.692803784
+    },
+    {
+      "epoch": 0.9775193248705766,
+      "grad_norm": 6.828413009643555,
+      "loss": 3.9886,
+      "lr": 0.0005881118881118881,
+      "step": 3446,
+      "tokens_trained": 1.69378512
+    },
+    {
+      "epoch": 0.9780866605205305,
+      "grad_norm": 7.530898094177246,
+      "loss": 4.0318,
+      "lr": 0.0005878321678321679,
+      "step": 3448,
+      "tokens_trained": 1.694768152
+    },
+    {
+      "epoch": 0.9786539961704843,
+      "grad_norm": 6.020658493041992,
+      "loss": 4.0057,
+      "lr": 0.0005875524475524476,
+      "step": 3450,
+      "tokens_trained": 1.695752832
+    },
+    {
+      "epoch": 0.9792213318204382,
+      "grad_norm": 5.292300224304199,
+      "loss": 3.9915,
+      "lr": 0.0005872727272727273,
+      "step": 3452,
+      "tokens_trained": 1.696735104
+    },
+    {
+      "epoch": 0.9797886674703922,
+      "grad_norm": 4.932474613189697,
+      "loss": 4.0163,
+      "lr": 0.0005869930069930069,
+      "step": 3454,
+      "tokens_trained": 1.697718208
+    },
+    {
+      "epoch": 0.9803560031203461,
+      "grad_norm": 4.504141807556152,
+      "loss": 3.9875,
+      "lr": 0.0005867132867132867,
+      "step": 3456,
+      "tokens_trained": 1.698697752
+    },
+    {
+      "epoch": 0.9809233387703,
+      "grad_norm": 4.826939582824707,
+      "loss": 3.9326,
+      "lr": 0.0005864335664335665,
+      "step": 3458,
+      "tokens_trained": 1.699672392
+    },
+    {
+      "epoch": 0.9814906744202538,
+      "grad_norm": 7.805232524871826,
+      "loss": 3.9695,
+      "lr": 0.0005861538461538462,
+      "step": 3460,
+      "tokens_trained": 1.700656392
+    },
+    {
+      "epoch": 0.9820580100702078,
+      "grad_norm": 6.857801914215088,
+      "loss": 3.995,
+      "lr": 0.0005858741258741259,
+      "step": 3462,
+      "tokens_trained": 1.701644848
+    },
+    {
+      "epoch": 0.9826253457201617,
+      "grad_norm": 4.32315731048584,
+      "loss": 3.9701,
+      "lr": 0.0005855944055944055,
+      "step": 3464,
+      "tokens_trained": 1.702624688
+    },
+    {
+      "epoch": 0.9831926813701156,
+      "grad_norm": 6.007495880126953,
+      "loss": 3.9887,
+      "lr": 0.0005853146853146854,
+      "step": 3466,
+      "tokens_trained": 1.703607376
+    },
+    {
+      "epoch": 0.9837600170200695,
+      "grad_norm": 4.779850006103516,
+      "loss": 3.9852,
+      "lr": 0.000585034965034965,
+      "step": 3468,
+      "tokens_trained": 1.704589808
+    },
+    {
+      "epoch": 0.9843273526700234,
+      "grad_norm": 4.593331336975098,
+      "loss": 4.0136,
+      "lr": 0.0005847552447552448,
+      "step": 3470,
+      "tokens_trained": 1.705573184
+    },
+    {
+      "epoch": 0.9848946883199773,
+      "grad_norm": 5.466218948364258,
+      "loss": 3.9426,
+      "lr": 0.0005844755244755244,
+      "step": 3472,
+      "tokens_trained": 1.706555864
+    },
+    {
+      "epoch": 0.9854620239699312,
+      "grad_norm": 8.283979415893555,
+      "loss": 3.9788,
+      "lr": 0.0005841958041958042,
+      "step": 3474,
+      "tokens_trained": 1.70754036
+    },
+    {
+      "epoch": 0.9860293596198851,
+      "grad_norm": 2.4386069774627686,
+      "loss": 3.9413,
+      "lr": 0.000583916083916084,
+      "step": 3476,
+      "tokens_trained": 1.708525528
+    },
+    {
+      "epoch": 0.9865966952698391,
+      "grad_norm": 4.485580921173096,
+      "loss": 3.9695,
+      "lr": 0.0005836363636363636,
+      "step": 3478,
+      "tokens_trained": 1.709508232
+    },
+    {
+      "epoch": 0.9871640309197929,
+      "grad_norm": 6.725922584533691,
+      "loss": 4.0084,
+      "lr": 0.0005833566433566434,
+      "step": 3480,
+      "tokens_trained": 1.710493288
+    },
+    {
+      "epoch": 0.9877313665697468,
+      "grad_norm": 5.532742023468018,
+      "loss": 3.9571,
+      "lr": 0.000583076923076923,
+      "step": 3482,
+      "tokens_trained": 1.711478792
+    },
+    {
+      "epoch": 0.9882987022197007,
+      "grad_norm": 5.568683624267578,
+      "loss": 4.0178,
+      "lr": 0.0005827972027972029,
+      "step": 3484,
+      "tokens_trained": 1.712464864
+    },
+    {
+      "epoch": 0.9888660378696547,
+      "grad_norm": 5.192487716674805,
+      "loss": 4.0294,
+      "lr": 0.0005825174825174825,
+      "step": 3486,
+      "tokens_trained": 1.713448256
+    },
+    {
+      "epoch": 0.9894333735196086,
+      "grad_norm": 5.584596633911133,
+      "loss": 3.9992,
+      "lr": 0.0005822377622377623,
+      "step": 3488,
+      "tokens_trained": 1.714435472
+    },
+    {
+      "epoch": 0.9900007091695624,
+      "grad_norm": 5.044432163238525,
+      "loss": 4.0119,
+      "lr": 0.0005819580419580419,
+      "step": 3490,
+      "tokens_trained": 1.715418784
+    },
+    {
+      "epoch": 0.9905680448195163,
+      "grad_norm": 3.4799540042877197,
+      "loss": 4.0099,
+      "lr": 0.0005816783216783216,
+      "step": 3492,
+      "tokens_trained": 1.716402544
+    },
+    {
+      "epoch": 0.9911353804694703,
+      "grad_norm": 4.949790000915527,
+      "loss": 3.9372,
+      "lr": 0.0005813986013986015,
+      "step": 3494,
+      "tokens_trained": 1.71738848
+    },
+    {
+      "epoch": 0.9917027161194242,
+      "grad_norm": 6.527776718139648,
+      "loss": 3.9938,
+      "lr": 0.0005811188811188811,
+      "step": 3496,
+      "tokens_trained": 1.718371984
+    },
+    {
+      "epoch": 0.9922700517693781,
+      "grad_norm": 5.616584300994873,
+      "loss": 3.9352,
+      "lr": 0.0005808391608391609,
+      "step": 3498,
+      "tokens_trained": 1.719358256
+    },
+    {
+      "epoch": 0.9928373874193319,
+      "grad_norm": 7.028440952301025,
+      "loss": 3.9494,
+      "lr": 0.0005805594405594405,
+      "step": 3500,
+      "tokens_trained": 1.720339264
+    },
+    {
+      "epoch": 0.9928373874193319,
+      "eval_loss": 0.999991238117218,
+      "eval_runtime": 20.318,
+      "step": 3500,
+      "tokens_trained": 1.720339264
+    },
+    {
+      "epoch": 0.9934047230692858,
+      "grad_norm": 5.338140487670898,
+      "loss": 3.9748,
+      "lr": 0.0005802797202797204,
+      "step": 3502,
+      "tokens_trained": 1.72132272
+    },
+    {
+      "epoch": 0.9939720587192398,
+      "grad_norm": 3.3448476791381836,
+      "loss": 3.96,
+      "lr": 0.00058,
+      "step": 3504,
+      "tokens_trained": 1.722307576
+    },
+    {
+      "epoch": 0.9945393943691937,
+      "grad_norm": 10.660968780517578,
+      "loss": 4.0199,
+      "lr": 0.0005797202797202797,
+      "step": 3506,
+      "tokens_trained": 1.723288472
+    },
+    {
+      "epoch": 0.9951067300191476,
+      "grad_norm": 7.261615753173828,
+      "loss": 3.9889,
+      "lr": 0.0005794405594405594,
+      "step": 3508,
+      "tokens_trained": 1.724272744
+    },
+    {
+      "epoch": 0.9956740656691014,
+      "grad_norm": 5.103553295135498,
+      "loss": 4.0047,
+      "lr": 0.0005791608391608391,
+      "step": 3510,
+      "tokens_trained": 1.725255576
+    },
+    {
+      "epoch": 0.9962414013190554,
+      "grad_norm": 1.5151104927062988,
+      "loss": 4.0228,
+      "lr": 0.000578881118881119,
+      "step": 3512,
+      "tokens_trained": 1.72624092
+    },
+    {
+      "epoch": 0.9968087369690093,
+      "grad_norm": 6.042428493499756,
+      "loss": 3.9699,
+      "lr": 0.0005786013986013986,
+      "step": 3514,
+      "tokens_trained": 1.727227176
+    },
+    {
+      "epoch": 0.9973760726189632,
+      "grad_norm": 10.020720481872559,
+      "loss": 3.9961,
+      "lr": 0.0005783216783216784,
+      "step": 3516,
+      "tokens_trained": 1.728205072
+    },
+    {
+      "epoch": 0.9979434082689171,
+      "grad_norm": 9.385619163513184,
+      "loss": 3.9962,
+      "lr": 0.000578041958041958,
+      "step": 3518,
+      "tokens_trained": 1.729187536
+    },
+    {
+      "epoch": 0.998510743918871,
+      "grad_norm": 1.413792371749878,
+      "loss": 4.0256,
+      "lr": 0.0005777622377622377,
+      "step": 3520,
+      "tokens_trained": 1.730168968
+    },
+    {
+      "epoch": 0.9990780795688249,
+      "grad_norm": 2.8461780548095703,
+      "loss": 3.9616,
+      "lr": 0.0005774825174825175,
+      "step": 3522,
+      "tokens_trained": 1.731150472
+    },
+    {
+      "epoch": 0.9996454152187788,
+      "grad_norm": 4.164590835571289,
+      "loss": 3.9786,
+      "lr": 0.0005772027972027972,
+      "step": 3524,
+      "tokens_trained": 1.732130536
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 1.0116016864776611,
+      "loss": 2.5007,
+      "lr": 0.0005769230769230769,
+      "step": 3526,
+      "tokens_trained": 1.732744968
+    },
+    {
+      "epoch": 1.0005673356499538,
+      "grad_norm": 5.954165458679199,
+      "loss": 3.9598,
+      "lr": 0.0005766433566433566,
+      "step": 3528,
+      "tokens_trained": 1.733727424
+    },
+    {
+      "epoch": 1.0011346712999079,
+      "grad_norm": 8.648826599121094,
+      "loss": 3.9773,
+      "lr": 0.0005763636363636365,
+      "step": 3530,
+      "tokens_trained": 1.734708184
+    },
+    {
+      "epoch": 1.0017020069498617,
+      "grad_norm": 2.920509099960327,
+      "loss": 3.9745,
+      "lr": 0.0005760839160839161,
+      "step": 3532,
+      "tokens_trained": 1.735688616
+    },
+    {
+      "epoch": 1.0022693425998157,
+      "grad_norm": 9.963903427124023,
+      "loss": 3.9742,
+      "lr": 0.0005758041958041958,
+      "step": 3534,
+      "tokens_trained": 1.73667084
+    },
+    {
+      "epoch": 1.0028366782497695,
+      "grad_norm": 9.745009422302246,
+      "loss": 4.028,
+      "lr": 0.0005755244755244755,
+      "step": 3536,
+      "tokens_trained": 1.737656328
+    },
+    {
+      "epoch": 1.0034040138997233,
+      "grad_norm": 5.159154891967773,
+      "loss": 3.9812,
+      "lr": 0.0005752447552447552,
+      "step": 3538,
+      "tokens_trained": 1.738637688
+    },
+    {
+      "epoch": 1.0039713495496774,
+      "grad_norm": 10.829404830932617,
+      "loss": 3.9795,
+      "lr": 0.000574965034965035,
+      "step": 3540,
+      "tokens_trained": 1.739621688
+    },
+    {
+      "epoch": 1.0045386851996312,
+      "grad_norm": 8.493478775024414,
+      "loss": 3.9918,
+      "lr": 0.0005746853146853147,
+      "step": 3542,
+      "tokens_trained": 1.740604488
+    },
+    {
+      "epoch": 1.0051060208495852,
+      "grad_norm": 4.013627529144287,
+      "loss": 3.9928,
+      "lr": 0.0005744055944055944,
+      "step": 3544,
+      "tokens_trained": 1.74158764
+    },
+    {
+      "epoch": 1.005673356499539,
+      "grad_norm": 12.669920921325684,
+      "loss": 4.0114,
+      "lr": 0.0005741258741258741,
+      "step": 3546,
+      "tokens_trained": 1.742573592
+    },
+    {
+      "epoch": 1.0062406921494929,
+      "grad_norm": 6.349422931671143,
+      "loss": 4.0294,
+      "lr": 0.000573846153846154,
+      "step": 3548,
+      "tokens_trained": 1.743555672
+    },
+    {
+      "epoch": 1.006808027799447,
+      "grad_norm": 4.14855432510376,
+      "loss": 3.9963,
+      "lr": 0.0005735664335664336,
+      "step": 3550,
+      "tokens_trained": 1.744538384
+    },
+    {
+      "epoch": 1.0073753634494007,
+      "grad_norm": 9.063926696777344,
+      "loss": 3.9557,
+      "lr": 0.0005732867132867133,
+      "step": 3552,
+      "tokens_trained": 1.745523552
+    },
+    {
+      "epoch": 1.0079426990993547,
+      "grad_norm": 11.227505683898926,
+      "loss": 4.0087,
+      "lr": 0.000573006993006993,
+      "step": 3554,
+      "tokens_trained": 1.746510024
+    },
+    {
+      "epoch": 1.0085100347493086,
+      "grad_norm": 2.418097972869873,
+      "loss": 3.9942,
+      "lr": 0.0005727272727272727,
+      "step": 3556,
+      "tokens_trained": 1.747493048
+    },
+    {
+      "epoch": 1.0090773703992624,
+      "grad_norm": 14.376424789428711,
+      "loss": 3.999,
+      "lr": 0.0005724475524475525,
+      "step": 3558,
+      "tokens_trained": 1.748476808
+    },
+    {
+      "epoch": 1.0096447060492164,
+      "grad_norm": 9.035455703735352,
+      "loss": 4.063,
+      "lr": 0.0005721678321678322,
+      "step": 3560,
+      "tokens_trained": 1.749460504
+    },
+    {
+      "epoch": 1.0102120416991702,
+      "grad_norm": 3.8785758018493652,
+      "loss": 4.0269,
+      "lr": 0.0005718881118881118,
+      "step": 3562,
+      "tokens_trained": 1.750438936
+    },
+    {
+      "epoch": 1.0107793773491243,
+      "grad_norm": 15.488290786743164,
+      "loss": 4.0294,
+      "lr": 0.0005716083916083916,
+      "step": 3564,
+      "tokens_trained": 1.751420168
+    },
+    {
+      "epoch": 1.011346712999078,
+      "grad_norm": 10.785538673400879,
+      "loss": 4.0102,
+      "lr": 0.0005713286713286714,
+      "step": 3566,
+      "tokens_trained": 1.752405288
+    },
+    {
+      "epoch": 1.011914048649032,
+      "grad_norm": 5.724320888519287,
+      "loss": 4.0148,
+      "lr": 0.0005710489510489511,
+      "step": 3568,
+      "tokens_trained": 1.75338604
+    },
+    {
+      "epoch": 1.012481384298986,
+      "grad_norm": 11.051252365112305,
+      "loss": 4.022,
+      "lr": 0.0005707692307692308,
+      "step": 3570,
+      "tokens_trained": 1.75436632
+    },
+    {
+      "epoch": 1.0130487199489397,
+      "grad_norm": 10.290446281433105,
+      "loss": 3.9781,
+      "lr": 0.0005704895104895105,
+      "step": 3572,
+      "tokens_trained": 1.755349944
+    },
+    {
+      "epoch": 1.0136160555988938,
+      "grad_norm": 4.81416130065918,
+      "loss": 4.0393,
+      "lr": 0.0005702097902097902,
+      "step": 3574,
+      "tokens_trained": 1.756337976
+    },
+    {
+      "epoch": 1.0141833912488476,
+      "grad_norm": 14.237113952636719,
+      "loss": 4.087,
+      "lr": 0.0005699300699300699,
+      "step": 3576,
+      "tokens_trained": 1.75732372
+    },
+    {
+      "epoch": 1.0147507268988014,
+      "grad_norm": 3.973662853240967,
+      "loss": 3.9692,
+      "lr": 0.0005696503496503497,
+      "step": 3578,
+      "tokens_trained": 1.7583098
+    },
+    {
+      "epoch": 1.0153180625487555,
+      "grad_norm": 5.629733562469482,
+      "loss": 4.0003,
+      "lr": 0.0005693706293706293,
+      "step": 3580,
+      "tokens_trained": 1.759300416
+    },
+    {
+      "epoch": 1.0158853981987093,
+      "grad_norm": 7.505983352661133,
+      "loss": 4.011,
+      "lr": 0.0005690909090909091,
+      "step": 3582,
+      "tokens_trained": 1.760288632
+    },
+    {
+      "epoch": 1.0164527338486633,
+      "grad_norm": 5.501095294952393,
+      "loss": 3.994,
+      "lr": 0.0005688111888111889,
+      "step": 3584,
+      "tokens_trained": 1.761270328
+    },
+    {
+      "epoch": 1.0170200694986171,
+      "grad_norm": 4.74052619934082,
+      "loss": 4.0241,
+      "lr": 0.0005685314685314686,
+      "step": 3586,
+      "tokens_trained": 1.762252432
+    },
+    {
+      "epoch": 1.017587405148571,
+      "grad_norm": 8.409584045410156,
+      "loss": 4.0137,
+      "lr": 0.0005682517482517483,
+      "step": 3588,
+      "tokens_trained": 1.76323772
+    },
+    {
+      "epoch": 1.018154740798525,
+      "grad_norm": 5.391080379486084,
+      "loss": 3.9424,
+      "lr": 0.0005679720279720279,
+      "step": 3590,
+      "tokens_trained": 1.764220272
+    },
+    {
+      "epoch": 1.0187220764484788,
+      "grad_norm": 4.679509162902832,
+      "loss": 3.9893,
+      "lr": 0.0005676923076923077,
+      "step": 3592,
+      "tokens_trained": 1.765203832
+    },
+    {
+      "epoch": 1.0192894120984328,
+      "grad_norm": 5.354970932006836,
+      "loss": 4.023,
+      "lr": 0.0005674125874125874,
+      "step": 3594,
+      "tokens_trained": 1.76618936
+    },
+    {
+      "epoch": 1.0198567477483866,
+      "grad_norm": 5.1085357666015625,
+      "loss": 3.9995,
+      "lr": 0.0005671328671328672,
+      "step": 3596,
+      "tokens_trained": 1.767171216
+    },
+    {
+      "epoch": 1.0204240833983405,
+      "grad_norm": 3.0856151580810547,
+      "loss": 4.0084,
+      "lr": 0.0005668531468531468,
+      "step": 3598,
+      "tokens_trained": 1.76815464
+    },
+    {
+      "epoch": 1.0209914190482945,
+      "grad_norm": 2.330599308013916,
+      "loss": 3.9838,
+      "lr": 0.0005665734265734265,
+      "step": 3600,
+      "tokens_trained": 1.76913612
+    },
+    {
+      "epoch": 1.0215587546982483,
+      "grad_norm": 5.641542434692383,
+      "loss": 3.951,
+      "lr": 0.0005662937062937064,
+      "step": 3602,
+      "tokens_trained": 1.770119592
+    },
+    {
+      "epoch": 1.0221260903482023,
+      "grad_norm": 8.442550659179688,
+      "loss": 4.0088,
+      "lr": 0.000566013986013986,
+      "step": 3604,
+      "tokens_trained": 1.771103624
+    },
+    {
+      "epoch": 1.0226934259981562,
+      "grad_norm": 6.0125732421875,
+      "loss": 4.0243,
+      "lr": 0.0005657342657342658,
+      "step": 3606,
+      "tokens_trained": 1.772091496
+    },
+    {
+      "epoch": 1.02326076164811,
+      "grad_norm": 4.9415388107299805,
+      "loss": 3.9874,
+      "lr": 0.0005654545454545454,
+      "step": 3608,
+      "tokens_trained": 1.77307708
+    },
+    {
+      "epoch": 1.023828097298064,
+      "grad_norm": 5.762909889221191,
+      "loss": 4.0242,
+      "lr": 0.0005651748251748252,
+      "step": 3610,
+      "tokens_trained": 1.774058032
+    },
+    {
+      "epoch": 1.0243954329480178,
+      "grad_norm": 6.652433395385742,
+      "loss": 3.9908,
+      "lr": 0.0005648951048951049,
+      "step": 3612,
+      "tokens_trained": 1.775036512
+    },
+    {
+      "epoch": 1.0249627685979719,
+      "grad_norm": 3.539031505584717,
+      "loss": 3.9406,
+      "lr": 0.0005646153846153847,
+      "step": 3614,
+      "tokens_trained": 1.776021656
+    },
+    {
+      "epoch": 1.0255301042479257,
+      "grad_norm": 6.829031467437744,
+      "loss": 3.9839,
+      "lr": 0.0005643356643356643,
+      "step": 3616,
+      "tokens_trained": 1.777000824
+    },
+    {
+      "epoch": 1.0260974398978795,
+      "grad_norm": 3.46431040763855,
+      "loss": 4.0013,
+      "lr": 0.000564055944055944,
+      "step": 3618,
+      "tokens_trained": 1.777983504
+    },
+    {
+      "epoch": 1.0266647755478335,
+      "grad_norm": 5.163998126983643,
+      "loss": 3.9898,
+      "lr": 0.0005637762237762239,
+      "step": 3620,
+      "tokens_trained": 1.778966368
+    },
+    {
+      "epoch": 1.0272321111977873,
+      "grad_norm": 4.270689010620117,
+      "loss": 3.9868,
+      "lr": 0.0005634965034965035,
+      "step": 3622,
+      "tokens_trained": 1.77994468
+    },
+    {
+      "epoch": 1.0277994468477414,
+      "grad_norm": 5.297236442565918,
+      "loss": 3.9903,
+      "lr": 0.0005632167832167833,
+      "step": 3624,
+      "tokens_trained": 1.7809246
+    },
+    {
+      "epoch": 1.0280831146727183,
+      "eval_loss": 0.9977753162384033,
+      "eval_runtime": 20.5557,
+      "step": 3625,
+      "tokens_trained": 1.781418056
+    },
+    {
+      "epoch": 1.0283667824976952,
+      "grad_norm": 4.560519218444824,
+      "loss": 3.9339,
+      "lr": 0.0005629370629370629,
+      "step": 3626,
+      "tokens_trained": 1.781910808
+    },
+    {
+      "epoch": 1.028934118147649,
+      "grad_norm": 3.7894208431243896,
+      "loss": 3.9739,
+      "lr": 0.0005626573426573426,
+      "step": 3628,
+      "tokens_trained": 1.782891912
+    },
+    {
+      "epoch": 1.029501453797603,
+      "grad_norm": 3.9937522411346436,
+      "loss": 3.9734,
+      "lr": 0.0005623776223776224,
+      "step": 3630,
+      "tokens_trained": 1.783871032
+    },
+    {
+      "epoch": 1.0300687894475569,
+      "grad_norm": 5.798377990722656,
+      "loss": 3.9526,
+      "lr": 0.0005620979020979021,
+      "step": 3632,
+      "tokens_trained": 1.784855792
+    },
+    {
+      "epoch": 1.030636125097511,
+      "grad_norm": 3.2532927989959717,
+      "loss": 3.9237,
+      "lr": 0.0005618181818181818,
+      "step": 3634,
+      "tokens_trained": 1.785835216
+    },
+    {
+      "epoch": 1.0312034607474647,
+      "grad_norm": 3.2262985706329346,
+      "loss": 3.9676,
+      "lr": 0.0005615384615384615,
+      "step": 3636,
+      "tokens_trained": 1.78682184
+    },
+    {
+      "epoch": 1.0317707963974185,
+      "grad_norm": 2.4307727813720703,
+      "loss": 3.9376,
+      "lr": 0.0005612587412587414,
+      "step": 3638,
+      "tokens_trained": 1.787804536
+    },
+    {
+      "epoch": 1.0323381320473726,
+      "grad_norm": 11.10562515258789,
+      "loss": 4.0096,
+      "lr": 0.000560979020979021,
+      "step": 3640,
+      "tokens_trained": 1.788785152
+    },
+    {
+      "epoch": 1.0329054676973264,
+      "grad_norm": 8.139045715332031,
+      "loss": 3.992,
+      "lr": 0.0005606993006993008,
+      "step": 3642,
+      "tokens_trained": 1.789766736
+    },
+    {
+      "epoch": 1.0334728033472804,
+      "grad_norm": 5.561949729919434,
+      "loss": 3.9368,
+      "lr": 0.0005604195804195804,
+      "step": 3644,
+      "tokens_trained": 1.790746488
+    },
+    {
+      "epoch": 1.0340401389972342,
+      "grad_norm": 6.812232494354248,
+      "loss": 4.0185,
+      "lr": 0.0005601398601398601,
+      "step": 3646,
+      "tokens_trained": 1.79172608
+    },
+    {
+      "epoch": 1.034607474647188,
+      "grad_norm": 6.200248718261719,
+      "loss": 3.9072,
+      "lr": 0.0005598601398601399,
+      "step": 3648,
+      "tokens_trained": 1.792710784
+    },
+    {
+      "epoch": 1.035174810297142,
+      "grad_norm": 5.059606075286865,
+      "loss": 3.9334,
+      "lr": 0.0005595804195804196,
+      "step": 3650,
+      "tokens_trained": 1.793692736
+    },
+    {
+      "epoch": 1.035742145947096,
+      "grad_norm": 2.722522020339966,
+      "loss": 3.9438,
+      "lr": 0.0005593006993006993,
+      "step": 3652,
+      "tokens_trained": 1.79467536
+    },
+    {
+      "epoch": 1.03630948159705,
+      "grad_norm": 5.643895626068115,
+      "loss": 4.0213,
+      "lr": 0.000559020979020979,
+      "step": 3654,
+      "tokens_trained": 1.795662048
+    },
+    {
+      "epoch": 1.0368768172470038,
+      "grad_norm": 3.948822021484375,
+      "loss": 4.0022,
+      "lr": 0.0005587412587412589,
+      "step": 3656,
+      "tokens_trained": 1.79664468
+    },
+    {
+      "epoch": 1.0374441528969576,
+      "grad_norm": 2.5267179012298584,
+      "loss": 3.9655,
+      "lr": 0.0005584615384615385,
+      "step": 3658,
+      "tokens_trained": 1.7976262
+    },
+    {
+      "epoch": 1.0380114885469116,
+      "grad_norm": 2.7988510131835938,
+      "loss": 4.0161,
+      "lr": 0.0005581818181818182,
+      "step": 3660,
+      "tokens_trained": 1.79861132
+    },
+    {
+      "epoch": 1.0385788241968654,
+      "grad_norm": 8.685417175292969,
+      "loss": 4.0038,
+      "lr": 0.0005579020979020979,
+      "step": 3662,
+      "tokens_trained": 1.799592384
+    },
+    {
+      "epoch": 1.0391461598468195,
+      "grad_norm": 8.391874313354492,
+      "loss": 3.9519,
+      "lr": 0.0005576223776223776,
+      "step": 3664,
+      "tokens_trained": 1.800577208
+    },
+    {
+      "epoch": 1.0397134954967733,
+      "grad_norm": 7.6766815185546875,
+      "loss": 4.0119,
+      "lr": 0.0005573426573426574,
+      "step": 3666,
+      "tokens_trained": 1.801559128
+    },
+    {
+      "epoch": 1.040280831146727,
+      "grad_norm": 6.230587959289551,
+      "loss": 3.9528,
+      "lr": 0.0005570629370629371,
+      "step": 3668,
+      "tokens_trained": 1.802540608
+    },
+    {
+      "epoch": 1.0408481667966811,
+      "grad_norm": 7.4818010330200195,
+      "loss": 3.9532,
+      "lr": 0.0005567832167832167,
+      "step": 3670,
+      "tokens_trained": 1.80352688
+    },
+    {
+      "epoch": 1.041415502446635,
+      "grad_norm": 7.714044094085693,
+      "loss": 4.0154,
+      "lr": 0.0005565034965034965,
+      "step": 3672,
+      "tokens_trained": 1.804515736
+    },
+    {
+      "epoch": 1.041982838096589,
+      "grad_norm": 5.260356426239014,
+      "loss": 3.9931,
+      "lr": 0.0005562237762237763,
+      "step": 3674,
+      "tokens_trained": 1.805497152
+    },
+    {
+      "epoch": 1.0425501737465428,
+      "grad_norm": 4.576403617858887,
+      "loss": 4.0345,
+      "lr": 0.000555944055944056,
+      "step": 3676,
+      "tokens_trained": 1.806479328
+    },
+    {
+      "epoch": 1.0431175093964966,
+      "grad_norm": 3.378896713256836,
+      "loss": 3.9827,
+      "lr": 0.0005556643356643357,
+      "step": 3678,
+      "tokens_trained": 1.807459232
+    },
+    {
+      "epoch": 1.0436848450464506,
+      "grad_norm": 6.739299774169922,
+      "loss": 3.9811,
+      "lr": 0.0005553846153846154,
+      "step": 3680,
+      "tokens_trained": 1.808441944
+    },
+    {
+      "epoch": 1.0442521806964045,
+      "grad_norm": 4.965353012084961,
+      "loss": 3.9292,
+      "lr": 0.0005551048951048951,
+      "step": 3682,
+      "tokens_trained": 1.809423488
+    },
+    {
+      "epoch": 1.0448195163463585,
+      "grad_norm": 7.479167461395264,
+      "loss": 3.9386,
+      "lr": 0.0005548251748251748,
+      "step": 3684,
+      "tokens_trained": 1.810409008
+    },
+    {
+      "epoch": 1.0453868519963123,
+      "grad_norm": 3.754814863204956,
+      "loss": 3.9936,
+      "lr": 0.0005545454545454546,
+      "step": 3686,
+      "tokens_trained": 1.811387856
+    },
+    {
+      "epoch": 1.0459541876462661,
+      "grad_norm": 5.744228839874268,
+      "loss": 3.9761,
+      "lr": 0.0005542657342657342,
+      "step": 3688,
+      "tokens_trained": 1.812371104
+    },
+    {
+      "epoch": 1.0465215232962202,
+      "grad_norm": 5.926168918609619,
+      "loss": 3.904,
+      "lr": 0.000553986013986014,
+      "step": 3690,
+      "tokens_trained": 1.813356456
+    },
+    {
+      "epoch": 1.047088858946174,
+      "grad_norm": 5.209751605987549,
+      "loss": 3.9706,
+      "lr": 0.0005537062937062938,
+      "step": 3692,
+      "tokens_trained": 1.81434056
+    },
+    {
+      "epoch": 1.047656194596128,
+      "grad_norm": 4.979823112487793,
+      "loss": 3.972,
+      "lr": 0.0005534265734265735,
+      "step": 3694,
+      "tokens_trained": 1.815319936
+    },
+    {
+      "epoch": 1.0482235302460818,
+      "grad_norm": 5.393070220947266,
+      "loss": 3.9694,
+      "lr": 0.0005531468531468532,
+      "step": 3696,
+      "tokens_trained": 1.816299016
+    },
+    {
+      "epoch": 1.0487908658960357,
+      "grad_norm": 3.27998423576355,
+      "loss": 3.9706,
+      "lr": 0.0005528671328671328,
+      "step": 3698,
+      "tokens_trained": 1.817284696
+    },
+    {
+      "epoch": 1.0493582015459897,
+      "grad_norm": 6.364100456237793,
+      "loss": 3.9803,
+      "lr": 0.0005525874125874126,
+      "step": 3700,
+      "tokens_trained": 1.818268736
+    },
+    {
+      "epoch": 1.0499255371959435,
+      "grad_norm": 6.063296794891357,
+      "loss": 3.9761,
+      "lr": 0.0005523076923076923,
+      "step": 3702,
+      "tokens_trained": 1.819255432
+    },
+    {
+      "epoch": 1.0504928728458975,
+      "grad_norm": 6.279892444610596,
+      "loss": 3.9792,
+      "lr": 0.0005520279720279721,
+      "step": 3704,
+      "tokens_trained": 1.820241704
+    },
+    {
+      "epoch": 1.0510602084958514,
+      "grad_norm": 3.804609537124634,
+      "loss": 3.9763,
+      "lr": 0.0005517482517482517,
+      "step": 3706,
+      "tokens_trained": 1.821226584
+    },
+    {
+      "epoch": 1.0516275441458052,
+      "grad_norm": 5.056581497192383,
+      "loss": 3.9886,
+      "lr": 0.0005514685314685315,
+      "step": 3708,
+      "tokens_trained": 1.822208432
+    },
+    {
+      "epoch": 1.0521948797957592,
+      "grad_norm": 2.052483081817627,
+      "loss": 3.9485,
+      "lr": 0.0005511888111888111,
+      "step": 3710,
+      "tokens_trained": 1.823195928
+    },
+    {
+      "epoch": 1.052762215445713,
+      "grad_norm": 6.076491832733154,
+      "loss": 4.0132,
+      "lr": 0.0005509090909090909,
+      "step": 3712,
+      "tokens_trained": 1.824178568
+    },
+    {
+      "epoch": 1.053329551095667,
+      "grad_norm": 7.526022434234619,
+      "loss": 3.9478,
+      "lr": 0.0005506293706293707,
+      "step": 3714,
+      "tokens_trained": 1.82516128
+    },
+    {
+      "epoch": 1.0538968867456209,
+      "grad_norm": 2.7086679935455322,
+      "loss": 3.9913,
+      "lr": 0.0005503496503496503,
+      "step": 3716,
+      "tokens_trained": 1.826142864
+    },
+    {
+      "epoch": 1.0544642223955747,
+      "grad_norm": 1.7643057107925415,
+      "loss": 3.9813,
+      "lr": 0.0005500699300699301,
+      "step": 3718,
+      "tokens_trained": 1.82712608
+    },
+    {
+      "epoch": 1.0550315580455287,
+      "grad_norm": 6.2813029289245605,
+      "loss": 3.9772,
+      "lr": 0.0005497902097902098,
+      "step": 3720,
+      "tokens_trained": 1.828107616
+    },
+    {
+      "epoch": 1.0555988936954825,
+      "grad_norm": 7.591973781585693,
+      "loss": 3.938,
+      "lr": 0.0005495104895104896,
+      "step": 3722,
+      "tokens_trained": 1.82909308
+    },
+    {
+      "epoch": 1.0561662293454366,
+      "grad_norm": 4.976797580718994,
+      "loss": 3.9889,
+      "lr": 0.0005492307692307692,
+      "step": 3724,
+      "tokens_trained": 1.830079168
+    },
+    {
+      "epoch": 1.0567335649953904,
+      "grad_norm": 5.417744159698486,
+      "loss": 4.0039,
+      "lr": 0.0005489510489510489,
+      "step": 3726,
+      "tokens_trained": 1.831062488
+    },
+    {
+      "epoch": 1.0573009006453442,
+      "grad_norm": 4.516066074371338,
+      "loss": 3.9845,
+      "lr": 0.0005486713286713286,
+      "step": 3728,
+      "tokens_trained": 1.832046528
+    },
+    {
+      "epoch": 1.0578682362952982,
+      "grad_norm": 3.677839756011963,
+      "loss": 3.9446,
+      "lr": 0.0005483916083916084,
+      "step": 3730,
+      "tokens_trained": 1.83303104
+    },
+    {
+      "epoch": 1.058435571945252,
+      "grad_norm": 5.22024393081665,
+      "loss": 3.9746,
+      "lr": 0.0005481118881118882,
+      "step": 3732,
+      "tokens_trained": 1.834017736
+    },
+    {
+      "epoch": 1.059002907595206,
+      "grad_norm": 7.4156060218811035,
+      "loss": 3.9898,
+      "lr": 0.0005478321678321678,
+      "step": 3734,
+      "tokens_trained": 1.8349996
+    },
+    {
+      "epoch": 1.05957024324516,
+      "grad_norm": 3.472533702850342,
+      "loss": 3.9558,
+      "lr": 0.0005475524475524476,
+      "step": 3736,
+      "tokens_trained": 1.835979152
+    },
+    {
+      "epoch": 1.0601375788951137,
+      "grad_norm": 2.4360055923461914,
+      "loss": 3.9627,
+      "lr": 0.0005472727272727273,
+      "step": 3738,
+      "tokens_trained": 1.836963416
+    },
+    {
+      "epoch": 1.0607049145450678,
+      "grad_norm": 4.8988728523254395,
+      "loss": 3.9492,
+      "lr": 0.000546993006993007,
+      "step": 3740,
+      "tokens_trained": 1.83794088
+    },
+    {
+      "epoch": 1.0612722501950216,
+      "grad_norm": 5.711161136627197,
+      "loss": 4.002,
+      "lr": 0.0005467132867132867,
+      "step": 3742,
+      "tokens_trained": 1.838924456
+    },
+    {
+      "epoch": 1.0618395858449756,
+      "grad_norm": 4.373830318450928,
+      "loss": 3.9811,
+      "lr": 0.0005464335664335664,
+      "step": 3744,
+      "tokens_trained": 1.839902072
+    },
+    {
+      "epoch": 1.0624069214949294,
+      "grad_norm": 3.2446751594543457,
+      "loss": 3.9551,
+      "lr": 0.0005461538461538461,
+      "step": 3746,
+      "tokens_trained": 1.840882688
+    },
+    {
+      "epoch": 1.0629742571448832,
+      "grad_norm": 3.3250389099121094,
+      "loss": 3.9556,
+      "lr": 0.0005458741258741259,
+      "step": 3748,
+      "tokens_trained": 1.841863816
+    },
+    {
+      "epoch": 1.0635415927948373,
+      "grad_norm": 7.377841949462891,
+      "loss": 4.0118,
+      "lr": 0.0005455944055944057,
+      "step": 3750,
+      "tokens_trained": 1.842844072
+    },
+    {
+      "epoch": 1.0635415927948373,
+      "eval_loss": 0.994845449924469,
+      "eval_runtime": 20.2191,
+      "step": 3750,
+      "tokens_trained": 1.842844072
+    },
+    {
+      "epoch": 1.064108928444791,
+      "grad_norm": 3.671860694885254,
+      "loss": 3.9439,
+      "lr": 0.0005453146853146853,
+      "step": 3752,
+      "tokens_trained": 1.843832472
+    },
+    {
+      "epoch": 1.0646762640947451,
+      "grad_norm": 3.7120800018310547,
+      "loss": 3.9992,
+      "lr": 0.000545034965034965,
+      "step": 3754,
+      "tokens_trained": 1.84481192
+    },
+    {
+      "epoch": 1.065243599744699,
+      "grad_norm": 6.560836315155029,
+      "loss": 3.9594,
+      "lr": 0.0005447552447552448,
+      "step": 3756,
+      "tokens_trained": 1.84579436
+    },
+    {
+      "epoch": 1.0658109353946528,
+      "grad_norm": 1.7166560888290405,
+      "loss": 3.9656,
+      "lr": 0.0005444755244755245,
+      "step": 3758,
+      "tokens_trained": 1.84678316
+    },
+    {
+      "epoch": 1.0663782710446068,
+      "grad_norm": 5.579006671905518,
+      "loss": 4.0034,
+      "lr": 0.0005441958041958042,
+      "step": 3760,
+      "tokens_trained": 1.847770488
+    },
+    {
+      "epoch": 1.0669456066945606,
+      "grad_norm": 3.6601710319519043,
+      "loss": 3.9346,
+      "lr": 0.0005439160839160839,
+      "step": 3762,
+      "tokens_trained": 1.848747488
+    },
+    {
+      "epoch": 1.0675129423445147,
+      "grad_norm": 1.2449930906295776,
+      "loss": 3.9493,
+      "lr": 0.0005436363636363635,
+      "step": 3764,
+      "tokens_trained": 1.849727168
+    },
+    {
+      "epoch": 1.0680802779944685,
+      "grad_norm": 5.6108479499816895,
+      "loss": 3.9527,
+      "lr": 0.0005433566433566434,
+      "step": 3766,
+      "tokens_trained": 1.85070748
+    },
+    {
+      "epoch": 1.0686476136444223,
+      "grad_norm": 7.556972980499268,
+      "loss": 3.9465,
+      "lr": 0.0005430769230769231,
+      "step": 3768,
+      "tokens_trained": 1.851693328
+    },
+    {
+      "epoch": 1.0692149492943763,
+      "grad_norm": 3.7439489364624023,
+      "loss": 3.964,
+      "lr": 0.0005427972027972028,
+      "step": 3770,
+      "tokens_trained": 1.852674992
+    },
+    {
+      "epoch": 1.0697822849443301,
+      "grad_norm": 4.162338733673096,
+      "loss": 3.969,
+      "lr": 0.0005425174825174825,
+      "step": 3772,
+      "tokens_trained": 1.853659048
+    },
+    {
+      "epoch": 1.0703496205942842,
+      "grad_norm": 3.8950648307800293,
+      "loss": 3.9691,
+      "lr": 0.0005422377622377623,
+      "step": 3774,
+      "tokens_trained": 1.854644728
+    },
+    {
+      "epoch": 1.070916956244238,
+      "grad_norm": 4.361495018005371,
+      "loss": 3.9437,
+      "lr": 0.000541958041958042,
+      "step": 3776,
+      "tokens_trained": 1.855626632
+    },
+    {
+      "epoch": 1.0714842918941918,
+      "grad_norm": 3.5286366939544678,
+      "loss": 3.9831,
+      "lr": 0.0005416783216783216,
+      "step": 3778,
+      "tokens_trained": 1.856606216
+    },
+    {
+      "epoch": 1.0720516275441458,
+      "grad_norm": 4.972531795501709,
+      "loss": 4.0222,
+      "lr": 0.0005413986013986014,
+      "step": 3780,
+      "tokens_trained": 1.857590816
+    },
+    {
+      "epoch": 1.0726189631940997,
+      "grad_norm": 9.155055046081543,
+      "loss": 3.9442,
+      "lr": 0.000541118881118881,
+      "step": 3782,
+      "tokens_trained": 1.85857288
+    },
+    {
+      "epoch": 1.0731862988440537,
+      "grad_norm": 1.4077136516571045,
+      "loss": 3.9806,
+      "lr": 0.0005408391608391609,
+      "step": 3784,
+      "tokens_trained": 1.859555224
+    },
+    {
+      "epoch": 1.0737536344940075,
+      "grad_norm": 3.204779863357544,
+      "loss": 3.9506,
+      "lr": 0.0005405594405594406,
+      "step": 3786,
+      "tokens_trained": 1.860538984
+    },
+    {
+      "epoch": 1.0743209701439613,
+      "grad_norm": 3.988658905029297,
+      "loss": 4.0025,
+      "lr": 0.0005402797202797203,
+      "step": 3788,
+      "tokens_trained": 1.861522976
+    },
+    {
+      "epoch": 1.0748883057939154,
+      "grad_norm": 3.0060372352600098,
+      "loss": 3.9308,
+      "lr": 0.00054,
+      "step": 3790,
+      "tokens_trained": 1.86250564
+    },
+    {
+      "epoch": 1.0754556414438692,
+      "grad_norm": 2.494147777557373,
+      "loss": 4.0116,
+      "lr": 0.0005397202797202798,
+      "step": 3792,
+      "tokens_trained": 1.863491248
+    },
+    {
+      "epoch": 1.0760229770938232,
+      "grad_norm": 5.260354518890381,
+      "loss": 3.9917,
+      "lr": 0.0005394405594405595,
+      "step": 3794,
+      "tokens_trained": 1.864474808
+    },
+    {
+      "epoch": 1.076590312743777,
+      "grad_norm": 4.43446159362793,
+      "loss": 3.9698,
+      "lr": 0.0005391608391608391,
+      "step": 3796,
+      "tokens_trained": 1.865457608
+    },
+    {
+      "epoch": 1.0771576483937308,
+      "grad_norm": 5.485021114349365,
+      "loss": 3.9494,
+      "lr": 0.0005388811188811189,
+      "step": 3798,
+      "tokens_trained": 1.866439336
+    },
+    {
+      "epoch": 1.0777249840436849,
+      "grad_norm": 5.432106971740723,
+      "loss": 3.9749,
+      "lr": 0.0005386013986013985,
+      "step": 3800,
+      "tokens_trained": 1.867422432
+    },
+    {
+      "epoch": 1.0782923196936387,
+      "grad_norm": 5.726179122924805,
+      "loss": 3.9524,
+      "lr": 0.0005383216783216784,
+      "step": 3802,
+      "tokens_trained": 1.868404976
+    },
+    {
+      "epoch": 1.0788596553435927,
+      "grad_norm": 7.2211594581604,
+      "loss": 3.954,
+      "lr": 0.0005380419580419581,
+      "step": 3804,
+      "tokens_trained": 1.869387272
+    },
+    {
+      "epoch": 1.0794269909935466,
+      "grad_norm": 3.6406068801879883,
+      "loss": 4.0125,
+      "lr": 0.0005377622377622377,
+      "step": 3806,
+      "tokens_trained": 1.870371664
+    },
+    {
+      "epoch": 1.0799943266435004,
+      "grad_norm": 7.254781723022461,
+      "loss": 3.9535,
+      "lr": 0.0005374825174825175,
+      "step": 3808,
+      "tokens_trained": 1.87135524
+    },
+    {
+      "epoch": 1.0805616622934544,
+      "grad_norm": 7.8573079109191895,
+      "loss": 4.0054,
+      "lr": 0.0005372027972027972,
+      "step": 3810,
+      "tokens_trained": 1.872337216
+    },
+    {
+      "epoch": 1.0811289979434082,
+      "grad_norm": 1.049710988998413,
+      "loss": 3.9541,
+      "lr": 0.000536923076923077,
+      "step": 3812,
+      "tokens_trained": 1.873317672
+    },
+    {
+      "epoch": 1.0816963335933623,
+      "grad_norm": 7.515570163726807,
+      "loss": 3.9466,
+      "lr": 0.0005366433566433566,
+      "step": 3814,
+      "tokens_trained": 1.874299184
+    },
+    {
+      "epoch": 1.082263669243316,
+      "grad_norm": 6.041797637939453,
+      "loss": 3.9508,
+      "lr": 0.0005363636363636364,
+      "step": 3816,
+      "tokens_trained": 1.875282768
+    },
+    {
+      "epoch": 1.0828310048932699,
+      "grad_norm": 2.9910285472869873,
+      "loss": 3.9368,
+      "lr": 0.000536083916083916,
+      "step": 3818,
+      "tokens_trained": 1.876264312
+    },
+    {
+      "epoch": 1.083398340543224,
+      "grad_norm": 3.5802299976348877,
+      "loss": 3.9661,
+      "lr": 0.0005358041958041959,
+      "step": 3820,
+      "tokens_trained": 1.877245472
+    },
+    {
+      "epoch": 1.0839656761931777,
+      "grad_norm": 6.078779697418213,
+      "loss": 3.9758,
+      "lr": 0.0005355244755244756,
+      "step": 3822,
+      "tokens_trained": 1.87822768
+    },
+    {
+      "epoch": 1.0845330118431318,
+      "grad_norm": 6.143925189971924,
+      "loss": 3.947,
+      "lr": 0.0005352447552447552,
+      "step": 3824,
+      "tokens_trained": 1.879209824
+    },
+    {
+      "epoch": 1.0851003474930856,
+      "grad_norm": 4.272439002990723,
+      "loss": 4.0284,
+      "lr": 0.000534965034965035,
+      "step": 3826,
+      "tokens_trained": 1.88019528
+    },
+    {
+      "epoch": 1.0856676831430394,
+      "grad_norm": 7.169465065002441,
+      "loss": 3.9651,
+      "lr": 0.0005346853146853147,
+      "step": 3828,
+      "tokens_trained": 1.88117776
+    },
+    {
+      "epoch": 1.0862350187929934,
+      "grad_norm": 6.489839553833008,
+      "loss": 3.9505,
+      "lr": 0.0005344055944055945,
+      "step": 3830,
+      "tokens_trained": 1.88216468
+    },
+    {
+      "epoch": 1.0868023544429473,
+      "grad_norm": 2.966554880142212,
+      "loss": 4.0406,
+      "lr": 0.0005341258741258741,
+      "step": 3832,
+      "tokens_trained": 1.883147968
+    },
+    {
+      "epoch": 1.0873696900929013,
+      "grad_norm": 4.948841094970703,
+      "loss": 3.9704,
+      "lr": 0.0005338461538461538,
+      "step": 3834,
+      "tokens_trained": 1.884132176
+    },
+    {
+      "epoch": 1.0879370257428551,
+      "grad_norm": 7.666274547576904,
+      "loss": 4.0082,
+      "lr": 0.0005335664335664335,
+      "step": 3836,
+      "tokens_trained": 1.885119008
+    },
+    {
+      "epoch": 1.088504361392809,
+      "grad_norm": 12.454533576965332,
+      "loss": 3.9702,
+      "lr": 0.0005332867132867133,
+      "step": 3838,
+      "tokens_trained": 1.88610144
+    },
+    {
+      "epoch": 1.089071697042763,
+      "grad_norm": 4.42985725402832,
+      "loss": 3.9601,
+      "lr": 0.0005330069930069931,
+      "step": 3840,
+      "tokens_trained": 1.88708772
+    },
+    {
+      "epoch": 1.0896390326927168,
+      "grad_norm": 14.10716438293457,
+      "loss": 3.9942,
+      "lr": 0.0005327272727272727,
+      "step": 3842,
+      "tokens_trained": 1.888068192
+    },
+    {
+      "epoch": 1.0902063683426708,
+      "grad_norm": 6.3290910720825195,
+      "loss": 3.9218,
+      "lr": 0.0005324475524475525,
+      "step": 3844,
+      "tokens_trained": 1.88905572
+    },
+    {
+      "epoch": 1.0907737039926246,
+      "grad_norm": 6.61427640914917,
+      "loss": 4.0173,
+      "lr": 0.0005321678321678322,
+      "step": 3846,
+      "tokens_trained": 1.890040152
+    },
+    {
+      "epoch": 1.0913410396425784,
+      "grad_norm": 6.868432998657227,
+      "loss": 3.9553,
+      "lr": 0.000531888111888112,
+      "step": 3848,
+      "tokens_trained": 1.891031024
+    },
+    {
+      "epoch": 1.0919083752925325,
+      "grad_norm": 4.057258129119873,
+      "loss": 3.9839,
+      "lr": 0.0005316083916083916,
+      "step": 3850,
+      "tokens_trained": 1.892009904
+    },
+    {
+      "epoch": 1.0924757109424863,
+      "grad_norm": 3.5418479442596436,
+      "loss": 3.9839,
+      "lr": 0.0005313286713286713,
+      "step": 3852,
+      "tokens_trained": 1.892993976
+    },
+    {
+      "epoch": 1.0930430465924403,
+      "grad_norm": 1.231491208076477,
+      "loss": 3.9549,
+      "lr": 0.000531048951048951,
+      "step": 3854,
+      "tokens_trained": 1.893972744
+    },
+    {
+      "epoch": 1.0936103822423942,
+      "grad_norm": 4.056438446044922,
+      "loss": 3.9512,
+      "lr": 0.0005307692307692308,
+      "step": 3856,
+      "tokens_trained": 1.894954248
+    },
+    {
+      "epoch": 1.094177717892348,
+      "grad_norm": 2.9252607822418213,
+      "loss": 3.9201,
+      "lr": 0.0005304895104895106,
+      "step": 3858,
+      "tokens_trained": 1.895938816
+    },
+    {
+      "epoch": 1.094745053542302,
+      "grad_norm": 3.035308599472046,
+      "loss": 3.9367,
+      "lr": 0.0005302097902097902,
+      "step": 3860,
+      "tokens_trained": 1.896920832
+    },
+    {
+      "epoch": 1.0953123891922558,
+      "grad_norm": 2.2526092529296875,
+      "loss": 3.9554,
+      "lr": 0.0005299300699300699,
+      "step": 3862,
+      "tokens_trained": 1.897903216
+    },
+    {
+      "epoch": 1.0958797248422099,
+      "grad_norm": 2.882819175720215,
+      "loss": 3.926,
+      "lr": 0.0005296503496503497,
+      "step": 3864,
+      "tokens_trained": 1.898886632
+    },
+    {
+      "epoch": 1.0964470604921637,
+      "grad_norm": 7.817485809326172,
+      "loss": 3.9583,
+      "lr": 0.0005293706293706294,
+      "step": 3866,
+      "tokens_trained": 1.899872128
+    },
+    {
+      "epoch": 1.0970143961421175,
+      "grad_norm": 8.241719245910645,
+      "loss": 3.9391,
+      "lr": 0.0005290909090909091,
+      "step": 3868,
+      "tokens_trained": 1.900856544
+    },
+    {
+      "epoch": 1.0975817317920715,
+      "grad_norm": 4.160614013671875,
+      "loss": 3.9285,
+      "lr": 0.0005288111888111888,
+      "step": 3870,
+      "tokens_trained": 1.901838952
+    },
+    {
+      "epoch": 1.0981490674420253,
+      "grad_norm": 3.527678966522217,
+      "loss": 3.9593,
+      "lr": 0.0005285314685314684,
+      "step": 3872,
+      "tokens_trained": 1.902823024
+    },
+    {
+      "epoch": 1.0987164030919794,
+      "grad_norm": 5.290194511413574,
+      "loss": 3.9357,
+      "lr": 0.0005282517482517483,
+      "step": 3874,
+      "tokens_trained": 1.903803456
+    },
+    {
+      "epoch": 1.0990000709169563,
+      "eval_loss": 0.9935861229896545,
+      "eval_runtime": 20.2396,
+      "step": 3875,
+      "tokens_trained": 1.904295504
+    },
+    {
+      "epoch": 1.0992837387419332,
+      "grad_norm": 5.472379207611084,
+      "loss": 4.0255,
+      "lr": 0.000527972027972028,
+      "step": 3876,
+      "tokens_trained": 1.904786344
+    },
+    {
+      "epoch": 1.099851074391887,
+      "grad_norm": 6.999550819396973,
+      "loss": 3.9523,
+      "lr": 0.0005276923076923077,
+      "step": 3878,
+      "tokens_trained": 1.90576952
+    },
+    {
+      "epoch": 1.100418410041841,
+      "grad_norm": 3.3077871799468994,
+      "loss": 3.9452,
+      "lr": 0.0005274125874125874,
+      "step": 3880,
+      "tokens_trained": 1.906745784
+    },
+    {
+      "epoch": 1.1009857456917949,
+      "grad_norm": 4.513088226318359,
+      "loss": 3.9687,
+      "lr": 0.0005271328671328672,
+      "step": 3882,
+      "tokens_trained": 1.907734576
+    },
+    {
+      "epoch": 1.101553081341749,
+      "grad_norm": 8.249629020690918,
+      "loss": 3.9445,
+      "lr": 0.0005268531468531469,
+      "step": 3884,
+      "tokens_trained": 1.908716328
+    },
+    {
+      "epoch": 1.1021204169917027,
+      "grad_norm": 8.281685829162598,
+      "loss": 3.9906,
+      "lr": 0.0005265734265734266,
+      "step": 3886,
+      "tokens_trained": 1.909702984
+    },
+    {
+      "epoch": 1.1026877526416565,
+      "grad_norm": 6.521668910980225,
+      "loss": 3.9971,
+      "lr": 0.0005262937062937063,
+      "step": 3888,
+      "tokens_trained": 1.91068828
+    },
+    {
+      "epoch": 1.1032550882916106,
+      "grad_norm": 6.442141056060791,
+      "loss": 3.9769,
+      "lr": 0.0005260139860139859,
+      "step": 3890,
+      "tokens_trained": 1.911668976
+    },
+    {
+      "epoch": 1.1038224239415644,
+      "grad_norm": 11.120711326599121,
+      "loss": 3.9455,
+      "lr": 0.0005257342657342658,
+      "step": 3892,
+      "tokens_trained": 1.912650176
+    },
+    {
+      "epoch": 1.1043897595915184,
+      "grad_norm": 2.695085048675537,
+      "loss": 3.984,
+      "lr": 0.0005254545454545455,
+      "step": 3894,
+      "tokens_trained": 1.913624832
+    },
+    {
+      "epoch": 1.1049570952414722,
+      "grad_norm": 16.994462966918945,
+      "loss": 3.968,
+      "lr": 0.0005251748251748252,
+      "step": 3896,
+      "tokens_trained": 1.914609128
+    },
+    {
+      "epoch": 1.105524430891426,
+      "grad_norm": 5.866199016571045,
+      "loss": 3.9157,
+      "lr": 0.0005248951048951049,
+      "step": 3898,
+      "tokens_trained": 1.91559088
+    },
+    {
+      "epoch": 1.10609176654138,
+      "grad_norm": 8.222938537597656,
+      "loss": 3.9516,
+      "lr": 0.0005246153846153847,
+      "step": 3900,
+      "tokens_trained": 1.916575752
+    },
+    {
+      "epoch": 1.106659102191334,
+      "grad_norm": 6.4162774085998535,
+      "loss": 3.9761,
+      "lr": 0.0005243356643356644,
+      "step": 3902,
+      "tokens_trained": 1.9175578
+    },
+    {
+      "epoch": 1.107226437841288,
+      "grad_norm": 5.338213920593262,
+      "loss": 3.9804,
+      "lr": 0.000524055944055944,
+      "step": 3904,
+      "tokens_trained": 1.918538192
+    },
+    {
+      "epoch": 1.1077937734912418,
+      "grad_norm": 6.3608927726745605,
+      "loss": 3.9675,
+      "lr": 0.0005237762237762238,
+      "step": 3906,
+      "tokens_trained": 1.9195184
+    },
+    {
+      "epoch": 1.1083611091411956,
+      "grad_norm": 6.1585845947265625,
+      "loss": 3.9385,
+      "lr": 0.0005234965034965034,
+      "step": 3908,
+      "tokens_trained": 1.920498704
+    },
+    {
+      "epoch": 1.1089284447911496,
+      "grad_norm": 5.266563415527344,
+      "loss": 4.0169,
+      "lr": 0.0005232167832167833,
+      "step": 3910,
+      "tokens_trained": 1.921477824
+    },
+    {
+      "epoch": 1.1094957804411034,
+      "grad_norm": 3.5322930812835693,
+      "loss": 3.9734,
+      "lr": 0.000522937062937063,
+      "step": 3912,
+      "tokens_trained": 1.922456704
+    },
+    {
+      "epoch": 1.1100631160910575,
+      "grad_norm": 3.8564069271087646,
+      "loss": 3.9873,
+      "lr": 0.0005226573426573427,
+      "step": 3914,
+      "tokens_trained": 1.92343992
+    },
+    {
+      "epoch": 1.1106304517410113,
+      "grad_norm": 3.9069607257843018,
+      "loss": 3.9892,
+      "lr": 0.0005223776223776224,
+      "step": 3916,
+      "tokens_trained": 1.924424576
+    },
+    {
+      "epoch": 1.111197787390965,
+      "grad_norm": 6.195169925689697,
+      "loss": 3.9489,
+      "lr": 0.0005220979020979021,
+      "step": 3918,
+      "tokens_trained": 1.92540764
+    },
+    {
+      "epoch": 1.1117651230409191,
+      "grad_norm": 4.950653076171875,
+      "loss": 3.9561,
+      "lr": 0.0005218181818181819,
+      "step": 3920,
+      "tokens_trained": 1.926386144
+    },
+    {
+      "epoch": 1.112332458690873,
+      "grad_norm": 4.923401832580566,
+      "loss": 3.991,
+      "lr": 0.0005215384615384615,
+      "step": 3922,
+      "tokens_trained": 1.92736516
+    },
+    {
+      "epoch": 1.112899794340827,
+      "grad_norm": 4.2394561767578125,
+      "loss": 3.9445,
+      "lr": 0.0005212587412587413,
+      "step": 3924,
+      "tokens_trained": 1.928350608
+    },
+    {
+      "epoch": 1.1134671299907808,
+      "grad_norm": 3.4303910732269287,
+      "loss": 3.9871,
+      "lr": 0.0005209790209790209,
+      "step": 3926,
+      "tokens_trained": 1.929333008
+    },
+    {
+      "epoch": 1.1140344656407346,
+      "grad_norm": 6.241591453552246,
+      "loss": 3.9799,
+      "lr": 0.0005206993006993008,
+      "step": 3928,
+      "tokens_trained": 1.930315616
+    },
+    {
+      "epoch": 1.1146018012906886,
+      "grad_norm": 5.21243143081665,
+      "loss": 3.9624,
+      "lr": 0.0005204195804195805,
+      "step": 3930,
+      "tokens_trained": 1.931298192
+    },
+    {
+      "epoch": 1.1151691369406425,
+      "grad_norm": 7.095268249511719,
+      "loss": 3.9263,
+      "lr": 0.0005201398601398601,
+      "step": 3932,
+      "tokens_trained": 1.93228248
+    },
+    {
+      "epoch": 1.1157364725905965,
+      "grad_norm": 9.025245666503906,
+      "loss": 4.0058,
+      "lr": 0.0005198601398601399,
+      "step": 3934,
+      "tokens_trained": 1.93326592
+    },
+    {
+      "epoch": 1.1163038082405503,
+      "grad_norm": 3.9758048057556152,
+      "loss": 3.9299,
+      "lr": 0.0005195804195804196,
+      "step": 3936,
+      "tokens_trained": 1.93424888
+    },
+    {
+      "epoch": 1.1168711438905041,
+      "grad_norm": 9.68726634979248,
+      "loss": 3.9433,
+      "lr": 0.0005193006993006994,
+      "step": 3938,
+      "tokens_trained": 1.935231688
+    },
+    {
+      "epoch": 1.1174384795404582,
+      "grad_norm": 7.5478901863098145,
+      "loss": 4.0053,
+      "lr": 0.000519020979020979,
+      "step": 3940,
+      "tokens_trained": 1.936216832
+    },
+    {
+      "epoch": 1.118005815190412,
+      "grad_norm": 6.016645431518555,
+      "loss": 3.9481,
+      "lr": 0.0005187412587412588,
+      "step": 3942,
+      "tokens_trained": 1.937196632
+    },
+    {
+      "epoch": 1.118573150840366,
+      "grad_norm": 7.313266277313232,
+      "loss": 3.9539,
+      "lr": 0.0005184615384615384,
+      "step": 3944,
+      "tokens_trained": 1.938180424
+    },
+    {
+      "epoch": 1.1191404864903198,
+      "grad_norm": 4.228805065155029,
+      "loss": 3.9528,
+      "lr": 0.0005181818181818182,
+      "step": 3946,
+      "tokens_trained": 1.939165376
+    },
+    {
+      "epoch": 1.1197078221402736,
+      "grad_norm": 1.2050669193267822,
+      "loss": 3.9699,
+      "lr": 0.000517902097902098,
+      "step": 3948,
+      "tokens_trained": 1.940146184
+    },
+    {
+      "epoch": 1.1202751577902277,
+      "grad_norm": 4.581719875335693,
+      "loss": 3.9346,
+      "lr": 0.0005176223776223776,
+      "step": 3950,
+      "tokens_trained": 1.941130648
+    },
+    {
+      "epoch": 1.1208424934401815,
+      "grad_norm": 9.381650924682617,
+      "loss": 3.9294,
+      "lr": 0.0005173426573426574,
+      "step": 3952,
+      "tokens_trained": 1.94210952
+    },
+    {
+      "epoch": 1.1214098290901355,
+      "grad_norm": 5.3781585693359375,
+      "loss": 3.9208,
+      "lr": 0.000517062937062937,
+      "step": 3954,
+      "tokens_trained": 1.943096344
+    },
+    {
+      "epoch": 1.1219771647400893,
+      "grad_norm": 4.263558387756348,
+      "loss": 3.9492,
+      "lr": 0.0005167832167832169,
+      "step": 3956,
+      "tokens_trained": 1.94407804
+    },
+    {
+      "epoch": 1.1225445003900432,
+      "grad_norm": 5.920651435852051,
+      "loss": 3.8951,
+      "lr": 0.0005165034965034965,
+      "step": 3958,
+      "tokens_trained": 1.94506156
+    },
+    {
+      "epoch": 1.1231118360399972,
+      "grad_norm": 7.0110344886779785,
+      "loss": 3.9329,
+      "lr": 0.0005162237762237762,
+      "step": 3960,
+      "tokens_trained": 1.946040072
+    },
+    {
+      "epoch": 1.123679171689951,
+      "grad_norm": 4.611392021179199,
+      "loss": 3.9094,
+      "lr": 0.0005159440559440559,
+      "step": 3962,
+      "tokens_trained": 1.947023256
+    },
+    {
+      "epoch": 1.124246507339905,
+      "grad_norm": 5.340510845184326,
+      "loss": 3.9552,
+      "lr": 0.0005156643356643357,
+      "step": 3964,
+      "tokens_trained": 1.948006848
+    },
+    {
+      "epoch": 1.1248138429898589,
+      "grad_norm": 5.190691947937012,
+      "loss": 3.956,
+      "lr": 0.0005153846153846154,
+      "step": 3966,
+      "tokens_trained": 1.948991632
+    },
+    {
+      "epoch": 1.1253811786398127,
+      "grad_norm": 5.612351894378662,
+      "loss": 3.9861,
+      "lr": 0.0005151048951048951,
+      "step": 3968,
+      "tokens_trained": 1.949975704
+    },
+    {
+      "epoch": 1.1259485142897667,
+      "grad_norm": 6.097261428833008,
+      "loss": 3.9867,
+      "lr": 0.0005148251748251748,
+      "step": 3970,
+      "tokens_trained": 1.950957944
+    },
+    {
+      "epoch": 1.1265158499397205,
+      "grad_norm": 4.194180965423584,
+      "loss": 3.9242,
+      "lr": 0.0005145454545454545,
+      "step": 3972,
+      "tokens_trained": 1.9519416
+    },
+    {
+      "epoch": 1.1270831855896746,
+      "grad_norm": 4.118505477905273,
+      "loss": 3.9553,
+      "lr": 0.0005142657342657343,
+      "step": 3974,
+      "tokens_trained": 1.95292252
+    },
+    {
+      "epoch": 1.1276505212396284,
+      "grad_norm": 5.10177755355835,
+      "loss": 3.9653,
+      "lr": 0.000513986013986014,
+      "step": 3976,
+      "tokens_trained": 1.953902792
+    },
+    {
+      "epoch": 1.1282178568895822,
+      "grad_norm": 5.665530204772949,
+      "loss": 3.916,
+      "lr": 0.0005137062937062937,
+      "step": 3978,
+      "tokens_trained": 1.954888184
+    },
+    {
+      "epoch": 1.1287851925395362,
+      "grad_norm": 4.1443963050842285,
+      "loss": 3.9254,
+      "lr": 0.0005134265734265734,
+      "step": 3980,
+      "tokens_trained": 1.955868688
+    },
+    {
+      "epoch": 1.12935252818949,
+      "grad_norm": 2.4941980838775635,
+      "loss": 3.9502,
+      "lr": 0.0005131468531468532,
+      "step": 3982,
+      "tokens_trained": 1.956852472
+    },
+    {
+      "epoch": 1.129919863839444,
+      "grad_norm": 3.85143780708313,
+      "loss": 3.8926,
+      "lr": 0.0005128671328671328,
+      "step": 3984,
+      "tokens_trained": 1.957835808
+    },
+    {
+      "epoch": 1.130487199489398,
+      "grad_norm": 5.975537300109863,
+      "loss": 3.9926,
+      "lr": 0.0005125874125874126,
+      "step": 3986,
+      "tokens_trained": 1.958816736
+    },
+    {
+      "epoch": 1.1310545351393517,
+      "grad_norm": 6.722855567932129,
+      "loss": 3.986,
+      "lr": 0.0005123076923076923,
+      "step": 3988,
+      "tokens_trained": 1.9598008
+    },
+    {
+      "epoch": 1.1316218707893058,
+      "grad_norm": 3.1752729415893555,
+      "loss": 3.9343,
+      "lr": 0.000512027972027972,
+      "step": 3990,
+      "tokens_trained": 1.960783816
+    },
+    {
+      "epoch": 1.1321892064392596,
+      "grad_norm": 3.669602394104004,
+      "loss": 3.9746,
+      "lr": 0.0005117482517482518,
+      "step": 3992,
+      "tokens_trained": 1.96176816
+    },
+    {
+      "epoch": 1.1327565420892136,
+      "grad_norm": 7.3116326332092285,
+      "loss": 3.9829,
+      "lr": 0.0005114685314685315,
+      "step": 3994,
+      "tokens_trained": 1.962752696
+    },
+    {
+      "epoch": 1.1333238777391674,
+      "grad_norm": 5.816486358642578,
+      "loss": 3.9617,
+      "lr": 0.0005111888111888112,
+      "step": 3996,
+      "tokens_trained": 1.96373432
+    },
+    {
+      "epoch": 1.1338912133891212,
+      "grad_norm": 2.3524768352508545,
+      "loss": 3.929,
+      "lr": 0.0005109090909090908,
+      "step": 3998,
+      "tokens_trained": 1.964713416
+    },
+    {
+      "epoch": 1.1344585490390753,
+      "grad_norm": 4.908108711242676,
+      "loss": 3.9741,
+      "lr": 0.0005106293706293707,
+      "step": 4000,
+      "tokens_trained": 1.965692096
+    },
+    {
+      "epoch": 1.1344585490390753,
+      "eval_loss": 0.9912415146827698,
+      "eval_runtime": 20.338,
+      "step": 4000,
+      "tokens_trained": 1.965692096
+    },
+    {
+      "epoch": 1.135025884689029,
+      "grad_norm": 4.395096778869629,
+      "loss": 3.955,
+      "lr": 0.0005103496503496503,
+      "step": 4002,
+      "tokens_trained": 1.966677008
+    },
+    {
+      "epoch": 1.1355932203389831,
+      "grad_norm": 3.2460927963256836,
+      "loss": 3.9522,
+      "lr": 0.0005100699300699301,
+      "step": 4004,
+      "tokens_trained": 1.967662208
+    },
+    {
+      "epoch": 1.136160555988937,
+      "grad_norm": 3.2880218029022217,
+      "loss": 3.9111,
+      "lr": 0.0005097902097902098,
+      "step": 4006,
+      "tokens_trained": 1.968642816
+    },
+    {
+      "epoch": 1.1367278916388908,
+      "grad_norm": 3.694084644317627,
+      "loss": 3.9045,
+      "lr": 0.0005095104895104895,
+      "step": 4008,
+      "tokens_trained": 1.969623616
+    },
+    {
+      "epoch": 1.1372952272888448,
+      "grad_norm": 2.690668821334839,
+      "loss": 3.9534,
+      "lr": 0.0005092307692307693,
+      "step": 4010,
+      "tokens_trained": 1.970607456
+    },
+    {
+      "epoch": 1.1378625629387986,
+      "grad_norm": 3.6751973628997803,
+      "loss": 3.9979,
+      "lr": 0.0005089510489510489,
+      "step": 4012,
+      "tokens_trained": 1.971587136
+    },
+    {
+      "epoch": 1.1384298985887527,
+      "grad_norm": 3.0805108547210693,
+      "loss": 3.888,
+      "lr": 0.0005086713286713287,
+      "step": 4014,
+      "tokens_trained": 1.972575152
+    },
+    {
+      "epoch": 1.1389972342387065,
+      "grad_norm": 5.386228084564209,
+      "loss": 3.9586,
+      "lr": 0.0005083916083916083,
+      "step": 4016,
+      "tokens_trained": 1.973563872
+    },
+    {
+      "epoch": 1.1395645698886603,
+      "grad_norm": 5.567631721496582,
+      "loss": 3.9337,
+      "lr": 0.0005081118881118882,
+      "step": 4018,
+      "tokens_trained": 1.97454444
+    },
+    {
+      "epoch": 1.1401319055386143,
+      "grad_norm": 5.159145355224609,
+      "loss": 3.9311,
+      "lr": 0.0005078321678321678,
+      "step": 4020,
+      "tokens_trained": 1.975528128
+    },
+    {
+      "epoch": 1.1406992411885681,
+      "grad_norm": 3.8111817836761475,
+      "loss": 3.9542,
+      "lr": 0.0005075524475524476,
+      "step": 4022,
+      "tokens_trained": 1.97651136
+    },
+    {
+      "epoch": 1.1412665768385222,
+      "grad_norm": 5.618584156036377,
+      "loss": 3.9841,
+      "lr": 0.0005072727272727273,
+      "step": 4024,
+      "tokens_trained": 1.97749408
+    },
+    {
+      "epoch": 1.141833912488476,
+      "grad_norm": 5.414000511169434,
+      "loss": 3.9435,
+      "lr": 0.0005069930069930069,
+      "step": 4026,
+      "tokens_trained": 1.978478936
+    },
+    {
+      "epoch": 1.1424012481384298,
+      "grad_norm": 7.3321661949157715,
+      "loss": 3.962,
+      "lr": 0.0005067132867132868,
+      "step": 4028,
+      "tokens_trained": 1.979462272
+    },
+    {
+      "epoch": 1.1429685837883838,
+      "grad_norm": 3.5029044151306152,
+      "loss": 3.9399,
+      "lr": 0.0005064335664335664,
+      "step": 4030,
+      "tokens_trained": 1.98044648
+    },
+    {
+      "epoch": 1.1435359194383377,
+      "grad_norm": 6.343649387359619,
+      "loss": 3.9788,
+      "lr": 0.0005061538461538462,
+      "step": 4032,
+      "tokens_trained": 1.981432816
+    },
+    {
+      "epoch": 1.1441032550882917,
+      "grad_norm": 8.250723838806152,
+      "loss": 3.9025,
+      "lr": 0.0005058741258741258,
+      "step": 4034,
+      "tokens_trained": 1.982413272
+    },
+    {
+      "epoch": 1.1446705907382455,
+      "grad_norm": 3.6089327335357666,
+      "loss": 3.9855,
+      "lr": 0.0005055944055944057,
+      "step": 4036,
+      "tokens_trained": 1.983396296
+    },
+    {
+      "epoch": 1.1452379263881993,
+      "grad_norm": 5.802486896514893,
+      "loss": 3.9569,
+      "lr": 0.0005053146853146853,
+      "step": 4038,
+      "tokens_trained": 1.984378296
+    },
+    {
+      "epoch": 1.1458052620381534,
+      "grad_norm": 6.48319673538208,
+      "loss": 3.9423,
+      "lr": 0.000505034965034965,
+      "step": 4040,
+      "tokens_trained": 1.985356768
+    },
+    {
+      "epoch": 1.1463725976881072,
+      "grad_norm": 2.9942495822906494,
+      "loss": 3.9667,
+      "lr": 0.0005047552447552448,
+      "step": 4042,
+      "tokens_trained": 1.98633836
+    },
+    {
+      "epoch": 1.1469399333380612,
+      "grad_norm": 1.4219609498977661,
+      "loss": 3.9238,
+      "lr": 0.0005044755244755244,
+      "step": 4044,
+      "tokens_trained": 1.98732128
+    },
+    {
+      "epoch": 1.147507268988015,
+      "grad_norm": 2.6950814723968506,
+      "loss": 3.9829,
+      "lr": 0.0005041958041958043,
+      "step": 4046,
+      "tokens_trained": 1.988304968
+    },
+    {
+      "epoch": 1.1480746046379688,
+      "grad_norm": 4.490326404571533,
+      "loss": 3.9506,
+      "lr": 0.0005039160839160839,
+      "step": 4048,
+      "tokens_trained": 1.989288848
+    },
+    {
+      "epoch": 1.1486419402879229,
+      "grad_norm": 7.026235580444336,
+      "loss": 3.9374,
+      "lr": 0.0005036363636363637,
+      "step": 4050,
+      "tokens_trained": 1.990270344
+    },
+    {
+      "epoch": 1.1492092759378767,
+      "grad_norm": 6.214878082275391,
+      "loss": 3.9627,
+      "lr": 0.0005033566433566433,
+      "step": 4052,
+      "tokens_trained": 1.991250424
+    },
+    {
+      "epoch": 1.1497766115878307,
+      "grad_norm": 4.663200855255127,
+      "loss": 3.9631,
+      "lr": 0.0005030769230769231,
+      "step": 4054,
+      "tokens_trained": 1.9922354
+    },
+    {
+      "epoch": 1.1503439472377845,
+      "grad_norm": 4.318966865539551,
+      "loss": 4.0147,
+      "lr": 0.0005027972027972028,
+      "step": 4056,
+      "tokens_trained": 1.993221056
+    },
+    {
+      "epoch": 1.1509112828877384,
+      "grad_norm": 5.912793159484863,
+      "loss": 3.9639,
+      "lr": 0.0005025174825174825,
+      "step": 4058,
+      "tokens_trained": 1.994207552
+    },
+    {
+      "epoch": 1.1514786185376924,
+      "grad_norm": 3.6957592964172363,
+      "loss": 3.9253,
+      "lr": 0.0005022377622377623,
+      "step": 4060,
+      "tokens_trained": 1.99519044
+    },
+    {
+      "epoch": 1.1520459541876462,
+      "grad_norm": 2.9899842739105225,
+      "loss": 3.9874,
+      "lr": 0.0005019580419580419,
+      "step": 4062,
+      "tokens_trained": 1.996177368
+    },
+    {
+      "epoch": 1.1526132898376003,
+      "grad_norm": 6.149812698364258,
+      "loss": 3.9278,
+      "lr": 0.0005016783216783218,
+      "step": 4064,
+      "tokens_trained": 1.997162248
+    },
+    {
+      "epoch": 1.153180625487554,
+      "grad_norm": 3.7720232009887695,
+      "loss": 3.9526,
+      "lr": 0.0005013986013986014,
+      "step": 4066,
+      "tokens_trained": 1.99815024
+    },
+    {
+      "epoch": 1.1537479611375079,
+      "grad_norm": 3.3968939781188965,
+      "loss": 3.9522,
+      "lr": 0.0005011188811188811,
+      "step": 4068,
+      "tokens_trained": 1.999129208
+    },
+    {
+      "epoch": 1.154315296787462,
+      "grad_norm": 7.051310062408447,
+      "loss": 3.9545,
+      "lr": 0.0005008391608391608,
+      "step": 4070,
+      "tokens_trained": 2.000111232
+    },
+    {
+      "epoch": 1.1548826324374157,
+      "grad_norm": 4.798380374908447,
+      "loss": 3.9114,
+      "lr": 0.0005005594405594406,
+      "step": 4072,
+      "tokens_trained": 2.001098352
+    },
+    {
+      "epoch": 1.1554499680873698,
+      "grad_norm": 7.5074992179870605,
+      "loss": 3.9795,
+      "lr": 0.0005002797202797203,
+      "step": 4074,
+      "tokens_trained": 2.002077616
+    },
+    {
+      "epoch": 1.1560173037373236,
+      "grad_norm": 3.944998025894165,
+      "loss": 3.9208,
+      "lr": 0.0005,
+      "step": 4076,
+      "tokens_trained": 2.003065976
+    },
+    {
+      "epoch": 1.1565846393872774,
+      "grad_norm": 9.103386878967285,
+      "loss": 3.9577,
+      "lr": 0.0004997202797202798,
+      "step": 4078,
+      "tokens_trained": 2.004046568
+    },
+    {
+      "epoch": 1.1571519750372314,
+      "grad_norm": 8.950857162475586,
+      "loss": 3.9474,
+      "lr": 0.0004994405594405594,
+      "step": 4080,
+      "tokens_trained": 2.005031288
+    },
+    {
+      "epoch": 1.1577193106871853,
+      "grad_norm": 6.812939643859863,
+      "loss": 3.9995,
+      "lr": 0.0004991608391608391,
+      "step": 4082,
+      "tokens_trained": 2.00601472
+    },
+    {
+      "epoch": 1.1582866463371393,
+      "grad_norm": 8.14719009399414,
+      "loss": 3.9496,
+      "lr": 0.0004988811188811189,
+      "step": 4084,
+      "tokens_trained": 2.006996416
+    },
+    {
+      "epoch": 1.158853981987093,
+      "grad_norm": 7.125198841094971,
+      "loss": 3.9074,
+      "lr": 0.0004986013986013986,
+      "step": 4086,
+      "tokens_trained": 2.007980248
+    },
+    {
+      "epoch": 1.159421317637047,
+      "grad_norm": 2.4099230766296387,
+      "loss": 3.9675,
+      "lr": 0.0004983216783216784,
+      "step": 4088,
+      "tokens_trained": 2.008964792
+    },
+    {
+      "epoch": 1.159988653287001,
+      "grad_norm": 3.9759979248046875,
+      "loss": 3.9655,
+      "lr": 0.0004980419580419581,
+      "step": 4090,
+      "tokens_trained": 2.009945552
+    },
+    {
+      "epoch": 1.1605559889369548,
+      "grad_norm": 5.3169264793396,
+      "loss": 3.9856,
+      "lr": 0.0004977622377622378,
+      "step": 4092,
+      "tokens_trained": 2.010931072
+    },
+    {
+      "epoch": 1.1611233245869088,
+      "grad_norm": 9.010540008544922,
+      "loss": 3.9293,
+      "lr": 0.0004974825174825175,
+      "step": 4094,
+      "tokens_trained": 2.011911712
+    },
+    {
+      "epoch": 1.1616906602368626,
+      "grad_norm": 5.83132266998291,
+      "loss": 3.9725,
+      "lr": 0.0004972027972027972,
+      "step": 4096,
+      "tokens_trained": 2.012895208
+    },
+    {
+      "epoch": 1.1622579958868164,
+      "grad_norm": 8.76009750366211,
+      "loss": 3.9875,
+      "lr": 0.0004969230769230769,
+      "step": 4098,
+      "tokens_trained": 2.013881768
+    },
+    {
+      "epoch": 1.1628253315367705,
+      "grad_norm": 4.634799480438232,
+      "loss": 3.9478,
+      "lr": 0.0004966433566433566,
+      "step": 4100,
+      "tokens_trained": 2.014862288
+    },
+    {
+      "epoch": 1.1633926671867243,
+      "grad_norm": 3.717115879058838,
+      "loss": 3.9029,
+      "lr": 0.0004963636363636364,
+      "step": 4102,
+      "tokens_trained": 2.015846344
+    },
+    {
+      "epoch": 1.1639600028366783,
+      "grad_norm": 5.467166423797607,
+      "loss": 3.9561,
+      "lr": 0.0004960839160839161,
+      "step": 4104,
+      "tokens_trained": 2.01682528
+    },
+    {
+      "epoch": 1.1645273384866321,
+      "grad_norm": 5.645481109619141,
+      "loss": 3.9889,
+      "lr": 0.0004958041958041959,
+      "step": 4106,
+      "tokens_trained": 2.017809272
+    },
+    {
+      "epoch": 1.165094674136586,
+      "grad_norm": 4.796457767486572,
+      "loss": 3.9554,
+      "lr": 0.0004955244755244756,
+      "step": 4108,
+      "tokens_trained": 2.018791344
+    },
+    {
+      "epoch": 1.16566200978654,
+      "grad_norm": 6.111627578735352,
+      "loss": 3.9495,
+      "lr": 0.0004952447552447552,
+      "step": 4110,
+      "tokens_trained": 2.019777776
+    },
+    {
+      "epoch": 1.1662293454364938,
+      "grad_norm": 4.132344722747803,
+      "loss": 3.878,
+      "lr": 0.000494965034965035,
+      "step": 4112,
+      "tokens_trained": 2.020760032
+    },
+    {
+      "epoch": 1.1667966810864479,
+      "grad_norm": 4.833931922912598,
+      "loss": 3.9537,
+      "lr": 0.0004946853146853147,
+      "step": 4114,
+      "tokens_trained": 2.021745984
+    },
+    {
+      "epoch": 1.1673640167364017,
+      "grad_norm": 5.027078628540039,
+      "loss": 3.9359,
+      "lr": 0.0004944055944055944,
+      "step": 4116,
+      "tokens_trained": 2.022724968
+    },
+    {
+      "epoch": 1.1679313523863555,
+      "grad_norm": 5.339116096496582,
+      "loss": 3.9104,
+      "lr": 0.0004941258741258741,
+      "step": 4118,
+      "tokens_trained": 2.023705248
+    },
+    {
+      "epoch": 1.1684986880363095,
+      "grad_norm": 5.1652607917785645,
+      "loss": 3.9671,
+      "lr": 0.0004938461538461538,
+      "step": 4120,
+      "tokens_trained": 2.024688648
+    },
+    {
+      "epoch": 1.1690660236862633,
+      "grad_norm": 4.289709568023682,
+      "loss": 3.9315,
+      "lr": 0.0004935664335664336,
+      "step": 4122,
+      "tokens_trained": 2.025667424
+    },
+    {
+      "epoch": 1.1696333593362174,
+      "grad_norm": 5.6946492195129395,
+      "loss": 3.9498,
+      "lr": 0.0004932867132867133,
+      "step": 4124,
+      "tokens_trained": 2.026647168
+    },
+    {
+      "epoch": 1.1699170271611943,
+      "eval_loss": 0.9880662560462952,
+      "eval_runtime": 21.3984,
+      "step": 4125,
+      "tokens_trained": 2.027139168
+    },
+    {
+      "epoch": 1.1702006949861712,
+      "grad_norm": 3.798551082611084,
+      "loss": 3.9244,
+      "lr": 0.0004930069930069931,
+      "step": 4126,
+      "tokens_trained": 2.027631096
+    },
+    {
+      "epoch": 1.170768030636125,
+      "grad_norm": 3.644767999649048,
+      "loss": 3.939,
+      "lr": 0.0004927272727272727,
+      "step": 4128,
+      "tokens_trained": 2.028613776
+    },
+    {
+      "epoch": 1.171335366286079,
+      "grad_norm": 5.300503253936768,
+      "loss": 3.9352,
+      "lr": 0.0004924475524475525,
+      "step": 4130,
+      "tokens_trained": 2.0295936
+    },
+    {
+      "epoch": 1.1719027019360329,
+      "grad_norm": 4.033862590789795,
+      "loss": 3.9805,
+      "lr": 0.0004921678321678322,
+      "step": 4132,
+      "tokens_trained": 2.030575632
+    },
+    {
+      "epoch": 1.172470037585987,
+      "grad_norm": 3.5188965797424316,
+      "loss": 3.979,
+      "lr": 0.0004918881118881118,
+      "step": 4134,
+      "tokens_trained": 2.031559704
+    },
+    {
+      "epoch": 1.1730373732359407,
+      "grad_norm": 2.1571266651153564,
+      "loss": 3.9798,
+      "lr": 0.0004916083916083916,
+      "step": 4136,
+      "tokens_trained": 2.032544624
+    },
+    {
+      "epoch": 1.1736047088858945,
+      "grad_norm": 1.2364273071289062,
+      "loss": 3.971,
+      "lr": 0.0004913286713286713,
+      "step": 4138,
+      "tokens_trained": 2.033524816
+    },
+    {
+      "epoch": 1.1741720445358486,
+      "grad_norm": 2.3588576316833496,
+      "loss": 3.9631,
+      "lr": 0.0004910489510489511,
+      "step": 4140,
+      "tokens_trained": 2.034509784
+    },
+    {
+      "epoch": 1.1747393801858024,
+      "grad_norm": 1.2670316696166992,
+      "loss": 3.9317,
+      "lr": 0.0004907692307692308,
+      "step": 4142,
+      "tokens_trained": 2.035493456
+    },
+    {
+      "epoch": 1.1753067158357564,
+      "grad_norm": 3.2413010597229004,
+      "loss": 3.9778,
+      "lr": 0.0004904895104895106,
+      "step": 4144,
+      "tokens_trained": 2.03647368
+    },
+    {
+      "epoch": 1.1758740514857102,
+      "grad_norm": 4.079458713531494,
+      "loss": 3.9715,
+      "lr": 0.0004902097902097902,
+      "step": 4146,
+      "tokens_trained": 2.037452696
+    },
+    {
+      "epoch": 1.176441387135664,
+      "grad_norm": 2.3634743690490723,
+      "loss": 3.9857,
+      "lr": 0.00048993006993007,
+      "step": 4148,
+      "tokens_trained": 2.038437256
+    },
+    {
+      "epoch": 1.177008722785618,
+      "grad_norm": 1.7258849143981934,
+      "loss": 3.9044,
+      "lr": 0.0004896503496503497,
+      "step": 4150,
+      "tokens_trained": 2.039421224
+    },
+    {
+      "epoch": 1.177576058435572,
+      "grad_norm": 4.426620960235596,
+      "loss": 3.9366,
+      "lr": 0.0004893706293706293,
+      "step": 4152,
+      "tokens_trained": 2.040399768
+    },
+    {
+      "epoch": 1.178143394085526,
+      "grad_norm": 4.946300506591797,
+      "loss": 3.8394,
+      "lr": 0.0004890909090909091,
+      "step": 4154,
+      "tokens_trained": 2.041382744
+    },
+    {
+      "epoch": 1.1787107297354797,
+      "grad_norm": 7.814687252044678,
+      "loss": 3.9504,
+      "lr": 0.0004888111888111888,
+      "step": 4156,
+      "tokens_trained": 2.042364152
+    },
+    {
+      "epoch": 1.1792780653854336,
+      "grad_norm": 1.7227815389633179,
+      "loss": 3.8821,
+      "lr": 0.0004885314685314686,
+      "step": 4158,
+      "tokens_trained": 2.043344264
+    },
+    {
+      "epoch": 1.1798454010353876,
+      "grad_norm": 11.620087623596191,
+      "loss": 3.9375,
+      "lr": 0.0004882517482517483,
+      "step": 4160,
+      "tokens_trained": 2.04432976
+    },
+    {
+      "epoch": 1.1804127366853414,
+      "grad_norm": 11.146257400512695,
+      "loss": 3.9933,
+      "lr": 0.000487972027972028,
+      "step": 4162,
+      "tokens_trained": 2.0453136
+    },
+    {
+      "epoch": 1.1809800723352954,
+      "grad_norm": 9.995295524597168,
+      "loss": 3.9977,
+      "lr": 0.0004876923076923077,
+      "step": 4164,
+      "tokens_trained": 2.046294384
+    },
+    {
+      "epoch": 1.1815474079852493,
+      "grad_norm": 9.448521614074707,
+      "loss": 3.8709,
+      "lr": 0.00048741258741258743,
+      "step": 4166,
+      "tokens_trained": 2.047279192
+    },
+    {
+      "epoch": 1.182114743635203,
+      "grad_norm": 2.3229587078094482,
+      "loss": 3.9194,
+      "lr": 0.0004871328671328671,
+      "step": 4168,
+      "tokens_trained": 2.048260136
+    },
+    {
+      "epoch": 1.1826820792851571,
+      "grad_norm": 3.8930304050445557,
+      "loss": 3.9447,
+      "lr": 0.00048685314685314687,
+      "step": 4170,
+      "tokens_trained": 2.049238496
+    },
+    {
+      "epoch": 1.183249414935111,
+      "grad_norm": 6.03069543838501,
+      "loss": 3.9134,
+      "lr": 0.00048657342657342656,
+      "step": 4172,
+      "tokens_trained": 2.050226352
+    },
+    {
+      "epoch": 1.183816750585065,
+      "grad_norm": 6.509665489196777,
+      "loss": 3.9005,
+      "lr": 0.0004862937062937063,
+      "step": 4174,
+      "tokens_trained": 2.05121248
+    },
+    {
+      "epoch": 1.1843840862350188,
+      "grad_norm": 2.0728557109832764,
+      "loss": 3.9646,
+      "lr": 0.000486013986013986,
+      "step": 4176,
+      "tokens_trained": 2.052196784
+    },
+    {
+      "epoch": 1.1849514218849726,
+      "grad_norm": 1.972641944885254,
+      "loss": 3.9529,
+      "lr": 0.0004857342657342658,
+      "step": 4178,
+      "tokens_trained": 2.053177512
+    },
+    {
+      "epoch": 1.1855187575349266,
+      "grad_norm": 6.664553165435791,
+      "loss": 3.9424,
+      "lr": 0.0004854545454545455,
+      "step": 4180,
+      "tokens_trained": 2.054159928
+    },
+    {
+      "epoch": 1.1860860931848805,
+      "grad_norm": 7.182534217834473,
+      "loss": 3.9572,
+      "lr": 0.00048517482517482517,
+      "step": 4182,
+      "tokens_trained": 2.05514288
+    },
+    {
+      "epoch": 1.1866534288348345,
+      "grad_norm": 3.3657350540161133,
+      "loss": 3.9027,
+      "lr": 0.0004848951048951049,
+      "step": 4184,
+      "tokens_trained": 2.056127256
+    },
+    {
+      "epoch": 1.1872207644847883,
+      "grad_norm": 3.8826489448547363,
+      "loss": 3.9045,
+      "lr": 0.0004846153846153846,
+      "step": 4186,
+      "tokens_trained": 2.057110184
+    },
+    {
+      "epoch": 1.1877881001347421,
+      "grad_norm": 3.4556474685668945,
+      "loss": 3.9407,
+      "lr": 0.00048433566433566435,
+      "step": 4188,
+      "tokens_trained": 2.058090016
+    },
+    {
+      "epoch": 1.1883554357846962,
+      "grad_norm": 5.431522846221924,
+      "loss": 3.93,
+      "lr": 0.00048405594405594404,
+      "step": 4190,
+      "tokens_trained": 2.059071208
+    },
+    {
+      "epoch": 1.18892277143465,
+      "grad_norm": 3.987600803375244,
+      "loss": 3.9276,
+      "lr": 0.0004837762237762238,
+      "step": 4192,
+      "tokens_trained": 2.060047448
+    },
+    {
+      "epoch": 1.189490107084604,
+      "grad_norm": 5.114170074462891,
+      "loss": 3.9685,
+      "lr": 0.0004834965034965035,
+      "step": 4194,
+      "tokens_trained": 2.0610266
+    },
+    {
+      "epoch": 1.1900574427345578,
+      "grad_norm": 3.948340654373169,
+      "loss": 3.9357,
+      "lr": 0.0004832167832167833,
+      "step": 4196,
+      "tokens_trained": 2.062014792
+    },
+    {
+      "epoch": 1.1906247783845116,
+      "grad_norm": 4.607158660888672,
+      "loss": 3.9441,
+      "lr": 0.00048293706293706297,
+      "step": 4198,
+      "tokens_trained": 2.062993768
+    },
+    {
+      "epoch": 1.1911921140344657,
+      "grad_norm": 2.860197067260742,
+      "loss": 3.9469,
+      "lr": 0.00048265734265734266,
+      "step": 4200,
+      "tokens_trained": 2.063974352
+    },
+    {
+      "epoch": 1.1917594496844195,
+      "grad_norm": 4.8133544921875,
+      "loss": 3.9549,
+      "lr": 0.0004823776223776224,
+      "step": 4202,
+      "tokens_trained": 2.064955
+    },
+    {
+      "epoch": 1.1923267853343735,
+      "grad_norm": 3.1824069023132324,
+      "loss": 3.9589,
+      "lr": 0.0004820979020979021,
+      "step": 4204,
+      "tokens_trained": 2.065938728
+    },
+    {
+      "epoch": 1.1928941209843273,
+      "grad_norm": 4.413929462432861,
+      "loss": 3.9259,
+      "lr": 0.00048181818181818184,
+      "step": 4206,
+      "tokens_trained": 2.066920408
+    },
+    {
+      "epoch": 1.1934614566342812,
+      "grad_norm": 4.193307876586914,
+      "loss": 3.8911,
+      "lr": 0.0004815384615384615,
+      "step": 4208,
+      "tokens_trained": 2.067904384
+    },
+    {
+      "epoch": 1.1940287922842352,
+      "grad_norm": 3.4476332664489746,
+      "loss": 3.9646,
+      "lr": 0.00048125874125874127,
+      "step": 4210,
+      "tokens_trained": 2.068888184
+    },
+    {
+      "epoch": 1.194596127934189,
+      "grad_norm": 1.2195734977722168,
+      "loss": 3.9053,
+      "lr": 0.00048097902097902096,
+      "step": 4212,
+      "tokens_trained": 2.069866408
+    },
+    {
+      "epoch": 1.195163463584143,
+      "grad_norm": 2.1013519763946533,
+      "loss": 3.9806,
+      "lr": 0.00048069930069930076,
+      "step": 4214,
+      "tokens_trained": 2.070848272
+    },
+    {
+      "epoch": 1.1957307992340969,
+      "grad_norm": 6.16254186630249,
+      "loss": 3.99,
+      "lr": 0.00048041958041958045,
+      "step": 4216,
+      "tokens_trained": 2.071833968
+    },
+    {
+      "epoch": 1.1962981348840507,
+      "grad_norm": 4.7692179679870605,
+      "loss": 3.9775,
+      "lr": 0.00048013986013986014,
+      "step": 4218,
+      "tokens_trained": 2.07281356
+    },
+    {
+      "epoch": 1.1968654705340047,
+      "grad_norm": 3.336514949798584,
+      "loss": 4.0087,
+      "lr": 0.0004798601398601399,
+      "step": 4220,
+      "tokens_trained": 2.07380172
+    },
+    {
+      "epoch": 1.1974328061839585,
+      "grad_norm": 3.2661092281341553,
+      "loss": 3.9471,
+      "lr": 0.0004795804195804196,
+      "step": 4222,
+      "tokens_trained": 2.074785216
+    },
+    {
+      "epoch": 1.1980001418339126,
+      "grad_norm": 3.0861871242523193,
+      "loss": 3.9829,
+      "lr": 0.0004793006993006993,
+      "step": 4224,
+      "tokens_trained": 2.075770912
+    },
+    {
+      "epoch": 1.1985674774838664,
+      "grad_norm": 4.010982036590576,
+      "loss": 3.9013,
+      "lr": 0.000479020979020979,
+      "step": 4226,
+      "tokens_trained": 2.076755104
+    },
+    {
+      "epoch": 1.1991348131338202,
+      "grad_norm": 3.736706495285034,
+      "loss": 3.9455,
+      "lr": 0.00047874125874125875,
+      "step": 4228,
+      "tokens_trained": 2.077737472
+    },
+    {
+      "epoch": 1.1997021487837742,
+      "grad_norm": 2.741546392440796,
+      "loss": 3.929,
+      "lr": 0.00047846153846153844,
+      "step": 4230,
+      "tokens_trained": 2.078721008
+    },
+    {
+      "epoch": 1.200269484433728,
+      "grad_norm": 5.045975685119629,
+      "loss": 3.938,
+      "lr": 0.00047818181818181824,
+      "step": 4232,
+      "tokens_trained": 2.079705624
+    },
+    {
+      "epoch": 1.200836820083682,
+      "grad_norm": 6.466317653656006,
+      "loss": 3.9189,
+      "lr": 0.00047790209790209793,
+      "step": 4234,
+      "tokens_trained": 2.080689632
+    },
+    {
+      "epoch": 1.201404155733636,
+      "grad_norm": 10.680752754211426,
+      "loss": 3.924,
+      "lr": 0.0004776223776223776,
+      "step": 4236,
+      "tokens_trained": 2.0816728
+    },
+    {
+      "epoch": 1.2019714913835897,
+      "grad_norm": 4.394003868103027,
+      "loss": 3.9587,
+      "lr": 0.00047734265734265737,
+      "step": 4238,
+      "tokens_trained": 2.082649352
+    },
+    {
+      "epoch": 1.2025388270335438,
+      "grad_norm": 14.375049591064453,
+      "loss": 3.8901,
+      "lr": 0.00047706293706293706,
+      "step": 4240,
+      "tokens_trained": 2.083629016
+    },
+    {
+      "epoch": 1.2031061626834976,
+      "grad_norm": 6.259925365447998,
+      "loss": 3.9736,
+      "lr": 0.0004767832167832168,
+      "step": 4242,
+      "tokens_trained": 2.084612464
+    },
+    {
+      "epoch": 1.2036734983334516,
+      "grad_norm": 7.176869869232178,
+      "loss": 3.9335,
+      "lr": 0.0004765034965034965,
+      "step": 4244,
+      "tokens_trained": 2.085598128
+    },
+    {
+      "epoch": 1.2042408339834054,
+      "grad_norm": 7.3431291580200195,
+      "loss": 3.9129,
+      "lr": 0.00047622377622377624,
+      "step": 4246,
+      "tokens_trained": 2.086582144
+    },
+    {
+      "epoch": 1.2048081696333592,
+      "grad_norm": 3.1388702392578125,
+      "loss": 3.9645,
+      "lr": 0.00047594405594405593,
+      "step": 4248,
+      "tokens_trained": 2.087566256
+    },
+    {
+      "epoch": 1.2053755052833133,
+      "grad_norm": 4.360974311828613,
+      "loss": 3.8965,
+      "lr": 0.00047566433566433573,
+      "step": 4250,
+      "tokens_trained": 2.088546896
+    },
+    {
+      "epoch": 1.2053755052833133,
+      "eval_loss": 0.9876537919044495,
+      "eval_runtime": 20.2375,
+      "step": 4250,
+      "tokens_trained": 2.088546896
+    },
+    {
+      "epoch": 1.205942840933267,
+      "grad_norm": 6.790876388549805,
+      "loss": 3.8925,
+      "lr": 0.0004753846153846154,
+      "step": 4252,
+      "tokens_trained": 2.089529312
+    },
+    {
+      "epoch": 1.2065101765832211,
+      "grad_norm": 5.942895412445068,
+      "loss": 3.9429,
+      "lr": 0.0004751048951048951,
+      "step": 4254,
+      "tokens_trained": 2.090517856
+    },
+    {
+      "epoch": 1.207077512233175,
+      "grad_norm": 7.182357311248779,
+      "loss": 3.975,
+      "lr": 0.00047482517482517485,
+      "step": 4256,
+      "tokens_trained": 2.091501152
+    },
+    {
+      "epoch": 1.2076448478831288,
+      "grad_norm": 3.092268228530884,
+      "loss": 3.9078,
+      "lr": 0.00047454545454545454,
+      "step": 4258,
+      "tokens_trained": 2.0924852
+    },
+    {
+      "epoch": 1.2082121835330828,
+      "grad_norm": 7.483865737915039,
+      "loss": 3.9469,
+      "lr": 0.0004742657342657343,
+      "step": 4260,
+      "tokens_trained": 2.093467328
+    },
+    {
+      "epoch": 1.2087795191830366,
+      "grad_norm": 6.828039169311523,
+      "loss": 3.9683,
+      "lr": 0.000473986013986014,
+      "step": 4262,
+      "tokens_trained": 2.094447
+    },
+    {
+      "epoch": 1.2093468548329906,
+      "grad_norm": 2.1174066066741943,
+      "loss": 3.9575,
+      "lr": 0.0004737062937062937,
+      "step": 4264,
+      "tokens_trained": 2.095428552
+    },
+    {
+      "epoch": 1.2099141904829445,
+      "grad_norm": 1.7029787302017212,
+      "loss": 3.9174,
+      "lr": 0.0004734265734265734,
+      "step": 4266,
+      "tokens_trained": 2.096413944
+    },
+    {
+      "epoch": 1.2104815261328983,
+      "grad_norm": 8.107586860656738,
+      "loss": 3.9526,
+      "lr": 0.0004731468531468531,
+      "step": 4268,
+      "tokens_trained": 2.097395416
+    },
+    {
+      "epoch": 1.2110488617828523,
+      "grad_norm": 6.090738773345947,
+      "loss": 3.8711,
+      "lr": 0.0004728671328671329,
+      "step": 4270,
+      "tokens_trained": 2.098379488
+    },
+    {
+      "epoch": 1.2116161974328061,
+      "grad_norm": 3.09671950340271,
+      "loss": 3.9489,
+      "lr": 0.0004725874125874126,
+      "step": 4272,
+      "tokens_trained": 2.099365672
+    },
+    {
+      "epoch": 1.2121835330827602,
+      "grad_norm": 1.3280375003814697,
+      "loss": 3.8766,
+      "lr": 0.00047230769230769234,
+      "step": 4274,
+      "tokens_trained": 2.100345872
+    },
+    {
+      "epoch": 1.212750868732714,
+      "grad_norm": 2.2725517749786377,
+      "loss": 3.9298,
+      "lr": 0.00047202797202797203,
+      "step": 4276,
+      "tokens_trained": 2.101330144
+    },
+    {
+      "epoch": 1.2133182043826678,
+      "grad_norm": 7.571750164031982,
+      "loss": 3.9129,
+      "lr": 0.00047174825174825177,
+      "step": 4278,
+      "tokens_trained": 2.102310504
+    },
+    {
+      "epoch": 1.2138855400326218,
+      "grad_norm": 5.49086856842041,
+      "loss": 3.9257,
+      "lr": 0.00047146853146853146,
+      "step": 4280,
+      "tokens_trained": 2.10329544
+    },
+    {
+      "epoch": 1.2144528756825756,
+      "grad_norm": 3.936779737472534,
+      "loss": 3.9055,
+      "lr": 0.0004711888111888112,
+      "step": 4282,
+      "tokens_trained": 2.104280736
+    },
+    {
+      "epoch": 1.2150202113325297,
+      "grad_norm": 3.1779263019561768,
+      "loss": 3.9624,
+      "lr": 0.0004709090909090909,
+      "step": 4284,
+      "tokens_trained": 2.10526688
+    },
+    {
+      "epoch": 1.2155875469824835,
+      "grad_norm": 2.7246220111846924,
+      "loss": 3.9584,
+      "lr": 0.0004706293706293706,
+      "step": 4286,
+      "tokens_trained": 2.106249208
+    },
+    {
+      "epoch": 1.2161548826324373,
+      "grad_norm": 6.718515396118164,
+      "loss": 3.9084,
+      "lr": 0.0004703496503496504,
+      "step": 4288,
+      "tokens_trained": 2.107231312
+    },
+    {
+      "epoch": 1.2167222182823914,
+      "grad_norm": 5.000235080718994,
+      "loss": 3.9648,
+      "lr": 0.0004700699300699301,
+      "step": 4290,
+      "tokens_trained": 2.108215624
+    },
+    {
+      "epoch": 1.2172895539323452,
+      "grad_norm": 4.756376266479492,
+      "loss": 3.9848,
+      "lr": 0.0004697902097902098,
+      "step": 4292,
+      "tokens_trained": 2.10920156
+    },
+    {
+      "epoch": 1.2178568895822992,
+      "grad_norm": 1.9365978240966797,
+      "loss": 3.9517,
+      "lr": 0.0004695104895104895,
+      "step": 4294,
+      "tokens_trained": 2.110182936
+    },
+    {
+      "epoch": 1.218424225232253,
+      "grad_norm": 5.350283622741699,
+      "loss": 3.9737,
+      "lr": 0.00046923076923076926,
+      "step": 4296,
+      "tokens_trained": 2.111164808
+    },
+    {
+      "epoch": 1.2189915608822068,
+      "grad_norm": 4.543917655944824,
+      "loss": 3.9111,
+      "lr": 0.00046895104895104895,
+      "step": 4298,
+      "tokens_trained": 2.112146848
+    },
+    {
+      "epoch": 1.2195588965321609,
+      "grad_norm": 5.1316938400268555,
+      "loss": 3.9194,
+      "lr": 0.0004686713286713287,
+      "step": 4300,
+      "tokens_trained": 2.113134184
+    },
+    {
+      "epoch": 1.2201262321821147,
+      "grad_norm": 3.0844085216522217,
+      "loss": 3.8872,
+      "lr": 0.0004683916083916084,
+      "step": 4302,
+      "tokens_trained": 2.114120832
+    },
+    {
+      "epoch": 1.2206935678320687,
+      "grad_norm": 2.2305877208709717,
+      "loss": 3.9497,
+      "lr": 0.00046811188811188807,
+      "step": 4304,
+      "tokens_trained": 2.115103856
+    },
+    {
+      "epoch": 1.2212609034820225,
+      "grad_norm": 1.7684617042541504,
+      "loss": 3.9218,
+      "lr": 0.00046783216783216787,
+      "step": 4306,
+      "tokens_trained": 2.116086968
+    },
+    {
+      "epoch": 1.2218282391319764,
+      "grad_norm": 6.3064680099487305,
+      "loss": 3.9657,
+      "lr": 0.00046755244755244756,
+      "step": 4308,
+      "tokens_trained": 2.11707108
+    },
+    {
+      "epoch": 1.2223955747819304,
+      "grad_norm": 2.4910192489624023,
+      "loss": 3.8588,
+      "lr": 0.0004672727272727273,
+      "step": 4310,
+      "tokens_trained": 2.118053928
+    },
+    {
+      "epoch": 1.2229629104318842,
+      "grad_norm": 3.482459306716919,
+      "loss": 3.9213,
+      "lr": 0.000466993006993007,
+      "step": 4312,
+      "tokens_trained": 2.119037056
+    },
+    {
+      "epoch": 1.2235302460818382,
+      "grad_norm": 6.552737712860107,
+      "loss": 3.8804,
+      "lr": 0.00046671328671328674,
+      "step": 4314,
+      "tokens_trained": 2.120019576
+    },
+    {
+      "epoch": 1.224097581731792,
+      "grad_norm": 5.225849628448486,
+      "loss": 3.9562,
+      "lr": 0.00046643356643356643,
+      "step": 4316,
+      "tokens_trained": 2.121000112
+    },
+    {
+      "epoch": 1.2246649173817459,
+      "grad_norm": 2.1894407272338867,
+      "loss": 3.8752,
+      "lr": 0.0004661538461538462,
+      "step": 4318,
+      "tokens_trained": 2.121988376
+    },
+    {
+      "epoch": 1.2252322530317,
+      "grad_norm": 1.5741831064224243,
+      "loss": 3.953,
+      "lr": 0.00046587412587412587,
+      "step": 4320,
+      "tokens_trained": 2.122965864
+    },
+    {
+      "epoch": 1.2257995886816537,
+      "grad_norm": 4.103208065032959,
+      "loss": 3.9216,
+      "lr": 0.00046559440559440556,
+      "step": 4322,
+      "tokens_trained": 2.123950848
+    },
+    {
+      "epoch": 1.2263669243316078,
+      "grad_norm": 7.347278118133545,
+      "loss": 3.9547,
+      "lr": 0.00046531468531468536,
+      "step": 4324,
+      "tokens_trained": 2.124933448
+    },
+    {
+      "epoch": 1.2269342599815616,
+      "grad_norm": 4.8083930015563965,
+      "loss": 3.9711,
+      "lr": 0.00046503496503496505,
+      "step": 4326,
+      "tokens_trained": 2.125921528
+    },
+    {
+      "epoch": 1.2275015956315154,
+      "grad_norm": 5.4488654136657715,
+      "loss": 3.8941,
+      "lr": 0.0004647552447552448,
+      "step": 4328,
+      "tokens_trained": 2.126897152
+    },
+    {
+      "epoch": 1.2280689312814694,
+      "grad_norm": 6.24332332611084,
+      "loss": 3.9178,
+      "lr": 0.0004644755244755245,
+      "step": 4330,
+      "tokens_trained": 2.127881384
+    },
+    {
+      "epoch": 1.2286362669314232,
+      "grad_norm": 5.97770881652832,
+      "loss": 3.8804,
+      "lr": 0.0004641958041958042,
+      "step": 4332,
+      "tokens_trained": 2.128864008
+    },
+    {
+      "epoch": 1.2292036025813773,
+      "grad_norm": 3.901036500930786,
+      "loss": 3.8968,
+      "lr": 0.0004639160839160839,
+      "step": 4334,
+      "tokens_trained": 2.129847632
+    },
+    {
+      "epoch": 1.229770938231331,
+      "grad_norm": 5.377021789550781,
+      "loss": 3.9565,
+      "lr": 0.00046363636363636366,
+      "step": 4336,
+      "tokens_trained": 2.130832296
+    },
+    {
+      "epoch": 1.230338273881285,
+      "grad_norm": 4.565158367156982,
+      "loss": 3.9672,
+      "lr": 0.00046335664335664335,
+      "step": 4338,
+      "tokens_trained": 2.131814648
+    },
+    {
+      "epoch": 1.230905609531239,
+      "grad_norm": 1.2882499694824219,
+      "loss": 3.9515,
+      "lr": 0.00046307692307692304,
+      "step": 4340,
+      "tokens_trained": 2.132797872
+    },
+    {
+      "epoch": 1.2314729451811928,
+      "grad_norm": 0.9845411777496338,
+      "loss": 3.9057,
+      "lr": 0.00046279720279720284,
+      "step": 4342,
+      "tokens_trained": 2.133780992
+    },
+    {
+      "epoch": 1.2320402808311468,
+      "grad_norm": 3.7839152812957764,
+      "loss": 3.8909,
+      "lr": 0.00046251748251748253,
+      "step": 4344,
+      "tokens_trained": 2.134762864
+    },
+    {
+      "epoch": 1.2326076164811006,
+      "grad_norm": 3.8872299194335938,
+      "loss": 3.9262,
+      "lr": 0.0004622377622377623,
+      "step": 4346,
+      "tokens_trained": 2.135743504
+    },
+    {
+      "epoch": 1.2331749521310544,
+      "grad_norm": 4.538093566894531,
+      "loss": 3.9098,
+      "lr": 0.00046195804195804196,
+      "step": 4348,
+      "tokens_trained": 2.136727288
+    },
+    {
+      "epoch": 1.2337422877810085,
+      "grad_norm": 6.453696250915527,
+      "loss": 3.9103,
+      "lr": 0.0004616783216783217,
+      "step": 4350,
+      "tokens_trained": 2.137710256
+    },
+    {
+      "epoch": 1.2343096234309623,
+      "grad_norm": 4.033708572387695,
+      "loss": 3.9144,
+      "lr": 0.0004613986013986014,
+      "step": 4352,
+      "tokens_trained": 2.138691568
+    },
+    {
+      "epoch": 1.2348769590809163,
+      "grad_norm": 4.32963752746582,
+      "loss": 3.9154,
+      "lr": 0.00046111888111888114,
+      "step": 4354,
+      "tokens_trained": 2.13967628
+    },
+    {
+      "epoch": 1.2354442947308701,
+      "grad_norm": 3.0617220401763916,
+      "loss": 3.8984,
+      "lr": 0.00046083916083916083,
+      "step": 4356,
+      "tokens_trained": 2.140659368
+    },
+    {
+      "epoch": 1.236011630380824,
+      "grad_norm": 2.51361346244812,
+      "loss": 3.8971,
+      "lr": 0.0004605594405594405,
+      "step": 4358,
+      "tokens_trained": 2.141644648
+    },
+    {
+      "epoch": 1.236578966030778,
+      "grad_norm": 3.6975977420806885,
+      "loss": 3.9208,
+      "lr": 0.0004602797202797203,
+      "step": 4360,
+      "tokens_trained": 2.142628176
+    },
+    {
+      "epoch": 1.2371463016807318,
+      "grad_norm": 5.2992844581604,
+      "loss": 3.8855,
+      "lr": 0.00046,
+      "step": 4362,
+      "tokens_trained": 2.143610328
+    },
+    {
+      "epoch": 1.2377136373306858,
+      "grad_norm": 4.426636695861816,
+      "loss": 3.893,
+      "lr": 0.00045972027972027976,
+      "step": 4364,
+      "tokens_trained": 2.144591512
+    },
+    {
+      "epoch": 1.2382809729806397,
+      "grad_norm": 4.131166458129883,
+      "loss": 3.9098,
+      "lr": 0.00045944055944055945,
+      "step": 4366,
+      "tokens_trained": 2.14557312
+    },
+    {
+      "epoch": 1.2388483086305935,
+      "grad_norm": 2.9156816005706787,
+      "loss": 3.9771,
+      "lr": 0.0004591608391608392,
+      "step": 4368,
+      "tokens_trained": 2.146551592
+    },
+    {
+      "epoch": 1.2394156442805475,
+      "grad_norm": 3.8412554264068604,
+      "loss": 3.9584,
+      "lr": 0.0004588811188811189,
+      "step": 4370,
+      "tokens_trained": 2.147533032
+    },
+    {
+      "epoch": 1.2399829799305013,
+      "grad_norm": 3.1897640228271484,
+      "loss": 3.8253,
+      "lr": 0.0004586013986013986,
+      "step": 4372,
+      "tokens_trained": 2.148517592
+    },
+    {
+      "epoch": 1.2405503155804554,
+      "grad_norm": 4.066483020782471,
+      "loss": 3.8905,
+      "lr": 0.0004583216783216783,
+      "step": 4374,
+      "tokens_trained": 2.149502368
+    },
+    {
+      "epoch": 1.2408339834054323,
+      "eval_loss": 0.9844964146614075,
+      "eval_runtime": 21.0593,
+      "step": 4375,
+      "tokens_trained": 2.14999612
+    },
+    {
+      "epoch": 1.2411176512304092,
+      "grad_norm": 2.0596890449523926,
+      "loss": 3.9142,
+      "lr": 0.000458041958041958,
+      "step": 4376,
+      "tokens_trained": 2.15048712
+    },
+    {
+      "epoch": 1.241684986880363,
+      "grad_norm": 4.4018988609313965,
+      "loss": 3.9487,
+      "lr": 0.0004577622377622378,
+      "step": 4378,
+      "tokens_trained": 2.151468832
+    },
+    {
+      "epoch": 1.242252322530317,
+      "grad_norm": 3.294774055480957,
+      "loss": 3.979,
+      "lr": 0.0004574825174825175,
+      "step": 4380,
+      "tokens_trained": 2.152451456
+    },
+    {
+      "epoch": 1.2428196581802708,
+      "grad_norm": 2.5546209812164307,
+      "loss": 3.9135,
+      "lr": 0.00045720279720279724,
+      "step": 4382,
+      "tokens_trained": 2.1534348
+    },
+    {
+      "epoch": 1.2433869938302249,
+      "grad_norm": 2.1771605014801025,
+      "loss": 3.9207,
+      "lr": 0.00045692307692307693,
+      "step": 4384,
+      "tokens_trained": 2.154414104
+    },
+    {
+      "epoch": 1.2439543294801787,
+      "grad_norm": 3.5681049823760986,
+      "loss": 3.8632,
+      "lr": 0.0004566433566433567,
+      "step": 4386,
+      "tokens_trained": 2.155399088
+    },
+    {
+      "epoch": 1.2445216651301325,
+      "grad_norm": 5.588647365570068,
+      "loss": 3.9769,
+      "lr": 0.00045636363636363637,
+      "step": 4388,
+      "tokens_trained": 2.15638104
+    },
+    {
+      "epoch": 1.2450890007800866,
+      "grad_norm": 5.798253059387207,
+      "loss": 3.9167,
+      "lr": 0.00045608391608391606,
+      "step": 4390,
+      "tokens_trained": 2.157366296
+    },
+    {
+      "epoch": 1.2456563364300404,
+      "grad_norm": 2.425339698791504,
+      "loss": 3.9152,
+      "lr": 0.0004558041958041958,
+      "step": 4392,
+      "tokens_trained": 2.158347208
+    },
+    {
+      "epoch": 1.2462236720799944,
+      "grad_norm": 4.4874444007873535,
+      "loss": 3.9171,
+      "lr": 0.0004555244755244755,
+      "step": 4394,
+      "tokens_trained": 2.159329056
+    },
+    {
+      "epoch": 1.2467910077299482,
+      "grad_norm": 4.653798580169678,
+      "loss": 3.9308,
+      "lr": 0.00045524475524475524,
+      "step": 4396,
+      "tokens_trained": 2.160312792
+    },
+    {
+      "epoch": 1.247358343379902,
+      "grad_norm": 5.013849258422852,
+      "loss": 3.9224,
+      "lr": 0.000454965034965035,
+      "step": 4398,
+      "tokens_trained": 2.161298728
+    },
+    {
+      "epoch": 1.247925679029856,
+      "grad_norm": 3.3346633911132812,
+      "loss": 3.9482,
+      "lr": 0.0004546853146853147,
+      "step": 4400,
+      "tokens_trained": 2.162280664
+    },
+    {
+      "epoch": 1.2484930146798099,
+      "grad_norm": 2.408282518386841,
+      "loss": 3.9468,
+      "lr": 0.0004544055944055944,
+      "step": 4402,
+      "tokens_trained": 2.163262608
+    },
+    {
+      "epoch": 1.249060350329764,
+      "grad_norm": 2.3152034282684326,
+      "loss": 3.9346,
+      "lr": 0.00045412587412587416,
+      "step": 4404,
+      "tokens_trained": 2.16424488
+    },
+    {
+      "epoch": 1.2496276859797177,
+      "grad_norm": 4.722060680389404,
+      "loss": 3.93,
+      "lr": 0.00045384615384615385,
+      "step": 4406,
+      "tokens_trained": 2.165227184
+    },
+    {
+      "epoch": 1.2501950216296716,
+      "grad_norm": 2.3931281566619873,
+      "loss": 3.9412,
+      "lr": 0.00045356643356643354,
+      "step": 4408,
+      "tokens_trained": 2.166208312
+    },
+    {
+      "epoch": 1.2507623572796256,
+      "grad_norm": 3.703711986541748,
+      "loss": 3.9661,
+      "lr": 0.0004532867132867133,
+      "step": 4410,
+      "tokens_trained": 2.167191896
+    },
+    {
+      "epoch": 1.2513296929295794,
+      "grad_norm": 3.168426036834717,
+      "loss": 3.9108,
+      "lr": 0.000453006993006993,
+      "step": 4412,
+      "tokens_trained": 2.1681734
+    },
+    {
+      "epoch": 1.2518970285795334,
+      "grad_norm": 4.465419769287109,
+      "loss": 3.9224,
+      "lr": 0.0004527272727272727,
+      "step": 4414,
+      "tokens_trained": 2.16915824
+    },
+    {
+      "epoch": 1.2524643642294873,
+      "grad_norm": 3.145385265350342,
+      "loss": 3.9317,
+      "lr": 0.00045244755244755247,
+      "step": 4416,
+      "tokens_trained": 2.170140944
+    },
+    {
+      "epoch": 1.253031699879441,
+      "grad_norm": 3.0174384117126465,
+      "loss": 3.9592,
+      "lr": 0.0004521678321678322,
+      "step": 4418,
+      "tokens_trained": 2.171127312
+    },
+    {
+      "epoch": 1.2535990355293951,
+      "grad_norm": 2.9682352542877197,
+      "loss": 3.9248,
+      "lr": 0.0004518881118881119,
+      "step": 4420,
+      "tokens_trained": 2.17211552
+    },
+    {
+      "epoch": 1.254166371179349,
+      "grad_norm": 4.654287338256836,
+      "loss": 3.9592,
+      "lr": 0.00045160839160839165,
+      "step": 4422,
+      "tokens_trained": 2.173101456
+    },
+    {
+      "epoch": 1.254733706829303,
+      "grad_norm": 5.210162162780762,
+      "loss": 3.9463,
+      "lr": 0.00045132867132867134,
+      "step": 4424,
+      "tokens_trained": 2.174081192
+    },
+    {
+      "epoch": 1.2553010424792568,
+      "grad_norm": 1.6227176189422607,
+      "loss": 3.8894,
+      "lr": 0.000451048951048951,
+      "step": 4426,
+      "tokens_trained": 2.175063888
+    },
+    {
+      "epoch": 1.2558683781292106,
+      "grad_norm": 1.6847152709960938,
+      "loss": 3.9207,
+      "lr": 0.00045076923076923077,
+      "step": 4428,
+      "tokens_trained": 2.176047656
+    },
+    {
+      "epoch": 1.2564357137791646,
+      "grad_norm": 7.743977069854736,
+      "loss": 3.9202,
+      "lr": 0.00045048951048951046,
+      "step": 4430,
+      "tokens_trained": 2.177030728
+    },
+    {
+      "epoch": 1.2570030494291184,
+      "grad_norm": 5.493525981903076,
+      "loss": 3.8951,
+      "lr": 0.0004502097902097902,
+      "step": 4432,
+      "tokens_trained": 2.178010048
+    },
+    {
+      "epoch": 1.2575703850790725,
+      "grad_norm": 4.744298934936523,
+      "loss": 3.9641,
+      "lr": 0.00044993006993006995,
+      "step": 4434,
+      "tokens_trained": 2.178992816
+    },
+    {
+      "epoch": 1.2581377207290263,
+      "grad_norm": 5.230485916137695,
+      "loss": 3.9552,
+      "lr": 0.0004496503496503497,
+      "step": 4436,
+      "tokens_trained": 2.179977048
+    },
+    {
+      "epoch": 1.2587050563789801,
+      "grad_norm": 2.7955129146575928,
+      "loss": 3.9462,
+      "lr": 0.0004493706293706294,
+      "step": 4438,
+      "tokens_trained": 2.18096108
+    },
+    {
+      "epoch": 1.2592723920289342,
+      "grad_norm": 4.869340419769287,
+      "loss": 3.8819,
+      "lr": 0.00044909090909090913,
+      "step": 4440,
+      "tokens_trained": 2.181941176
+    },
+    {
+      "epoch": 1.259839727678888,
+      "grad_norm": 4.538938045501709,
+      "loss": 3.8967,
+      "lr": 0.0004488111888111888,
+      "step": 4442,
+      "tokens_trained": 2.182923032
+    },
+    {
+      "epoch": 1.260407063328842,
+      "grad_norm": 4.085853576660156,
+      "loss": 3.9155,
+      "lr": 0.0004485314685314685,
+      "step": 4444,
+      "tokens_trained": 2.183902584
+    },
+    {
+      "epoch": 1.2609743989787958,
+      "grad_norm": 6.15781831741333,
+      "loss": 3.9379,
+      "lr": 0.00044825174825174826,
+      "step": 4446,
+      "tokens_trained": 2.184884968
+    },
+    {
+      "epoch": 1.2615417346287496,
+      "grad_norm": 2.5738606452941895,
+      "loss": 3.9642,
+      "lr": 0.00044797202797202795,
+      "step": 4448,
+      "tokens_trained": 2.185870952
+    },
+    {
+      "epoch": 1.2621090702787037,
+      "grad_norm": 4.356530666351318,
+      "loss": 3.8908,
+      "lr": 0.0004476923076923077,
+      "step": 4450,
+      "tokens_trained": 2.186854928
+    },
+    {
+      "epoch": 1.2626764059286575,
+      "grad_norm": 5.518537998199463,
+      "loss": 3.8954,
+      "lr": 0.00044741258741258744,
+      "step": 4452,
+      "tokens_trained": 2.187847
+    },
+    {
+      "epoch": 1.2632437415786115,
+      "grad_norm": 7.3632354736328125,
+      "loss": 3.9363,
+      "lr": 0.0004471328671328672,
+      "step": 4454,
+      "tokens_trained": 2.188829592
+    },
+    {
+      "epoch": 1.2638110772285653,
+      "grad_norm": 0.9625980854034424,
+      "loss": 3.9416,
+      "lr": 0.00044685314685314687,
+      "step": 4456,
+      "tokens_trained": 2.189811456
+    },
+    {
+      "epoch": 1.2643784128785192,
+      "grad_norm": 4.0898003578186035,
+      "loss": 3.9133,
+      "lr": 0.0004465734265734266,
+      "step": 4458,
+      "tokens_trained": 2.19079428
+    },
+    {
+      "epoch": 1.2649457485284732,
+      "grad_norm": 6.740445137023926,
+      "loss": 3.9282,
+      "lr": 0.0004462937062937063,
+      "step": 4460,
+      "tokens_trained": 2.1917786
+    },
+    {
+      "epoch": 1.265513084178427,
+      "grad_norm": 6.742666244506836,
+      "loss": 3.9077,
+      "lr": 0.000446013986013986,
+      "step": 4462,
+      "tokens_trained": 2.192758016
+    },
+    {
+      "epoch": 1.266080419828381,
+      "grad_norm": 4.592698097229004,
+      "loss": 3.9123,
+      "lr": 0.00044573426573426574,
+      "step": 4464,
+      "tokens_trained": 2.193741496
+    },
+    {
+      "epoch": 1.2666477554783349,
+      "grad_norm": 8.934327125549316,
+      "loss": 3.9647,
+      "lr": 0.00044545454545454543,
+      "step": 4466,
+      "tokens_trained": 2.194723584
+    },
+    {
+      "epoch": 1.2672150911282887,
+      "grad_norm": 4.280580997467041,
+      "loss": 3.9189,
+      "lr": 0.0004451748251748252,
+      "step": 4468,
+      "tokens_trained": 2.195708432
+    },
+    {
+      "epoch": 1.2677824267782427,
+      "grad_norm": 3.257995843887329,
+      "loss": 3.9698,
+      "lr": 0.0004448951048951049,
+      "step": 4470,
+      "tokens_trained": 2.196691336
+    },
+    {
+      "epoch": 1.2683497624281965,
+      "grad_norm": 6.521494388580322,
+      "loss": 3.9676,
+      "lr": 0.00044461538461538466,
+      "step": 4472,
+      "tokens_trained": 2.197674528
+    },
+    {
+      "epoch": 1.2689170980781506,
+      "grad_norm": 6.169503211975098,
+      "loss": 3.9404,
+      "lr": 0.00044433566433566435,
+      "step": 4474,
+      "tokens_trained": 2.198658448
+    },
+    {
+      "epoch": 1.2694844337281044,
+      "grad_norm": 3.5009562969207764,
+      "loss": 3.9229,
+      "lr": 0.0004440559440559441,
+      "step": 4476,
+      "tokens_trained": 2.199646232
+    },
+    {
+      "epoch": 1.2700517693780582,
+      "grad_norm": 3.2101058959960938,
+      "loss": 3.9536,
+      "lr": 0.0004437762237762238,
+      "step": 4478,
+      "tokens_trained": 2.200630024
+    },
+    {
+      "epoch": 1.2706191050280122,
+      "grad_norm": 5.417990684509277,
+      "loss": 3.9591,
+      "lr": 0.0004434965034965035,
+      "step": 4480,
+      "tokens_trained": 2.2016182
+    },
+    {
+      "epoch": 1.271186440677966,
+      "grad_norm": 3.1346352100372314,
+      "loss": 3.9408,
+      "lr": 0.0004432167832167832,
+      "step": 4482,
+      "tokens_trained": 2.2025994
+    },
+    {
+      "epoch": 1.27175377632792,
+      "grad_norm": 3.2468717098236084,
+      "loss": 3.922,
+      "lr": 0.0004429370629370629,
+      "step": 4484,
+      "tokens_trained": 2.203581424
+    },
+    {
+      "epoch": 1.272321111977874,
+      "grad_norm": 5.069144248962402,
+      "loss": 3.9616,
+      "lr": 0.00044265734265734266,
+      "step": 4486,
+      "tokens_trained": 2.204562264
+    },
+    {
+      "epoch": 1.2728884476278277,
+      "grad_norm": 4.097993850708008,
+      "loss": 3.931,
+      "lr": 0.0004423776223776224,
+      "step": 4488,
+      "tokens_trained": 2.205548376
+    },
+    {
+      "epoch": 1.2734557832777817,
+      "grad_norm": 2.3711421489715576,
+      "loss": 3.9201,
+      "lr": 0.00044209790209790215,
+      "step": 4490,
+      "tokens_trained": 2.206535208
+    },
+    {
+      "epoch": 1.2740231189277356,
+      "grad_norm": 7.32819938659668,
+      "loss": 3.8766,
+      "lr": 0.00044181818181818184,
+      "step": 4492,
+      "tokens_trained": 2.207522192
+    },
+    {
+      "epoch": 1.2745904545776896,
+      "grad_norm": 3.9666519165039062,
+      "loss": 3.894,
+      "lr": 0.00044153846153846153,
+      "step": 4494,
+      "tokens_trained": 2.208506616
+    },
+    {
+      "epoch": 1.2751577902276434,
+      "grad_norm": 2.1190407276153564,
+      "loss": 3.9141,
+      "lr": 0.0004412587412587413,
+      "step": 4496,
+      "tokens_trained": 2.209489192
+    },
+    {
+      "epoch": 1.2757251258775972,
+      "grad_norm": 1.3682332038879395,
+      "loss": 3.8666,
+      "lr": 0.00044097902097902096,
+      "step": 4498,
+      "tokens_trained": 2.210472392
+    },
+    {
+      "epoch": 1.2762924615275513,
+      "grad_norm": 2.5941426753997803,
+      "loss": 3.8921,
+      "lr": 0.0004406993006993007,
+      "step": 4500,
+      "tokens_trained": 2.211451384
+    },
+    {
+      "epoch": 1.2762924615275513,
+      "eval_loss": 0.9826880097389221,
+      "eval_runtime": 20.931,
+      "step": 4500,
+      "tokens_trained": 2.211451384
+    },
+    {
+      "epoch": 1.276859797177505,
+      "grad_norm": 3.0399274826049805,
+      "loss": 3.9331,
+      "lr": 0.0004404195804195804,
+      "step": 4502,
+      "tokens_trained": 2.212433736
+    },
+    {
+      "epoch": 1.2774271328274591,
+      "grad_norm": 4.30709981918335,
+      "loss": 3.9199,
+      "lr": 0.00044013986013986014,
+      "step": 4504,
+      "tokens_trained": 2.21341728
+    },
+    {
+      "epoch": 1.277994468477413,
+      "grad_norm": 3.0569705963134766,
+      "loss": 3.8956,
+      "lr": 0.0004398601398601399,
+      "step": 4506,
+      "tokens_trained": 2.214397528
+    },
+    {
+      "epoch": 1.2785618041273668,
+      "grad_norm": 4.9559197425842285,
+      "loss": 3.9736,
+      "lr": 0.00043958041958041963,
+      "step": 4508,
+      "tokens_trained": 2.215381712
+    },
+    {
+      "epoch": 1.2791291397773208,
+      "grad_norm": 2.7426505088806152,
+      "loss": 3.9042,
+      "lr": 0.0004393006993006993,
+      "step": 4510,
+      "tokens_trained": 2.216361048
+    },
+    {
+      "epoch": 1.2796964754272746,
+      "grad_norm": 1.8043859004974365,
+      "loss": 3.8892,
+      "lr": 0.000439020979020979,
+      "step": 4512,
+      "tokens_trained": 2.217344128
+    },
+    {
+      "epoch": 1.2802638110772286,
+      "grad_norm": 4.298875331878662,
+      "loss": 3.9133,
+      "lr": 0.00043874125874125876,
+      "step": 4514,
+      "tokens_trained": 2.218327112
+    },
+    {
+      "epoch": 1.2808311467271825,
+      "grad_norm": 2.752638339996338,
+      "loss": 3.9078,
+      "lr": 0.00043846153846153845,
+      "step": 4516,
+      "tokens_trained": 2.219311704
+    },
+    {
+      "epoch": 1.2813984823771363,
+      "grad_norm": 4.202718257904053,
+      "loss": 3.9452,
+      "lr": 0.0004381818181818182,
+      "step": 4518,
+      "tokens_trained": 2.220295888
+    },
+    {
+      "epoch": 1.2819658180270903,
+      "grad_norm": 3.5449273586273193,
+      "loss": 3.8367,
+      "lr": 0.0004379020979020979,
+      "step": 4520,
+      "tokens_trained": 2.221281456
+    },
+    {
+      "epoch": 1.2825331536770441,
+      "grad_norm": 2.472935199737549,
+      "loss": 3.8939,
+      "lr": 0.00043762237762237763,
+      "step": 4522,
+      "tokens_trained": 2.222262496
+    },
+    {
+      "epoch": 1.2831004893269982,
+      "grad_norm": 1.1959093809127808,
+      "loss": 3.9271,
+      "lr": 0.0004373426573426573,
+      "step": 4524,
+      "tokens_trained": 2.223247352
+    },
+    {
+      "epoch": 1.283667824976952,
+      "grad_norm": 2.553889036178589,
+      "loss": 3.9083,
+      "lr": 0.0004370629370629371,
+      "step": 4526,
+      "tokens_trained": 2.224231696
+    },
+    {
+      "epoch": 1.2842351606269058,
+      "grad_norm": 2.028510570526123,
+      "loss": 3.9004,
+      "lr": 0.0004367832167832168,
+      "step": 4528,
+      "tokens_trained": 2.225211808
+    },
+    {
+      "epoch": 1.2848024962768598,
+      "grad_norm": 2.498624086380005,
+      "loss": 3.9138,
+      "lr": 0.0004365034965034965,
+      "step": 4530,
+      "tokens_trained": 2.226197488
+    },
+    {
+      "epoch": 1.2853698319268136,
+      "grad_norm": 2.689389228820801,
+      "loss": 3.9439,
+      "lr": 0.00043622377622377624,
+      "step": 4532,
+      "tokens_trained": 2.227181176
+    },
+    {
+      "epoch": 1.2859371675767677,
+      "grad_norm": 6.014649868011475,
+      "loss": 3.9232,
+      "lr": 0.00043594405594405593,
+      "step": 4534,
+      "tokens_trained": 2.228163272
+    },
+    {
+      "epoch": 1.2865045032267215,
+      "grad_norm": 4.911413192749023,
+      "loss": 3.9831,
+      "lr": 0.0004356643356643357,
+      "step": 4536,
+      "tokens_trained": 2.229142248
+    },
+    {
+      "epoch": 1.2870718388766753,
+      "grad_norm": 3.633075714111328,
+      "loss": 3.944,
+      "lr": 0.00043538461538461537,
+      "step": 4538,
+      "tokens_trained": 2.23012372
+    },
+    {
+      "epoch": 1.2876391745266293,
+      "grad_norm": 2.4579458236694336,
+      "loss": 3.9051,
+      "lr": 0.0004351048951048951,
+      "step": 4540,
+      "tokens_trained": 2.231109312
+    },
+    {
+      "epoch": 1.2882065101765832,
+      "grad_norm": 2.5251097679138184,
+      "loss": 3.9248,
+      "lr": 0.0004348251748251748,
+      "step": 4542,
+      "tokens_trained": 2.232096216
+    },
+    {
+      "epoch": 1.2887738458265372,
+      "grad_norm": 4.023996353149414,
+      "loss": 3.9358,
+      "lr": 0.0004345454545454546,
+      "step": 4544,
+      "tokens_trained": 2.233081224
+    },
+    {
+      "epoch": 1.289341181476491,
+      "grad_norm": 3.8658416271209717,
+      "loss": 3.9193,
+      "lr": 0.0004342657342657343,
+      "step": 4546,
+      "tokens_trained": 2.234069488
+    },
+    {
+      "epoch": 1.2899085171264448,
+      "grad_norm": 6.1119914054870605,
+      "loss": 3.8991,
+      "lr": 0.000433986013986014,
+      "step": 4548,
+      "tokens_trained": 2.23505432
+    },
+    {
+      "epoch": 1.2904758527763989,
+      "grad_norm": 3.834200620651245,
+      "loss": 3.9844,
+      "lr": 0.0004337062937062937,
+      "step": 4550,
+      "tokens_trained": 2.236034064
+    },
+    {
+      "epoch": 1.2910431884263527,
+      "grad_norm": 3.4992194175720215,
+      "loss": 3.9358,
+      "lr": 0.0004334265734265734,
+      "step": 4552,
+      "tokens_trained": 2.23701784
+    },
+    {
+      "epoch": 1.2916105240763067,
+      "grad_norm": 5.517240524291992,
+      "loss": 3.9046,
+      "lr": 0.00043314685314685316,
+      "step": 4554,
+      "tokens_trained": 2.238003144
+    },
+    {
+      "epoch": 1.2921778597262605,
+      "grad_norm": 3.596975803375244,
+      "loss": 3.9073,
+      "lr": 0.00043286713286713285,
+      "step": 4556,
+      "tokens_trained": 2.238986056
+    },
+    {
+      "epoch": 1.2927451953762144,
+      "grad_norm": 6.674678325653076,
+      "loss": 3.9285,
+      "lr": 0.0004325874125874126,
+      "step": 4558,
+      "tokens_trained": 2.239968824
+    },
+    {
+      "epoch": 1.2933125310261684,
+      "grad_norm": 3.589822292327881,
+      "loss": 3.9137,
+      "lr": 0.0004323076923076923,
+      "step": 4560,
+      "tokens_trained": 2.24095252
+    },
+    {
+      "epoch": 1.2938798666761222,
+      "grad_norm": 4.785327434539795,
+      "loss": 3.9188,
+      "lr": 0.0004320279720279721,
+      "step": 4562,
+      "tokens_trained": 2.241935408
+    },
+    {
+      "epoch": 1.2944472023260762,
+      "grad_norm": 5.784316062927246,
+      "loss": 3.8804,
+      "lr": 0.0004317482517482518,
+      "step": 4564,
+      "tokens_trained": 2.242919696
+    },
+    {
+      "epoch": 1.29501453797603,
+      "grad_norm": 4.1364641189575195,
+      "loss": 3.9,
+      "lr": 0.00043146853146853147,
+      "step": 4566,
+      "tokens_trained": 2.243899048
+    },
+    {
+      "epoch": 1.2955818736259839,
+      "grad_norm": 4.100215435028076,
+      "loss": 3.875,
+      "lr": 0.0004311888111888112,
+      "step": 4568,
+      "tokens_trained": 2.24487848
+    },
+    {
+      "epoch": 1.296149209275938,
+      "grad_norm": 5.456444263458252,
+      "loss": 3.9252,
+      "lr": 0.0004309090909090909,
+      "step": 4570,
+      "tokens_trained": 2.245860712
+    },
+    {
+      "epoch": 1.2967165449258917,
+      "grad_norm": 4.084255695343018,
+      "loss": 3.8755,
+      "lr": 0.00043062937062937065,
+      "step": 4572,
+      "tokens_trained": 2.246846216
+    },
+    {
+      "epoch": 1.2972838805758458,
+      "grad_norm": 4.147522926330566,
+      "loss": 3.9162,
+      "lr": 0.00043034965034965034,
+      "step": 4574,
+      "tokens_trained": 2.24783164
+    },
+    {
+      "epoch": 1.2978512162257996,
+      "grad_norm": 5.48593807220459,
+      "loss": 3.9073,
+      "lr": 0.0004300699300699301,
+      "step": 4576,
+      "tokens_trained": 2.248817664
+    },
+    {
+      "epoch": 1.2984185518757534,
+      "grad_norm": 2.8644235134124756,
+      "loss": 3.9117,
+      "lr": 0.00042979020979020977,
+      "step": 4578,
+      "tokens_trained": 2.249802224
+    },
+    {
+      "epoch": 1.2989858875257074,
+      "grad_norm": 1.8577483892440796,
+      "loss": 3.8833,
+      "lr": 0.00042951048951048957,
+      "step": 4580,
+      "tokens_trained": 2.250785496
+    },
+    {
+      "epoch": 1.2995532231756612,
+      "grad_norm": 1.4357212781906128,
+      "loss": 3.8986,
+      "lr": 0.00042923076923076926,
+      "step": 4582,
+      "tokens_trained": 2.25177068
+    },
+    {
+      "epoch": 1.3001205588256153,
+      "grad_norm": 1.9124270677566528,
+      "loss": 3.9149,
+      "lr": 0.00042895104895104895,
+      "step": 4584,
+      "tokens_trained": 2.252752112
+    },
+    {
+      "epoch": 1.300687894475569,
+      "grad_norm": 0.6659060120582581,
+      "loss": 3.8666,
+      "lr": 0.0004286713286713287,
+      "step": 4586,
+      "tokens_trained": 2.25373604
+    },
+    {
+      "epoch": 1.301255230125523,
+      "grad_norm": 1.1679121255874634,
+      "loss": 3.9469,
+      "lr": 0.0004283916083916084,
+      "step": 4588,
+      "tokens_trained": 2.254720456
+    },
+    {
+      "epoch": 1.301822565775477,
+      "grad_norm": 2.010969877243042,
+      "loss": 3.9181,
+      "lr": 0.00042811188811188813,
+      "step": 4590,
+      "tokens_trained": 2.255698824
+    },
+    {
+      "epoch": 1.3023899014254308,
+      "grad_norm": 2.0586466789245605,
+      "loss": 3.8682,
+      "lr": 0.0004278321678321678,
+      "step": 4592,
+      "tokens_trained": 2.256682928
+    },
+    {
+      "epoch": 1.3029572370753848,
+      "grad_norm": 1.4269180297851562,
+      "loss": 3.935,
+      "lr": 0.00042755244755244756,
+      "step": 4594,
+      "tokens_trained": 2.257665184
+    },
+    {
+      "epoch": 1.3035245727253386,
+      "grad_norm": 3.324599504470825,
+      "loss": 3.9849,
+      "lr": 0.00042727272727272726,
+      "step": 4596,
+      "tokens_trained": 2.258650496
+    },
+    {
+      "epoch": 1.3040919083752924,
+      "grad_norm": 5.035736560821533,
+      "loss": 3.9088,
+      "lr": 0.00042699300699300705,
+      "step": 4598,
+      "tokens_trained": 2.259632984
+    },
+    {
+      "epoch": 1.3046592440252465,
+      "grad_norm": 3.3298044204711914,
+      "loss": 3.9033,
+      "lr": 0.00042671328671328674,
+      "step": 4600,
+      "tokens_trained": 2.260615528
+    },
+    {
+      "epoch": 1.3052265796752003,
+      "grad_norm": 1.253243088722229,
+      "loss": 3.9154,
+      "lr": 0.00042643356643356643,
+      "step": 4602,
+      "tokens_trained": 2.261605648
+    },
+    {
+      "epoch": 1.3057939153251543,
+      "grad_norm": 1.8505600690841675,
+      "loss": 3.8771,
+      "lr": 0.0004261538461538462,
+      "step": 4604,
+      "tokens_trained": 2.262590648
+    },
+    {
+      "epoch": 1.3063612509751081,
+      "grad_norm": 7.305438995361328,
+      "loss": 3.9323,
+      "lr": 0.00042587412587412587,
+      "step": 4606,
+      "tokens_trained": 2.263579136
+    },
+    {
+      "epoch": 1.306928586625062,
+      "grad_norm": 4.584920406341553,
+      "loss": 3.9097,
+      "lr": 0.0004255944055944056,
+      "step": 4608,
+      "tokens_trained": 2.264559496
+    },
+    {
+      "epoch": 1.307495922275016,
+      "grad_norm": 2.3128468990325928,
+      "loss": 3.8532,
+      "lr": 0.0004253146853146853,
+      "step": 4610,
+      "tokens_trained": 2.265543104
+    },
+    {
+      "epoch": 1.3080632579249698,
+      "grad_norm": 3.1513102054595947,
+      "loss": 3.944,
+      "lr": 0.00042503496503496505,
+      "step": 4612,
+      "tokens_trained": 2.266528816
+    },
+    {
+      "epoch": 1.3086305935749238,
+      "grad_norm": 3.1904358863830566,
+      "loss": 3.8706,
+      "lr": 0.00042475524475524474,
+      "step": 4614,
+      "tokens_trained": 2.26751496
+    },
+    {
+      "epoch": 1.3091979292248777,
+      "grad_norm": 2.383105516433716,
+      "loss": 3.925,
+      "lr": 0.0004244755244755245,
+      "step": 4616,
+      "tokens_trained": 2.268497744
+    },
+    {
+      "epoch": 1.3097652648748315,
+      "grad_norm": 2.642970561981201,
+      "loss": 3.918,
+      "lr": 0.00042419580419580423,
+      "step": 4618,
+      "tokens_trained": 2.269478888
+    },
+    {
+      "epoch": 1.3103326005247855,
+      "grad_norm": 1.1598117351531982,
+      "loss": 3.8815,
+      "lr": 0.0004239160839160839,
+      "step": 4620,
+      "tokens_trained": 2.270465888
+    },
+    {
+      "epoch": 1.3108999361747393,
+      "grad_norm": 0.9736254811286926,
+      "loss": 3.8866,
+      "lr": 0.00042363636363636366,
+      "step": 4622,
+      "tokens_trained": 2.271446656
+    },
+    {
+      "epoch": 1.3114672718246934,
+      "grad_norm": 2.0817017555236816,
+      "loss": 3.9753,
+      "lr": 0.00042335664335664335,
+      "step": 4624,
+      "tokens_trained": 2.272427288
+    },
+    {
+      "epoch": 1.3117509396496703,
+      "eval_loss": 0.9817197918891907,
+      "eval_runtime": 20.1783,
+      "step": 4625,
+      "tokens_trained": 2.272921208
+    },
+    {
+      "epoch": 1.3120346074746472,
+      "grad_norm": 4.969366550445557,
+      "loss": 3.8696,
+      "lr": 0.0004230769230769231,
+      "step": 4626,
+      "tokens_trained": 2.273412256
+    },
+    {
+      "epoch": 1.312601943124601,
+      "grad_norm": 3.270707130432129,
+      "loss": 3.9589,
+      "lr": 0.0004227972027972028,
+      "step": 4628,
+      "tokens_trained": 2.274396776
+    },
+    {
+      "epoch": 1.313169278774555,
+      "grad_norm": 2.6939852237701416,
+      "loss": 3.8711,
+      "lr": 0.00042251748251748253,
+      "step": 4630,
+      "tokens_trained": 2.27537728
+    },
+    {
+      "epoch": 1.3137366144245088,
+      "grad_norm": 3.0615079402923584,
+      "loss": 3.8899,
+      "lr": 0.0004222377622377622,
+      "step": 4632,
+      "tokens_trained": 2.276362448
+    },
+    {
+      "epoch": 1.3143039500744629,
+      "grad_norm": 3.1804049015045166,
+      "loss": 3.9158,
+      "lr": 0.00042195804195804197,
+      "step": 4634,
+      "tokens_trained": 2.277342984
+    },
+    {
+      "epoch": 1.3148712857244167,
+      "grad_norm": 1.3030014038085938,
+      "loss": 3.958,
+      "lr": 0.0004216783216783217,
+      "step": 4636,
+      "tokens_trained": 2.278326696
+    },
+    {
+      "epoch": 1.3154386213743705,
+      "grad_norm": 2.9791958332061768,
+      "loss": 3.9412,
+      "lr": 0.0004213986013986014,
+      "step": 4638,
+      "tokens_trained": 2.27930736
+    },
+    {
+      "epoch": 1.3160059570243245,
+      "grad_norm": 4.533553600311279,
+      "loss": 3.9069,
+      "lr": 0.00042111888111888115,
+      "step": 4640,
+      "tokens_trained": 2.280293032
+    },
+    {
+      "epoch": 1.3165732926742784,
+      "grad_norm": 4.159526348114014,
+      "loss": 3.9262,
+      "lr": 0.00042083916083916084,
+      "step": 4642,
+      "tokens_trained": 2.281273472
+    },
+    {
+      "epoch": 1.3171406283242324,
+      "grad_norm": 2.847492218017578,
+      "loss": 3.9244,
+      "lr": 0.0004205594405594406,
+      "step": 4644,
+      "tokens_trained": 2.282257288
+    },
+    {
+      "epoch": 1.3177079639741862,
+      "grad_norm": 3.4552533626556396,
+      "loss": 3.9252,
+      "lr": 0.00042027972027972027,
+      "step": 4646,
+      "tokens_trained": 2.28324236
+    },
+    {
+      "epoch": 1.31827529962414,
+      "grad_norm": 1.4335713386535645,
+      "loss": 3.9075,
+      "lr": 0.00042,
+      "step": 4648,
+      "tokens_trained": 2.284224
+    },
+    {
+      "epoch": 1.318842635274094,
+      "grad_norm": 3.8727214336395264,
+      "loss": 3.8907,
+      "lr": 0.0004197202797202797,
+      "step": 4650,
+      "tokens_trained": 2.285205656
+    },
+    {
+      "epoch": 1.3194099709240479,
+      "grad_norm": 4.415209770202637,
+      "loss": 3.9138,
+      "lr": 0.0004194405594405594,
+      "step": 4652,
+      "tokens_trained": 2.286191744
+    },
+    {
+      "epoch": 1.319977306574002,
+      "grad_norm": 3.026095151901245,
+      "loss": 3.889,
+      "lr": 0.0004191608391608392,
+      "step": 4654,
+      "tokens_trained": 2.287174
+    },
+    {
+      "epoch": 1.3205446422239557,
+      "grad_norm": 3.9142091274261475,
+      "loss": 3.8506,
+      "lr": 0.0004188811188811189,
+      "step": 4656,
+      "tokens_trained": 2.288156824
+    },
+    {
+      "epoch": 1.3211119778739095,
+      "grad_norm": 5.409343719482422,
+      "loss": 3.9258,
+      "lr": 0.00041860139860139863,
+      "step": 4658,
+      "tokens_trained": 2.289136776
+    },
+    {
+      "epoch": 1.3216793135238636,
+      "grad_norm": 1.3607697486877441,
+      "loss": 3.9254,
+      "lr": 0.0004183216783216783,
+      "step": 4660,
+      "tokens_trained": 2.290117448
+    },
+    {
+      "epoch": 1.3222466491738174,
+      "grad_norm": 4.911555290222168,
+      "loss": 3.9406,
+      "lr": 0.00041804195804195807,
+      "step": 4662,
+      "tokens_trained": 2.291098904
+    },
+    {
+      "epoch": 1.3228139848237714,
+      "grad_norm": 5.282960891723633,
+      "loss": 3.9109,
+      "lr": 0.00041776223776223776,
+      "step": 4664,
+      "tokens_trained": 2.29208568
+    },
+    {
+      "epoch": 1.3233813204737253,
+      "grad_norm": 4.313295364379883,
+      "loss": 3.9077,
+      "lr": 0.0004174825174825175,
+      "step": 4666,
+      "tokens_trained": 2.293067688
+    },
+    {
+      "epoch": 1.323948656123679,
+      "grad_norm": 2.7871968746185303,
+      "loss": 3.9306,
+      "lr": 0.0004172027972027972,
+      "step": 4668,
+      "tokens_trained": 2.294050264
+    },
+    {
+      "epoch": 1.324515991773633,
+      "grad_norm": 2.481030225753784,
+      "loss": 3.9429,
+      "lr": 0.0004169230769230769,
+      "step": 4670,
+      "tokens_trained": 2.295031904
+    },
+    {
+      "epoch": 1.325083327423587,
+      "grad_norm": 5.044018268585205,
+      "loss": 3.8738,
+      "lr": 0.0004166433566433567,
+      "step": 4672,
+      "tokens_trained": 2.296011688
+    },
+    {
+      "epoch": 1.325650663073541,
+      "grad_norm": 6.23581075668335,
+      "loss": 3.9253,
+      "lr": 0.00041636363636363637,
+      "step": 4674,
+      "tokens_trained": 2.296996288
+    },
+    {
+      "epoch": 1.3262179987234948,
+      "grad_norm": 2.041799545288086,
+      "loss": 3.905,
+      "lr": 0.0004160839160839161,
+      "step": 4676,
+      "tokens_trained": 2.297978912
+    },
+    {
+      "epoch": 1.3267853343734486,
+      "grad_norm": 1.1758520603179932,
+      "loss": 3.8992,
+      "lr": 0.0004158041958041958,
+      "step": 4678,
+      "tokens_trained": 2.298963184
+    },
+    {
+      "epoch": 1.3273526700234026,
+      "grad_norm": 2.1230716705322266,
+      "loss": 3.9038,
+      "lr": 0.00041552447552447555,
+      "step": 4680,
+      "tokens_trained": 2.299946672
+    },
+    {
+      "epoch": 1.3279200056733564,
+      "grad_norm": 1.821915626525879,
+      "loss": 3.9239,
+      "lr": 0.00041524475524475524,
+      "step": 4682,
+      "tokens_trained": 2.300931632
+    },
+    {
+      "epoch": 1.3284873413233105,
+      "grad_norm": 0.7051568627357483,
+      "loss": 3.9281,
+      "lr": 0.000414965034965035,
+      "step": 4684,
+      "tokens_trained": 2.301910304
+    },
+    {
+      "epoch": 1.3290546769732643,
+      "grad_norm": 1.8326458930969238,
+      "loss": 3.9498,
+      "lr": 0.0004146853146853147,
+      "step": 4686,
+      "tokens_trained": 2.302891896
+    },
+    {
+      "epoch": 1.329622012623218,
+      "grad_norm": 1.4614375829696655,
+      "loss": 3.9342,
+      "lr": 0.00041440559440559437,
+      "step": 4688,
+      "tokens_trained": 2.30387572
+    },
+    {
+      "epoch": 1.3301893482731721,
+      "grad_norm": 1.6197412014007568,
+      "loss": 3.8507,
+      "lr": 0.00041412587412587417,
+      "step": 4690,
+      "tokens_trained": 2.304857152
+    },
+    {
+      "epoch": 1.330756683923126,
+      "grad_norm": 0.5570790767669678,
+      "loss": 3.9307,
+      "lr": 0.00041384615384615386,
+      "step": 4692,
+      "tokens_trained": 2.305841336
+    },
+    {
+      "epoch": 1.33132401957308,
+      "grad_norm": 1.6550084352493286,
+      "loss": 3.9237,
+      "lr": 0.0004135664335664336,
+      "step": 4694,
+      "tokens_trained": 2.30682708
+    },
+    {
+      "epoch": 1.3318913552230338,
+      "grad_norm": 1.334955096244812,
+      "loss": 3.917,
+      "lr": 0.0004132867132867133,
+      "step": 4696,
+      "tokens_trained": 2.307809136
+    },
+    {
+      "epoch": 1.3324586908729876,
+      "grad_norm": 3.4471423625946045,
+      "loss": 3.9231,
+      "lr": 0.00041300699300699304,
+      "step": 4698,
+      "tokens_trained": 2.308789496
+    },
+    {
+      "epoch": 1.3330260265229417,
+      "grad_norm": 4.426776885986328,
+      "loss": 3.8495,
+      "lr": 0.0004127272727272727,
+      "step": 4700,
+      "tokens_trained": 2.3097722
+    },
+    {
+      "epoch": 1.3335933621728955,
+      "grad_norm": 4.349783897399902,
+      "loss": 3.918,
+      "lr": 0.00041244755244755247,
+      "step": 4702,
+      "tokens_trained": 2.310748672
+    },
+    {
+      "epoch": 1.3341606978228495,
+      "grad_norm": 4.3204426765441895,
+      "loss": 3.8733,
+      "lr": 0.00041216783216783216,
+      "step": 4704,
+      "tokens_trained": 2.31172956
+    },
+    {
+      "epoch": 1.3347280334728033,
+      "grad_norm": 4.6586480140686035,
+      "loss": 3.9174,
+      "lr": 0.00041188811188811185,
+      "step": 4706,
+      "tokens_trained": 2.312715208
+    },
+    {
+      "epoch": 1.3352953691227571,
+      "grad_norm": 4.72362756729126,
+      "loss": 3.8998,
+      "lr": 0.00041160839160839165,
+      "step": 4708,
+      "tokens_trained": 2.313700896
+    },
+    {
+      "epoch": 1.3358627047727112,
+      "grad_norm": 4.0833516120910645,
+      "loss": 3.8726,
+      "lr": 0.00041132867132867134,
+      "step": 4710,
+      "tokens_trained": 2.314683176
+    },
+    {
+      "epoch": 1.336430040422665,
+      "grad_norm": 3.979100227355957,
+      "loss": 3.9482,
+      "lr": 0.0004110489510489511,
+      "step": 4712,
+      "tokens_trained": 2.315667504
+    },
+    {
+      "epoch": 1.336997376072619,
+      "grad_norm": 2.9478790760040283,
+      "loss": 3.8954,
+      "lr": 0.0004107692307692308,
+      "step": 4714,
+      "tokens_trained": 2.316647488
+    },
+    {
+      "epoch": 1.3375647117225729,
+      "grad_norm": 3.2437031269073486,
+      "loss": 3.8961,
+      "lr": 0.0004104895104895105,
+      "step": 4716,
+      "tokens_trained": 2.317629888
+    },
+    {
+      "epoch": 1.3381320473725267,
+      "grad_norm": 3.9469761848449707,
+      "loss": 3.916,
+      "lr": 0.0004102097902097902,
+      "step": 4718,
+      "tokens_trained": 2.318613016
+    },
+    {
+      "epoch": 1.3386993830224807,
+      "grad_norm": 4.271415710449219,
+      "loss": 3.928,
+      "lr": 0.0004099300699300699,
+      "step": 4720,
+      "tokens_trained": 2.319592112
+    },
+    {
+      "epoch": 1.3392667186724345,
+      "grad_norm": 2.656351327896118,
+      "loss": 3.8936,
+      "lr": 0.00040965034965034964,
+      "step": 4722,
+      "tokens_trained": 2.320572056
+    },
+    {
+      "epoch": 1.3398340543223886,
+      "grad_norm": 2.6717190742492676,
+      "loss": 3.8753,
+      "lr": 0.00040937062937062934,
+      "step": 4724,
+      "tokens_trained": 2.321557736
+    },
+    {
+      "epoch": 1.3404013899723424,
+      "grad_norm": 4.214351654052734,
+      "loss": 3.8905,
+      "lr": 0.00040909090909090913,
+      "step": 4726,
+      "tokens_trained": 2.322539008
+    },
+    {
+      "epoch": 1.3409687256222962,
+      "grad_norm": 4.417314052581787,
+      "loss": 3.9017,
+      "lr": 0.0004088111888111888,
+      "step": 4728,
+      "tokens_trained": 2.323524672
+    },
+    {
+      "epoch": 1.3415360612722502,
+      "grad_norm": 3.1664652824401855,
+      "loss": 3.9226,
+      "lr": 0.00040853146853146857,
+      "step": 4730,
+      "tokens_trained": 2.32450916
+    },
+    {
+      "epoch": 1.342103396922204,
+      "grad_norm": 2.39656662940979,
+      "loss": 3.91,
+      "lr": 0.00040825174825174826,
+      "step": 4732,
+      "tokens_trained": 2.325490472
+    },
+    {
+      "epoch": 1.342670732572158,
+      "grad_norm": 2.9324393272399902,
+      "loss": 3.8945,
+      "lr": 0.000407972027972028,
+      "step": 4734,
+      "tokens_trained": 2.326473872
+    },
+    {
+      "epoch": 1.343238068222112,
+      "grad_norm": 3.534731388092041,
+      "loss": 3.8557,
+      "lr": 0.0004076923076923077,
+      "step": 4736,
+      "tokens_trained": 2.327458424
+    },
+    {
+      "epoch": 1.3438054038720657,
+      "grad_norm": 2.3089616298675537,
+      "loss": 3.8957,
+      "lr": 0.0004074125874125874,
+      "step": 4738,
+      "tokens_trained": 2.328444432
+    },
+    {
+      "epoch": 1.3443727395220197,
+      "grad_norm": 3.3014519214630127,
+      "loss": 3.8746,
+      "lr": 0.00040713286713286713,
+      "step": 4740,
+      "tokens_trained": 2.32942976
+    },
+    {
+      "epoch": 1.3449400751719736,
+      "grad_norm": 5.408111572265625,
+      "loss": 3.9117,
+      "lr": 0.0004068531468531468,
+      "step": 4742,
+      "tokens_trained": 2.330411736
+    },
+    {
+      "epoch": 1.3455074108219276,
+      "grad_norm": 4.326341152191162,
+      "loss": 3.8331,
+      "lr": 0.0004065734265734266,
+      "step": 4744,
+      "tokens_trained": 2.3313928
+    },
+    {
+      "epoch": 1.3460747464718814,
+      "grad_norm": 3.9538161754608154,
+      "loss": 3.9216,
+      "lr": 0.0004062937062937063,
+      "step": 4746,
+      "tokens_trained": 2.332380728
+    },
+    {
+      "epoch": 1.3466420821218352,
+      "grad_norm": 2.4591166973114014,
+      "loss": 3.8795,
+      "lr": 0.00040601398601398605,
+      "step": 4748,
+      "tokens_trained": 2.333363448
+    },
+    {
+      "epoch": 1.3472094177717893,
+      "grad_norm": 3.2325263023376465,
+      "loss": 3.9277,
+      "lr": 0.00040573426573426574,
+      "step": 4750,
+      "tokens_trained": 2.334348496
+    },
+    {
+      "epoch": 1.3472094177717893,
+      "eval_loss": 0.9784421920776367,
+      "eval_runtime": 20.3876,
+      "step": 4750,
+      "tokens_trained": 2.334348496
+    },
+    {
+      "epoch": 1.347776753421743,
+      "grad_norm": 2.721426486968994,
+      "loss": 3.9264,
+      "lr": 0.0004054545454545455,
+      "step": 4752,
+      "tokens_trained": 2.335333088
+    },
+    {
+      "epoch": 1.3483440890716971,
+      "grad_norm": 1.0679550170898438,
+      "loss": 3.9515,
+      "lr": 0.0004051748251748252,
+      "step": 4754,
+      "tokens_trained": 2.33632024
+    },
+    {
+      "epoch": 1.348911424721651,
+      "grad_norm": 0.6162118911743164,
+      "loss": 3.8984,
+      "lr": 0.00040489510489510487,
+      "step": 4756,
+      "tokens_trained": 2.337303072
+    },
+    {
+      "epoch": 1.3494787603716047,
+      "grad_norm": 1.993177890777588,
+      "loss": 3.8845,
+      "lr": 0.0004046153846153846,
+      "step": 4758,
+      "tokens_trained": 2.338281984
+    },
+    {
+      "epoch": 1.3500460960215588,
+      "grad_norm": 2.5877304077148438,
+      "loss": 3.9123,
+      "lr": 0.0004043356643356643,
+      "step": 4760,
+      "tokens_trained": 2.339261224
+    },
+    {
+      "epoch": 1.3506134316715126,
+      "grad_norm": 6.708667755126953,
+      "loss": 3.9087,
+      "lr": 0.0004040559440559441,
+      "step": 4762,
+      "tokens_trained": 2.340241416
+    },
+    {
+      "epoch": 1.3511807673214666,
+      "grad_norm": 4.514158248901367,
+      "loss": 3.9094,
+      "lr": 0.0004037762237762238,
+      "step": 4764,
+      "tokens_trained": 2.341223048
+    },
+    {
+      "epoch": 1.3517481029714205,
+      "grad_norm": 2.3245937824249268,
+      "loss": 3.9466,
+      "lr": 0.00040349650349650354,
+      "step": 4766,
+      "tokens_trained": 2.34220588
+    },
+    {
+      "epoch": 1.3523154386213743,
+      "grad_norm": 4.14736795425415,
+      "loss": 3.8754,
+      "lr": 0.00040321678321678323,
+      "step": 4768,
+      "tokens_trained": 2.343188752
+    },
+    {
+      "epoch": 1.3528827742713283,
+      "grad_norm": 6.2871880531311035,
+      "loss": 3.8384,
+      "lr": 0.00040293706293706297,
+      "step": 4770,
+      "tokens_trained": 2.344169864
+    },
+    {
+      "epoch": 1.3534501099212821,
+      "grad_norm": 1.5958847999572754,
+      "loss": 3.8735,
+      "lr": 0.00040265734265734266,
+      "step": 4772,
+      "tokens_trained": 2.345153104
+    },
+    {
+      "epoch": 1.3540174455712362,
+      "grad_norm": 5.585666179656982,
+      "loss": 3.9073,
+      "lr": 0.00040237762237762235,
+      "step": 4774,
+      "tokens_trained": 2.346137
+    },
+    {
+      "epoch": 1.35458478122119,
+      "grad_norm": 3.8506343364715576,
+      "loss": 3.9298,
+      "lr": 0.0004020979020979021,
+      "step": 4776,
+      "tokens_trained": 2.347124712
+    },
+    {
+      "epoch": 1.3551521168711438,
+      "grad_norm": 4.7482757568359375,
+      "loss": 3.8957,
+      "lr": 0.0004018181818181818,
+      "step": 4778,
+      "tokens_trained": 2.348107992
+    },
+    {
+      "epoch": 1.3557194525210978,
+      "grad_norm": 1.6603455543518066,
+      "loss": 3.9345,
+      "lr": 0.00040153846153846153,
+      "step": 4780,
+      "tokens_trained": 2.349091872
+    },
+    {
+      "epoch": 1.3562867881710516,
+      "grad_norm": 0.40717223286628723,
+      "loss": 3.8988,
+      "lr": 0.0004012587412587413,
+      "step": 4782,
+      "tokens_trained": 2.350073024
+    },
+    {
+      "epoch": 1.3568541238210057,
+      "grad_norm": 1.7904951572418213,
+      "loss": 3.9163,
+      "lr": 0.000400979020979021,
+      "step": 4784,
+      "tokens_trained": 2.351057608
+    },
+    {
+      "epoch": 1.3574214594709595,
+      "grad_norm": 1.3750170469284058,
+      "loss": 3.9321,
+      "lr": 0.0004006993006993007,
+      "step": 4786,
+      "tokens_trained": 2.352039248
+    },
+    {
+      "epoch": 1.3579887951209133,
+      "grad_norm": 3.6613173484802246,
+      "loss": 3.9463,
+      "lr": 0.00040041958041958046,
+      "step": 4788,
+      "tokens_trained": 2.3530216
+    },
+    {
+      "epoch": 1.3585561307708673,
+      "grad_norm": 3.13639497756958,
+      "loss": 3.8653,
+      "lr": 0.00040013986013986015,
+      "step": 4790,
+      "tokens_trained": 2.353999496
+    },
+    {
+      "epoch": 1.3591234664208212,
+      "grad_norm": 3.408346176147461,
+      "loss": 3.946,
+      "lr": 0.00039986013986013984,
+      "step": 4792,
+      "tokens_trained": 2.354983984
+    },
+    {
+      "epoch": 1.3596908020707752,
+      "grad_norm": 4.422549247741699,
+      "loss": 3.9123,
+      "lr": 0.0003995804195804196,
+      "step": 4794,
+      "tokens_trained": 2.355968032
+    },
+    {
+      "epoch": 1.360258137720729,
+      "grad_norm": 2.9923927783966064,
+      "loss": 3.9502,
+      "lr": 0.00039930069930069927,
+      "step": 4796,
+      "tokens_trained": 2.356951192
+    },
+    {
+      "epoch": 1.3608254733706828,
+      "grad_norm": 1.1125166416168213,
+      "loss": 3.8638,
+      "lr": 0.000399020979020979,
+      "step": 4798,
+      "tokens_trained": 2.357930688
+    },
+    {
+      "epoch": 1.3613928090206369,
+      "grad_norm": 2.9915504455566406,
+      "loss": 3.9227,
+      "lr": 0.00039874125874125876,
+      "step": 4800,
+      "tokens_trained": 2.358909896
+    },
+    {
+      "epoch": 1.3619601446705907,
+      "grad_norm": 4.443681716918945,
+      "loss": 3.9206,
+      "lr": 0.0003984615384615385,
+      "step": 4802,
+      "tokens_trained": 2.35989144
+    },
+    {
+      "epoch": 1.3625274803205447,
+      "grad_norm": 5.246060848236084,
+      "loss": 3.8391,
+      "lr": 0.0003981818181818182,
+      "step": 4804,
+      "tokens_trained": 2.360878576
+    },
+    {
+      "epoch": 1.3630948159704985,
+      "grad_norm": 7.064333915710449,
+      "loss": 3.9045,
+      "lr": 0.00039790209790209794,
+      "step": 4806,
+      "tokens_trained": 2.361860808
+    },
+    {
+      "epoch": 1.3636621516204523,
+      "grad_norm": 2.9516990184783936,
+      "loss": 3.9038,
+      "lr": 0.00039762237762237763,
+      "step": 4808,
+      "tokens_trained": 2.362848272
+    },
+    {
+      "epoch": 1.3642294872704064,
+      "grad_norm": 7.830825328826904,
+      "loss": 3.9086,
+      "lr": 0.0003973426573426573,
+      "step": 4810,
+      "tokens_trained": 2.363829304
+    },
+    {
+      "epoch": 1.3647968229203602,
+      "grad_norm": 3.3761377334594727,
+      "loss": 3.8936,
+      "lr": 0.00039706293706293707,
+      "step": 4812,
+      "tokens_trained": 2.364814928
+    },
+    {
+      "epoch": 1.3653641585703142,
+      "grad_norm": 3.8069584369659424,
+      "loss": 3.8805,
+      "lr": 0.00039678321678321676,
+      "step": 4814,
+      "tokens_trained": 2.365793656
+    },
+    {
+      "epoch": 1.365931494220268,
+      "grad_norm": 5.233834743499756,
+      "loss": 3.8868,
+      "lr": 0.0003965034965034965,
+      "step": 4816,
+      "tokens_trained": 2.366781064
+    },
+    {
+      "epoch": 1.3664988298702219,
+      "grad_norm": 5.134295463562012,
+      "loss": 3.883,
+      "lr": 0.00039622377622377625,
+      "step": 4818,
+      "tokens_trained": 2.367763392
+    },
+    {
+      "epoch": 1.367066165520176,
+      "grad_norm": 1.2896602153778076,
+      "loss": 3.8733,
+      "lr": 0.000395944055944056,
+      "step": 4820,
+      "tokens_trained": 2.368744936
+    },
+    {
+      "epoch": 1.3676335011701297,
+      "grad_norm": 6.089853763580322,
+      "loss": 3.943,
+      "lr": 0.0003956643356643357,
+      "step": 4822,
+      "tokens_trained": 2.369729952
+    },
+    {
+      "epoch": 1.3682008368200838,
+      "grad_norm": 4.928650379180908,
+      "loss": 3.9151,
+      "lr": 0.0003953846153846154,
+      "step": 4824,
+      "tokens_trained": 2.370710944
+    },
+    {
+      "epoch": 1.3687681724700376,
+      "grad_norm": 4.412777423858643,
+      "loss": 3.9165,
+      "lr": 0.0003951048951048951,
+      "step": 4826,
+      "tokens_trained": 2.371693224
+    },
+    {
+      "epoch": 1.3693355081199914,
+      "grad_norm": 3.940869092941284,
+      "loss": 3.9457,
+      "lr": 0.0003948251748251748,
+      "step": 4828,
+      "tokens_trained": 2.372672808
+    },
+    {
+      "epoch": 1.3699028437699454,
+      "grad_norm": 4.23148775100708,
+      "loss": 3.8893,
+      "lr": 0.00039454545454545455,
+      "step": 4830,
+      "tokens_trained": 2.373659816
+    },
+    {
+      "epoch": 1.3704701794198992,
+      "grad_norm": 2.781536817550659,
+      "loss": 3.8649,
+      "lr": 0.00039426573426573424,
+      "step": 4832,
+      "tokens_trained": 2.374645648
+    },
+    {
+      "epoch": 1.3710375150698533,
+      "grad_norm": 1.7263449430465698,
+      "loss": 3.9142,
+      "lr": 0.000393986013986014,
+      "step": 4834,
+      "tokens_trained": 2.375627952
+    },
+    {
+      "epoch": 1.371604850719807,
+      "grad_norm": 7.530355453491211,
+      "loss": 3.9146,
+      "lr": 0.00039370629370629373,
+      "step": 4836,
+      "tokens_trained": 2.376608568
+    },
+    {
+      "epoch": 1.372172186369761,
+      "grad_norm": 5.03418493270874,
+      "loss": 3.8995,
+      "lr": 0.0003934265734265735,
+      "step": 4838,
+      "tokens_trained": 2.377594368
+    },
+    {
+      "epoch": 1.372739522019715,
+      "grad_norm": 3.9235804080963135,
+      "loss": 3.8575,
+      "lr": 0.00039314685314685316,
+      "step": 4840,
+      "tokens_trained": 2.37857584
+    },
+    {
+      "epoch": 1.3733068576696688,
+      "grad_norm": 4.762357234954834,
+      "loss": 3.9044,
+      "lr": 0.00039286713286713286,
+      "step": 4842,
+      "tokens_trained": 2.37956052
+    },
+    {
+      "epoch": 1.3738741933196228,
+      "grad_norm": 4.108587741851807,
+      "loss": 3.8829,
+      "lr": 0.0003925874125874126,
+      "step": 4844,
+      "tokens_trained": 2.380537584
+    },
+    {
+      "epoch": 1.3744415289695766,
+      "grad_norm": 2.686072826385498,
+      "loss": 3.8575,
+      "lr": 0.0003923076923076923,
+      "step": 4846,
+      "tokens_trained": 2.381523144
+    },
+    {
+      "epoch": 1.3750088646195304,
+      "grad_norm": 3.9192161560058594,
+      "loss": 3.8674,
+      "lr": 0.00039202797202797203,
+      "step": 4848,
+      "tokens_trained": 2.382504752
+    },
+    {
+      "epoch": 1.3755762002694845,
+      "grad_norm": 3.2957770824432373,
+      "loss": 3.8897,
+      "lr": 0.0003917482517482517,
+      "step": 4850,
+      "tokens_trained": 2.383486968
+    },
+    {
+      "epoch": 1.3761435359194383,
+      "grad_norm": 3.0208771228790283,
+      "loss": 3.8923,
+      "lr": 0.00039146853146853147,
+      "step": 4852,
+      "tokens_trained": 2.384467168
+    },
+    {
+      "epoch": 1.3767108715693923,
+      "grad_norm": 1.4386385679244995,
+      "loss": 3.8489,
+      "lr": 0.0003911888111888112,
+      "step": 4854,
+      "tokens_trained": 2.385446096
+    },
+    {
+      "epoch": 1.3772782072193461,
+      "grad_norm": 2.494499444961548,
+      "loss": 3.8857,
+      "lr": 0.00039090909090909096,
+      "step": 4856,
+      "tokens_trained": 2.386428088
+    },
+    {
+      "epoch": 1.3778455428693,
+      "grad_norm": 2.573397397994995,
+      "loss": 3.8716,
+      "lr": 0.00039062937062937065,
+      "step": 4858,
+      "tokens_trained": 2.387410288
+    },
+    {
+      "epoch": 1.378412878519254,
+      "grad_norm": 2.8497166633605957,
+      "loss": 3.9172,
+      "lr": 0.00039034965034965034,
+      "step": 4860,
+      "tokens_trained": 2.388389632
+    },
+    {
+      "epoch": 1.3789802141692078,
+      "grad_norm": 1.3268458843231201,
+      "loss": 3.8724,
+      "lr": 0.0003900699300699301,
+      "step": 4862,
+      "tokens_trained": 2.389375248
+    },
+    {
+      "epoch": 1.3795475498191618,
+      "grad_norm": 2.5455031394958496,
+      "loss": 3.9061,
+      "lr": 0.0003897902097902098,
+      "step": 4864,
+      "tokens_trained": 2.390357104
+    },
+    {
+      "epoch": 1.3801148854691156,
+      "grad_norm": 2.6307923793792725,
+      "loss": 3.894,
+      "lr": 0.0003895104895104895,
+      "step": 4866,
+      "tokens_trained": 2.391334728
+    },
+    {
+      "epoch": 1.3806822211190695,
+      "grad_norm": 2.4805266857147217,
+      "loss": 3.848,
+      "lr": 0.0003892307692307692,
+      "step": 4868,
+      "tokens_trained": 2.392315672
+    },
+    {
+      "epoch": 1.3812495567690235,
+      "grad_norm": 2.6160788536071777,
+      "loss": 3.9057,
+      "lr": 0.00038895104895104895,
+      "step": 4870,
+      "tokens_trained": 2.393302152
+    },
+    {
+      "epoch": 1.3818168924189773,
+      "grad_norm": 1.4398711919784546,
+      "loss": 3.8609,
+      "lr": 0.0003886713286713287,
+      "step": 4872,
+      "tokens_trained": 2.394281808
+    },
+    {
+      "epoch": 1.3823842280689314,
+      "grad_norm": 2.4663705825805664,
+      "loss": 3.9316,
+      "lr": 0.00038839160839160844,
+      "step": 4874,
+      "tokens_trained": 2.395263216
+    },
+    {
+      "epoch": 1.3826678958939083,
+      "eval_loss": 0.9779003858566284,
+      "eval_runtime": 20.7864,
+      "step": 4875,
+      "tokens_trained": 2.395753536
+    },
+    {
+      "epoch": 1.3829515637188852,
+      "grad_norm": 2.455738067626953,
+      "loss": 3.8944,
+      "lr": 0.00038811188811188813,
+      "step": 4876,
+      "tokens_trained": 2.396244232
+    },
+    {
+      "epoch": 1.383518899368839,
+      "grad_norm": 4.183098793029785,
+      "loss": 3.9096,
+      "lr": 0.0003878321678321678,
+      "step": 4878,
+      "tokens_trained": 2.39722784
+    },
+    {
+      "epoch": 1.384086235018793,
+      "grad_norm": 6.7180495262146,
+      "loss": 3.8762,
+      "lr": 0.00038755244755244757,
+      "step": 4880,
+      "tokens_trained": 2.39820884
+    },
+    {
+      "epoch": 1.3846535706687468,
+      "grad_norm": 1.702336072921753,
+      "loss": 3.8616,
+      "lr": 0.00038727272727272726,
+      "step": 4882,
+      "tokens_trained": 2.39919008
+    },
+    {
+      "epoch": 1.3852209063187009,
+      "grad_norm": 10.165470123291016,
+      "loss": 3.9159,
+      "lr": 0.000386993006993007,
+      "step": 4884,
+      "tokens_trained": 2.400176128
+    },
+    {
+      "epoch": 1.3857882419686547,
+      "grad_norm": 4.2575297355651855,
+      "loss": 3.9513,
+      "lr": 0.0003867132867132867,
+      "step": 4886,
+      "tokens_trained": 2.401159616
+    },
+    {
+      "epoch": 1.3863555776186085,
+      "grad_norm": 4.321669578552246,
+      "loss": 3.8929,
+      "lr": 0.00038643356643356644,
+      "step": 4888,
+      "tokens_trained": 2.40214392
+    },
+    {
+      "epoch": 1.3869229132685625,
+      "grad_norm": 4.289078235626221,
+      "loss": 3.8378,
+      "lr": 0.0003861538461538462,
+      "step": 4890,
+      "tokens_trained": 2.403127904
+    },
+    {
+      "epoch": 1.3874902489185164,
+      "grad_norm": 6.578473091125488,
+      "loss": 3.8603,
+      "lr": 0.00038587412587412593,
+      "step": 4892,
+      "tokens_trained": 2.404109496
+    },
+    {
+      "epoch": 1.3880575845684704,
+      "grad_norm": 4.092262268066406,
+      "loss": 3.9049,
+      "lr": 0.0003855944055944056,
+      "step": 4894,
+      "tokens_trained": 2.405092064
+    },
+    {
+      "epoch": 1.3886249202184242,
+      "grad_norm": 3.304581642150879,
+      "loss": 3.8862,
+      "lr": 0.0003853146853146853,
+      "step": 4896,
+      "tokens_trained": 2.406074136
+    },
+    {
+      "epoch": 1.389192255868378,
+      "grad_norm": 3.7834372520446777,
+      "loss": 3.916,
+      "lr": 0.00038503496503496505,
+      "step": 4898,
+      "tokens_trained": 2.407054056
+    },
+    {
+      "epoch": 1.389759591518332,
+      "grad_norm": 3.30719256401062,
+      "loss": 3.9162,
+      "lr": 0.00038475524475524474,
+      "step": 4900,
+      "tokens_trained": 2.408035
+    },
+    {
+      "epoch": 1.3903269271682859,
+      "grad_norm": 2.2104077339172363,
+      "loss": 3.9094,
+      "lr": 0.0003844755244755245,
+      "step": 4902,
+      "tokens_trained": 2.409019864
+    },
+    {
+      "epoch": 1.39089426281824,
+      "grad_norm": 3.2836616039276123,
+      "loss": 3.8586,
+      "lr": 0.0003841958041958042,
+      "step": 4904,
+      "tokens_trained": 2.410002576
+    },
+    {
+      "epoch": 1.3914615984681937,
+      "grad_norm": 2.468010187149048,
+      "loss": 3.8655,
+      "lr": 0.0003839160839160839,
+      "step": 4906,
+      "tokens_trained": 2.410983384
+    },
+    {
+      "epoch": 1.3920289341181475,
+      "grad_norm": 2.7495617866516113,
+      "loss": 3.8934,
+      "lr": 0.0003836363636363636,
+      "step": 4908,
+      "tokens_trained": 2.411967688
+    },
+    {
+      "epoch": 1.3925962697681016,
+      "grad_norm": 2.61542010307312,
+      "loss": 3.8928,
+      "lr": 0.0003833566433566434,
+      "step": 4910,
+      "tokens_trained": 2.412946648
+    },
+    {
+      "epoch": 1.3931636054180554,
+      "grad_norm": 3.393087148666382,
+      "loss": 3.9396,
+      "lr": 0.0003830769230769231,
+      "step": 4912,
+      "tokens_trained": 2.413930608
+    },
+    {
+      "epoch": 1.3937309410680094,
+      "grad_norm": 2.1915347576141357,
+      "loss": 3.8685,
+      "lr": 0.0003827972027972028,
+      "step": 4914,
+      "tokens_trained": 2.414910456
+    },
+    {
+      "epoch": 1.3942982767179632,
+      "grad_norm": 1.2087231874465942,
+      "loss": 3.9201,
+      "lr": 0.00038251748251748254,
+      "step": 4916,
+      "tokens_trained": 2.41588864
+    },
+    {
+      "epoch": 1.394865612367917,
+      "grad_norm": 2.1861963272094727,
+      "loss": 3.8936,
+      "lr": 0.0003822377622377622,
+      "step": 4918,
+      "tokens_trained": 2.416869936
+    },
+    {
+      "epoch": 1.395432948017871,
+      "grad_norm": 2.2949490547180176,
+      "loss": 3.8818,
+      "lr": 0.00038195804195804197,
+      "step": 4920,
+      "tokens_trained": 2.417855472
+    },
+    {
+      "epoch": 1.396000283667825,
+      "grad_norm": 2.027250289916992,
+      "loss": 3.8758,
+      "lr": 0.00038167832167832166,
+      "step": 4922,
+      "tokens_trained": 2.418839744
+    },
+    {
+      "epoch": 1.396567619317779,
+      "grad_norm": 4.480210304260254,
+      "loss": 3.8769,
+      "lr": 0.0003813986013986014,
+      "step": 4924,
+      "tokens_trained": 2.4198266
+    },
+    {
+      "epoch": 1.3971349549677328,
+      "grad_norm": 2.718602180480957,
+      "loss": 3.9309,
+      "lr": 0.0003811188811188811,
+      "step": 4926,
+      "tokens_trained": 2.420809488
+    },
+    {
+      "epoch": 1.3977022906176866,
+      "grad_norm": 3.022064447402954,
+      "loss": 3.8953,
+      "lr": 0.0003808391608391609,
+      "step": 4928,
+      "tokens_trained": 2.421795792
+    },
+    {
+      "epoch": 1.3982696262676406,
+      "grad_norm": 3.6465160846710205,
+      "loss": 3.901,
+      "lr": 0.0003805594405594406,
+      "step": 4930,
+      "tokens_trained": 2.422778216
+    },
+    {
+      "epoch": 1.3988369619175944,
+      "grad_norm": 2.549898386001587,
+      "loss": 3.8641,
+      "lr": 0.0003802797202797203,
+      "step": 4932,
+      "tokens_trained": 2.423761104
+    },
+    {
+      "epoch": 1.3994042975675485,
+      "grad_norm": 2.1666665077209473,
+      "loss": 3.9211,
+      "lr": 0.00038,
+      "step": 4934,
+      "tokens_trained": 2.424746424
+    },
+    {
+      "epoch": 1.3999716332175023,
+      "grad_norm": 5.31266450881958,
+      "loss": 3.8729,
+      "lr": 0.0003797202797202797,
+      "step": 4936,
+      "tokens_trained": 2.425730296
+    },
+    {
+      "epoch": 1.400538968867456,
+      "grad_norm": 3.2631475925445557,
+      "loss": 3.8741,
+      "lr": 0.00037944055944055946,
+      "step": 4938,
+      "tokens_trained": 2.426711856
+    },
+    {
+      "epoch": 1.4011063045174101,
+      "grad_norm": 2.7507376670837402,
+      "loss": 3.8877,
+      "lr": 0.00037916083916083915,
+      "step": 4940,
+      "tokens_trained": 2.427695064
+    },
+    {
+      "epoch": 1.401673640167364,
+      "grad_norm": 2.361859083175659,
+      "loss": 3.8937,
+      "lr": 0.0003788811188811189,
+      "step": 4942,
+      "tokens_trained": 2.428680184
+    },
+    {
+      "epoch": 1.402240975817318,
+      "grad_norm": 3.007972240447998,
+      "loss": 3.8591,
+      "lr": 0.0003786013986013986,
+      "step": 4944,
+      "tokens_trained": 2.429668312
+    },
+    {
+      "epoch": 1.4028083114672718,
+      "grad_norm": 3.033128261566162,
+      "loss": 3.9293,
+      "lr": 0.0003783216783216784,
+      "step": 4946,
+      "tokens_trained": 2.430652248
+    },
+    {
+      "epoch": 1.4033756471172256,
+      "grad_norm": 1.0569933652877808,
+      "loss": 3.9047,
+      "lr": 0.00037804195804195807,
+      "step": 4948,
+      "tokens_trained": 2.431634048
+    },
+    {
+      "epoch": 1.4039429827671797,
+      "grad_norm": 1.1776299476623535,
+      "loss": 3.8985,
+      "lr": 0.00037776223776223776,
+      "step": 4950,
+      "tokens_trained": 2.432615856
+    },
+    {
+      "epoch": 1.4045103184171335,
+      "grad_norm": 2.139624834060669,
+      "loss": 3.8648,
+      "lr": 0.0003774825174825175,
+      "step": 4952,
+      "tokens_trained": 2.433598912
+    },
+    {
+      "epoch": 1.4050776540670875,
+      "grad_norm": 3.9667930603027344,
+      "loss": 3.9196,
+      "lr": 0.0003772027972027972,
+      "step": 4954,
+      "tokens_trained": 2.434583464
+    },
+    {
+      "epoch": 1.4056449897170413,
+      "grad_norm": 3.4130353927612305,
+      "loss": 3.873,
+      "lr": 0.00037692307692307694,
+      "step": 4956,
+      "tokens_trained": 2.435562696
+    },
+    {
+      "epoch": 1.4062123253669951,
+      "grad_norm": 2.91157603263855,
+      "loss": 3.8901,
+      "lr": 0.00037664335664335663,
+      "step": 4958,
+      "tokens_trained": 2.436544192
+    },
+    {
+      "epoch": 1.4067796610169492,
+      "grad_norm": 2.038764715194702,
+      "loss": 3.8951,
+      "lr": 0.0003763636363636364,
+      "step": 4960,
+      "tokens_trained": 2.43752728
+    },
+    {
+      "epoch": 1.407346996666903,
+      "grad_norm": 2.2672388553619385,
+      "loss": 3.8573,
+      "lr": 0.00037608391608391607,
+      "step": 4962,
+      "tokens_trained": 2.438511552
+    },
+    {
+      "epoch": 1.407914332316857,
+      "grad_norm": 2.4656710624694824,
+      "loss": 3.8819,
+      "lr": 0.0003758041958041958,
+      "step": 4964,
+      "tokens_trained": 2.4394974
+    },
+    {
+      "epoch": 1.4084816679668108,
+      "grad_norm": 2.4732837677001953,
+      "loss": 3.8761,
+      "lr": 0.00037552447552447555,
+      "step": 4966,
+      "tokens_trained": 2.440477752
+    },
+    {
+      "epoch": 1.4090490036167647,
+      "grad_norm": 4.646571636199951,
+      "loss": 3.8883,
+      "lr": 0.00037524475524475524,
+      "step": 4968,
+      "tokens_trained": 2.441464112
+    },
+    {
+      "epoch": 1.4096163392667187,
+      "grad_norm": 3.602743625640869,
+      "loss": 3.9305,
+      "lr": 0.000374965034965035,
+      "step": 4970,
+      "tokens_trained": 2.442441072
+    },
+    {
+      "epoch": 1.4101836749166725,
+      "grad_norm": 2.1577095985412598,
+      "loss": 3.8883,
+      "lr": 0.0003746853146853147,
+      "step": 4972,
+      "tokens_trained": 2.443425168
+    },
+    {
+      "epoch": 1.4107510105666266,
+      "grad_norm": 2.35933256149292,
+      "loss": 3.9124,
+      "lr": 0.0003744055944055944,
+      "step": 4974,
+      "tokens_trained": 2.444408448
+    },
+    {
+      "epoch": 1.4113183462165804,
+      "grad_norm": 7.452941417694092,
+      "loss": 3.8741,
+      "lr": 0.0003741258741258741,
+      "step": 4976,
+      "tokens_trained": 2.445390888
+    },
+    {
+      "epoch": 1.4118856818665342,
+      "grad_norm": 4.788355827331543,
+      "loss": 3.8915,
+      "lr": 0.00037384615384615386,
+      "step": 4978,
+      "tokens_trained": 2.44637136
+    },
+    {
+      "epoch": 1.4124530175164882,
+      "grad_norm": 2.7765729427337646,
+      "loss": 3.8878,
+      "lr": 0.00037356643356643355,
+      "step": 4980,
+      "tokens_trained": 2.447355568
+    },
+    {
+      "epoch": 1.413020353166442,
+      "grad_norm": 3.324477195739746,
+      "loss": 3.8546,
+      "lr": 0.0003732867132867133,
+      "step": 4982,
+      "tokens_trained": 2.448338952
+    },
+    {
+      "epoch": 1.413587688816396,
+      "grad_norm": 1.5179075002670288,
+      "loss": 3.9019,
+      "lr": 0.00037300699300699304,
+      "step": 4984,
+      "tokens_trained": 2.449324032
+    },
+    {
+      "epoch": 1.4141550244663499,
+      "grad_norm": 4.929554462432861,
+      "loss": 3.8773,
+      "lr": 0.00037272727272727273,
+      "step": 4986,
+      "tokens_trained": 2.450307912
+    },
+    {
+      "epoch": 1.4147223601163037,
+      "grad_norm": 4.763064384460449,
+      "loss": 3.9035,
+      "lr": 0.0003724475524475525,
+      "step": 4988,
+      "tokens_trained": 2.451293168
+    },
+    {
+      "epoch": 1.4152896957662577,
+      "grad_norm": 2.141029119491577,
+      "loss": 3.9224,
+      "lr": 0.00037216783216783216,
+      "step": 4990,
+      "tokens_trained": 2.452276952
+    },
+    {
+      "epoch": 1.4158570314162116,
+      "grad_norm": 3.93829607963562,
+      "loss": 3.8889,
+      "lr": 0.0003718881118881119,
+      "step": 4992,
+      "tokens_trained": 2.453264688
+    },
+    {
+      "epoch": 1.4164243670661656,
+      "grad_norm": 3.691845178604126,
+      "loss": 3.884,
+      "lr": 0.0003716083916083916,
+      "step": 4994,
+      "tokens_trained": 2.454252408
+    },
+    {
+      "epoch": 1.4169917027161194,
+      "grad_norm": 1.6449168920516968,
+      "loss": 3.8893,
+      "lr": 0.00037132867132867134,
+      "step": 4996,
+      "tokens_trained": 2.4552316
+    },
+    {
+      "epoch": 1.4175590383660732,
+      "grad_norm": 3.0063729286193848,
+      "loss": 3.8786,
+      "lr": 0.00037104895104895103,
+      "step": 4998,
+      "tokens_trained": 2.456215176
+    },
+    {
+      "epoch": 1.4181263740160273,
+      "grad_norm": 4.001911163330078,
+      "loss": 3.8797,
+      "lr": 0.0003707692307692308,
+      "step": 5000,
+      "tokens_trained": 2.4571994
+    },
+    {
+      "epoch": 1.4181263740160273,
+      "eval_loss": 0.9744628667831421,
+      "eval_runtime": 20.7577,
+      "step": 5000,
+      "tokens_trained": 2.4571994
+    },
+    {
+      "epoch": 1.418693709665981,
+      "grad_norm": 2.209125518798828,
+      "loss": 3.8578,
+      "lr": 0.0003704895104895105,
+      "step": 5002,
+      "tokens_trained": 2.458180112
+    },
+    {
+      "epoch": 1.419261045315935,
+      "grad_norm": 3.4210712909698486,
+      "loss": 3.8956,
+      "lr": 0.0003702097902097902,
+      "step": 5004,
+      "tokens_trained": 2.459162136
+    },
+    {
+      "epoch": 1.419828380965889,
+      "grad_norm": 3.204285144805908,
+      "loss": 3.8689,
+      "lr": 0.00036993006993006996,
+      "step": 5006,
+      "tokens_trained": 2.460144776
+    },
+    {
+      "epoch": 1.4203957166158427,
+      "grad_norm": 2.6957204341888428,
+      "loss": 3.9176,
+      "lr": 0.00036965034965034965,
+      "step": 5008,
+      "tokens_trained": 2.461124056
+    },
+    {
+      "epoch": 1.4209630522657968,
+      "grad_norm": 3.2292940616607666,
+      "loss": 3.8843,
+      "lr": 0.0003693706293706294,
+      "step": 5010,
+      "tokens_trained": 2.462105048
+    },
+    {
+      "epoch": 1.4215303879157506,
+      "grad_norm": 3.2393546104431152,
+      "loss": 3.9098,
+      "lr": 0.0003690909090909091,
+      "step": 5012,
+      "tokens_trained": 2.46308476
+    },
+    {
+      "epoch": 1.4220977235657046,
+      "grad_norm": 4.3664774894714355,
+      "loss": 3.8755,
+      "lr": 0.00036881118881118883,
+      "step": 5014,
+      "tokens_trained": 2.464068376
+    },
+    {
+      "epoch": 1.4226650592156584,
+      "grad_norm": 3.5531437397003174,
+      "loss": 3.9183,
+      "lr": 0.0003685314685314685,
+      "step": 5016,
+      "tokens_trained": 2.465050144
+    },
+    {
+      "epoch": 1.4232323948656123,
+      "grad_norm": 2.292147636413574,
+      "loss": 3.9113,
+      "lr": 0.00036825174825174826,
+      "step": 5018,
+      "tokens_trained": 2.466032864
+    },
+    {
+      "epoch": 1.4237997305155663,
+      "grad_norm": 3.2202541828155518,
+      "loss": 3.9005,
+      "lr": 0.000367972027972028,
+      "step": 5020,
+      "tokens_trained": 2.467016672
+    },
+    {
+      "epoch": 1.4243670661655201,
+      "grad_norm": 2.978670835494995,
+      "loss": 3.8717,
+      "lr": 0.0003676923076923077,
+      "step": 5022,
+      "tokens_trained": 2.468001272
+    },
+    {
+      "epoch": 1.4249344018154741,
+      "grad_norm": 1.9841945171356201,
+      "loss": 3.8642,
+      "lr": 0.00036741258741258744,
+      "step": 5024,
+      "tokens_trained": 2.468983928
+    },
+    {
+      "epoch": 1.425501737465428,
+      "grad_norm": 3.14475417137146,
+      "loss": 3.8952,
+      "lr": 0.00036713286713286713,
+      "step": 5026,
+      "tokens_trained": 2.469965368
+    },
+    {
+      "epoch": 1.4260690731153818,
+      "grad_norm": 2.5225462913513184,
+      "loss": 3.8684,
+      "lr": 0.0003668531468531469,
+      "step": 5028,
+      "tokens_trained": 2.470944904
+    },
+    {
+      "epoch": 1.4266364087653358,
+      "grad_norm": 2.162013053894043,
+      "loss": 3.8492,
+      "lr": 0.00036657342657342657,
+      "step": 5030,
+      "tokens_trained": 2.471925792
+    },
+    {
+      "epoch": 1.4272037444152896,
+      "grad_norm": 3.798084020614624,
+      "loss": 3.8492,
+      "lr": 0.0003662937062937063,
+      "step": 5032,
+      "tokens_trained": 2.4729112
+    },
+    {
+      "epoch": 1.4277710800652437,
+      "grad_norm": 3.125767707824707,
+      "loss": 3.8675,
+      "lr": 0.000366013986013986,
+      "step": 5034,
+      "tokens_trained": 2.473893608
+    },
+    {
+      "epoch": 1.4283384157151975,
+      "grad_norm": 2.3426859378814697,
+      "loss": 3.829,
+      "lr": 0.0003657342657342657,
+      "step": 5036,
+      "tokens_trained": 2.474873112
+    },
+    {
+      "epoch": 1.4289057513651513,
+      "grad_norm": 3.2585058212280273,
+      "loss": 3.8476,
+      "lr": 0.0003654545454545455,
+      "step": 5038,
+      "tokens_trained": 2.475857392
+    },
+    {
+      "epoch": 1.4294730870151053,
+      "grad_norm": 2.814438581466675,
+      "loss": 3.8467,
+      "lr": 0.0003651748251748252,
+      "step": 5040,
+      "tokens_trained": 2.476838664
+    },
+    {
+      "epoch": 1.4300404226650592,
+      "grad_norm": 1.8864086866378784,
+      "loss": 3.8652,
+      "lr": 0.0003648951048951049,
+      "step": 5042,
+      "tokens_trained": 2.47782168
+    },
+    {
+      "epoch": 1.4306077583150132,
+      "grad_norm": 1.7076116800308228,
+      "loss": 3.855,
+      "lr": 0.0003646153846153846,
+      "step": 5044,
+      "tokens_trained": 2.478803744
+    },
+    {
+      "epoch": 1.431175093964967,
+      "grad_norm": 2.2379872798919678,
+      "loss": 3.8486,
+      "lr": 0.00036433566433566436,
+      "step": 5046,
+      "tokens_trained": 2.479785216
+    },
+    {
+      "epoch": 1.4317424296149208,
+      "grad_norm": 2.4551987648010254,
+      "loss": 3.8613,
+      "lr": 0.00036405594405594405,
+      "step": 5048,
+      "tokens_trained": 2.480762576
+    },
+    {
+      "epoch": 1.4323097652648749,
+      "grad_norm": 1.9165434837341309,
+      "loss": 3.8691,
+      "lr": 0.00036377622377622374,
+      "step": 5050,
+      "tokens_trained": 2.48174416
+    },
+    {
+      "epoch": 1.4328771009148287,
+      "grad_norm": 3.355273723602295,
+      "loss": 3.9335,
+      "lr": 0.0003634965034965035,
+      "step": 5052,
+      "tokens_trained": 2.482725264
+    },
+    {
+      "epoch": 1.4334444365647827,
+      "grad_norm": 2.419801712036133,
+      "loss": 3.8996,
+      "lr": 0.0003632167832167832,
+      "step": 5054,
+      "tokens_trained": 2.483708016
+    },
+    {
+      "epoch": 1.4340117722147365,
+      "grad_norm": 0.953630268573761,
+      "loss": 3.8797,
+      "lr": 0.000362937062937063,
+      "step": 5056,
+      "tokens_trained": 2.484690616
+    },
+    {
+      "epoch": 1.4345791078646903,
+      "grad_norm": 2.454457998275757,
+      "loss": 3.9272,
+      "lr": 0.00036265734265734267,
+      "step": 5058,
+      "tokens_trained": 2.485672144
+    },
+    {
+      "epoch": 1.4351464435146444,
+      "grad_norm": 2.6845757961273193,
+      "loss": 3.8732,
+      "lr": 0.0003623776223776224,
+      "step": 5060,
+      "tokens_trained": 2.486659072
+    },
+    {
+      "epoch": 1.4357137791645982,
+      "grad_norm": 1.8361189365386963,
+      "loss": 3.8963,
+      "lr": 0.0003620979020979021,
+      "step": 5062,
+      "tokens_trained": 2.487640824
+    },
+    {
+      "epoch": 1.4362811148145522,
+      "grad_norm": 2.003408432006836,
+      "loss": 3.8925,
+      "lr": 0.00036181818181818185,
+      "step": 5064,
+      "tokens_trained": 2.488623064
+    },
+    {
+      "epoch": 1.436848450464506,
+      "grad_norm": 2.320922374725342,
+      "loss": 3.8839,
+      "lr": 0.00036153846153846154,
+      "step": 5066,
+      "tokens_trained": 2.489605856
+    },
+    {
+      "epoch": 1.4374157861144599,
+      "grad_norm": 3.1108357906341553,
+      "loss": 3.8711,
+      "lr": 0.0003612587412587412,
+      "step": 5068,
+      "tokens_trained": 2.490593592
+    },
+    {
+      "epoch": 1.437983121764414,
+      "grad_norm": 4.1830267906188965,
+      "loss": 3.8753,
+      "lr": 0.00036097902097902097,
+      "step": 5070,
+      "tokens_trained": 2.491577552
+    },
+    {
+      "epoch": 1.4385504574143677,
+      "grad_norm": 4.149252414703369,
+      "loss": 3.9214,
+      "lr": 0.00036069930069930066,
+      "step": 5072,
+      "tokens_trained": 2.492563048
+    },
+    {
+      "epoch": 1.4391177930643217,
+      "grad_norm": 2.50063419342041,
+      "loss": 3.9325,
+      "lr": 0.00036041958041958046,
+      "step": 5074,
+      "tokens_trained": 2.493544432
+    },
+    {
+      "epoch": 1.4396851287142756,
+      "grad_norm": 3.926102638244629,
+      "loss": 3.9229,
+      "lr": 0.00036013986013986015,
+      "step": 5076,
+      "tokens_trained": 2.494525176
+    },
+    {
+      "epoch": 1.4402524643642294,
+      "grad_norm": 2.9965932369232178,
+      "loss": 3.8654,
+      "lr": 0.0003598601398601399,
+      "step": 5078,
+      "tokens_trained": 2.495506904
+    },
+    {
+      "epoch": 1.4408198000141834,
+      "grad_norm": 3.242460250854492,
+      "loss": 3.8657,
+      "lr": 0.0003595804195804196,
+      "step": 5080,
+      "tokens_trained": 2.496486016
+    },
+    {
+      "epoch": 1.4413871356641372,
+      "grad_norm": 4.620968341827393,
+      "loss": 3.9037,
+      "lr": 0.00035930069930069933,
+      "step": 5082,
+      "tokens_trained": 2.497472288
+    },
+    {
+      "epoch": 1.4419544713140913,
+      "grad_norm": 4.284809112548828,
+      "loss": 3.8864,
+      "lr": 0.000359020979020979,
+      "step": 5084,
+      "tokens_trained": 2.49845476
+    },
+    {
+      "epoch": 1.442521806964045,
+      "grad_norm": 3.115851640701294,
+      "loss": 3.9297,
+      "lr": 0.0003587412587412587,
+      "step": 5086,
+      "tokens_trained": 2.499438056
+    },
+    {
+      "epoch": 1.443089142613999,
+      "grad_norm": 3.842564105987549,
+      "loss": 3.8401,
+      "lr": 0.00035846153846153846,
+      "step": 5088,
+      "tokens_trained": 2.500420768
+    },
+    {
+      "epoch": 1.443656478263953,
+      "grad_norm": 3.615903615951538,
+      "loss": 3.869,
+      "lr": 0.00035818181818181815,
+      "step": 5090,
+      "tokens_trained": 2.50140196
+    },
+    {
+      "epoch": 1.4442238139139068,
+      "grad_norm": 3.166294574737549,
+      "loss": 3.858,
+      "lr": 0.00035790209790209794,
+      "step": 5092,
+      "tokens_trained": 2.502388264
+    },
+    {
+      "epoch": 1.4447911495638608,
+      "grad_norm": 2.21025013923645,
+      "loss": 3.867,
+      "lr": 0.00035762237762237763,
+      "step": 5094,
+      "tokens_trained": 2.503375728
+    },
+    {
+      "epoch": 1.4453584852138146,
+      "grad_norm": 3.1004698276519775,
+      "loss": 3.8808,
+      "lr": 0.0003573426573426574,
+      "step": 5096,
+      "tokens_trained": 2.504358936
+    },
+    {
+      "epoch": 1.4459258208637684,
+      "grad_norm": 1.524992823600769,
+      "loss": 3.8603,
+      "lr": 0.00035706293706293707,
+      "step": 5098,
+      "tokens_trained": 2.505342432
+    },
+    {
+      "epoch": 1.4464931565137225,
+      "grad_norm": 2.9289309978485107,
+      "loss": 3.8623,
+      "lr": 0.0003567832167832168,
+      "step": 5100,
+      "tokens_trained": 2.50632448
+    },
+    {
+      "epoch": 1.4470604921636763,
+      "grad_norm": 1.872747540473938,
+      "loss": 3.873,
+      "lr": 0.0003565034965034965,
+      "step": 5102,
+      "tokens_trained": 2.507303672
+    },
+    {
+      "epoch": 1.4476278278136303,
+      "grad_norm": 5.076520919799805,
+      "loss": 3.8882,
+      "lr": 0.0003562237762237762,
+      "step": 5104,
+      "tokens_trained": 2.508294896
+    },
+    {
+      "epoch": 1.4481951634635841,
+      "grad_norm": 3.738583564758301,
+      "loss": 3.8517,
+      "lr": 0.00035594405594405594,
+      "step": 5106,
+      "tokens_trained": 2.50927976
+    },
+    {
+      "epoch": 1.448762499113538,
+      "grad_norm": 4.042014122009277,
+      "loss": 3.8544,
+      "lr": 0.00035566433566433563,
+      "step": 5108,
+      "tokens_trained": 2.510263368
+    },
+    {
+      "epoch": 1.449329834763492,
+      "grad_norm": 4.474701881408691,
+      "loss": 3.9099,
+      "lr": 0.00035538461538461543,
+      "step": 5110,
+      "tokens_trained": 2.511249408
+    },
+    {
+      "epoch": 1.4498971704134458,
+      "grad_norm": 2.5567240715026855,
+      "loss": 3.9099,
+      "lr": 0.0003551048951048951,
+      "step": 5112,
+      "tokens_trained": 2.51222996
+    },
+    {
+      "epoch": 1.4504645060633998,
+      "grad_norm": 1.9672293663024902,
+      "loss": 3.8462,
+      "lr": 0.00035482517482517486,
+      "step": 5114,
+      "tokens_trained": 2.513214328
+    },
+    {
+      "epoch": 1.4510318417133536,
+      "grad_norm": 3.023873805999756,
+      "loss": 3.8937,
+      "lr": 0.00035454545454545455,
+      "step": 5116,
+      "tokens_trained": 2.51419652
+    },
+    {
+      "epoch": 1.4515991773633075,
+      "grad_norm": 2.4916296005249023,
+      "loss": 3.8856,
+      "lr": 0.0003542657342657343,
+      "step": 5118,
+      "tokens_trained": 2.515177864
+    },
+    {
+      "epoch": 1.4521665130132615,
+      "grad_norm": 2.6898279190063477,
+      "loss": 3.8899,
+      "lr": 0.000353986013986014,
+      "step": 5120,
+      "tokens_trained": 2.516162416
+    },
+    {
+      "epoch": 1.4527338486632153,
+      "grad_norm": 2.552603244781494,
+      "loss": 3.9042,
+      "lr": 0.0003537062937062937,
+      "step": 5122,
+      "tokens_trained": 2.517143872
+    },
+    {
+      "epoch": 1.4533011843131693,
+      "grad_norm": 2.877371072769165,
+      "loss": 3.9297,
+      "lr": 0.0003534265734265734,
+      "step": 5124,
+      "tokens_trained": 2.518128736
+    },
+    {
+      "epoch": 1.4535848521381463,
+      "eval_loss": 0.97332763671875,
+      "eval_runtime": 20.9544,
+      "step": 5125,
+      "tokens_trained": 2.518622672
+    },
+    {
+      "epoch": 1.4538685199631232,
+      "grad_norm": 3.5342681407928467,
+      "loss": 3.9252,
+      "lr": 0.0003531468531468531,
+      "step": 5126,
+      "tokens_trained": 2.51911752
+    },
+    {
+      "epoch": 1.454435855613077,
+      "grad_norm": 3.628720998764038,
+      "loss": 3.859,
+      "lr": 0.0003528671328671329,
+      "step": 5128,
+      "tokens_trained": 2.520098472
+    },
+    {
+      "epoch": 1.455003191263031,
+      "grad_norm": 6.547962188720703,
+      "loss": 3.8856,
+      "lr": 0.0003525874125874126,
+      "step": 5130,
+      "tokens_trained": 2.521079136
+    },
+    {
+      "epoch": 1.4555705269129848,
+      "grad_norm": 2.413188934326172,
+      "loss": 3.8697,
+      "lr": 0.00035230769230769235,
+      "step": 5132,
+      "tokens_trained": 2.522058328
+    },
+    {
+      "epoch": 1.4561378625629389,
+      "grad_norm": 3.4512171745300293,
+      "loss": 3.8708,
+      "lr": 0.00035202797202797204,
+      "step": 5134,
+      "tokens_trained": 2.523038472
+    },
+    {
+      "epoch": 1.4567051982128927,
+      "grad_norm": 3.700793504714966,
+      "loss": 3.8337,
+      "lr": 0.0003517482517482518,
+      "step": 5136,
+      "tokens_trained": 2.524023792
+    },
+    {
+      "epoch": 1.4572725338628465,
+      "grad_norm": 3.7885332107543945,
+      "loss": 3.9458,
+      "lr": 0.0003514685314685315,
+      "step": 5138,
+      "tokens_trained": 2.525009728
+    },
+    {
+      "epoch": 1.4578398695128005,
+      "grad_norm": 2.7266547679901123,
+      "loss": 3.9023,
+      "lr": 0.00035118881118881116,
+      "step": 5140,
+      "tokens_trained": 2.525989656
+    },
+    {
+      "epoch": 1.4584072051627543,
+      "grad_norm": 3.19142746925354,
+      "loss": 3.8541,
+      "lr": 0.0003509090909090909,
+      "step": 5142,
+      "tokens_trained": 2.526971216
+    },
+    {
+      "epoch": 1.4589745408127084,
+      "grad_norm": 4.478598117828369,
+      "loss": 3.8717,
+      "lr": 0.0003506293706293706,
+      "step": 5144,
+      "tokens_trained": 2.527954072
+    },
+    {
+      "epoch": 1.4595418764626622,
+      "grad_norm": 2.4593617916107178,
+      "loss": 3.8894,
+      "lr": 0.0003503496503496504,
+      "step": 5146,
+      "tokens_trained": 2.528939184
+    },
+    {
+      "epoch": 1.460109212112616,
+      "grad_norm": 3.3200669288635254,
+      "loss": 3.8385,
+      "lr": 0.0003500699300699301,
+      "step": 5148,
+      "tokens_trained": 2.529926776
+    },
+    {
+      "epoch": 1.46067654776257,
+      "grad_norm": 4.14384651184082,
+      "loss": 3.8771,
+      "lr": 0.00034979020979020983,
+      "step": 5150,
+      "tokens_trained": 2.530912672
+    },
+    {
+      "epoch": 1.4612438834125239,
+      "grad_norm": 4.013224124908447,
+      "loss": 3.8845,
+      "lr": 0.0003495104895104895,
+      "step": 5152,
+      "tokens_trained": 2.531895672
+    },
+    {
+      "epoch": 1.461811219062478,
+      "grad_norm": 2.421576976776123,
+      "loss": 3.8511,
+      "lr": 0.00034923076923076927,
+      "step": 5154,
+      "tokens_trained": 2.53288024
+    },
+    {
+      "epoch": 1.4623785547124317,
+      "grad_norm": 2.5835623741149902,
+      "loss": 3.8596,
+      "lr": 0.00034895104895104896,
+      "step": 5156,
+      "tokens_trained": 2.533866024
+    },
+    {
+      "epoch": 1.4629458903623855,
+      "grad_norm": 4.254941940307617,
+      "loss": 3.8578,
+      "lr": 0.00034867132867132865,
+      "step": 5158,
+      "tokens_trained": 2.534849704
+    },
+    {
+      "epoch": 1.4635132260123396,
+      "grad_norm": 5.818271160125732,
+      "loss": 3.8577,
+      "lr": 0.0003483916083916084,
+      "step": 5160,
+      "tokens_trained": 2.535833776
+    },
+    {
+      "epoch": 1.4640805616622934,
+      "grad_norm": 0.8015483021736145,
+      "loss": 3.8521,
+      "lr": 0.0003481118881118881,
+      "step": 5162,
+      "tokens_trained": 2.536811552
+    },
+    {
+      "epoch": 1.4646478973122474,
+      "grad_norm": 2.905026435852051,
+      "loss": 3.9294,
+      "lr": 0.0003478321678321678,
+      "step": 5164,
+      "tokens_trained": 2.537794976
+    },
+    {
+      "epoch": 1.4652152329622012,
+      "grad_norm": 4.075428009033203,
+      "loss": 3.8707,
+      "lr": 0.00034755244755244757,
+      "step": 5166,
+      "tokens_trained": 2.538778856
+    },
+    {
+      "epoch": 1.465782568612155,
+      "grad_norm": 3.1994779109954834,
+      "loss": 3.8997,
+      "lr": 0.0003472727272727273,
+      "step": 5168,
+      "tokens_trained": 2.539766424
+    },
+    {
+      "epoch": 1.466349904262109,
+      "grad_norm": 3.8348865509033203,
+      "loss": 3.8407,
+      "lr": 0.000346993006993007,
+      "step": 5170,
+      "tokens_trained": 2.54074992
+    },
+    {
+      "epoch": 1.466917239912063,
+      "grad_norm": 3.057394504547119,
+      "loss": 3.8996,
+      "lr": 0.00034671328671328675,
+      "step": 5172,
+      "tokens_trained": 2.54173296
+    },
+    {
+      "epoch": 1.467484575562017,
+      "grad_norm": 2.629530668258667,
+      "loss": 3.8695,
+      "lr": 0.00034643356643356644,
+      "step": 5174,
+      "tokens_trained": 2.542712656
+    },
+    {
+      "epoch": 1.4680519112119708,
+      "grad_norm": 6.596874237060547,
+      "loss": 3.8993,
+      "lr": 0.00034615384615384613,
+      "step": 5176,
+      "tokens_trained": 2.543697248
+    },
+    {
+      "epoch": 1.4686192468619246,
+      "grad_norm": 6.877425670623779,
+      "loss": 3.8664,
+      "lr": 0.0003458741258741259,
+      "step": 5178,
+      "tokens_trained": 2.544676296
+    },
+    {
+      "epoch": 1.4691865825118786,
+      "grad_norm": 4.752718448638916,
+      "loss": 3.8747,
+      "lr": 0.00034559440559440557,
+      "step": 5180,
+      "tokens_trained": 2.54566048
+    },
+    {
+      "epoch": 1.4697539181618324,
+      "grad_norm": 6.17790412902832,
+      "loss": 3.8618,
+      "lr": 0.0003453146853146853,
+      "step": 5182,
+      "tokens_trained": 2.5466462
+    },
+    {
+      "epoch": 1.4703212538117865,
+      "grad_norm": 4.023257732391357,
+      "loss": 3.9337,
+      "lr": 0.00034503496503496506,
+      "step": 5184,
+      "tokens_trained": 2.547626248
+    },
+    {
+      "epoch": 1.4708885894617403,
+      "grad_norm": 5.393856048583984,
+      "loss": 3.9071,
+      "lr": 0.0003447552447552448,
+      "step": 5186,
+      "tokens_trained": 2.548609344
+    },
+    {
+      "epoch": 1.471455925111694,
+      "grad_norm": 3.888399124145508,
+      "loss": 3.8781,
+      "lr": 0.0003444755244755245,
+      "step": 5188,
+      "tokens_trained": 2.549590128
+    },
+    {
+      "epoch": 1.4720232607616481,
+      "grad_norm": 2.120105504989624,
+      "loss": 3.8423,
+      "lr": 0.0003441958041958042,
+      "step": 5190,
+      "tokens_trained": 2.550575896
+    },
+    {
+      "epoch": 1.472590596411602,
+      "grad_norm": 2.569045305252075,
+      "loss": 3.9112,
+      "lr": 0.0003439160839160839,
+      "step": 5192,
+      "tokens_trained": 2.551560416
+    },
+    {
+      "epoch": 1.473157932061556,
+      "grad_norm": 3.4651668071746826,
+      "loss": 3.9087,
+      "lr": 0.0003436363636363636,
+      "step": 5194,
+      "tokens_trained": 2.552542536
+    },
+    {
+      "epoch": 1.4737252677115098,
+      "grad_norm": 2.7434427738189697,
+      "loss": 3.8748,
+      "lr": 0.00034335664335664336,
+      "step": 5196,
+      "tokens_trained": 2.553529144
+    },
+    {
+      "epoch": 1.4742926033614636,
+      "grad_norm": 2.8238751888275146,
+      "loss": 3.883,
+      "lr": 0.00034307692307692305,
+      "step": 5198,
+      "tokens_trained": 2.554512624
+    },
+    {
+      "epoch": 1.4748599390114177,
+      "grad_norm": 2.6443698406219482,
+      "loss": 3.8933,
+      "lr": 0.0003427972027972028,
+      "step": 5200,
+      "tokens_trained": 2.555493584
+    },
+    {
+      "epoch": 1.4754272746613715,
+      "grad_norm": 3.0539839267730713,
+      "loss": 3.8446,
+      "lr": 0.00034251748251748254,
+      "step": 5202,
+      "tokens_trained": 2.556470992
+    },
+    {
+      "epoch": 1.4759946103113255,
+      "grad_norm": 2.7458343505859375,
+      "loss": 3.8937,
+      "lr": 0.0003422377622377623,
+      "step": 5204,
+      "tokens_trained": 2.557456112
+    },
+    {
+      "epoch": 1.4765619459612793,
+      "grad_norm": 2.1506590843200684,
+      "loss": 3.8197,
+      "lr": 0.000341958041958042,
+      "step": 5206,
+      "tokens_trained": 2.558440904
+    },
+    {
+      "epoch": 1.4771292816112331,
+      "grad_norm": 3.0944714546203613,
+      "loss": 3.8825,
+      "lr": 0.00034167832167832167,
+      "step": 5208,
+      "tokens_trained": 2.559422448
+    },
+    {
+      "epoch": 1.4776966172611872,
+      "grad_norm": 4.058701038360596,
+      "loss": 3.8541,
+      "lr": 0.0003413986013986014,
+      "step": 5210,
+      "tokens_trained": 2.560408408
+    },
+    {
+      "epoch": 1.478263952911141,
+      "grad_norm": 3.390343189239502,
+      "loss": 3.8573,
+      "lr": 0.0003411188811188811,
+      "step": 5212,
+      "tokens_trained": 2.561387848
+    },
+    {
+      "epoch": 1.478831288561095,
+      "grad_norm": 1.3469499349594116,
+      "loss": 3.8657,
+      "lr": 0.00034083916083916084,
+      "step": 5214,
+      "tokens_trained": 2.562369448
+    },
+    {
+      "epoch": 1.4793986242110488,
+      "grad_norm": 2.6407840251922607,
+      "loss": 3.8439,
+      "lr": 0.00034055944055944054,
+      "step": 5216,
+      "tokens_trained": 2.563352728
+    },
+    {
+      "epoch": 1.4799659598610027,
+      "grad_norm": 4.6244378089904785,
+      "loss": 3.8524,
+      "lr": 0.0003402797202797203,
+      "step": 5218,
+      "tokens_trained": 2.56433732
+    },
+    {
+      "epoch": 1.4805332955109567,
+      "grad_norm": 3.53739333152771,
+      "loss": 3.8383,
+      "lr": 0.00034,
+      "step": 5220,
+      "tokens_trained": 2.565318712
+    },
+    {
+      "epoch": 1.4811006311609105,
+      "grad_norm": 1.2742515802383423,
+      "loss": 3.8461,
+      "lr": 0.00033972027972027977,
+      "step": 5222,
+      "tokens_trained": 2.566305728
+    },
+    {
+      "epoch": 1.4816679668108645,
+      "grad_norm": 2.308912754058838,
+      "loss": 3.9021,
+      "lr": 0.00033944055944055946,
+      "step": 5224,
+      "tokens_trained": 2.567289704
+    },
+    {
+      "epoch": 1.4822353024608184,
+      "grad_norm": 4.492687225341797,
+      "loss": 3.942,
+      "lr": 0.00033916083916083915,
+      "step": 5226,
+      "tokens_trained": 2.568271784
+    },
+    {
+      "epoch": 1.4828026381107722,
+      "grad_norm": 3.4822142124176025,
+      "loss": 3.8815,
+      "lr": 0.0003388811188811189,
+      "step": 5228,
+      "tokens_trained": 2.569255992
+    },
+    {
+      "epoch": 1.4833699737607262,
+      "grad_norm": 2.584545612335205,
+      "loss": 3.8663,
+      "lr": 0.0003386013986013986,
+      "step": 5230,
+      "tokens_trained": 2.570237432
+    },
+    {
+      "epoch": 1.48393730941068,
+      "grad_norm": 1.3823322057724,
+      "loss": 3.8608,
+      "lr": 0.00033832167832167833,
+      "step": 5232,
+      "tokens_trained": 2.571214488
+    },
+    {
+      "epoch": 1.484504645060634,
+      "grad_norm": 0.8751009702682495,
+      "loss": 3.8788,
+      "lr": 0.000338041958041958,
+      "step": 5234,
+      "tokens_trained": 2.572196464
+    },
+    {
+      "epoch": 1.4850719807105879,
+      "grad_norm": 0.723051905632019,
+      "loss": 3.8176,
+      "lr": 0.00033776223776223776,
+      "step": 5236,
+      "tokens_trained": 2.5731788
+    },
+    {
+      "epoch": 1.4856393163605417,
+      "grad_norm": 1.073199987411499,
+      "loss": 3.8142,
+      "lr": 0.0003374825174825175,
+      "step": 5238,
+      "tokens_trained": 2.5741574
+    },
+    {
+      "epoch": 1.4862066520104957,
+      "grad_norm": 1.4350844621658325,
+      "loss": 3.8865,
+      "lr": 0.00033720279720279725,
+      "step": 5240,
+      "tokens_trained": 2.57514396
+    },
+    {
+      "epoch": 1.4867739876604495,
+      "grad_norm": 2.656418561935425,
+      "loss": 3.8975,
+      "lr": 0.00033692307692307694,
+      "step": 5242,
+      "tokens_trained": 2.576123752
+    },
+    {
+      "epoch": 1.4873413233104036,
+      "grad_norm": 2.0948193073272705,
+      "loss": 3.8543,
+      "lr": 0.00033664335664335663,
+      "step": 5244,
+      "tokens_trained": 2.577109968
+    },
+    {
+      "epoch": 1.4879086589603574,
+      "grad_norm": 2.3233394622802734,
+      "loss": 3.9017,
+      "lr": 0.0003363636363636364,
+      "step": 5246,
+      "tokens_trained": 2.578092128
+    },
+    {
+      "epoch": 1.4884759946103112,
+      "grad_norm": 2.3845908641815186,
+      "loss": 3.8993,
+      "lr": 0.00033608391608391607,
+      "step": 5248,
+      "tokens_trained": 2.579077664
+    },
+    {
+      "epoch": 1.4890433302602653,
+      "grad_norm": 1.0513813495635986,
+      "loss": 3.8597,
+      "lr": 0.0003358041958041958,
+      "step": 5250,
+      "tokens_trained": 2.580059224
+    },
+    {
+      "epoch": 1.4890433302602653,
+      "eval_loss": 0.9717268943786621,
+      "eval_runtime": 20.2853,
+      "step": 5250,
+      "tokens_trained": 2.580059224
+    },
+    {
+      "epoch": 1.489610665910219,
+      "grad_norm": 1.56052827835083,
+      "loss": 3.8768,
+      "lr": 0.0003355244755244755,
+      "step": 5252,
+      "tokens_trained": 2.581038592
+    },
+    {
+      "epoch": 1.490178001560173,
+      "grad_norm": 3.654672384262085,
+      "loss": 3.8987,
+      "lr": 0.00033524475524475525,
+      "step": 5254,
+      "tokens_trained": 2.58201948
+    },
+    {
+      "epoch": 1.490745337210127,
+      "grad_norm": 2.942765474319458,
+      "loss": 3.9019,
+      "lr": 0.000334965034965035,
+      "step": 5256,
+      "tokens_trained": 2.582999032
+    },
+    {
+      "epoch": 1.4913126728600807,
+      "grad_norm": 2.78128719329834,
+      "loss": 3.858,
+      "lr": 0.00033468531468531474,
+      "step": 5258,
+      "tokens_trained": 2.583980504
+    },
+    {
+      "epoch": 1.4918800085100348,
+      "grad_norm": 2.8371148109436035,
+      "loss": 3.9144,
+      "lr": 0.00033440559440559443,
+      "step": 5260,
+      "tokens_trained": 2.584964024
+    },
+    {
+      "epoch": 1.4924473441599886,
+      "grad_norm": 3.362802743911743,
+      "loss": 3.9014,
+      "lr": 0.0003341258741258741,
+      "step": 5262,
+      "tokens_trained": 2.585946728
+    },
+    {
+      "epoch": 1.4930146798099426,
+      "grad_norm": 2.9014971256256104,
+      "loss": 3.88,
+      "lr": 0.00033384615384615386,
+      "step": 5264,
+      "tokens_trained": 2.586928936
+    },
+    {
+      "epoch": 1.4935820154598964,
+      "grad_norm": 4.144679546356201,
+      "loss": 3.8206,
+      "lr": 0.00033356643356643355,
+      "step": 5266,
+      "tokens_trained": 2.587912456
+    },
+    {
+      "epoch": 1.4941493511098503,
+      "grad_norm": 2.4919822216033936,
+      "loss": 3.8968,
+      "lr": 0.0003332867132867133,
+      "step": 5268,
+      "tokens_trained": 2.58889736
+    },
+    {
+      "epoch": 1.4947166867598043,
+      "grad_norm": 4.618200778961182,
+      "loss": 3.8869,
+      "lr": 0.000333006993006993,
+      "step": 5270,
+      "tokens_trained": 2.58988292
+    },
+    {
+      "epoch": 1.495284022409758,
+      "grad_norm": 2.53562068939209,
+      "loss": 3.8692,
+      "lr": 0.00033272727272727273,
+      "step": 5272,
+      "tokens_trained": 2.590868032
+    },
+    {
+      "epoch": 1.4958513580597121,
+      "grad_norm": 2.9674575328826904,
+      "loss": 3.8982,
+      "lr": 0.0003324475524475525,
+      "step": 5274,
+      "tokens_trained": 2.591849336
+    },
+    {
+      "epoch": 1.496418693709666,
+      "grad_norm": 3.1153666973114014,
+      "loss": 3.8812,
+      "lr": 0.0003321678321678322,
+      "step": 5276,
+      "tokens_trained": 2.592831392
+    },
+    {
+      "epoch": 1.4969860293596198,
+      "grad_norm": 1.1431063413619995,
+      "loss": 3.8505,
+      "lr": 0.0003318881118881119,
+      "step": 5278,
+      "tokens_trained": 2.593812872
+    },
+    {
+      "epoch": 1.4975533650095738,
+      "grad_norm": 1.3542804718017578,
+      "loss": 3.7819,
+      "lr": 0.0003316083916083916,
+      "step": 5280,
+      "tokens_trained": 2.594791464
+    },
+    {
+      "epoch": 1.4981207006595276,
+      "grad_norm": 2.3613617420196533,
+      "loss": 3.8637,
+      "lr": 0.00033132867132867135,
+      "step": 5282,
+      "tokens_trained": 2.595773248
+    },
+    {
+      "epoch": 1.4986880363094817,
+      "grad_norm": 3.757537364959717,
+      "loss": 3.8808,
+      "lr": 0.00033104895104895104,
+      "step": 5284,
+      "tokens_trained": 2.596756584
+    },
+    {
+      "epoch": 1.4992553719594355,
+      "grad_norm": 2.953866481781006,
+      "loss": 3.9131,
+      "lr": 0.0003307692307692308,
+      "step": 5286,
+      "tokens_trained": 2.59773796
+    },
+    {
+      "epoch": 1.4998227076093893,
+      "grad_norm": 2.655200958251953,
+      "loss": 3.8643,
+      "lr": 0.00033048951048951047,
+      "step": 5288,
+      "tokens_trained": 2.598719536
+    },
+    {
+      "epoch": 1.5003900432593433,
+      "grad_norm": 2.889563798904419,
+      "loss": 3.9746,
+      "lr": 0.0003302097902097902,
+      "step": 5290,
+      "tokens_trained": 2.599697288
+    },
+    {
+      "epoch": 1.5009573789092974,
+      "grad_norm": 2.8182990550994873,
+      "loss": 3.8618,
+      "lr": 0.0003299300699300699,
+      "step": 5292,
+      "tokens_trained": 2.600680032
+    },
+    {
+      "epoch": 1.5015247145592512,
+      "grad_norm": 3.309007406234741,
+      "loss": 3.9308,
+      "lr": 0.0003296503496503497,
+      "step": 5294,
+      "tokens_trained": 2.601664832
+    },
+    {
+      "epoch": 1.502092050209205,
+      "grad_norm": 2.542564868927002,
+      "loss": 3.8754,
+      "lr": 0.0003293706293706294,
+      "step": 5296,
+      "tokens_trained": 2.602645048
+    },
+    {
+      "epoch": 1.5026593858591588,
+      "grad_norm": 1.6452852487564087,
+      "loss": 3.8644,
+      "lr": 0.0003290909090909091,
+      "step": 5298,
+      "tokens_trained": 2.603625752
+    },
+    {
+      "epoch": 1.5032267215091129,
+      "grad_norm": 2.0452191829681396,
+      "loss": 3.8651,
+      "lr": 0.00032881118881118883,
+      "step": 5300,
+      "tokens_trained": 2.604608136
+    },
+    {
+      "epoch": 1.5037940571590669,
+      "grad_norm": 3.8787152767181396,
+      "loss": 3.897,
+      "lr": 0.0003285314685314685,
+      "step": 5302,
+      "tokens_trained": 2.605591744
+    },
+    {
+      "epoch": 1.5043613928090207,
+      "grad_norm": 2.729074478149414,
+      "loss": 3.8237,
+      "lr": 0.00032825174825174827,
+      "step": 5304,
+      "tokens_trained": 2.606578392
+    },
+    {
+      "epoch": 1.5049287284589745,
+      "grad_norm": 4.348790168762207,
+      "loss": 3.8972,
+      "lr": 0.00032797202797202796,
+      "step": 5306,
+      "tokens_trained": 2.607560696
+    },
+    {
+      "epoch": 1.5054960641089283,
+      "grad_norm": 3.7172658443450928,
+      "loss": 3.9184,
+      "lr": 0.0003276923076923077,
+      "step": 5308,
+      "tokens_trained": 2.608540552
+    },
+    {
+      "epoch": 1.5060633997588824,
+      "grad_norm": 0.9424030780792236,
+      "loss": 3.9053,
+      "lr": 0.0003274125874125874,
+      "step": 5310,
+      "tokens_trained": 2.609521736
+    },
+    {
+      "epoch": 1.5066307354088364,
+      "grad_norm": 1.4858821630477905,
+      "loss": 3.9223,
+      "lr": 0.00032713286713286714,
+      "step": 5312,
+      "tokens_trained": 2.610500288
+    },
+    {
+      "epoch": 1.5071980710587902,
+      "grad_norm": 1.154492974281311,
+      "loss": 3.8776,
+      "lr": 0.0003268531468531469,
+      "step": 5314,
+      "tokens_trained": 2.611484024
+    },
+    {
+      "epoch": 1.507765406708744,
+      "grad_norm": 2.853030204772949,
+      "loss": 3.839,
+      "lr": 0.00032657342657342657,
+      "step": 5316,
+      "tokens_trained": 2.61246684
+    },
+    {
+      "epoch": 1.5083327423586979,
+      "grad_norm": 5.903510570526123,
+      "loss": 3.9016,
+      "lr": 0.0003262937062937063,
+      "step": 5318,
+      "tokens_trained": 2.61344732
+    },
+    {
+      "epoch": 1.508900078008652,
+      "grad_norm": 4.1008453369140625,
+      "loss": 3.8961,
+      "lr": 0.000326013986013986,
+      "step": 5320,
+      "tokens_trained": 2.614426112
+    },
+    {
+      "epoch": 1.509467413658606,
+      "grad_norm": 1.814429759979248,
+      "loss": 3.8708,
+      "lr": 0.00032573426573426575,
+      "step": 5322,
+      "tokens_trained": 2.615404984
+    },
+    {
+      "epoch": 1.5100347493085597,
+      "grad_norm": 7.854028224945068,
+      "loss": 3.8936,
+      "lr": 0.00032545454545454544,
+      "step": 5324,
+      "tokens_trained": 2.61638448
+    },
+    {
+      "epoch": 1.5106020849585136,
+      "grad_norm": 8.18005084991455,
+      "loss": 3.8511,
+      "lr": 0.0003251748251748252,
+      "step": 5326,
+      "tokens_trained": 2.617367336
+    },
+    {
+      "epoch": 1.5111694206084674,
+      "grad_norm": 6.5862135887146,
+      "loss": 3.8394,
+      "lr": 0.0003248951048951049,
+      "step": 5328,
+      "tokens_trained": 2.618350632
+    },
+    {
+      "epoch": 1.5117367562584214,
+      "grad_norm": 5.746713638305664,
+      "loss": 3.9074,
+      "lr": 0.0003246153846153846,
+      "step": 5330,
+      "tokens_trained": 2.619333
+    },
+    {
+      "epoch": 1.5123040919083754,
+      "grad_norm": 3.554576873779297,
+      "loss": 3.8755,
+      "lr": 0.00032433566433566436,
+      "step": 5332,
+      "tokens_trained": 2.62031072
+    },
+    {
+      "epoch": 1.5128714275583293,
+      "grad_norm": 3.7476911544799805,
+      "loss": 3.8923,
+      "lr": 0.00032405594405594406,
+      "step": 5334,
+      "tokens_trained": 2.621290952
+    },
+    {
+      "epoch": 1.513438763208283,
+      "grad_norm": 3.5004961490631104,
+      "loss": 3.8579,
+      "lr": 0.0003237762237762238,
+      "step": 5336,
+      "tokens_trained": 2.622267496
+    },
+    {
+      "epoch": 1.514006098858237,
+      "grad_norm": 2.527608633041382,
+      "loss": 3.8617,
+      "lr": 0.0003234965034965035,
+      "step": 5338,
+      "tokens_trained": 2.623250648
+    },
+    {
+      "epoch": 1.514573434508191,
+      "grad_norm": 1.698697805404663,
+      "loss": 3.8735,
+      "lr": 0.00032321678321678323,
+      "step": 5340,
+      "tokens_trained": 2.624232432
+    },
+    {
+      "epoch": 1.515140770158145,
+      "grad_norm": 1.567301630973816,
+      "loss": 3.8696,
+      "lr": 0.0003229370629370629,
+      "step": 5342,
+      "tokens_trained": 2.625214496
+    },
+    {
+      "epoch": 1.5157081058080988,
+      "grad_norm": 1.1091945171356201,
+      "loss": 3.9026,
+      "lr": 0.00032265734265734267,
+      "step": 5344,
+      "tokens_trained": 2.626195168
+    },
+    {
+      "epoch": 1.5162754414580526,
+      "grad_norm": 2.308842420578003,
+      "loss": 3.9068,
+      "lr": 0.00032237762237762236,
+      "step": 5346,
+      "tokens_trained": 2.627178136
+    },
+    {
+      "epoch": 1.5168427771080064,
+      "grad_norm": 1.895664930343628,
+      "loss": 3.8927,
+      "lr": 0.0003220979020979021,
+      "step": 5348,
+      "tokens_trained": 2.628160768
+    },
+    {
+      "epoch": 1.5174101127579604,
+      "grad_norm": 3.357377529144287,
+      "loss": 3.9102,
+      "lr": 0.00032181818181818185,
+      "step": 5350,
+      "tokens_trained": 2.629144816
+    },
+    {
+      "epoch": 1.5179774484079145,
+      "grad_norm": 3.45583176612854,
+      "loss": 3.8342,
+      "lr": 0.00032153846153846154,
+      "step": 5352,
+      "tokens_trained": 2.630123376
+    },
+    {
+      "epoch": 1.5185447840578683,
+      "grad_norm": 2.129251718521118,
+      "loss": 3.8917,
+      "lr": 0.0003212587412587413,
+      "step": 5354,
+      "tokens_trained": 2.631108104
+    },
+    {
+      "epoch": 1.5191121197078221,
+      "grad_norm": 3.7762246131896973,
+      "loss": 3.9044,
+      "lr": 0.000320979020979021,
+      "step": 5356,
+      "tokens_trained": 2.632086912
+    },
+    {
+      "epoch": 1.519679455357776,
+      "grad_norm": 3.4620509147644043,
+      "loss": 3.8829,
+      "lr": 0.0003206993006993007,
+      "step": 5358,
+      "tokens_trained": 2.633066048
+    },
+    {
+      "epoch": 1.52024679100773,
+      "grad_norm": 2.9604990482330322,
+      "loss": 3.9058,
+      "lr": 0.0003204195804195804,
+      "step": 5360,
+      "tokens_trained": 2.634048104
+    },
+    {
+      "epoch": 1.520814126657684,
+      "grad_norm": 2.3409082889556885,
+      "loss": 3.8871,
+      "lr": 0.00032013986013986015,
+      "step": 5362,
+      "tokens_trained": 2.635033888
+    },
+    {
+      "epoch": 1.5213814623076378,
+      "grad_norm": 2.3598854541778564,
+      "loss": 3.8278,
+      "lr": 0.00031986013986013984,
+      "step": 5364,
+      "tokens_trained": 2.636016304
+    },
+    {
+      "epoch": 1.5219487979575916,
+      "grad_norm": 2.3019731044769287,
+      "loss": 3.8662,
+      "lr": 0.0003195804195804196,
+      "step": 5366,
+      "tokens_trained": 2.637003712
+    },
+    {
+      "epoch": 1.5225161336075455,
+      "grad_norm": 1.2325515747070312,
+      "loss": 3.871,
+      "lr": 0.00031930069930069933,
+      "step": 5368,
+      "tokens_trained": 2.637982504
+    },
+    {
+      "epoch": 1.5230834692574995,
+      "grad_norm": 0.7675896883010864,
+      "loss": 3.8765,
+      "lr": 0.000319020979020979,
+      "step": 5370,
+      "tokens_trained": 2.638965288
+    },
+    {
+      "epoch": 1.5236508049074535,
+      "grad_norm": 1.4549137353897095,
+      "loss": 3.8722,
+      "lr": 0.00031874125874125877,
+      "step": 5372,
+      "tokens_trained": 2.63994804
+    },
+    {
+      "epoch": 1.5242181405574073,
+      "grad_norm": 3.515141248703003,
+      "loss": 3.8776,
+      "lr": 0.00031846153846153846,
+      "step": 5374,
+      "tokens_trained": 2.640932128
+    },
+    {
+      "epoch": 1.5245018083823842,
+      "eval_loss": 0.9721737504005432,
+      "eval_runtime": 20.8279,
+      "step": 5375,
+      "tokens_trained": 2.641423648
+    },
+    {
+      "epoch": 1.5247854762073612,
+      "grad_norm": 6.560733318328857,
+      "loss": 3.9073,
+      "lr": 0.0003181818181818182,
+      "step": 5376,
+      "tokens_trained": 2.641915928
+    },
+    {
+      "epoch": 1.525352811857315,
+      "grad_norm": 1.6997367143630981,
+      "loss": 3.8291,
+      "lr": 0.0003179020979020979,
+      "step": 5378,
+      "tokens_trained": 2.642900016
+    },
+    {
+      "epoch": 1.525920147507269,
+      "grad_norm": 9.629950523376465,
+      "loss": 3.8959,
+      "lr": 0.00031762237762237764,
+      "step": 5380,
+      "tokens_trained": 2.64388104
+    },
+    {
+      "epoch": 1.526487483157223,
+      "grad_norm": 3.9039199352264404,
+      "loss": 3.8823,
+      "lr": 0.00031734265734265733,
+      "step": 5382,
+      "tokens_trained": 2.644863936
+    },
+    {
+      "epoch": 1.5270548188071769,
+      "grad_norm": 3.925534963607788,
+      "loss": 3.8869,
+      "lr": 0.0003170629370629371,
+      "step": 5384,
+      "tokens_trained": 2.645846304
+    },
+    {
+      "epoch": 1.5276221544571307,
+      "grad_norm": 3.528144121170044,
+      "loss": 3.8808,
+      "lr": 0.0003167832167832168,
+      "step": 5386,
+      "tokens_trained": 2.646833528
+    },
+    {
+      "epoch": 1.5281894901070845,
+      "grad_norm": 4.170341968536377,
+      "loss": 3.9114,
+      "lr": 0.0003165034965034965,
+      "step": 5388,
+      "tokens_trained": 2.647815024
+    },
+    {
+      "epoch": 1.5287568257570385,
+      "grad_norm": 1.840369462966919,
+      "loss": 3.8531,
+      "lr": 0.00031622377622377625,
+      "step": 5390,
+      "tokens_trained": 2.64879892
+    },
+    {
+      "epoch": 1.5293241614069926,
+      "grad_norm": 3.2327773571014404,
+      "loss": 3.9133,
+      "lr": 0.00031594405594405594,
+      "step": 5392,
+      "tokens_trained": 2.649780992
+    },
+    {
+      "epoch": 1.5298914970569464,
+      "grad_norm": 4.462336540222168,
+      "loss": 3.8588,
+      "lr": 0.0003156643356643357,
+      "step": 5394,
+      "tokens_trained": 2.650768296
+    },
+    {
+      "epoch": 1.5304588327069002,
+      "grad_norm": 4.678606033325195,
+      "loss": 3.9386,
+      "lr": 0.0003153846153846154,
+      "step": 5396,
+      "tokens_trained": 2.651752624
+    },
+    {
+      "epoch": 1.531026168356854,
+      "grad_norm": 1.7649297714233398,
+      "loss": 3.8813,
+      "lr": 0.00031510489510489507,
+      "step": 5398,
+      "tokens_trained": 2.652734752
+    },
+    {
+      "epoch": 1.531593504006808,
+      "grad_norm": 5.314251899719238,
+      "loss": 3.857,
+      "lr": 0.0003148251748251748,
+      "step": 5400,
+      "tokens_trained": 2.653716744
+    },
+    {
+      "epoch": 1.532160839656762,
+      "grad_norm": 3.9521164894104004,
+      "loss": 3.8795,
+      "lr": 0.00031454545454545456,
+      "step": 5402,
+      "tokens_trained": 2.654698216
+    },
+    {
+      "epoch": 1.532728175306716,
+      "grad_norm": 2.3679206371307373,
+      "loss": 3.8809,
+      "lr": 0.0003142657342657343,
+      "step": 5404,
+      "tokens_trained": 2.655684352
+    },
+    {
+      "epoch": 1.5332955109566697,
+      "grad_norm": 5.0761871337890625,
+      "loss": 3.8539,
+      "lr": 0.000313986013986014,
+      "step": 5406,
+      "tokens_trained": 2.656668872
+    },
+    {
+      "epoch": 1.5338628466066235,
+      "grad_norm": 3.036986827850342,
+      "loss": 3.8724,
+      "lr": 0.00031370629370629374,
+      "step": 5408,
+      "tokens_trained": 2.657649648
+    },
+    {
+      "epoch": 1.5344301822565776,
+      "grad_norm": 1.9492992162704468,
+      "loss": 3.8559,
+      "lr": 0.00031342657342657343,
+      "step": 5410,
+      "tokens_trained": 2.65863172
+    },
+    {
+      "epoch": 1.5349975179065316,
+      "grad_norm": 5.674772262573242,
+      "loss": 3.9009,
+      "lr": 0.00031314685314685317,
+      "step": 5412,
+      "tokens_trained": 2.659614912
+    },
+    {
+      "epoch": 1.5355648535564854,
+      "grad_norm": 3.045802116394043,
+      "loss": 3.8898,
+      "lr": 0.00031286713286713286,
+      "step": 5414,
+      "tokens_trained": 2.660596088
+    },
+    {
+      "epoch": 1.5361321892064392,
+      "grad_norm": 2.8371381759643555,
+      "loss": 3.8409,
+      "lr": 0.00031258741258741255,
+      "step": 5416,
+      "tokens_trained": 2.661580752
+    },
+    {
+      "epoch": 1.536699524856393,
+      "grad_norm": 3.7679245471954346,
+      "loss": 3.8803,
+      "lr": 0.0003123076923076923,
+      "step": 5418,
+      "tokens_trained": 2.662563832
+    },
+    {
+      "epoch": 1.537266860506347,
+      "grad_norm": 3.2771692276000977,
+      "loss": 3.8699,
+      "lr": 0.000312027972027972,
+      "step": 5420,
+      "tokens_trained": 2.663544624
+    },
+    {
+      "epoch": 1.5378341961563011,
+      "grad_norm": 2.7474050521850586,
+      "loss": 3.899,
+      "lr": 0.0003117482517482518,
+      "step": 5422,
+      "tokens_trained": 2.664520368
+    },
+    {
+      "epoch": 1.538401531806255,
+      "grad_norm": 3.284118890762329,
+      "loss": 3.8437,
+      "lr": 0.0003114685314685315,
+      "step": 5424,
+      "tokens_trained": 2.665499312
+    },
+    {
+      "epoch": 1.5389688674562088,
+      "grad_norm": 2.7903459072113037,
+      "loss": 3.8609,
+      "lr": 0.0003111888111888112,
+      "step": 5426,
+      "tokens_trained": 2.666482416
+    },
+    {
+      "epoch": 1.5395362031061626,
+      "grad_norm": 3.876206398010254,
+      "loss": 3.876,
+      "lr": 0.0003109090909090909,
+      "step": 5428,
+      "tokens_trained": 2.667467008
+    },
+    {
+      "epoch": 1.5401035387561166,
+      "grad_norm": 1.5711065530776978,
+      "loss": 3.9029,
+      "lr": 0.00031062937062937066,
+      "step": 5430,
+      "tokens_trained": 2.668449184
+    },
+    {
+      "epoch": 1.5406708744060706,
+      "grad_norm": 1.2520103454589844,
+      "loss": 3.8487,
+      "lr": 0.00031034965034965035,
+      "step": 5432,
+      "tokens_trained": 2.669431912
+    },
+    {
+      "epoch": 1.5412382100560245,
+      "grad_norm": 0.9419916272163391,
+      "loss": 3.8721,
+      "lr": 0.00031006993006993004,
+      "step": 5434,
+      "tokens_trained": 2.670416424
+    },
+    {
+      "epoch": 1.5418055457059783,
+      "grad_norm": 1.9234577417373657,
+      "loss": 3.8729,
+      "lr": 0.0003097902097902098,
+      "step": 5436,
+      "tokens_trained": 2.671400888
+    },
+    {
+      "epoch": 1.542372881355932,
+      "grad_norm": 3.8806726932525635,
+      "loss": 3.8551,
+      "lr": 0.00030951048951048947,
+      "step": 5438,
+      "tokens_trained": 2.672375848
+    },
+    {
+      "epoch": 1.5429402170058861,
+      "grad_norm": 3.5235371589660645,
+      "loss": 3.8662,
+      "lr": 0.00030923076923076927,
+      "step": 5440,
+      "tokens_trained": 2.673355968
+    },
+    {
+      "epoch": 1.5435075526558402,
+      "grad_norm": 2.4708411693573,
+      "loss": 3.844,
+      "lr": 0.00030895104895104896,
+      "step": 5442,
+      "tokens_trained": 2.674337336
+    },
+    {
+      "epoch": 1.544074888305794,
+      "grad_norm": 2.014948606491089,
+      "loss": 3.8766,
+      "lr": 0.0003086713286713287,
+      "step": 5444,
+      "tokens_trained": 2.67532064
+    },
+    {
+      "epoch": 1.5446422239557478,
+      "grad_norm": 2.5892093181610107,
+      "loss": 3.858,
+      "lr": 0.0003083916083916084,
+      "step": 5446,
+      "tokens_trained": 2.676301352
+    },
+    {
+      "epoch": 1.5452095596057016,
+      "grad_norm": 3.082036018371582,
+      "loss": 3.8663,
+      "lr": 0.00030811188811188814,
+      "step": 5448,
+      "tokens_trained": 2.67728328
+    },
+    {
+      "epoch": 1.5457768952556556,
+      "grad_norm": 3.072131395339966,
+      "loss": 3.8562,
+      "lr": 0.00030783216783216783,
+      "step": 5450,
+      "tokens_trained": 2.678268
+    },
+    {
+      "epoch": 1.5463442309056097,
+      "grad_norm": 2.331498384475708,
+      "loss": 3.874,
+      "lr": 0.0003075524475524475,
+      "step": 5452,
+      "tokens_trained": 2.6792526
+    },
+    {
+      "epoch": 1.5469115665555635,
+      "grad_norm": 4.706553936004639,
+      "loss": 3.889,
+      "lr": 0.00030727272727272727,
+      "step": 5454,
+      "tokens_trained": 2.680234128
+    },
+    {
+      "epoch": 1.5474789022055173,
+      "grad_norm": 4.815377712249756,
+      "loss": 3.8797,
+      "lr": 0.00030699300699300696,
+      "step": 5456,
+      "tokens_trained": 2.68121644
+    },
+    {
+      "epoch": 1.5480462378554711,
+      "grad_norm": 4.225409507751465,
+      "loss": 3.8561,
+      "lr": 0.00030671328671328675,
+      "step": 5458,
+      "tokens_trained": 2.682198312
+    },
+    {
+      "epoch": 1.5486135735054252,
+      "grad_norm": 2.394444227218628,
+      "loss": 3.9328,
+      "lr": 0.00030643356643356645,
+      "step": 5460,
+      "tokens_trained": 2.683179776
+    },
+    {
+      "epoch": 1.5491809091553792,
+      "grad_norm": 3.93528151512146,
+      "loss": 3.8418,
+      "lr": 0.0003061538461538462,
+      "step": 5462,
+      "tokens_trained": 2.684163624
+    },
+    {
+      "epoch": 1.549748244805333,
+      "grad_norm": 3.366722822189331,
+      "loss": 3.8553,
+      "lr": 0.0003058741258741259,
+      "step": 5464,
+      "tokens_trained": 2.68514788
+    },
+    {
+      "epoch": 1.5503155804552868,
+      "grad_norm": 2.567106246948242,
+      "loss": 3.8859,
+      "lr": 0.0003055944055944056,
+      "step": 5466,
+      "tokens_trained": 2.686129328
+    },
+    {
+      "epoch": 1.5508829161052406,
+      "grad_norm": 2.0634472370147705,
+      "loss": 3.8997,
+      "lr": 0.0003053146853146853,
+      "step": 5468,
+      "tokens_trained": 2.687110848
+    },
+    {
+      "epoch": 1.5514502517551947,
+      "grad_norm": 0.823783814907074,
+      "loss": 3.905,
+      "lr": 0.000305034965034965,
+      "step": 5470,
+      "tokens_trained": 2.688097216
+    },
+    {
+      "epoch": 1.5520175874051487,
+      "grad_norm": 1.0160223245620728,
+      "loss": 3.8902,
+      "lr": 0.00030475524475524475,
+      "step": 5472,
+      "tokens_trained": 2.689077344
+    },
+    {
+      "epoch": 1.5525849230551025,
+      "grad_norm": 1.5037281513214111,
+      "loss": 3.823,
+      "lr": 0.00030447552447552444,
+      "step": 5474,
+      "tokens_trained": 2.690056832
+    },
+    {
+      "epoch": 1.5531522587050564,
+      "grad_norm": 0.46490955352783203,
+      "loss": 3.8819,
+      "lr": 0.00030419580419580424,
+      "step": 5476,
+      "tokens_trained": 2.691035328
+    },
+    {
+      "epoch": 1.5537195943550102,
+      "grad_norm": 1.715409278869629,
+      "loss": 3.8291,
+      "lr": 0.00030391608391608393,
+      "step": 5478,
+      "tokens_trained": 2.6920166
+    },
+    {
+      "epoch": 1.5542869300049642,
+      "grad_norm": 2.430316925048828,
+      "loss": 3.8457,
+      "lr": 0.0003036363636363637,
+      "step": 5480,
+      "tokens_trained": 2.6930046
+    },
+    {
+      "epoch": 1.5548542656549182,
+      "grad_norm": 3.483908176422119,
+      "loss": 3.8864,
+      "lr": 0.00030335664335664336,
+      "step": 5482,
+      "tokens_trained": 2.693984624
+    },
+    {
+      "epoch": 1.555421601304872,
+      "grad_norm": 1.167831301689148,
+      "loss": 3.8714,
+      "lr": 0.0003030769230769231,
+      "step": 5484,
+      "tokens_trained": 2.694967672
+    },
+    {
+      "epoch": 1.5559889369548259,
+      "grad_norm": 1.5959419012069702,
+      "loss": 3.8725,
+      "lr": 0.0003027972027972028,
+      "step": 5486,
+      "tokens_trained": 2.69595152
+    },
+    {
+      "epoch": 1.5565562726047797,
+      "grad_norm": 2.6633737087249756,
+      "loss": 3.8369,
+      "lr": 0.0003025174825174825,
+      "step": 5488,
+      "tokens_trained": 2.696935328
+    },
+    {
+      "epoch": 1.5571236082547337,
+      "grad_norm": 4.084526062011719,
+      "loss": 3.8687,
+      "lr": 0.00030223776223776223,
+      "step": 5490,
+      "tokens_trained": 2.697917976
+    },
+    {
+      "epoch": 1.5576909439046878,
+      "grad_norm": 2.062319040298462,
+      "loss": 3.8875,
+      "lr": 0.0003019580419580419,
+      "step": 5492,
+      "tokens_trained": 2.698902704
+    },
+    {
+      "epoch": 1.5582582795546416,
+      "grad_norm": 1.9942662715911865,
+      "loss": 3.8643,
+      "lr": 0.0003016783216783217,
+      "step": 5494,
+      "tokens_trained": 2.699887184
+    },
+    {
+      "epoch": 1.5588256152045954,
+      "grad_norm": 3.3120384216308594,
+      "loss": 3.8805,
+      "lr": 0.0003013986013986014,
+      "step": 5496,
+      "tokens_trained": 2.700869192
+    },
+    {
+      "epoch": 1.5593929508545492,
+      "grad_norm": 4.658695220947266,
+      "loss": 3.8846,
+      "lr": 0.00030111888111888116,
+      "step": 5498,
+      "tokens_trained": 2.701852504
+    },
+    {
+      "epoch": 1.5599602865045032,
+      "grad_norm": 2.397148370742798,
+      "loss": 3.9023,
+      "lr": 0.00030083916083916085,
+      "step": 5500,
+      "tokens_trained": 2.702838232
+    },
+    {
+      "epoch": 1.5599602865045032,
+      "eval_loss": 0.9699593782424927,
+      "eval_runtime": 20.4232,
+      "step": 5500,
+      "tokens_trained": 2.702838232
+    },
+    {
+      "epoch": 1.5605276221544573,
+      "grad_norm": 3.4792380332946777,
+      "loss": 3.9054,
+      "lr": 0.0003005594405594406,
+      "step": 5502,
+      "tokens_trained": 2.703821968
+    },
+    {
+      "epoch": 1.561094957804411,
+      "grad_norm": 2.4424889087677,
+      "loss": 3.8883,
+      "lr": 0.0003002797202797203,
+      "step": 5504,
+      "tokens_trained": 2.704803952
+    },
+    {
+      "epoch": 1.561662293454365,
+      "grad_norm": 2.9872353076934814,
+      "loss": 3.8708,
+      "lr": 0.0003,
+      "step": 5506,
+      "tokens_trained": 2.705786744
+    },
+    {
+      "epoch": 1.5622296291043187,
+      "grad_norm": 2.74369740486145,
+      "loss": 3.8685,
+      "lr": 0.0002997202797202797,
+      "step": 5508,
+      "tokens_trained": 2.70677
+    },
+    {
+      "epoch": 1.5627969647542728,
+      "grad_norm": 3.588508367538452,
+      "loss": 3.8362,
+      "lr": 0.0002994405594405594,
+      "step": 5510,
+      "tokens_trained": 2.707756336
+    },
+    {
+      "epoch": 1.5633643004042268,
+      "grad_norm": 3.268918037414551,
+      "loss": 3.8514,
+      "lr": 0.0002991608391608392,
+      "step": 5512,
+      "tokens_trained": 2.708738096
+    },
+    {
+      "epoch": 1.5639316360541806,
+      "grad_norm": 3.9960944652557373,
+      "loss": 3.8601,
+      "lr": 0.0002988811188811189,
+      "step": 5514,
+      "tokens_trained": 2.709718392
+    },
+    {
+      "epoch": 1.5644989717041344,
+      "grad_norm": 1.5690975189208984,
+      "loss": 3.8826,
+      "lr": 0.00029860139860139864,
+      "step": 5516,
+      "tokens_trained": 2.710698272
+    },
+    {
+      "epoch": 1.5650663073540882,
+      "grad_norm": 1.7052137851715088,
+      "loss": 3.858,
+      "lr": 0.00029832167832167833,
+      "step": 5518,
+      "tokens_trained": 2.711681816
+    },
+    {
+      "epoch": 1.5656336430040423,
+      "grad_norm": 2.0696487426757812,
+      "loss": 3.8539,
+      "lr": 0.000298041958041958,
+      "step": 5520,
+      "tokens_trained": 2.712668992
+    },
+    {
+      "epoch": 1.5662009786539963,
+      "grad_norm": 3.0199241638183594,
+      "loss": 3.8253,
+      "lr": 0.00029776223776223777,
+      "step": 5522,
+      "tokens_trained": 2.713648024
+    },
+    {
+      "epoch": 1.5667683143039501,
+      "grad_norm": 2.88175106048584,
+      "loss": 3.9067,
+      "lr": 0.00029748251748251746,
+      "step": 5524,
+      "tokens_trained": 2.71462988
+    },
+    {
+      "epoch": 1.567335649953904,
+      "grad_norm": 2.287402868270874,
+      "loss": 3.7902,
+      "lr": 0.0002972027972027972,
+      "step": 5526,
+      "tokens_trained": 2.715612736
+    },
+    {
+      "epoch": 1.5679029856038578,
+      "grad_norm": 2.2216570377349854,
+      "loss": 3.8992,
+      "lr": 0.0002969230769230769,
+      "step": 5528,
+      "tokens_trained": 2.716597376
+    },
+    {
+      "epoch": 1.5684703212538118,
+      "grad_norm": 4.012553691864014,
+      "loss": 3.85,
+      "lr": 0.0002966433566433567,
+      "step": 5530,
+      "tokens_trained": 2.717578944
+    },
+    {
+      "epoch": 1.5690376569037658,
+      "grad_norm": 3.187795639038086,
+      "loss": 3.8657,
+      "lr": 0.0002963636363636364,
+      "step": 5532,
+      "tokens_trained": 2.718558344
+    },
+    {
+      "epoch": 1.5696049925537197,
+      "grad_norm": 0.5813043713569641,
+      "loss": 3.8923,
+      "lr": 0.0002960839160839161,
+      "step": 5534,
+      "tokens_trained": 2.719547264
+    },
+    {
+      "epoch": 1.5701723282036735,
+      "grad_norm": 2.481187105178833,
+      "loss": 3.8645,
+      "lr": 0.0002958041958041958,
+      "step": 5536,
+      "tokens_trained": 2.7205292
+    },
+    {
+      "epoch": 1.5707396638536273,
+      "grad_norm": 2.6428370475769043,
+      "loss": 3.809,
+      "lr": 0.0002955244755244755,
+      "step": 5538,
+      "tokens_trained": 2.721513648
+    },
+    {
+      "epoch": 1.5713069995035813,
+      "grad_norm": 3.8301851749420166,
+      "loss": 3.844,
+      "lr": 0.00029524475524475525,
+      "step": 5540,
+      "tokens_trained": 2.722494504
+    },
+    {
+      "epoch": 1.5718743351535354,
+      "grad_norm": 2.134653091430664,
+      "loss": 3.8471,
+      "lr": 0.00029496503496503494,
+      "step": 5542,
+      "tokens_trained": 2.72347492
+    },
+    {
+      "epoch": 1.5724416708034892,
+      "grad_norm": 0.9983079433441162,
+      "loss": 3.8889,
+      "lr": 0.0002946853146853147,
+      "step": 5544,
+      "tokens_trained": 2.724455024
+    },
+    {
+      "epoch": 1.573009006453443,
+      "grad_norm": 0.41518381237983704,
+      "loss": 3.8726,
+      "lr": 0.0002944055944055944,
+      "step": 5546,
+      "tokens_trained": 2.72544024
+    },
+    {
+      "epoch": 1.5735763421033968,
+      "grad_norm": 0.42304641008377075,
+      "loss": 3.8176,
+      "lr": 0.0002941258741258741,
+      "step": 5548,
+      "tokens_trained": 2.726424232
+    },
+    {
+      "epoch": 1.5741436777533508,
+      "grad_norm": 1.4611626863479614,
+      "loss": 3.8959,
+      "lr": 0.00029384615384615387,
+      "step": 5550,
+      "tokens_trained": 2.727410496
+    },
+    {
+      "epoch": 1.5747110134033049,
+      "grad_norm": 0.546713650226593,
+      "loss": 3.9122,
+      "lr": 0.0002935664335664336,
+      "step": 5552,
+      "tokens_trained": 2.728396976
+    },
+    {
+      "epoch": 1.5752783490532587,
+      "grad_norm": 1.1208237409591675,
+      "loss": 3.8791,
+      "lr": 0.0002932867132867133,
+      "step": 5554,
+      "tokens_trained": 2.729385936
+    },
+    {
+      "epoch": 1.5758456847032125,
+      "grad_norm": 2.6620264053344727,
+      "loss": 3.877,
+      "lr": 0.000293006993006993,
+      "step": 5556,
+      "tokens_trained": 2.730368968
+    },
+    {
+      "epoch": 1.5764130203531663,
+      "grad_norm": 0.7671589255332947,
+      "loss": 3.8491,
+      "lr": 0.00029272727272727274,
+      "step": 5558,
+      "tokens_trained": 2.731351336
+    },
+    {
+      "epoch": 1.5769803560031204,
+      "grad_norm": 0.7316055297851562,
+      "loss": 3.849,
+      "lr": 0.0002924475524475524,
+      "step": 5560,
+      "tokens_trained": 2.732334296
+    },
+    {
+      "epoch": 1.5775476916530744,
+      "grad_norm": 3.3884339332580566,
+      "loss": 3.9126,
+      "lr": 0.00029216783216783217,
+      "step": 5562,
+      "tokens_trained": 2.733314536
+    },
+    {
+      "epoch": 1.5781150273030282,
+      "grad_norm": 1.2948181629180908,
+      "loss": 3.9129,
+      "lr": 0.00029188811188811186,
+      "step": 5564,
+      "tokens_trained": 2.73429728
+    },
+    {
+      "epoch": 1.578682362952982,
+      "grad_norm": 3.948852777481079,
+      "loss": 3.845,
+      "lr": 0.0002916083916083916,
+      "step": 5566,
+      "tokens_trained": 2.735282408
+    },
+    {
+      "epoch": 1.5792496986029358,
+      "grad_norm": 4.460155963897705,
+      "loss": 3.8637,
+      "lr": 0.00029132867132867135,
+      "step": 5568,
+      "tokens_trained": 2.736265168
+    },
+    {
+      "epoch": 1.5798170342528899,
+      "grad_norm": 2.052924633026123,
+      "loss": 3.9199,
+      "lr": 0.0002910489510489511,
+      "step": 5570,
+      "tokens_trained": 2.737247144
+    },
+    {
+      "epoch": 1.580384369902844,
+      "grad_norm": 2.460111379623413,
+      "loss": 3.8224,
+      "lr": 0.0002907692307692308,
+      "step": 5572,
+      "tokens_trained": 2.73823084
+    },
+    {
+      "epoch": 1.5809517055527977,
+      "grad_norm": 1.7709126472473145,
+      "loss": 3.8537,
+      "lr": 0.0002904895104895105,
+      "step": 5574,
+      "tokens_trained": 2.739212296
+    },
+    {
+      "epoch": 1.5815190412027516,
+      "grad_norm": 2.155181884765625,
+      "loss": 3.9214,
+      "lr": 0.0002902097902097902,
+      "step": 5576,
+      "tokens_trained": 2.740193656
+    },
+    {
+      "epoch": 1.5820863768527054,
+      "grad_norm": 2.0963149070739746,
+      "loss": 3.8832,
+      "lr": 0.0002899300699300699,
+      "step": 5578,
+      "tokens_trained": 2.741176512
+    },
+    {
+      "epoch": 1.5826537125026594,
+      "grad_norm": 2.6366584300994873,
+      "loss": 3.8542,
+      "lr": 0.00028965034965034966,
+      "step": 5580,
+      "tokens_trained": 2.742157504
+    },
+    {
+      "epoch": 1.5832210481526134,
+      "grad_norm": 1.9845340251922607,
+      "loss": 3.8644,
+      "lr": 0.00028937062937062935,
+      "step": 5582,
+      "tokens_trained": 2.743138064
+    },
+    {
+      "epoch": 1.5837883838025673,
+      "grad_norm": 0.9953936338424683,
+      "loss": 3.8577,
+      "lr": 0.0002890909090909091,
+      "step": 5584,
+      "tokens_trained": 2.744115648
+    },
+    {
+      "epoch": 1.584355719452521,
+      "grad_norm": 1.3023415803909302,
+      "loss": 3.8784,
+      "lr": 0.00028881118881118883,
+      "step": 5586,
+      "tokens_trained": 2.745097536
+    },
+    {
+      "epoch": 1.5849230551024749,
+      "grad_norm": 1.2267543077468872,
+      "loss": 3.8312,
+      "lr": 0.0002885314685314686,
+      "step": 5588,
+      "tokens_trained": 2.74608184
+    },
+    {
+      "epoch": 1.585490390752429,
+      "grad_norm": 0.7333025932312012,
+      "loss": 3.8134,
+      "lr": 0.00028825174825174827,
+      "step": 5590,
+      "tokens_trained": 2.747067224
+    },
+    {
+      "epoch": 1.586057726402383,
+      "grad_norm": 3.838825225830078,
+      "loss": 3.8554,
+      "lr": 0.00028797202797202796,
+      "step": 5592,
+      "tokens_trained": 2.74804864
+    },
+    {
+      "epoch": 1.5866250620523368,
+      "grad_norm": 2.8580691814422607,
+      "loss": 3.8197,
+      "lr": 0.0002876923076923077,
+      "step": 5594,
+      "tokens_trained": 2.749030704
+    },
+    {
+      "epoch": 1.5871923977022906,
+      "grad_norm": 3.3770620822906494,
+      "loss": 3.845,
+      "lr": 0.0002874125874125874,
+      "step": 5596,
+      "tokens_trained": 2.750011464
+    },
+    {
+      "epoch": 1.5877597333522444,
+      "grad_norm": 2.183331251144409,
+      "loss": 3.8625,
+      "lr": 0.00028713286713286714,
+      "step": 5598,
+      "tokens_trained": 2.750993992
+    },
+    {
+      "epoch": 1.5883270690021984,
+      "grad_norm": 1.1044546365737915,
+      "loss": 3.8821,
+      "lr": 0.00028685314685314683,
+      "step": 5600,
+      "tokens_trained": 2.75197632
+    },
+    {
+      "epoch": 1.5888944046521525,
+      "grad_norm": 1.9587361812591553,
+      "loss": 3.9019,
+      "lr": 0.0002865734265734266,
+      "step": 5602,
+      "tokens_trained": 2.75295512
+    },
+    {
+      "epoch": 1.5894617403021063,
+      "grad_norm": 5.257344722747803,
+      "loss": 3.8587,
+      "lr": 0.0002862937062937063,
+      "step": 5604,
+      "tokens_trained": 2.75393968
+    },
+    {
+      "epoch": 1.5900290759520601,
+      "grad_norm": 2.98882794380188,
+      "loss": 3.8751,
+      "lr": 0.00028601398601398606,
+      "step": 5606,
+      "tokens_trained": 2.754917056
+    },
+    {
+      "epoch": 1.590596411602014,
+      "grad_norm": 3.215801239013672,
+      "loss": 3.8178,
+      "lr": 0.00028573426573426575,
+      "step": 5608,
+      "tokens_trained": 2.755897352
+    },
+    {
+      "epoch": 1.591163747251968,
+      "grad_norm": 3.7019567489624023,
+      "loss": 3.8578,
+      "lr": 0.00028545454545454544,
+      "step": 5610,
+      "tokens_trained": 2.756876792
+    },
+    {
+      "epoch": 1.591731082901922,
+      "grad_norm": 0.5233857035636902,
+      "loss": 3.84,
+      "lr": 0.0002851748251748252,
+      "step": 5612,
+      "tokens_trained": 2.75786064
+    },
+    {
+      "epoch": 1.5922984185518758,
+      "grad_norm": 1.3499095439910889,
+      "loss": 3.846,
+      "lr": 0.0002848951048951049,
+      "step": 5614,
+      "tokens_trained": 2.758843208
+    },
+    {
+      "epoch": 1.5928657542018296,
+      "grad_norm": 3.770670175552368,
+      "loss": 3.8715,
+      "lr": 0.0002846153846153846,
+      "step": 5616,
+      "tokens_trained": 2.759831272
+    },
+    {
+      "epoch": 1.5934330898517834,
+      "grad_norm": 2.2430431842803955,
+      "loss": 3.8457,
+      "lr": 0.0002843356643356643,
+      "step": 5618,
+      "tokens_trained": 2.760816576
+    },
+    {
+      "epoch": 1.5940004255017375,
+      "grad_norm": 2.121674060821533,
+      "loss": 3.8379,
+      "lr": 0.00028405594405594406,
+      "step": 5620,
+      "tokens_trained": 2.761806192
+    },
+    {
+      "epoch": 1.5945677611516915,
+      "grad_norm": 2.42568302154541,
+      "loss": 3.8762,
+      "lr": 0.0002837762237762238,
+      "step": 5622,
+      "tokens_trained": 2.762787368
+    },
+    {
+      "epoch": 1.5951350968016453,
+      "grad_norm": 2.4501335620880127,
+      "loss": 3.8985,
+      "lr": 0.00028349650349650355,
+      "step": 5624,
+      "tokens_trained": 2.763768648
+    },
+    {
+      "epoch": 1.5954187646266222,
+      "eval_loss": 0.9685465693473816,
+      "eval_runtime": 20.383,
+      "step": 5625,
+      "tokens_trained": 2.764258728
+    },
+    {
+      "epoch": 1.5957024324515992,
+      "grad_norm": 1.7675210237503052,
+      "loss": 3.8317,
+      "lr": 0.00028321678321678324,
+      "step": 5626,
+      "tokens_trained": 2.764748448
+    },
+    {
+      "epoch": 1.596269768101553,
+      "grad_norm": 2.069201707839966,
+      "loss": 3.8316,
+      "lr": 0.00028293706293706293,
+      "step": 5628,
+      "tokens_trained": 2.7657334
+    },
+    {
+      "epoch": 1.596837103751507,
+      "grad_norm": 3.7776238918304443,
+      "loss": 3.8705,
+      "lr": 0.0002826573426573427,
+      "step": 5630,
+      "tokens_trained": 2.766718144
+    },
+    {
+      "epoch": 1.597404439401461,
+      "grad_norm": 4.658926963806152,
+      "loss": 3.8201,
+      "lr": 0.00028237762237762236,
+      "step": 5632,
+      "tokens_trained": 2.76770032
+    },
+    {
+      "epoch": 1.5979717750514149,
+      "grad_norm": 2.883873462677002,
+      "loss": 3.8384,
+      "lr": 0.0002820979020979021,
+      "step": 5634,
+      "tokens_trained": 2.768682736
+    },
+    {
+      "epoch": 1.5985391107013687,
+      "grad_norm": 3.313469886779785,
+      "loss": 3.8485,
+      "lr": 0.0002818181818181818,
+      "step": 5636,
+      "tokens_trained": 2.769667704
+    },
+    {
+      "epoch": 1.5991064463513225,
+      "grad_norm": 3.279757022857666,
+      "loss": 3.8407,
+      "lr": 0.00028153846153846154,
+      "step": 5638,
+      "tokens_trained": 2.77065176
+    },
+    {
+      "epoch": 1.5996737820012765,
+      "grad_norm": 3.4190688133239746,
+      "loss": 3.8733,
+      "lr": 0.0002812587412587413,
+      "step": 5640,
+      "tokens_trained": 2.77163072
+    },
+    {
+      "epoch": 1.6002411176512306,
+      "grad_norm": 2.766123056411743,
+      "loss": 3.8826,
+      "lr": 0.000280979020979021,
+      "step": 5642,
+      "tokens_trained": 2.772610632
+    },
+    {
+      "epoch": 1.6008084533011844,
+      "grad_norm": 2.292541742324829,
+      "loss": 3.8072,
+      "lr": 0.0002806993006993007,
+      "step": 5644,
+      "tokens_trained": 2.77359028
+    },
+    {
+      "epoch": 1.6013757889511382,
+      "grad_norm": 3.0967636108398438,
+      "loss": 3.8529,
+      "lr": 0.0002804195804195804,
+      "step": 5646,
+      "tokens_trained": 2.774572744
+    },
+    {
+      "epoch": 1.601943124601092,
+      "grad_norm": 4.144455432891846,
+      "loss": 3.8964,
+      "lr": 0.00028013986013986016,
+      "step": 5648,
+      "tokens_trained": 2.775555344
+    },
+    {
+      "epoch": 1.602510460251046,
+      "grad_norm": 1.0935693979263306,
+      "loss": 3.8742,
+      "lr": 0.00027986013986013985,
+      "step": 5650,
+      "tokens_trained": 2.77653816
+    },
+    {
+      "epoch": 1.603077795901,
+      "grad_norm": 1.5766457319259644,
+      "loss": 3.854,
+      "lr": 0.0002795804195804196,
+      "step": 5652,
+      "tokens_trained": 2.777518952
+    },
+    {
+      "epoch": 1.603645131550954,
+      "grad_norm": 7.910213470458984,
+      "loss": 3.8816,
+      "lr": 0.0002793006993006993,
+      "step": 5654,
+      "tokens_trained": 2.778506272
+    },
+    {
+      "epoch": 1.6042124672009077,
+      "grad_norm": 4.65513277053833,
+      "loss": 3.8729,
+      "lr": 0.00027902097902097903,
+      "step": 5656,
+      "tokens_trained": 2.779489664
+    },
+    {
+      "epoch": 1.6047798028508615,
+      "grad_norm": 3.681711435317993,
+      "loss": 3.8677,
+      "lr": 0.00027874125874125877,
+      "step": 5658,
+      "tokens_trained": 2.780472776
+    },
+    {
+      "epoch": 1.6053471385008156,
+      "grad_norm": 5.058254718780518,
+      "loss": 3.8606,
+      "lr": 0.00027846153846153846,
+      "step": 5660,
+      "tokens_trained": 2.781455744
+    },
+    {
+      "epoch": 1.6059144741507696,
+      "grad_norm": 4.267047882080078,
+      "loss": 3.8373,
+      "lr": 0.0002781818181818182,
+      "step": 5662,
+      "tokens_trained": 2.78244188
+    },
+    {
+      "epoch": 1.6064818098007234,
+      "grad_norm": 3.1416563987731934,
+      "loss": 3.8404,
+      "lr": 0.0002779020979020979,
+      "step": 5664,
+      "tokens_trained": 2.783428128
+    },
+    {
+      "epoch": 1.6070491454506772,
+      "grad_norm": 4.125866413116455,
+      "loss": 3.8763,
+      "lr": 0.00027762237762237764,
+      "step": 5666,
+      "tokens_trained": 2.784414224
+    },
+    {
+      "epoch": 1.607616481100631,
+      "grad_norm": 3.6334707736968994,
+      "loss": 3.8564,
+      "lr": 0.00027734265734265733,
+      "step": 5668,
+      "tokens_trained": 2.785394264
+    },
+    {
+      "epoch": 1.608183816750585,
+      "grad_norm": 4.244611740112305,
+      "loss": 3.8709,
+      "lr": 0.0002770629370629371,
+      "step": 5670,
+      "tokens_trained": 2.786378176
+    },
+    {
+      "epoch": 1.6087511524005391,
+      "grad_norm": 2.5464348793029785,
+      "loss": 3.9095,
+      "lr": 0.00027678321678321677,
+      "step": 5672,
+      "tokens_trained": 2.787364264
+    },
+    {
+      "epoch": 1.609318488050493,
+      "grad_norm": 2.5525379180908203,
+      "loss": 3.868,
+      "lr": 0.0002765034965034965,
+      "step": 5674,
+      "tokens_trained": 2.78834892
+    },
+    {
+      "epoch": 1.6098858237004467,
+      "grad_norm": 1.4956291913986206,
+      "loss": 3.8024,
+      "lr": 0.0002762237762237762,
+      "step": 5676,
+      "tokens_trained": 2.789330144
+    },
+    {
+      "epoch": 1.6104531593504006,
+      "grad_norm": 1.331429362297058,
+      "loss": 3.8308,
+      "lr": 0.00027594405594405595,
+      "step": 5678,
+      "tokens_trained": 2.790313456
+    },
+    {
+      "epoch": 1.6110204950003546,
+      "grad_norm": 1.6636086702346802,
+      "loss": 3.8013,
+      "lr": 0.0002756643356643357,
+      "step": 5680,
+      "tokens_trained": 2.791291288
+    },
+    {
+      "epoch": 1.6115878306503086,
+      "grad_norm": 1.0856963396072388,
+      "loss": 3.8851,
+      "lr": 0.0002753846153846154,
+      "step": 5682,
+      "tokens_trained": 2.792272912
+    },
+    {
+      "epoch": 1.6121551663002625,
+      "grad_norm": 0.8681638240814209,
+      "loss": 3.8744,
+      "lr": 0.0002751048951048951,
+      "step": 5684,
+      "tokens_trained": 2.793256312
+    },
+    {
+      "epoch": 1.6127225019502163,
+      "grad_norm": 1.770532488822937,
+      "loss": 3.8362,
+      "lr": 0.0002748251748251748,
+      "step": 5686,
+      "tokens_trained": 2.794240288
+    },
+    {
+      "epoch": 1.61328983760017,
+      "grad_norm": 2.9169862270355225,
+      "loss": 3.8114,
+      "lr": 0.00027454545454545456,
+      "step": 5688,
+      "tokens_trained": 2.795223128
+    },
+    {
+      "epoch": 1.6138571732501241,
+      "grad_norm": 2.319213628768921,
+      "loss": 3.823,
+      "lr": 0.00027426573426573425,
+      "step": 5690,
+      "tokens_trained": 2.796204352
+    },
+    {
+      "epoch": 1.6144245089000782,
+      "grad_norm": 1.7466791868209839,
+      "loss": 3.8292,
+      "lr": 0.000273986013986014,
+      "step": 5692,
+      "tokens_trained": 2.797188408
+    },
+    {
+      "epoch": 1.614991844550032,
+      "grad_norm": 2.5481719970703125,
+      "loss": 3.8338,
+      "lr": 0.0002737062937062937,
+      "step": 5694,
+      "tokens_trained": 2.79817152
+    },
+    {
+      "epoch": 1.6155591801999858,
+      "grad_norm": 1.9857237339019775,
+      "loss": 3.8354,
+      "lr": 0.00027342657342657343,
+      "step": 5696,
+      "tokens_trained": 2.799152488
+    },
+    {
+      "epoch": 1.6161265158499396,
+      "grad_norm": 2.332441568374634,
+      "loss": 3.8649,
+      "lr": 0.0002731468531468532,
+      "step": 5698,
+      "tokens_trained": 2.800136424
+    },
+    {
+      "epoch": 1.6166938514998936,
+      "grad_norm": 1.6021710634231567,
+      "loss": 3.892,
+      "lr": 0.00027286713286713287,
+      "step": 5700,
+      "tokens_trained": 2.801121064
+    },
+    {
+      "epoch": 1.6172611871498477,
+      "grad_norm": 1.5943433046340942,
+      "loss": 3.8719,
+      "lr": 0.0002725874125874126,
+      "step": 5702,
+      "tokens_trained": 2.802104456
+    },
+    {
+      "epoch": 1.6178285227998015,
+      "grad_norm": 1.7614659070968628,
+      "loss": 3.8755,
+      "lr": 0.0002723076923076923,
+      "step": 5704,
+      "tokens_trained": 2.803086472
+    },
+    {
+      "epoch": 1.6183958584497553,
+      "grad_norm": 0.709842324256897,
+      "loss": 3.883,
+      "lr": 0.00027202797202797205,
+      "step": 5706,
+      "tokens_trained": 2.804074552
+    },
+    {
+      "epoch": 1.6189631940997091,
+      "grad_norm": 2.912022829055786,
+      "loss": 3.827,
+      "lr": 0.00027174825174825174,
+      "step": 5708,
+      "tokens_trained": 2.805050624
+    },
+    {
+      "epoch": 1.6195305297496632,
+      "grad_norm": 1.5365500450134277,
+      "loss": 3.8561,
+      "lr": 0.0002714685314685315,
+      "step": 5710,
+      "tokens_trained": 2.806032664
+    },
+    {
+      "epoch": 1.6200978653996172,
+      "grad_norm": 1.8530750274658203,
+      "loss": 3.8715,
+      "lr": 0.00027118881118881117,
+      "step": 5712,
+      "tokens_trained": 2.807015072
+    },
+    {
+      "epoch": 1.620665201049571,
+      "grad_norm": 6.598786354064941,
+      "loss": 3.9111,
+      "lr": 0.0002709090909090909,
+      "step": 5714,
+      "tokens_trained": 2.80800292
+    },
+    {
+      "epoch": 1.6212325366995248,
+      "grad_norm": 3.761838436126709,
+      "loss": 3.8632,
+      "lr": 0.00027062937062937066,
+      "step": 5716,
+      "tokens_trained": 2.80898492
+    },
+    {
+      "epoch": 1.6217998723494786,
+      "grad_norm": 1.7242389917373657,
+      "loss": 3.8467,
+      "lr": 0.00027034965034965035,
+      "step": 5718,
+      "tokens_trained": 2.80996564
+    },
+    {
+      "epoch": 1.6223672079994327,
+      "grad_norm": 5.131701946258545,
+      "loss": 3.8868,
+      "lr": 0.0002700699300699301,
+      "step": 5720,
+      "tokens_trained": 2.810949456
+    },
+    {
+      "epoch": 1.6229345436493867,
+      "grad_norm": 3.7940638065338135,
+      "loss": 3.8526,
+      "lr": 0.0002697902097902098,
+      "step": 5722,
+      "tokens_trained": 2.811933712
+    },
+    {
+      "epoch": 1.6235018792993405,
+      "grad_norm": 3.0134806632995605,
+      "loss": 3.9174,
+      "lr": 0.00026951048951048953,
+      "step": 5724,
+      "tokens_trained": 2.812914312
+    },
+    {
+      "epoch": 1.6240692149492943,
+      "grad_norm": 4.154657363891602,
+      "loss": 3.86,
+      "lr": 0.0002692307692307692,
+      "step": 5726,
+      "tokens_trained": 2.813900408
+    },
+    {
+      "epoch": 1.6246365505992482,
+      "grad_norm": 4.034200668334961,
+      "loss": 3.8983,
+      "lr": 0.00026895104895104896,
+      "step": 5728,
+      "tokens_trained": 2.8148846
+    },
+    {
+      "epoch": 1.6252038862492022,
+      "grad_norm": 2.5282604694366455,
+      "loss": 3.8614,
+      "lr": 0.00026867132867132865,
+      "step": 5730,
+      "tokens_trained": 2.81587128
+    },
+    {
+      "epoch": 1.6257712218991562,
+      "grad_norm": 3.9052770137786865,
+      "loss": 3.8696,
+      "lr": 0.0002683916083916084,
+      "step": 5732,
+      "tokens_trained": 2.816857792
+    },
+    {
+      "epoch": 1.62633855754911,
+      "grad_norm": 4.2138352394104,
+      "loss": 3.8902,
+      "lr": 0.00026811188811188814,
+      "step": 5734,
+      "tokens_trained": 2.817840552
+    },
+    {
+      "epoch": 1.6269058931990639,
+      "grad_norm": 1.2808244228363037,
+      "loss": 3.8675,
+      "lr": 0.00026783216783216783,
+      "step": 5736,
+      "tokens_trained": 2.818825232
+    },
+    {
+      "epoch": 1.6274732288490177,
+      "grad_norm": 2.491243839263916,
+      "loss": 3.9218,
+      "lr": 0.0002675524475524476,
+      "step": 5738,
+      "tokens_trained": 2.819809352
+    },
+    {
+      "epoch": 1.6280405644989717,
+      "grad_norm": 3.1643896102905273,
+      "loss": 3.8813,
+      "lr": 0.00026727272727272727,
+      "step": 5740,
+      "tokens_trained": 2.820793456
+    },
+    {
+      "epoch": 1.6286079001489258,
+      "grad_norm": 3.648646593093872,
+      "loss": 3.8445,
+      "lr": 0.000266993006993007,
+      "step": 5742,
+      "tokens_trained": 2.821780088
+    },
+    {
+      "epoch": 1.6291752357988796,
+      "grad_norm": 2.1239254474639893,
+      "loss": 3.8781,
+      "lr": 0.0002667132867132867,
+      "step": 5744,
+      "tokens_trained": 2.82276436
+    },
+    {
+      "epoch": 1.6297425714488334,
+      "grad_norm": 2.5850162506103516,
+      "loss": 3.8625,
+      "lr": 0.0002664335664335664,
+      "step": 5746,
+      "tokens_trained": 2.82375128
+    },
+    {
+      "epoch": 1.6303099070987872,
+      "grad_norm": 2.6930086612701416,
+      "loss": 3.817,
+      "lr": 0.00026615384615384614,
+      "step": 5748,
+      "tokens_trained": 2.824735192
+    },
+    {
+      "epoch": 1.6308772427487412,
+      "grad_norm": 0.6374559998512268,
+      "loss": 3.8555,
+      "lr": 0.0002658741258741259,
+      "step": 5750,
+      "tokens_trained": 2.825718392
+    },
+    {
+      "epoch": 1.6308772427487412,
+      "eval_loss": 0.9677565097808838,
+      "eval_runtime": 20.3934,
+      "step": 5750,
+      "tokens_trained": 2.825718392
+    },
+    {
+      "epoch": 1.6314445783986953,
+      "grad_norm": 2.324770212173462,
+      "loss": 3.8393,
+      "lr": 0.00026559440559440563,
+      "step": 5752,
+      "tokens_trained": 2.826700664
+    },
+    {
+      "epoch": 1.632011914048649,
+      "grad_norm": 3.6169118881225586,
+      "loss": 3.8783,
+      "lr": 0.0002653146853146853,
+      "step": 5754,
+      "tokens_trained": 2.82768492
+    },
+    {
+      "epoch": 1.632579249698603,
+      "grad_norm": 3.1136844158172607,
+      "loss": 3.8528,
+      "lr": 0.00026503496503496506,
+      "step": 5756,
+      "tokens_trained": 2.828668856
+    },
+    {
+      "epoch": 1.6331465853485567,
+      "grad_norm": 1.646531105041504,
+      "loss": 3.8368,
+      "lr": 0.00026475524475524475,
+      "step": 5758,
+      "tokens_trained": 2.82965104
+    },
+    {
+      "epoch": 1.6337139209985108,
+      "grad_norm": 1.9851844310760498,
+      "loss": 3.8839,
+      "lr": 0.0002644755244755245,
+      "step": 5760,
+      "tokens_trained": 2.830636984
+    },
+    {
+      "epoch": 1.6342812566484648,
+      "grad_norm": 5.908127307891846,
+      "loss": 3.8477,
+      "lr": 0.0002641958041958042,
+      "step": 5762,
+      "tokens_trained": 2.831616488
+    },
+    {
+      "epoch": 1.6348485922984186,
+      "grad_norm": 4.9002909660339355,
+      "loss": 3.8279,
+      "lr": 0.0002639160839160839,
+      "step": 5764,
+      "tokens_trained": 2.832599464
+    },
+    {
+      "epoch": 1.6354159279483724,
+      "grad_norm": 2.045973539352417,
+      "loss": 3.8317,
+      "lr": 0.0002636363636363636,
+      "step": 5766,
+      "tokens_trained": 2.83358544
+    },
+    {
+      "epoch": 1.6359832635983262,
+      "grad_norm": 1.7147414684295654,
+      "loss": 3.8913,
+      "lr": 0.00026335664335664337,
+      "step": 5768,
+      "tokens_trained": 2.83456792
+    },
+    {
+      "epoch": 1.6365505992482803,
+      "grad_norm": 2.8540899753570557,
+      "loss": 3.8896,
+      "lr": 0.0002630769230769231,
+      "step": 5770,
+      "tokens_trained": 2.835546528
+    },
+    {
+      "epoch": 1.6371179348982343,
+      "grad_norm": 2.798184633255005,
+      "loss": 3.8901,
+      "lr": 0.0002627972027972028,
+      "step": 5772,
+      "tokens_trained": 2.836531536
+    },
+    {
+      "epoch": 1.6376852705481881,
+      "grad_norm": 3.74381160736084,
+      "loss": 3.8667,
+      "lr": 0.00026251748251748255,
+      "step": 5774,
+      "tokens_trained": 2.837511976
+    },
+    {
+      "epoch": 1.638252606198142,
+      "grad_norm": 1.3036679029464722,
+      "loss": 3.8828,
+      "lr": 0.00026223776223776224,
+      "step": 5776,
+      "tokens_trained": 2.838494216
+    },
+    {
+      "epoch": 1.6388199418480958,
+      "grad_norm": 2.3305046558380127,
+      "loss": 3.8687,
+      "lr": 0.000261958041958042,
+      "step": 5778,
+      "tokens_trained": 2.839477616
+    },
+    {
+      "epoch": 1.6393872774980498,
+      "grad_norm": 1.8486007452011108,
+      "loss": 3.8277,
+      "lr": 0.00026167832167832167,
+      "step": 5780,
+      "tokens_trained": 2.840460776
+    },
+    {
+      "epoch": 1.6399546131480038,
+      "grad_norm": 7.9603681564331055,
+      "loss": 3.8558,
+      "lr": 0.00026139860139860136,
+      "step": 5782,
+      "tokens_trained": 2.841442784
+    },
+    {
+      "epoch": 1.6405219487979577,
+      "grad_norm": 6.6514410972595215,
+      "loss": 3.8566,
+      "lr": 0.0002611188811188811,
+      "step": 5784,
+      "tokens_trained": 2.842423376
+    },
+    {
+      "epoch": 1.6410892844479115,
+      "grad_norm": 4.3851237297058105,
+      "loss": 3.8145,
+      "lr": 0.00026083916083916085,
+      "step": 5786,
+      "tokens_trained": 2.843410992
+    },
+    {
+      "epoch": 1.6416566200978653,
+      "grad_norm": 6.750310897827148,
+      "loss": 3.8696,
+      "lr": 0.0002605594405594406,
+      "step": 5788,
+      "tokens_trained": 2.844393928
+    },
+    {
+      "epoch": 1.6422239557478193,
+      "grad_norm": 3.409925937652588,
+      "loss": 3.8069,
+      "lr": 0.0002602797202797203,
+      "step": 5790,
+      "tokens_trained": 2.845371936
+    },
+    {
+      "epoch": 1.6427912913977734,
+      "grad_norm": 4.318549633026123,
+      "loss": 3.862,
+      "lr": 0.00026000000000000003,
+      "step": 5792,
+      "tokens_trained": 2.846352808
+    },
+    {
+      "epoch": 1.6433586270477272,
+      "grad_norm": 3.3245508670806885,
+      "loss": 3.9211,
+      "lr": 0.0002597202797202797,
+      "step": 5794,
+      "tokens_trained": 2.847335992
+    },
+    {
+      "epoch": 1.643925962697681,
+      "grad_norm": 2.312521457672119,
+      "loss": 3.7887,
+      "lr": 0.00025944055944055947,
+      "step": 5796,
+      "tokens_trained": 2.848320616
+    },
+    {
+      "epoch": 1.6444932983476348,
+      "grad_norm": 1.4259709119796753,
+      "loss": 3.8607,
+      "lr": 0.00025916083916083916,
+      "step": 5798,
+      "tokens_trained": 2.849300928
+    },
+    {
+      "epoch": 1.6450606339975888,
+      "grad_norm": 0.9020340442657471,
+      "loss": 3.869,
+      "lr": 0.00025888111888111885,
+      "step": 5800,
+      "tokens_trained": 2.850282648
+    },
+    {
+      "epoch": 1.6456279696475429,
+      "grad_norm": 2.114844799041748,
+      "loss": 3.8049,
+      "lr": 0.0002586013986013986,
+      "step": 5802,
+      "tokens_trained": 2.85126584
+    },
+    {
+      "epoch": 1.6461953052974967,
+      "grad_norm": 4.662852764129639,
+      "loss": 3.8474,
+      "lr": 0.0002583216783216783,
+      "step": 5804,
+      "tokens_trained": 2.852253648
+    },
+    {
+      "epoch": 1.6467626409474505,
+      "grad_norm": 4.038625240325928,
+      "loss": 3.8813,
+      "lr": 0.0002580419580419581,
+      "step": 5806,
+      "tokens_trained": 2.853237552
+    },
+    {
+      "epoch": 1.6473299765974043,
+      "grad_norm": 2.922651767730713,
+      "loss": 3.8331,
+      "lr": 0.00025776223776223777,
+      "step": 5808,
+      "tokens_trained": 2.854218656
+    },
+    {
+      "epoch": 1.6478973122473584,
+      "grad_norm": 4.35854434967041,
+      "loss": 3.8623,
+      "lr": 0.0002574825174825175,
+      "step": 5810,
+      "tokens_trained": 2.855199264
+    },
+    {
+      "epoch": 1.6484646478973124,
+      "grad_norm": 2.1086177825927734,
+      "loss": 3.8747,
+      "lr": 0.0002572027972027972,
+      "step": 5812,
+      "tokens_trained": 2.856182856
+    },
+    {
+      "epoch": 1.6490319835472662,
+      "grad_norm": 1.4423526525497437,
+      "loss": 3.8822,
+      "lr": 0.00025692307692307695,
+      "step": 5814,
+      "tokens_trained": 2.85716116
+    },
+    {
+      "epoch": 1.64959931919722,
+      "grad_norm": 1.7866076231002808,
+      "loss": 3.8701,
+      "lr": 0.00025664335664335664,
+      "step": 5816,
+      "tokens_trained": 2.8581406
+    },
+    {
+      "epoch": 1.6501666548471738,
+      "grad_norm": 0.9082437753677368,
+      "loss": 3.8207,
+      "lr": 0.00025636363636363633,
+      "step": 5818,
+      "tokens_trained": 2.859123392
+    },
+    {
+      "epoch": 1.6507339904971279,
+      "grad_norm": 2.493602991104126,
+      "loss": 3.8473,
+      "lr": 0.0002560839160839161,
+      "step": 5820,
+      "tokens_trained": 2.860107752
+    },
+    {
+      "epoch": 1.651301326147082,
+      "grad_norm": 2.814542055130005,
+      "loss": 3.8977,
+      "lr": 0.00025580419580419577,
+      "step": 5822,
+      "tokens_trained": 2.86109204
+    },
+    {
+      "epoch": 1.6518686617970357,
+      "grad_norm": 3.3991076946258545,
+      "loss": 3.7998,
+      "lr": 0.00025552447552447557,
+      "step": 5824,
+      "tokens_trained": 2.862077776
+    },
+    {
+      "epoch": 1.6524359974469895,
+      "grad_norm": 4.02992057800293,
+      "loss": 3.8594,
+      "lr": 0.00025524475524475526,
+      "step": 5826,
+      "tokens_trained": 2.863062432
+    },
+    {
+      "epoch": 1.6530033330969434,
+      "grad_norm": 5.211875915527344,
+      "loss": 3.8718,
+      "lr": 0.000254965034965035,
+      "step": 5828,
+      "tokens_trained": 2.86404512
+    },
+    {
+      "epoch": 1.6535706687468974,
+      "grad_norm": 2.361069917678833,
+      "loss": 3.837,
+      "lr": 0.0002546853146853147,
+      "step": 5830,
+      "tokens_trained": 2.865024888
+    },
+    {
+      "epoch": 1.6541380043968514,
+      "grad_norm": 6.926619052886963,
+      "loss": 3.8268,
+      "lr": 0.00025440559440559443,
+      "step": 5832,
+      "tokens_trained": 2.866006128
+    },
+    {
+      "epoch": 1.6547053400468053,
+      "grad_norm": 3.741729974746704,
+      "loss": 3.8109,
+      "lr": 0.0002541258741258741,
+      "step": 5834,
+      "tokens_trained": 2.866990408
+    },
+    {
+      "epoch": 1.655272675696759,
+      "grad_norm": 4.150857448577881,
+      "loss": 3.9021,
+      "lr": 0.0002538461538461538,
+      "step": 5836,
+      "tokens_trained": 2.867972736
+    },
+    {
+      "epoch": 1.6558400113467129,
+      "grad_norm": 3.9393651485443115,
+      "loss": 3.8552,
+      "lr": 0.00025356643356643356,
+      "step": 5838,
+      "tokens_trained": 2.86895772
+    },
+    {
+      "epoch": 1.656407346996667,
+      "grad_norm": 1.9962868690490723,
+      "loss": 3.8358,
+      "lr": 0.00025328671328671325,
+      "step": 5840,
+      "tokens_trained": 2.869938184
+    },
+    {
+      "epoch": 1.656974682646621,
+      "grad_norm": 0.8876021504402161,
+      "loss": 3.8869,
+      "lr": 0.00025300699300699305,
+      "step": 5842,
+      "tokens_trained": 2.87091688
+    },
+    {
+      "epoch": 1.6575420182965748,
+      "grad_norm": 1.5319703817367554,
+      "loss": 3.8339,
+      "lr": 0.00025272727272727274,
+      "step": 5844,
+      "tokens_trained": 2.871899592
+    },
+    {
+      "epoch": 1.6581093539465286,
+      "grad_norm": 1.3673622608184814,
+      "loss": 3.8461,
+      "lr": 0.0002524475524475525,
+      "step": 5846,
+      "tokens_trained": 2.87288524
+    },
+    {
+      "epoch": 1.6586766895964824,
+      "grad_norm": 1.8747504949569702,
+      "loss": 3.8687,
+      "lr": 0.0002521678321678322,
+      "step": 5848,
+      "tokens_trained": 2.873868904
+    },
+    {
+      "epoch": 1.6592440252464364,
+      "grad_norm": 1.78745698928833,
+      "loss": 3.8289,
+      "lr": 0.0002518881118881119,
+      "step": 5850,
+      "tokens_trained": 2.874854024
+    },
+    {
+      "epoch": 1.6598113608963905,
+      "grad_norm": 1.74812650680542,
+      "loss": 3.8631,
+      "lr": 0.0002516083916083916,
+      "step": 5852,
+      "tokens_trained": 2.875837264
+    },
+    {
+      "epoch": 1.6603786965463443,
+      "grad_norm": 4.6655778884887695,
+      "loss": 3.767,
+      "lr": 0.0002513286713286713,
+      "step": 5854,
+      "tokens_trained": 2.876824112
+    },
+    {
+      "epoch": 1.660946032196298,
+      "grad_norm": 4.012164115905762,
+      "loss": 3.8522,
+      "lr": 0.00025104895104895104,
+      "step": 5856,
+      "tokens_trained": 2.877811008
+    },
+    {
+      "epoch": 1.661513367846252,
+      "grad_norm": 4.21424674987793,
+      "loss": 3.8507,
+      "lr": 0.00025076923076923073,
+      "step": 5858,
+      "tokens_trained": 2.87879564
+    },
+    {
+      "epoch": 1.662080703496206,
+      "grad_norm": 4.155895233154297,
+      "loss": 3.8529,
+      "lr": 0.00025048951048951053,
+      "step": 5860,
+      "tokens_trained": 2.879774832
+    },
+    {
+      "epoch": 1.66264803914616,
+      "grad_norm": 2.7593812942504883,
+      "loss": 3.8609,
+      "lr": 0.0002502097902097902,
+      "step": 5862,
+      "tokens_trained": 2.880758592
+    },
+    {
+      "epoch": 1.6632153747961138,
+      "grad_norm": 1.1735769510269165,
+      "loss": 3.8646,
+      "lr": 0.00024993006993006997,
+      "step": 5864,
+      "tokens_trained": 2.881743336
+    },
+    {
+      "epoch": 1.6637827104460676,
+      "grad_norm": 2.4293084144592285,
+      "loss": 3.867,
+      "lr": 0.00024965034965034966,
+      "step": 5866,
+      "tokens_trained": 2.882725984
+    },
+    {
+      "epoch": 1.6643500460960214,
+      "grad_norm": 1.6900265216827393,
+      "loss": 3.8467,
+      "lr": 0.00024937062937062935,
+      "step": 5868,
+      "tokens_trained": 2.883709024
+    },
+    {
+      "epoch": 1.6649173817459755,
+      "grad_norm": 1.6338657140731812,
+      "loss": 3.8499,
+      "lr": 0.0002490909090909091,
+      "step": 5870,
+      "tokens_trained": 2.884690136
+    },
+    {
+      "epoch": 1.6654847173959295,
+      "grad_norm": 1.3867520093917847,
+      "loss": 3.8497,
+      "lr": 0.0002488111888111888,
+      "step": 5872,
+      "tokens_trained": 2.885670192
+    },
+    {
+      "epoch": 1.6660520530458833,
+      "grad_norm": 2.3722336292266846,
+      "loss": 3.8404,
+      "lr": 0.00024853146853146853,
+      "step": 5874,
+      "tokens_trained": 2.88665212
+    },
+    {
+      "epoch": 1.6663357208708602,
+      "eval_loss": 0.9677584767341614,
+      "eval_runtime": 21.0454,
+      "step": 5875,
+      "tokens_trained": 2.887143888
+    },
+    {
+      "epoch": 1.6666193886958371,
+      "grad_norm": 3.559649705886841,
+      "loss": 3.8521,
+      "lr": 0.0002482517482517483,
+      "step": 5876,
+      "tokens_trained": 2.887632456
+    },
+    {
+      "epoch": 1.667186724345791,
+      "grad_norm": 3.4279959201812744,
+      "loss": 3.8603,
+      "lr": 0.00024797202797202796,
+      "step": 5878,
+      "tokens_trained": 2.888610976
+    },
+    {
+      "epoch": 1.667754059995745,
+      "grad_norm": 2.7501025199890137,
+      "loss": 3.8123,
+      "lr": 0.0002476923076923077,
+      "step": 5880,
+      "tokens_trained": 2.889593048
+    },
+    {
+      "epoch": 1.668321395645699,
+      "grad_norm": 4.056321144104004,
+      "loss": 3.8852,
+      "lr": 0.00024741258741258745,
+      "step": 5882,
+      "tokens_trained": 2.890573992
+    },
+    {
+      "epoch": 1.6688887312956528,
+      "grad_norm": 2.395308017730713,
+      "loss": 3.8352,
+      "lr": 0.00024713286713286714,
+      "step": 5884,
+      "tokens_trained": 2.89156064
+    },
+    {
+      "epoch": 1.6694560669456067,
+      "grad_norm": 1.6177494525909424,
+      "loss": 3.8488,
+      "lr": 0.00024685314685314683,
+      "step": 5886,
+      "tokens_trained": 2.892541712
+    },
+    {
+      "epoch": 1.6700234025955605,
+      "grad_norm": 1.648560881614685,
+      "loss": 3.8204,
+      "lr": 0.0002465734265734266,
+      "step": 5888,
+      "tokens_trained": 2.893523312
+    },
+    {
+      "epoch": 1.6705907382455145,
+      "grad_norm": 2.471012830734253,
+      "loss": 3.8384,
+      "lr": 0.00024629370629370627,
+      "step": 5890,
+      "tokens_trained": 2.89450544
+    },
+    {
+      "epoch": 1.6711580738954686,
+      "grad_norm": 3.052476644515991,
+      "loss": 3.9013,
+      "lr": 0.000246013986013986,
+      "step": 5892,
+      "tokens_trained": 2.895485296
+    },
+    {
+      "epoch": 1.6717254095454224,
+      "grad_norm": 2.2633492946624756,
+      "loss": 3.8368,
+      "lr": 0.00024573426573426576,
+      "step": 5894,
+      "tokens_trained": 2.896470736
+    },
+    {
+      "epoch": 1.6722927451953762,
+      "grad_norm": 1.6077561378479004,
+      "loss": 3.8656,
+      "lr": 0.00024545454545454545,
+      "step": 5896,
+      "tokens_trained": 2.897452728
+    },
+    {
+      "epoch": 1.67286008084533,
+      "grad_norm": 2.796211004257202,
+      "loss": 3.8573,
+      "lr": 0.0002451748251748252,
+      "step": 5898,
+      "tokens_trained": 2.89843608
+    },
+    {
+      "epoch": 1.673427416495284,
+      "grad_norm": 2.2211575508117676,
+      "loss": 3.8605,
+      "lr": 0.0002448951048951049,
+      "step": 5900,
+      "tokens_trained": 2.89941884
+    },
+    {
+      "epoch": 1.673994752145238,
+      "grad_norm": 3.0687623023986816,
+      "loss": 3.8518,
+      "lr": 0.00024461538461538463,
+      "step": 5902,
+      "tokens_trained": 2.90040236
+    },
+    {
+      "epoch": 1.674562087795192,
+      "grad_norm": 3.5390725135803223,
+      "loss": 3.8293,
+      "lr": 0.0002443356643356643,
+      "step": 5904,
+      "tokens_trained": 2.901387496
+    },
+    {
+      "epoch": 1.6751294234451457,
+      "grad_norm": 0.4400745630264282,
+      "loss": 3.8764,
+      "lr": 0.00024405594405594406,
+      "step": 5906,
+      "tokens_trained": 2.902366184
+    },
+    {
+      "epoch": 1.6756967590950995,
+      "grad_norm": 2.00661301612854,
+      "loss": 3.8548,
+      "lr": 0.00024377622377622378,
+      "step": 5908,
+      "tokens_trained": 2.90334932
+    },
+    {
+      "epoch": 1.6762640947450536,
+      "grad_norm": 2.0423686504364014,
+      "loss": 3.8576,
+      "lr": 0.00024349650349650352,
+      "step": 5910,
+      "tokens_trained": 2.904335264
+    },
+    {
+      "epoch": 1.6768314303950076,
+      "grad_norm": 4.125240325927734,
+      "loss": 3.8416,
+      "lr": 0.00024321678321678321,
+      "step": 5912,
+      "tokens_trained": 2.905314864
+    },
+    {
+      "epoch": 1.6773987660449614,
+      "grad_norm": 3.8097951412200928,
+      "loss": 3.8451,
+      "lr": 0.00024293706293706293,
+      "step": 5914,
+      "tokens_trained": 2.906299024
+    },
+    {
+      "epoch": 1.6779661016949152,
+      "grad_norm": 3.335597276687622,
+      "loss": 3.8206,
+      "lr": 0.00024265734265734265,
+      "step": 5916,
+      "tokens_trained": 2.907281608
+    },
+    {
+      "epoch": 1.678533437344869,
+      "grad_norm": 1.986657977104187,
+      "loss": 3.8006,
+      "lr": 0.00024237762237762237,
+      "step": 5918,
+      "tokens_trained": 2.908257288
+    },
+    {
+      "epoch": 1.679100772994823,
+      "grad_norm": 1.9969795942306519,
+      "loss": 3.909,
+      "lr": 0.0002420979020979021,
+      "step": 5920,
+      "tokens_trained": 2.909239544
+    },
+    {
+      "epoch": 1.6796681086447771,
+      "grad_norm": 2.5585694313049316,
+      "loss": 3.8341,
+      "lr": 0.00024181818181818183,
+      "step": 5922,
+      "tokens_trained": 2.910221368
+    },
+    {
+      "epoch": 1.680235444294731,
+      "grad_norm": 2.500028371810913,
+      "loss": 3.8697,
+      "lr": 0.00024153846153846155,
+      "step": 5924,
+      "tokens_trained": 2.911205368
+    },
+    {
+      "epoch": 1.6808027799446847,
+      "grad_norm": 2.8927834033966064,
+      "loss": 3.8504,
+      "lr": 0.00024125874125874126,
+      "step": 5926,
+      "tokens_trained": 2.91218908
+    },
+    {
+      "epoch": 1.6813701155946386,
+      "grad_norm": 3.0361721515655518,
+      "loss": 3.8477,
+      "lr": 0.000240979020979021,
+      "step": 5928,
+      "tokens_trained": 2.913171488
+    },
+    {
+      "epoch": 1.6819374512445926,
+      "grad_norm": 2.912531852722168,
+      "loss": 3.9016,
+      "lr": 0.0002406993006993007,
+      "step": 5930,
+      "tokens_trained": 2.914153488
+    },
+    {
+      "epoch": 1.6825047868945466,
+      "grad_norm": 2.563627004623413,
+      "loss": 3.8274,
+      "lr": 0.00024041958041958042,
+      "step": 5932,
+      "tokens_trained": 2.915134264
+    },
+    {
+      "epoch": 1.6830721225445004,
+      "grad_norm": 1.3338478803634644,
+      "loss": 3.7957,
+      "lr": 0.00024013986013986013,
+      "step": 5934,
+      "tokens_trained": 2.916116168
+    },
+    {
+      "epoch": 1.6836394581944543,
+      "grad_norm": 1.8714828491210938,
+      "loss": 3.8932,
+      "lr": 0.00023986013986013985,
+      "step": 5936,
+      "tokens_trained": 2.917097976
+    },
+    {
+      "epoch": 1.684206793844408,
+      "grad_norm": 6.701860427856445,
+      "loss": 3.8579,
+      "lr": 0.0002395804195804196,
+      "step": 5938,
+      "tokens_trained": 2.918085424
+    },
+    {
+      "epoch": 1.6847741294943621,
+      "grad_norm": 7.627328395843506,
+      "loss": 3.8301,
+      "lr": 0.0002393006993006993,
+      "step": 5940,
+      "tokens_trained": 2.9190662
+    },
+    {
+      "epoch": 1.6853414651443162,
+      "grad_norm": 7.1663713455200195,
+      "loss": 3.8541,
+      "lr": 0.00023902097902097903,
+      "step": 5942,
+      "tokens_trained": 2.920054232
+    },
+    {
+      "epoch": 1.68590880079427,
+      "grad_norm": 6.0305094718933105,
+      "loss": 3.8826,
+      "lr": 0.00023874125874125875,
+      "step": 5944,
+      "tokens_trained": 2.921033344
+    },
+    {
+      "epoch": 1.6864761364442238,
+      "grad_norm": 4.241663932800293,
+      "loss": 3.8372,
+      "lr": 0.0002384615384615385,
+      "step": 5946,
+      "tokens_trained": 2.922014616
+    },
+    {
+      "epoch": 1.6870434720941776,
+      "grad_norm": 4.3776984214782715,
+      "loss": 3.8612,
+      "lr": 0.00023818181818181818,
+      "step": 5948,
+      "tokens_trained": 2.922998192
+    },
+    {
+      "epoch": 1.6876108077441316,
+      "grad_norm": 1.773468255996704,
+      "loss": 3.8674,
+      "lr": 0.0002379020979020979,
+      "step": 5950,
+      "tokens_trained": 2.92398352
+    },
+    {
+      "epoch": 1.6881781433940857,
+      "grad_norm": 1.1746567487716675,
+      "loss": 3.8757,
+      "lr": 0.00023762237762237762,
+      "step": 5952,
+      "tokens_trained": 2.924967368
+    },
+    {
+      "epoch": 1.6887454790440395,
+      "grad_norm": 2.353240728378296,
+      "loss": 3.8848,
+      "lr": 0.00023734265734265734,
+      "step": 5954,
+      "tokens_trained": 2.925950768
+    },
+    {
+      "epoch": 1.6893128146939933,
+      "grad_norm": 2.495901584625244,
+      "loss": 3.8353,
+      "lr": 0.00023706293706293708,
+      "step": 5956,
+      "tokens_trained": 2.926931672
+    },
+    {
+      "epoch": 1.6898801503439471,
+      "grad_norm": 2.9549484252929688,
+      "loss": 3.8289,
+      "lr": 0.0002367832167832168,
+      "step": 5958,
+      "tokens_trained": 2.9279126
+    },
+    {
+      "epoch": 1.6904474859939012,
+      "grad_norm": 3.3719921112060547,
+      "loss": 3.8499,
+      "lr": 0.00023650349650349652,
+      "step": 5960,
+      "tokens_trained": 2.928895256
+    },
+    {
+      "epoch": 1.6910148216438552,
+      "grad_norm": 2.7297303676605225,
+      "loss": 3.8315,
+      "lr": 0.00023622377622377623,
+      "step": 5962,
+      "tokens_trained": 2.929876128
+    },
+    {
+      "epoch": 1.691582157293809,
+      "grad_norm": 2.845301389694214,
+      "loss": 3.8558,
+      "lr": 0.00023594405594405592,
+      "step": 5964,
+      "tokens_trained": 2.93085852
+    },
+    {
+      "epoch": 1.6921494929437628,
+      "grad_norm": 1.7312262058258057,
+      "loss": 3.8874,
+      "lr": 0.00023566433566433567,
+      "step": 5966,
+      "tokens_trained": 2.93183948
+    },
+    {
+      "epoch": 1.6927168285937166,
+      "grad_norm": 6.511951923370361,
+      "loss": 3.8787,
+      "lr": 0.00023538461538461538,
+      "step": 5968,
+      "tokens_trained": 2.932820528
+    },
+    {
+      "epoch": 1.6932841642436707,
+      "grad_norm": 2.518000841140747,
+      "loss": 3.8689,
+      "lr": 0.0002351048951048951,
+      "step": 5970,
+      "tokens_trained": 2.93380352
+    },
+    {
+      "epoch": 1.6938514998936247,
+      "grad_norm": 3.1675634384155273,
+      "loss": 3.8182,
+      "lr": 0.00023482517482517482,
+      "step": 5972,
+      "tokens_trained": 2.93478664
+    },
+    {
+      "epoch": 1.6944188355435785,
+      "grad_norm": 1.4572842121124268,
+      "loss": 3.8316,
+      "lr": 0.00023454545454545456,
+      "step": 5974,
+      "tokens_trained": 2.935771864
+    },
+    {
+      "epoch": 1.6949861711935323,
+      "grad_norm": 3.347806453704834,
+      "loss": 3.8602,
+      "lr": 0.00023426573426573428,
+      "step": 5976,
+      "tokens_trained": 2.936755656
+    },
+    {
+      "epoch": 1.6955535068434862,
+      "grad_norm": 5.49018669128418,
+      "loss": 3.8196,
+      "lr": 0.000233986013986014,
+      "step": 5978,
+      "tokens_trained": 2.937737104
+    },
+    {
+      "epoch": 1.6961208424934402,
+      "grad_norm": 2.272129535675049,
+      "loss": 3.8414,
+      "lr": 0.00023370629370629372,
+      "step": 5980,
+      "tokens_trained": 2.93872084
+    },
+    {
+      "epoch": 1.6966881781433942,
+      "grad_norm": 5.61100435256958,
+      "loss": 3.8377,
+      "lr": 0.0002334265734265734,
+      "step": 5982,
+      "tokens_trained": 2.939702104
+    },
+    {
+      "epoch": 1.697255513793348,
+      "grad_norm": 4.814182758331299,
+      "loss": 3.9013,
+      "lr": 0.00023314685314685315,
+      "step": 5984,
+      "tokens_trained": 2.940683392
+    },
+    {
+      "epoch": 1.6978228494433019,
+      "grad_norm": 2.8431384563446045,
+      "loss": 3.8322,
+      "lr": 0.00023286713286713287,
+      "step": 5986,
+      "tokens_trained": 2.941665112
+    },
+    {
+      "epoch": 1.6983901850932557,
+      "grad_norm": 5.4591450691223145,
+      "loss": 3.8187,
+      "lr": 0.0002325874125874126,
+      "step": 5988,
+      "tokens_trained": 2.942654464
+    },
+    {
+      "epoch": 1.6989575207432097,
+      "grad_norm": 2.687572956085205,
+      "loss": 3.8279,
+      "lr": 0.0002323076923076923,
+      "step": 5990,
+      "tokens_trained": 2.943639176
+    },
+    {
+      "epoch": 1.6995248563931638,
+      "grad_norm": 2.6767523288726807,
+      "loss": 3.8326,
+      "lr": 0.00023202797202797205,
+      "step": 5992,
+      "tokens_trained": 2.944621208
+    },
+    {
+      "epoch": 1.7000921920431176,
+      "grad_norm": 5.612683296203613,
+      "loss": 3.8468,
+      "lr": 0.00023174825174825177,
+      "step": 5994,
+      "tokens_trained": 2.94560208
+    },
+    {
+      "epoch": 1.7006595276930714,
+      "grad_norm": 3.099323272705078,
+      "loss": 3.8726,
+      "lr": 0.00023146853146853148,
+      "step": 5996,
+      "tokens_trained": 2.946583688
+    },
+    {
+      "epoch": 1.7012268633430252,
+      "grad_norm": 2.9504568576812744,
+      "loss": 3.8566,
+      "lr": 0.0002311888111888112,
+      "step": 5998,
+      "tokens_trained": 2.947561592
+    },
+    {
+      "epoch": 1.7017941989929792,
+      "grad_norm": 2.855426073074341,
+      "loss": 3.8686,
+      "lr": 0.0002309090909090909,
+      "step": 6000,
+      "tokens_trained": 2.948546968
+    },
+    {
+      "epoch": 1.7017941989929792,
+      "eval_loss": 0.9661399722099304,
+      "eval_runtime": 20.2295,
+      "step": 6000,
+      "tokens_trained": 2.948546968
+    }
+  ],
+  "logging_steps": 2,
+  "max_steps": 7650,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 750,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}