diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,48019 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.6666666666666666,
+  "eval_steps": 2000,
+  "global_step": 4000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.00016666666666666666,
+      "grad_norm": 43.25,
+      "learning_rate": 0.0001,
+      "loss": 7.897,
+      "loss/crossentropy": 1.8981975317001343,
+      "loss/hidden": 3.671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2279614694416523,
+      "step": 1
+    },
+    {
+      "epoch": 0.0003333333333333333,
+      "grad_norm": 42.25,
+      "learning_rate": 9.999999314610822e-05,
+      "loss": 7.7785,
+      "loss/crossentropy": 1.6111224591732025,
+      "loss/hidden": 3.9296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.332294587045908,
+      "step": 2
+    },
+    {
+      "epoch": 0.0005,
+      "grad_norm": 36.0,
+      "learning_rate": 9.999997258443473e-05,
+      "loss": 7.8681,
+      "loss/crossentropy": 1.038797065615654,
+      "loss/hidden": 4.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20423871837556362,
+      "step": 3
+    },
+    {
+      "epoch": 0.0006666666666666666,
+      "grad_norm": 35.0,
+      "learning_rate": 9.999993831498517e-05,
+      "loss": 7.5829,
+      "loss/crossentropy": 1.2436729669570923,
+      "loss/hidden": 4.01171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19205103814601898,
+      "step": 4
+    },
+    {
+      "epoch": 0.0008333333333333334,
+      "grad_norm": 36.0,
+      "learning_rate": 9.999989033776898e-05,
+      "loss": 7.6967,
+      "loss/crossentropy": 1.8320814073085785,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22012443095445633,
+      "step": 5
+    },
+    {
+      "epoch": 0.001,
+      "grad_norm": 34.5,
+      "learning_rate": 9.999982865279924e-05,
+      "loss": 7.6994,
+      "loss/crossentropy": 2.6133211851119995,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18267794325947762,
+      "step": 6
+    },
+    {
+      "epoch": 0.0011666666666666668,
+      "grad_norm": 40.5,
+      "learning_rate": 9.999975326009292e-05,
+      "loss": 8.0194,
+      "loss/crossentropy": 1.7613287270069122,
+      "loss/hidden": 4.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.28519386798143387,
+      "step": 7
+    },
+    {
+      "epoch": 0.0013333333333333333,
+      "grad_norm": 35.25,
+      "learning_rate": 9.999966415967066e-05,
+      "loss": 7.8227,
+      "loss/crossentropy": 2.1208671629428864,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20836012810468674,
+      "step": 8
+    },
+    {
+      "epoch": 0.0015,
+      "grad_norm": 34.25,
+      "learning_rate": 9.999956135155687e-05,
+      "loss": 7.8838,
+      "loss/crossentropy": 1.7976483404636383,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18757568299770355,
+      "step": 9
+    },
+    {
+      "epoch": 0.0016666666666666668,
+      "grad_norm": 34.75,
+      "learning_rate": 9.999944483577981e-05,
+      "loss": 7.9165,
+      "loss/crossentropy": 1.3925501853227615,
+      "loss/hidden": 3.6796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1962764672935009,
+      "step": 10
+    },
+    {
+      "epoch": 0.0018333333333333333,
+      "grad_norm": 32.5,
+      "learning_rate": 9.999931461237134e-05,
+      "loss": 7.9337,
+      "loss/crossentropy": 1.7288123071193695,
+      "loss/hidden": 3.61328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22744527459144592,
+      "step": 11
+    },
+    {
+      "epoch": 0.002,
+      "grad_norm": 33.5,
+      "learning_rate": 9.999917068136722e-05,
+      "loss": 7.5202,
+      "loss/crossentropy": 1.494637444615364,
+      "loss/hidden": 4.015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2517388202250004,
+      "step": 12
+    },
+    {
+      "epoch": 0.0021666666666666666,
+      "grad_norm": 34.5,
+      "learning_rate": 9.999901304280685e-05,
+      "loss": 7.4411,
+      "loss/crossentropy": 1.8212255239486694,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15588481724262238,
+      "step": 13
+    },
+    {
+      "epoch": 0.0023333333333333335,
+      "grad_norm": 33.25,
+      "learning_rate": 9.999884169673351e-05,
+      "loss": 7.4569,
+      "loss/crossentropy": 1.6355410516262054,
+      "loss/hidden": 4.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22944416105747223,
+      "step": 14
+    },
+    {
+      "epoch": 0.0025,
+      "grad_norm": 34.75,
+      "learning_rate": 9.999865664319414e-05,
+      "loss": 7.9158,
+      "loss/crossentropy": 1.8614172041416168,
+      "loss/hidden": 3.7890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25939401239156723,
+      "step": 15
+    },
+    {
+      "epoch": 0.0026666666666666666,
+      "grad_norm": 32.5,
+      "grad_norm_var": 10.78515625,
+      "learning_rate": 9.999845788223949e-05,
+      "loss": 7.7363,
+      "loss/crossentropy": 2.09798863530159,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22896145656704903,
+      "step": 16
+    },
+    {
+      "epoch": 0.0028333333333333335,
+      "grad_norm": 32.5,
+      "grad_norm_var": 7.325,
+      "learning_rate": 9.999824541392405e-05,
+      "loss": 7.6403,
+      "loss/crossentropy": 1.6914259791374207,
+      "loss/hidden": 4.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.33019889891147614,
+      "step": 17
+    },
+    {
+      "epoch": 0.003,
+      "grad_norm": 31.0,
+      "grad_norm_var": 4.54765625,
+      "learning_rate": 9.999801923830603e-05,
+      "loss": 7.5091,
+      "loss/crossentropy": 1.7090625166893005,
+      "loss/hidden": 3.94140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25124871358275414,
+      "step": 18
+    },
+    {
+      "epoch": 0.0031666666666666666,
+      "grad_norm": 29.875,
+      "grad_norm_var": 5.603580729166667,
+      "learning_rate": 9.99977793554475e-05,
+      "loss": 7.5787,
+      "loss/crossentropy": 1.4764716178178787,
+      "loss/hidden": 3.75390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20044904574751854,
+      "step": 19
+    },
+    {
+      "epoch": 0.0033333333333333335,
+      "grad_norm": 36.25,
+      "grad_norm_var": 5.861393229166667,
+      "learning_rate": 9.999752576541418e-05,
+      "loss": 7.7661,
+      "loss/crossentropy": 1.8880396485328674,
+      "loss/hidden": 3.7265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2577027827501297,
+      "step": 20
+    },
+    {
+      "epoch": 0.0035,
+      "grad_norm": 35.25,
+      "grad_norm_var": 5.708268229166666,
+      "learning_rate": 9.999725846827562e-05,
+      "loss": 7.8717,
+      "loss/crossentropy": 1.2173301130533218,
+      "loss/hidden": 3.921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23028925992548466,
+      "step": 21
+    },
+    {
+      "epoch": 0.0036666666666666666,
+      "grad_norm": 32.0,
+      "grad_norm_var": 5.9556640625,
+      "learning_rate": 9.999697746410508e-05,
+      "loss": 7.3192,
+      "loss/crossentropy": 1.9408041834831238,
+      "loss/hidden": 3.6953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17967402562499046,
+      "step": 22
+    },
+    {
+      "epoch": 0.003833333333333333,
+      "grad_norm": 37.0,
+      "grad_norm_var": 3.6478515625,
+      "learning_rate": 9.99966827529796e-05,
+      "loss": 7.7772,
+      "loss/crossentropy": 1.696288287639618,
+      "loss/hidden": 3.64453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2100219465792179,
+      "step": 23
+    },
+    {
+      "epoch": 0.004,
+      "grad_norm": 34.0,
+      "grad_norm_var": 3.4863932291666666,
+      "learning_rate": 9.999637433497999e-05,
+      "loss": 7.7023,
+      "loss/crossentropy": 1.5910453498363495,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17898119986057281,
+      "step": 24
+    },
+    {
+      "epoch": 0.004166666666666667,
+      "grad_norm": 31.625,
+      "grad_norm_var": 3.695572916666667,
+      "learning_rate": 9.999605221019081e-05,
+      "loss": 7.3402,
+      "loss/crossentropy": 1.7376164197921753,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18538454920053482,
+      "step": 25
+    },
+    {
+      "epoch": 0.004333333333333333,
+      "grad_norm": 34.5,
+      "grad_norm_var": 3.65625,
+      "learning_rate": 9.999571637870036e-05,
+      "loss": 7.5857,
+      "loss/crossentropy": 1.3886851519346237,
+      "loss/hidden": 3.7890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1782984510064125,
+      "step": 26
+    },
+    {
+      "epoch": 0.0045,
+      "grad_norm": 33.5,
+      "grad_norm_var": 3.59375,
+      "learning_rate": 9.99953668406007e-05,
+      "loss": 7.6528,
+      "loss/crossentropy": 2.2225378453731537,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19338875636458397,
+      "step": 27
+    },
+    {
+      "epoch": 0.004666666666666667,
+      "grad_norm": 34.5,
+      "grad_norm_var": 3.65625,
+      "learning_rate": 9.999500359598768e-05,
+      "loss": 7.7959,
+      "loss/crossentropy": 1.7327675968408585,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21430451981723309,
+      "step": 28
+    },
+    {
+      "epoch": 0.004833333333333334,
+      "grad_norm": 33.75,
+      "grad_norm_var": 3.59765625,
+      "learning_rate": 9.999462664496088e-05,
+      "loss": 7.6499,
+      "loss/crossentropy": 1.8107008635997772,
+      "loss/hidden": 4.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.28763537108898163,
+      "step": 29
+    },
+    {
+      "epoch": 0.005,
+      "grad_norm": 33.0,
+      "grad_norm_var": 3.6104166666666666,
+      "learning_rate": 9.999423598762363e-05,
+      "loss": 7.6058,
+      "loss/crossentropy": 1.9658692479133606,
+      "loss/hidden": 3.75,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2879307046532631,
+      "step": 30
+    },
+    {
+      "epoch": 0.005166666666666667,
+      "grad_norm": 34.25,
+      "grad_norm_var": 3.542708333333333,
+      "learning_rate": 9.999383162408304e-05,
+      "loss": 7.4496,
+      "loss/crossentropy": 1.8217417299747467,
+      "loss/hidden": 3.5546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19359543919563293,
+      "step": 31
+    },
+    {
+      "epoch": 0.005333333333333333,
+      "grad_norm": 32.5,
+      "grad_norm_var": 3.542708333333333,
+      "learning_rate": 9.999341355444995e-05,
+      "loss": 7.6384,
+      "loss/crossentropy": 2.139420449733734,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1821003034710884,
+      "step": 32
+    },
+    {
+      "epoch": 0.0055,
+      "grad_norm": 34.5,
+      "grad_norm_var": 3.534375,
+      "learning_rate": 9.999298177883903e-05,
+      "loss": 7.8442,
+      "loss/crossentropy": 1.346135452389717,
+      "loss/hidden": 3.921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2800942696630955,
+      "step": 33
+    },
+    {
+      "epoch": 0.005666666666666667,
+      "grad_norm": 33.0,
+      "grad_norm_var": 3.0927083333333334,
+      "learning_rate": 9.99925362973686e-05,
+      "loss": 7.5856,
+      "loss/crossentropy": 1.7728485763072968,
+      "loss/hidden": 4.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.27092037349939346,
+      "step": 34
+    },
+    {
+      "epoch": 0.005833333333333334,
+      "grad_norm": 33.25,
+      "grad_norm_var": 2.074934895833333,
+      "learning_rate": 9.999207711016081e-05,
+      "loss": 8.1591,
+      "loss/crossentropy": 2.1373378336429596,
+      "loss/hidden": 3.6328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.28596626967191696,
+      "step": 35
+    },
+    {
+      "epoch": 0.006,
+      "grad_norm": 36.5,
+      "grad_norm_var": 2.1561848958333334,
+      "learning_rate": 9.999160421734155e-05,
+      "loss": 7.711,
+      "loss/crossentropy": 1.7681190073490143,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18538705632090569,
+      "step": 36
+    },
+    {
+      "epoch": 0.006166666666666667,
+      "grad_norm": 35.25,
+      "grad_norm_var": 2.1561848958333334,
+      "learning_rate": 9.999111761904046e-05,
+      "loss": 7.6903,
+      "loss/crossentropy": 1.7745196521282196,
+      "loss/hidden": 4.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.4391864165663719,
+      "step": 37
+    },
+    {
+      "epoch": 0.006333333333333333,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.0952473958333333,
+      "learning_rate": 9.999061731539094e-05,
+      "loss": 7.5037,
+      "loss/crossentropy": 1.6296418905258179,
+      "loss/hidden": 3.875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22025315463542938,
+      "step": 38
+    },
+    {
+      "epoch": 0.0065,
+      "grad_norm": 34.75,
+      "grad_norm_var": 1.4999348958333334,
+      "learning_rate": 9.999010330653018e-05,
+      "loss": 7.8698,
+      "loss/crossentropy": 1.5856382250785828,
+      "loss/hidden": 3.91015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2322024367749691,
+      "step": 39
+    },
+    {
+      "epoch": 0.006666666666666667,
+      "grad_norm": 35.25,
+      "grad_norm_var": 1.6275390625,
+      "learning_rate": 9.998957559259906e-05,
+      "loss": 7.7027,
+      "loss/crossentropy": 1.5911406129598618,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2131226249039173,
+      "step": 40
+    },
+    {
+      "epoch": 0.006833333333333334,
+      "grad_norm": 31.625,
+      "grad_norm_var": 1.6275390625,
+      "learning_rate": 9.998903417374228e-05,
+      "loss": 7.8013,
+      "loss/crossentropy": 2.2657040655612946,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17953365668654442,
+      "step": 41
+    },
+    {
+      "epoch": 0.007,
+      "grad_norm": 34.25,
+      "grad_norm_var": 1.6113932291666666,
+      "learning_rate": 9.998847905010826e-05,
+      "loss": 7.4123,
+      "loss/crossentropy": 1.5879982709884644,
+      "loss/hidden": 3.796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19292457774281502,
+      "step": 42
+    },
+    {
+      "epoch": 0.007166666666666667,
+      "grad_norm": 35.0,
+      "grad_norm_var": 1.6754557291666667,
+      "learning_rate": 9.998791022184922e-05,
+      "loss": 7.5851,
+      "loss/crossentropy": 1.9873057901859283,
+      "loss/hidden": 3.87890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2376515343785286,
+      "step": 43
+    },
+    {
+      "epoch": 0.007333333333333333,
+      "grad_norm": 33.0,
+      "grad_norm_var": 1.7113932291666667,
+      "learning_rate": 9.998732768912104e-05,
+      "loss": 7.2571,
+      "loss/crossentropy": 1.7832402884960175,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17459676414728165,
+      "step": 44
+    },
+    {
+      "epoch": 0.0075,
+      "grad_norm": 33.5,
+      "grad_norm_var": 1.7197265625,
+      "learning_rate": 9.99867314520835e-05,
+      "loss": 7.3922,
+      "loss/crossentropy": 2.2741356790065765,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1955919899046421,
+      "step": 45
+    },
+    {
+      "epoch": 0.007666666666666666,
+      "grad_norm": 31.125,
+      "grad_norm_var": 2.15625,
+      "learning_rate": 9.998612151090003e-05,
+      "loss": 7.2748,
+      "loss/crossentropy": 1.3483582437038422,
+      "loss/hidden": 3.9609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2215445153415203,
+      "step": 46
+    },
+    {
+      "epoch": 0.007833333333333333,
+      "grad_norm": 30.375,
+      "grad_norm_var": 2.8363932291666667,
+      "learning_rate": 9.998549786573785e-05,
+      "loss": 7.3114,
+      "loss/crossentropy": 1.8974584341049194,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1681991945952177,
+      "step": 47
+    },
+    {
+      "epoch": 0.008,
+      "grad_norm": 33.25,
+      "grad_norm_var": 2.770768229166667,
+      "learning_rate": 9.998486051676792e-05,
+      "loss": 7.3338,
+      "loss/crossentropy": 1.4651325196027756,
+      "loss/hidden": 3.91015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21610706113278866,
+      "step": 48
+    },
+    {
+      "epoch": 0.008166666666666666,
+      "grad_norm": 32.5,
+      "grad_norm_var": 2.768684895833333,
+      "learning_rate": 9.9984209464165e-05,
+      "loss": 7.5725,
+      "loss/crossentropy": 1.9949549734592438,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15607954934239388,
+      "step": 49
+    },
+    {
+      "epoch": 0.008333333333333333,
+      "grad_norm": 31.75,
+      "grad_norm_var": 2.9379557291666667,
+      "learning_rate": 9.998354470810757e-05,
+      "loss": 7.2875,
+      "loss/crossentropy": 1.897917628288269,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19233481213450432,
+      "step": 50
+    },
+    {
+      "epoch": 0.0085,
+      "grad_norm": 33.25,
+      "grad_norm_var": 2.9379557291666667,
+      "learning_rate": 9.998286624877786e-05,
+      "loss": 7.9821,
+      "loss/crossentropy": 2.4633734226226807,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.201544351875782,
+      "step": 51
+    },
+    {
+      "epoch": 0.008666666666666666,
+      "grad_norm": 31.25,
+      "grad_norm_var": 2.4567057291666665,
+      "learning_rate": 9.99821740863619e-05,
+      "loss": 7.7769,
+      "loss/crossentropy": 1.9304746389389038,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2369798980653286,
+      "step": 52
+    },
+    {
+      "epoch": 0.008833333333333334,
+      "grad_norm": 34.0,
+      "grad_norm_var": 2.1832682291666665,
+      "learning_rate": 9.998146822104943e-05,
+      "loss": 7.3161,
+      "loss/crossentropy": 1.5423674881458282,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24242010712623596,
+      "step": 53
+    },
+    {
+      "epoch": 0.009,
+      "grad_norm": 33.75,
+      "grad_norm_var": 2.184830729166667,
+      "learning_rate": 9.998074865303399e-05,
+      "loss": 7.7667,
+      "loss/crossentropy": 1.9618560820817947,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15662527084350586,
+      "step": 54
+    },
+    {
+      "epoch": 0.009166666666666667,
+      "grad_norm": 31.375,
+      "grad_norm_var": 2.126822916666667,
+      "learning_rate": 9.998001538251282e-05,
+      "loss": 7.3556,
+      "loss/crossentropy": 2.1333842277526855,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19949736073613167,
+      "step": 55
+    },
+    {
+      "epoch": 0.009333333333333334,
+      "grad_norm": 30.0,
+      "grad_norm_var": 2.154166666666667,
+      "learning_rate": 9.997926840968699e-05,
+      "loss": 7.3285,
+      "loss/crossentropy": 1.6652204990386963,
+      "loss/hidden": 3.66015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18719187378883362,
+      "step": 56
+    },
+    {
+      "epoch": 0.0095,
+      "grad_norm": 33.5,
+      "grad_norm_var": 2.155143229166667,
+      "learning_rate": 9.997850773476126e-05,
+      "loss": 7.1769,
+      "loss/crossentropy": 1.5638276934623718,
+      "loss/hidden": 3.9609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20844870433211327,
+      "step": 57
+    },
+    {
+      "epoch": 0.009666666666666667,
+      "grad_norm": 34.0,
+      "grad_norm_var": 2.104622395833333,
+      "learning_rate": 9.997773335794416e-05,
+      "loss": 7.5886,
+      "loss/crossentropy": 1.6454956978559494,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2049052193760872,
+      "step": 58
+    },
+    {
+      "epoch": 0.009833333333333333,
+      "grad_norm": 31.375,
+      "grad_norm_var": 1.7666666666666666,
+      "learning_rate": 9.997694527944803e-05,
+      "loss": 7.3413,
+      "loss/crossentropy": 1.7107558101415634,
+      "loss/hidden": 4.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1903497278690338,
+      "step": 59
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 33.25,
+      "grad_norm_var": 1.79140625,
+      "learning_rate": 9.99761434994889e-05,
+      "loss": 7.5478,
+      "loss/crossentropy": 1.7333263158798218,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15633369609713554,
+      "step": 60
+    },
+    {
+      "epoch": 0.010166666666666666,
+      "grad_norm": 32.0,
+      "grad_norm_var": 1.71015625,
+      "learning_rate": 9.997532801828658e-05,
+      "loss": 7.8502,
+      "loss/crossentropy": 1.5546621978282928,
+      "loss/hidden": 4.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.29293418303132057,
+      "step": 61
+    },
+    {
+      "epoch": 0.010333333333333333,
+      "grad_norm": 33.25,
+      "grad_norm_var": 1.6603515625,
+      "learning_rate": 9.997449883606466e-05,
+      "loss": 7.699,
+      "loss/crossentropy": 1.9417144358158112,
+      "loss/hidden": 4.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.33094572275877,
+      "step": 62
+    },
+    {
+      "epoch": 0.0105,
+      "grad_norm": 30.5,
+      "grad_norm_var": 1.6270833333333334,
+      "learning_rate": 9.997365595305044e-05,
+      "loss": 7.655,
+      "loss/crossentropy": 1.8994901180267334,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19589544087648392,
+      "step": 63
+    },
+    {
+      "epoch": 0.010666666666666666,
+      "grad_norm": 32.75,
+      "grad_norm_var": 1.5885416666666667,
+      "learning_rate": 9.997279936947502e-05,
+      "loss": 7.9396,
+      "loss/crossentropy": 1.4546025916934013,
+      "loss/hidden": 3.95703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2566604632884264,
+      "step": 64
+    },
+    {
+      "epoch": 0.010833333333333334,
+      "grad_norm": 31.875,
+      "grad_norm_var": 1.6051432291666667,
+      "learning_rate": 9.997192908557323e-05,
+      "loss": 7.5829,
+      "loss/crossentropy": 1.7165934145450592,
+      "loss/hidden": 3.80078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3070928454399109,
+      "step": 65
+    },
+    {
+      "epoch": 0.011,
+      "grad_norm": 32.5,
+      "grad_norm_var": 1.5785807291666667,
+      "learning_rate": 9.997104510158365e-05,
+      "loss": 7.832,
+      "loss/crossentropy": 1.4161300361156464,
+      "loss/hidden": 4.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2050262913107872,
+      "step": 66
+    },
+    {
+      "epoch": 0.011166666666666667,
+      "grad_norm": 32.25,
+      "grad_norm_var": 1.5296223958333333,
+      "learning_rate": 9.997014741774866e-05,
+      "loss": 7.3665,
+      "loss/crossentropy": 1.6561641842126846,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13321572355926037,
+      "step": 67
+    },
+    {
+      "epoch": 0.011333333333333334,
+      "grad_norm": 32.0,
+      "grad_norm_var": 1.4546223958333333,
+      "learning_rate": 9.996923603431433e-05,
+      "loss": 7.3003,
+      "loss/crossentropy": 1.888094425201416,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15798387117683887,
+      "step": 68
+    },
+    {
+      "epoch": 0.0115,
+      "grad_norm": 33.5,
+      "grad_norm_var": 1.3634765625,
+      "learning_rate": 9.996831095153055e-05,
+      "loss": 7.5084,
+      "loss/crossentropy": 1.8267690539360046,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13853692263364792,
+      "step": 69
+    },
+    {
+      "epoch": 0.011666666666666667,
+      "grad_norm": 31.5,
+      "grad_norm_var": 1.2650390625,
+      "learning_rate": 9.996737216965092e-05,
+      "loss": 7.5366,
+      "loss/crossentropy": 1.8325877487659454,
+      "loss/hidden": 3.91015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24080873653292656,
+      "step": 70
+    },
+    {
+      "epoch": 0.011833333333333333,
+      "grad_norm": 34.0,
+      "grad_norm_var": 1.39765625,
+      "learning_rate": 9.996641968893282e-05,
+      "loss": 7.563,
+      "loss/crossentropy": 2.386824905872345,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20230185240507126,
+      "step": 71
+    },
+    {
+      "epoch": 0.012,
+      "grad_norm": 32.0,
+      "grad_norm_var": 1.01015625,
+      "learning_rate": 9.996545350963738e-05,
+      "loss": 7.9256,
+      "loss/crossentropy": 1.899581179022789,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17962408438324928,
+      "step": 72
+    },
+    {
+      "epoch": 0.012166666666666666,
+      "grad_norm": 32.75,
+      "grad_norm_var": 0.946875,
+      "learning_rate": 9.996447363202946e-05,
+      "loss": 7.4534,
+      "loss/crossentropy": 1.597171574831009,
+      "loss/hidden": 3.7421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22687402367591858,
+      "step": 73
+    },
+    {
+      "epoch": 0.012333333333333333,
+      "grad_norm": 33.75,
+      "grad_norm_var": 0.8997395833333334,
+      "learning_rate": 9.996348005637775e-05,
+      "loss": 7.5359,
+      "loss/crossentropy": 1.8461322486400604,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18764278665184975,
+      "step": 74
+    },
+    {
+      "epoch": 0.0125,
+      "grad_norm": 32.5,
+      "grad_norm_var": 0.8171223958333333,
+      "learning_rate": 9.996247278295458e-05,
+      "loss": 7.8896,
+      "loss/crossentropy": 1.44264367967844,
+      "loss/hidden": 4.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.44364645332098007,
+      "step": 75
+    },
+    {
+      "epoch": 0.012666666666666666,
+      "grad_norm": 31.625,
+      "grad_norm_var": 0.8247395833333333,
+      "learning_rate": 9.996145181203615e-05,
+      "loss": 7.2413,
+      "loss/crossentropy": 1.9038055539131165,
+      "loss/hidden": 3.6640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2209215946495533,
+      "step": 76
+    },
+    {
+      "epoch": 0.012833333333333334,
+      "grad_norm": 30.625,
+      "grad_norm_var": 1.0202473958333333,
+      "learning_rate": 9.996041714390235e-05,
+      "loss": 7.6161,
+      "loss/crossentropy": 1.6209959387779236,
+      "loss/hidden": 4.03125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21705806627869606,
+      "step": 77
+    },
+    {
+      "epoch": 0.013,
+      "grad_norm": 31.875,
+      "grad_norm_var": 0.9708333333333333,
+      "learning_rate": 9.995936877883682e-05,
+      "loss": 7.5658,
+      "loss/crossentropy": 2.0096256136894226,
+      "loss/hidden": 3.61328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1687867697328329,
+      "step": 78
+    },
+    {
+      "epoch": 0.013166666666666667,
+      "grad_norm": 32.25,
+      "grad_norm_var": 0.75390625,
+      "learning_rate": 9.9958306717127e-05,
+      "loss": 7.5281,
+      "loss/crossentropy": 1.5593473613262177,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18466703221201897,
+      "step": 79
+    },
+    {
+      "epoch": 0.013333333333333334,
+      "grad_norm": 32.5,
+      "grad_norm_var": 0.7447916666666666,
+      "learning_rate": 9.995723095906407e-05,
+      "loss": 7.3577,
+      "loss/crossentropy": 1.8190798908472061,
+      "loss/hidden": 3.6171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17776387929916382,
+      "step": 80
+    },
+    {
+      "epoch": 0.0135,
+      "grad_norm": 28.5,
+      "grad_norm_var": 1.6676432291666667,
+      "learning_rate": 9.995614150494293e-05,
+      "loss": 7.3202,
+      "loss/crossentropy": 1.827375441789627,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16521281003952026,
+      "step": 81
+    },
+    {
+      "epoch": 0.013666666666666667,
+      "grad_norm": 32.25,
+      "grad_norm_var": 1.6593098958333334,
+      "learning_rate": 9.995503835506226e-05,
+      "loss": 7.5337,
+      "loss/crossentropy": 1.511421576142311,
+      "loss/hidden": 3.58984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18143922463059425,
+      "step": 82
+    },
+    {
+      "epoch": 0.013833333333333333,
+      "grad_norm": 33.0,
+      "grad_norm_var": 1.7077473958333333,
+      "learning_rate": 9.995392150972451e-05,
+      "loss": 7.6254,
+      "loss/crossentropy": 1.9109731316566467,
+      "loss/hidden": 4.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21341488882899284,
+      "step": 83
+    },
+    {
+      "epoch": 0.014,
+      "grad_norm": 31.625,
+      "grad_norm_var": 1.7247395833333334,
+      "learning_rate": 9.995279096923585e-05,
+      "loss": 7.4453,
+      "loss/crossentropy": 2.3015710711479187,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21305473893880844,
+      "step": 84
+    },
+    {
+      "epoch": 0.014166666666666666,
+      "grad_norm": 33.75,
+      "grad_norm_var": 1.7739583333333333,
+      "learning_rate": 9.995164673390625e-05,
+      "loss": 7.5234,
+      "loss/crossentropy": 2.2502674758434296,
+      "loss/hidden": 3.68359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2330060638487339,
+      "step": 85
+    },
+    {
+      "epoch": 0.014333333333333333,
+      "grad_norm": 30.5,
+      "grad_norm_var": 1.9239583333333334,
+      "learning_rate": 9.995048880404938e-05,
+      "loss": 7.4712,
+      "loss/crossentropy": 1.7803797721862793,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21768440306186676,
+      "step": 86
+    },
+    {
+      "epoch": 0.0145,
+      "grad_norm": 33.0,
+      "grad_norm_var": 1.7322916666666666,
+      "learning_rate": 9.994931717998272e-05,
+      "loss": 7.5616,
+      "loss/crossentropy": 1.902416467666626,
+      "loss/hidden": 3.74609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2145845927298069,
+      "step": 87
+    },
+    {
+      "epoch": 0.014666666666666666,
+      "grad_norm": 32.25,
+      "grad_norm_var": 1.73515625,
+      "learning_rate": 9.994813186202747e-05,
+      "loss": 7.5587,
+      "loss/crossentropy": 1.828644409775734,
+      "loss/hidden": 3.6484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22059463895857334,
+      "step": 88
+    },
+    {
+      "epoch": 0.014833333333333334,
+      "grad_norm": 33.25,
+      "grad_norm_var": 1.79765625,
+      "learning_rate": 9.994693285050857e-05,
+      "loss": 7.1863,
+      "loss/crossentropy": 1.3599056899547577,
+      "loss/hidden": 3.85546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15615848824381828,
+      "step": 89
+    },
+    {
+      "epoch": 0.015,
+      "grad_norm": 30.75,
+      "grad_norm_var": 1.69140625,
+      "learning_rate": 9.994572014575476e-05,
+      "loss": 8.0386,
+      "loss/crossentropy": 2.1659975349903107,
+      "loss/hidden": 3.6875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2879357635974884,
+      "step": 90
+    },
+    {
+      "epoch": 0.015166666666666667,
+      "grad_norm": 34.0,
+      "grad_norm_var": 1.95390625,
+      "learning_rate": 9.994449374809851e-05,
+      "loss": 7.5539,
+      "loss/crossentropy": 1.7670844793319702,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21495118737220764,
+      "step": 91
+    },
+    {
+      "epoch": 0.015333333333333332,
+      "grad_norm": 35.0,
+      "grad_norm_var": 2.5041015625,
+      "learning_rate": 9.994325365787602e-05,
+      "loss": 7.8947,
+      "loss/crossentropy": 1.9785922467708588,
+      "loss/hidden": 3.5859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19296985119581223,
+      "step": 92
+    },
+    {
+      "epoch": 0.0155,
+      "grad_norm": 31.75,
+      "grad_norm_var": 2.34765625,
+      "learning_rate": 9.99419998754273e-05,
+      "loss": 7.5811,
+      "loss/crossentropy": 2.220028728246689,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1642632707953453,
+      "step": 93
+    },
+    {
+      "epoch": 0.015666666666666666,
+      "grad_norm": 32.0,
+      "grad_norm_var": 2.3421223958333335,
+      "learning_rate": 9.994073240109606e-05,
+      "loss": 7.2548,
+      "loss/crossentropy": 1.7792484760284424,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19576582685112953,
+      "step": 94
+    },
+    {
+      "epoch": 0.015833333333333335,
+      "grad_norm": 33.25,
+      "grad_norm_var": 2.401497395833333,
+      "learning_rate": 9.993945123522978e-05,
+      "loss": 7.9,
+      "loss/crossentropy": 1.4793440699577332,
+      "loss/hidden": 3.98046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24769844487309456,
+      "step": 95
+    },
+    {
+      "epoch": 0.016,
+      "grad_norm": 31.75,
+      "grad_norm_var": 2.4202473958333335,
+      "learning_rate": 9.993815637817974e-05,
+      "loss": 7.381,
+      "loss/crossentropy": 1.5669107139110565,
+      "loss/hidden": 3.97265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2881624363362789,
+      "step": 96
+    },
+    {
+      "epoch": 0.016166666666666666,
+      "grad_norm": 35.25,
+      "grad_norm_var": 1.8577473958333333,
+      "learning_rate": 9.993684783030088e-05,
+      "loss": 7.6191,
+      "loss/crossentropy": 1.7162407040596008,
+      "loss/hidden": 3.9140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23535295203328133,
+      "step": 97
+    },
+    {
+      "epoch": 0.01633333333333333,
+      "grad_norm": 35.5,
+      "grad_norm_var": 2.3181640625,
+      "learning_rate": 9.993552559195197e-05,
+      "loss": 7.6683,
+      "loss/crossentropy": 1.6846329420804977,
+      "loss/hidden": 3.9453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.30070426501333714,
+      "step": 98
+    },
+    {
+      "epoch": 0.0165,
+      "grad_norm": 33.0,
+      "grad_norm_var": 2.3181640625,
+      "learning_rate": 9.993418966349552e-05,
+      "loss": 7.5142,
+      "loss/crossentropy": 1.3872482031583786,
+      "loss/hidden": 4.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20113259553909302,
+      "step": 99
+    },
+    {
+      "epoch": 0.016666666666666666,
+      "grad_norm": 29.875,
+      "grad_norm_var": 2.8103515625,
+      "learning_rate": 9.993284004529775e-05,
+      "loss": 7.3211,
+      "loss/crossentropy": 1.6917027533054352,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15302151814103127,
+      "step": 100
+    },
+    {
+      "epoch": 0.016833333333333332,
+      "grad_norm": 30.75,
+      "grad_norm_var": 2.9947265625,
+      "learning_rate": 9.99314767377287e-05,
+      "loss": 7.4487,
+      "loss/crossentropy": 2.0142119228839874,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2277221530675888,
+      "step": 101
+    },
+    {
+      "epoch": 0.017,
+      "grad_norm": 32.0,
+      "grad_norm_var": 2.7119140625,
+      "learning_rate": 9.993009974116211e-05,
+      "loss": 7.2728,
+      "loss/crossentropy": 2.0172336399555206,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15139513090252876,
+      "step": 102
+    },
+    {
+      "epoch": 0.017166666666666667,
+      "grad_norm": 33.0,
+      "grad_norm_var": 2.7119140625,
+      "learning_rate": 9.992870905597548e-05,
+      "loss": 7.473,
+      "loss/crossentropy": 1.7352718710899353,
+      "loss/hidden": 3.83203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2756512500345707,
+      "step": 103
+    },
+    {
+      "epoch": 0.017333333333333333,
+      "grad_norm": 31.5,
+      "grad_norm_var": 2.7931640625,
+      "learning_rate": 9.992730468255011e-05,
+      "loss": 7.3698,
+      "loss/crossentropy": 1.532135546207428,
+      "loss/hidden": 3.72265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1990617997944355,
+      "step": 104
+    },
+    {
+      "epoch": 0.0175,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.7775390625,
+      "learning_rate": 9.9925886621271e-05,
+      "loss": 7.4661,
+      "loss/crossentropy": 2.0795831382274628,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19490709155797958,
+      "step": 105
+    },
+    {
+      "epoch": 0.017666666666666667,
+      "grad_norm": 31.125,
+      "grad_norm_var": 2.69375,
+      "learning_rate": 9.992445487252691e-05,
+      "loss": 7.528,
+      "loss/crossentropy": 1.4112937152385712,
+      "loss/hidden": 4.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22824537754058838,
+      "step": 106
+    },
+    {
+      "epoch": 0.017833333333333333,
+      "grad_norm": 33.5,
+      "grad_norm_var": 2.6177083333333333,
+      "learning_rate": 9.992300943671036e-05,
+      "loss": 7.7207,
+      "loss/crossentropy": 2.027792990207672,
+      "loss/hidden": 3.69140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22932051867246628,
+      "step": 107
+    },
+    {
+      "epoch": 0.018,
+      "grad_norm": 31.0,
+      "grad_norm_var": 2.334375,
+      "learning_rate": 9.992155031421764e-05,
+      "loss": 7.5793,
+      "loss/crossentropy": 1.7205888107419014,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1724705696105957,
+      "step": 108
+    },
+    {
+      "epoch": 0.018166666666666668,
+      "grad_norm": 33.5,
+      "grad_norm_var": 2.3872395833333333,
+      "learning_rate": 9.992007750544876e-05,
+      "loss": 8.0001,
+      "loss/crossentropy": 1.776763528585434,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17769636027514935,
+      "step": 109
+    },
+    {
+      "epoch": 0.018333333333333333,
+      "grad_norm": 35.0,
+      "grad_norm_var": 2.7684895833333334,
+      "learning_rate": 9.991859101080751e-05,
+      "loss": 7.4431,
+      "loss/crossentropy": 1.863470584154129,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21127909794449806,
+      "step": 110
+    },
+    {
+      "epoch": 0.0185,
+      "grad_norm": 30.875,
+      "grad_norm_var": 2.9280598958333335,
+      "learning_rate": 9.991709083070143e-05,
+      "loss": 7.3494,
+      "loss/crossentropy": 1.776065930724144,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17032187432050705,
+      "step": 111
+    },
+    {
+      "epoch": 0.018666666666666668,
+      "grad_norm": 32.0,
+      "grad_norm_var": 2.9072265625,
+      "learning_rate": 9.991557696554177e-05,
+      "loss": 7.6787,
+      "loss/crossentropy": 1.9118266999721527,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19897421821951866,
+      "step": 112
+    },
+    {
+      "epoch": 0.018833333333333334,
+      "grad_norm": 33.0,
+      "grad_norm_var": 2.4009765625,
+      "learning_rate": 9.991404941574361e-05,
+      "loss": 7.5492,
+      "loss/crossentropy": 2.13837730884552,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24482352659106255,
+      "step": 113
+    },
+    {
+      "epoch": 0.019,
+      "grad_norm": 34.0,
+      "grad_norm_var": 1.9150390625,
+      "learning_rate": 9.99125081817257e-05,
+      "loss": 7.4473,
+      "loss/crossentropy": 1.9174355566501617,
+      "loss/hidden": 3.65234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25030214712023735,
+      "step": 114
+    },
+    {
+      "epoch": 0.019166666666666665,
+      "grad_norm": 30.75,
+      "grad_norm_var": 2.0134765625,
+      "learning_rate": 9.99109532639106e-05,
+      "loss": 7.5955,
+      "loss/crossentropy": 1.432920753955841,
+      "loss/hidden": 4.02734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1886458545923233,
+      "step": 115
+    },
+    {
+      "epoch": 0.019333333333333334,
+      "grad_norm": 31.5,
+      "grad_norm_var": 1.6893229166666666,
+      "learning_rate": 9.990938466272459e-05,
+      "loss": 7.4896,
+      "loss/crossentropy": 1.4262737929821014,
+      "loss/hidden": 3.96484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22360584139823914,
+      "step": 116
+    },
+    {
+      "epoch": 0.0195,
+      "grad_norm": 34.75,
+      "grad_norm_var": 1.89765625,
+      "learning_rate": 9.990780237859769e-05,
+      "loss": 8.213,
+      "loss/crossentropy": 1.6001249551773071,
+      "loss/hidden": 3.69140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23247257247567177,
+      "step": 117
+    },
+    {
+      "epoch": 0.019666666666666666,
+      "grad_norm": 33.25,
+      "grad_norm_var": 1.9145833333333333,
+      "learning_rate": 9.990620641196374e-05,
+      "loss": 7.7368,
+      "loss/crossentropy": 1.6282226294279099,
+      "loss/hidden": 3.90625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24213666282594204,
+      "step": 118
+    },
+    {
+      "epoch": 0.019833333333333335,
+      "grad_norm": 39.5,
+      "grad_norm_var": 4.934375,
+      "learning_rate": 9.990459676326024e-05,
+      "loss": 7.5643,
+      "loss/crossentropy": 2.126531273126602,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16531133279204369,
+      "step": 119
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 31.625,
+      "grad_norm_var": 4.910872395833334,
+      "learning_rate": 9.990297343292851e-05,
+      "loss": 7.5654,
+      "loss/crossentropy": 1.669142171740532,
+      "loss/hidden": 3.703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2322467900812626,
+      "step": 120
+    },
+    {
+      "epoch": 0.020166666666666666,
+      "grad_norm": 32.5,
+      "grad_norm_var": 4.890559895833333,
+      "learning_rate": 9.990133642141359e-05,
+      "loss": 7.6424,
+      "loss/crossentropy": 1.842205137014389,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2020024061203003,
+      "step": 121
+    },
+    {
+      "epoch": 0.02033333333333333,
+      "grad_norm": 31.5,
+      "grad_norm_var": 4.805989583333333,
+      "learning_rate": 9.989968572916426e-05,
+      "loss": 7.4694,
+      "loss/crossentropy": 1.8283292353153229,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1664537452161312,
+      "step": 122
+    },
+    {
+      "epoch": 0.0205,
+      "grad_norm": 31.75,
+      "grad_norm_var": 4.884375,
+      "learning_rate": 9.989802135663308e-05,
+      "loss": 7.1245,
+      "loss/crossentropy": 1.530500888824463,
+      "loss/hidden": 3.94140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17333029955625534,
+      "step": 123
+    },
+    {
+      "epoch": 0.020666666666666667,
+      "grad_norm": 33.0,
+      "grad_norm_var": 4.626041666666667,
+      "learning_rate": 9.989634330427636e-05,
+      "loss": 7.4663,
+      "loss/crossentropy": 1.8538174033164978,
+      "loss/hidden": 3.65234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.27487967163324356,
+      "step": 124
+    },
+    {
+      "epoch": 0.020833333333333332,
+      "grad_norm": 35.75,
+      "grad_norm_var": 5.083072916666667,
+      "learning_rate": 9.989465157255412e-05,
+      "loss": 7.7927,
+      "loss/crossentropy": 1.7388005554676056,
+      "loss/hidden": 3.99609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2771507576107979,
+      "step": 125
+    },
+    {
+      "epoch": 0.021,
+      "grad_norm": 37.0,
+      "grad_norm_var": 5.820572916666666,
+      "learning_rate": 9.989294616193017e-05,
+      "loss": 7.6527,
+      "loss/crossentropy": 1.881695032119751,
+      "loss/hidden": 3.70703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19622422382235527,
+      "step": 126
+    },
+    {
+      "epoch": 0.021166666666666667,
+      "grad_norm": 30.5,
+      "grad_norm_var": 5.950455729166666,
+      "learning_rate": 9.989122707287208e-05,
+      "loss": 7.5189,
+      "loss/crossentropy": 2.330846667289734,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2320748008787632,
+      "step": 127
+    },
+    {
+      "epoch": 0.021333333333333333,
+      "grad_norm": 32.5,
+      "grad_norm_var": 5.881184895833333,
+      "learning_rate": 9.988949430585111e-05,
+      "loss": 7.9233,
+      "loss/crossentropy": 1.7099304348230362,
+      "loss/hidden": 3.9296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2644583098590374,
+      "step": 128
+    },
+    {
+      "epoch": 0.0215,
+      "grad_norm": 29.375,
+      "grad_norm_var": 6.849739583333333,
+      "learning_rate": 9.988774786134234e-05,
+      "loss": 7.3151,
+      "loss/crossentropy": 1.8030900359153748,
+      "loss/hidden": 3.61328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22125136107206345,
+      "step": 129
+    },
+    {
+      "epoch": 0.021666666666666667,
+      "grad_norm": 32.75,
+      "grad_norm_var": 6.79375,
+      "learning_rate": 9.988598773982454e-05,
+      "loss": 7.9058,
+      "loss/crossentropy": 2.1423310041427612,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18011631816625595,
+      "step": 130
+    },
+    {
+      "epoch": 0.021833333333333333,
+      "grad_norm": 31.625,
+      "grad_norm_var": 6.5791015625,
+      "learning_rate": 9.988421394178027e-05,
+      "loss": 7.3133,
+      "loss/crossentropy": 1.898929089307785,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2054540552198887,
+      "step": 131
+    },
+    {
+      "epoch": 0.022,
+      "grad_norm": 33.75,
+      "grad_norm_var": 6.4291015625,
+      "learning_rate": 9.988242646769584e-05,
+      "loss": 7.1352,
+      "loss/crossentropy": 1.5720456838607788,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16385111585259438,
+      "step": 132
+    },
+    {
+      "epoch": 0.022166666666666668,
+      "grad_norm": 32.5,
+      "grad_norm_var": 6.2791015625,
+      "learning_rate": 9.988062531806126e-05,
+      "loss": 7.5522,
+      "loss/crossentropy": 1.3341676890850067,
+      "loss/hidden": 4.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23463992774486542,
+      "step": 133
+    },
+    {
+      "epoch": 0.022333333333333334,
+      "grad_norm": 35.25,
+      "grad_norm_var": 6.581184895833333,
+      "learning_rate": 9.987881049337037e-05,
+      "loss": 7.9398,
+      "loss/crossentropy": 1.5141830444335938,
+      "loss/hidden": 4.03125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.30013222992420197,
+      "step": 134
+    },
+    {
+      "epoch": 0.0225,
+      "grad_norm": 34.0,
+      "grad_norm_var": 3.8369140625,
+      "learning_rate": 9.98769819941207e-05,
+      "loss": 7.3277,
+      "loss/crossentropy": 1.5133470296859741,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20712239667773247,
+      "step": 135
+    },
+    {
+      "epoch": 0.02266666666666667,
+      "grad_norm": 33.5,
+      "grad_norm_var": 3.75390625,
+      "learning_rate": 9.987513982081351e-05,
+      "loss": 7.6822,
+      "loss/crossentropy": 1.5610093474388123,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17235243692994118,
+      "step": 136
+    },
+    {
+      "epoch": 0.022833333333333334,
+      "grad_norm": 36.25,
+      "grad_norm_var": 4.40625,
+      "learning_rate": 9.987328397395387e-05,
+      "loss": 7.2063,
+      "loss/crossentropy": 1.771727591753006,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18995914980769157,
+      "step": 137
+    },
+    {
+      "epoch": 0.023,
+      "grad_norm": 31.875,
+      "grad_norm_var": 4.3306640625,
+      "learning_rate": 9.98714144540506e-05,
+      "loss": 7.7502,
+      "loss/crossentropy": 1.9235819280147552,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17999661713838577,
+      "step": 138
+    },
+    {
+      "epoch": 0.023166666666666665,
+      "grad_norm": 33.25,
+      "grad_norm_var": 4.1791015625,
+      "learning_rate": 9.986953126161619e-05,
+      "loss": 7.6574,
+      "loss/crossentropy": 1.362782821059227,
+      "loss/hidden": 3.85546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25264550372958183,
+      "step": 139
+    },
+    {
+      "epoch": 0.023333333333333334,
+      "grad_norm": 30.875,
+      "grad_norm_var": 4.54765625,
+      "learning_rate": 9.986763439716696e-05,
+      "loss": 7.56,
+      "loss/crossentropy": 1.556288480758667,
+      "loss/hidden": 3.78515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2722315713763237,
+      "step": 140
+    },
+    {
+      "epoch": 0.0235,
+      "grad_norm": 31.25,
+      "grad_norm_var": 4.26640625,
+      "learning_rate": 9.986572386122291e-05,
+      "loss": 7.703,
+      "loss/crossentropy": 2.008838027715683,
+      "loss/hidden": 3.703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2090667188167572,
+      "step": 141
+    },
+    {
+      "epoch": 0.023666666666666666,
+      "grad_norm": 32.75,
+      "grad_norm_var": 3.066666666666667,
+      "learning_rate": 9.986379965430786e-05,
+      "loss": 7.5106,
+      "loss/crossentropy": 2.2713093757629395,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22611282020807266,
+      "step": 142
+    },
+    {
+      "epoch": 0.023833333333333335,
+      "grad_norm": 31.5,
+      "grad_norm_var": 2.845833333333333,
+      "learning_rate": 9.986186177694933e-05,
+      "loss": 7.4256,
+      "loss/crossentropy": 1.7764946222305298,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21423206105828285,
+      "step": 143
+    },
+    {
+      "epoch": 0.024,
+      "grad_norm": 36.75,
+      "grad_norm_var": 3.8684895833333335,
+      "learning_rate": 9.98599102296786e-05,
+      "loss": 7.7863,
+      "loss/crossentropy": 1.7998189330101013,
+      "loss/hidden": 3.69140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19024800322949886,
+      "step": 144
+    },
+    {
+      "epoch": 0.024166666666666666,
+      "grad_norm": 31.25,
+      "grad_norm_var": 3.1936848958333335,
+      "learning_rate": 9.98579450130307e-05,
+      "loss": 7.3844,
+      "loss/crossentropy": 2.0455740094184875,
+      "loss/hidden": 3.71875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23831216618418694,
+      "step": 145
+    },
+    {
+      "epoch": 0.024333333333333332,
+      "grad_norm": 34.25,
+      "grad_norm_var": 3.270247395833333,
+      "learning_rate": 9.985596612754439e-05,
+      "loss": 7.4585,
+      "loss/crossentropy": 1.2537191361188889,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14199252426624298,
+      "step": 146
+    },
+    {
+      "epoch": 0.0245,
+      "grad_norm": 31.75,
+      "grad_norm_var": 3.2455729166666667,
+      "learning_rate": 9.985397357376222e-05,
+      "loss": 7.57,
+      "loss/crossentropy": 1.9460046589374542,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17490505427122116,
+      "step": 147
+    },
+    {
+      "epoch": 0.024666666666666667,
+      "grad_norm": 31.875,
+      "grad_norm_var": 3.3207682291666667,
+      "learning_rate": 9.985196735223045e-05,
+      "loss": 7.6974,
+      "loss/crossentropy": 1.9865233302116394,
+      "loss/hidden": 3.83203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22223564982414246,
+      "step": 148
+    },
+    {
+      "epoch": 0.024833333333333332,
+      "grad_norm": 30.875,
+      "grad_norm_var": 3.6059895833333333,
+      "learning_rate": 9.98499474634991e-05,
+      "loss": 7.5172,
+      "loss/crossentropy": 1.265583649277687,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19561972841620445,
+      "step": 149
+    },
+    {
+      "epoch": 0.025,
+      "grad_norm": 34.75,
+      "grad_norm_var": 3.468489583333333,
+      "learning_rate": 9.98479139081219e-05,
+      "loss": 7.5424,
+      "loss/crossentropy": 1.336432695388794,
+      "loss/hidden": 3.66796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17582042515277863,
+      "step": 150
+    },
+    {
+      "epoch": 0.025166666666666667,
+      "grad_norm": 32.75,
+      "grad_norm_var": 3.386458333333333,
+      "learning_rate": 9.98458666866564e-05,
+      "loss": 7.8285,
+      "loss/crossentropy": 1.2626894861459732,
+      "loss/hidden": 4.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26004448160529137,
+      "step": 151
+    },
+    {
+      "epoch": 0.025333333333333333,
+      "grad_norm": 34.0,
+      "grad_norm_var": 3.4458333333333333,
+      "learning_rate": 9.984380579966385e-05,
+      "loss": 7.9453,
+      "loss/crossentropy": 1.5037457644939423,
+      "loss/hidden": 4.0234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3038301654160023,
+      "step": 152
+    },
+    {
+      "epoch": 0.0255,
+      "grad_norm": 31.0,
+      "grad_norm_var": 2.8059895833333335,
+      "learning_rate": 9.984173124770923e-05,
+      "loss": 7.4471,
+      "loss/crossentropy": 2.0935803651809692,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20670584589242935,
+      "step": 153
+    },
+    {
+      "epoch": 0.025666666666666667,
+      "grad_norm": 29.875,
+      "grad_norm_var": 3.23515625,
+      "learning_rate": 9.983964303136133e-05,
+      "loss": 7.7246,
+      "loss/crossentropy": 1.491058737039566,
+      "loss/hidden": 3.8046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.175271263346076,
+      "step": 154
+    },
+    {
+      "epoch": 0.025833333333333333,
+      "grad_norm": 31.75,
+      "grad_norm_var": 3.21015625,
+      "learning_rate": 9.983754115119261e-05,
+      "loss": 7.4375,
+      "loss/crossentropy": 2.090191066265106,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.160873519256711,
+      "step": 155
+    },
+    {
+      "epoch": 0.026,
+      "grad_norm": 31.25,
+      "grad_norm_var": 3.1462890625,
+      "learning_rate": 9.983542560777935e-05,
+      "loss": 7.4173,
+      "loss/crossentropy": 2.091566741466522,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24305898323655128,
+      "step": 156
+    },
+    {
+      "epoch": 0.026166666666666668,
+      "grad_norm": 34.5,
+      "grad_norm_var": 3.3291015625,
+      "learning_rate": 9.983329640170149e-05,
+      "loss": 7.6379,
+      "loss/crossentropy": 1.7479139864444733,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24493517726659775,
+      "step": 157
+    },
+    {
+      "epoch": 0.026333333333333334,
+      "grad_norm": 30.875,
+      "grad_norm_var": 3.5,
+      "learning_rate": 9.983115353354281e-05,
+      "loss": 7.2407,
+      "loss/crossentropy": 1.7053819745779037,
+      "loss/hidden": 3.58984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2257254458963871,
+      "step": 158
+    },
+    {
+      "epoch": 0.0265,
+      "grad_norm": 30.125,
+      "grad_norm_var": 3.7900390625,
+      "learning_rate": 9.982899700389076e-05,
+      "loss": 7.4953,
+      "loss/crossentropy": 1.3609639704227448,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15046744793653488,
+      "step": 159
+    },
+    {
+      "epoch": 0.02666666666666667,
+      "grad_norm": 31.5,
+      "grad_norm_var": 2.4337890625,
+      "learning_rate": 9.982682681333658e-05,
+      "loss": 7.5805,
+      "loss/crossentropy": 1.8961246311664581,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21236862987279892,
+      "step": 160
+    },
+    {
+      "epoch": 0.026833333333333334,
+      "grad_norm": 32.75,
+      "grad_norm_var": 2.4197265625,
+      "learning_rate": 9.982464296247522e-05,
+      "loss": 7.5454,
+      "loss/crossentropy": 1.612160935997963,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18199052661657333,
+      "step": 161
+    },
+    {
+      "epoch": 0.027,
+      "grad_norm": 33.5,
+      "grad_norm_var": 2.2416015625,
+      "learning_rate": 9.982244545190542e-05,
+      "loss": 7.783,
+      "loss/crossentropy": 1.516614407300949,
+      "loss/hidden": 3.87890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23189150914549828,
+      "step": 162
+    },
+    {
+      "epoch": 0.027166666666666665,
+      "grad_norm": 34.75,
+      "grad_norm_var": 2.6759765625,
+      "learning_rate": 9.982023428222962e-05,
+      "loss": 7.5819,
+      "loss/crossentropy": 1.9319280982017517,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2132977582514286,
+      "step": 163
+    },
+    {
+      "epoch": 0.027333333333333334,
+      "grad_norm": 32.75,
+      "grad_norm_var": 2.6791666666666667,
+      "learning_rate": 9.981800945405403e-05,
+      "loss": 7.4188,
+      "loss/crossentropy": 1.921055793762207,
+      "loss/hidden": 3.703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22658692672848701,
+      "step": 164
+    },
+    {
+      "epoch": 0.0275,
+      "grad_norm": 33.75,
+      "grad_norm_var": 2.6447265625,
+      "learning_rate": 9.981577096798863e-05,
+      "loss": 7.628,
+      "loss/crossentropy": 2.343845933675766,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18943049386143684,
+      "step": 165
+    },
+    {
+      "epoch": 0.027666666666666666,
+      "grad_norm": 31.875,
+      "grad_norm_var": 2.2958333333333334,
+      "learning_rate": 9.981351882464706e-05,
+      "loss": 7.7791,
+      "loss/crossentropy": 1.7194806337356567,
+      "loss/hidden": 3.69921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22096674144268036,
+      "step": 166
+    },
+    {
+      "epoch": 0.027833333333333335,
+      "grad_norm": 31.875,
+      "grad_norm_var": 2.2926432291666665,
+      "learning_rate": 9.98112530246468e-05,
+      "loss": 7.9327,
+      "loss/crossentropy": 1.6965374052524567,
+      "loss/hidden": 3.8671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.314368050545454,
+      "step": 167
+    },
+    {
+      "epoch": 0.028,
+      "grad_norm": 30.875,
+      "grad_norm_var": 2.1770833333333335,
+      "learning_rate": 9.980897356860901e-05,
+      "loss": 7.1302,
+      "loss/crossentropy": 1.3775997012853622,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17563216760754585,
+      "step": 168
+    },
+    {
+      "epoch": 0.028166666666666666,
+      "grad_norm": 34.0,
+      "grad_norm_var": 2.314583333333333,
+      "learning_rate": 9.980668045715864e-05,
+      "loss": 7.7548,
+      "loss/crossentropy": 1.6328150779008865,
+      "loss/hidden": 3.62890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19686350598931313,
+      "step": 169
+    },
+    {
+      "epoch": 0.028333333333333332,
+      "grad_norm": 31.125,
+      "grad_norm_var": 2.01640625,
+      "learning_rate": 9.980437369092431e-05,
+      "loss": 7.6132,
+      "loss/crossentropy": 1.4576155543327332,
+      "loss/hidden": 4.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2253819815814495,
+      "step": 170
+    },
+    {
+      "epoch": 0.0285,
+      "grad_norm": 33.25,
+      "grad_norm_var": 2.04140625,
+      "learning_rate": 9.980205327053848e-05,
+      "loss": 7.8547,
+      "loss/crossentropy": 1.8768835365772247,
+      "loss/hidden": 3.6640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.173042681068182,
+      "step": 171
+    },
+    {
+      "epoch": 0.028666666666666667,
+      "grad_norm": 33.25,
+      "grad_norm_var": 1.97890625,
+      "learning_rate": 9.97997191966373e-05,
+      "loss": 7.4031,
+      "loss/crossentropy": 1.8408287167549133,
+      "loss/hidden": 3.671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19031177461147308,
+      "step": 172
+    },
+    {
+      "epoch": 0.028833333333333332,
+      "grad_norm": 32.25,
+      "grad_norm_var": 1.709375,
+      "learning_rate": 9.979737146986064e-05,
+      "loss": 7.4604,
+      "loss/crossentropy": 1.340224727988243,
+      "loss/hidden": 3.7578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2081661932170391,
+      "step": 173
+    },
+    {
+      "epoch": 0.029,
+      "grad_norm": 32.75,
+      "grad_norm_var": 1.5462890625,
+      "learning_rate": 9.979501009085219e-05,
+      "loss": 7.415,
+      "loss/crossentropy": 1.5763408243656158,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17047973722219467,
+      "step": 174
+    },
+    {
+      "epoch": 0.029166666666666667,
+      "grad_norm": 32.5,
+      "grad_norm_var": 1.1393229166666667,
+      "learning_rate": 9.979263506025929e-05,
+      "loss": 7.5373,
+      "loss/crossentropy": 1.7883712649345398,
+      "loss/hidden": 3.74609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2959150858223438,
+      "step": 175
+    },
+    {
+      "epoch": 0.029333333333333333,
+      "grad_norm": 34.25,
+      "grad_norm_var": 1.1822916666666667,
+      "learning_rate": 9.97902463787331e-05,
+      "loss": 7.4311,
+      "loss/crossentropy": 2.3578516244888306,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19385182484984398,
+      "step": 176
+    },
+    {
+      "epoch": 0.0295,
+      "grad_norm": 30.875,
+      "grad_norm_var": 1.4254557291666667,
+      "learning_rate": 9.978784404692847e-05,
+      "loss": 7.4492,
+      "loss/crossentropy": 2.283793807029724,
+      "loss/hidden": 3.6796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21292581409215927,
+      "step": 177
+    },
+    {
+      "epoch": 0.029666666666666668,
+      "grad_norm": 34.0,
+      "grad_norm_var": 1.4926432291666667,
+      "learning_rate": 9.978542806550402e-05,
+      "loss": 7.7152,
+      "loss/crossentropy": 1.6890181303024292,
+      "loss/hidden": 4.0234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3450893461704254,
+      "step": 178
+    },
+    {
+      "epoch": 0.029833333333333333,
+      "grad_norm": 31.875,
+      "grad_norm_var": 1.2455729166666667,
+      "learning_rate": 9.97829984351221e-05,
+      "loss": 7.3753,
+      "loss/crossentropy": 1.7534202337265015,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19514819234609604,
+      "step": 179
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 30.5,
+      "grad_norm_var": 1.5104166666666667,
+      "learning_rate": 9.978055515644882e-05,
+      "loss": 7.2476,
+      "loss/crossentropy": 1.5852151215076447,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15638437122106552,
+      "step": 180
+    },
+    {
+      "epoch": 0.030166666666666668,
+      "grad_norm": 31.125,
+      "grad_norm_var": 1.4817057291666667,
+      "learning_rate": 9.977809823015401e-05,
+      "loss": 7.1402,
+      "loss/crossentropy": 1.579344391822815,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1618119813501835,
+      "step": 181
+    },
+    {
+      "epoch": 0.030333333333333334,
+      "grad_norm": 34.5,
+      "grad_norm_var": 1.7729166666666667,
+      "learning_rate": 9.977562765691124e-05,
+      "loss": 7.4241,
+      "loss/crossentropy": 1.1309615969657898,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15628819353878498,
+      "step": 182
+    },
+    {
+      "epoch": 0.0305,
+      "grad_norm": 32.0,
+      "grad_norm_var": 1.7645182291666666,
+      "learning_rate": 9.977314343739786e-05,
+      "loss": 7.5023,
+      "loss/crossentropy": 2.053345203399658,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2063504196703434,
+      "step": 183
+    },
+    {
+      "epoch": 0.030666666666666665,
+      "grad_norm": 34.25,
+      "grad_norm_var": 1.7697916666666667,
+      "learning_rate": 9.977064557229492e-05,
+      "loss": 7.5849,
+      "loss/crossentropy": 1.5982548594474792,
+      "loss/hidden": 3.64453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3230434563010931,
+      "step": 184
+    },
+    {
+      "epoch": 0.030833333333333334,
+      "grad_norm": 33.0,
+      "grad_norm_var": 1.653125,
+      "learning_rate": 9.97681340622872e-05,
+      "loss": 7.6597,
+      "loss/crossentropy": 1.831273764371872,
+      "loss/hidden": 3.70703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21502476185560226,
+      "step": 185
+    },
+    {
+      "epoch": 0.031,
+      "grad_norm": 31.625,
+      "grad_norm_var": 1.5708333333333333,
+      "learning_rate": 9.976560890806328e-05,
+      "loss": 7.2985,
+      "loss/crossentropy": 1.863772302865982,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2501535527408123,
+      "step": 186
+    },
+    {
+      "epoch": 0.031166666666666665,
+      "grad_norm": 32.0,
+      "grad_norm_var": 1.5643229166666666,
+      "learning_rate": 9.976307011031542e-05,
+      "loss": 7.632,
+      "loss/crossentropy": 1.398108333349228,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17524024844169617,
+      "step": 187
+    },
+    {
+      "epoch": 0.03133333333333333,
+      "grad_norm": 30.875,
+      "grad_norm_var": 1.6942057291666666,
+      "learning_rate": 9.976051766973966e-05,
+      "loss": 7.4031,
+      "loss/crossentropy": 1.7360979616641998,
+      "loss/hidden": 3.92578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2732916437089443,
+      "step": 188
+    },
+    {
+      "epoch": 0.0315,
+      "grad_norm": 33.0,
+      "grad_norm_var": 1.7145182291666667,
+      "learning_rate": 9.975795158703576e-05,
+      "loss": 7.7187,
+      "loss/crossentropy": 1.8443644046783447,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19181860238313675,
+      "step": 189
+    },
+    {
+      "epoch": 0.03166666666666667,
+      "grad_norm": 29.75,
+      "grad_norm_var": 2.155143229166667,
+      "learning_rate": 9.975537186290724e-05,
+      "loss": 7.2779,
+      "loss/crossentropy": 2.078747868537903,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.27637293189764023,
+      "step": 190
+    },
+    {
+      "epoch": 0.03183333333333333,
+      "grad_norm": 33.5,
+      "grad_norm_var": 2.2499348958333334,
+      "learning_rate": 9.975277849806133e-05,
+      "loss": 7.3447,
+      "loss/crossentropy": 1.783536285161972,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20468712225556374,
+      "step": 191
+    },
+    {
+      "epoch": 0.032,
+      "grad_norm": 32.0,
+      "grad_norm_var": 1.9874348958333334,
+      "learning_rate": 9.9750171493209e-05,
+      "loss": 7.4426,
+      "loss/crossentropy": 2.0766963958740234,
+      "loss/hidden": 3.703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23221758753061295,
+      "step": 192
+    },
+    {
+      "epoch": 0.03216666666666667,
+      "grad_norm": 31.625,
+      "grad_norm_var": 1.8921223958333333,
+      "learning_rate": 9.974755084906502e-05,
+      "loss": 7.433,
+      "loss/crossentropy": 1.5522357821464539,
+      "loss/hidden": 3.76171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23938192054629326,
+      "step": 193
+    },
+    {
+      "epoch": 0.03233333333333333,
+      "grad_norm": 31.875,
+      "grad_norm_var": 1.671875,
+      "learning_rate": 9.974491656634782e-05,
+      "loss": 7.0971,
+      "loss/crossentropy": 2.2775827646255493,
+      "loss/hidden": 3.83203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2913665287196636,
+      "step": 194
+    },
+    {
+      "epoch": 0.0325,
+      "grad_norm": 34.0,
+      "grad_norm_var": 1.8921223958333333,
+      "learning_rate": 9.974226864577961e-05,
+      "loss": 7.4177,
+      "loss/crossentropy": 1.771312177181244,
+      "loss/hidden": 3.71875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22810643911361694,
+      "step": 195
+    },
+    {
+      "epoch": 0.03266666666666666,
+      "grad_norm": 33.0,
+      "grad_norm_var": 1.7072265625,
+      "learning_rate": 9.973960708808633e-05,
+      "loss": 7.633,
+      "loss/crossentropy": 1.507501482963562,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1433581579476595,
+      "step": 196
+    },
+    {
+      "epoch": 0.03283333333333333,
+      "grad_norm": 34.0,
+      "grad_norm_var": 1.7416666666666667,
+      "learning_rate": 9.973693189399766e-05,
+      "loss": 7.7088,
+      "loss/crossentropy": 1.6331115067005157,
+      "loss/hidden": 3.8671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3173863925039768,
+      "step": 197
+    },
+    {
+      "epoch": 0.033,
+      "grad_norm": 31.5,
+      "grad_norm_var": 1.5291666666666666,
+      "learning_rate": 9.973424306424705e-05,
+      "loss": 7.5782,
+      "loss/crossentropy": 1.5179617553949356,
+      "loss/hidden": 3.8984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.281230915337801,
+      "step": 198
+    },
+    {
+      "epoch": 0.033166666666666664,
+      "grad_norm": 32.25,
+      "grad_norm_var": 1.5205729166666666,
+      "learning_rate": 9.973154059957162e-05,
+      "loss": 8.0153,
+      "loss/crossentropy": 1.9138246178627014,
+      "loss/hidden": 3.8359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20401380956172943,
+      "step": 199
+    },
+    {
+      "epoch": 0.03333333333333333,
+      "grad_norm": 31.5,
+      "grad_norm_var": 1.3114583333333334,
+      "learning_rate": 9.972882450071228e-05,
+      "loss": 7.0994,
+      "loss/crossentropy": 1.0574043989181519,
+      "loss/hidden": 3.921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23022147826850414,
+      "step": 200
+    },
+    {
+      "epoch": 0.0335,
+      "grad_norm": 34.0,
+      "grad_norm_var": 1.478125,
+      "learning_rate": 9.972609476841367e-05,
+      "loss": 7.7352,
+      "loss/crossentropy": 1.9633951485157013,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26096950471401215,
+      "step": 201
+    },
+    {
+      "epoch": 0.033666666666666664,
+      "grad_norm": 31.875,
+      "grad_norm_var": 1.46015625,
+      "learning_rate": 9.972335140342415e-05,
+      "loss": 7.4408,
+      "loss/crossentropy": 1.3950132727622986,
+      "loss/hidden": 3.8203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20604024082422256,
+      "step": 202
+    },
+    {
+      "epoch": 0.03383333333333333,
+      "grad_norm": 31.0,
+      "grad_norm_var": 1.5622395833333333,
+      "learning_rate": 9.972059440649584e-05,
+      "loss": 7.1746,
+      "loss/crossentropy": 1.7117474675178528,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18884649127721786,
+      "step": 203
+    },
+    {
+      "epoch": 0.034,
+      "grad_norm": 33.75,
+      "grad_norm_var": 1.5577473958333334,
+      "learning_rate": 9.971782377838457e-05,
+      "loss": 7.9798,
+      "loss/crossentropy": 1.7780987322330475,
+      "loss/hidden": 3.5546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20581259950995445,
+      "step": 204
+    },
+    {
+      "epoch": 0.034166666666666665,
+      "grad_norm": 29.75,
+      "grad_norm_var": 1.9639973958333334,
+      "learning_rate": 9.971503951984995e-05,
+      "loss": 7.2605,
+      "loss/crossentropy": 1.6917162835597992,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1562095284461975,
+      "step": 205
+    },
+    {
+      "epoch": 0.034333333333333334,
+      "grad_norm": 32.75,
+      "grad_norm_var": 1.5421223958333334,
+      "learning_rate": 9.971224163165527e-05,
+      "loss": 7.2398,
+      "loss/crossentropy": 1.9893342852592468,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18143022432923317,
+      "step": 206
+    },
+    {
+      "epoch": 0.0345,
+      "grad_norm": 34.0,
+      "grad_norm_var": 1.6311848958333333,
+      "learning_rate": 9.970943011456761e-05,
+      "loss": 8.0924,
+      "loss/crossentropy": 1.8004242777824402,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21368973329663277,
+      "step": 207
+    },
+    {
+      "epoch": 0.034666666666666665,
+      "grad_norm": 30.75,
+      "grad_norm_var": 1.8004557291666667,
+      "learning_rate": 9.970660496935776e-05,
+      "loss": 7.2989,
+      "loss/crossentropy": 1.4333279579877853,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17135126143693924,
+      "step": 208
+    },
+    {
+      "epoch": 0.034833333333333334,
+      "grad_norm": 32.75,
+      "grad_norm_var": 1.7705729166666666,
+      "learning_rate": 9.970376619680024e-05,
+      "loss": 7.344,
+      "loss/crossentropy": 1.4728360325098038,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17651018127799034,
+      "step": 209
+    },
+    {
+      "epoch": 0.035,
+      "grad_norm": 34.0,
+      "grad_norm_var": 1.8978515625,
+      "learning_rate": 9.970091379767331e-05,
+      "loss": 7.598,
+      "loss/crossentropy": 1.7544775307178497,
+      "loss/hidden": 3.7109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23908454179763794,
+      "step": 210
+    },
+    {
+      "epoch": 0.035166666666666666,
+      "grad_norm": 30.25,
+      "grad_norm_var": 2.0541015625,
+      "learning_rate": 9.9698047772759e-05,
+      "loss": 7.623,
+      "loss/crossentropy": 2.131743371486664,
+      "loss/hidden": 3.6328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19084632396697998,
+      "step": 211
+    },
+    {
+      "epoch": 0.035333333333333335,
+      "grad_norm": 35.0,
+      "grad_norm_var": 2.4853515625,
+      "learning_rate": 9.969516812284301e-05,
+      "loss": 7.3634,
+      "loss/crossentropy": 2.212506026029587,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2108316533267498,
+      "step": 212
+    },
+    {
+      "epoch": 0.0355,
+      "grad_norm": 36.25,
+      "grad_norm_var": 3.2681640625,
+      "learning_rate": 9.969227484871484e-05,
+      "loss": 7.0909,
+      "loss/crossentropy": 1.9730757176876068,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.220124252140522,
+      "step": 213
+    },
+    {
+      "epoch": 0.035666666666666666,
+      "grad_norm": 34.0,
+      "grad_norm_var": 3.2968098958333334,
+      "learning_rate": 9.968936795116768e-05,
+      "loss": 7.7264,
+      "loss/crossentropy": 1.7381523847579956,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20243105106055737,
+      "step": 214
+    },
+    {
+      "epoch": 0.035833333333333335,
+      "grad_norm": 31.0,
+      "grad_norm_var": 3.4764973958333334,
+      "learning_rate": 9.968644743099848e-05,
+      "loss": 7.3717,
+      "loss/crossentropy": 1.4052337929606438,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12791427364572883,
+      "step": 215
+    },
+    {
+      "epoch": 0.036,
+      "grad_norm": 33.0,
+      "grad_norm_var": 3.3843098958333333,
+      "learning_rate": 9.968351328900794e-05,
+      "loss": 7.4818,
+      "loss/crossentropy": 1.563568338751793,
+      "loss/hidden": 3.89453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22113186493515968,
+      "step": 216
+    },
+    {
+      "epoch": 0.036166666666666666,
+      "grad_norm": 30.5,
+      "grad_norm_var": 3.5702473958333334,
+      "learning_rate": 9.968056552600043e-05,
+      "loss": 7.3022,
+      "loss/crossentropy": 1.722176730632782,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1667504534125328,
+      "step": 217
+    },
+    {
+      "epoch": 0.036333333333333336,
+      "grad_norm": 33.25,
+      "grad_norm_var": 3.566666666666667,
+      "learning_rate": 9.967760414278411e-05,
+      "loss": 7.4332,
+      "loss/crossentropy": 2.4729353487491608,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22087901085615158,
+      "step": 218
+    },
+    {
+      "epoch": 0.0365,
+      "grad_norm": 32.5,
+      "grad_norm_var": 3.3822916666666667,
+      "learning_rate": 9.967462914017088e-05,
+      "loss": 7.337,
+      "loss/crossentropy": 1.458601787686348,
+      "loss/hidden": 3.82421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18009812012314796,
+      "step": 219
+    },
+    {
+      "epoch": 0.03666666666666667,
+      "grad_norm": 33.5,
+      "grad_norm_var": 3.351822916666667,
+      "learning_rate": 9.967164051897633e-05,
+      "loss": 7.9017,
+      "loss/crossentropy": 1.590276151895523,
+      "loss/hidden": 3.6640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2577647417783737,
+      "step": 220
+    },
+    {
+      "epoch": 0.036833333333333336,
+      "grad_norm": 34.5,
+      "grad_norm_var": 2.8916666666666666,
+      "learning_rate": 9.966863828001982e-05,
+      "loss": 7.2061,
+      "loss/crossentropy": 1.7242890745401382,
+      "loss/hidden": 4.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3013566806912422,
+      "step": 221
+    },
+    {
+      "epoch": 0.037,
+      "grad_norm": 33.25,
+      "grad_norm_var": 2.890625,
+      "learning_rate": 9.966562242412442e-05,
+      "loss": 7.6513,
+      "loss/crossentropy": 1.62159264087677,
+      "loss/hidden": 3.71875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20868892595171928,
+      "step": 222
+    },
+    {
+      "epoch": 0.03716666666666667,
+      "grad_norm": 31.375,
+      "grad_norm_var": 2.9822265625,
+      "learning_rate": 9.966259295211697e-05,
+      "loss": 7.7656,
+      "loss/crossentropy": 1.6929957270622253,
+      "loss/hidden": 3.8515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.314834401011467,
+      "step": 223
+    },
+    {
+      "epoch": 0.037333333333333336,
+      "grad_norm": 31.25,
+      "grad_norm_var": 2.856705729166667,
+      "learning_rate": 9.965954986482799e-05,
+      "loss": 7.5551,
+      "loss/crossentropy": 1.4845804572105408,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14850697666406631,
+      "step": 224
+    },
+    {
+      "epoch": 0.0375,
+      "grad_norm": 33.0,
+      "grad_norm_var": 2.8556640625,
+      "learning_rate": 9.965649316309178e-05,
+      "loss": 7.677,
+      "loss/crossentropy": 1.7364672124385834,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18876685202121735,
+      "step": 225
+    },
+    {
+      "epoch": 0.03766666666666667,
+      "grad_norm": 31.125,
+      "grad_norm_var": 2.9559895833333334,
+      "learning_rate": 9.965342284774632e-05,
+      "loss": 6.9854,
+      "loss/crossentropy": 1.9357840418815613,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18362392112612724,
+      "step": 226
+    },
+    {
+      "epoch": 0.03783333333333333,
+      "grad_norm": 33.0,
+      "grad_norm_var": 2.517708333333333,
+      "learning_rate": 9.965033891963338e-05,
+      "loss": 7.6782,
+      "loss/crossentropy": 1.895157277584076,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26038768514990807,
+      "step": 227
+    },
+    {
+      "epoch": 0.038,
+      "grad_norm": 35.75,
+      "grad_norm_var": 2.7622395833333333,
+      "learning_rate": 9.964724137959843e-05,
+      "loss": 7.9638,
+      "loss/crossentropy": 1.6238293796777725,
+      "loss/hidden": 3.78125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16440559178590775,
+      "step": 228
+    },
+    {
+      "epoch": 0.03816666666666667,
+      "grad_norm": 32.75,
+      "grad_norm_var": 1.9893229166666666,
+      "learning_rate": 9.964413022849068e-05,
+      "loss": 7.364,
+      "loss/crossentropy": 2.079767644405365,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1978134848177433,
+      "step": 229
+    },
+    {
+      "epoch": 0.03833333333333333,
+      "grad_norm": 31.375,
+      "grad_norm_var": 1.9770182291666667,
+      "learning_rate": 9.964100546716309e-05,
+      "loss": 7.2248,
+      "loss/crossentropy": 2.071979194879532,
+      "loss/hidden": 3.85546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2368118055164814,
+      "step": 230
+    },
+    {
+      "epoch": 0.0385,
+      "grad_norm": 33.75,
+      "grad_norm_var": 1.8738932291666666,
+      "learning_rate": 9.963786709647228e-05,
+      "loss": 7.5364,
+      "loss/crossentropy": 1.8584957420825958,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19067588821053505,
+      "step": 231
+    },
+    {
+      "epoch": 0.03866666666666667,
+      "grad_norm": 32.25,
+      "grad_norm_var": 1.8832682291666667,
+      "learning_rate": 9.963471511727868e-05,
+      "loss": 7.5332,
+      "loss/crossentropy": 1.5630061328411102,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16000641509890556,
+      "step": 232
+    },
+    {
+      "epoch": 0.03883333333333333,
+      "grad_norm": 33.0,
+      "grad_norm_var": 1.5421223958333334,
+      "learning_rate": 9.963154953044645e-05,
+      "loss": 7.7968,
+      "loss/crossentropy": 2.40740567445755,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1722939983010292,
+      "step": 233
+    },
+    {
+      "epoch": 0.039,
+      "grad_norm": 29.125,
+      "grad_norm_var": 2.386458333333333,
+      "learning_rate": 9.962837033684343e-05,
+      "loss": 6.9222,
+      "loss/crossentropy": 1.3479905128479004,
+      "loss/hidden": 3.68359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1708462443202734,
+      "step": 234
+    },
+    {
+      "epoch": 0.03916666666666667,
+      "grad_norm": 32.75,
+      "grad_norm_var": 2.3872395833333333,
+      "learning_rate": 9.96251775373412e-05,
+      "loss": 7.5628,
+      "loss/crossentropy": 1.9919890463352203,
+      "loss/hidden": 3.71484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19337913393974304,
+      "step": 235
+    },
+    {
+      "epoch": 0.03933333333333333,
+      "grad_norm": 31.5,
+      "grad_norm_var": 2.3997395833333335,
+      "learning_rate": 9.962197113281509e-05,
+      "loss": 7.6578,
+      "loss/crossentropy": 1.9954728782176971,
+      "loss/hidden": 3.6796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21360453963279724,
+      "step": 236
+    },
+    {
+      "epoch": 0.0395,
+      "grad_norm": 32.0,
+      "grad_norm_var": 2.1184895833333335,
+      "learning_rate": 9.961875112414416e-05,
+      "loss": 7.7701,
+      "loss/crossentropy": 1.5776352882385254,
+      "loss/hidden": 3.6796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2165641412138939,
+      "step": 237
+    },
+    {
+      "epoch": 0.03966666666666667,
+      "grad_norm": 37.5,
+      "grad_norm_var": 3.769791666666667,
+      "learning_rate": 9.961551751221121e-05,
+      "loss": 7.4688,
+      "loss/crossentropy": 1.602569431066513,
+      "loss/hidden": 3.61328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16928716376423836,
+      "step": 238
+    },
+    {
+      "epoch": 0.03983333333333333,
+      "grad_norm": 35.75,
+      "grad_norm_var": 4.255143229166666,
+      "learning_rate": 9.961227029790272e-05,
+      "loss": 7.3368,
+      "loss/crossentropy": 1.9378673136234283,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1705906204879284,
+      "step": 239
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 31.0,
+      "grad_norm_var": 4.312955729166666,
+      "learning_rate": 9.960900948210896e-05,
+      "loss": 7.3995,
+      "loss/crossentropy": 1.6474340558052063,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22635122761130333,
+      "step": 240
+    },
+    {
+      "epoch": 0.04016666666666667,
+      "grad_norm": 32.25,
+      "grad_norm_var": 4.333268229166666,
+      "learning_rate": 9.96057350657239e-05,
+      "loss": 7.7658,
+      "loss/crossentropy": 2.135969579219818,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1689089611172676,
+      "step": 241
+    },
+    {
+      "epoch": 0.04033333333333333,
+      "grad_norm": 31.625,
+      "grad_norm_var": 4.2369140625,
+      "learning_rate": 9.960244704964521e-05,
+      "loss": 7.3876,
+      "loss/crossentropy": 1.2477717697620392,
+      "loss/hidden": 3.8671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1663598008453846,
+      "step": 242
+    },
+    {
+      "epoch": 0.0405,
+      "grad_norm": 33.75,
+      "grad_norm_var": 4.2884765625,
+      "learning_rate": 9.959914543477435e-05,
+      "loss": 7.5481,
+      "loss/crossentropy": 1.8062715828418732,
+      "loss/hidden": 3.625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21589022129774094,
+      "step": 243
+    },
+    {
+      "epoch": 0.04066666666666666,
+      "grad_norm": 34.0,
+      "grad_norm_var": 3.8108723958333335,
+      "learning_rate": 9.959583022201647e-05,
+      "loss": 7.2943,
+      "loss/crossentropy": 2.5664525628089905,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.182389248162508,
+      "step": 244
+    },
+    {
+      "epoch": 0.04083333333333333,
+      "grad_norm": 32.0,
+      "grad_norm_var": 3.848372395833333,
+      "learning_rate": 9.959250141228045e-05,
+      "loss": 7.3098,
+      "loss/crossentropy": 1.983911782503128,
+      "loss/hidden": 3.66796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23118621855974197,
+      "step": 245
+    },
+    {
+      "epoch": 0.041,
+      "grad_norm": 29.75,
+      "grad_norm_var": 4.30625,
+      "learning_rate": 9.95891590064789e-05,
+      "loss": 7.5478,
+      "loss/crossentropy": 1.5972959399223328,
+      "loss/hidden": 3.796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.208140280097723,
+      "step": 246
+    },
+    {
+      "epoch": 0.041166666666666664,
+      "grad_norm": 37.75,
+      "grad_norm_var": 5.90625,
+      "learning_rate": 9.958580300552815e-05,
+      "loss": 7.2526,
+      "loss/crossentropy": 1.255698412656784,
+      "loss/hidden": 4.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24902774393558502,
+      "step": 247
+    },
+    {
+      "epoch": 0.04133333333333333,
+      "grad_norm": 60.75,
+      "grad_norm_var": 54.296875,
+      "learning_rate": 9.958243341034827e-05,
+      "loss": 8.0128,
+      "loss/crossentropy": 1.4112011045217514,
+      "loss/hidden": 4.0234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3044033832848072,
+      "step": 248
+    },
+    {
+      "epoch": 0.0415,
+      "grad_norm": 34.75,
+      "grad_norm_var": 54.10182291666667,
+      "learning_rate": 9.957905022186309e-05,
+      "loss": 7.643,
+      "loss/crossentropy": 2.386468082666397,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2023131437599659,
+      "step": 249
+    },
+    {
+      "epoch": 0.041666666666666664,
+      "grad_norm": 31.75,
+      "grad_norm_var": 52.558268229166664,
+      "learning_rate": 9.957565344100009e-05,
+      "loss": 7.2652,
+      "loss/crossentropy": 1.6484432220458984,
+      "loss/hidden": 3.5546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1775803379714489,
+      "step": 250
+    },
+    {
+      "epoch": 0.041833333333333333,
+      "grad_norm": 28.875,
+      "grad_norm_var": 54.62291666666667,
+      "learning_rate": 9.957224306869053e-05,
+      "loss": 7.2139,
+      "loss/crossentropy": 2.3155510425567627,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.200841274112463,
+      "step": 251
+    },
+    {
+      "epoch": 0.042,
+      "grad_norm": 30.5,
+      "grad_norm_var": 55.110416666666666,
+      "learning_rate": 9.956881910586937e-05,
+      "loss": 7.2056,
+      "loss/crossentropy": 1.4926374852657318,
+      "loss/hidden": 3.8125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19533399865031242,
+      "step": 252
+    },
+    {
+      "epoch": 0.042166666666666665,
+      "grad_norm": 31.25,
+      "grad_norm_var": 55.40807291666667,
+      "learning_rate": 9.956538155347534e-05,
+      "loss": 7.3433,
+      "loss/crossentropy": 2.0166503190994263,
+      "loss/hidden": 3.796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26178446784615517,
+      "step": 253
+    },
+    {
+      "epoch": 0.042333333333333334,
+      "grad_norm": 32.75,
+      "grad_norm_var": 54.967708333333334,
+      "learning_rate": 9.956193041245084e-05,
+      "loss": 7.5805,
+      "loss/crossentropy": 1.2202660590410233,
+      "loss/hidden": 3.875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1833195984363556,
+      "step": 254
+    },
+    {
+      "epoch": 0.0425,
+      "grad_norm": 31.0,
+      "grad_norm_var": 55.44765625,
+      "learning_rate": 9.955846568374201e-05,
+      "loss": 7.2663,
+      "loss/crossentropy": 1.2276012897491455,
+      "loss/hidden": 3.67578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13461654260754585,
+      "step": 255
+    },
+    {
+      "epoch": 0.042666666666666665,
+      "grad_norm": 32.5,
+      "grad_norm_var": 54.99140625,
+      "learning_rate": 9.955498736829875e-05,
+      "loss": 7.3589,
+      "loss/crossentropy": 1.6177268624305725,
+      "loss/hidden": 3.7421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20657369121909142,
+      "step": 256
+    },
+    {
+      "epoch": 0.042833333333333334,
+      "grad_norm": 39.0,
+      "grad_norm_var": 56.19375,
+      "learning_rate": 9.955149546707465e-05,
+      "loss": 7.3266,
+      "loss/crossentropy": 1.5220600366592407,
+      "loss/hidden": 3.61328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1910797841846943,
+      "step": 257
+    },
+    {
+      "epoch": 0.043,
+      "grad_norm": 32.75,
+      "grad_norm_var": 55.8416015625,
+      "learning_rate": 9.954798998102702e-05,
+      "loss": 7.8094,
+      "loss/crossentropy": 1.7598982155323029,
+      "loss/hidden": 3.91796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.28901227191090584,
+      "step": 258
+    },
+    {
+      "epoch": 0.043166666666666666,
+      "grad_norm": 64.5,
+      "grad_norm_var": 111.5759765625,
+      "learning_rate": 9.954447091111694e-05,
+      "loss": 7.4358,
+      "loss/crossentropy": 2.1494410634040833,
+      "loss/hidden": 4.5859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.33057959005236626,
+      "step": 259
+    },
+    {
+      "epoch": 0.043333333333333335,
+      "grad_norm": 35.75,
+      "grad_norm_var": 111.18587239583333,
+      "learning_rate": 9.954093825830917e-05,
+      "loss": 7.3195,
+      "loss/crossentropy": 1.4215206280350685,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12461109273135662,
+      "step": 260
+    },
+    {
+      "epoch": 0.0435,
+      "grad_norm": 32.75,
+      "grad_norm_var": 110.76087239583333,
+      "learning_rate": 9.953739202357218e-05,
+      "loss": 7.3571,
+      "loss/crossentropy": 1.2692449390888214,
+      "loss/hidden": 3.96875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19402378797531128,
+      "step": 261
+    },
+    {
+      "epoch": 0.043666666666666666,
+      "grad_norm": 36.5,
+      "grad_norm_var": 107.39993489583334,
+      "learning_rate": 9.953383220787824e-05,
+      "loss": 8.1526,
+      "loss/crossentropy": 2.4642735719680786,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19126908108592033,
+      "step": 262
+    },
+    {
+      "epoch": 0.043833333333333335,
+      "grad_norm": 31.5,
+      "grad_norm_var": 109.27493489583334,
+      "learning_rate": 9.953025881220325e-05,
+      "loss": 7.6018,
+      "loss/crossentropy": 1.7057749032974243,
+      "loss/hidden": 3.87890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23253849148750305,
+      "step": 263
+    },
+    {
+      "epoch": 0.044,
+      "grad_norm": 31.25,
+      "grad_norm_var": 68.98899739583334,
+      "learning_rate": 9.952667183752689e-05,
+      "loss": 7.2282,
+      "loss/crossentropy": 1.576460361480713,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20516490936279297,
+      "step": 264
+    },
+    {
+      "epoch": 0.04416666666666667,
+      "grad_norm": 30.5,
+      "grad_norm_var": 70.1666015625,
+      "learning_rate": 9.952307128483256e-05,
+      "loss": 7.4597,
+      "loss/crossentropy": 1.3988469243049622,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24469899386167526,
+      "step": 265
+    },
+    {
+      "epoch": 0.044333333333333336,
+      "grad_norm": 32.75,
+      "grad_norm_var": 69.85305989583334,
+      "learning_rate": 9.951945715510738e-05,
+      "loss": 7.5851,
+      "loss/crossentropy": 1.6784016638994217,
+      "loss/hidden": 3.68359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26239439100027084,
+      "step": 266
+    },
+    {
+      "epoch": 0.0445,
+      "grad_norm": 30.375,
+      "grad_norm_var": 68.84212239583333,
+      "learning_rate": 9.951582944934215e-05,
+      "loss": 7.3346,
+      "loss/crossentropy": 1.2082529813051224,
+      "loss/hidden": 3.76171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16079665906727314,
+      "step": 267
+    },
+    {
+      "epoch": 0.04466666666666667,
+      "grad_norm": 30.375,
+      "grad_norm_var": 68.91354166666666,
+      "learning_rate": 9.951218816853145e-05,
+      "loss": 7.2935,
+      "loss/crossentropy": 1.6022576689720154,
+      "loss/hidden": 3.77734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19950025528669357,
+      "step": 268
+    },
+    {
+      "epoch": 0.044833333333333336,
+      "grad_norm": 96.5,
+      "grad_norm_var": 304.83307291666665,
+      "learning_rate": 9.950853331367356e-05,
+      "loss": 7.6964,
+      "loss/crossentropy": 1.8837226927280426,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.241776242852211,
+      "step": 269
+    },
+    {
+      "epoch": 0.045,
+      "grad_norm": 39.0,
+      "grad_norm_var": 302.23541666666665,
+      "learning_rate": 9.950486488577045e-05,
+      "loss": 7.5045,
+      "loss/crossentropy": 1.924521803855896,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1783529743552208,
+      "step": 270
+    },
+    {
+      "epoch": 0.04516666666666667,
+      "grad_norm": 36.75,
+      "grad_norm_var": 298.0247395833333,
+      "learning_rate": 9.950118288582788e-05,
+      "loss": 7.2832,
+      "loss/crossentropy": 1.426510602235794,
+      "loss/hidden": 3.73046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20130225643515587,
+      "step": 271
+    },
+    {
+      "epoch": 0.04533333333333334,
+      "grad_norm": 33.0,
+      "grad_norm_var": 297.57057291666666,
+      "learning_rate": 9.949748731485527e-05,
+      "loss": 7.7463,
+      "loss/crossentropy": 1.5387413799762726,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13837396539747715,
+      "step": 272
+    },
+    {
+      "epoch": 0.0455,
+      "grad_norm": 34.5,
+      "grad_norm_var": 299.1830729166667,
+      "learning_rate": 9.949377817386579e-05,
+      "loss": 7.748,
+      "loss/crossentropy": 2.084898829460144,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17804009094834328,
+      "step": 273
+    },
+    {
+      "epoch": 0.04566666666666667,
+      "grad_norm": 32.5,
+      "grad_norm_var": 299.40520833333335,
+      "learning_rate": 9.949005546387631e-05,
+      "loss": 7.6664,
+      "loss/crossentropy": 1.4455165565013885,
+      "loss/hidden": 3.734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17068586684763432,
+      "step": 274
+    },
+    {
+      "epoch": 0.04583333333333333,
+      "grad_norm": 29.75,
+      "grad_norm_var": 258.03098958333334,
+      "learning_rate": 9.948631918590746e-05,
+      "loss": 7.3021,
+      "loss/crossentropy": 1.790118157863617,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20695554837584496,
+      "step": 275
+    },
+    {
+      "epoch": 0.046,
+      "grad_norm": 31.375,
+      "grad_norm_var": 260.02024739583334,
+      "learning_rate": 9.948256934098352e-05,
+      "loss": 7.4683,
+      "loss/crossentropy": 1.9009050130844116,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14622126519680023,
+      "step": 276
+    },
+    {
+      "epoch": 0.04616666666666667,
+      "grad_norm": 30.25,
+      "grad_norm_var": 261.7728515625,
+      "learning_rate": 9.947880593013255e-05,
+      "loss": 6.8859,
+      "loss/crossentropy": 1.3700038492679596,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1501402109861374,
+      "step": 277
+    },
+    {
+      "epoch": 0.04633333333333333,
+      "grad_norm": 35.0,
+      "grad_norm_var": 261.9494140625,
+      "learning_rate": 9.947502895438631e-05,
+      "loss": 7.5624,
+      "loss/crossentropy": 1.6421467065811157,
+      "loss/hidden": 3.97265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2923738732933998,
+      "step": 278
+    },
+    {
+      "epoch": 0.0465,
+      "grad_norm": 31.25,
+      "grad_norm_var": 262.1228515625,
+      "learning_rate": 9.94712384147803e-05,
+      "loss": 7.6512,
+      "loss/crossentropy": 2.2700000405311584,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1824687384068966,
+      "step": 279
+    },
+    {
+      "epoch": 0.04666666666666667,
+      "grad_norm": 77.5,
+      "grad_norm_var": 363.0056640625,
+      "learning_rate": 9.94674343123537e-05,
+      "loss": 7.6463,
+      "loss/crossentropy": 1.9362052083015442,
+      "loss/hidden": 3.57421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22555846720933914,
+      "step": 280
+    },
+    {
+      "epoch": 0.04683333333333333,
+      "grad_norm": 60.75,
+      "grad_norm_var": 384.05462239583335,
+      "learning_rate": 9.946361664814943e-05,
+      "loss": 7.5631,
+      "loss/crossentropy": 1.9529215693473816,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21802689135074615,
+      "step": 281
+    },
+    {
+      "epoch": 0.047,
+      "grad_norm": 39.75,
+      "grad_norm_var": 379.08899739583336,
+      "learning_rate": 9.945978542321411e-05,
+      "loss": 7.4859,
+      "loss/crossentropy": 1.9232031404972076,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19063835218548775,
+      "step": 282
+    },
+    {
+      "epoch": 0.04716666666666667,
+      "grad_norm": 34.0,
+      "grad_norm_var": 374.39348958333335,
+      "learning_rate": 9.945594063859809e-05,
+      "loss": 7.6737,
+      "loss/crossentropy": 1.237590491771698,
+      "loss/hidden": 3.94921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17227556183934212,
+      "step": 283
+    },
+    {
+      "epoch": 0.04733333333333333,
+      "grad_norm": 30.875,
+      "grad_norm_var": 373.63307291666666,
+      "learning_rate": 9.945208229535548e-05,
+      "loss": 7.5977,
+      "loss/crossentropy": 1.904694378376007,
+      "loss/hidden": 3.65625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2495473362505436,
+      "step": 284
+    },
+    {
+      "epoch": 0.0475,
+      "grad_norm": 52.75,
+      "grad_norm_var": 175.61875,
+      "learning_rate": 9.944821039454402e-05,
+      "loss": 7.4746,
+      "loss/crossentropy": 1.3100051432847977,
+      "loss/hidden": 3.83203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20047403126955032,
+      "step": 285
+    },
+    {
+      "epoch": 0.04766666666666667,
+      "grad_norm": 44.0,
+      "grad_norm_var": 176.97291666666666,
+      "learning_rate": 9.944432493722524e-05,
+      "loss": 7.3571,
+      "loss/crossentropy": 1.7345851063728333,
+      "loss/hidden": 3.87109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.209664486348629,
+      "step": 286
+    },
+    {
+      "epoch": 0.04783333333333333,
+      "grad_norm": 34.5,
+      "grad_norm_var": 178.15182291666667,
+      "learning_rate": 9.944042592446434e-05,
+      "loss": 7.9188,
+      "loss/crossentropy": 1.5532788634300232,
+      "loss/hidden": 4.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21716440096497536,
+      "step": 287
+    },
+    {
+      "epoch": 0.048,
+      "grad_norm": 31.375,
+      "grad_norm_var": 179.72180989583333,
+      "learning_rate": 9.943651335733028e-05,
+      "loss": 7.3091,
+      "loss/crossentropy": 1.5013292729854584,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17087434977293015,
+      "step": 288
+    },
+    {
+      "epoch": 0.04816666666666667,
+      "grad_norm": 32.25,
+      "grad_norm_var": 181.50305989583333,
+      "learning_rate": 9.94325872368957e-05,
+      "loss": 7.3496,
+      "loss/crossentropy": 1.9843324422836304,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15040899068117142,
+      "step": 289
+    },
+    {
+      "epoch": 0.04833333333333333,
+      "grad_norm": 33.0,
+      "grad_norm_var": 181.06920572916667,
+      "learning_rate": 9.942864756423697e-05,
+      "loss": 7.6047,
+      "loss/crossentropy": 1.3669559061527252,
+      "loss/hidden": 3.875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3323919512331486,
+      "step": 290
+    },
+    {
+      "epoch": 0.0485,
+      "grad_norm": 36.25,
+      "grad_norm_var": 175.45618489583333,
+      "learning_rate": 9.942469434043418e-05,
+      "loss": 7.8764,
+      "loss/crossentropy": 2.0171509087085724,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17283064499497414,
+      "step": 291
+    },
+    {
+      "epoch": 0.048666666666666664,
+      "grad_norm": 32.75,
+      "grad_norm_var": 174.05182291666668,
+      "learning_rate": 9.942072756657112e-05,
+      "loss": 7.3889,
+      "loss/crossentropy": 1.4584332257509232,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1842716448009014,
+      "step": 292
+    },
+    {
+      "epoch": 0.04883333333333333,
+      "grad_norm": 56.5,
+      "grad_norm_var": 183.81354166666668,
+      "learning_rate": 9.941674724373531e-05,
+      "loss": 7.5858,
+      "loss/crossentropy": 1.7785181254148483,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1826663427054882,
+      "step": 293
+    },
+    {
+      "epoch": 0.049,
+      "grad_norm": 34.5,
+      "grad_norm_var": 184.25625,
+      "learning_rate": 9.941275337301796e-05,
+      "loss": 7.5304,
+      "loss/crossentropy": 1.922767847776413,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18793915212154388,
+      "step": 294
+    },
+    {
+      "epoch": 0.049166666666666664,
+      "grad_norm": 29.875,
+      "grad_norm_var": 186.2306640625,
+      "learning_rate": 9.940874595551404e-05,
+      "loss": 7.4593,
+      "loss/crossentropy": 1.6790326088666916,
+      "loss/hidden": 3.69921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.226290762424469,
+      "step": 295
+    },
+    {
+      "epoch": 0.04933333333333333,
+      "grad_norm": 33.25,
+      "grad_norm_var": 94.9650390625,
+      "learning_rate": 9.940472499232217e-05,
+      "loss": 7.3456,
+      "loss/crossentropy": 1.5425264686346054,
+      "loss/hidden": 3.69140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20014165341854095,
+      "step": 296
+    },
+    {
+      "epoch": 0.0495,
+      "grad_norm": 32.0,
+      "grad_norm_var": 61.42337239583333,
+      "learning_rate": 9.940069048454476e-05,
+      "loss": 7.2312,
+      "loss/crossentropy": 1.7203574776649475,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1594822872430086,
+      "step": 297
+    },
+    {
+      "epoch": 0.049666666666666665,
+      "grad_norm": 30.75,
+      "grad_norm_var": 62.857747395833336,
+      "learning_rate": 9.939664243328788e-05,
+      "loss": 7.2087,
+      "loss/crossentropy": 1.5136828869581223,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17818651348352432,
+      "step": 298
+    },
+    {
+      "epoch": 0.049833333333333334,
+      "grad_norm": 31.625,
+      "grad_norm_var": 63.895572916666666,
+      "learning_rate": 9.939258083966131e-05,
+      "loss": 7.4739,
+      "loss/crossentropy": 1.2135891020298004,
+      "loss/hidden": 4.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1756036840379238,
+      "step": 299
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 35.0,
+      "grad_norm_var": 62.13170572916667,
+      "learning_rate": 9.938850570477858e-05,
+      "loss": 7.8539,
+      "loss/crossentropy": 2.2176790833473206,
+      "loss/hidden": 3.66015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21778493002057076,
+      "step": 300
+    },
+    {
+      "epoch": 0.050166666666666665,
+      "grad_norm": 32.25,
+      "grad_norm_var": 43.361393229166666,
+      "learning_rate": 9.938441702975689e-05,
+      "loss": 7.7701,
+      "loss/crossentropy": 1.50228750705719,
+      "loss/hidden": 3.984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21811051666736603,
+      "step": 301
+    },
+    {
+      "epoch": 0.050333333333333334,
+      "grad_norm": 32.5,
+      "grad_norm_var": 37.8150390625,
+      "learning_rate": 9.93803148157172e-05,
+      "loss": 7.7161,
+      "loss/crossentropy": 1.6196162104606628,
+      "loss/hidden": 3.75390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2511756159365177,
+      "step": 302
+    },
+    {
+      "epoch": 0.0505,
+      "grad_norm": 31.875,
+      "grad_norm_var": 38.16640625,
+      "learning_rate": 9.937619906378413e-05,
+      "loss": 7.6818,
+      "loss/crossentropy": 1.9243209064006805,
+      "loss/hidden": 3.578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1884879358112812,
+      "step": 303
+    },
+    {
+      "epoch": 0.050666666666666665,
+      "grad_norm": 36.75,
+      "grad_norm_var": 38.01243489583333,
+      "learning_rate": 9.937206977508604e-05,
+      "loss": 7.7187,
+      "loss/crossentropy": 2.00638946890831,
+      "loss/hidden": 3.578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20743847452104092,
+      "step": 304
+    },
+    {
+      "epoch": 0.050833333333333335,
+      "grad_norm": 35.25,
+      "grad_norm_var": 37.69680989583333,
+      "learning_rate": 9.936792695075502e-05,
+      "loss": 7.5495,
+      "loss/crossentropy": 2.144765794277191,
+      "loss/hidden": 4.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.34854231029748917,
+      "step": 305
+    },
+    {
+      "epoch": 0.051,
+      "grad_norm": 32.5,
+      "grad_norm_var": 37.8212890625,
+      "learning_rate": 9.936377059192683e-05,
+      "loss": 8.0608,
+      "loss/crossentropy": 1.8376803696155548,
+      "loss/hidden": 4.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3084591254591942,
+      "step": 306
+    },
+    {
+      "epoch": 0.051166666666666666,
+      "grad_norm": 29.125,
+      "grad_norm_var": 39.428125,
+      "learning_rate": 9.935960069974096e-05,
+      "loss": 7.4009,
+      "loss/crossentropy": 1.757315680384636,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1837361603975296,
+      "step": 307
+    },
+    {
+      "epoch": 0.051333333333333335,
+      "grad_norm": 33.75,
+      "grad_norm_var": 39.303125,
+      "learning_rate": 9.935541727534062e-05,
+      "loss": 7.2565,
+      "loss/crossentropy": 1.2428034543991089,
+      "loss/hidden": 4.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2133203148841858,
+      "step": 308
+    },
+    {
+      "epoch": 0.0515,
+      "grad_norm": 33.0,
+      "grad_norm_var": 4.004166666666666,
+      "learning_rate": 9.93512203198727e-05,
+      "loss": 7.4448,
+      "loss/crossentropy": 1.4536133259534836,
+      "loss/hidden": 3.63671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1890176311135292,
+      "step": 309
+    },
+    {
+      "epoch": 0.051666666666666666,
+      "grad_norm": 34.25,
+      "grad_norm_var": 3.9497395833333333,
+      "learning_rate": 9.934700983448785e-05,
+      "loss": 7.3572,
+      "loss/crossentropy": 1.5229679942131042,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16795078665018082,
+      "step": 310
+    },
+    {
+      "epoch": 0.051833333333333335,
+      "grad_norm": 31.375,
+      "grad_norm_var": 3.5184895833333334,
+      "learning_rate": 9.934278582034037e-05,
+      "loss": 8.021,
+      "loss/crossentropy": 2.2002266943454742,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.30353260040283203,
+      "step": 311
+    },
+    {
+      "epoch": 0.052,
+      "grad_norm": 30.875,
+      "grad_norm_var": 3.737434895833333,
+      "learning_rate": 9.93385482785883e-05,
+      "loss": 7.6316,
+      "loss/crossentropy": 1.4069420397281647,
+      "loss/hidden": 3.796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1764775663614273,
+      "step": 312
+    },
+    {
+      "epoch": 0.05216666666666667,
+      "grad_norm": 31.5,
+      "grad_norm_var": 3.7983723958333333,
+      "learning_rate": 9.93342972103934e-05,
+      "loss": 7.0989,
+      "loss/crossentropy": 1.8300898224115372,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20034699887037277,
+      "step": 313
+    },
+    {
+      "epoch": 0.052333333333333336,
+      "grad_norm": 32.5,
+      "grad_norm_var": 3.5468098958333334,
+      "learning_rate": 9.933003261692113e-05,
+      "loss": 7.3283,
+      "loss/crossentropy": 1.3944992870092392,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12819642573595047,
+      "step": 314
+    },
+    {
+      "epoch": 0.0525,
+      "grad_norm": 32.25,
+      "grad_norm_var": 3.476822916666667,
+      "learning_rate": 9.932575449934062e-05,
+      "loss": 7.7229,
+      "loss/crossentropy": 2.354605346918106,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17047492787241936,
+      "step": 315
+    },
+    {
+      "epoch": 0.05266666666666667,
+      "grad_norm": 33.5,
+      "grad_norm_var": 3.1768229166666666,
+      "learning_rate": 9.932146285882477e-05,
+      "loss": 7.3177,
+      "loss/crossentropy": 1.7730609476566315,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17645995318889618,
+      "step": 316
+    },
+    {
+      "epoch": 0.052833333333333336,
+      "grad_norm": 35.0,
+      "grad_norm_var": 3.4833333333333334,
+      "learning_rate": 9.931715769655015e-05,
+      "loss": 7.7961,
+      "loss/crossentropy": 1.6061375439167023,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2202853336930275,
+      "step": 317
+    },
+    {
+      "epoch": 0.053,
+      "grad_norm": 31.625,
+      "grad_norm_var": 3.574934895833333,
+      "learning_rate": 9.931283901369706e-05,
+      "loss": 7.5045,
+      "loss/crossentropy": 1.0404724478721619,
+      "loss/hidden": 3.9140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22050953656435013,
+      "step": 318
+    },
+    {
+      "epoch": 0.05316666666666667,
+      "grad_norm": 31.0,
+      "grad_norm_var": 3.7330729166666665,
+      "learning_rate": 9.930850681144945e-05,
+      "loss": 7.6846,
+      "loss/crossentropy": 1.7995603382587433,
+      "loss/hidden": 3.91015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.261033620685339,
+      "step": 319
+    },
+    {
+      "epoch": 0.05333333333333334,
+      "grad_norm": 30.5,
+      "grad_norm_var": 2.8541666666666665,
+      "learning_rate": 9.930416109099505e-05,
+      "loss": 7.693,
+      "loss/crossentropy": 1.8140327036380768,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21637173742055893,
+      "step": 320
+    },
+    {
+      "epoch": 0.0535,
+      "grad_norm": 33.75,
+      "grad_norm_var": 2.419791666666667,
+      "learning_rate": 9.929980185352526e-05,
+      "loss": 7.2824,
+      "loss/crossentropy": 1.6707937568426132,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1599106565117836,
+      "step": 321
+    },
+    {
+      "epoch": 0.05366666666666667,
+      "grad_norm": 33.0,
+      "grad_norm_var": 2.45,
+      "learning_rate": 9.929542910023517e-05,
+      "loss": 7.4991,
+      "loss/crossentropy": 2.0937286615371704,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20110001415014267,
+      "step": 322
+    },
+    {
+      "epoch": 0.05383333333333333,
+      "grad_norm": 32.0,
+      "grad_norm_var": 1.7447265625,
+      "learning_rate": 9.929104283232362e-05,
+      "loss": 7.2991,
+      "loss/crossentropy": 1.5034100413322449,
+      "loss/hidden": 3.578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1632218137383461,
+      "step": 323
+    },
+    {
+      "epoch": 0.054,
+      "grad_norm": 31.75,
+      "grad_norm_var": 1.6593098958333334,
+      "learning_rate": 9.928664305099314e-05,
+      "loss": 7.4129,
+      "loss/crossentropy": 1.6899998188018799,
+      "loss/hidden": 3.734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24160628765821457,
+      "step": 324
+    },
+    {
+      "epoch": 0.05416666666666667,
+      "grad_norm": 30.375,
+      "grad_norm_var": 1.8684895833333333,
+      "learning_rate": 9.928222975744991e-05,
+      "loss": 7.5294,
+      "loss/crossentropy": 1.9032530784606934,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20945952832698822,
+      "step": 325
+    },
+    {
+      "epoch": 0.05433333333333333,
+      "grad_norm": 30.375,
+      "grad_norm_var": 1.7494140625,
+      "learning_rate": 9.927780295290389e-05,
+      "loss": 7.4902,
+      "loss/crossentropy": 2.1650781631469727,
+      "loss/hidden": 3.69140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21734672039747238,
+      "step": 326
+    },
+    {
+      "epoch": 0.0545,
+      "grad_norm": 30.125,
+      "grad_norm_var": 1.9447265625,
+      "learning_rate": 9.927336263856872e-05,
+      "loss": 7.2849,
+      "loss/crossentropy": 1.3737293183803558,
+      "loss/hidden": 3.859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19318902119994164,
+      "step": 327
+    },
+    {
+      "epoch": 0.05466666666666667,
+      "grad_norm": 31.75,
+      "grad_norm_var": 1.875,
+      "learning_rate": 9.926890881566171e-05,
+      "loss": 7.4656,
+      "loss/crossentropy": 1.3970333486795425,
+      "loss/hidden": 3.84765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25607638619840145,
+      "step": 328
+    },
+    {
+      "epoch": 0.05483333333333333,
+      "grad_norm": 33.0,
+      "grad_norm_var": 1.928125,
+      "learning_rate": 9.926444148540393e-05,
+      "loss": 7.5143,
+      "loss/crossentropy": 2.113563746213913,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19357622042298317,
+      "step": 329
+    },
+    {
+      "epoch": 0.055,
+      "grad_norm": 32.0,
+      "grad_norm_var": 1.9125,
+      "learning_rate": 9.925996064902011e-05,
+      "loss": 7.6879,
+      "loss/crossentropy": 1.4198494106531143,
+      "loss/hidden": 3.92578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19689097069203854,
+      "step": 330
+    },
+    {
+      "epoch": 0.05516666666666667,
+      "grad_norm": 31.75,
+      "grad_norm_var": 1.9114583333333333,
+      "learning_rate": 9.92554663077387e-05,
+      "loss": 7.3615,
+      "loss/crossentropy": 1.9942026734352112,
+      "loss/hidden": 3.7734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2034350484609604,
+      "step": 331
+    },
+    {
+      "epoch": 0.05533333333333333,
+      "grad_norm": 33.25,
+      "grad_norm_var": 1.8643229166666666,
+      "learning_rate": 9.925095846279184e-05,
+      "loss": 7.5943,
+      "loss/crossentropy": 1.7958940863609314,
+      "loss/hidden": 3.8515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2254759781062603,
+      "step": 332
+    },
+    {
+      "epoch": 0.0555,
+      "grad_norm": 33.25,
+      "grad_norm_var": 1.3447916666666666,
+      "learning_rate": 9.924643711541539e-05,
+      "loss": 7.6929,
+      "loss/crossentropy": 2.2087718546390533,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.217594176530838,
+      "step": 333
+    },
+    {
+      "epoch": 0.05566666666666667,
+      "grad_norm": 30.0,
+      "grad_norm_var": 1.5572265625,
+      "learning_rate": 9.92419022668489e-05,
+      "loss": 6.992,
+      "loss/crossentropy": 2.0006081461906433,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1748015247285366,
+      "step": 334
+    },
+    {
+      "epoch": 0.05583333333333333,
+      "grad_norm": 30.625,
+      "grad_norm_var": 1.603125,
+      "learning_rate": 9.923735391833564e-05,
+      "loss": 7.1254,
+      "loss/crossentropy": 1.3763177990913391,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16850856319069862,
+      "step": 335
+    },
+    {
+      "epoch": 0.056,
+      "grad_norm": 31.125,
+      "grad_norm_var": 1.5259765625,
+      "learning_rate": 9.923279207112255e-05,
+      "loss": 7.5483,
+      "loss/crossentropy": 2.0636999011039734,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19349276646971703,
+      "step": 336
+    },
+    {
+      "epoch": 0.05616666666666666,
+      "grad_norm": 30.875,
+      "grad_norm_var": 1.27890625,
+      "learning_rate": 9.922821672646027e-05,
+      "loss": 7.5106,
+      "loss/crossentropy": 2.108673393726349,
+      "loss/hidden": 3.49609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1966811791062355,
+      "step": 337
+    },
+    {
+      "epoch": 0.05633333333333333,
+      "grad_norm": 30.875,
+      "grad_norm_var": 1.1582682291666666,
+      "learning_rate": 9.922362788560319e-05,
+      "loss": 7.4267,
+      "loss/crossentropy": 1.1151272654533386,
+      "loss/hidden": 3.9375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22225746139883995,
+      "step": 338
+    },
+    {
+      "epoch": 0.0565,
+      "grad_norm": 30.625,
+      "grad_norm_var": 1.1747395833333334,
+      "learning_rate": 9.921902554980934e-05,
+      "loss": 7.04,
+      "loss/crossentropy": 1.8475845456123352,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21776658669114113,
+      "step": 339
+    },
+    {
+      "epoch": 0.056666666666666664,
+      "grad_norm": 32.5,
+      "grad_norm_var": 1.2489583333333334,
+      "learning_rate": 9.921440972034049e-05,
+      "loss": 7.5363,
+      "loss/crossentropy": 1.732244223356247,
+      "loss/hidden": 3.73046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18700235709547997,
+      "step": 340
+    },
+    {
+      "epoch": 0.05683333333333333,
+      "grad_norm": 30.875,
+      "grad_norm_var": 1.1958333333333333,
+      "learning_rate": 9.92097803984621e-05,
+      "loss": 7.2846,
+      "loss/crossentropy": 1.6501949727535248,
+      "loss/hidden": 3.765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21733957901597023,
+      "step": 341
+    },
+    {
+      "epoch": 0.057,
+      "grad_norm": 32.0,
+      "grad_norm_var": 1.1306640625,
+      "learning_rate": 9.920513758544332e-05,
+      "loss": 7.4429,
+      "loss/crossentropy": 2.1270740926265717,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16204610094428062,
+      "step": 342
+    },
+    {
+      "epoch": 0.057166666666666664,
+      "grad_norm": 34.75,
+      "grad_norm_var": 1.5955729166666666,
+      "learning_rate": 9.920048128255699e-05,
+      "loss": 7.7165,
+      "loss/crossentropy": 1.5288592278957367,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17006384581327438,
+      "step": 343
+    },
+    {
+      "epoch": 0.05733333333333333,
+      "grad_norm": 34.75,
+      "grad_norm_var": 2.126822916666667,
+      "learning_rate": 9.919581149107968e-05,
+      "loss": 7.4922,
+      "loss/crossentropy": 1.3599306643009186,
+      "loss/hidden": 4.02734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.30936116725206375,
+      "step": 344
+    },
+    {
+      "epoch": 0.0575,
+      "grad_norm": 31.125,
+      "grad_norm_var": 2.100455729166667,
+      "learning_rate": 9.919112821229163e-05,
+      "loss": 7.6191,
+      "loss/crossentropy": 1.263101488351822,
+      "loss/hidden": 3.70703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21637150272727013,
+      "step": 345
+    },
+    {
+      "epoch": 0.057666666666666665,
+      "grad_norm": 31.75,
+      "grad_norm_var": 2.1009765625,
+      "learning_rate": 9.918643144747681e-05,
+      "loss": 7.8287,
+      "loss/crossentropy": 1.9307979047298431,
+      "loss/hidden": 3.92578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3323311507701874,
+      "step": 346
+    },
+    {
+      "epoch": 0.057833333333333334,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.1077473958333335,
+      "learning_rate": 9.918172119792282e-05,
+      "loss": 7.665,
+      "loss/crossentropy": 2.110259026288986,
+      "loss/hidden": 3.63671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2538214847445488,
+      "step": 347
+    },
+    {
+      "epoch": 0.058,
+      "grad_norm": 30.75,
+      "grad_norm_var": 2.0530598958333335,
+      "learning_rate": 9.917699746492104e-05,
+      "loss": 7.3206,
+      "loss/crossentropy": 1.6958958506584167,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17854224145412445,
+      "step": 348
+    },
+    {
+      "epoch": 0.058166666666666665,
+      "grad_norm": 33.5,
+      "grad_norm_var": 2.106705729166667,
+      "learning_rate": 9.917226024976649e-05,
+      "loss": 7.5838,
+      "loss/crossentropy": 1.89556485414505,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.252014197409153,
+      "step": 349
+    },
+    {
+      "epoch": 0.058333333333333334,
+      "grad_norm": 34.25,
+      "grad_norm_var": 2.2306640625,
+      "learning_rate": 9.91675095537579e-05,
+      "loss": 7.6167,
+      "loss/crossentropy": 2.5545510947704315,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20364287123084068,
+      "step": 350
+    },
+    {
+      "epoch": 0.0585,
+      "grad_norm": 35.5,
+      "grad_norm_var": 2.796875,
+      "learning_rate": 9.916274537819775e-05,
+      "loss": 8.0692,
+      "loss/crossentropy": 1.9260480403900146,
+      "loss/hidden": 3.734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2535390965640545,
+      "step": 351
+    },
+    {
+      "epoch": 0.058666666666666666,
+      "grad_norm": 30.0,
+      "grad_norm_var": 3.0587890625,
+      "learning_rate": 9.915796772439207e-05,
+      "loss": 6.9244,
+      "loss/crossentropy": 1.3378092050552368,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1299455240368843,
+      "step": 352
+    },
+    {
+      "epoch": 0.058833333333333335,
+      "grad_norm": 31.75,
+      "grad_norm_var": 2.943489583333333,
+      "learning_rate": 9.915317659365077e-05,
+      "loss": 7.1952,
+      "loss/crossentropy": 2.034640520811081,
+      "loss/hidden": 3.8203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21266617625951767,
+      "step": 353
+    },
+    {
+      "epoch": 0.059,
+      "grad_norm": 30.25,
+      "grad_norm_var": 3.088997395833333,
+      "learning_rate": 9.914837198728733e-05,
+      "loss": 7.1558,
+      "loss/crossentropy": 2.037965625524521,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1865476667881012,
+      "step": 354
+    },
+    {
+      "epoch": 0.059166666666666666,
+      "grad_norm": 32.75,
+      "grad_norm_var": 2.8997395833333335,
+      "learning_rate": 9.914355390661896e-05,
+      "loss": 7.4129,
+      "loss/crossentropy": 1.7422327101230621,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17895380780100822,
+      "step": 355
+    },
+    {
+      "epoch": 0.059333333333333335,
+      "grad_norm": 32.75,
+      "grad_norm_var": 2.90625,
+      "learning_rate": 9.913872235296657e-05,
+      "loss": 7.8146,
+      "loss/crossentropy": 1.9063669443130493,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20077048987150192,
+      "step": 356
+    },
+    {
+      "epoch": 0.0595,
+      "grad_norm": 30.25,
+      "grad_norm_var": 3.0608723958333335,
+      "learning_rate": 9.913387732765475e-05,
+      "loss": 7.0098,
+      "loss/crossentropy": 1.535146176815033,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23291584476828575,
+      "step": 357
+    },
+    {
+      "epoch": 0.059666666666666666,
+      "grad_norm": 31.25,
+      "grad_norm_var": 3.135872395833333,
+      "learning_rate": 9.91290188320118e-05,
+      "loss": 6.9395,
+      "loss/crossentropy": 1.5794707238674164,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20209918171167374,
+      "step": 358
+    },
+    {
+      "epoch": 0.059833333333333336,
+      "grad_norm": 31.25,
+      "grad_norm_var": 2.7822265625,
+      "learning_rate": 9.91241468673697e-05,
+      "loss": 7.1428,
+      "loss/crossentropy": 1.551845133304596,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16993633657693863,
+      "step": 359
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 28.375,
+      "grad_norm_var": 3.09765625,
+      "learning_rate": 9.911926143506412e-05,
+      "loss": 7.1726,
+      "loss/crossentropy": 2.04102224111557,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19895951822400093,
+      "step": 360
+    },
+    {
+      "epoch": 0.06016666666666667,
+      "grad_norm": 30.0,
+      "grad_norm_var": 3.2681640625,
+      "learning_rate": 9.911436253643445e-05,
+      "loss": 7.4218,
+      "loss/crossentropy": 1.2187197357416153,
+      "loss/hidden": 3.890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22673745080828667,
+      "step": 361
+    },
+    {
+      "epoch": 0.060333333333333336,
+      "grad_norm": 32.5,
+      "grad_norm_var": 3.3119140625,
+      "learning_rate": 9.910945017282372e-05,
+      "loss": 7.0264,
+      "loss/crossentropy": 1.0910635814070702,
+      "loss/hidden": 3.62890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1586693823337555,
+      "step": 362
+    },
+    {
+      "epoch": 0.0605,
+      "grad_norm": 31.625,
+      "grad_norm_var": 3.29140625,
+      "learning_rate": 9.91045243455787e-05,
+      "loss": 7.4063,
+      "loss/crossentropy": 1.703506886959076,
+      "loss/hidden": 3.6796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1660308763384819,
+      "step": 363
+    },
+    {
+      "epoch": 0.06066666666666667,
+      "grad_norm": 34.5,
+      "grad_norm_var": 3.709375,
+      "learning_rate": 9.909958505604984e-05,
+      "loss": 7.2245,
+      "loss/crossentropy": 1.409069374203682,
+      "loss/hidden": 3.7109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22200162708759308,
+      "step": 364
+    },
+    {
+      "epoch": 0.060833333333333336,
+      "grad_norm": 33.25,
+      "grad_norm_var": 3.66015625,
+      "learning_rate": 9.909463230559127e-05,
+      "loss": 7.655,
+      "loss/crossentropy": 1.4122879952192307,
+      "loss/hidden": 3.83984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18040809780359268,
+      "step": 365
+    },
+    {
+      "epoch": 0.061,
+      "grad_norm": 31.125,
+      "grad_norm_var": 3.2874348958333335,
+      "learning_rate": 9.908966609556079e-05,
+      "loss": 8.0707,
+      "loss/crossentropy": 2.1443492472171783,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1719832681119442,
+      "step": 366
+    },
+    {
+      "epoch": 0.06116666666666667,
+      "grad_norm": 35.25,
+      "grad_norm_var": 3.1645182291666667,
+      "learning_rate": 9.908468642731995e-05,
+      "loss": 7.4423,
+      "loss/crossentropy": 1.669471025466919,
+      "loss/hidden": 3.84765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.194247554987669,
+      "step": 367
+    },
+    {
+      "epoch": 0.06133333333333333,
+      "grad_norm": 33.25,
+      "grad_norm_var": 3.096809895833333,
+      "learning_rate": 9.907969330223395e-05,
+      "loss": 7.497,
+      "loss/crossentropy": 1.650326743721962,
+      "loss/hidden": 3.71875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18958208337426186,
+      "step": 368
+    },
+    {
+      "epoch": 0.0615,
+      "grad_norm": 32.75,
+      "grad_norm_var": 3.1416015625,
+      "learning_rate": 9.907468672167165e-05,
+      "loss": 7.1178,
+      "loss/crossentropy": 1.2656744867563248,
+      "loss/hidden": 3.71484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1717012356966734,
+      "step": 369
+    },
+    {
+      "epoch": 0.06166666666666667,
+      "grad_norm": 32.5,
+      "grad_norm_var": 2.9494140625,
+      "learning_rate": 9.906966668700567e-05,
+      "loss": 7.068,
+      "loss/crossentropy": 1.3486099988222122,
+      "loss/hidden": 3.6328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1758405789732933,
+      "step": 370
+    },
+    {
+      "epoch": 0.06183333333333333,
+      "grad_norm": 31.875,
+      "grad_norm_var": 2.919791666666667,
+      "learning_rate": 9.906463319961225e-05,
+      "loss": 7.6119,
+      "loss/crossentropy": 2.083003431558609,
+      "loss/hidden": 3.81640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21161380410194397,
+      "step": 371
+    },
+    {
+      "epoch": 0.062,
+      "grad_norm": 33.0,
+      "grad_norm_var": 2.94765625,
+      "learning_rate": 9.90595862608714e-05,
+      "loss": 7.1607,
+      "loss/crossentropy": 1.420634001493454,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16716723702847958,
+      "step": 372
+    },
+    {
+      "epoch": 0.06216666666666667,
+      "grad_norm": 30.625,
+      "grad_norm_var": 2.8666015625,
+      "learning_rate": 9.90545258721667e-05,
+      "loss": 7.2752,
+      "loss/crossentropy": 2.1014665961265564,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15661929920315742,
+      "step": 373
+    },
+    {
+      "epoch": 0.06233333333333333,
+      "grad_norm": 34.25,
+      "grad_norm_var": 3.1009765625,
+      "learning_rate": 9.904945203488554e-05,
+      "loss": 7.1848,
+      "loss/crossentropy": 1.617295429110527,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20422854647040367,
+      "step": 374
+    },
+    {
+      "epoch": 0.0625,
+      "grad_norm": 32.5,
+      "grad_norm_var": 3.0306640625,
+      "learning_rate": 9.904436475041891e-05,
+      "loss": 7.4797,
+      "loss/crossentropy": 2.26700422167778,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18778881430625916,
+      "step": 375
+    },
+    {
+      "epoch": 0.06266666666666666,
+      "grad_norm": 32.0,
+      "grad_norm_var": 1.9375,
+      "learning_rate": 9.903926402016153e-05,
+      "loss": 7.4606,
+      "loss/crossentropy": 1.9848062098026276,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26049788668751717,
+      "step": 376
+    },
+    {
+      "epoch": 0.06283333333333334,
+      "grad_norm": 28.125,
+      "grad_norm_var": 2.7978515625,
+      "learning_rate": 9.903414984551179e-05,
+      "loss": 7.249,
+      "loss/crossentropy": 1.9200113117694855,
+      "loss/hidden": 3.6484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23478441685438156,
+      "step": 377
+    },
+    {
+      "epoch": 0.063,
+      "grad_norm": 33.25,
+      "grad_norm_var": 2.8384765625,
+      "learning_rate": 9.902902222787175e-05,
+      "loss": 7.4366,
+      "loss/crossentropy": 1.7129599452018738,
+      "loss/hidden": 3.80078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18362978473305702,
+      "step": 378
+    },
+    {
+      "epoch": 0.06316666666666666,
+      "grad_norm": 34.0,
+      "grad_norm_var": 2.91640625,
+      "learning_rate": 9.902388116864722e-05,
+      "loss": 7.4767,
+      "loss/crossentropy": 1.3501964658498764,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1189290564507246,
+      "step": 379
+    },
+    {
+      "epoch": 0.06333333333333334,
+      "grad_norm": 33.5,
+      "grad_norm_var": 2.7309895833333333,
+      "learning_rate": 9.901872666924764e-05,
+      "loss": 7.3649,
+      "loss/crossentropy": 2.340759515762329,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20152597874403,
+      "step": 380
+    },
+    {
+      "epoch": 0.0635,
+      "grad_norm": 32.0,
+      "grad_norm_var": 2.716666666666667,
+      "learning_rate": 9.901355873108609e-05,
+      "loss": 7.2519,
+      "loss/crossentropy": 1.875748872756958,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19418711960315704,
+      "step": 381
+    },
+    {
+      "epoch": 0.06366666666666666,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.5895182291666665,
+      "learning_rate": 9.900837735557947e-05,
+      "loss": 7.3722,
+      "loss/crossentropy": 1.8264379799365997,
+      "loss/hidden": 3.72265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21041027829051018,
+      "step": 382
+    },
+    {
+      "epoch": 0.06383333333333334,
+      "grad_norm": 33.5,
+      "grad_norm_var": 2.1556640625,
+      "learning_rate": 9.900318254414821e-05,
+      "loss": 7.4797,
+      "loss/crossentropy": 2.100499212741852,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21592680737376213,
+      "step": 383
+    },
+    {
+      "epoch": 0.064,
+      "grad_norm": 29.875,
+      "grad_norm_var": 2.5125,
+      "learning_rate": 9.899797429821656e-05,
+      "loss": 7.0055,
+      "loss/crossentropy": 1.8394896984100342,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21314410492777824,
+      "step": 384
+    },
+    {
+      "epoch": 0.06416666666666666,
+      "grad_norm": 37.0,
+      "grad_norm_var": 3.9247395833333334,
+      "learning_rate": 9.899275261921234e-05,
+      "loss": 7.7596,
+      "loss/crossentropy": 1.4905634820461273,
+      "loss/hidden": 3.8828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21177972108125687,
+      "step": 385
+    },
+    {
+      "epoch": 0.06433333333333334,
+      "grad_norm": 33.5,
+      "grad_norm_var": 3.98515625,
+      "learning_rate": 9.898751750856713e-05,
+      "loss": 7.8125,
+      "loss/crossentropy": 1.5256913900375366,
+      "loss/hidden": 3.54296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17715035378932953,
+      "step": 386
+    },
+    {
+      "epoch": 0.0645,
+      "grad_norm": 30.25,
+      "grad_norm_var": 4.3025390625,
+      "learning_rate": 9.898226896771619e-05,
+      "loss": 7.4127,
+      "loss/crossentropy": 1.7017391622066498,
+      "loss/hidden": 3.9765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.36126620322465897,
+      "step": 387
+    },
+    {
+      "epoch": 0.06466666666666666,
+      "grad_norm": 29.75,
+      "grad_norm_var": 4.735872395833334,
+      "learning_rate": 9.897700699809837e-05,
+      "loss": 7.3459,
+      "loss/crossentropy": 2.117743670940399,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20285234227776527,
+      "step": 388
+    },
+    {
+      "epoch": 0.06483333333333334,
+      "grad_norm": 31.5,
+      "grad_norm_var": 4.59140625,
+      "learning_rate": 9.897173160115632e-05,
+      "loss": 7.3591,
+      "loss/crossentropy": 1.51130610704422,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15151387825608253,
+      "step": 389
+    },
+    {
+      "epoch": 0.065,
+      "grad_norm": 33.75,
+      "grad_norm_var": 4.47890625,
+      "learning_rate": 9.896644277833631e-05,
+      "loss": 7.651,
+      "loss/crossentropy": 1.2360347509384155,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14697962626814842,
+      "step": 390
+    },
+    {
+      "epoch": 0.06516666666666666,
+      "grad_norm": 34.75,
+      "grad_norm_var": 4.85625,
+      "learning_rate": 9.896114053108829e-05,
+      "loss": 7.6821,
+      "loss/crossentropy": 1.6834103763103485,
+      "loss/hidden": 3.69140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.30382155627012253,
+      "step": 391
+    },
+    {
+      "epoch": 0.06533333333333333,
+      "grad_norm": 32.25,
+      "grad_norm_var": 4.845572916666667,
+      "learning_rate": 9.895582486086592e-05,
+      "loss": 7.3562,
+      "loss/crossentropy": 1.5958560854196548,
+      "loss/hidden": 3.78515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1785712093114853,
+      "step": 392
+    },
+    {
+      "epoch": 0.0655,
+      "grad_norm": 34.0,
+      "grad_norm_var": 3.612434895833333,
+      "learning_rate": 9.89504957691265e-05,
+      "loss": 7.5119,
+      "loss/crossentropy": 1.34417524933815,
+      "loss/hidden": 3.66796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18383424542844296,
+      "step": 393
+    },
+    {
+      "epoch": 0.06566666666666666,
+      "grad_norm": 32.75,
+      "grad_norm_var": 3.5994140625,
+      "learning_rate": 9.894515325733103e-05,
+      "loss": 7.6725,
+      "loss/crossentropy": 1.6958922445774078,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.174136221408844,
+      "step": 394
+    },
+    {
+      "epoch": 0.06583333333333333,
+      "grad_norm": 31.375,
+      "grad_norm_var": 3.60625,
+      "learning_rate": 9.893979732694421e-05,
+      "loss": 7.1315,
+      "loss/crossentropy": 1.6653735637664795,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16760963946580887,
+      "step": 395
+    },
+    {
+      "epoch": 0.066,
+      "grad_norm": 29.375,
+      "grad_norm_var": 4.1884765625,
+      "learning_rate": 9.89344279794344e-05,
+      "loss": 7.1095,
+      "loss/crossentropy": 1.5993010103702545,
+      "loss/hidden": 3.58984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17182908952236176,
+      "step": 396
+    },
+    {
+      "epoch": 0.06616666666666667,
+      "grad_norm": 34.0,
+      "grad_norm_var": 4.340559895833334,
+      "learning_rate": 9.892904521627361e-05,
+      "loss": 7.0819,
+      "loss/crossentropy": 1.4599365592002869,
+      "loss/hidden": 3.8125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18065180256962776,
+      "step": 397
+    },
+    {
+      "epoch": 0.06633333333333333,
+      "grad_norm": 64.0,
+      "grad_norm_var": 66.31920572916667,
+      "learning_rate": 9.892364903893759e-05,
+      "loss": 7.313,
+      "loss/crossentropy": 2.08347424864769,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21691031754016876,
+      "step": 398
+    },
+    {
+      "epoch": 0.0665,
+      "grad_norm": 33.0,
+      "grad_norm_var": 66.39993489583334,
+      "learning_rate": 9.891823944890568e-05,
+      "loss": 7.1682,
+      "loss/crossentropy": 1.3314939439296722,
+      "loss/hidden": 3.703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19921602681279182,
+      "step": 399
+    },
+    {
+      "epoch": 0.06666666666666667,
+      "grad_norm": 31.125,
+      "grad_norm_var": 65.73587239583334,
+      "learning_rate": 9.8912816447661e-05,
+      "loss": 7.2361,
+      "loss/crossentropy": 1.031214565038681,
+      "loss/hidden": 3.671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15684598125517368,
+      "step": 400
+    },
+    {
+      "epoch": 0.06683333333333333,
+      "grad_norm": 31.625,
+      "grad_norm_var": 65.76666666666667,
+      "learning_rate": 9.890738003669029e-05,
+      "loss": 7.2621,
+      "loss/crossentropy": 2.0488553047180176,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18182619661092758,
+      "step": 401
+    },
+    {
+      "epoch": 0.067,
+      "grad_norm": 31.125,
+      "grad_norm_var": 66.3369140625,
+      "learning_rate": 9.890193021748395e-05,
+      "loss": 7.341,
+      "loss/crossentropy": 1.5651976019144058,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1589721255004406,
+      "step": 402
+    },
+    {
+      "epoch": 0.06716666666666667,
+      "grad_norm": 31.0,
+      "grad_norm_var": 65.9931640625,
+      "learning_rate": 9.88964669915361e-05,
+      "loss": 7.3422,
+      "loss/crossentropy": 1.7897996976971626,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14813226275146008,
+      "step": 403
+    },
+    {
+      "epoch": 0.06733333333333333,
+      "grad_norm": 31.25,
+      "grad_norm_var": 65.2666015625,
+      "learning_rate": 9.889099036034451e-05,
+      "loss": 7.2486,
+      "loss/crossentropy": 2.028013914823532,
+      "loss/hidden": 4.015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2523065656423569,
+      "step": 404
+    },
+    {
+      "epoch": 0.0675,
+      "grad_norm": 34.25,
+      "grad_norm_var": 64.75670572916667,
+      "learning_rate": 9.888550032541059e-05,
+      "loss": 7.6157,
+      "loss/crossentropy": 1.7820807695388794,
+      "loss/hidden": 3.8359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1764237843453884,
+      "step": 405
+    },
+    {
+      "epoch": 0.06766666666666667,
+      "grad_norm": 31.125,
+      "grad_norm_var": 65.39791666666666,
+      "learning_rate": 9.887999688823955e-05,
+      "loss": 7.3084,
+      "loss/crossentropy": 1.5304799228906631,
+      "loss/hidden": 3.9453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26905737072229385,
+      "step": 406
+    },
+    {
+      "epoch": 0.06783333333333333,
+      "grad_norm": 32.5,
+      "grad_norm_var": 65.54557291666667,
+      "learning_rate": 9.88744800503401e-05,
+      "loss": 7.4814,
+      "loss/crossentropy": 1.909523993730545,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22289742529392242,
+      "step": 407
+    },
+    {
+      "epoch": 0.068,
+      "grad_norm": 35.5,
+      "grad_norm_var": 65.42708333333333,
+      "learning_rate": 9.886894981322476e-05,
+      "loss": 7.5579,
+      "loss/crossentropy": 1.9321822822093964,
+      "loss/hidden": 4.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21899055689573288,
+      "step": 408
+    },
+    {
+      "epoch": 0.06816666666666667,
+      "grad_norm": 35.0,
+      "grad_norm_var": 65.45625,
+      "learning_rate": 9.886340617840968e-05,
+      "loss": 7.4951,
+      "loss/crossentropy": 1.745114415884018,
+      "loss/hidden": 3.74609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19060330465435982,
+      "step": 409
+    },
+    {
+      "epoch": 0.06833333333333333,
+      "grad_norm": 31.0,
+      "grad_norm_var": 66.01223958333334,
+      "learning_rate": 9.885784914741465e-05,
+      "loss": 7.514,
+      "loss/crossentropy": 2.1204441487789154,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19498489424586296,
+      "step": 410
+    },
+    {
+      "epoch": 0.0685,
+      "grad_norm": 30.5,
+      "grad_norm_var": 66.3900390625,
+      "learning_rate": 9.88522787217632e-05,
+      "loss": 7.2348,
+      "loss/crossentropy": 1.9602341055870056,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16496751084923744,
+      "step": 411
+    },
+    {
+      "epoch": 0.06866666666666667,
+      "grad_norm": 32.0,
+      "grad_norm_var": 65.15,
+      "learning_rate": 9.884669490298244e-05,
+      "loss": 7.1868,
+      "loss/crossentropy": 1.9193522334098816,
+      "loss/hidden": 3.7734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22780518978834152,
+      "step": 412
+    },
+    {
+      "epoch": 0.06883333333333333,
+      "grad_norm": 31.125,
+      "grad_norm_var": 65.78639322916666,
+      "learning_rate": 9.884109769260325e-05,
+      "loss": 7.2402,
+      "loss/crossentropy": 1.510194793343544,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18128687515854836,
+      "step": 413
+    },
+    {
+      "epoch": 0.069,
+      "grad_norm": 31.75,
+      "grad_norm_var": 2.3613932291666666,
+      "learning_rate": 9.883548709216013e-05,
+      "loss": 7.3283,
+      "loss/crossentropy": 1.604835420846939,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1667223460972309,
+      "step": 414
+    },
+    {
+      "epoch": 0.06916666666666667,
+      "grad_norm": 29.875,
+      "grad_norm_var": 2.60390625,
+      "learning_rate": 9.882986310319124e-05,
+      "loss": 7.3877,
+      "loss/crossentropy": 1.790344089269638,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17915276437997818,
+      "step": 415
+    },
+    {
+      "epoch": 0.06933333333333333,
+      "grad_norm": 30.625,
+      "grad_norm_var": 2.67265625,
+      "learning_rate": 9.882422572723844e-05,
+      "loss": 7.0171,
+      "loss/crossentropy": 2.0589410960674286,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21364706382155418,
+      "step": 416
+    },
+    {
+      "epoch": 0.0695,
+      "grad_norm": 30.375,
+      "grad_norm_var": 2.814583333333333,
+      "learning_rate": 9.881857496584726e-05,
+      "loss": 7.111,
+      "loss/crossentropy": 1.3649069666862488,
+      "loss/hidden": 3.74609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23485032096505165,
+      "step": 417
+    },
+    {
+      "epoch": 0.06966666666666667,
+      "grad_norm": 30.5,
+      "grad_norm_var": 2.8962890625,
+      "learning_rate": 9.881291082056685e-05,
+      "loss": 7.2745,
+      "loss/crossentropy": 1.6852681040763855,
+      "loss/hidden": 3.73046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23358748480677605,
+      "step": 418
+    },
+    {
+      "epoch": 0.06983333333333333,
+      "grad_norm": 31.75,
+      "grad_norm_var": 2.8541015625,
+      "learning_rate": 9.880723329295012e-05,
+      "loss": 7.4246,
+      "loss/crossentropy": 1.7184284329414368,
+      "loss/hidden": 3.61328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20467643439769745,
+      "step": 419
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 30.375,
+      "grad_norm_var": 2.968489583333333,
+      "learning_rate": 9.880154238455356e-05,
+      "loss": 7.1977,
+      "loss/crossentropy": 1.639914184808731,
+      "loss/hidden": 3.69921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.27305275201797485,
+      "step": 420
+    },
+    {
+      "epoch": 0.07016666666666667,
+      "grad_norm": 30.125,
+      "grad_norm_var": 2.6655598958333333,
+      "learning_rate": 9.879583809693738e-05,
+      "loss": 7.1936,
+      "loss/crossentropy": 1.7328845262527466,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14637303911149502,
+      "step": 421
+    },
+    {
+      "epoch": 0.07033333333333333,
+      "grad_norm": 34.0,
+      "grad_norm_var": 3.035416666666667,
+      "learning_rate": 9.879012043166542e-05,
+      "loss": 7.6863,
+      "loss/crossentropy": 1.6795161664485931,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17538448050618172,
+      "step": 422
+    },
+    {
+      "epoch": 0.0705,
+      "grad_norm": 31.5,
+      "grad_norm_var": 2.9895833333333335,
+      "learning_rate": 9.878438939030526e-05,
+      "loss": 7.4762,
+      "loss/crossentropy": 1.9363873898983002,
+      "loss/hidden": 3.85546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.42479467391967773,
+      "step": 423
+    },
+    {
+      "epoch": 0.07066666666666667,
+      "grad_norm": 31.625,
+      "grad_norm_var": 1.9259765625,
+      "learning_rate": 9.877864497442804e-05,
+      "loss": 7.6811,
+      "loss/crossentropy": 1.9779807329177856,
+      "loss/hidden": 3.671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22114330902695656,
+      "step": 424
+    },
+    {
+      "epoch": 0.07083333333333333,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.3530598958333333,
+      "learning_rate": 9.877288718560866e-05,
+      "loss": 7.1135,
+      "loss/crossentropy": 1.2891452014446259,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12475473806262016,
+      "step": 425
+    },
+    {
+      "epoch": 0.071,
+      "grad_norm": 29.0,
+      "grad_norm_var": 1.6009765625,
+      "learning_rate": 9.876711602542563e-05,
+      "loss": 7.2409,
+      "loss/crossentropy": 1.786192610859871,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18037456832826138,
+      "step": 426
+    },
+    {
+      "epoch": 0.07116666666666667,
+      "grad_norm": 32.75,
+      "grad_norm_var": 1.8072265625,
+      "learning_rate": 9.876133149546118e-05,
+      "loss": 7.4427,
+      "loss/crossentropy": 1.9531354904174805,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1618359051644802,
+      "step": 427
+    },
+    {
+      "epoch": 0.07133333333333333,
+      "grad_norm": 34.5,
+      "grad_norm_var": 2.528580729166667,
+      "learning_rate": 9.875553359730114e-05,
+      "loss": 7.2901,
+      "loss/crossentropy": 1.4478426724672318,
+      "loss/hidden": 3.93359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1801770105957985,
+      "step": 428
+    },
+    {
+      "epoch": 0.0715,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.601822916666667,
+      "learning_rate": 9.874972233253504e-05,
+      "loss": 7.0818,
+      "loss/crossentropy": 1.631743460893631,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19842953979969025,
+      "step": 429
+    },
+    {
+      "epoch": 0.07166666666666667,
+      "grad_norm": 30.75,
+      "grad_norm_var": 2.595572916666667,
+      "learning_rate": 9.874389770275607e-05,
+      "loss": 7.5555,
+      "loss/crossentropy": 1.5108791291713715,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16849511303007603,
+      "step": 430
+    },
+    {
+      "epoch": 0.07183333333333333,
+      "grad_norm": 33.0,
+      "grad_norm_var": 2.6655598958333333,
+      "learning_rate": 9.87380597095611e-05,
+      "loss": 7.6512,
+      "loss/crossentropy": 1.9580343961715698,
+      "loss/hidden": 3.6171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21497854217886925,
+      "step": 431
+    },
+    {
+      "epoch": 0.072,
+      "grad_norm": 32.75,
+      "grad_norm_var": 2.7375,
+      "learning_rate": 9.873220835455064e-05,
+      "loss": 7.5562,
+      "loss/crossentropy": 1.9114446938037872,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15941833890974522,
+      "step": 432
+    },
+    {
+      "epoch": 0.07216666666666667,
+      "grad_norm": 30.125,
+      "grad_norm_var": 2.77890625,
+      "learning_rate": 9.872634363932887e-05,
+      "loss": 7.3277,
+      "loss/crossentropy": 1.5630664974451065,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15427661500871181,
+      "step": 433
+    },
+    {
+      "epoch": 0.07233333333333333,
+      "grad_norm": 31.875,
+      "grad_norm_var": 2.7166015625,
+      "learning_rate": 9.872046556550363e-05,
+      "loss": 7.2233,
+      "loss/crossentropy": 1.781863272190094,
+      "loss/hidden": 4.01171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.256728108972311,
+      "step": 434
+    },
+    {
+      "epoch": 0.0725,
+      "grad_norm": 32.0,
+      "grad_norm_var": 2.7264973958333334,
+      "learning_rate": 9.871457413468644e-05,
+      "loss": 7.226,
+      "loss/crossentropy": 1.3000462800264359,
+      "loss/hidden": 3.83984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21796053275465965,
+      "step": 435
+    },
+    {
+      "epoch": 0.07266666666666667,
+      "grad_norm": 32.0,
+      "grad_norm_var": 2.629166666666667,
+      "learning_rate": 9.870866934849248e-05,
+      "loss": 7.351,
+      "loss/crossentropy": 1.6976856887340546,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1842471994459629,
+      "step": 436
+    },
+    {
+      "epoch": 0.07283333333333333,
+      "grad_norm": 30.875,
+      "grad_norm_var": 2.508072916666667,
+      "learning_rate": 9.870275120854054e-05,
+      "loss": 7.5839,
+      "loss/crossentropy": 2.3903128504753113,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18865225464105606,
+      "step": 437
+    },
+    {
+      "epoch": 0.073,
+      "grad_norm": 30.75,
+      "grad_norm_var": 2.1864583333333334,
+      "learning_rate": 9.869681971645315e-05,
+      "loss": 7.4518,
+      "loss/crossentropy": 1.8442813605070114,
+      "loss/hidden": 3.54296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1843016818165779,
+      "step": 438
+    },
+    {
+      "epoch": 0.07316666666666667,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.218489583333333,
+      "learning_rate": 9.869087487385644e-05,
+      "loss": 7.6065,
+      "loss/crossentropy": 1.7373953759670258,
+      "loss/hidden": 3.7265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17827446945011616,
+      "step": 439
+    },
+    {
+      "epoch": 0.07333333333333333,
+      "grad_norm": 36.0,
+      "grad_norm_var": 3.442122395833333,
+      "learning_rate": 9.868491668238025e-05,
+      "loss": 7.2492,
+      "loss/crossentropy": 1.6353029012680054,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1661812923848629,
+      "step": 440
+    },
+    {
+      "epoch": 0.0735,
+      "grad_norm": 32.75,
+      "grad_norm_var": 2.787955729166667,
+      "learning_rate": 9.867894514365802e-05,
+      "loss": 7.4579,
+      "loss/crossentropy": 1.672650307416916,
+      "loss/hidden": 3.875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2703779861330986,
+      "step": 441
+    },
+    {
+      "epoch": 0.07366666666666667,
+      "grad_norm": 31.25,
+      "grad_norm_var": 2.1738932291666666,
+      "learning_rate": 9.867296025932688e-05,
+      "loss": 7.2466,
+      "loss/crossentropy": 2.3615481853485107,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19613812491297722,
+      "step": 442
+    },
+    {
+      "epoch": 0.07383333333333333,
+      "grad_norm": 32.75,
+      "grad_norm_var": 2.1738932291666666,
+      "learning_rate": 9.866696203102766e-05,
+      "loss": 7.2187,
+      "loss/crossentropy": 1.9904030561447144,
+      "loss/hidden": 3.890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2621547132730484,
+      "step": 443
+    },
+    {
+      "epoch": 0.074,
+      "grad_norm": 31.125,
+      "grad_norm_var": 1.8697916666666667,
+      "learning_rate": 9.866095046040478e-05,
+      "loss": 7.6522,
+      "loss/crossentropy": 1.8616594970226288,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16203163377940655,
+      "step": 444
+    },
+    {
+      "epoch": 0.07416666666666667,
+      "grad_norm": 32.5,
+      "grad_norm_var": 1.8809895833333334,
+      "learning_rate": 9.865492554910633e-05,
+      "loss": 7.303,
+      "loss/crossentropy": 1.496483102440834,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24139206856489182,
+      "step": 445
+    },
+    {
+      "epoch": 0.07433333333333333,
+      "grad_norm": 32.0,
+      "grad_norm_var": 1.7625,
+      "learning_rate": 9.86488872987841e-05,
+      "loss": 7.356,
+      "loss/crossentropy": 1.637431263923645,
+      "loss/hidden": 3.98046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2300253063440323,
+      "step": 446
+    },
+    {
+      "epoch": 0.0745,
+      "grad_norm": 31.125,
+      "grad_norm_var": 1.7634765625,
+      "learning_rate": 9.864283571109352e-05,
+      "loss": 7.8614,
+      "loss/crossentropy": 1.583919882774353,
+      "loss/hidden": 3.80078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2739395461976528,
+      "step": 447
+    },
+    {
+      "epoch": 0.07466666666666667,
+      "grad_norm": 32.0,
+      "grad_norm_var": 1.7244140625,
+      "learning_rate": 9.863677078769362e-05,
+      "loss": 7.5423,
+      "loss/crossentropy": 1.9376616775989532,
+      "loss/hidden": 3.75390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2414015680551529,
+      "step": 448
+    },
+    {
+      "epoch": 0.07483333333333334,
+      "grad_norm": 32.75,
+      "grad_norm_var": 1.5125,
+      "learning_rate": 9.863069253024719e-05,
+      "loss": 7.9243,
+      "loss/crossentropy": 1.9691549688577652,
+      "loss/hidden": 3.83203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21448491513729095,
+      "step": 449
+    },
+    {
+      "epoch": 0.075,
+      "grad_norm": 32.25,
+      "grad_norm_var": 1.5087890625,
+      "learning_rate": 9.862460094042056e-05,
+      "loss": 7.2924,
+      "loss/crossentropy": 1.596924401819706,
+      "loss/hidden": 3.9609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16464821249246597,
+      "step": 450
+    },
+    {
+      "epoch": 0.07516666666666667,
+      "grad_norm": 31.75,
+      "grad_norm_var": 1.5176432291666666,
+      "learning_rate": 9.861849601988383e-05,
+      "loss": 7.5016,
+      "loss/crossentropy": 1.297846108675003,
+      "loss/hidden": 3.75390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18855424225330353,
+      "step": 451
+    },
+    {
+      "epoch": 0.07533333333333334,
+      "grad_norm": 29.5,
+      "grad_norm_var": 1.9525390625,
+      "learning_rate": 9.861237777031068e-05,
+      "loss": 7.2361,
+      "loss/crossentropy": 1.8280795812606812,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18522650003433228,
+      "step": 452
+    },
+    {
+      "epoch": 0.0755,
+      "grad_norm": 32.5,
+      "grad_norm_var": 1.87890625,
+      "learning_rate": 9.860624619337844e-05,
+      "loss": 7.3614,
+      "loss/crossentropy": 1.5700929462909698,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16174762323498726,
+      "step": 453
+    },
+    {
+      "epoch": 0.07566666666666666,
+      "grad_norm": 31.875,
+      "grad_norm_var": 1.7587890625,
+      "learning_rate": 9.860010129076813e-05,
+      "loss": 6.8208,
+      "loss/crossentropy": 1.4433760195970535,
+      "loss/hidden": 3.7421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16576368734240532,
+      "step": 454
+    },
+    {
+      "epoch": 0.07583333333333334,
+      "grad_norm": 34.25,
+      "grad_norm_var": 2.035872395833333,
+      "learning_rate": 9.859394306416444e-05,
+      "loss": 7.6301,
+      "loss/crossentropy": 2.117895543575287,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21888913959264755,
+      "step": 455
+    },
+    {
+      "epoch": 0.076,
+      "grad_norm": 33.5,
+      "grad_norm_var": 1.1843098958333333,
+      "learning_rate": 9.858777151525564e-05,
+      "loss": 7.0118,
+      "loss/crossentropy": 1.6520485877990723,
+      "loss/hidden": 3.84765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1626514047384262,
+      "step": 456
+    },
+    {
+      "epoch": 0.07616666666666666,
+      "grad_norm": 31.125,
+      "grad_norm_var": 1.2122395833333333,
+      "learning_rate": 9.85815866457337e-05,
+      "loss": 7.1072,
+      "loss/crossentropy": 2.178823322057724,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18832968920469284,
+      "step": 457
+    },
+    {
+      "epoch": 0.07633333333333334,
+      "grad_norm": 31.25,
+      "grad_norm_var": 1.2122395833333333,
+      "learning_rate": 9.857538845729426e-05,
+      "loss": 7.4747,
+      "loss/crossentropy": 1.6742831617593765,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1979827582836151,
+      "step": 458
+    },
+    {
+      "epoch": 0.0765,
+      "grad_norm": 32.0,
+      "grad_norm_var": 1.1739583333333334,
+      "learning_rate": 9.856917695163658e-05,
+      "loss": 7.2882,
+      "loss/crossentropy": 1.699859082698822,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1798916831612587,
+      "step": 459
+    },
+    {
+      "epoch": 0.07666666666666666,
+      "grad_norm": 31.375,
+      "grad_norm_var": 1.1497395833333333,
+      "learning_rate": 9.856295213046357e-05,
+      "loss": 7.5482,
+      "loss/crossentropy": 2.0418995320796967,
+      "loss/hidden": 3.75,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2375405840575695,
+      "step": 460
+    },
+    {
+      "epoch": 0.07683333333333334,
+      "grad_norm": 33.25,
+      "grad_norm_var": 1.2364583333333334,
+      "learning_rate": 9.855671399548181e-05,
+      "loss": 7.3054,
+      "loss/crossentropy": 1.9323958605527878,
+      "loss/hidden": 3.68359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22189056873321533,
+      "step": 461
+    },
+    {
+      "epoch": 0.077,
+      "grad_norm": 33.25,
+      "grad_norm_var": 1.32890625,
+      "learning_rate": 9.855046254840151e-05,
+      "loss": 7.5128,
+      "loss/crossentropy": 1.9981287121772766,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1936916969716549,
+      "step": 462
+    },
+    {
+      "epoch": 0.07716666666666666,
+      "grad_norm": 31.375,
+      "grad_norm_var": 1.3,
+      "learning_rate": 9.854419779093655e-05,
+      "loss": 7.1306,
+      "loss/crossentropy": 1.2438909262418747,
+      "loss/hidden": 3.703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17436053417623043,
+      "step": 463
+    },
+    {
+      "epoch": 0.07733333333333334,
+      "grad_norm": 29.875,
+      "grad_norm_var": 1.6176432291666667,
+      "learning_rate": 9.853791972480445e-05,
+      "loss": 7.3704,
+      "loss/crossentropy": 1.6113817691802979,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15345285832881927,
+      "step": 464
+    },
+    {
+      "epoch": 0.0775,
+      "grad_norm": 30.125,
+      "grad_norm_var": 1.7830729166666666,
+      "learning_rate": 9.853162835172637e-05,
+      "loss": 7.4493,
+      "loss/crossentropy": 2.1560588479042053,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16945412755012512,
+      "step": 465
+    },
+    {
+      "epoch": 0.07766666666666666,
+      "grad_norm": 31.5,
+      "grad_norm_var": 1.7760416666666667,
+      "learning_rate": 9.852532367342713e-05,
+      "loss": 7.2615,
+      "loss/crossentropy": 1.7896616458892822,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18198765441775322,
+      "step": 466
+    },
+    {
+      "epoch": 0.07783333333333334,
+      "grad_norm": 32.5,
+      "grad_norm_var": 1.8080729166666667,
+      "learning_rate": 9.851900569163519e-05,
+      "loss": 7.4714,
+      "loss/crossentropy": 1.9437064826488495,
+      "loss/hidden": 3.61328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1927110031247139,
+      "step": 467
+    },
+    {
+      "epoch": 0.078,
+      "grad_norm": 32.5,
+      "grad_norm_var": 1.4393229166666666,
+      "learning_rate": 9.851267440808265e-05,
+      "loss": 7.3594,
+      "loss/crossentropy": 1.3540785908699036,
+      "loss/hidden": 3.98046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20039800181984901,
+      "step": 468
+    },
+    {
+      "epoch": 0.07816666666666666,
+      "grad_norm": 31.0,
+      "grad_norm_var": 1.4830729166666667,
+      "learning_rate": 9.85063298245053e-05,
+      "loss": 7.1811,
+      "loss/crossentropy": 1.8484355509281158,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1995554454624653,
+      "step": 469
+    },
+    {
+      "epoch": 0.07833333333333334,
+      "grad_norm": 33.25,
+      "grad_norm_var": 1.5926432291666666,
+      "learning_rate": 9.84999719426425e-05,
+      "loss": 7.7469,
+      "loss/crossentropy": 1.7779522836208344,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1738000623881817,
+      "step": 470
+    },
+    {
+      "epoch": 0.0785,
+      "grad_norm": 30.75,
+      "grad_norm_var": 1.3119140625,
+      "learning_rate": 9.849360076423734e-05,
+      "loss": 7.5347,
+      "loss/crossentropy": 1.979307770729065,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16858231276273727,
+      "step": 471
+    },
+    {
+      "epoch": 0.07866666666666666,
+      "grad_norm": 30.875,
+      "grad_norm_var": 1.14375,
+      "learning_rate": 9.84872162910365e-05,
+      "loss": 7.2582,
+      "loss/crossentropy": 1.9429263174533844,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1769695095717907,
+      "step": 472
+    },
+    {
+      "epoch": 0.07883333333333334,
+      "grad_norm": 28.875,
+      "grad_norm_var": 1.61015625,
+      "learning_rate": 9.84808185247903e-05,
+      "loss": 7.573,
+      "loss/crossentropy": 2.1421655118465424,
+      "loss/hidden": 3.69140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17848249524831772,
+      "step": 473
+    },
+    {
+      "epoch": 0.079,
+      "grad_norm": 36.75,
+      "grad_norm_var": 3.32890625,
+      "learning_rate": 9.847440746725275e-05,
+      "loss": 7.7908,
+      "loss/crossentropy": 1.3447946310043335,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18741309270262718,
+      "step": 474
+    },
+    {
+      "epoch": 0.07916666666666666,
+      "grad_norm": 31.375,
+      "grad_norm_var": 3.338997395833333,
+      "learning_rate": 9.846798312018146e-05,
+      "loss": 7.5913,
+      "loss/crossentropy": 1.8275827169418335,
+      "loss/hidden": 3.6328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24438031017780304,
+      "step": 475
+    },
+    {
+      "epoch": 0.07933333333333334,
+      "grad_norm": 32.0,
+      "grad_norm_var": 3.32890625,
+      "learning_rate": 9.846154548533773e-05,
+      "loss": 7.4547,
+      "loss/crossentropy": 1.9462362825870514,
+      "loss/hidden": 3.71875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21810081601142883,
+      "step": 476
+    },
+    {
+      "epoch": 0.0795,
+      "grad_norm": 29.75,
+      "grad_norm_var": 3.4309895833333335,
+      "learning_rate": 9.845509456448643e-05,
+      "loss": 7.3036,
+      "loss/crossentropy": 1.7459705471992493,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16330504044890404,
+      "step": 477
+    },
+    {
+      "epoch": 0.07966666666666666,
+      "grad_norm": 33.5,
+      "grad_norm_var": 3.4895833333333335,
+      "learning_rate": 9.844863035939615e-05,
+      "loss": 7.5502,
+      "loss/crossentropy": 1.9055275321006775,
+      "loss/hidden": 3.796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.28089214861392975,
+      "step": 478
+    },
+    {
+      "epoch": 0.07983333333333334,
+      "grad_norm": 32.25,
+      "grad_norm_var": 3.5082682291666667,
+      "learning_rate": 9.844215287183909e-05,
+      "loss": 7.1068,
+      "loss/crossentropy": 1.7861053347587585,
+      "loss/hidden": 3.79296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25769438222050667,
+      "step": 479
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 34.5,
+      "grad_norm_var": 3.732291666666667,
+      "learning_rate": 9.843566210359106e-05,
+      "loss": 7.0123,
+      "loss/crossentropy": 1.8309744149446487,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15748615190386772,
+      "step": 480
+    },
+    {
+      "epoch": 0.08016666666666666,
+      "grad_norm": 33.0,
+      "grad_norm_var": 3.542122395833333,
+      "learning_rate": 9.842915805643155e-05,
+      "loss": 7.2267,
+      "loss/crossentropy": 1.8069412112236023,
+      "loss/hidden": 3.625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1999414637684822,
+      "step": 481
+    },
+    {
+      "epoch": 0.08033333333333334,
+      "grad_norm": 30.5,
+      "grad_norm_var": 3.6910807291666665,
+      "learning_rate": 9.842264073214371e-05,
+      "loss": 7.073,
+      "loss/crossentropy": 1.5245321840047836,
+      "loss/hidden": 3.87890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22637157142162323,
+      "step": 482
+    },
+    {
+      "epoch": 0.0805,
+      "grad_norm": 33.25,
+      "grad_norm_var": 3.7676432291666666,
+      "learning_rate": 9.841611013251429e-05,
+      "loss": 7.5032,
+      "loss/crossentropy": 1.4558211117982864,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18064381927251816,
+      "step": 483
+    },
+    {
+      "epoch": 0.08066666666666666,
+      "grad_norm": 31.875,
+      "grad_norm_var": 3.761458333333333,
+      "learning_rate": 9.840956625933367e-05,
+      "loss": 7.281,
+      "loss/crossentropy": 1.9358763992786407,
+      "loss/hidden": 3.5546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18417445197701454,
+      "step": 484
+    },
+    {
+      "epoch": 0.08083333333333333,
+      "grad_norm": 30.125,
+      "grad_norm_var": 3.9369140625,
+      "learning_rate": 9.840300911439591e-05,
+      "loss": 7.3674,
+      "loss/crossentropy": 1.7015015482902527,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20439771935343742,
+      "step": 485
+    },
+    {
+      "epoch": 0.081,
+      "grad_norm": 44.25,
+      "grad_norm_var": 13.275455729166667,
+      "learning_rate": 9.839643869949866e-05,
+      "loss": 7.7514,
+      "loss/crossentropy": 2.1199212074279785,
+      "loss/hidden": 3.63671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22786704450845718,
+      "step": 486
+    },
+    {
+      "epoch": 0.08116666666666666,
+      "grad_norm": 32.5,
+      "grad_norm_var": 13.0056640625,
+      "learning_rate": 9.838985501644328e-05,
+      "loss": 7.1685,
+      "loss/crossentropy": 1.7645389437675476,
+      "loss/hidden": 3.65625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18691401928663254,
+      "step": 487
+    },
+    {
+      "epoch": 0.08133333333333333,
+      "grad_norm": 30.375,
+      "grad_norm_var": 13.152018229166666,
+      "learning_rate": 9.83832580670347e-05,
+      "loss": 7.4557,
+      "loss/crossentropy": 1.8709838688373566,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20340480655431747,
+      "step": 488
+    },
+    {
+      "epoch": 0.0815,
+      "grad_norm": 30.125,
+      "grad_norm_var": 12.5947265625,
+      "learning_rate": 9.837664785308149e-05,
+      "loss": 7.2281,
+      "loss/crossentropy": 2.070108652114868,
+      "loss/hidden": 3.71484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24872201681137085,
+      "step": 489
+    },
+    {
+      "epoch": 0.08166666666666667,
+      "grad_norm": 32.25,
+      "grad_norm_var": 11.5400390625,
+      "learning_rate": 9.837002437639593e-05,
+      "loss": 7.7274,
+      "loss/crossentropy": 2.13846293091774,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18616901524364948,
+      "step": 490
+    },
+    {
+      "epoch": 0.08183333333333333,
+      "grad_norm": 36.75,
+      "grad_norm_var": 12.466666666666667,
+      "learning_rate": 9.836338763879385e-05,
+      "loss": 7.4742,
+      "loss/crossentropy": 1.9132429659366608,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15966995060443878,
+      "step": 491
+    },
+    {
+      "epoch": 0.082,
+      "grad_norm": 38.0,
+      "grad_norm_var": 13.966666666666667,
+      "learning_rate": 9.835673764209474e-05,
+      "loss": 7.6467,
+      "loss/crossentropy": 2.3943788409233093,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1816554293036461,
+      "step": 492
+    },
+    {
+      "epoch": 0.08216666666666667,
+      "grad_norm": 40.25,
+      "grad_norm_var": 15.869791666666666,
+      "learning_rate": 9.835007438812177e-05,
+      "loss": 7.6718,
+      "loss/crossentropy": 1.3702804148197174,
+      "loss/hidden": 3.67578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1656254678964615,
+      "step": 493
+    },
+    {
+      "epoch": 0.08233333333333333,
+      "grad_norm": 30.5,
+      "grad_norm_var": 16.619791666666668,
+      "learning_rate": 9.834339787870166e-05,
+      "loss": 7.3474,
+      "loss/crossentropy": 2.013328567147255,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17504287511110306,
+      "step": 494
+    },
+    {
+      "epoch": 0.0825,
+      "grad_norm": 33.0,
+      "grad_norm_var": 16.501822916666665,
+      "learning_rate": 9.833670811566485e-05,
+      "loss": 7.8286,
+      "loss/crossentropy": 1.9959434270858765,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1881503090262413,
+      "step": 495
+    },
+    {
+      "epoch": 0.08266666666666667,
+      "grad_norm": 30.875,
+      "grad_norm_var": 16.998372395833332,
+      "learning_rate": 9.833000510084537e-05,
+      "loss": 7.7687,
+      "loss/crossentropy": 2.2734366953372955,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16209129244089127,
+      "step": 496
+    },
+    {
+      "epoch": 0.08283333333333333,
+      "grad_norm": 31.5,
+      "grad_norm_var": 17.259309895833333,
+      "learning_rate": 9.832328883608088e-05,
+      "loss": 7.016,
+      "loss/crossentropy": 1.9175287038087845,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17320701107382774,
+      "step": 497
+    },
+    {
+      "epoch": 0.083,
+      "grad_norm": 29.875,
+      "grad_norm_var": 17.534375,
+      "learning_rate": 9.83165593232127e-05,
+      "loss": 7.2644,
+      "loss/crossentropy": 2.0322545766830444,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17185277864336967,
+      "step": 498
+    },
+    {
+      "epoch": 0.08316666666666667,
+      "grad_norm": 32.5,
+      "grad_norm_var": 17.59140625,
+      "learning_rate": 9.830981656408574e-05,
+      "loss": 7.6535,
+      "loss/crossentropy": 1.8783454298973083,
+      "loss/hidden": 3.59375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2332802191376686,
+      "step": 499
+    },
+    {
+      "epoch": 0.08333333333333333,
+      "grad_norm": 30.875,
+      "grad_norm_var": 17.86015625,
+      "learning_rate": 9.830306056054858e-05,
+      "loss": 7.3534,
+      "loss/crossentropy": 1.6666748374700546,
+      "loss/hidden": 3.65625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23043451458215714,
+      "step": 500
+    },
+    {
+      "epoch": 0.0835,
+      "grad_norm": 32.0,
+      "grad_norm_var": 17.2712890625,
+      "learning_rate": 9.829629131445342e-05,
+      "loss": 7.964,
+      "loss/crossentropy": 1.8988508880138397,
+      "loss/hidden": 3.859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.32320621982216835,
+      "step": 501
+    },
+    {
+      "epoch": 0.08366666666666667,
+      "grad_norm": 36.0,
+      "grad_norm_var": 9.6744140625,
+      "learning_rate": 9.828950882765608e-05,
+      "loss": 7.7202,
+      "loss/crossentropy": 1.911725103855133,
+      "loss/hidden": 3.66796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.27852168306708336,
+      "step": 502
+    },
+    {
+      "epoch": 0.08383333333333333,
+      "grad_norm": 38.5,
+      "grad_norm_var": 11.5556640625,
+      "learning_rate": 9.828271310201601e-05,
+      "loss": 7.521,
+      "loss/crossentropy": 1.8464531302452087,
+      "loss/hidden": 3.60546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19315709546208382,
+      "step": 503
+    },
+    {
+      "epoch": 0.084,
+      "grad_norm": 34.25,
+      "grad_norm_var": 10.964322916666667,
+      "learning_rate": 9.827590413939632e-05,
+      "loss": 7.3371,
+      "loss/crossentropy": 1.4560853987932205,
+      "loss/hidden": 3.87890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2105232998728752,
+      "step": 504
+    },
+    {
+      "epoch": 0.08416666666666667,
+      "grad_norm": 40.0,
+      "grad_norm_var": 12.512434895833334,
+      "learning_rate": 9.82690819416637e-05,
+      "loss": 7.3674,
+      "loss/crossentropy": 2.154931664466858,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2120799981057644,
+      "step": 505
+    },
+    {
+      "epoch": 0.08433333333333333,
+      "grad_norm": 32.0,
+      "grad_norm_var": 12.581184895833333,
+      "learning_rate": 9.826224651068852e-05,
+      "loss": 7.4003,
+      "loss/crossentropy": 2.2104691863059998,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20807649940252304,
+      "step": 506
+    },
+    {
+      "epoch": 0.0845,
+      "grad_norm": 32.0,
+      "grad_norm_var": 12.3634765625,
+      "learning_rate": 9.825539784834472e-05,
+      "loss": 8.0154,
+      "loss/crossentropy": 1.8775488883256912,
+      "loss/hidden": 3.85546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.29413507506251335,
+      "step": 507
+    },
+    {
+      "epoch": 0.08466666666666667,
+      "grad_norm": 30.5,
+      "grad_norm_var": 11.7619140625,
+      "learning_rate": 9.824853595650991e-05,
+      "loss": 7.2414,
+      "loss/crossentropy": 1.8616193979978561,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22998263500630856,
+      "step": 508
+    },
+    {
+      "epoch": 0.08483333333333333,
+      "grad_norm": 32.5,
+      "grad_norm_var": 8.452018229166667,
+      "learning_rate": 9.824166083706534e-05,
+      "loss": 7.461,
+      "loss/crossentropy": 2.28107687830925,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1916147843003273,
+      "step": 509
+    },
+    {
+      "epoch": 0.085,
+      "grad_norm": 30.875,
+      "grad_norm_var": 8.339322916666667,
+      "learning_rate": 9.823477249189586e-05,
+      "loss": 7.3315,
+      "loss/crossentropy": 2.21771964430809,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17464283481240273,
+      "step": 510
+    },
+    {
+      "epoch": 0.08516666666666667,
+      "grad_norm": 30.625,
+      "grad_norm_var": 8.677018229166666,
+      "learning_rate": 9.822787092288991e-05,
+      "loss": 7.526,
+      "loss/crossentropy": 1.6273227035999298,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14881786331534386,
+      "step": 511
+    },
+    {
+      "epoch": 0.08533333333333333,
+      "grad_norm": 29.0,
+      "grad_norm_var": 9.379166666666666,
+      "learning_rate": 9.822095613193962e-05,
+      "loss": 7.4387,
+      "loss/crossentropy": 1.1738679260015488,
+      "loss/hidden": 3.9296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23782077431678772,
+      "step": 512
+    },
+    {
+      "epoch": 0.0855,
+      "grad_norm": 29.875,
+      "grad_norm_var": 9.801497395833334,
+      "learning_rate": 9.821402812094073e-05,
+      "loss": 7.2145,
+      "loss/crossentropy": 1.9264242947101593,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16293403506278992,
+      "step": 513
+    },
+    {
+      "epoch": 0.08566666666666667,
+      "grad_norm": 32.0,
+      "grad_norm_var": 9.315625,
+      "learning_rate": 9.820708689179259e-05,
+      "loss": 7.5502,
+      "loss/crossentropy": 1.9040753841400146,
+      "loss/hidden": 3.81640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22584915533661842,
+      "step": 514
+    },
+    {
+      "epoch": 0.08583333333333333,
+      "grad_norm": 32.5,
+      "grad_norm_var": 9.315625,
+      "learning_rate": 9.820013244639816e-05,
+      "loss": 7.3902,
+      "loss/crossentropy": 1.9383987933397293,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17753108590841293,
+      "step": 515
+    },
+    {
+      "epoch": 0.086,
+      "grad_norm": 37.25,
+      "grad_norm_var": 10.2884765625,
+      "learning_rate": 9.819316478666405e-05,
+      "loss": 7.2979,
+      "loss/crossentropy": 1.6980541944503784,
+      "loss/hidden": 3.578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2852817215025425,
+      "step": 516
+    },
+    {
+      "epoch": 0.08616666666666667,
+      "grad_norm": 77.0,
+      "grad_norm_var": 130.1478515625,
+      "learning_rate": 9.81861839145005e-05,
+      "loss": 7.2376,
+      "loss/crossentropy": 2.135787755250931,
+      "loss/hidden": 3.84765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.31826721876859665,
+      "step": 517
+    },
+    {
+      "epoch": 0.08633333333333333,
+      "grad_norm": 31.625,
+      "grad_norm_var": 131.303125,
+      "learning_rate": 9.817918983182132e-05,
+      "loss": 7.5889,
+      "loss/crossentropy": 1.9717459678649902,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1891697198152542,
+      "step": 518
+    },
+    {
+      "epoch": 0.0865,
+      "grad_norm": 33.5,
+      "grad_norm_var": 130.96979166666668,
+      "learning_rate": 9.8172182540544e-05,
+      "loss": 7.5686,
+      "loss/crossentropy": 1.85391965508461,
+      "loss/hidden": 3.61328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21009477972984314,
+      "step": 519
+    },
+    {
+      "epoch": 0.08666666666666667,
+      "grad_norm": 33.5,
+      "grad_norm_var": 131.11432291666668,
+      "learning_rate": 9.816516204258963e-05,
+      "loss": 7.6624,
+      "loss/crossentropy": 1.716525286436081,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20092326402664185,
+      "step": 520
+    },
+    {
+      "epoch": 0.08683333333333333,
+      "grad_norm": 37.0,
+      "grad_norm_var": 129.79557291666666,
+      "learning_rate": 9.815812833988291e-05,
+      "loss": 7.5984,
+      "loss/crossentropy": 1.9357898831367493,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20662782341241837,
+      "step": 521
+    },
+    {
+      "epoch": 0.087,
+      "grad_norm": 31.625,
+      "grad_norm_var": 129.95983072916667,
+      "learning_rate": 9.815108143435218e-05,
+      "loss": 7.5694,
+      "loss/crossentropy": 1.6256851255893707,
+      "loss/hidden": 3.94140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22203047946095467,
+      "step": 522
+    },
+    {
+      "epoch": 0.08716666666666667,
+      "grad_norm": 29.625,
+      "grad_norm_var": 131.28958333333333,
+      "learning_rate": 9.814402132792939e-05,
+      "loss": 7.1982,
+      "loss/crossentropy": 1.38237664103508,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18348556011915207,
+      "step": 523
+    },
+    {
+      "epoch": 0.08733333333333333,
+      "grad_norm": 33.25,
+      "grad_norm_var": 130.13515625,
+      "learning_rate": 9.81369480225501e-05,
+      "loss": 7.2048,
+      "loss/crossentropy": 1.1930311918258667,
+      "loss/hidden": 3.71875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1644559781998396,
+      "step": 524
+    },
+    {
+      "epoch": 0.0875,
+      "grad_norm": 32.0,
+      "grad_norm_var": 130.32473958333333,
+      "learning_rate": 9.812986152015348e-05,
+      "loss": 7.0943,
+      "loss/crossentropy": 1.6827171742916107,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1376042291522026,
+      "step": 525
+    },
+    {
+      "epoch": 0.08766666666666667,
+      "grad_norm": 33.0,
+      "grad_norm_var": 129.41608072916668,
+      "learning_rate": 9.812276182268236e-05,
+      "loss": 7.2546,
+      "loss/crossentropy": 1.7442258596420288,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1855621635913849,
+      "step": 526
+    },
+    {
+      "epoch": 0.08783333333333333,
+      "grad_norm": 34.0,
+      "grad_norm_var": 128.06432291666667,
+      "learning_rate": 9.811564893208318e-05,
+      "loss": 7.2576,
+      "loss/crossentropy": 1.7366014122962952,
+      "loss/hidden": 3.66015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1919305920600891,
+      "step": 527
+    },
+    {
+      "epoch": 0.088,
+      "grad_norm": 30.0,
+      "grad_norm_var": 127.27057291666667,
+      "learning_rate": 9.810852285030593e-05,
+      "loss": 7.2357,
+      "loss/crossentropy": 1.479769915342331,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13667869940400124,
+      "step": 528
+    },
+    {
+      "epoch": 0.08816666666666667,
+      "grad_norm": 30.125,
+      "grad_norm_var": 127.0875,
+      "learning_rate": 9.81013835793043e-05,
+      "loss": 7.0018,
+      "loss/crossentropy": 1.913949340581894,
+      "loss/hidden": 3.54296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20627281442284584,
+      "step": 529
+    },
+    {
+      "epoch": 0.08833333333333333,
+      "grad_norm": 31.5,
+      "grad_norm_var": 127.33645833333334,
+      "learning_rate": 9.809423112103554e-05,
+      "loss": 7.578,
+      "loss/crossentropy": 1.991028755903244,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2587154358625412,
+      "step": 530
+    },
+    {
+      "epoch": 0.0885,
+      "grad_norm": 32.5,
+      "grad_norm_var": 127.33645833333334,
+      "learning_rate": 9.808706547746057e-05,
+      "loss": 7.4202,
+      "loss/crossentropy": 1.8278934955596924,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1403353549540043,
+      "step": 531
+    },
+    {
+      "epoch": 0.08866666666666667,
+      "grad_norm": 31.25,
+      "grad_norm_var": 128.16145833333334,
+      "learning_rate": 9.807988665054386e-05,
+      "loss": 7.0638,
+      "loss/crossentropy": 1.9256342053413391,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19789009541273117,
+      "step": 532
+    },
+    {
+      "epoch": 0.08883333333333333,
+      "grad_norm": 37.25,
+      "grad_norm_var": 4.812239583333334,
+      "learning_rate": 9.807269464225355e-05,
+      "loss": 7.3253,
+      "loss/crossentropy": 1.6666708588600159,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19620881974697113,
+      "step": 533
+    },
+    {
+      "epoch": 0.089,
+      "grad_norm": 31.0,
+      "grad_norm_var": 4.918684895833334,
+      "learning_rate": 9.806548945456134e-05,
+      "loss": 7.0865,
+      "loss/crossentropy": 1.6663388460874557,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18542758375406265,
+      "step": 534
+    },
+    {
+      "epoch": 0.08916666666666667,
+      "grad_norm": 33.5,
+      "grad_norm_var": 4.918684895833334,
+      "learning_rate": 9.80582710894426e-05,
+      "loss": 7.663,
+      "loss/crossentropy": 1.5742804110050201,
+      "loss/hidden": 3.86328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2117019146680832,
+      "step": 535
+    },
+    {
+      "epoch": 0.08933333333333333,
+      "grad_norm": 31.875,
+      "grad_norm_var": 4.882291666666666,
+      "learning_rate": 9.805103954887627e-05,
+      "loss": 7.3142,
+      "loss/crossentropy": 1.4173726439476013,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1896781139075756,
+      "step": 536
+    },
+    {
+      "epoch": 0.0895,
+      "grad_norm": 30.5,
+      "grad_norm_var": 3.595833333333333,
+      "learning_rate": 9.804379483484494e-05,
+      "loss": 7.037,
+      "loss/crossentropy": 1.822264939546585,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26772022992372513,
+      "step": 537
+    },
+    {
+      "epoch": 0.08966666666666667,
+      "grad_norm": 30.125,
+      "grad_norm_var": 3.823958333333333,
+      "learning_rate": 9.803653694933476e-05,
+      "loss": 7.1956,
+      "loss/crossentropy": 1.9131834506988525,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18607193604111671,
+      "step": 538
+    },
+    {
+      "epoch": 0.08983333333333333,
+      "grad_norm": 32.0,
+      "grad_norm_var": 3.434309895833333,
+      "learning_rate": 9.802926589433553e-05,
+      "loss": 7.3716,
+      "loss/crossentropy": 1.3513479083776474,
+      "loss/hidden": 3.87109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18404807522892952,
+      "step": 539
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 30.625,
+      "grad_norm_var": 3.468489583333333,
+      "learning_rate": 9.802198167184067e-05,
+      "loss": 7.3129,
+      "loss/crossentropy": 2.4426297545433044,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2037721537053585,
+      "step": 540
+    },
+    {
+      "epoch": 0.09016666666666667,
+      "grad_norm": 31.875,
+      "grad_norm_var": 3.4686848958333334,
+      "learning_rate": 9.801468428384716e-05,
+      "loss": 7.6509,
+      "loss/crossentropy": 1.5746603906154633,
+      "loss/hidden": 3.9921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.32794898748397827,
+      "step": 541
+    },
+    {
+      "epoch": 0.09033333333333333,
+      "grad_norm": 30.25,
+      "grad_norm_var": 3.5546223958333334,
+      "learning_rate": 9.800737373235565e-05,
+      "loss": 7.4872,
+      "loss/crossentropy": 1.8053328394889832,
+      "loss/hidden": 3.8046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20955198258161545,
+      "step": 542
+    },
+    {
+      "epoch": 0.0905,
+      "grad_norm": 31.125,
+      "grad_norm_var": 3.2177083333333334,
+      "learning_rate": 9.800005001937034e-05,
+      "loss": 7.3155,
+      "loss/crossentropy": 1.6847141683101654,
+      "loss/hidden": 3.73828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24826514720916748,
+      "step": 543
+    },
+    {
+      "epoch": 0.09066666666666667,
+      "grad_norm": 32.5,
+      "grad_norm_var": 3.0770833333333334,
+      "learning_rate": 9.799271314689908e-05,
+      "loss": 7.4947,
+      "loss/crossentropy": 1.4387599974870682,
+      "loss/hidden": 3.62890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17265227809548378,
+      "step": 544
+    },
+    {
+      "epoch": 0.09083333333333334,
+      "grad_norm": 32.75,
+      "grad_norm_var": 2.9389973958333333,
+      "learning_rate": 9.798536311695334e-05,
+      "loss": 7.5155,
+      "loss/crossentropy": 1.610468253493309,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25361471623182297,
+      "step": 545
+    },
+    {
+      "epoch": 0.091,
+      "grad_norm": 39.0,
+      "grad_norm_var": 6.040559895833334,
+      "learning_rate": 9.797799993154814e-05,
+      "loss": 7.6191,
+      "loss/crossentropy": 1.585631400346756,
+      "loss/hidden": 3.88671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23871760815382004,
+      "step": 546
+    },
+    {
+      "epoch": 0.09116666666666666,
+      "grad_norm": 34.25,
+      "grad_norm_var": 6.259309895833334,
+      "learning_rate": 9.797062359270215e-05,
+      "loss": 7.075,
+      "loss/crossentropy": 1.7494496703147888,
+      "loss/hidden": 3.75,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20255015417933464,
+      "step": 547
+    },
+    {
+      "epoch": 0.09133333333333334,
+      "grad_norm": 32.25,
+      "grad_norm_var": 6.156184895833333,
+      "learning_rate": 9.796323410243763e-05,
+      "loss": 7.2868,
+      "loss/crossentropy": 1.8040901720523834,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2106856070458889,
+      "step": 548
+    },
+    {
+      "epoch": 0.0915,
+      "grad_norm": 33.5,
+      "grad_norm_var": 4.687434895833333,
+      "learning_rate": 9.795583146278046e-05,
+      "loss": 7.5655,
+      "loss/crossentropy": 1.967070758342743,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1635872982442379,
+      "step": 549
+    },
+    {
+      "epoch": 0.09166666666666666,
+      "grad_norm": 31.0,
+      "grad_norm_var": 4.687434895833333,
+      "learning_rate": 9.794841567576011e-05,
+      "loss": 7.183,
+      "loss/crossentropy": 1.89350163936615,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2356087677180767,
+      "step": 550
+    },
+    {
+      "epoch": 0.09183333333333334,
+      "grad_norm": 28.75,
+      "grad_norm_var": 5.350455729166667,
+      "learning_rate": 9.794098674340965e-05,
+      "loss": 7.5694,
+      "loss/crossentropy": 2.145504057407379,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2829388454556465,
+      "step": 551
+    },
+    {
+      "epoch": 0.092,
+      "grad_norm": 30.5,
+      "grad_norm_var": 5.495833333333334,
+      "learning_rate": 9.793354466776579e-05,
+      "loss": 7.3258,
+      "loss/crossentropy": 1.336853101849556,
+      "loss/hidden": 3.78515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22842231392860413,
+      "step": 552
+    },
+    {
+      "epoch": 0.09216666666666666,
+      "grad_norm": 30.125,
+      "grad_norm_var": 5.576497395833333,
+      "learning_rate": 9.79260894508688e-05,
+      "loss": 6.9005,
+      "loss/crossentropy": 1.2748893350362778,
+      "loss/hidden": 3.54296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14185206405818462,
+      "step": 553
+    },
+    {
+      "epoch": 0.09233333333333334,
+      "grad_norm": 35.0,
+      "grad_norm_var": 5.898958333333334,
+      "learning_rate": 9.791862109476257e-05,
+      "loss": 7.2931,
+      "loss/crossentropy": 1.4451977908611298,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1574489250779152,
+      "step": 554
+    },
+    {
+      "epoch": 0.0925,
+      "grad_norm": 35.5,
+      "grad_norm_var": 6.5625,
+      "learning_rate": 9.791113960149458e-05,
+      "loss": 7.5447,
+      "loss/crossentropy": 1.8290373086929321,
+      "loss/hidden": 3.69921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21042313054203987,
+      "step": 555
+    },
+    {
+      "epoch": 0.09266666666666666,
+      "grad_norm": 31.625,
+      "grad_norm_var": 6.383333333333334,
+      "learning_rate": 9.790364497311597e-05,
+      "loss": 7.0703,
+      "loss/crossentropy": 1.9699373841285706,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19719154760241508,
+      "step": 556
+    },
+    {
+      "epoch": 0.09283333333333334,
+      "grad_norm": 31.375,
+      "grad_norm_var": 6.440625,
+      "learning_rate": 9.789613721168139e-05,
+      "loss": 7.7407,
+      "loss/crossentropy": 1.7264699935913086,
+      "loss/hidden": 3.6328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2011517956852913,
+      "step": 557
+    },
+    {
+      "epoch": 0.093,
+      "grad_norm": 29.5,
+      "grad_norm_var": 6.69765625,
+      "learning_rate": 9.788861631924913e-05,
+      "loss": 7.3241,
+      "loss/crossentropy": 1.5741243362426758,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18323720432817936,
+      "step": 558
+    },
+    {
+      "epoch": 0.09316666666666666,
+      "grad_norm": 33.5,
+      "grad_norm_var": 6.639518229166667,
+      "learning_rate": 9.788108229788111e-05,
+      "loss": 7.5273,
+      "loss/crossentropy": 1.6940201073884964,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25649141147732735,
+      "step": 559
+    },
+    {
+      "epoch": 0.09333333333333334,
+      "grad_norm": 31.125,
+      "grad_norm_var": 6.770572916666667,
+      "learning_rate": 9.787353514964284e-05,
+      "loss": 7.481,
+      "loss/crossentropy": 1.7400060892105103,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1604272499680519,
+      "step": 560
+    },
+    {
+      "epoch": 0.0935,
+      "grad_norm": 28.75,
+      "grad_norm_var": 7.62890625,
+      "learning_rate": 9.786597487660337e-05,
+      "loss": 7.2236,
+      "loss/crossentropy": 1.8776799738407135,
+      "loss/hidden": 3.71484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2707614079117775,
+      "step": 561
+    },
+    {
+      "epoch": 0.09366666666666666,
+      "grad_norm": 35.75,
+      "grad_norm_var": 5.357291666666667,
+      "learning_rate": 9.785840148083543e-05,
+      "loss": 7.4374,
+      "loss/crossentropy": 1.3171101808547974,
+      "loss/hidden": 3.7578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17544611543416977,
+      "step": 562
+    },
+    {
+      "epoch": 0.09383333333333334,
+      "grad_norm": 35.25,
+      "grad_norm_var": 5.715625,
+      "learning_rate": 9.785081496441527e-05,
+      "loss": 7.4671,
+      "loss/crossentropy": 1.6518716365098953,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1516691166907549,
+      "step": 563
+    },
+    {
+      "epoch": 0.094,
+      "grad_norm": 34.0,
+      "grad_norm_var": 5.943489583333333,
+      "learning_rate": 9.784321532942282e-05,
+      "loss": 7.7993,
+      "loss/crossentropy": 2.034118413925171,
+      "loss/hidden": 3.796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2103406973183155,
+      "step": 564
+    },
+    {
+      "epoch": 0.09416666666666666,
+      "grad_norm": 31.625,
+      "grad_norm_var": 5.838997395833333,
+      "learning_rate": 9.783560257794154e-05,
+      "loss": 7.3867,
+      "loss/crossentropy": 1.5135559290647507,
+      "loss/hidden": 3.6484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25094762071967125,
+      "step": 565
+    },
+    {
+      "epoch": 0.09433333333333334,
+      "grad_norm": 32.5,
+      "grad_norm_var": 5.762434895833334,
+      "learning_rate": 9.78279767120585e-05,
+      "loss": 7.5445,
+      "loss/crossentropy": 2.080939292907715,
+      "loss/hidden": 3.6171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.28340235352516174,
+      "step": 566
+    },
+    {
+      "epoch": 0.0945,
+      "grad_norm": 31.0,
+      "grad_norm_var": 5.049934895833333,
+      "learning_rate": 9.782033773386439e-05,
+      "loss": 7.5806,
+      "loss/crossentropy": 2.0637872517108917,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1680529285222292,
+      "step": 567
+    },
+    {
+      "epoch": 0.09466666666666666,
+      "grad_norm": 28.75,
+      "grad_norm_var": 5.666080729166667,
+      "learning_rate": 9.781268564545348e-05,
+      "loss": 7.2124,
+      "loss/crossentropy": 1.145897313952446,
+      "loss/hidden": 3.90234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2204378955066204,
+      "step": 568
+    },
+    {
+      "epoch": 0.09483333333333334,
+      "grad_norm": 31.125,
+      "grad_norm_var": 5.450455729166666,
+      "learning_rate": 9.780502044892362e-05,
+      "loss": 7.5132,
+      "loss/crossentropy": 1.9616839289665222,
+      "loss/hidden": 3.76953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20735982805490494,
+      "step": 569
+    },
+    {
+      "epoch": 0.095,
+      "grad_norm": 32.5,
+      "grad_norm_var": 4.9322265625,
+      "learning_rate": 9.779734214637628e-05,
+      "loss": 7.4043,
+      "loss/crossentropy": 1.7016425430774689,
+      "loss/hidden": 3.77734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18523864448070526,
+      "step": 570
+    },
+    {
+      "epoch": 0.09516666666666666,
+      "grad_norm": 33.5,
+      "grad_norm_var": 4.280143229166667,
+      "learning_rate": 9.778965073991651e-05,
+      "loss": 7.8276,
+      "loss/crossentropy": 1.8775156438350677,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16149216145277023,
+      "step": 571
+    },
+    {
+      "epoch": 0.09533333333333334,
+      "grad_norm": 35.5,
+      "grad_norm_var": 5.02890625,
+      "learning_rate": 9.778194623165296e-05,
+      "loss": 7.4528,
+      "loss/crossentropy": 1.6817852705717087,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18132995441555977,
+      "step": 572
+    },
+    {
+      "epoch": 0.0955,
+      "grad_norm": 33.75,
+      "grad_norm_var": 5.109309895833333,
+      "learning_rate": 9.777422862369783e-05,
+      "loss": 7.2692,
+      "loss/crossentropy": 2.2099765241146088,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20043417066335678,
+      "step": 573
+    },
+    {
+      "epoch": 0.09566666666666666,
+      "grad_norm": 30.375,
+      "grad_norm_var": 4.820833333333334,
+      "learning_rate": 9.776649791816698e-05,
+      "loss": 7.3347,
+      "loss/crossentropy": 1.9577098190784454,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18493201583623886,
+      "step": 574
+    },
+    {
+      "epoch": 0.09583333333333334,
+      "grad_norm": 29.75,
+      "grad_norm_var": 5.168489583333334,
+      "learning_rate": 9.77587541171798e-05,
+      "loss": 7.2916,
+      "loss/crossentropy": 1.350791186094284,
+      "loss/hidden": 3.8984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19409921392798424,
+      "step": 575
+    },
+    {
+      "epoch": 0.096,
+      "grad_norm": 30.375,
+      "grad_norm_var": 5.311458333333333,
+      "learning_rate": 9.775099722285935e-05,
+      "loss": 7.3015,
+      "loss/crossentropy": 1.5742547512054443,
+      "loss/hidden": 3.8203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21891336888074875,
+      "step": 576
+    },
+    {
+      "epoch": 0.09616666666666666,
+      "grad_norm": 31.0,
+      "grad_norm_var": 4.605989583333334,
+      "learning_rate": 9.774322723733216e-05,
+      "loss": 7.1642,
+      "loss/crossentropy": 1.5461835861206055,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26148809865117073,
+      "step": 577
+    },
+    {
+      "epoch": 0.09633333333333334,
+      "grad_norm": 29.875,
+      "grad_norm_var": 4.058268229166667,
+      "learning_rate": 9.773544416272845e-05,
+      "loss": 7.2441,
+      "loss/crossentropy": 2.068322002887726,
+      "loss/hidden": 3.83203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1912810057401657,
+      "step": 578
+    },
+    {
+      "epoch": 0.0965,
+      "grad_norm": 32.75,
+      "grad_norm_var": 3.3421223958333335,
+      "learning_rate": 9.772764800118199e-05,
+      "loss": 7.6185,
+      "loss/crossentropy": 2.2380817532539368,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23637336120009422,
+      "step": 579
+    },
+    {
+      "epoch": 0.09666666666666666,
+      "grad_norm": 36.0,
+      "grad_norm_var": 4.185872395833333,
+      "learning_rate": 9.771983875483013e-05,
+      "loss": 7.4395,
+      "loss/crossentropy": 1.504803255200386,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18147898092865944,
+      "step": 580
+    },
+    {
+      "epoch": 0.09683333333333333,
+      "grad_norm": 31.25,
+      "grad_norm_var": 4.208333333333333,
+      "learning_rate": 9.771201642581385e-05,
+      "loss": 7.4978,
+      "loss/crossentropy": 1.624559223651886,
+      "loss/hidden": 3.66796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3103417083621025,
+      "step": 581
+    },
+    {
+      "epoch": 0.097,
+      "grad_norm": 32.0,
+      "grad_norm_var": 4.182291666666667,
+      "learning_rate": 9.770418101627765e-05,
+      "loss": 7.4196,
+      "loss/crossentropy": 1.2693295776844025,
+      "loss/hidden": 3.83984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16165144927799702,
+      "step": 582
+    },
+    {
+      "epoch": 0.09716666666666667,
+      "grad_norm": 31.0,
+      "grad_norm_var": 4.182291666666667,
+      "learning_rate": 9.769633252836969e-05,
+      "loss": 7.2533,
+      "loss/crossentropy": 1.8926941752433777,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1859600469470024,
+      "step": 583
+    },
+    {
+      "epoch": 0.09733333333333333,
+      "grad_norm": 31.625,
+      "grad_norm_var": 3.512955729166667,
+      "learning_rate": 9.768847096424164e-05,
+      "loss": 7.1366,
+      "loss/crossentropy": 0.7712745144963264,
+      "loss/hidden": 3.625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1119179055094719,
+      "step": 584
+    },
+    {
+      "epoch": 0.0975,
+      "grad_norm": 29.5,
+      "grad_norm_var": 3.87265625,
+      "learning_rate": 9.76805963260488e-05,
+      "loss": 7.4932,
+      "loss/crossentropy": 1.6978729963302612,
+      "loss/hidden": 3.73046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20137057453393936,
+      "step": 585
+    },
+    {
+      "epoch": 0.09766666666666667,
+      "grad_norm": 29.125,
+      "grad_norm_var": 4.3244140625,
+      "learning_rate": 9.767270861595005e-05,
+      "loss": 6.989,
+      "loss/crossentropy": 1.3800832033157349,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1577189937233925,
+      "step": 586
+    },
+    {
+      "epoch": 0.09783333333333333,
+      "grad_norm": 30.5,
+      "grad_norm_var": 4.1712890625,
+      "learning_rate": 9.766480783610788e-05,
+      "loss": 7.3945,
+      "loss/crossentropy": 2.3877436816692352,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17484752088785172,
+      "step": 587
+    },
+    {
+      "epoch": 0.098,
+      "grad_norm": 30.0,
+      "grad_norm_var": 3.145768229166667,
+      "learning_rate": 9.765689398868831e-05,
+      "loss": 7.2735,
+      "loss/crossentropy": 1.9268846809864044,
+      "loss/hidden": 3.59375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14904212579131126,
+      "step": 588
+    },
+    {
+      "epoch": 0.09816666666666667,
+      "grad_norm": 35.25,
+      "grad_norm_var": 3.8004557291666665,
+      "learning_rate": 9.764896707586096e-05,
+      "loss": 7.1183,
+      "loss/crossentropy": 1.3810617476701736,
+      "loss/hidden": 3.68359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1700935810804367,
+      "step": 589
+    },
+    {
+      "epoch": 0.09833333333333333,
+      "grad_norm": 31.5,
+      "grad_norm_var": 3.7447916666666665,
+      "learning_rate": 9.764102709979902e-05,
+      "loss": 7.2089,
+      "loss/crossentropy": 1.7945798188447952,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17525190860033035,
+      "step": 590
+    },
+    {
+      "epoch": 0.0985,
+      "grad_norm": 31.25,
+      "grad_norm_var": 3.566666666666667,
+      "learning_rate": 9.763307406267932e-05,
+      "loss": 7.3247,
+      "loss/crossentropy": 1.9337197840213776,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1758846901357174,
+      "step": 591
+    },
+    {
+      "epoch": 0.09866666666666667,
+      "grad_norm": 29.625,
+      "grad_norm_var": 3.7080729166666666,
+      "learning_rate": 9.76251079666822e-05,
+      "loss": 7.5682,
+      "loss/crossentropy": 1.7730904519557953,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1683446653187275,
+      "step": 592
+    },
+    {
+      "epoch": 0.09883333333333333,
+      "grad_norm": 31.125,
+      "grad_norm_var": 3.7025390625,
+      "learning_rate": 9.761712881399164e-05,
+      "loss": 7.4159,
+      "loss/crossentropy": 1.4231205731630325,
+      "loss/hidden": 3.82421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24406572431325912,
+      "step": 593
+    },
+    {
+      "epoch": 0.099,
+      "grad_norm": 31.125,
+      "grad_norm_var": 3.5462890625,
+      "learning_rate": 9.760913660679515e-05,
+      "loss": 7.5347,
+      "loss/crossentropy": 1.8549748659133911,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25112149119377136,
+      "step": 594
+    },
+    {
+      "epoch": 0.09916666666666667,
+      "grad_norm": 34.0,
+      "grad_norm_var": 3.856184895833333,
+      "learning_rate": 9.760113134728384e-05,
+      "loss": 7.5034,
+      "loss/crossentropy": 2.0482011437416077,
+      "loss/hidden": 3.49609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23262568935751915,
+      "step": 595
+    },
+    {
+      "epoch": 0.09933333333333333,
+      "grad_norm": 31.375,
+      "grad_norm_var": 2.4518229166666665,
+      "learning_rate": 9.75931130376524e-05,
+      "loss": 6.9944,
+      "loss/crossentropy": 1.2663083150982857,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10222736466675997,
+      "step": 596
+    },
+    {
+      "epoch": 0.0995,
+      "grad_norm": 33.75,
+      "grad_norm_var": 2.8372395833333335,
+      "learning_rate": 9.75850816800991e-05,
+      "loss": 7.3032,
+      "loss/crossentropy": 1.7903995215892792,
+      "loss/hidden": 3.89453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2412303052842617,
+      "step": 597
+    },
+    {
+      "epoch": 0.09966666666666667,
+      "grad_norm": 33.5,
+      "grad_norm_var": 3.093489583333333,
+      "learning_rate": 9.757703727682574e-05,
+      "loss": 7.4625,
+      "loss/crossentropy": 2.283373177051544,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26123256236314774,
+      "step": 598
+    },
+    {
+      "epoch": 0.09983333333333333,
+      "grad_norm": 30.25,
+      "grad_norm_var": 3.1802083333333333,
+      "learning_rate": 9.756897983003781e-05,
+      "loss": 7.1114,
+      "loss/crossentropy": 1.7814842015504837,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2132834978401661,
+      "step": 599
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 31.5,
+      "grad_norm_var": 3.178580729166667,
+      "learning_rate": 9.756090934194427e-05,
+      "loss": 7.3947,
+      "loss/crossentropy": 1.76243194937706,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20218634605407715,
+      "step": 600
+    },
+    {
+      "epoch": 0.10016666666666667,
+      "grad_norm": 30.875,
+      "grad_norm_var": 2.937239583333333,
+      "learning_rate": 9.755282581475769e-05,
+      "loss": 7.3161,
+      "loss/crossentropy": 1.6957703530788422,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16431233659386635,
+      "step": 601
+    },
+    {
+      "epoch": 0.10033333333333333,
+      "grad_norm": 31.5,
+      "grad_norm_var": 2.5228515625,
+      "learning_rate": 9.75447292506942e-05,
+      "loss": 7.0909,
+      "loss/crossentropy": 1.6883865594863892,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16238689422607422,
+      "step": 602
+    },
+    {
+      "epoch": 0.1005,
+      "grad_norm": 30.875,
+      "grad_norm_var": 2.471875,
+      "learning_rate": 9.753661965197354e-05,
+      "loss": 7.434,
+      "loss/crossentropy": 2.007025808095932,
+      "loss/hidden": 3.6640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25700215622782707,
+      "step": 603
+    },
+    {
+      "epoch": 0.10066666666666667,
+      "grad_norm": 30.5,
+      "grad_norm_var": 2.372916666666667,
+      "learning_rate": 9.752849702081901e-05,
+      "loss": 7.2278,
+      "loss/crossentropy": 2.1384987235069275,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18107693642377853,
+      "step": 604
+    },
+    {
+      "epoch": 0.10083333333333333,
+      "grad_norm": 34.5,
+      "grad_norm_var": 2.0580729166666667,
+      "learning_rate": 9.752036135945744e-05,
+      "loss": 7.4111,
+      "loss/crossentropy": 1.9143229275941849,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16873291693627834,
+      "step": 605
+    },
+    {
+      "epoch": 0.101,
+      "grad_norm": 34.0,
+      "grad_norm_var": 2.380989583333333,
+      "learning_rate": 9.751221267011929e-05,
+      "loss": 7.335,
+      "loss/crossentropy": 2.115232676267624,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24951379001140594,
+      "step": 606
+    },
+    {
+      "epoch": 0.10116666666666667,
+      "grad_norm": 51.75,
+      "grad_norm_var": 26.980989583333333,
+      "learning_rate": 9.750405095503859e-05,
+      "loss": 7.6198,
+      "loss/crossentropy": 1.5640252828598022,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16927756741642952,
+      "step": 607
+    },
+    {
+      "epoch": 0.10133333333333333,
+      "grad_norm": 33.25,
+      "grad_norm_var": 26.103059895833333,
+      "learning_rate": 9.749587621645288e-05,
+      "loss": 7.3387,
+      "loss/crossentropy": 1.8963924050331116,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.251237440854311,
+      "step": 608
+    },
+    {
+      "epoch": 0.1015,
+      "grad_norm": 28.875,
+      "grad_norm_var": 27.092122395833332,
+      "learning_rate": 9.748768845660334e-05,
+      "loss": 7.0424,
+      "loss/crossentropy": 1.470510482788086,
+      "loss/hidden": 3.80859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2107672020792961,
+      "step": 609
+    },
+    {
+      "epoch": 0.10166666666666667,
+      "grad_norm": 29.375,
+      "grad_norm_var": 27.773893229166667,
+      "learning_rate": 9.74794876777347e-05,
+      "loss": 7.4808,
+      "loss/crossentropy": 1.5921064913272858,
+      "loss/hidden": 4.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2697357200086117,
+      "step": 610
+    },
+    {
+      "epoch": 0.10183333333333333,
+      "grad_norm": 28.375,
+      "grad_norm_var": 29.089322916666667,
+      "learning_rate": 9.74712738820952e-05,
+      "loss": 6.9466,
+      "loss/crossentropy": 1.3399248868227005,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15232133492827415,
+      "step": 611
+    },
+    {
+      "epoch": 0.102,
+      "grad_norm": 28.25,
+      "grad_norm_var": 30.2791015625,
+      "learning_rate": 9.746304707193675e-05,
+      "loss": 7.1313,
+      "loss/crossentropy": 1.8080547451972961,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18052439764142036,
+      "step": 612
+    },
+    {
+      "epoch": 0.10216666666666667,
+      "grad_norm": 31.375,
+      "grad_norm_var": 30.258072916666666,
+      "learning_rate": 9.745480724951473e-05,
+      "loss": 7.5941,
+      "loss/crossentropy": 1.3583181947469711,
+      "loss/hidden": 3.76171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17031322419643402,
+      "step": 613
+    },
+    {
+      "epoch": 0.10233333333333333,
+      "grad_norm": 31.625,
+      "grad_norm_var": 30.208268229166666,
+      "learning_rate": 9.744655441708818e-05,
+      "loss": 7.4358,
+      "loss/crossentropy": 1.250537633895874,
+      "loss/hidden": 4.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2280135713517666,
+      "step": 614
+    },
+    {
+      "epoch": 0.1025,
+      "grad_norm": 32.25,
+      "grad_norm_var": 29.9103515625,
+      "learning_rate": 9.743828857691963e-05,
+      "loss": 7.3615,
+      "loss/crossentropy": 2.1062381863594055,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17050448432564735,
+      "step": 615
+    },
+    {
+      "epoch": 0.10266666666666667,
+      "grad_norm": 142.0,
+      "grad_norm_var": 779.3535807291667,
+      "learning_rate": 9.743000973127523e-05,
+      "loss": 8.0423,
+      "loss/crossentropy": 1.8291618078947067,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22066161036491394,
+      "step": 616
+    },
+    {
+      "epoch": 0.10283333333333333,
+      "grad_norm": 47.25,
+      "grad_norm_var": 777.6393229166666,
+      "learning_rate": 9.742171788242466e-05,
+      "loss": 7.6019,
+      "loss/crossentropy": 1.6715676486492157,
+      "loss/hidden": 3.65625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.28256499022245407,
+      "step": 617
+    },
+    {
+      "epoch": 0.103,
+      "grad_norm": 35.5,
+      "grad_norm_var": 773.9143229166667,
+      "learning_rate": 9.741341303264118e-05,
+      "loss": 7.0277,
+      "loss/crossentropy": 1.7895082533359528,
+      "loss/hidden": 3.91015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20992443338036537,
+      "step": 618
+    },
+    {
+      "epoch": 0.10316666666666667,
+      "grad_norm": 31.125,
+      "grad_norm_var": 773.59375,
+      "learning_rate": 9.74050951842016e-05,
+      "loss": 7.3626,
+      "loss/crossentropy": 2.2063084542751312,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2172108329832554,
+      "step": 619
+    },
+    {
+      "epoch": 0.10333333333333333,
+      "grad_norm": 29.625,
+      "grad_norm_var": 774.8228515625,
+      "learning_rate": 9.739676433938633e-05,
+      "loss": 7.0412,
+      "loss/crossentropy": 1.7916174978017807,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22405482083559036,
+      "step": 620
+    },
+    {
+      "epoch": 0.1035,
+      "grad_norm": 31.5,
+      "grad_norm_var": 777.8134765625,
+      "learning_rate": 9.73884205004793e-05,
+      "loss": 7.8157,
+      "loss/crossentropy": 2.1516139805316925,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20110300928354263,
+      "step": 621
+    },
+    {
+      "epoch": 0.10366666666666667,
+      "grad_norm": 31.0,
+      "grad_norm_var": 780.9291015625,
+      "learning_rate": 9.7380063669768e-05,
+      "loss": 7.1226,
+      "loss/crossentropy": 1.5412001609802246,
+      "loss/hidden": 3.66796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18404862098395824,
+      "step": 622
+    },
+    {
+      "epoch": 0.10383333333333333,
+      "grad_norm": 32.0,
+      "grad_norm_var": 774.8806640625,
+      "learning_rate": 9.737169384954355e-05,
+      "loss": 7.4503,
+      "loss/crossentropy": 1.2898205816745758,
+      "loss/hidden": 3.8515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25114247761666775,
+      "step": 623
+    },
+    {
+      "epoch": 0.104,
+      "grad_norm": 31.375,
+      "grad_norm_var": 776.528125,
+      "learning_rate": 9.736331104210056e-05,
+      "loss": 7.4958,
+      "loss/crossentropy": 2.409509092569351,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2068478837609291,
+      "step": 624
+    },
+    {
+      "epoch": 0.10416666666666667,
+      "grad_norm": 31.625,
+      "grad_norm_var": 773.3455729166667,
+      "learning_rate": 9.735491524973722e-05,
+      "loss": 7.438,
+      "loss/crossentropy": 1.5180833488702774,
+      "loss/hidden": 3.6328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1766592413187027,
+      "step": 625
+    },
+    {
+      "epoch": 0.10433333333333333,
+      "grad_norm": 31.5,
+      "grad_norm_var": 770.8962890625,
+      "learning_rate": 9.73465064747553e-05,
+      "loss": 7.0654,
+      "loss/crossentropy": 1.275202915072441,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13855969533324242,
+      "step": 626
+    },
+    {
+      "epoch": 0.1045,
+      "grad_norm": 30.125,
+      "grad_norm_var": 768.5738932291666,
+      "learning_rate": 9.73380847194601e-05,
+      "loss": 7.1306,
+      "loss/crossentropy": 1.3508297204971313,
+      "loss/hidden": 3.89453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19833296723663807,
+      "step": 627
+    },
+    {
+      "epoch": 0.10466666666666667,
+      "grad_norm": 33.25,
+      "grad_norm_var": 762.7978515625,
+      "learning_rate": 9.732964998616046e-05,
+      "loss": 7.5178,
+      "loss/crossentropy": 1.835921436548233,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15121160633862019,
+      "step": 628
+    },
+    {
+      "epoch": 0.10483333333333333,
+      "grad_norm": 32.25,
+      "grad_norm_var": 761.8895833333333,
+      "learning_rate": 9.732120227716888e-05,
+      "loss": 7.2138,
+      "loss/crossentropy": 1.433204710483551,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13274148851633072,
+      "step": 629
+    },
+    {
+      "epoch": 0.105,
+      "grad_norm": 29.5,
+      "grad_norm_var": 764.4384765625,
+      "learning_rate": 9.73127415948013e-05,
+      "loss": 7.4102,
+      "loss/crossentropy": 2.046613782644272,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2395108975470066,
+      "step": 630
+    },
+    {
+      "epoch": 0.10516666666666667,
+      "grad_norm": 28.75,
+      "grad_norm_var": 768.5837890625,
+      "learning_rate": 9.730426794137727e-05,
+      "loss": 7.2557,
+      "loss/crossentropy": 1.1972267031669617,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11847973614931107,
+      "step": 631
+    },
+    {
+      "epoch": 0.10533333333333333,
+      "grad_norm": 33.75,
+      "grad_norm_var": 18.2759765625,
+      "learning_rate": 9.72957813192199e-05,
+      "loss": 7.1137,
+      "loss/crossentropy": 1.4940354526042938,
+      "loss/hidden": 3.87109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2576959580183029,
+      "step": 632
+    },
+    {
+      "epoch": 0.1055,
+      "grad_norm": 33.25,
+      "grad_norm_var": 3.0072265625,
+      "learning_rate": 9.728728173065585e-05,
+      "loss": 7.5056,
+      "loss/crossentropy": 2.48933482170105,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18084804341197014,
+      "step": 633
+    },
+    {
+      "epoch": 0.10566666666666667,
+      "grad_norm": 34.0,
+      "grad_norm_var": 2.3744140625,
+      "learning_rate": 9.72787691780153e-05,
+      "loss": 7.2325,
+      "loss/crossentropy": 1.2645312547683716,
+      "loss/hidden": 3.703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.29484754242002964,
+      "step": 634
+    },
+    {
+      "epoch": 0.10583333333333333,
+      "grad_norm": 30.625,
+      "grad_norm_var": 2.4176432291666665,
+      "learning_rate": 9.727024366363206e-05,
+      "loss": 7.8715,
+      "loss/crossentropy": 1.912324070930481,
+      "loss/hidden": 3.75390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.4577797334641218,
+      "step": 635
+    },
+    {
+      "epoch": 0.106,
+      "grad_norm": 33.5,
+      "grad_norm_var": 2.3833333333333333,
+      "learning_rate": 9.726170518984341e-05,
+      "loss": 7.8196,
+      "loss/crossentropy": 1.9435686469078064,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2176922857761383,
+      "step": 636
+    },
+    {
+      "epoch": 0.10616666666666667,
+      "grad_norm": 31.5,
+      "grad_norm_var": 2.3833333333333333,
+      "learning_rate": 9.725315375899024e-05,
+      "loss": 7.2167,
+      "loss/crossentropy": 1.6355883032083511,
+      "loss/hidden": 3.57421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19487426057457924,
+      "step": 637
+    },
+    {
+      "epoch": 0.10633333333333334,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.3559895833333333,
+      "learning_rate": 9.724458937341698e-05,
+      "loss": 7.6199,
+      "loss/crossentropy": 1.9535970985889435,
+      "loss/hidden": 3.58984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2554296776652336,
+      "step": 638
+    },
+    {
+      "epoch": 0.1065,
+      "grad_norm": 34.5,
+      "grad_norm_var": 2.80390625,
+      "learning_rate": 9.723601203547158e-05,
+      "loss": 7.4487,
+      "loss/crossentropy": 1.7397211343050003,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16598396748304367,
+      "step": 639
+    },
+    {
+      "epoch": 0.10666666666666667,
+      "grad_norm": 32.5,
+      "grad_norm_var": 2.7916015625,
+      "learning_rate": 9.722742174750558e-05,
+      "loss": 7.1779,
+      "loss/crossentropy": 1.8731798231601715,
+      "loss/hidden": 3.9921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2941042631864548,
+      "step": 640
+    },
+    {
+      "epoch": 0.10683333333333334,
+      "grad_norm": 30.0,
+      "grad_norm_var": 3.0497395833333334,
+      "learning_rate": 9.721881851187406e-05,
+      "loss": 7.215,
+      "loss/crossentropy": 1.6555385440587997,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18280649557709694,
+      "step": 641
+    },
+    {
+      "epoch": 0.107,
+      "grad_norm": 35.5,
+      "grad_norm_var": 3.8080729166666667,
+      "learning_rate": 9.721020233093563e-05,
+      "loss": 7.3108,
+      "loss/crossentropy": 1.8831823766231537,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18430525064468384,
+      "step": 642
+    },
+    {
+      "epoch": 0.10716666666666666,
+      "grad_norm": 30.375,
+      "grad_norm_var": 3.7427083333333333,
+      "learning_rate": 9.72015732070525e-05,
+      "loss": 7.0786,
+      "loss/crossentropy": 1.8577512204647064,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1396968588232994,
+      "step": 643
+    },
+    {
+      "epoch": 0.10733333333333334,
+      "grad_norm": 31.75,
+      "grad_norm_var": 3.6770833333333335,
+      "learning_rate": 9.719293114259033e-05,
+      "loss": 6.9481,
+      "loss/crossentropy": 1.5243144929409027,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17269080504775047,
+      "step": 644
+    },
+    {
+      "epoch": 0.1075,
+      "grad_norm": 29.875,
+      "grad_norm_var": 3.9900390625,
+      "learning_rate": 9.718427613991848e-05,
+      "loss": 7.1693,
+      "loss/crossentropy": 1.1140879094600677,
+      "loss/hidden": 3.69921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16539104841649532,
+      "step": 645
+    },
+    {
+      "epoch": 0.10766666666666666,
+      "grad_norm": 29.75,
+      "grad_norm_var": 3.911393229166667,
+      "learning_rate": 9.717560820140969e-05,
+      "loss": 7.503,
+      "loss/crossentropy": 1.3911971896886826,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1835576556622982,
+      "step": 646
+    },
+    {
+      "epoch": 0.10783333333333334,
+      "grad_norm": 29.25,
+      "grad_norm_var": 3.7108723958333334,
+      "learning_rate": 9.716692732944035e-05,
+      "loss": 7.1375,
+      "loss/crossentropy": 1.6554150804877281,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1653379462659359,
+      "step": 647
+    },
+    {
+      "epoch": 0.108,
+      "grad_norm": 32.75,
+      "grad_norm_var": 3.5431640625,
+      "learning_rate": 9.715823352639037e-05,
+      "loss": 7.4142,
+      "loss/crossentropy": 2.2835015952587128,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2020583711564541,
+      "step": 648
+    },
+    {
+      "epoch": 0.10816666666666666,
+      "grad_norm": 31.375,
+      "grad_norm_var": 3.440625,
+      "learning_rate": 9.714952679464323e-05,
+      "loss": 7.3722,
+      "loss/crossentropy": 1.7637509107589722,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12249446101486683,
+      "step": 649
+    },
+    {
+      "epoch": 0.10833333333333334,
+      "grad_norm": 32.0,
+      "grad_norm_var": 3.115625,
+      "learning_rate": 9.71408071365859e-05,
+      "loss": 7.4532,
+      "loss/crossentropy": 1.142805352807045,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1244389396160841,
+      "step": 650
+    },
+    {
+      "epoch": 0.1085,
+      "grad_norm": 29.25,
+      "grad_norm_var": 3.434309895833333,
+      "learning_rate": 9.713207455460894e-05,
+      "loss": 7.6449,
+      "loss/crossentropy": 1.4701527208089828,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15961984731256962,
+      "step": 651
+    },
+    {
+      "epoch": 0.10866666666666666,
+      "grad_norm": 32.0,
+      "grad_norm_var": 3.2014973958333335,
+      "learning_rate": 9.71233290511064e-05,
+      "loss": 7.1868,
+      "loss/crossentropy": 1.9166098833084106,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16668128222227097,
+      "step": 652
+    },
+    {
+      "epoch": 0.10883333333333334,
+      "grad_norm": 41.25,
+      "grad_norm_var": 9.092122395833334,
+      "learning_rate": 9.711457062847595e-05,
+      "loss": 7.2294,
+      "loss/crossentropy": 1.8596365749835968,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15339374542236328,
+      "step": 653
+    },
+    {
+      "epoch": 0.109,
+      "grad_norm": 33.25,
+      "grad_norm_var": 9.1681640625,
+      "learning_rate": 9.710579928911876e-05,
+      "loss": 7.4448,
+      "loss/crossentropy": 1.525905817747116,
+      "loss/hidden": 3.9765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1737709790468216,
+      "step": 654
+    },
+    {
+      "epoch": 0.10916666666666666,
+      "grad_norm": 30.875,
+      "grad_norm_var": 8.883072916666666,
+      "learning_rate": 9.709701503543954e-05,
+      "loss": 7.4211,
+      "loss/crossentropy": 1.5346709489822388,
+      "loss/hidden": 3.6796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19532465934753418,
+      "step": 655
+    },
+    {
+      "epoch": 0.10933333333333334,
+      "grad_norm": 30.625,
+      "grad_norm_var": 8.973893229166666,
+      "learning_rate": 9.708821786984652e-05,
+      "loss": 7.2277,
+      "loss/crossentropy": 1.3570376336574554,
+      "loss/hidden": 3.70703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1451853420585394,
+      "step": 656
+    },
+    {
+      "epoch": 0.1095,
+      "grad_norm": 36.0,
+      "grad_norm_var": 9.730143229166666,
+      "learning_rate": 9.707940779475151e-05,
+      "loss": 7.7429,
+      "loss/crossentropy": 1.5309327840805054,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18355575948953629,
+      "step": 657
+    },
+    {
+      "epoch": 0.10966666666666666,
+      "grad_norm": 32.25,
+      "grad_norm_var": 8.978580729166667,
+      "learning_rate": 9.707058481256985e-05,
+      "loss": 7.267,
+      "loss/crossentropy": 1.7733177542686462,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14523290283977985,
+      "step": 658
+    },
+    {
+      "epoch": 0.10983333333333334,
+      "grad_norm": 28.25,
+      "grad_norm_var": 9.732291666666667,
+      "learning_rate": 9.706174892572039e-05,
+      "loss": 7.0048,
+      "loss/crossentropy": 0.9952821731567383,
+      "loss/hidden": 3.5546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15045959129929543,
+      "step": 659
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 28.875,
+      "grad_norm_var": 10.3087890625,
+      "learning_rate": 9.705290013662556e-05,
+      "loss": 7.3332,
+      "loss/crossentropy": 1.9855782389640808,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20127024874091148,
+      "step": 660
+    },
+    {
+      "epoch": 0.11016666666666666,
+      "grad_norm": 31.75,
+      "grad_norm_var": 10.065625,
+      "learning_rate": 9.704403844771128e-05,
+      "loss": 7.2978,
+      "loss/crossentropy": 1.6638555526733398,
+      "loss/hidden": 3.59375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18440712057054043,
+      "step": 661
+    },
+    {
+      "epoch": 0.11033333333333334,
+      "grad_norm": 30.625,
+      "grad_norm_var": 9.869205729166667,
+      "learning_rate": 9.703516386140705e-05,
+      "loss": 7.3387,
+      "loss/crossentropy": 1.9379086792469025,
+      "loss/hidden": 3.59375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1722083631902933,
+      "step": 662
+    },
+    {
+      "epoch": 0.1105,
+      "grad_norm": 29.625,
+      "grad_norm_var": 9.745572916666667,
+      "learning_rate": 9.70262763801459e-05,
+      "loss": 7.0218,
+      "loss/crossentropy": 1.532268926501274,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1991143524646759,
+      "step": 663
+    },
+    {
+      "epoch": 0.11066666666666666,
+      "grad_norm": 30.5,
+      "grad_norm_var": 9.813541666666667,
+      "learning_rate": 9.701737600636436e-05,
+      "loss": 7.2071,
+      "loss/crossentropy": 1.3929783999919891,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18860838934779167,
+      "step": 664
+    },
+    {
+      "epoch": 0.11083333333333334,
+      "grad_norm": 32.5,
+      "grad_norm_var": 9.831705729166666,
+      "learning_rate": 9.700846274250251e-05,
+      "loss": 7.6409,
+      "loss/crossentropy": 1.9433818459510803,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20732827112078667,
+      "step": 665
+    },
+    {
+      "epoch": 0.111,
+      "grad_norm": 30.5,
+      "grad_norm_var": 9.942643229166666,
+      "learning_rate": 9.699953659100401e-05,
+      "loss": 7.0308,
+      "loss/crossentropy": 1.2917715013027191,
+      "loss/hidden": 3.68359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19213541224598885,
+      "step": 666
+    },
+    {
+      "epoch": 0.11116666666666666,
+      "grad_norm": 31.375,
+      "grad_norm_var": 9.514322916666666,
+      "learning_rate": 9.699059755431598e-05,
+      "loss": 7.2249,
+      "loss/crossentropy": 1.8711410611867905,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18579615280032158,
+      "step": 667
+    },
+    {
+      "epoch": 0.11133333333333334,
+      "grad_norm": 32.0,
+      "grad_norm_var": 9.514322916666666,
+      "learning_rate": 9.698164563488914e-05,
+      "loss": 7.1074,
+      "loss/crossentropy": 1.856014922261238,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16111868992447853,
+      "step": 668
+    },
+    {
+      "epoch": 0.1115,
+      "grad_norm": 33.25,
+      "grad_norm_var": 3.530989583333333,
+      "learning_rate": 9.697268083517767e-05,
+      "loss": 7.3351,
+      "loss/crossentropy": 2.1788209080696106,
+      "loss/hidden": 3.703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.27165431156754494,
+      "step": 669
+    },
+    {
+      "epoch": 0.11166666666666666,
+      "grad_norm": 30.125,
+      "grad_norm_var": 3.3666015625,
+      "learning_rate": 9.696370315763936e-05,
+      "loss": 7.4897,
+      "loss/crossentropy": 1.7634121179580688,
+      "loss/hidden": 3.75390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25094933807849884,
+      "step": 670
+    },
+    {
+      "epoch": 0.11183333333333334,
+      "grad_norm": 31.5,
+      "grad_norm_var": 3.3643229166666666,
+      "learning_rate": 9.695471260473545e-05,
+      "loss": 7.36,
+      "loss/crossentropy": 1.8961014151573181,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15150394663214684,
+      "step": 671
+    },
+    {
+      "epoch": 0.112,
+      "grad_norm": 30.5,
+      "grad_norm_var": 3.3754557291666667,
+      "learning_rate": 9.69457091789308e-05,
+      "loss": 7.5605,
+      "loss/crossentropy": 2.0419953167438507,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2538929544389248,
+      "step": 672
+    },
+    {
+      "epoch": 0.11216666666666666,
+      "grad_norm": 30.5,
+      "grad_norm_var": 1.7655598958333334,
+      "learning_rate": 9.693669288269372e-05,
+      "loss": 7.4923,
+      "loss/crossentropy": 2.064723700284958,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18939067423343658,
+      "step": 673
+    },
+    {
+      "epoch": 0.11233333333333333,
+      "grad_norm": 30.625,
+      "grad_norm_var": 1.634375,
+      "learning_rate": 9.692766371849606e-05,
+      "loss": 7.2448,
+      "loss/crossentropy": 1.8495427966117859,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1740853115916252,
+      "step": 674
+    },
+    {
+      "epoch": 0.1125,
+      "grad_norm": 31.625,
+      "grad_norm_var": 1.2072265625,
+      "learning_rate": 9.691862168881325e-05,
+      "loss": 6.9931,
+      "loss/crossentropy": 1.6820146292448044,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15422948263585567,
+      "step": 675
+    },
+    {
+      "epoch": 0.11266666666666666,
+      "grad_norm": 30.5,
+      "grad_norm_var": 0.9135416666666667,
+      "learning_rate": 9.690956679612421e-05,
+      "loss": 7.205,
+      "loss/crossentropy": 1.7395752966403961,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20282979309558868,
+      "step": 676
+    },
+    {
+      "epoch": 0.11283333333333333,
+      "grad_norm": 30.5,
+      "grad_norm_var": 0.9018229166666667,
+      "learning_rate": 9.690049904291139e-05,
+      "loss": 8.064,
+      "loss/crossentropy": 1.8543930053710938,
+      "loss/hidden": 3.6796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18171074986457825,
+      "step": 677
+    },
+    {
+      "epoch": 0.113,
+      "grad_norm": 28.25,
+      "grad_norm_var": 1.3780598958333334,
+      "learning_rate": 9.689141843166074e-05,
+      "loss": 7.3536,
+      "loss/crossentropy": 1.9578366875648499,
+      "loss/hidden": 3.68359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20767145231366158,
+      "step": 678
+    },
+    {
+      "epoch": 0.11316666666666667,
+      "grad_norm": 29.875,
+      "grad_norm_var": 1.3405598958333333,
+      "learning_rate": 9.688232496486178e-05,
+      "loss": 7.2639,
+      "loss/crossentropy": 2.4087424874305725,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19602132216095924,
+      "step": 679
+    },
+    {
+      "epoch": 0.11333333333333333,
+      "grad_norm": 30.75,
+      "grad_norm_var": 1.3317057291666667,
+      "learning_rate": 9.687321864500755e-05,
+      "loss": 7.4667,
+      "loss/crossentropy": 1.4875228255987167,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15017814375460148,
+      "step": 680
+    },
+    {
+      "epoch": 0.1135,
+      "grad_norm": 32.5,
+      "grad_norm_var": 1.3317057291666667,
+      "learning_rate": 9.686409947459458e-05,
+      "loss": 7.6094,
+      "loss/crossentropy": 2.1256344318389893,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23931212723255157,
+      "step": 681
+    },
+    {
+      "epoch": 0.11366666666666667,
+      "grad_norm": 36.75,
+      "grad_norm_var": 3.4410807291666665,
+      "learning_rate": 9.685496745612295e-05,
+      "loss": 7.2968,
+      "loss/crossentropy": 1.9394277036190033,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17435170337557793,
+      "step": 682
+    },
+    {
+      "epoch": 0.11383333333333333,
+      "grad_norm": 33.25,
+      "grad_norm_var": 3.6822916666666665,
+      "learning_rate": 9.684582259209624e-05,
+      "loss": 7.4703,
+      "loss/crossentropy": 2.1526367366313934,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18739807233214378,
+      "step": 683
+    },
+    {
+      "epoch": 0.114,
+      "grad_norm": 30.0,
+      "grad_norm_var": 3.7739583333333333,
+      "learning_rate": 9.683666488502158e-05,
+      "loss": 7.0513,
+      "loss/crossentropy": 1.5884509682655334,
+      "loss/hidden": 3.640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1915692798793316,
+      "step": 684
+    },
+    {
+      "epoch": 0.11416666666666667,
+      "grad_norm": 30.75,
+      "grad_norm_var": 3.5083333333333333,
+      "learning_rate": 9.682749433740962e-05,
+      "loss": 7.1726,
+      "loss/crossentropy": 1.665308564901352,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17285103723406792,
+      "step": 685
+    },
+    {
+      "epoch": 0.11433333333333333,
+      "grad_norm": 33.25,
+      "grad_norm_var": 3.702018229166667,
+      "learning_rate": 9.68183109517745e-05,
+      "loss": 7.5115,
+      "loss/crossentropy": 2.2219296991825104,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17908718809485435,
+      "step": 686
+    },
+    {
+      "epoch": 0.1145,
+      "grad_norm": 30.125,
+      "grad_norm_var": 3.787239583333333,
+      "learning_rate": 9.68091147306339e-05,
+      "loss": 7.5444,
+      "loss/crossentropy": 1.3817338794469833,
+      "loss/hidden": 3.875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24499402940273285,
+      "step": 687
+    },
+    {
+      "epoch": 0.11466666666666667,
+      "grad_norm": 42.25,
+      "grad_norm_var": 11.265625,
+      "learning_rate": 9.6799905676509e-05,
+      "loss": 7.4661,
+      "loss/crossentropy": 1.3822373747825623,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24674061685800552,
+      "step": 688
+    },
+    {
+      "epoch": 0.11483333333333333,
+      "grad_norm": 30.75,
+      "grad_norm_var": 11.220572916666667,
+      "learning_rate": 9.679068379192456e-05,
+      "loss": 7.2038,
+      "loss/crossentropy": 1.2653769254684448,
+      "loss/hidden": 3.7265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23560648038983345,
+      "step": 689
+    },
+    {
+      "epoch": 0.115,
+      "grad_norm": 30.125,
+      "grad_norm_var": 11.326822916666666,
+      "learning_rate": 9.678144907940876e-05,
+      "loss": 7.1295,
+      "loss/crossentropy": 1.3056302964687347,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16892738826572895,
+      "step": 690
+    },
+    {
+      "epoch": 0.11516666666666667,
+      "grad_norm": 29.125,
+      "grad_norm_var": 11.826822916666666,
+      "learning_rate": 9.677220154149337e-05,
+      "loss": 7.369,
+      "loss/crossentropy": 2.204236626625061,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2106693685054779,
+      "step": 691
+    },
+    {
+      "epoch": 0.11533333333333333,
+      "grad_norm": 30.0,
+      "grad_norm_var": 11.92890625,
+      "learning_rate": 9.676294118071367e-05,
+      "loss": 7.444,
+      "loss/crossentropy": 1.4087094068527222,
+      "loss/hidden": 3.796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25383753329515457,
+      "step": 692
+    },
+    {
+      "epoch": 0.1155,
+      "grad_norm": 29.125,
+      "grad_norm_var": 12.2791015625,
+      "learning_rate": 9.675366799960841e-05,
+      "loss": 7.1626,
+      "loss/crossentropy": 1.372077763080597,
+      "loss/hidden": 3.69140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16764922067523003,
+      "step": 693
+    },
+    {
+      "epoch": 0.11566666666666667,
+      "grad_norm": 32.75,
+      "grad_norm_var": 11.4869140625,
+      "learning_rate": 9.674438200071991e-05,
+      "loss": 7.2944,
+      "loss/crossentropy": 1.6388816386461258,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2240111120045185,
+      "step": 694
+    },
+    {
+      "epoch": 0.11583333333333333,
+      "grad_norm": 30.25,
+      "grad_norm_var": 11.39140625,
+      "learning_rate": 9.6735083186594e-05,
+      "loss": 7.6349,
+      "loss/crossentropy": 1.794825941324234,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1945985034108162,
+      "step": 695
+    },
+    {
+      "epoch": 0.116,
+      "grad_norm": 32.5,
+      "grad_norm_var": 11.294791666666667,
+      "learning_rate": 9.672577155977993e-05,
+      "loss": 7.3889,
+      "loss/crossentropy": 1.771435633301735,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18000315874814987,
+      "step": 696
+    },
+    {
+      "epoch": 0.11616666666666667,
+      "grad_norm": 30.25,
+      "grad_norm_var": 11.489322916666667,
+      "learning_rate": 9.671644712283061e-05,
+      "loss": 6.8488,
+      "loss/crossentropy": 1.3064327538013458,
+      "loss/hidden": 3.62890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17428554967045784,
+      "step": 697
+    },
+    {
+      "epoch": 0.11633333333333333,
+      "grad_norm": 29.625,
+      "grad_norm_var": 10.105143229166666,
+      "learning_rate": 9.670710987830233e-05,
+      "loss": 7.0415,
+      "loss/crossentropy": 2.0627946108579636,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21828969940543175,
+      "step": 698
+    },
+    {
+      "epoch": 0.1165,
+      "grad_norm": 37.25,
+      "grad_norm_var": 12.034309895833333,
+      "learning_rate": 9.669775982875501e-05,
+      "loss": 7.2626,
+      "loss/crossentropy": 1.859133243560791,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1761200949549675,
+      "step": 699
+    },
+    {
+      "epoch": 0.11666666666666667,
+      "grad_norm": 33.5,
+      "grad_norm_var": 11.979622395833333,
+      "learning_rate": 9.668839697675196e-05,
+      "loss": 7.4687,
+      "loss/crossentropy": 1.504253938794136,
+      "loss/hidden": 3.71875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20222976431250572,
+      "step": 700
+    },
+    {
+      "epoch": 0.11683333333333333,
+      "grad_norm": 33.0,
+      "grad_norm_var": 11.928059895833334,
+      "learning_rate": 9.667902132486009e-05,
+      "loss": 7.4905,
+      "loss/crossentropy": 1.32832533121109,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18155817314982414,
+      "step": 701
+    },
+    {
+      "epoch": 0.117,
+      "grad_norm": 29.875,
+      "grad_norm_var": 12.130208333333334,
+      "learning_rate": 9.666963287564979e-05,
+      "loss": 7.6311,
+      "loss/crossentropy": 1.641435131430626,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20181964337825775,
+      "step": 702
+    },
+    {
+      "epoch": 0.11716666666666667,
+      "grad_norm": 30.0,
+      "grad_norm_var": 12.160872395833334,
+      "learning_rate": 9.666023163169493e-05,
+      "loss": 7.0104,
+      "loss/crossentropy": 1.3292317688465118,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1403409019112587,
+      "step": 703
+    },
+    {
+      "epoch": 0.11733333333333333,
+      "grad_norm": 30.875,
+      "grad_norm_var": 4.547916666666667,
+      "learning_rate": 9.665081759557295e-05,
+      "loss": 8.0035,
+      "loss/crossentropy": 2.21759694814682,
+      "loss/hidden": 3.57421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.271518062800169,
+      "step": 704
+    },
+    {
+      "epoch": 0.1175,
+      "grad_norm": 30.875,
+      "grad_norm_var": 4.5416015625,
+      "learning_rate": 9.664139076986473e-05,
+      "loss": 7.3329,
+      "loss/crossentropy": 1.9011651873588562,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.184487696737051,
+      "step": 705
+    },
+    {
+      "epoch": 0.11766666666666667,
+      "grad_norm": 31.375,
+      "grad_norm_var": 4.460872395833333,
+      "learning_rate": 9.663195115715471e-05,
+      "loss": 7.7688,
+      "loss/crossentropy": 2.1999647319316864,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23816713690757751,
+      "step": 706
+    },
+    {
+      "epoch": 0.11783333333333333,
+      "grad_norm": 34.25,
+      "grad_norm_var": 4.634375,
+      "learning_rate": 9.66224987600308e-05,
+      "loss": 7.6553,
+      "loss/crossentropy": 1.5069388449192047,
+      "loss/hidden": 4.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.32512833178043365,
+      "step": 707
+    },
+    {
+      "epoch": 0.118,
+      "grad_norm": 29.625,
+      "grad_norm_var": 4.7228515625,
+      "learning_rate": 9.661303358108445e-05,
+      "loss": 6.9435,
+      "loss/crossentropy": 1.475489467382431,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16300288774073124,
+      "step": 708
+    },
+    {
+      "epoch": 0.11816666666666667,
+      "grad_norm": 32.0,
+      "grad_norm_var": 4.302083333333333,
+      "learning_rate": 9.660355562291055e-05,
+      "loss": 6.8902,
+      "loss/crossentropy": 1.5365915447473526,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14909449964761734,
+      "step": 709
+    },
+    {
+      "epoch": 0.11833333333333333,
+      "grad_norm": 32.5,
+      "grad_norm_var": 4.27265625,
+      "learning_rate": 9.659406488810759e-05,
+      "loss": 7.1034,
+      "loss/crossentropy": 1.4892998337745667,
+      "loss/hidden": 3.6484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22402291372418404,
+      "step": 710
+    },
+    {
+      "epoch": 0.1185,
+      "grad_norm": 31.75,
+      "grad_norm_var": 4.11640625,
+      "learning_rate": 9.658456137927745e-05,
+      "loss": 7.6042,
+      "loss/crossentropy": 1.8311169147491455,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20424065738916397,
+      "step": 711
+    },
+    {
+      "epoch": 0.11866666666666667,
+      "grad_norm": 30.75,
+      "grad_norm_var": 4.151041666666667,
+      "learning_rate": 9.657504509902562e-05,
+      "loss": 7.231,
+      "loss/crossentropy": 1.7308376729488373,
+      "loss/hidden": 3.66015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2392408549785614,
+      "step": 712
+    },
+    {
+      "epoch": 0.11883333333333333,
+      "grad_norm": 30.75,
+      "grad_norm_var": 4.06875,
+      "learning_rate": 9.656551604996102e-05,
+      "loss": 7.6568,
+      "loss/crossentropy": 1.7638636529445648,
+      "loss/hidden": 4.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2292976714670658,
+      "step": 713
+    },
+    {
+      "epoch": 0.119,
+      "grad_norm": 31.125,
+      "grad_norm_var": 3.784375,
+      "learning_rate": 9.655597423469609e-05,
+      "loss": 7.1736,
+      "loss/crossentropy": 1.7928911745548248,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18390469625592232,
+      "step": 714
+    },
+    {
+      "epoch": 0.11916666666666667,
+      "grad_norm": 34.25,
+      "grad_norm_var": 2.184375,
+      "learning_rate": 9.654641965584678e-05,
+      "loss": 7.4753,
+      "loss/crossentropy": 1.7224461138248444,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19840865582227707,
+      "step": 715
+    },
+    {
+      "epoch": 0.11933333333333333,
+      "grad_norm": 30.375,
+      "grad_norm_var": 2.026497395833333,
+      "learning_rate": 9.653685231603256e-05,
+      "loss": 7.4207,
+      "loss/crossentropy": 2.0060774981975555,
+      "loss/hidden": 3.73046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2470613420009613,
+      "step": 716
+    },
+    {
+      "epoch": 0.1195,
+      "grad_norm": 29.25,
+      "grad_norm_var": 2.135872395833333,
+      "learning_rate": 9.652727221787631e-05,
+      "loss": 7.0611,
+      "loss/crossentropy": 1.905442088842392,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17968276515603065,
+      "step": 717
+    },
+    {
+      "epoch": 0.11966666666666667,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.060416666666667,
+      "learning_rate": 9.65176793640045e-05,
+      "loss": 7.6799,
+      "loss/crossentropy": 1.8074587881565094,
+      "loss/hidden": 3.60546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18332719430327415,
+      "step": 718
+    },
+    {
+      "epoch": 0.11983333333333333,
+      "grad_norm": 29.875,
+      "grad_norm_var": 2.0843098958333335,
+      "learning_rate": 9.650807375704708e-05,
+      "loss": 7.265,
+      "loss/crossentropy": 2.222355842590332,
+      "loss/hidden": 3.68359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20805594697594643,
+      "step": 719
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 29.5,
+      "grad_norm_var": 2.292708333333333,
+      "learning_rate": 9.649845539963747e-05,
+      "loss": 7.3168,
+      "loss/crossentropy": 1.362179696559906,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1665158737450838,
+      "step": 720
+    },
+    {
+      "epoch": 0.12016666666666667,
+      "grad_norm": 34.25,
+      "grad_norm_var": 2.8218098958333333,
+      "learning_rate": 9.648882429441257e-05,
+      "loss": 7.4782,
+      "loss/crossentropy": 1.5363773852586746,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1421268694102764,
+      "step": 721
+    },
+    {
+      "epoch": 0.12033333333333333,
+      "grad_norm": 30.25,
+      "grad_norm_var": 2.9184895833333333,
+      "learning_rate": 9.647918044401285e-05,
+      "loss": 7.3579,
+      "loss/crossentropy": 2.0128808319568634,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19340229779481888,
+      "step": 722
+    },
+    {
+      "epoch": 0.1205,
+      "grad_norm": 33.25,
+      "grad_norm_var": 2.60390625,
+      "learning_rate": 9.646952385108218e-05,
+      "loss": 7.5683,
+      "loss/crossentropy": 1.2376703917980194,
+      "loss/hidden": 4.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24080761522054672,
+      "step": 723
+    },
+    {
+      "epoch": 0.12066666666666667,
+      "grad_norm": 30.125,
+      "grad_norm_var": 2.50390625,
+      "learning_rate": 9.645985451826803e-05,
+      "loss": 7.3693,
+      "loss/crossentropy": 2.0515187084674835,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17883748933672905,
+      "step": 724
+    },
+    {
+      "epoch": 0.12083333333333333,
+      "grad_norm": 33.75,
+      "grad_norm_var": 2.8375,
+      "learning_rate": 9.645017244822123e-05,
+      "loss": 7.7341,
+      "loss/crossentropy": 1.279893919825554,
+      "loss/hidden": 3.9921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2662294916808605,
+      "step": 725
+    },
+    {
+      "epoch": 0.121,
+      "grad_norm": 35.75,
+      "grad_norm_var": 3.9309895833333335,
+      "learning_rate": 9.644047764359622e-05,
+      "loss": 7.4369,
+      "loss/crossentropy": 1.72224622964859,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16291150823235512,
+      "step": 726
+    },
+    {
+      "epoch": 0.12116666666666667,
+      "grad_norm": 31.5,
+      "grad_norm_var": 3.933333333333333,
+      "learning_rate": 9.643077010705087e-05,
+      "loss": 7.0033,
+      "loss/crossentropy": 1.627916619181633,
+      "loss/hidden": 3.75,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19500724971294403,
+      "step": 727
+    },
+    {
+      "epoch": 0.12133333333333333,
+      "grad_norm": 29.5,
+      "grad_norm_var": 4.187239583333334,
+      "learning_rate": 9.642104984124656e-05,
+      "loss": 7.1655,
+      "loss/crossentropy": 1.731247067451477,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16741443425416946,
+      "step": 728
+    },
+    {
+      "epoch": 0.1215,
+      "grad_norm": 32.5,
+      "grad_norm_var": 4.178125,
+      "learning_rate": 9.641131684884817e-05,
+      "loss": 7.227,
+      "loss/crossentropy": 2.0340212881565094,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1663869433104992,
+      "step": 729
+    },
+    {
+      "epoch": 0.12166666666666667,
+      "grad_norm": 33.75,
+      "grad_norm_var": 4.4009765625,
+      "learning_rate": 9.640157113252403e-05,
+      "loss": 7.5722,
+      "loss/crossentropy": 1.8398717641830444,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15602401085197926,
+      "step": 730
+    },
+    {
+      "epoch": 0.12183333333333334,
+      "grad_norm": 30.5,
+      "grad_norm_var": 4.0962890625,
+      "learning_rate": 9.6391812694946e-05,
+      "loss": 7.4194,
+      "loss/crossentropy": 2.0755681097507477,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18884403258562088,
+      "step": 731
+    },
+    {
+      "epoch": 0.122,
+      "grad_norm": 31.625,
+      "grad_norm_var": 3.981705729166667,
+      "learning_rate": 9.63820415387894e-05,
+      "loss": 6.9202,
+      "loss/crossentropy": 2.044442892074585,
+      "loss/hidden": 3.796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1960710808634758,
+      "step": 732
+    },
+    {
+      "epoch": 0.12216666666666667,
+      "grad_norm": 39.75,
+      "grad_norm_var": 7.405143229166667,
+      "learning_rate": 9.637225766673307e-05,
+      "loss": 7.4404,
+      "loss/crossentropy": 1.885232001543045,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18598414212465286,
+      "step": 733
+    },
+    {
+      "epoch": 0.12233333333333334,
+      "grad_norm": 31.5,
+      "grad_norm_var": 7.453580729166666,
+      "learning_rate": 9.636246108145929e-05,
+      "loss": 7.172,
+      "loss/crossentropy": 1.3374506533145905,
+      "loss/hidden": 4.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1551193678751588,
+      "step": 734
+    },
+    {
+      "epoch": 0.1225,
+      "grad_norm": 30.625,
+      "grad_norm_var": 7.242643229166666,
+      "learning_rate": 9.635265178565385e-05,
+      "loss": 7.0339,
+      "loss/crossentropy": 1.5045725405216217,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19045464508235455,
+      "step": 735
+    },
+    {
+      "epoch": 0.12266666666666666,
+      "grad_norm": 31.375,
+      "grad_norm_var": 6.741666666666666,
+      "learning_rate": 9.634282978200604e-05,
+      "loss": 7.8247,
+      "loss/crossentropy": 1.854149729013443,
+      "loss/hidden": 3.72265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25182773917913437,
+      "step": 736
+    },
+    {
+      "epoch": 0.12283333333333334,
+      "grad_norm": 29.875,
+      "grad_norm_var": 6.917122395833333,
+      "learning_rate": 9.63329950732086e-05,
+      "loss": 7.5027,
+      "loss/crossentropy": 1.5925196409225464,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.197333712130785,
+      "step": 737
+    },
+    {
+      "epoch": 0.123,
+      "grad_norm": 29.375,
+      "grad_norm_var": 7.195572916666666,
+      "learning_rate": 9.632314766195781e-05,
+      "loss": 7.0563,
+      "loss/crossentropy": 1.354059174656868,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21647107601165771,
+      "step": 738
+    },
+    {
+      "epoch": 0.12316666666666666,
+      "grad_norm": 31.375,
+      "grad_norm_var": 7.145768229166666,
+      "learning_rate": 9.631328755095333e-05,
+      "loss": 7.8115,
+      "loss/crossentropy": 1.5845647156238556,
+      "loss/hidden": 3.7734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21428315714001656,
+      "step": 739
+    },
+    {
+      "epoch": 0.12333333333333334,
+      "grad_norm": 31.625,
+      "grad_norm_var": 6.900455729166667,
+      "learning_rate": 9.630341474289842e-05,
+      "loss": 7.2536,
+      "loss/crossentropy": 2.305964082479477,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17266706749796867,
+      "step": 740
+    },
+    {
+      "epoch": 0.1235,
+      "grad_norm": 30.875,
+      "grad_norm_var": 6.803125,
+      "learning_rate": 9.629352924049975e-05,
+      "loss": 6.9382,
+      "loss/crossentropy": 1.4626246094703674,
+      "loss/hidden": 3.578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17279667034745216,
+      "step": 741
+    },
+    {
+      "epoch": 0.12366666666666666,
+      "grad_norm": 31.875,
+      "grad_norm_var": 5.787955729166667,
+      "learning_rate": 9.628363104646747e-05,
+      "loss": 7.1037,
+      "loss/crossentropy": 1.7452305853366852,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15795812010765076,
+      "step": 742
+    },
+    {
+      "epoch": 0.12383333333333334,
+      "grad_norm": 31.125,
+      "grad_norm_var": 5.808072916666666,
+      "learning_rate": 9.627372016351524e-05,
+      "loss": 7.7238,
+      "loss/crossentropy": 1.6585390865802765,
+      "loss/hidden": 4.01171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3405285645276308,
+      "step": 743
+    },
+    {
+      "epoch": 0.124,
+      "grad_norm": 29.5,
+      "grad_norm_var": 5.808072916666666,
+      "learning_rate": 9.626379659436017e-05,
+      "loss": 7.1142,
+      "loss/crossentropy": 1.8966160714626312,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16098260693252087,
+      "step": 744
+    },
+    {
+      "epoch": 0.12416666666666666,
+      "grad_norm": 33.25,
+      "grad_norm_var": 5.922916666666667,
+      "learning_rate": 9.62538603417229e-05,
+      "loss": 7.7227,
+      "loss/crossentropy": 2.1238047182559967,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21814902126789093,
+      "step": 745
+    },
+    {
+      "epoch": 0.12433333333333334,
+      "grad_norm": 31.625,
+      "grad_norm_var": 5.6384765625,
+      "learning_rate": 9.624391140832749e-05,
+      "loss": 7.2153,
+      "loss/crossentropy": 2.1036722362041473,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17869900166988373,
+      "step": 746
+    },
+    {
+      "epoch": 0.1245,
+      "grad_norm": 32.5,
+      "grad_norm_var": 5.590559895833334,
+      "learning_rate": 9.623394979690147e-05,
+      "loss": 7.7132,
+      "loss/crossentropy": 2.0859395265579224,
+      "loss/hidden": 3.76171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2453242838382721,
+      "step": 747
+    },
+    {
+      "epoch": 0.12466666666666666,
+      "grad_norm": 30.0,
+      "grad_norm_var": 5.780989583333334,
+      "learning_rate": 9.622397551017592e-05,
+      "loss": 7.3756,
+      "loss/crossentropy": 1.7348367422819138,
+      "loss/hidden": 3.6484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19312499463558197,
+      "step": 748
+    },
+    {
+      "epoch": 0.12483333333333334,
+      "grad_norm": 32.75,
+      "grad_norm_var": 1.2747395833333333,
+      "learning_rate": 9.62139885508853e-05,
+      "loss": 7.5056,
+      "loss/crossentropy": 1.5878428667783737,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2139638438820839,
+      "step": 749
+    },
+    {
+      "epoch": 0.125,
+      "grad_norm": 30.75,
+      "grad_norm_var": 1.2802083333333334,
+      "learning_rate": 9.620398892176762e-05,
+      "loss": 7.2773,
+      "loss/crossentropy": 2.146966904401779,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2128700651228428,
+      "step": 750
+    },
+    {
+      "epoch": 0.12516666666666668,
+      "grad_norm": 36.25,
+      "grad_norm_var": 2.8593098958333334,
+      "learning_rate": 9.619397662556435e-05,
+      "loss": 7.059,
+      "loss/crossentropy": 2.31913298368454,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1911771148443222,
+      "step": 751
+    },
+    {
+      "epoch": 0.12533333333333332,
+      "grad_norm": 32.0,
+      "grad_norm_var": 2.87265625,
+      "learning_rate": 9.618395166502037e-05,
+      "loss": 7.4854,
+      "loss/crossentropy": 2.0824431777000427,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17100967466831207,
+      "step": 752
+    },
+    {
+      "epoch": 0.1255,
+      "grad_norm": 29.5,
+      "grad_norm_var": 2.9650390625,
+      "learning_rate": 9.617391404288412e-05,
+      "loss": 7.0463,
+      "loss/crossentropy": 1.428141564130783,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15233214199543,
+      "step": 753
+    },
+    {
+      "epoch": 0.12566666666666668,
+      "grad_norm": 31.25,
+      "grad_norm_var": 2.64765625,
+      "learning_rate": 9.616386376190745e-05,
+      "loss": 7.5695,
+      "loss/crossentropy": 1.6996584981679916,
+      "loss/hidden": 3.703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2763388231396675,
+      "step": 754
+    },
+    {
+      "epoch": 0.12583333333333332,
+      "grad_norm": 28.0,
+      "grad_norm_var": 3.4791015625,
+      "learning_rate": 9.615380082484571e-05,
+      "loss": 6.7122,
+      "loss/crossentropy": 1.0766998827457428,
+      "loss/hidden": 3.9375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15450757928192616,
+      "step": 755
+    },
+    {
+      "epoch": 0.126,
+      "grad_norm": 31.75,
+      "grad_norm_var": 3.4833333333333334,
+      "learning_rate": 9.614372523445771e-05,
+      "loss": 7.1857,
+      "loss/crossentropy": 1.817079246044159,
+      "loss/hidden": 3.734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16611116006970406,
+      "step": 756
+    },
+    {
+      "epoch": 0.12616666666666668,
+      "grad_norm": 32.75,
+      "grad_norm_var": 3.5624348958333334,
+      "learning_rate": 9.613363699350575e-05,
+      "loss": 7.4296,
+      "loss/crossentropy": 1.7987887412309647,
+      "loss/hidden": 3.63671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26039841026067734,
+      "step": 757
+    },
+    {
+      "epoch": 0.12633333333333333,
+      "grad_norm": 33.25,
+      "grad_norm_var": 3.7393229166666666,
+      "learning_rate": 9.612353610475555e-05,
+      "loss": 7.2079,
+      "loss/crossentropy": 1.636172592639923,
+      "loss/hidden": 3.7578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.28059282898902893,
+      "step": 758
+    },
+    {
+      "epoch": 0.1265,
+      "grad_norm": 32.0,
+      "grad_norm_var": 3.7270182291666667,
+      "learning_rate": 9.611342257097632e-05,
+      "loss": 7.6725,
+      "loss/crossentropy": 1.7025777101516724,
+      "loss/hidden": 3.62890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22375576198101044,
+      "step": 759
+    },
+    {
+      "epoch": 0.12666666666666668,
+      "grad_norm": 31.125,
+      "grad_norm_var": 3.41640625,
+      "learning_rate": 9.610329639494076e-05,
+      "loss": 7.2483,
+      "loss/crossentropy": 1.4852552711963654,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12246158346533775,
+      "step": 760
+    },
+    {
+      "epoch": 0.12683333333333333,
+      "grad_norm": 33.25,
+      "grad_norm_var": 3.41640625,
+      "learning_rate": 9.609315757942503e-05,
+      "loss": 7.6427,
+      "loss/crossentropy": 1.6396119594573975,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17656655423343182,
+      "step": 761
+    },
+    {
+      "epoch": 0.127,
+      "grad_norm": 32.25,
+      "grad_norm_var": 3.426497395833333,
+      "learning_rate": 9.608300612720873e-05,
+      "loss": 6.9386,
+      "loss/crossentropy": 1.6664634048938751,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14652318321168423,
+      "step": 762
+    },
+    {
+      "epoch": 0.12716666666666668,
+      "grad_norm": 32.5,
+      "grad_norm_var": 3.426497395833333,
+      "learning_rate": 9.607284204107493e-05,
+      "loss": 7.4406,
+      "loss/crossentropy": 1.963476911187172,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2003205232322216,
+      "step": 763
+    },
+    {
+      "epoch": 0.12733333333333333,
+      "grad_norm": 30.625,
+      "grad_norm_var": 3.2979166666666666,
+      "learning_rate": 9.606266532381018e-05,
+      "loss": 7.626,
+      "loss/crossentropy": 2.132770359516144,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.29830845817923546,
+      "step": 764
+    },
+    {
+      "epoch": 0.1275,
+      "grad_norm": 32.75,
+      "grad_norm_var": 3.2979166666666666,
+      "learning_rate": 9.605247597820448e-05,
+      "loss": 7.5946,
+      "loss/crossentropy": 1.7848630100488663,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16466624289751053,
+      "step": 765
+    },
+    {
+      "epoch": 0.12766666666666668,
+      "grad_norm": 34.25,
+      "grad_norm_var": 3.5385416666666667,
+      "learning_rate": 9.604227400705133e-05,
+      "loss": 7.128,
+      "loss/crossentropy": 1.4399634450674057,
+      "loss/hidden": 3.60546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.132892943918705,
+      "step": 766
+    },
+    {
+      "epoch": 0.12783333333333333,
+      "grad_norm": 30.625,
+      "grad_norm_var": 2.3988932291666667,
+      "learning_rate": 9.603205941314758e-05,
+      "loss": 7.654,
+      "loss/crossentropy": 1.9748166501522064,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20235471427440643,
+      "step": 767
+    },
+    {
+      "epoch": 0.128,
+      "grad_norm": 31.875,
+      "grad_norm_var": 2.3955729166666666,
+      "learning_rate": 9.602183219929371e-05,
+      "loss": 7.4369,
+      "loss/crossentropy": 1.3751680850982666,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1863851323723793,
+      "step": 768
+    },
+    {
+      "epoch": 0.12816666666666668,
+      "grad_norm": 30.375,
+      "grad_norm_var": 2.182747395833333,
+      "learning_rate": 9.601159236829352e-05,
+      "loss": 7.2643,
+      "loss/crossentropy": 1.8310846090316772,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15661721490323544,
+      "step": 769
+    },
+    {
+      "epoch": 0.12833333333333333,
+      "grad_norm": 33.5,
+      "grad_norm_var": 2.3374348958333333,
+      "learning_rate": 9.600133992295433e-05,
+      "loss": 7.4976,
+      "loss/crossentropy": 1.678751677274704,
+      "loss/hidden": 3.67578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26620662584900856,
+      "step": 770
+    },
+    {
+      "epoch": 0.1285,
+      "grad_norm": 31.125,
+      "grad_norm_var": 1.3104166666666666,
+      "learning_rate": 9.599107486608689e-05,
+      "loss": 7.1742,
+      "loss/crossentropy": 1.8843847960233688,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14782699570059776,
+      "step": 771
+    },
+    {
+      "epoch": 0.12866666666666668,
+      "grad_norm": 34.5,
+      "grad_norm_var": 1.6455729166666666,
+      "learning_rate": 9.598079720050544e-05,
+      "loss": 7.3332,
+      "loss/crossentropy": 2.1146110594272614,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2215891145169735,
+      "step": 772
+    },
+    {
+      "epoch": 0.12883333333333333,
+      "grad_norm": 29.5,
+      "grad_norm_var": 2.109375,
+      "learning_rate": 9.597050692902765e-05,
+      "loss": 7.2207,
+      "loss/crossentropy": 2.3083147406578064,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20275061577558517,
+      "step": 773
+    },
+    {
+      "epoch": 0.129,
+      "grad_norm": 30.875,
+      "grad_norm_var": 2.0957682291666666,
+      "learning_rate": 9.596020405447466e-05,
+      "loss": 7.2527,
+      "loss/crossentropy": 1.648669645190239,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19592230394482613,
+      "step": 774
+    },
+    {
+      "epoch": 0.12916666666666668,
+      "grad_norm": 30.625,
+      "grad_norm_var": 2.20390625,
+      "learning_rate": 9.594988857967106e-05,
+      "loss": 7.4228,
+      "loss/crossentropy": 1.8587908148765564,
+      "loss/hidden": 3.703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.28279590234160423,
+      "step": 775
+    },
+    {
+      "epoch": 0.12933333333333333,
+      "grad_norm": 29.125,
+      "grad_norm_var": 2.6497395833333335,
+      "learning_rate": 9.593956050744492e-05,
+      "loss": 7.4491,
+      "loss/crossentropy": 1.4063522219657898,
+      "loss/hidden": 3.5546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2254265546798706,
+      "step": 776
+    },
+    {
+      "epoch": 0.1295,
+      "grad_norm": 28.875,
+      "grad_norm_var": 2.9619140625,
+      "learning_rate": 9.59292198406277e-05,
+      "loss": 7.1803,
+      "loss/crossentropy": 2.2121740579605103,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20930473133921623,
+      "step": 777
+    },
+    {
+      "epoch": 0.12966666666666668,
+      "grad_norm": 30.625,
+      "grad_norm_var": 2.9559895833333334,
+      "learning_rate": 9.591886658205438e-05,
+      "loss": 7.3083,
+      "loss/crossentropy": 2.3242568969726562,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18255580589175224,
+      "step": 778
+    },
+    {
+      "epoch": 0.12983333333333333,
+      "grad_norm": 30.75,
+      "grad_norm_var": 2.88125,
+      "learning_rate": 9.590850073456336e-05,
+      "loss": 7.064,
+      "loss/crossentropy": 1.8441268801689148,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2616273760795593,
+      "step": 779
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 34.5,
+      "grad_norm_var": 3.496809895833333,
+      "learning_rate": 9.589812230099649e-05,
+      "loss": 7.2112,
+      "loss/crossentropy": 1.279086783528328,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2156633324921131,
+      "step": 780
+    },
+    {
+      "epoch": 0.13016666666666668,
+      "grad_norm": 29.0,
+      "grad_norm_var": 3.746809895833333,
+      "learning_rate": 9.588773128419906e-05,
+      "loss": 6.8557,
+      "loss/crossentropy": 1.6915069222450256,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1882520094513893,
+      "step": 781
+    },
+    {
+      "epoch": 0.13033333333333333,
+      "grad_norm": 30.75,
+      "grad_norm_var": 3.116080729166667,
+      "learning_rate": 9.587732768701986e-05,
+      "loss": 6.9332,
+      "loss/crossentropy": 2.2176692485809326,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1980743519961834,
+      "step": 782
+    },
+    {
+      "epoch": 0.1305,
+      "grad_norm": 31.25,
+      "grad_norm_var": 3.1059895833333333,
+      "learning_rate": 9.586691151231107e-05,
+      "loss": 7.5209,
+      "loss/crossentropy": 1.8367903232574463,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19657382927834988,
+      "step": 783
+    },
+    {
+      "epoch": 0.13066666666666665,
+      "grad_norm": 28.625,
+      "grad_norm_var": 3.4208333333333334,
+      "learning_rate": 9.585648276292836e-05,
+      "loss": 7.2173,
+      "loss/crossentropy": 1.5557065308094025,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20581690594553947,
+      "step": 784
+    },
+    {
+      "epoch": 0.13083333333333333,
+      "grad_norm": 31.125,
+      "grad_norm_var": 3.405989583333333,
+      "learning_rate": 9.584604144173083e-05,
+      "loss": 7.4191,
+      "loss/crossentropy": 1.658543512225151,
+      "loss/hidden": 3.640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16221168637275696,
+      "step": 785
+    },
+    {
+      "epoch": 0.131,
+      "grad_norm": 29.875,
+      "grad_norm_var": 2.981184895833333,
+      "learning_rate": 9.5835587551581e-05,
+      "loss": 7.1631,
+      "loss/crossentropy": 1.5449568629264832,
+      "loss/hidden": 3.74609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1926671303808689,
+      "step": 786
+    },
+    {
+      "epoch": 0.13116666666666665,
+      "grad_norm": 30.5,
+      "grad_norm_var": 2.9697916666666666,
+      "learning_rate": 9.58251210953449e-05,
+      "loss": 7.1555,
+      "loss/crossentropy": 1.889558732509613,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21849562227725983,
+      "step": 787
+    },
+    {
+      "epoch": 0.13133333333333333,
+      "grad_norm": 31.375,
+      "grad_norm_var": 1.9785807291666666,
+      "learning_rate": 9.581464207589195e-05,
+      "loss": 7.1529,
+      "loss/crossentropy": 1.3312578797340393,
+      "loss/hidden": 4.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1593394074589014,
+      "step": 788
+    },
+    {
+      "epoch": 0.1315,
+      "grad_norm": 31.5,
+      "grad_norm_var": 1.9723307291666667,
+      "learning_rate": 9.580415049609503e-05,
+      "loss": 7.4802,
+      "loss/crossentropy": 1.859999030828476,
+      "loss/hidden": 3.9140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.28401579707860947,
+      "step": 789
+    },
+    {
+      "epoch": 0.13166666666666665,
+      "grad_norm": 34.0,
+      "grad_norm_var": 2.703125,
+      "learning_rate": 9.579364635883048e-05,
+      "loss": 7.448,
+      "loss/crossentropy": 1.7404861450195312,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1754416935145855,
+      "step": 790
+    },
+    {
+      "epoch": 0.13183333333333333,
+      "grad_norm": 29.625,
+      "grad_norm_var": 2.7864583333333335,
+      "learning_rate": 9.578312966697807e-05,
+      "loss": 7.3509,
+      "loss/crossentropy": 1.383358120918274,
+      "loss/hidden": 3.67578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17976827174425125,
+      "step": 791
+    },
+    {
+      "epoch": 0.132,
+      "grad_norm": 29.375,
+      "grad_norm_var": 2.7372395833333334,
+      "learning_rate": 9.577260042342097e-05,
+      "loss": 7.2368,
+      "loss/crossentropy": 2.1498415172100067,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.189455796033144,
+      "step": 792
+    },
+    {
+      "epoch": 0.13216666666666665,
+      "grad_norm": 31.625,
+      "grad_norm_var": 2.528125,
+      "learning_rate": 9.576205863104588e-05,
+      "loss": 7.4449,
+      "loss/crossentropy": 1.4165163487195969,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16151496767997742,
+      "step": 793
+    },
+    {
+      "epoch": 0.13233333333333333,
+      "grad_norm": 29.875,
+      "grad_norm_var": 2.59140625,
+      "learning_rate": 9.575150429274287e-05,
+      "loss": 7.2671,
+      "loss/crossentropy": 2.6034965217113495,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18676010519266129,
+      "step": 794
+    },
+    {
+      "epoch": 0.1325,
+      "grad_norm": 31.75,
+      "grad_norm_var": 2.6393229166666665,
+      "learning_rate": 9.574093741140549e-05,
+      "loss": 7.2838,
+      "loss/crossentropy": 1.7625453174114227,
+      "loss/hidden": 3.921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.28167110681533813,
+      "step": 795
+    },
+    {
+      "epoch": 0.13266666666666665,
+      "grad_norm": 34.5,
+      "grad_norm_var": 2.6393229166666665,
+      "learning_rate": 9.573035798993069e-05,
+      "loss": 7.3887,
+      "loss/crossentropy": 1.8252238184213638,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1730077564716339,
+      "step": 796
+    },
+    {
+      "epoch": 0.13283333333333333,
+      "grad_norm": 33.75,
+      "grad_norm_var": 2.832291666666667,
+      "learning_rate": 9.571976603121888e-05,
+      "loss": 7.0188,
+      "loss/crossentropy": 1.136892981827259,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12606851570308208,
+      "step": 797
+    },
+    {
+      "epoch": 0.133,
+      "grad_norm": 28.375,
+      "grad_norm_var": 3.333268229166667,
+      "learning_rate": 9.570916153817391e-05,
+      "loss": 7.1889,
+      "loss/crossentropy": 1.9445914030075073,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21927091479301453,
+      "step": 798
+    },
+    {
+      "epoch": 0.13316666666666666,
+      "grad_norm": 32.25,
+      "grad_norm_var": 3.4197265625,
+      "learning_rate": 9.569854451370307e-05,
+      "loss": 7.5546,
+      "loss/crossentropy": 1.389248102903366,
+      "loss/hidden": 3.6875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21863888576626778,
+      "step": 799
+    },
+    {
+      "epoch": 0.13333333333333333,
+      "grad_norm": 29.875,
+      "grad_norm_var": 3.0994140625,
+      "learning_rate": 9.568791496071706e-05,
+      "loss": 7.0812,
+      "loss/crossentropy": 1.6537730991840363,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1779423952102661,
+      "step": 800
+    },
+    {
+      "epoch": 0.1335,
+      "grad_norm": 31.5,
+      "grad_norm_var": 3.10390625,
+      "learning_rate": 9.567727288213005e-05,
+      "loss": 7.2501,
+      "loss/crossentropy": 2.202036827802658,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22605827823281288,
+      "step": 801
+    },
+    {
+      "epoch": 0.13366666666666666,
+      "grad_norm": 31.625,
+      "grad_norm_var": 2.978125,
+      "learning_rate": 9.56666182808596e-05,
+      "loss": 7.2866,
+      "loss/crossentropy": 1.584087774157524,
+      "loss/hidden": 3.671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17102529108524323,
+      "step": 802
+    },
+    {
+      "epoch": 0.13383333333333333,
+      "grad_norm": 31.0,
+      "grad_norm_var": 2.9375,
+      "learning_rate": 9.565595115982678e-05,
+      "loss": 7.6211,
+      "loss/crossentropy": 2.211240530014038,
+      "loss/hidden": 3.60546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2555403672158718,
+      "step": 803
+    },
+    {
+      "epoch": 0.134,
+      "grad_norm": 29.0,
+      "grad_norm_var": 3.2900390625,
+      "learning_rate": 9.5645271521956e-05,
+      "loss": 7.3061,
+      "loss/crossentropy": 1.7899938523769379,
+      "loss/hidden": 3.6796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.32840781658887863,
+      "step": 804
+    },
+    {
+      "epoch": 0.13416666666666666,
+      "grad_norm": 30.25,
+      "grad_norm_var": 3.3421223958333335,
+      "learning_rate": 9.563457937017515e-05,
+      "loss": 7.3661,
+      "loss/crossentropy": 1.5019114315509796,
+      "loss/hidden": 3.7734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24091443419456482,
+      "step": 805
+    },
+    {
+      "epoch": 0.13433333333333333,
+      "grad_norm": 31.0,
+      "grad_norm_var": 2.7639973958333335,
+      "learning_rate": 9.562387470741554e-05,
+      "loss": 7.2827,
+      "loss/crossentropy": 1.9453937411308289,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25887253507971764,
+      "step": 806
+    },
+    {
+      "epoch": 0.1345,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.7270833333333333,
+      "learning_rate": 9.561315753661194e-05,
+      "loss": 6.8771,
+      "loss/crossentropy": 1.449354350566864,
+      "loss/hidden": 3.65234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18446829169988632,
+      "step": 807
+    },
+    {
+      "epoch": 0.13466666666666666,
+      "grad_norm": 30.875,
+      "grad_norm_var": 2.517708333333333,
+      "learning_rate": 9.560242786070249e-05,
+      "loss": 7.3977,
+      "loss/crossentropy": 1.3549923300743103,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1514573572203517,
+      "step": 808
+    },
+    {
+      "epoch": 0.13483333333333333,
+      "grad_norm": 27.625,
+      "grad_norm_var": 3.301041666666667,
+      "learning_rate": 9.55916856826288e-05,
+      "loss": 7.1812,
+      "loss/crossentropy": 1.5787281095981598,
+      "loss/hidden": 3.80859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23648673295974731,
+      "step": 809
+    },
+    {
+      "epoch": 0.135,
+      "grad_norm": 36.5,
+      "grad_norm_var": 5.078059895833333,
+      "learning_rate": 9.558093100533591e-05,
+      "loss": 7.4789,
+      "loss/crossentropy": 2.1049546599388123,
+      "loss/hidden": 3.68359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.34059297293424606,
+      "step": 810
+    },
+    {
+      "epoch": 0.13516666666666666,
+      "grad_norm": 31.125,
+      "grad_norm_var": 5.071875,
+      "learning_rate": 9.557016383177227e-05,
+      "loss": 7.0125,
+      "loss/crossentropy": 1.8799607157707214,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18389278650283813,
+      "step": 811
+    },
+    {
+      "epoch": 0.13533333333333333,
+      "grad_norm": 56.0,
+      "grad_norm_var": 43.010416666666664,
+      "learning_rate": 9.555938416488977e-05,
+      "loss": 7.2583,
+      "loss/crossentropy": 1.8990149199962616,
+      "loss/hidden": 3.64453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20581569522619247,
+      "step": 812
+    },
+    {
+      "epoch": 0.1355,
+      "grad_norm": 33.75,
+      "grad_norm_var": 43.010416666666664,
+      "learning_rate": 9.55485920076437e-05,
+      "loss": 7.3948,
+      "loss/crossentropy": 1.287716194987297,
+      "loss/hidden": 3.76171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17925803363323212,
+      "step": 813
+    },
+    {
+      "epoch": 0.13566666666666666,
+      "grad_norm": 29.5,
+      "grad_norm_var": 42.44264322916667,
+      "learning_rate": 9.553778736299279e-05,
+      "loss": 7.1165,
+      "loss/crossentropy": 1.4526919722557068,
+      "loss/hidden": 3.6953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1660779807716608,
+      "step": 814
+    },
+    {
+      "epoch": 0.13583333333333333,
+      "grad_norm": 31.375,
+      "grad_norm_var": 42.549739583333334,
+      "learning_rate": 9.552697023389922e-05,
+      "loss": 7.1825,
+      "loss/crossentropy": 1.9017798006534576,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1294990535825491,
+      "step": 815
+    },
+    {
+      "epoch": 0.136,
+      "grad_norm": 31.625,
+      "grad_norm_var": 42.08125,
+      "learning_rate": 9.551614062332856e-05,
+      "loss": 7.2658,
+      "loss/crossentropy": 1.729724794626236,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1733120009303093,
+      "step": 816
+    },
+    {
+      "epoch": 0.13616666666666666,
+      "grad_norm": 32.5,
+      "grad_norm_var": 41.96875,
+      "learning_rate": 9.550529853424979e-05,
+      "loss": 6.8834,
+      "loss/crossentropy": 0.9069706723093987,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1328633949160576,
+      "step": 817
+    },
+    {
+      "epoch": 0.13633333333333333,
+      "grad_norm": 30.5,
+      "grad_norm_var": 42.2353515625,
+      "learning_rate": 9.549444396963534e-05,
+      "loss": 7.0983,
+      "loss/crossentropy": 1.7946209907531738,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16930393874645233,
+      "step": 818
+    },
+    {
+      "epoch": 0.1365,
+      "grad_norm": 30.25,
+      "grad_norm_var": 42.4509765625,
+      "learning_rate": 9.548357693246105e-05,
+      "loss": 7.2424,
+      "loss/crossentropy": 1.4191659688949585,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18897976353764534,
+      "step": 819
+    },
+    {
+      "epoch": 0.13666666666666666,
+      "grad_norm": 38.5,
+      "grad_norm_var": 43.331705729166664,
+      "learning_rate": 9.547269742570619e-05,
+      "loss": 7.3048,
+      "loss/crossentropy": 1.757742017507553,
+      "loss/hidden": 3.67578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21289073675870895,
+      "step": 820
+    },
+    {
+      "epoch": 0.13683333333333333,
+      "grad_norm": 31.375,
+      "grad_norm_var": 42.94557291666667,
+      "learning_rate": 9.546180545235344e-05,
+      "loss": 7.3922,
+      "loss/crossentropy": 1.9324754476547241,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20474570244550705,
+      "step": 821
+    },
+    {
+      "epoch": 0.137,
+      "grad_norm": 28.5,
+      "grad_norm_var": 44.143489583333334,
+      "learning_rate": 9.545090101538887e-05,
+      "loss": 6.975,
+      "loss/crossentropy": 1.586461067199707,
+      "loss/hidden": 3.671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16012245789170265,
+      "step": 822
+    },
+    {
+      "epoch": 0.13716666666666666,
+      "grad_norm": 31.75,
+      "grad_norm_var": 44.22682291666667,
+      "learning_rate": 9.543998411780201e-05,
+      "loss": 7.2944,
+      "loss/crossentropy": 1.5576333180069923,
+      "loss/hidden": 3.625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17472228594124317,
+      "step": 823
+    },
+    {
+      "epoch": 0.13733333333333334,
+      "grad_norm": 29.375,
+      "grad_norm_var": 44.83932291666667,
+      "learning_rate": 9.54290547625858e-05,
+      "loss": 7.2929,
+      "loss/crossentropy": 1.8102333843708038,
+      "loss/hidden": 3.60546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20905954018235207,
+      "step": 824
+    },
+    {
+      "epoch": 0.1375,
+      "grad_norm": 35.25,
+      "grad_norm_var": 42.865559895833336,
+      "learning_rate": 9.541811295273656e-05,
+      "loss": 7.3067,
+      "loss/crossentropy": 0.9989386051893234,
+      "loss/hidden": 3.6328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17145405896008015,
+      "step": 825
+    },
+    {
+      "epoch": 0.13766666666666666,
+      "grad_norm": 29.875,
+      "grad_norm_var": 43.06223958333333,
+      "learning_rate": 9.540715869125407e-05,
+      "loss": 7.1798,
+      "loss/crossentropy": 1.7404059767723083,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1699448525905609,
+      "step": 826
+    },
+    {
+      "epoch": 0.13783333333333334,
+      "grad_norm": 32.0,
+      "grad_norm_var": 42.86764322916667,
+      "learning_rate": 9.53961919811415e-05,
+      "loss": 7.2755,
+      "loss/crossentropy": 1.1501479148864746,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19713975861668587,
+      "step": 827
+    },
+    {
+      "epoch": 0.138,
+      "grad_norm": 28.375,
+      "grad_norm_var": 6.796875,
+      "learning_rate": 9.538521282540542e-05,
+      "loss": 7.0676,
+      "loss/crossentropy": 2.0919524431228638,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15730703622102737,
+      "step": 828
+    },
+    {
+      "epoch": 0.13816666666666666,
+      "grad_norm": 29.625,
+      "grad_norm_var": 6.6400390625,
+      "learning_rate": 9.537422122705585e-05,
+      "loss": 7.3261,
+      "loss/crossentropy": 1.4668185710906982,
+      "loss/hidden": 3.74609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1639045923948288,
+      "step": 829
+    },
+    {
+      "epoch": 0.13833333333333334,
+      "grad_norm": 30.5,
+      "grad_norm_var": 6.466080729166666,
+      "learning_rate": 9.536321718910619e-05,
+      "loss": 7.3588,
+      "loss/crossentropy": 2.1604126393795013,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18609627708792686,
+      "step": 830
+    },
+    {
+      "epoch": 0.1385,
+      "grad_norm": 31.0,
+      "grad_norm_var": 6.472916666666666,
+      "learning_rate": 9.535220071457325e-05,
+      "loss": 7.2914,
+      "loss/crossentropy": 1.7398014664649963,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1664908565580845,
+      "step": 831
+    },
+    {
+      "epoch": 0.13866666666666666,
+      "grad_norm": 33.5,
+      "grad_norm_var": 6.770768229166666,
+      "learning_rate": 9.534117180647728e-05,
+      "loss": 7.2502,
+      "loss/crossentropy": 1.3350512720644474,
+      "loss/hidden": 3.765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17889262828975916,
+      "step": 832
+    },
+    {
+      "epoch": 0.13883333333333334,
+      "grad_norm": 29.875,
+      "grad_norm_var": 6.826822916666667,
+      "learning_rate": 9.533013046784189e-05,
+      "loss": 7.3238,
+      "loss/crossentropy": 2.4168621003627777,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22906067222356796,
+      "step": 833
+    },
+    {
+      "epoch": 0.139,
+      "grad_norm": 29.125,
+      "grad_norm_var": 7.0853515625,
+      "learning_rate": 9.531907670169415e-05,
+      "loss": 7.1844,
+      "loss/crossentropy": 1.3794061094522476,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16571270301938057,
+      "step": 834
+    },
+    {
+      "epoch": 0.13916666666666666,
+      "grad_norm": 30.25,
+      "grad_norm_var": 7.0853515625,
+      "learning_rate": 9.530801051106449e-05,
+      "loss": 6.8716,
+      "loss/crossentropy": 1.2973438501358032,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12957068346440792,
+      "step": 835
+    },
+    {
+      "epoch": 0.13933333333333334,
+      "grad_norm": 32.0,
+      "grad_norm_var": 3.381705729166667,
+      "learning_rate": 9.52969318989868e-05,
+      "loss": 7.2721,
+      "loss/crossentropy": 1.8947395384311676,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18677709624171257,
+      "step": 836
+    },
+    {
+      "epoch": 0.1395,
+      "grad_norm": 31.5,
+      "grad_norm_var": 3.392708333333333,
+      "learning_rate": 9.528584086849832e-05,
+      "loss": 7.1715,
+      "loss/crossentropy": 1.7173646092414856,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13541538082063198,
+      "step": 837
+    },
+    {
+      "epoch": 0.13966666666666666,
+      "grad_norm": 32.25,
+      "grad_norm_var": 3.130989583333333,
+      "learning_rate": 9.527473742263973e-05,
+      "loss": 7.3485,
+      "loss/crossentropy": 1.770973801612854,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16501959785819054,
+      "step": 838
+    },
+    {
+      "epoch": 0.13983333333333334,
+      "grad_norm": 28.625,
+      "grad_norm_var": 3.4353515625,
+      "learning_rate": 9.526362156445507e-05,
+      "loss": 7.0468,
+      "loss/crossentropy": 1.4360809028148651,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14953473582863808,
+      "step": 839
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 29.625,
+      "grad_norm_var": 3.3910807291666667,
+      "learning_rate": 9.525249329699188e-05,
+      "loss": 6.9655,
+      "loss/crossentropy": 1.7091718018054962,
+      "loss/hidden": 3.69921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20031239837408066,
+      "step": 840
+    },
+    {
+      "epoch": 0.14016666666666666,
+      "grad_norm": 30.75,
+      "grad_norm_var": 2.0082682291666667,
+      "learning_rate": 9.524135262330098e-05,
+      "loss": 7.5125,
+      "loss/crossentropy": 1.9940660297870636,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1591429878026247,
+      "step": 841
+    },
+    {
+      "epoch": 0.14033333333333334,
+      "grad_norm": 31.125,
+      "grad_norm_var": 1.9926432291666667,
+      "learning_rate": 9.523019954643669e-05,
+      "loss": 7.2906,
+      "loss/crossentropy": 2.18462273478508,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19053708761930466,
+      "step": 842
+    },
+    {
+      "epoch": 0.1405,
+      "grad_norm": 30.75,
+      "grad_norm_var": 1.8624348958333334,
+      "learning_rate": 9.521903406945664e-05,
+      "loss": 7.1004,
+      "loss/crossentropy": 1.8117623925209045,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15475555136799812,
+      "step": 843
+    },
+    {
+      "epoch": 0.14066666666666666,
+      "grad_norm": 31.25,
+      "grad_norm_var": 1.5434895833333333,
+      "learning_rate": 9.520785619542196e-05,
+      "loss": 7.9422,
+      "loss/crossentropy": 1.4361202418804169,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16791957058012486,
+      "step": 844
+    },
+    {
+      "epoch": 0.14083333333333334,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.7207682291666666,
+      "learning_rate": 9.519666592739709e-05,
+      "loss": 6.9648,
+      "loss/crossentropy": 1.5224987119436264,
+      "loss/hidden": 3.86328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20675836876034737,
+      "step": 845
+    },
+    {
+      "epoch": 0.141,
+      "grad_norm": 30.75,
+      "grad_norm_var": 1.7186848958333334,
+      "learning_rate": 9.518546326844993e-05,
+      "loss": 7.3723,
+      "loss/crossentropy": 1.5077387690544128,
+      "loss/hidden": 4.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22337773814797401,
+      "step": 846
+    },
+    {
+      "epoch": 0.14116666666666666,
+      "grad_norm": 31.25,
+      "grad_norm_var": 1.7327473958333333,
+      "learning_rate": 9.517424822165175e-05,
+      "loss": 7.0724,
+      "loss/crossentropy": 1.1534551531076431,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17478630878031254,
+      "step": 847
+    },
+    {
+      "epoch": 0.14133333333333334,
+      "grad_norm": 32.5,
+      "grad_norm_var": 1.4233723958333333,
+      "learning_rate": 9.516302079007719e-05,
+      "loss": 6.9591,
+      "loss/crossentropy": 1.4297308921813965,
+      "loss/hidden": 3.8046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20949728786945343,
+      "step": 848
+    },
+    {
+      "epoch": 0.1415,
+      "grad_norm": 29.875,
+      "grad_norm_var": 1.4233723958333333,
+      "learning_rate": 9.515178097680437e-05,
+      "loss": 7.5144,
+      "loss/crossentropy": 1.7045030891895294,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14692462421953678,
+      "step": 849
+    },
+    {
+      "epoch": 0.14166666666666666,
+      "grad_norm": 29.875,
+      "grad_norm_var": 1.3061848958333333,
+      "learning_rate": 9.51405287849147e-05,
+      "loss": 7.146,
+      "loss/crossentropy": 1.9769637882709503,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21150068566203117,
+      "step": 850
+    },
+    {
+      "epoch": 0.14183333333333334,
+      "grad_norm": 31.625,
+      "grad_norm_var": 1.3427083333333334,
+      "learning_rate": 9.512926421749304e-05,
+      "loss": 7.3401,
+      "loss/crossentropy": 1.919234961271286,
+      "loss/hidden": 3.578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.28474786318838596,
+      "step": 851
+    },
+    {
+      "epoch": 0.142,
+      "grad_norm": 34.0,
+      "grad_norm_var": 1.9177083333333333,
+      "learning_rate": 9.511798727762764e-05,
+      "loss": 7.1106,
+      "loss/crossentropy": 1.8584485948085785,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16243590787053108,
+      "step": 852
+    },
+    {
+      "epoch": 0.14216666666666666,
+      "grad_norm": 32.75,
+      "grad_norm_var": 2.1143229166666666,
+      "learning_rate": 9.510669796841014e-05,
+      "loss": 7.5742,
+      "loss/crossentropy": 2.2767185270786285,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19640379771590233,
+      "step": 853
+    },
+    {
+      "epoch": 0.14233333333333334,
+      "grad_norm": 31.125,
+      "grad_norm_var": 2.0035807291666665,
+      "learning_rate": 9.509539629293558e-05,
+      "loss": 7.4331,
+      "loss/crossentropy": 1.7738919258117676,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19907983765006065,
+      "step": 854
+    },
+    {
+      "epoch": 0.1425,
+      "grad_norm": 29.625,
+      "grad_norm_var": 1.7608723958333334,
+      "learning_rate": 9.508408225430237e-05,
+      "loss": 6.8944,
+      "loss/crossentropy": 1.8578266501426697,
+      "loss/hidden": 3.54296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18979492783546448,
+      "step": 855
+    },
+    {
+      "epoch": 0.14266666666666666,
+      "grad_norm": 30.625,
+      "grad_norm_var": 1.6431640625,
+      "learning_rate": 9.507275585561229e-05,
+      "loss": 7.4694,
+      "loss/crossentropy": 1.788054645061493,
+      "loss/hidden": 4.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20594334974884987,
+      "step": 856
+    },
+    {
+      "epoch": 0.14283333333333334,
+      "grad_norm": 30.625,
+      "grad_norm_var": 1.6489583333333333,
+      "learning_rate": 9.506141709997057e-05,
+      "loss": 7.5055,
+      "loss/crossentropy": 1.4296987056732178,
+      "loss/hidden": 3.9609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.32834842428565025,
+      "step": 857
+    },
+    {
+      "epoch": 0.143,
+      "grad_norm": 31.0,
+      "grad_norm_var": 1.6483723958333334,
+      "learning_rate": 9.505006599048579e-05,
+      "loss": 7.2555,
+      "loss/crossentropy": 1.8494880199432373,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22622110322117805,
+      "step": 858
+    },
+    {
+      "epoch": 0.14316666666666666,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.9712890625,
+      "learning_rate": 9.503870253026991e-05,
+      "loss": 6.9123,
+      "loss/crossentropy": 1.61825492978096,
+      "loss/hidden": 3.6484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1566757969558239,
+      "step": 859
+    },
+    {
+      "epoch": 0.14333333333333334,
+      "grad_norm": 30.625,
+      "grad_norm_var": 1.96640625,
+      "learning_rate": 9.50273267224383e-05,
+      "loss": 7.1494,
+      "loss/crossentropy": 2.0159516036510468,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1681060865521431,
+      "step": 860
+    },
+    {
+      "epoch": 0.1435,
+      "grad_norm": 33.75,
+      "grad_norm_var": 2.12265625,
+      "learning_rate": 9.501593857010969e-05,
+      "loss": 7.4906,
+      "loss/crossentropy": 1.5668489038944244,
+      "loss/hidden": 3.7265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21499893069267273,
+      "step": 861
+    },
+    {
+      "epoch": 0.14366666666666666,
+      "grad_norm": 30.25,
+      "grad_norm_var": 2.16640625,
+      "learning_rate": 9.50045380764062e-05,
+      "loss": 7.1057,
+      "loss/crossentropy": 1.2165893912315369,
+      "loss/hidden": 3.9609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23781537264585495,
+      "step": 862
+    },
+    {
+      "epoch": 0.14383333333333334,
+      "grad_norm": 30.875,
+      "grad_norm_var": 2.1697265625,
+      "learning_rate": 9.499312524445336e-05,
+      "loss": 6.6869,
+      "loss/crossentropy": 1.0919674932956696,
+      "loss/hidden": 3.77734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18617354333400726,
+      "step": 863
+    },
+    {
+      "epoch": 0.144,
+      "grad_norm": 27.875,
+      "grad_norm_var": 2.65390625,
+      "learning_rate": 9.498170007738005e-05,
+      "loss": 7.0988,
+      "loss/crossentropy": 1.6911379247903824,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17686204239726067,
+      "step": 864
+    },
+    {
+      "epoch": 0.14416666666666667,
+      "grad_norm": 30.0,
+      "grad_norm_var": 2.6389973958333335,
+      "learning_rate": 9.497026257831855e-05,
+      "loss": 7.4592,
+      "loss/crossentropy": 1.8146097958087921,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18080419301986694,
+      "step": 865
+    },
+    {
+      "epoch": 0.14433333333333334,
+      "grad_norm": 31.25,
+      "grad_norm_var": 2.5809895833333334,
+      "learning_rate": 9.495881275040453e-05,
+      "loss": 7.643,
+      "loss/crossentropy": 2.3058604300022125,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16926423460245132,
+      "step": 866
+    },
+    {
+      "epoch": 0.1445,
+      "grad_norm": 39.75,
+      "grad_norm_var": 7.468684895833333,
+      "learning_rate": 9.494735059677699e-05,
+      "loss": 7.3949,
+      "loss/crossentropy": 1.401999369263649,
+      "loss/hidden": 3.75390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15934792906045914,
+      "step": 867
+    },
+    {
+      "epoch": 0.14466666666666667,
+      "grad_norm": 49.5,
+      "grad_norm_var": 27.7962890625,
+      "learning_rate": 9.493587612057837e-05,
+      "loss": 7.5433,
+      "loss/crossentropy": 1.87227264046669,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1974172182381153,
+      "step": 868
+    },
+    {
+      "epoch": 0.14483333333333334,
+      "grad_norm": 32.75,
+      "grad_norm_var": 27.7962890625,
+      "learning_rate": 9.492438932495444e-05,
+      "loss": 7.2661,
+      "loss/crossentropy": 2.4418474435806274,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17274828255176544,
+      "step": 869
+    },
+    {
+      "epoch": 0.145,
+      "grad_norm": 34.5,
+      "grad_norm_var": 27.93515625,
+      "learning_rate": 9.491289021305441e-05,
+      "loss": 7.1889,
+      "loss/crossentropy": 1.7477463483810425,
+      "loss/hidden": 3.67578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2018323615193367,
+      "step": 870
+    },
+    {
+      "epoch": 0.14516666666666667,
+      "grad_norm": 31.5,
+      "grad_norm_var": 27.4087890625,
+      "learning_rate": 9.490137878803079e-05,
+      "loss": 7.4709,
+      "loss/crossentropy": 2.011961728334427,
+      "loss/hidden": 3.6796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23878171294927597,
+      "step": 871
+    },
+    {
+      "epoch": 0.14533333333333334,
+      "grad_norm": 31.0,
+      "grad_norm_var": 27.3125,
+      "learning_rate": 9.488985505303951e-05,
+      "loss": 7.3868,
+      "loss/crossentropy": 2.2182995676994324,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1687772162258625,
+      "step": 872
+    },
+    {
+      "epoch": 0.1455,
+      "grad_norm": 32.5,
+      "grad_norm_var": 27.0009765625,
+      "learning_rate": 9.487831901123988e-05,
+      "loss": 7.4503,
+      "loss/crossentropy": 1.601034089922905,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19292880222201347,
+      "step": 873
+    },
+    {
+      "epoch": 0.14566666666666667,
+      "grad_norm": 59.75,
+      "grad_norm_var": 71.50358072916667,
+      "learning_rate": 9.486677066579456e-05,
+      "loss": 7.5517,
+      "loss/crossentropy": 2.098694920539856,
+      "loss/hidden": 3.72265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.27684100717306137,
+      "step": 874
+    },
+    {
+      "epoch": 0.14583333333333334,
+      "grad_norm": 34.75,
+      "grad_norm_var": 69.02233072916667,
+      "learning_rate": 9.485521001986962e-05,
+      "loss": 7.2567,
+      "loss/crossentropy": 1.3583464622497559,
+      "loss/hidden": 3.91015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.28156812116503716,
+      "step": 875
+    },
+    {
+      "epoch": 0.146,
+      "grad_norm": 31.75,
+      "grad_norm_var": 68.43932291666667,
+      "learning_rate": 9.484363707663442e-05,
+      "loss": 7.5572,
+      "loss/crossentropy": 1.850482553243637,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17428970709443092,
+      "step": 876
+    },
+    {
+      "epoch": 0.14616666666666667,
+      "grad_norm": 30.0,
+      "grad_norm_var": 69.99791666666667,
+      "learning_rate": 9.483205183926181e-05,
+      "loss": 6.8266,
+      "loss/crossentropy": 1.5660331845283508,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1589797157794237,
+      "step": 877
+    },
+    {
+      "epoch": 0.14633333333333334,
+      "grad_norm": 30.25,
+      "grad_norm_var": 69.99791666666667,
+      "learning_rate": 9.48204543109279e-05,
+      "loss": 7.1353,
+      "loss/crossentropy": 2.137140065431595,
+      "loss/hidden": 3.109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15021326392889023,
+      "step": 878
+    },
+    {
+      "epoch": 0.1465,
+      "grad_norm": 29.625,
+      "grad_norm_var": 70.76223958333334,
+      "learning_rate": 9.480884449481225e-05,
+      "loss": 7.2885,
+      "loss/crossentropy": 1.8290425837039948,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17951563745737076,
+      "step": 879
+    },
+    {
+      "epoch": 0.14666666666666667,
+      "grad_norm": 27.625,
+      "grad_norm_var": 70.996875,
+      "learning_rate": 9.479722239409775e-05,
+      "loss": 7.0434,
+      "loss/crossentropy": 1.5461790561676025,
+      "loss/hidden": 3.65234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19305451214313507,
+      "step": 880
+    },
+    {
+      "epoch": 0.14683333333333334,
+      "grad_norm": 29.0,
+      "grad_norm_var": 71.696875,
+      "learning_rate": 9.478558801197065e-05,
+      "loss": 7.2403,
+      "loss/crossentropy": 1.997674286365509,
+      "loss/hidden": 3.6640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24135951325297356,
+      "step": 881
+    },
+    {
+      "epoch": 0.147,
+      "grad_norm": 31.375,
+      "grad_norm_var": 71.6400390625,
+      "learning_rate": 9.47739413516206e-05,
+      "loss": 7.4697,
+      "loss/crossentropy": 1.3830721974372864,
+      "loss/hidden": 3.7890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23223229497671127,
+      "step": 882
+    },
+    {
+      "epoch": 0.14716666666666667,
+      "grad_norm": 30.375,
+      "grad_norm_var": 70.85390625,
+      "learning_rate": 9.476228241624059e-05,
+      "loss": 7.1558,
+      "loss/crossentropy": 1.7543727606534958,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19825738668441772,
+      "step": 883
+    },
+    {
+      "epoch": 0.14733333333333334,
+      "grad_norm": 31.75,
+      "grad_norm_var": 54.19479166666667,
+      "learning_rate": 9.475061120902698e-05,
+      "loss": 7.4787,
+      "loss/crossentropy": 1.4276432394981384,
+      "loss/hidden": 3.921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1671007014811039,
+      "step": 884
+    },
+    {
+      "epoch": 0.1475,
+      "grad_norm": 31.625,
+      "grad_norm_var": 54.316080729166664,
+      "learning_rate": 9.473892773317952e-05,
+      "loss": 7.0177,
+      "loss/crossentropy": 1.1863575875759125,
+      "loss/hidden": 3.5859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25031600147485733,
+      "step": 885
+    },
+    {
+      "epoch": 0.14766666666666667,
+      "grad_norm": 28.75,
+      "grad_norm_var": 55.2025390625,
+      "learning_rate": 9.472723199190125e-05,
+      "loss": 7.3024,
+      "loss/crossentropy": 1.396965429186821,
+      "loss/hidden": 3.91796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21523795649409294,
+      "step": 886
+    },
+    {
+      "epoch": 0.14783333333333334,
+      "grad_norm": 30.0,
+      "grad_norm_var": 55.5634765625,
+      "learning_rate": 9.47155239883987e-05,
+      "loss": 7.5251,
+      "loss/crossentropy": 1.6711354553699493,
+      "loss/hidden": 3.8984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2758805975317955,
+      "step": 887
+    },
+    {
+      "epoch": 0.148,
+      "grad_norm": 29.25,
+      "grad_norm_var": 56.10670572916667,
+      "learning_rate": 9.470380372588162e-05,
+      "loss": 7.17,
+      "loss/crossentropy": 1.6715282797813416,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2020905315876007,
+      "step": 888
+    },
+    {
+      "epoch": 0.14816666666666667,
+      "grad_norm": 32.5,
+      "grad_norm_var": 56.10670572916667,
+      "learning_rate": 9.46920712075632e-05,
+      "loss": 7.5769,
+      "loss/crossentropy": 1.5983088314533234,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16166867688298225,
+      "step": 889
+    },
+    {
+      "epoch": 0.14833333333333334,
+      "grad_norm": 32.25,
+      "grad_norm_var": 3.083268229166667,
+      "learning_rate": 9.468032643665998e-05,
+      "loss": 7.3204,
+      "loss/crossentropy": 2.1481020152568817,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20704419165849686,
+      "step": 890
+    },
+    {
+      "epoch": 0.1485,
+      "grad_norm": 29.625,
+      "grad_norm_var": 1.9434895833333334,
+      "learning_rate": 9.466856941639188e-05,
+      "loss": 7.3109,
+      "loss/crossentropy": 1.8172811567783356,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19148655608296394,
+      "step": 891
+    },
+    {
+      "epoch": 0.14866666666666667,
+      "grad_norm": 31.625,
+      "grad_norm_var": 1.9212890625,
+      "learning_rate": 9.465680014998213e-05,
+      "loss": 7.5316,
+      "loss/crossentropy": 1.9877941012382507,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16703401878476143,
+      "step": 892
+    },
+    {
+      "epoch": 0.14883333333333335,
+      "grad_norm": 29.5,
+      "grad_norm_var": 1.9603515625,
+      "learning_rate": 9.464501864065735e-05,
+      "loss": 7.0551,
+      "loss/crossentropy": 1.422202154994011,
+      "loss/hidden": 3.5859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19844955578446388,
+      "step": 893
+    },
+    {
+      "epoch": 0.149,
+      "grad_norm": 30.875,
+      "grad_norm_var": 1.97890625,
+      "learning_rate": 9.46332248916475e-05,
+      "loss": 7.034,
+      "loss/crossentropy": 1.4157359600067139,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13821185193955898,
+      "step": 894
+    },
+    {
+      "epoch": 0.14916666666666667,
+      "grad_norm": 29.625,
+      "grad_norm_var": 1.97890625,
+      "learning_rate": 9.46214189061859e-05,
+      "loss": 7.0795,
+      "loss/crossentropy": 1.787828505039215,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1712820678949356,
+      "step": 895
+    },
+    {
+      "epoch": 0.14933333333333335,
+      "grad_norm": 31.375,
+      "grad_norm_var": 1.490625,
+      "learning_rate": 9.460960068750924e-05,
+      "loss": 7.2957,
+      "loss/crossentropy": 1.925620973110199,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15570113062858582,
+      "step": 896
+    },
+    {
+      "epoch": 0.1495,
+      "grad_norm": 30.875,
+      "grad_norm_var": 1.3119140625,
+      "learning_rate": 9.459777023885755e-05,
+      "loss": 7.2857,
+      "loss/crossentropy": 1.4541048854589462,
+      "loss/hidden": 3.80078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21104299277067184,
+      "step": 897
+    },
+    {
+      "epoch": 0.14966666666666667,
+      "grad_norm": 31.125,
+      "grad_norm_var": 1.2936848958333333,
+      "learning_rate": 9.458592756347419e-05,
+      "loss": 7.6247,
+      "loss/crossentropy": 1.9160146713256836,
+      "loss/hidden": 3.73046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.29131875187158585,
+      "step": 898
+    },
+    {
+      "epoch": 0.14983333333333335,
+      "grad_norm": 27.875,
+      "grad_norm_var": 1.7910807291666666,
+      "learning_rate": 9.457407266460593e-05,
+      "loss": 7.2227,
+      "loss/crossentropy": 1.9192684292793274,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16211543045938015,
+      "step": 899
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 32.25,
+      "grad_norm_var": 1.8874348958333333,
+      "learning_rate": 9.456220554550285e-05,
+      "loss": 7.2177,
+      "loss/crossentropy": 1.4649416357278824,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1687542423605919,
+      "step": 900
+    },
+    {
+      "epoch": 0.15016666666666667,
+      "grad_norm": 31.125,
+      "grad_norm_var": 1.8327473958333333,
+      "learning_rate": 9.45503262094184e-05,
+      "loss": 7.2513,
+      "loss/crossentropy": 1.3999031782150269,
+      "loss/hidden": 4.0,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.28319165110588074,
+      "step": 901
+    },
+    {
+      "epoch": 0.15033333333333335,
+      "grad_norm": 30.125,
+      "grad_norm_var": 1.6229166666666666,
+      "learning_rate": 9.453843465960933e-05,
+      "loss": 7.2988,
+      "loss/crossentropy": 1.955479621887207,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2052992843091488,
+      "step": 902
+    },
+    {
+      "epoch": 0.1505,
+      "grad_norm": 30.625,
+      "grad_norm_var": 1.5952473958333333,
+      "learning_rate": 9.45265308993358e-05,
+      "loss": 7.0896,
+      "loss/crossentropy": 1.5976478159427643,
+      "loss/hidden": 3.60546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15355589985847473,
+      "step": 903
+    },
+    {
+      "epoch": 0.15066666666666667,
+      "grad_norm": 31.125,
+      "grad_norm_var": 1.4614583333333333,
+      "learning_rate": 9.451461493186129e-05,
+      "loss": 7.3303,
+      "loss/crossentropy": 1.9889639914035797,
+      "loss/hidden": 3.68359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1897275187075138,
+      "step": 904
+    },
+    {
+      "epoch": 0.15083333333333335,
+      "grad_norm": 32.75,
+      "grad_norm_var": 1.52265625,
+      "learning_rate": 9.450268676045262e-05,
+      "loss": 7.3375,
+      "loss/crossentropy": 1.8655506074428558,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17205933667719364,
+      "step": 905
+    },
+    {
+      "epoch": 0.151,
+      "grad_norm": 31.625,
+      "grad_norm_var": 1.4259765625,
+      "learning_rate": 9.449074638837999e-05,
+      "loss": 7.1457,
+      "loss/crossentropy": 1.8997942507266998,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2036127820611,
+      "step": 906
+    },
+    {
+      "epoch": 0.15116666666666667,
+      "grad_norm": 28.125,
+      "grad_norm_var": 1.7931640625,
+      "learning_rate": 9.447879381891692e-05,
+      "loss": 6.8358,
+      "loss/crossentropy": 1.8480059802532196,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18111873418092728,
+      "step": 907
+    },
+    {
+      "epoch": 0.15133333333333332,
+      "grad_norm": 31.625,
+      "grad_norm_var": 1.7931640625,
+      "learning_rate": 9.446682905534023e-05,
+      "loss": 6.9958,
+      "loss/crossentropy": 2.2430270612239838,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1975494995713234,
+      "step": 908
+    },
+    {
+      "epoch": 0.1515,
+      "grad_norm": 32.25,
+      "grad_norm_var": 1.8389973958333334,
+      "learning_rate": 9.445485210093017e-05,
+      "loss": 7.4726,
+      "loss/crossentropy": 1.7635067105293274,
+      "loss/hidden": 3.76171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25735023617744446,
+      "step": 909
+    },
+    {
+      "epoch": 0.15166666666666667,
+      "grad_norm": 30.5,
+      "grad_norm_var": 1.8458333333333334,
+      "learning_rate": 9.444286295897028e-05,
+      "loss": 7.2584,
+      "loss/crossentropy": 1.3482669442892075,
+      "loss/hidden": 3.69140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18593468144536018,
+      "step": 910
+    },
+    {
+      "epoch": 0.15183333333333332,
+      "grad_norm": 34.0,
+      "grad_norm_var": 2.3494140625,
+      "learning_rate": 9.443086163274745e-05,
+      "loss": 7.2616,
+      "loss/crossentropy": 1.6370986104011536,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1851278953254223,
+      "step": 911
+    },
+    {
+      "epoch": 0.152,
+      "grad_norm": 29.625,
+      "grad_norm_var": 2.473372395833333,
+      "learning_rate": 9.44188481255519e-05,
+      "loss": 7.2392,
+      "loss/crossentropy": 1.4670822322368622,
+      "loss/hidden": 3.85546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17405189387500286,
+      "step": 912
+    },
+    {
+      "epoch": 0.15216666666666667,
+      "grad_norm": 29.0,
+      "grad_norm_var": 2.718489583333333,
+      "learning_rate": 9.440682244067724e-05,
+      "loss": 7.1596,
+      "loss/crossentropy": 2.1715012192726135,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15273620560765266,
+      "step": 913
+    },
+    {
+      "epoch": 0.15233333333333332,
+      "grad_norm": 31.0,
+      "grad_norm_var": 2.7150390625,
+      "learning_rate": 9.439478458142033e-05,
+      "loss": 7.2916,
+      "loss/crossentropy": 1.4728807657957077,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16221768036484718,
+      "step": 914
+    },
+    {
+      "epoch": 0.1525,
+      "grad_norm": 31.75,
+      "grad_norm_var": 2.115625,
+      "learning_rate": 9.438273455108144e-05,
+      "loss": 7.2901,
+      "loss/crossentropy": 1.2923684120178223,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2441869042813778,
+      "step": 915
+    },
+    {
+      "epoch": 0.15266666666666667,
+      "grad_norm": 27.375,
+      "grad_norm_var": 2.8494140625,
+      "learning_rate": 9.437067235296418e-05,
+      "loss": 7.207,
+      "loss/crossentropy": 1.625198483467102,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17968312464654446,
+      "step": 916
+    },
+    {
+      "epoch": 0.15283333333333332,
+      "grad_norm": 29.75,
+      "grad_norm_var": 2.905989583333333,
+      "learning_rate": 9.43585979903754e-05,
+      "loss": 7.1209,
+      "loss/crossentropy": 1.7370411604642868,
+      "loss/hidden": 3.5859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18970072641968727,
+      "step": 917
+    },
+    {
+      "epoch": 0.153,
+      "grad_norm": 31.875,
+      "grad_norm_var": 2.9625,
+      "learning_rate": 9.434651146662543e-05,
+      "loss": 7.2779,
+      "loss/crossentropy": 2.1734266877174377,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2356298603117466,
+      "step": 918
+    },
+    {
+      "epoch": 0.15316666666666667,
+      "grad_norm": 31.875,
+      "grad_norm_var": 3.02890625,
+      "learning_rate": 9.433441278502783e-05,
+      "loss": 7.6113,
+      "loss/crossentropy": 1.9233836829662323,
+      "loss/hidden": 3.66015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26220428198575974,
+      "step": 919
+    },
+    {
+      "epoch": 0.15333333333333332,
+      "grad_norm": 30.25,
+      "grad_norm_var": 3.0494140625,
+      "learning_rate": 9.43223019488995e-05,
+      "loss": 7.1924,
+      "loss/crossentropy": 2.0979688465595245,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21158528700470924,
+      "step": 920
+    },
+    {
+      "epoch": 0.1535,
+      "grad_norm": 30.625,
+      "grad_norm_var": 2.789322916666667,
+      "learning_rate": 9.431017896156074e-05,
+      "loss": 7.3643,
+      "loss/crossentropy": 1.5537724941968918,
+      "loss/hidden": 3.6171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16366195678710938,
+      "step": 921
+    },
+    {
+      "epoch": 0.15366666666666667,
+      "grad_norm": 29.25,
+      "grad_norm_var": 2.8499348958333335,
+      "learning_rate": 9.42980438263351e-05,
+      "loss": 6.9375,
+      "loss/crossentropy": 1.477300003170967,
+      "loss/hidden": 3.64453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1505614947527647,
+      "step": 922
+    },
+    {
+      "epoch": 0.15383333333333332,
+      "grad_norm": 29.75,
+      "grad_norm_var": 2.488541666666667,
+      "learning_rate": 9.428589654654951e-05,
+      "loss": 7.2338,
+      "loss/crossentropy": 1.7841804027557373,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1836482211947441,
+      "step": 923
+    },
+    {
+      "epoch": 0.154,
+      "grad_norm": 30.875,
+      "grad_norm_var": 2.4268229166666666,
+      "learning_rate": 9.42737371255342e-05,
+      "loss": 6.8434,
+      "loss/crossentropy": 2.0325754284858704,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17711760848760605,
+      "step": 924
+    },
+    {
+      "epoch": 0.15416666666666667,
+      "grad_norm": 33.25,
+      "grad_norm_var": 2.7080729166666666,
+      "learning_rate": 9.426156556662276e-05,
+      "loss": 7.6641,
+      "loss/crossentropy": 1.8055310249328613,
+      "loss/hidden": 3.859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2446468248963356,
+      "step": 925
+    },
+    {
+      "epoch": 0.15433333333333332,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.859375,
+      "learning_rate": 9.42493818731521e-05,
+      "loss": 7.6913,
+      "loss/crossentropy": 1.3272765129804611,
+      "loss/hidden": 4.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.31806548684835434,
+      "step": 926
+    },
+    {
+      "epoch": 0.1545,
+      "grad_norm": 27.75,
+      "grad_norm_var": 2.6184895833333335,
+      "learning_rate": 9.423718604846243e-05,
+      "loss": 7.4034,
+      "loss/crossentropy": 1.5088046044111252,
+      "loss/hidden": 3.62890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14922618493437767,
+      "step": 927
+    },
+    {
+      "epoch": 0.15466666666666667,
+      "grad_norm": 28.75,
+      "grad_norm_var": 2.7556640625,
+      "learning_rate": 9.422497809589731e-05,
+      "loss": 7.1531,
+      "loss/crossentropy": 1.4438090920448303,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15729905106127262,
+      "step": 928
+    },
+    {
+      "epoch": 0.15483333333333332,
+      "grad_norm": 31.0,
+      "grad_norm_var": 2.6494140625,
+      "learning_rate": 9.421275801880362e-05,
+      "loss": 7.3847,
+      "loss/crossentropy": 1.5666642040014267,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1446811594069004,
+      "step": 929
+    },
+    {
+      "epoch": 0.155,
+      "grad_norm": 29.0,
+      "grad_norm_var": 2.7556640625,
+      "learning_rate": 9.420052582053157e-05,
+      "loss": 6.8845,
+      "loss/crossentropy": 2.0941355526447296,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16907286643981934,
+      "step": 930
+    },
+    {
+      "epoch": 0.15516666666666667,
+      "grad_norm": 29.375,
+      "grad_norm_var": 2.660416666666667,
+      "learning_rate": 9.418828150443469e-05,
+      "loss": 7.1415,
+      "loss/crossentropy": 1.277084156870842,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15413564257323742,
+      "step": 931
+    },
+    {
+      "epoch": 0.15533333333333332,
+      "grad_norm": 30.625,
+      "grad_norm_var": 2.101822916666667,
+      "learning_rate": 9.417602507386981e-05,
+      "loss": 7.1045,
+      "loss/crossentropy": 1.610141098499298,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16925229504704475,
+      "step": 932
+    },
+    {
+      "epoch": 0.1555,
+      "grad_norm": 31.375,
+      "grad_norm_var": 2.128059895833333,
+      "learning_rate": 9.416375653219709e-05,
+      "loss": 6.7544,
+      "loss/crossentropy": 1.5018357336521149,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1386723332107067,
+      "step": 933
+    },
+    {
+      "epoch": 0.15566666666666668,
+      "grad_norm": 29.5,
+      "grad_norm_var": 2.042708333333333,
+      "learning_rate": 9.415147588278005e-05,
+      "loss": 6.9652,
+      "loss/crossentropy": 1.7524566650390625,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15637115016579628,
+      "step": 934
+    },
+    {
+      "epoch": 0.15583333333333332,
+      "grad_norm": 31.0,
+      "grad_norm_var": 1.9119140625,
+      "learning_rate": 9.413918312898551e-05,
+      "loss": 7.1223,
+      "loss/crossentropy": 1.4138163179159164,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17044668085873127,
+      "step": 935
+    },
+    {
+      "epoch": 0.156,
+      "grad_norm": 31.125,
+      "grad_norm_var": 1.9552083333333334,
+      "learning_rate": 9.412687827418356e-05,
+      "loss": 7.0377,
+      "loss/crossentropy": 1.3508528769016266,
+      "loss/hidden": 3.60546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1732781808823347,
+      "step": 936
+    },
+    {
+      "epoch": 0.15616666666666668,
+      "grad_norm": 29.375,
+      "grad_norm_var": 2.005989583333333,
+      "learning_rate": 9.411456132174767e-05,
+      "loss": 7.1604,
+      "loss/crossentropy": 2.340648829936981,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19552252441644669,
+      "step": 937
+    },
+    {
+      "epoch": 0.15633333333333332,
+      "grad_norm": 32.0,
+      "grad_norm_var": 2.10625,
+      "learning_rate": 9.410223227505459e-05,
+      "loss": 7.428,
+      "loss/crossentropy": 1.7425740659236908,
+      "loss/hidden": 3.68359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22830413281917572,
+      "step": 938
+    },
+    {
+      "epoch": 0.1565,
+      "grad_norm": 31.375,
+      "grad_norm_var": 2.122330729166667,
+      "learning_rate": 9.408989113748442e-05,
+      "loss": 7.4025,
+      "loss/crossentropy": 0.9290481209754944,
+      "loss/hidden": 4.0234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24749279394745827,
+      "step": 939
+    },
+    {
+      "epoch": 0.15666666666666668,
+      "grad_norm": 27.5,
+      "grad_norm_var": 2.6830729166666667,
+      "learning_rate": 9.407753791242051e-05,
+      "loss": 7.016,
+      "loss/crossentropy": 1.5664034932851791,
+      "loss/hidden": 3.60546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18499549850821495,
+      "step": 940
+    },
+    {
+      "epoch": 0.15683333333333332,
+      "grad_norm": 29.25,
+      "grad_norm_var": 2.124739583333333,
+      "learning_rate": 9.40651726032496e-05,
+      "loss": 7.0839,
+      "loss/crossentropy": 1.66704261302948,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15664922818541527,
+      "step": 941
+    },
+    {
+      "epoch": 0.157,
+      "grad_norm": 29.875,
+      "grad_norm_var": 1.7895182291666667,
+      "learning_rate": 9.405279521336173e-05,
+      "loss": 7.4609,
+      "loss/crossentropy": 1.534089207649231,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.172721229493618,
+      "step": 942
+    },
+    {
+      "epoch": 0.15716666666666668,
+      "grad_norm": 31.25,
+      "grad_norm_var": 1.5379557291666666,
+      "learning_rate": 9.404040574615018e-05,
+      "loss": 7.5585,
+      "loss/crossentropy": 2.106447756290436,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18444381654262543,
+      "step": 943
+    },
+    {
+      "epoch": 0.15733333333333333,
+      "grad_norm": 31.125,
+      "grad_norm_var": 1.44765625,
+      "learning_rate": 9.402800420501164e-05,
+      "loss": 7.4477,
+      "loss/crossentropy": 1.6428053379058838,
+      "loss/hidden": 3.92578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21111125126481056,
+      "step": 944
+    },
+    {
+      "epoch": 0.1575,
+      "grad_norm": 31.375,
+      "grad_norm_var": 1.4916015625,
+      "learning_rate": 9.401559059334601e-05,
+      "loss": 7.4241,
+      "loss/crossentropy": 1.8717712312936783,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3211796395480633,
+      "step": 945
+    },
+    {
+      "epoch": 0.15766666666666668,
+      "grad_norm": 29.75,
+      "grad_norm_var": 1.3947265625,
+      "learning_rate": 9.400316491455661e-05,
+      "loss": 7.1774,
+      "loss/crossentropy": 2.349918931722641,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20182542502880096,
+      "step": 946
+    },
+    {
+      "epoch": 0.15783333333333333,
+      "grad_norm": 29.5,
+      "grad_norm_var": 1.3791666666666667,
+      "learning_rate": 9.399072717204995e-05,
+      "loss": 7.1154,
+      "loss/crossentropy": 1.8603190779685974,
+      "loss/hidden": 3.7421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20828839763998985,
+      "step": 947
+    },
+    {
+      "epoch": 0.158,
+      "grad_norm": 31.25,
+      "grad_norm_var": 1.4244140625,
+      "learning_rate": 9.397827736923596e-05,
+      "loss": 7.3174,
+      "loss/crossentropy": 1.6743919849395752,
+      "loss/hidden": 3.7109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.37463751435279846,
+      "step": 948
+    },
+    {
+      "epoch": 0.15816666666666668,
+      "grad_norm": 29.5,
+      "grad_norm_var": 1.40390625,
+      "learning_rate": 9.396581550952781e-05,
+      "loss": 7.0963,
+      "loss/crossentropy": 2.0914266109466553,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21582521870732307,
+      "step": 949
+    },
+    {
+      "epoch": 0.15833333333333333,
+      "grad_norm": 29.0,
+      "grad_norm_var": 1.47265625,
+      "learning_rate": 9.395334159634199e-05,
+      "loss": 7.1344,
+      "loss/crossentropy": 1.8080083131790161,
+      "loss/hidden": 3.65625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18114790692925453,
+      "step": 950
+    },
+    {
+      "epoch": 0.1585,
+      "grad_norm": 31.875,
+      "grad_norm_var": 1.6061848958333333,
+      "learning_rate": 9.394085563309827e-05,
+      "loss": 7.4973,
+      "loss/crossentropy": 2.214223086833954,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22889979928731918,
+      "step": 951
+    },
+    {
+      "epoch": 0.15866666666666668,
+      "grad_norm": 31.75,
+      "grad_norm_var": 1.69765625,
+      "learning_rate": 9.392835762321977e-05,
+      "loss": 7.0854,
+      "loss/crossentropy": 1.8400238454341888,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.248918104916811,
+      "step": 952
+    },
+    {
+      "epoch": 0.15883333333333333,
+      "grad_norm": 32.75,
+      "grad_norm_var": 1.9666015625,
+      "learning_rate": 9.391584757013289e-05,
+      "loss": 7.5425,
+      "loss/crossentropy": 1.8805403411388397,
+      "loss/hidden": 3.65625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17116229981184006,
+      "step": 953
+    },
+    {
+      "epoch": 0.159,
+      "grad_norm": 31.25,
+      "grad_norm_var": 1.8587890625,
+      "learning_rate": 9.390332547726733e-05,
+      "loss": 7.1284,
+      "loss/crossentropy": 1.739779755473137,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20969608798623085,
+      "step": 954
+    },
+    {
+      "epoch": 0.15916666666666668,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.99140625,
+      "learning_rate": 9.389079134805609e-05,
+      "loss": 7.1018,
+      "loss/crossentropy": 1.8846152275800705,
+      "loss/hidden": 3.7578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23489586636424065,
+      "step": 955
+    },
+    {
+      "epoch": 0.15933333333333333,
+      "grad_norm": 29.625,
+      "grad_norm_var": 1.4634765625,
+      "learning_rate": 9.387824518593546e-05,
+      "loss": 6.9657,
+      "loss/crossentropy": 1.6097615212202072,
+      "loss/hidden": 3.734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18240181729197502,
+      "step": 956
+    },
+    {
+      "epoch": 0.1595,
+      "grad_norm": 31.875,
+      "grad_norm_var": 1.459375,
+      "learning_rate": 9.386568699434508e-05,
+      "loss": 7.1398,
+      "loss/crossentropy": 2.1050661504268646,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19370339810848236,
+      "step": 957
+    },
+    {
+      "epoch": 0.15966666666666668,
+      "grad_norm": 48.0,
+      "grad_norm_var": 20.103580729166666,
+      "learning_rate": 9.385311677672781e-05,
+      "loss": 7.6893,
+      "loss/crossentropy": 2.1763148307800293,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17503639683127403,
+      "step": 958
+    },
+    {
+      "epoch": 0.15983333333333333,
+      "grad_norm": 34.25,
+      "grad_norm_var": 20.450455729166666,
+      "learning_rate": 9.384053453652986e-05,
+      "loss": 7.4834,
+      "loss/crossentropy": 1.2227577418088913,
+      "loss/hidden": 3.59375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12875572219491005,
+      "step": 959
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 30.5,
+      "grad_norm_var": 20.545833333333334,
+      "learning_rate": 9.382794027720073e-05,
+      "loss": 7.1467,
+      "loss/crossentropy": 1.5717070400714874,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16495000198483467,
+      "step": 960
+    },
+    {
+      "epoch": 0.16016666666666668,
+      "grad_norm": 30.5,
+      "grad_norm_var": 20.659309895833335,
+      "learning_rate": 9.381533400219318e-05,
+      "loss": 7.0907,
+      "loss/crossentropy": 1.8306347131729126,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1771262213587761,
+      "step": 961
+    },
+    {
+      "epoch": 0.16033333333333333,
+      "grad_norm": 31.125,
+      "grad_norm_var": 20.386458333333334,
+      "learning_rate": 9.380271571496334e-05,
+      "loss": 7.4557,
+      "loss/crossentropy": 2.4782089591026306,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.213636826723814,
+      "step": 962
+    },
+    {
+      "epoch": 0.1605,
+      "grad_norm": 30.125,
+      "grad_norm_var": 20.205143229166666,
+      "learning_rate": 9.379008541897054e-05,
+      "loss": 7.2899,
+      "loss/crossentropy": 1.599755346775055,
+      "loss/hidden": 3.765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18493517115712166,
+      "step": 963
+    },
+    {
+      "epoch": 0.16066666666666668,
+      "grad_norm": 32.75,
+      "grad_norm_var": 20.194205729166665,
+      "learning_rate": 9.377744311767746e-05,
+      "loss": 7.5192,
+      "loss/crossentropy": 1.746928870677948,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17140696942806244,
+      "step": 964
+    },
+    {
+      "epoch": 0.16083333333333333,
+      "grad_norm": 31.75,
+      "grad_norm_var": 19.730143229166668,
+      "learning_rate": 9.376478881455009e-05,
+      "loss": 7.339,
+      "loss/crossentropy": 2.0143012702465057,
+      "loss/hidden": 4.0078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2578558959066868,
+      "step": 965
+    },
+    {
+      "epoch": 0.161,
+      "grad_norm": 30.25,
+      "grad_norm_var": 19.287434895833332,
+      "learning_rate": 9.375212251305763e-05,
+      "loss": 7.1615,
+      "loss/crossentropy": 1.7171165198087692,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14619379863142967,
+      "step": 966
+    },
+    {
+      "epoch": 0.16116666666666668,
+      "grad_norm": 32.25,
+      "grad_norm_var": 19.273958333333333,
+      "learning_rate": 9.373944421667265e-05,
+      "loss": 7.2861,
+      "loss/crossentropy": 1.4313836991786957,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15895283594727516,
+      "step": 967
+    },
+    {
+      "epoch": 0.16133333333333333,
+      "grad_norm": 30.25,
+      "grad_norm_var": 19.533333333333335,
+      "learning_rate": 9.372675392887096e-05,
+      "loss": 7.0251,
+      "loss/crossentropy": 1.4792975187301636,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20261310786008835,
+      "step": 968
+    },
+    {
+      "epoch": 0.1615,
+      "grad_norm": 29.0,
+      "grad_norm_var": 20.162239583333335,
+      "learning_rate": 9.371405165313169e-05,
+      "loss": 7.0704,
+      "loss/crossentropy": 1.8925665318965912,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16673966497182846,
+      "step": 969
+    },
+    {
+      "epoch": 0.16166666666666665,
+      "grad_norm": 30.0,
+      "grad_norm_var": 20.3875,
+      "learning_rate": 9.370133739293723e-05,
+      "loss": 7.5313,
+      "loss/crossentropy": 2.265043467283249,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18483617156744003,
+      "step": 970
+    },
+    {
+      "epoch": 0.16183333333333333,
+      "grad_norm": 31.875,
+      "grad_norm_var": 19.6697265625,
+      "learning_rate": 9.368861115177327e-05,
+      "loss": 7.63,
+      "loss/crossentropy": 1.73798006772995,
+      "loss/hidden": 3.65625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2236182652413845,
+      "step": 971
+    },
+    {
+      "epoch": 0.162,
+      "grad_norm": 31.5,
+      "grad_norm_var": 19.2625,
+      "learning_rate": 9.367587293312878e-05,
+      "loss": 7.5108,
+      "loss/crossentropy": 2.109057456254959,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1911468170583248,
+      "step": 972
+    },
+    {
+      "epoch": 0.16216666666666665,
+      "grad_norm": 29.75,
+      "grad_norm_var": 19.6509765625,
+      "learning_rate": 9.366312274049602e-05,
+      "loss": 7.2784,
+      "loss/crossentropy": 1.9426101446151733,
+      "loss/hidden": 3.76171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21822215616703033,
+      "step": 973
+    },
+    {
+      "epoch": 0.16233333333333333,
+      "grad_norm": 32.25,
+      "grad_norm_var": 1.8009765625,
+      "learning_rate": 9.36503605773705e-05,
+      "loss": 7.7166,
+      "loss/crossentropy": 1.858081966638565,
+      "loss/hidden": 3.7421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23198555782437325,
+      "step": 974
+    },
+    {
+      "epoch": 0.1625,
+      "grad_norm": 53.0,
+      "grad_norm_var": 31.5666015625,
+      "learning_rate": 9.36375864472511e-05,
+      "loss": 7.848,
+      "loss/crossentropy": 2.2449205219745636,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.175953671336174,
+      "step": 975
+    },
+    {
+      "epoch": 0.16266666666666665,
+      "grad_norm": 33.25,
+      "grad_norm_var": 31.3775390625,
+      "learning_rate": 9.362480035363986e-05,
+      "loss": 7.1444,
+      "loss/crossentropy": 1.4836579263210297,
+      "loss/hidden": 3.6328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17005424201488495,
+      "step": 976
+    },
+    {
+      "epoch": 0.16283333333333333,
+      "grad_norm": 33.5,
+      "grad_norm_var": 31.1494140625,
+      "learning_rate": 9.36120023000422e-05,
+      "loss": 7.1445,
+      "loss/crossentropy": 1.46025812625885,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1525864601135254,
+      "step": 977
+    },
+    {
+      "epoch": 0.163,
+      "grad_norm": 32.25,
+      "grad_norm_var": 30.99765625,
+      "learning_rate": 9.359919228996674e-05,
+      "loss": 7.0693,
+      "loss/crossentropy": 1.981631189584732,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19974175468087196,
+      "step": 978
+    },
+    {
+      "epoch": 0.16316666666666665,
+      "grad_norm": 30.375,
+      "grad_norm_var": 30.914583333333333,
+      "learning_rate": 9.358637032692545e-05,
+      "loss": 7.5493,
+      "loss/crossentropy": 1.9146924018859863,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23189393803477287,
+      "step": 979
+    },
+    {
+      "epoch": 0.16333333333333333,
+      "grad_norm": 31.25,
+      "grad_norm_var": 31.055208333333333,
+      "learning_rate": 9.357353641443354e-05,
+      "loss": 7.2102,
+      "loss/crossentropy": 1.9897369742393494,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19221243634819984,
+      "step": 980
+    },
+    {
+      "epoch": 0.1635,
+      "grad_norm": 32.25,
+      "grad_norm_var": 31.010416666666668,
+      "learning_rate": 9.356069055600948e-05,
+      "loss": 7.0991,
+      "loss/crossentropy": 2.268047869205475,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17382950708270073,
+      "step": 981
+    },
+    {
+      "epoch": 0.16366666666666665,
+      "grad_norm": 31.0,
+      "grad_norm_var": 30.801822916666666,
+      "learning_rate": 9.354783275517504e-05,
+      "loss": 7.2934,
+      "loss/crossentropy": 1.6492570638656616,
+      "loss/hidden": 3.59375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.270766519010067,
+      "step": 982
+    },
+    {
+      "epoch": 0.16383333333333333,
+      "grad_norm": 31.375,
+      "grad_norm_var": 30.906184895833334,
+      "learning_rate": 9.353496301545529e-05,
+      "loss": 7.1503,
+      "loss/crossentropy": 1.856852948665619,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18430958315730095,
+      "step": 983
+    },
+    {
+      "epoch": 0.164,
+      "grad_norm": 31.375,
+      "grad_norm_var": 30.620833333333334,
+      "learning_rate": 9.352208134037851e-05,
+      "loss": 7.184,
+      "loss/crossentropy": 1.7651639580726624,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15293405205011368,
+      "step": 984
+    },
+    {
+      "epoch": 0.16416666666666666,
+      "grad_norm": 29.5,
+      "grad_norm_var": 30.386458333333334,
+      "learning_rate": 9.35091877334763e-05,
+      "loss": 7.3302,
+      "loss/crossentropy": 1.7698874771595001,
+      "loss/hidden": 3.6796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19256792590022087,
+      "step": 985
+    },
+    {
+      "epoch": 0.16433333333333333,
+      "grad_norm": 29.125,
+      "grad_norm_var": 30.7587890625,
+      "learning_rate": 9.349628219828349e-05,
+      "loss": 7.3029,
+      "loss/crossentropy": 2.011773020029068,
+      "loss/hidden": 3.6171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17887185513973236,
+      "step": 986
+    },
+    {
+      "epoch": 0.1645,
+      "grad_norm": 30.625,
+      "grad_norm_var": 30.998372395833332,
+      "learning_rate": 9.348336473833823e-05,
+      "loss": 7.1779,
+      "loss/crossentropy": 2.06114062666893,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18867448344826698,
+      "step": 987
+    },
+    {
+      "epoch": 0.16466666666666666,
+      "grad_norm": 31.875,
+      "grad_norm_var": 30.949739583333333,
+      "learning_rate": 9.347043535718192e-05,
+      "loss": 7.1645,
+      "loss/crossentropy": 1.3193330019712448,
+      "loss/hidden": 3.49609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14304210245609283,
+      "step": 988
+    },
+    {
+      "epoch": 0.16483333333333333,
+      "grad_norm": 31.875,
+      "grad_norm_var": 30.4041015625,
+      "learning_rate": 9.34574940583592e-05,
+      "loss": 7.0902,
+      "loss/crossentropy": 1.2350816279649734,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1587892509996891,
+      "step": 989
+    },
+    {
+      "epoch": 0.165,
+      "grad_norm": 30.875,
+      "grad_norm_var": 30.623958333333334,
+      "learning_rate": 9.344454084541803e-05,
+      "loss": 7.1701,
+      "loss/crossentropy": 1.8795148134231567,
+      "loss/hidden": 3.6328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1856541410088539,
+      "step": 990
+    },
+    {
+      "epoch": 0.16516666666666666,
+      "grad_norm": 31.25,
+      "grad_norm_var": 1.3747395833333333,
+      "learning_rate": 9.343157572190957e-05,
+      "loss": 7.4424,
+      "loss/crossentropy": 1.6773568987846375,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2251323200762272,
+      "step": 991
+    },
+    {
+      "epoch": 0.16533333333333333,
+      "grad_norm": 30.5,
+      "grad_norm_var": 1.1541666666666666,
+      "learning_rate": 9.341859869138831e-05,
+      "loss": 7.4683,
+      "loss/crossentropy": 1.85666224360466,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1994481161236763,
+      "step": 992
+    },
+    {
+      "epoch": 0.1655,
+      "grad_norm": 30.125,
+      "grad_norm_var": 0.8254557291666667,
+      "learning_rate": 9.340560975741197e-05,
+      "loss": 7.1673,
+      "loss/crossentropy": 1.798208549618721,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2776002138853073,
+      "step": 993
+    },
+    {
+      "epoch": 0.16566666666666666,
+      "grad_norm": 29.5,
+      "grad_norm_var": 0.8311848958333333,
+      "learning_rate": 9.339260892354153e-05,
+      "loss": 7.2964,
+      "loss/crossentropy": 2.394089937210083,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17311453633010387,
+      "step": 994
+    },
+    {
+      "epoch": 0.16583333333333333,
+      "grad_norm": 30.25,
+      "grad_norm_var": 0.8393229166666667,
+      "learning_rate": 9.337959619334125e-05,
+      "loss": 7.2382,
+      "loss/crossentropy": 1.8724756240844727,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15168115496635437,
+      "step": 995
+    },
+    {
+      "epoch": 0.166,
+      "grad_norm": 29.75,
+      "grad_norm_var": 0.8893229166666666,
+      "learning_rate": 9.336657157037866e-05,
+      "loss": 7.221,
+      "loss/crossentropy": 2.161208003759384,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17218947410583496,
+      "step": 996
+    },
+    {
+      "epoch": 0.16616666666666666,
+      "grad_norm": 28.125,
+      "grad_norm_var": 1.1020182291666667,
+      "learning_rate": 9.33535350582245e-05,
+      "loss": 6.94,
+      "loss/crossentropy": 1.6933994144201279,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16723676770925522,
+      "step": 997
+    },
+    {
+      "epoch": 0.16633333333333333,
+      "grad_norm": 29.25,
+      "grad_norm_var": 1.1639973958333334,
+      "learning_rate": 9.334048666045285e-05,
+      "loss": 7.2939,
+      "loss/crossentropy": 2.274313300848007,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17677492275834084,
+      "step": 998
+    },
+    {
+      "epoch": 0.1665,
+      "grad_norm": 28.375,
+      "grad_norm_var": 1.3108723958333333,
+      "learning_rate": 9.332742638064094e-05,
+      "loss": 7.1129,
+      "loss/crossentropy": 1.77187579870224,
+      "loss/hidden": 3.79296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.27776718884706497,
+      "step": 999
+    },
+    {
+      "epoch": 0.16666666666666666,
+      "grad_norm": 29.25,
+      "grad_norm_var": 1.2455729166666667,
+      "learning_rate": 9.331435422236938e-05,
+      "loss": 7.2087,
+      "loss/crossentropy": 1.9265810996294022,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15580631606280804,
+      "step": 1000
+    },
+    {
+      "epoch": 0.16683333333333333,
+      "grad_norm": 28.5,
+      "grad_norm_var": 1.3768229166666666,
+      "learning_rate": 9.330127018922194e-05,
+      "loss": 7.2168,
+      "loss/crossentropy": 1.52646504342556,
+      "loss/hidden": 3.57421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2279236763715744,
+      "step": 1001
+    },
+    {
+      "epoch": 0.167,
+      "grad_norm": 31.25,
+      "grad_norm_var": 1.4244140625,
+      "learning_rate": 9.328817428478569e-05,
+      "loss": 7.3864,
+      "loss/crossentropy": 1.8362654149532318,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2490648813545704,
+      "step": 1002
+    },
+    {
+      "epoch": 0.16716666666666666,
+      "grad_norm": 32.25,
+      "grad_norm_var": 1.70625,
+      "learning_rate": 9.327506651265095e-05,
+      "loss": 7.3141,
+      "loss/crossentropy": 1.78467258810997,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1509244404733181,
+      "step": 1003
+    },
+    {
+      "epoch": 0.16733333333333333,
+      "grad_norm": 31.875,
+      "grad_norm_var": 1.70625,
+      "learning_rate": 9.32619468764113e-05,
+      "loss": 7.2591,
+      "loss/crossentropy": 2.2533966302871704,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19303973764181137,
+      "step": 1004
+    },
+    {
+      "epoch": 0.1675,
+      "grad_norm": 28.5,
+      "grad_norm_var": 1.6587890625,
+      "learning_rate": 9.324881537966354e-05,
+      "loss": 6.9683,
+      "loss/crossentropy": 1.7321947365999222,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16967357695102692,
+      "step": 1005
+    },
+    {
+      "epoch": 0.16766666666666666,
+      "grad_norm": 31.5,
+      "grad_norm_var": 1.7580729166666667,
+      "learning_rate": 9.323567202600776e-05,
+      "loss": 7.177,
+      "loss/crossentropy": 1.7321678400039673,
+      "loss/hidden": 3.57421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.202758327126503,
+      "step": 1006
+    },
+    {
+      "epoch": 0.16783333333333333,
+      "grad_norm": 30.125,
+      "grad_norm_var": 1.6520182291666667,
+      "learning_rate": 9.322251681904728e-05,
+      "loss": 7.3569,
+      "loss/crossentropy": 1.8233984112739563,
+      "loss/hidden": 3.5859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2399062104523182,
+      "step": 1007
+    },
+    {
+      "epoch": 0.168,
+      "grad_norm": 31.125,
+      "grad_norm_var": 1.72265625,
+      "learning_rate": 9.320934976238867e-05,
+      "loss": 7.2127,
+      "loss/crossentropy": 1.373336136341095,
+      "loss/hidden": 4.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25906676054000854,
+      "step": 1008
+    },
+    {
+      "epoch": 0.16816666666666666,
+      "grad_norm": 29.5,
+      "grad_norm_var": 1.7353515625,
+      "learning_rate": 9.319617085964176e-05,
+      "loss": 6.9572,
+      "loss/crossentropy": 1.6063978597521782,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15655718185007572,
+      "step": 1009
+    },
+    {
+      "epoch": 0.16833333333333333,
+      "grad_norm": 31.0,
+      "grad_norm_var": 1.7869140625,
+      "learning_rate": 9.318298011441964e-05,
+      "loss": 7.1022,
+      "loss/crossentropy": 1.7690593600273132,
+      "loss/hidden": 3.921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20905645936727524,
+      "step": 1010
+    },
+    {
+      "epoch": 0.1685,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.0931640625,
+      "learning_rate": 9.316977753033859e-05,
+      "loss": 7.5942,
+      "loss/crossentropy": 1.4739122241735458,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18209786340594292,
+      "step": 1011
+    },
+    {
+      "epoch": 0.16866666666666666,
+      "grad_norm": 31.75,
+      "grad_norm_var": 2.2327473958333335,
+      "learning_rate": 9.31565631110182e-05,
+      "loss": 7.4409,
+      "loss/crossentropy": 1.5012520253658295,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2104843109846115,
+      "step": 1012
+    },
+    {
+      "epoch": 0.16883333333333334,
+      "grad_norm": 29.875,
+      "grad_norm_var": 1.9192057291666667,
+      "learning_rate": 9.314333686008125e-05,
+      "loss": 7.2449,
+      "loss/crossentropy": 1.447302222251892,
+      "loss/hidden": 3.6484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19817490130662918,
+      "step": 1013
+    },
+    {
+      "epoch": 0.169,
+      "grad_norm": 29.25,
+      "grad_norm_var": 1.9192057291666667,
+      "learning_rate": 9.313009878115381e-05,
+      "loss": 7.304,
+      "loss/crossentropy": 1.575433075428009,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15146752633154392,
+      "step": 1014
+    },
+    {
+      "epoch": 0.16916666666666666,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.8268229166666667,
+      "learning_rate": 9.31168488778652e-05,
+      "loss": 7.3226,
+      "loss/crossentropy": 1.2666431218385696,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17925303801894188,
+      "step": 1015
+    },
+    {
+      "epoch": 0.16933333333333334,
+      "grad_norm": 29.125,
+      "grad_norm_var": 1.8473307291666667,
+      "learning_rate": 9.310358715384793e-05,
+      "loss": 7.4087,
+      "loss/crossentropy": 1.6595781594514847,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17667768523097038,
+      "step": 1016
+    },
+    {
+      "epoch": 0.1695,
+      "grad_norm": 32.0,
+      "grad_norm_var": 1.7197265625,
+      "learning_rate": 9.309031361273775e-05,
+      "loss": 7.6083,
+      "loss/crossentropy": 1.8028043806552887,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20026536658406258,
+      "step": 1017
+    },
+    {
+      "epoch": 0.16966666666666666,
+      "grad_norm": 32.75,
+      "grad_norm_var": 1.9837890625,
+      "learning_rate": 9.307702825817373e-05,
+      "loss": 7.3404,
+      "loss/crossentropy": 2.270669639110565,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16769889742136002,
+      "step": 1018
+    },
+    {
+      "epoch": 0.16983333333333334,
+      "grad_norm": 29.125,
+      "grad_norm_var": 1.959375,
+      "learning_rate": 9.306373109379809e-05,
+      "loss": 7.0424,
+      "loss/crossentropy": 1.4852006286382675,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1823214292526245,
+      "step": 1019
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 30.25,
+      "grad_norm_var": 1.8332682291666667,
+      "learning_rate": 9.305042212325634e-05,
+      "loss": 7.1053,
+      "loss/crossentropy": 2.016376793384552,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17145168781280518,
+      "step": 1020
+    },
+    {
+      "epoch": 0.17016666666666666,
+      "grad_norm": 61.5,
+      "grad_norm_var": 61.40514322916667,
+      "learning_rate": 9.30371013501972e-05,
+      "loss": 7.454,
+      "loss/crossentropy": 1.6555127948522568,
+      "loss/hidden": 3.64453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22747880220413208,
+      "step": 1021
+    },
+    {
+      "epoch": 0.17033333333333334,
+      "grad_norm": 42.25,
+      "grad_norm_var": 67.2056640625,
+      "learning_rate": 9.302376877827263e-05,
+      "loss": 7.209,
+      "loss/crossentropy": 1.6700544655323029,
+      "loss/hidden": 3.6171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1897926852107048,
+      "step": 1022
+    },
+    {
+      "epoch": 0.1705,
+      "grad_norm": 35.5,
+      "grad_norm_var": 66.83333333333333,
+      "learning_rate": 9.301042441113783e-05,
+      "loss": 7.0414,
+      "loss/crossentropy": 1.493530809879303,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1704997718334198,
+      "step": 1023
+    },
+    {
+      "epoch": 0.17066666666666666,
+      "grad_norm": 32.25,
+      "grad_norm_var": 66.55618489583334,
+      "learning_rate": 9.299706825245126e-05,
+      "loss": 7.5369,
+      "loss/crossentropy": 1.8359811902046204,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18067612871527672,
+      "step": 1024
+    },
+    {
+      "epoch": 0.17083333333333334,
+      "grad_norm": 30.125,
+      "grad_norm_var": 66.24140625,
+      "learning_rate": 9.298370030587456e-05,
+      "loss": 7.3398,
+      "loss/crossentropy": 1.424869641661644,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17005274444818497,
+      "step": 1025
+    },
+    {
+      "epoch": 0.171,
+      "grad_norm": 30.375,
+      "grad_norm_var": 66.48326822916667,
+      "learning_rate": 9.297032057507264e-05,
+      "loss": 6.9411,
+      "loss/crossentropy": 1.884153574705124,
+      "loss/hidden": 3.01953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14143190905451775,
+      "step": 1026
+    },
+    {
+      "epoch": 0.17116666666666666,
+      "grad_norm": 35.0,
+      "grad_norm_var": 66.47180989583333,
+      "learning_rate": 9.295692906371363e-05,
+      "loss": 7.1936,
+      "loss/crossentropy": 1.7658977210521698,
+      "loss/hidden": 3.70703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18475309200584888,
+      "step": 1027
+    },
+    {
+      "epoch": 0.17133333333333334,
+      "grad_norm": 29.375,
+      "grad_norm_var": 67.45520833333333,
+      "learning_rate": 9.294352577546888e-05,
+      "loss": 7.4849,
+      "loss/crossentropy": 1.519232600927353,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14876055624336004,
+      "step": 1028
+    },
+    {
+      "epoch": 0.1715,
+      "grad_norm": 30.75,
+      "grad_norm_var": 67.06920572916667,
+      "learning_rate": 9.293011071401298e-05,
+      "loss": 7.4399,
+      "loss/crossentropy": 1.4621777907013893,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13985679671168327,
+      "step": 1029
+    },
+    {
+      "epoch": 0.17166666666666666,
+      "grad_norm": 30.375,
+      "grad_norm_var": 66.48854166666666,
+      "learning_rate": 9.291668388302374e-05,
+      "loss": 7.5762,
+      "loss/crossentropy": 2.215066432952881,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18505752459168434,
+      "step": 1030
+    },
+    {
+      "epoch": 0.17183333333333334,
+      "grad_norm": 32.5,
+      "grad_norm_var": 64.88307291666666,
+      "learning_rate": 9.290324528618224e-05,
+      "loss": 7.0036,
+      "loss/crossentropy": 2.04854553937912,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19184922613203526,
+      "step": 1031
+    },
+    {
+      "epoch": 0.172,
+      "grad_norm": 31.5,
+      "grad_norm_var": 63.706705729166664,
+      "learning_rate": 9.28897949271727e-05,
+      "loss": 7.403,
+      "loss/crossentropy": 1.6185847520828247,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22312923520803452,
+      "step": 1032
+    },
+    {
+      "epoch": 0.17216666666666666,
+      "grad_norm": 30.875,
+      "grad_norm_var": 64.10104166666666,
+      "learning_rate": 9.287633280968261e-05,
+      "loss": 7.8368,
+      "loss/crossentropy": 1.7106279581785202,
+      "loss/hidden": 3.71875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19282570481300354,
+      "step": 1033
+    },
+    {
+      "epoch": 0.17233333333333334,
+      "grad_norm": 29.625,
+      "grad_norm_var": 65.24524739583333,
+      "learning_rate": 9.286285893740274e-05,
+      "loss": 6.8309,
+      "loss/crossentropy": 1.6567908227443695,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13862809166312218,
+      "step": 1034
+    },
+    {
+      "epoch": 0.1725,
+      "grad_norm": 30.375,
+      "grad_norm_var": 64.55774739583333,
+      "learning_rate": 9.284937331402697e-05,
+      "loss": 7.1656,
+      "loss/crossentropy": 1.8226232081651688,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17071571573615074,
+      "step": 1035
+    },
+    {
+      "epoch": 0.17266666666666666,
+      "grad_norm": 35.0,
+      "grad_norm_var": 63.64733072916667,
+      "learning_rate": 9.283587594325249e-05,
+      "loss": 7.0402,
+      "loss/crossentropy": 1.1709645837545395,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16143991611897945,
+      "step": 1036
+    },
+    {
+      "epoch": 0.17283333333333334,
+      "grad_norm": 30.375,
+      "grad_norm_var": 10.945572916666666,
+      "learning_rate": 9.282236682877967e-05,
+      "loss": 7.8393,
+      "loss/crossentropy": 2.0621816515922546,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19756818562746048,
+      "step": 1037
+    },
+    {
+      "epoch": 0.173,
+      "grad_norm": 32.0,
+      "grad_norm_var": 3.8666666666666667,
+      "learning_rate": 9.280884597431212e-05,
+      "loss": 7.5471,
+      "loss/crossentropy": 1.7954013347625732,
+      "loss/hidden": 3.54296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16884653270244598,
+      "step": 1038
+    },
+    {
+      "epoch": 0.17316666666666666,
+      "grad_norm": 32.25,
+      "grad_norm_var": 2.84765625,
+      "learning_rate": 9.279531338355666e-05,
+      "loss": 7.3084,
+      "loss/crossentropy": 2.160328984260559,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16826023906469345,
+      "step": 1039
+    },
+    {
+      "epoch": 0.17333333333333334,
+      "grad_norm": 31.375,
+      "grad_norm_var": 2.7988932291666666,
+      "learning_rate": 9.27817690602233e-05,
+      "loss": 7.5224,
+      "loss/crossentropy": 2.087209850549698,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19153646752238274,
+      "step": 1040
+    },
+    {
+      "epoch": 0.1735,
+      "grad_norm": 29.375,
+      "grad_norm_var": 2.958268229166667,
+      "learning_rate": 9.276821300802534e-05,
+      "loss": 7.2352,
+      "loss/crossentropy": 1.9709742963314056,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20601647347211838,
+      "step": 1041
+    },
+    {
+      "epoch": 0.17366666666666666,
+      "grad_norm": 29.5,
+      "grad_norm_var": 3.11640625,
+      "learning_rate": 9.27546452306792e-05,
+      "loss": 7.496,
+      "loss/crossentropy": 2.1215765178203583,
+      "loss/hidden": 3.66796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26274339854717255,
+      "step": 1042
+    },
+    {
+      "epoch": 0.17383333333333334,
+      "grad_norm": 30.125,
+      "grad_norm_var": 2.1744140625,
+      "learning_rate": 9.274106573190459e-05,
+      "loss": 6.9722,
+      "loss/crossentropy": 1.3983889818191528,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13132820650935173,
+      "step": 1043
+    },
+    {
+      "epoch": 0.174,
+      "grad_norm": 29.625,
+      "grad_norm_var": 2.1254557291666667,
+      "learning_rate": 9.272747451542441e-05,
+      "loss": 7.1143,
+      "loss/crossentropy": 2.529780864715576,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17341240867972374,
+      "step": 1044
+    },
+    {
+      "epoch": 0.17416666666666666,
+      "grad_norm": 28.875,
+      "grad_norm_var": 2.4018229166666667,
+      "learning_rate": 9.271387158496476e-05,
+      "loss": 7.3285,
+      "loss/crossentropy": 1.8412316143512726,
+      "loss/hidden": 3.5859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18098780512809753,
+      "step": 1045
+    },
+    {
+      "epoch": 0.17433333333333334,
+      "grad_norm": 30.125,
+      "grad_norm_var": 2.421875,
+      "learning_rate": 9.270025694425497e-05,
+      "loss": 7.7823,
+      "loss/crossentropy": 1.6852163225412369,
+      "loss/hidden": 3.80078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18295212276279926,
+      "step": 1046
+    },
+    {
+      "epoch": 0.1745,
+      "grad_norm": 29.25,
+      "grad_norm_var": 2.3643229166666666,
+      "learning_rate": 9.268663059702753e-05,
+      "loss": 6.9429,
+      "loss/crossentropy": 1.4733633249998093,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16742233000695705,
+      "step": 1047
+    },
+    {
+      "epoch": 0.17466666666666666,
+      "grad_norm": 42.25,
+      "grad_norm_var": 10.81875,
+      "learning_rate": 9.267299254701824e-05,
+      "loss": 7.1808,
+      "loss/crossentropy": 1.76565283536911,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15179136954247952,
+      "step": 1048
+    },
+    {
+      "epoch": 0.17483333333333334,
+      "grad_norm": 31.0,
+      "grad_norm_var": 10.812434895833333,
+      "learning_rate": 9.265934279796602e-05,
+      "loss": 7.3945,
+      "loss/crossentropy": 2.493871033191681,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17638367414474487,
+      "step": 1049
+    },
+    {
+      "epoch": 0.175,
+      "grad_norm": 29.25,
+      "grad_norm_var": 10.905989583333334,
+      "learning_rate": 9.264568135361302e-05,
+      "loss": 7.0946,
+      "loss/crossentropy": 1.0718126818537712,
+      "loss/hidden": 3.58984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17817819118499756,
+      "step": 1050
+    },
+    {
+      "epoch": 0.17516666666666666,
+      "grad_norm": 37.5,
+      "grad_norm_var": 13.203059895833333,
+      "learning_rate": 9.263200821770461e-05,
+      "loss": 7.144,
+      "loss/crossentropy": 1.7253368496894836,
+      "loss/hidden": 3.73046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22389013692736626,
+      "step": 1051
+    },
+    {
+      "epoch": 0.17533333333333334,
+      "grad_norm": 27.5,
+      "grad_norm_var": 13.460872395833333,
+      "learning_rate": 9.261832339398938e-05,
+      "loss": 7.2942,
+      "loss/crossentropy": 1.919466644525528,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20888322964310646,
+      "step": 1052
+    },
+    {
+      "epoch": 0.1755,
+      "grad_norm": 28.625,
+      "grad_norm_var": 13.8619140625,
+      "learning_rate": 9.260462688621905e-05,
+      "loss": 7.2526,
+      "loss/crossentropy": 2.213284432888031,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19714241474866867,
+      "step": 1053
+    },
+    {
+      "epoch": 0.17566666666666667,
+      "grad_norm": 30.625,
+      "grad_norm_var": 13.826822916666666,
+      "learning_rate": 9.259091869814864e-05,
+      "loss": 7.636,
+      "loss/crossentropy": 1.81241112947464,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.28831223770976067,
+      "step": 1054
+    },
+    {
+      "epoch": 0.17583333333333334,
+      "grad_norm": 33.0,
+      "grad_norm_var": 13.979166666666666,
+      "learning_rate": 9.257719883353631e-05,
+      "loss": 7.5489,
+      "loss/crossentropy": 1.992142990231514,
+      "loss/hidden": 3.625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2022876925766468,
+      "step": 1055
+    },
+    {
+      "epoch": 0.176,
+      "grad_norm": 30.0,
+      "grad_norm_var": 14.051497395833334,
+      "learning_rate": 9.256346729614342e-05,
+      "loss": 7.1309,
+      "loss/crossentropy": 1.680229663848877,
+      "loss/hidden": 3.97265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18140022456645966,
+      "step": 1056
+    },
+    {
+      "epoch": 0.17616666666666667,
+      "grad_norm": 28.625,
+      "grad_norm_var": 14.253059895833333,
+      "learning_rate": 9.254972408973461e-05,
+      "loss": 7.122,
+      "loss/crossentropy": 1.4771035015583038,
+      "loss/hidden": 3.65625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20891831442713737,
+      "step": 1057
+    },
+    {
+      "epoch": 0.17633333333333334,
+      "grad_norm": 30.375,
+      "grad_norm_var": 14.126822916666667,
+      "learning_rate": 9.253596921807759e-05,
+      "loss": 6.7827,
+      "loss/crossentropy": 1.6926728934049606,
+      "loss/hidden": 3.5859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1915021948516369,
+      "step": 1058
+    },
+    {
+      "epoch": 0.1765,
+      "grad_norm": 32.75,
+      "grad_norm_var": 14.234830729166667,
+      "learning_rate": 9.252220268494337e-05,
+      "loss": 7.4013,
+      "loss/crossentropy": 1.3703967481851578,
+      "loss/hidden": 3.60546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15270237810909748,
+      "step": 1059
+    },
+    {
+      "epoch": 0.17666666666666667,
+      "grad_norm": 29.25,
+      "grad_norm_var": 14.322916666666666,
+      "learning_rate": 9.250842449410611e-05,
+      "loss": 7.0274,
+      "loss/crossentropy": 2.548193573951721,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19006280973553658,
+      "step": 1060
+    },
+    {
+      "epoch": 0.17683333333333334,
+      "grad_norm": 30.375,
+      "grad_norm_var": 14.001041666666667,
+      "learning_rate": 9.249463464934321e-05,
+      "loss": 6.9488,
+      "loss/crossentropy": 1.3754972219467163,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14112510904669762,
+      "step": 1061
+    },
+    {
+      "epoch": 0.177,
+      "grad_norm": 33.5,
+      "grad_norm_var": 14.192643229166666,
+      "learning_rate": 9.248083315443518e-05,
+      "loss": 7.0641,
+      "loss/crossentropy": 1.5374733209609985,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12394630908966064,
+      "step": 1062
+    },
+    {
+      "epoch": 0.17716666666666667,
+      "grad_norm": 28.75,
+      "grad_norm_var": 14.357747395833334,
+      "learning_rate": 9.246702001316583e-05,
+      "loss": 6.9103,
+      "loss/crossentropy": 2.03630730509758,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1795985884964466,
+      "step": 1063
+    },
+    {
+      "epoch": 0.17733333333333334,
+      "grad_norm": 29.5,
+      "grad_norm_var": 6.176497395833334,
+      "learning_rate": 9.245319522932209e-05,
+      "loss": 7.3536,
+      "loss/crossentropy": 2.339617282152176,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17432091012597084,
+      "step": 1064
+    },
+    {
+      "epoch": 0.1775,
+      "grad_norm": 31.25,
+      "grad_norm_var": 6.1916015625,
+      "learning_rate": 9.24393588066941e-05,
+      "loss": 7.3402,
+      "loss/crossentropy": 1.4889580011367798,
+      "loss/hidden": 3.9609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20106740668416023,
+      "step": 1065
+    },
+    {
+      "epoch": 0.17766666666666667,
+      "grad_norm": 29.625,
+      "grad_norm_var": 6.12890625,
+      "learning_rate": 9.242551074907519e-05,
+      "loss": 7.707,
+      "loss/crossentropy": 1.8807732462882996,
+      "loss/hidden": 3.90234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.28517602011561394,
+      "step": 1066
+    },
+    {
+      "epoch": 0.17783333333333334,
+      "grad_norm": 30.25,
+      "grad_norm_var": 2.84375,
+      "learning_rate": 9.241165106026189e-05,
+      "loss": 7.6607,
+      "loss/crossentropy": 1.5485778898000717,
+      "loss/hidden": 3.859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23636030405759811,
+      "step": 1067
+    },
+    {
+      "epoch": 0.178,
+      "grad_norm": 31.75,
+      "grad_norm_var": 2.414322916666667,
+      "learning_rate": 9.239777974405393e-05,
+      "loss": 7.3144,
+      "loss/crossentropy": 1.7089111506938934,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.147063210606575,
+      "step": 1068
+    },
+    {
+      "epoch": 0.17816666666666667,
+      "grad_norm": 31.625,
+      "grad_norm_var": 2.220572916666667,
+      "learning_rate": 9.238389680425416e-05,
+      "loss": 6.937,
+      "loss/crossentropy": 1.6708162426948547,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15234573185443878,
+      "step": 1069
+    },
+    {
+      "epoch": 0.17833333333333334,
+      "grad_norm": 30.75,
+      "grad_norm_var": 2.2202473958333333,
+      "learning_rate": 9.237000224466872e-05,
+      "loss": 7.5136,
+      "loss/crossentropy": 1.8323483765125275,
+      "loss/hidden": 3.7578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26327143609523773,
+      "step": 1070
+    },
+    {
+      "epoch": 0.1785,
+      "grad_norm": 30.75,
+      "grad_norm_var": 1.8499348958333333,
+      "learning_rate": 9.235609606910687e-05,
+      "loss": 6.8242,
+      "loss/crossentropy": 1.695602685213089,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13594901375472546,
+      "step": 1071
+    },
+    {
+      "epoch": 0.17866666666666667,
+      "grad_norm": 27.25,
+      "grad_norm_var": 2.5317057291666667,
+      "learning_rate": 9.234217828138104e-05,
+      "loss": 7.1028,
+      "loss/crossentropy": 1.7536567747592926,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18050695396959782,
+      "step": 1072
+    },
+    {
+      "epoch": 0.17883333333333334,
+      "grad_norm": 31.25,
+      "grad_norm_var": 2.341666666666667,
+      "learning_rate": 9.23282488853069e-05,
+      "loss": 7.1524,
+      "loss/crossentropy": 1.9407530725002289,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1710616685450077,
+      "step": 1073
+    },
+    {
+      "epoch": 0.179,
+      "grad_norm": 29.375,
+      "grad_norm_var": 2.4291666666666667,
+      "learning_rate": 9.231430788470326e-05,
+      "loss": 7.1724,
+      "loss/crossentropy": 1.5481340885162354,
+      "loss/hidden": 3.703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2104547992348671,
+      "step": 1074
+    },
+    {
+      "epoch": 0.17916666666666667,
+      "grad_norm": 30.0,
+      "grad_norm_var": 2.0768229166666665,
+      "learning_rate": 9.230035528339211e-05,
+      "loss": 7.3203,
+      "loss/crossentropy": 1.7858853340148926,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15118434838950634,
+      "step": 1075
+    },
+    {
+      "epoch": 0.17933333333333334,
+      "grad_norm": 30.25,
+      "grad_norm_var": 1.9955729166666667,
+      "learning_rate": 9.228639108519868e-05,
+      "loss": 7.2717,
+      "loss/crossentropy": 1.5924931764602661,
+      "loss/hidden": 3.65234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2723642699420452,
+      "step": 1076
+    },
+    {
+      "epoch": 0.1795,
+      "grad_norm": 33.75,
+      "grad_norm_var": 2.700455729166667,
+      "learning_rate": 9.227241529395127e-05,
+      "loss": 7.5044,
+      "loss/crossentropy": 1.6551357507705688,
+      "loss/hidden": 3.69921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2343754842877388,
+      "step": 1077
+    },
+    {
+      "epoch": 0.17966666666666667,
+      "grad_norm": 29.125,
+      "grad_norm_var": 2.2059895833333334,
+      "learning_rate": 9.225842791348149e-05,
+      "loss": 6.7824,
+      "loss/crossentropy": 1.294097363948822,
+      "loss/hidden": 3.6953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17944151908159256,
+      "step": 1078
+    },
+    {
+      "epoch": 0.17983333333333335,
+      "grad_norm": 30.0,
+      "grad_norm_var": 2.040625,
+      "learning_rate": 9.224442894762401e-05,
+      "loss": 7.2718,
+      "loss/crossentropy": 1.9110237658023834,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22192451357841492,
+      "step": 1079
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 33.25,
+      "grad_norm_var": 2.46640625,
+      "learning_rate": 9.223041840021674e-05,
+      "loss": 7.1671,
+      "loss/crossentropy": 1.4245515018701553,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17833401262760162,
+      "step": 1080
+    },
+    {
+      "epoch": 0.18016666666666667,
+      "grad_norm": 29.5,
+      "grad_norm_var": 2.515625,
+      "learning_rate": 9.221639627510076e-05,
+      "loss": 7.2023,
+      "loss/crossentropy": 2.0501048266887665,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20859062112867832,
+      "step": 1081
+    },
+    {
+      "epoch": 0.18033333333333335,
+      "grad_norm": 29.5,
+      "grad_norm_var": 2.5317057291666667,
+      "learning_rate": 9.220236257612031e-05,
+      "loss": 6.7608,
+      "loss/crossentropy": 1.6907588839530945,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16623044945299625,
+      "step": 1082
+    },
+    {
+      "epoch": 0.1805,
+      "grad_norm": 30.5,
+      "grad_norm_var": 2.526497395833333,
+      "learning_rate": 9.21883173071228e-05,
+      "loss": 7.3174,
+      "loss/crossentropy": 1.2606586515903473,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1489721965044737,
+      "step": 1083
+    },
+    {
+      "epoch": 0.18066666666666667,
+      "grad_norm": 31.0,
+      "grad_norm_var": 2.440559895833333,
+      "learning_rate": 9.217426047195882e-05,
+      "loss": 7.6918,
+      "loss/crossentropy": 2.292267620563507,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22536378726363182,
+      "step": 1084
+    },
+    {
+      "epoch": 0.18083333333333335,
+      "grad_norm": 29.375,
+      "grad_norm_var": 2.417122395833333,
+      "learning_rate": 9.216019207448217e-05,
+      "loss": 7.0151,
+      "loss/crossentropy": 1.3078829050064087,
+      "loss/hidden": 4.015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1706789880990982,
+      "step": 1085
+    },
+    {
+      "epoch": 0.181,
+      "grad_norm": 31.5,
+      "grad_norm_var": 2.4921223958333334,
+      "learning_rate": 9.214611211854974e-05,
+      "loss": 7.3649,
+      "loss/crossentropy": 2.1642357409000397,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22923363372683525,
+      "step": 1086
+    },
+    {
+      "epoch": 0.18116666666666667,
+      "grad_norm": 30.125,
+      "grad_norm_var": 2.4872395833333334,
+      "learning_rate": 9.213202060802161e-05,
+      "loss": 7.0883,
+      "loss/crossentropy": 1.0673165619373322,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16823571175336838,
+      "step": 1087
+    },
+    {
+      "epoch": 0.18133333333333335,
+      "grad_norm": 32.5,
+      "grad_norm_var": 2.033333333333333,
+      "learning_rate": 9.21179175467611e-05,
+      "loss": 7.2322,
+      "loss/crossentropy": 1.8726580739021301,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15625272691249847,
+      "step": 1088
+    },
+    {
+      "epoch": 0.1815,
+      "grad_norm": 28.75,
+      "grad_norm_var": 2.236458333333333,
+      "learning_rate": 9.210380293863462e-05,
+      "loss": 6.9307,
+      "loss/crossentropy": 1.1443600505590439,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20036842301487923,
+      "step": 1089
+    },
+    {
+      "epoch": 0.18166666666666667,
+      "grad_norm": 29.25,
+      "grad_norm_var": 2.256705729166667,
+      "learning_rate": 9.208967678751177e-05,
+      "loss": 7.1227,
+      "loss/crossentropy": 1.539658635854721,
+      "loss/hidden": 3.7890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2563717756420374,
+      "step": 1090
+    },
+    {
+      "epoch": 0.18183333333333335,
+      "grad_norm": 32.75,
+      "grad_norm_var": 2.5374348958333335,
+      "learning_rate": 9.207553909726531e-05,
+      "loss": 7.55,
+      "loss/crossentropy": 1.9002563059329987,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25357599928975105,
+      "step": 1091
+    },
+    {
+      "epoch": 0.182,
+      "grad_norm": 34.25,
+      "grad_norm_var": 3.299934895833333,
+      "learning_rate": 9.206138987177118e-05,
+      "loss": 7.6483,
+      "loss/crossentropy": 1.6798991560935974,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2713388651609421,
+      "step": 1092
+    },
+    {
+      "epoch": 0.18216666666666667,
+      "grad_norm": 29.25,
+      "grad_norm_var": 2.8827473958333334,
+      "learning_rate": 9.204722911490846e-05,
+      "loss": 7.3469,
+      "loss/crossentropy": 2.151069074869156,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1687615904957056,
+      "step": 1093
+    },
+    {
+      "epoch": 0.18233333333333332,
+      "grad_norm": 29.5,
+      "grad_norm_var": 2.814583333333333,
+      "learning_rate": 9.20330568305594e-05,
+      "loss": 7.0395,
+      "loss/crossentropy": 1.7675020694732666,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17254584282636642,
+      "step": 1094
+    },
+    {
+      "epoch": 0.1825,
+      "grad_norm": 30.375,
+      "grad_norm_var": 2.7889973958333334,
+      "learning_rate": 9.201887302260943e-05,
+      "loss": 7.6286,
+      "loss/crossentropy": 1.4319088160991669,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1769372746348381,
+      "step": 1095
+    },
+    {
+      "epoch": 0.18266666666666667,
+      "grad_norm": 29.75,
+      "grad_norm_var": 2.3697265625,
+      "learning_rate": 9.20046776949471e-05,
+      "loss": 7.0073,
+      "loss/crossentropy": 0.9747176170349121,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1367714675143361,
+      "step": 1096
+    },
+    {
+      "epoch": 0.18283333333333332,
+      "grad_norm": 28.375,
+      "grad_norm_var": 2.59765625,
+      "learning_rate": 9.199047085146415e-05,
+      "loss": 6.9152,
+      "loss/crossentropy": 1.8448036015033722,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1561015024781227,
+      "step": 1097
+    },
+    {
+      "epoch": 0.183,
+      "grad_norm": 30.875,
+      "grad_norm_var": 2.5468098958333334,
+      "learning_rate": 9.197625249605546e-05,
+      "loss": 7.5927,
+      "loss/crossentropy": 1.6145085394382477,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21670781075954437,
+      "step": 1098
+    },
+    {
+      "epoch": 0.18316666666666667,
+      "grad_norm": 29.375,
+      "grad_norm_var": 2.627083333333333,
+      "learning_rate": 9.196202263261908e-05,
+      "loss": 6.9341,
+      "loss/crossentropy": 1.88466215133667,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.228733841329813,
+      "step": 1099
+    },
+    {
+      "epoch": 0.18333333333333332,
+      "grad_norm": 29.375,
+      "grad_norm_var": 2.6702473958333335,
+      "learning_rate": 9.194778126505621e-05,
+      "loss": 7.2048,
+      "loss/crossentropy": 1.3676262497901917,
+      "loss/hidden": 3.49609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1408743243664503,
+      "step": 1100
+    },
+    {
+      "epoch": 0.1835,
+      "grad_norm": 31.0,
+      "grad_norm_var": 2.627083333333333,
+      "learning_rate": 9.193352839727121e-05,
+      "loss": 7.0562,
+      "loss/crossentropy": 1.430459812283516,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17401222698390484,
+      "step": 1101
+    },
+    {
+      "epoch": 0.18366666666666667,
+      "grad_norm": 30.375,
+      "grad_norm_var": 2.5468098958333334,
+      "learning_rate": 9.191926403317155e-05,
+      "loss": 7.1413,
+      "loss/crossentropy": 1.951472908258438,
+      "loss/hidden": 3.66015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19395877420902252,
+      "step": 1102
+    },
+    {
+      "epoch": 0.18383333333333332,
+      "grad_norm": 31.625,
+      "grad_norm_var": 2.6389973958333335,
+      "learning_rate": 9.190498817666793e-05,
+      "loss": 7.2435,
+      "loss/crossentropy": 1.633792757987976,
+      "loss/hidden": 3.8671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2615926116704941,
+      "step": 1103
+    },
+    {
+      "epoch": 0.184,
+      "grad_norm": 32.0,
+      "grad_norm_var": 2.518684895833333,
+      "learning_rate": 9.189070083167411e-05,
+      "loss": 7.6263,
+      "loss/crossentropy": 1.7993624210357666,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2677503116428852,
+      "step": 1104
+    },
+    {
+      "epoch": 0.18416666666666667,
+      "grad_norm": 30.0,
+      "grad_norm_var": 2.3363932291666667,
+      "learning_rate": 9.18764020021071e-05,
+      "loss": 6.9299,
+      "loss/crossentropy": 1.8217281103134155,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17948501370847225,
+      "step": 1105
+    },
+    {
+      "epoch": 0.18433333333333332,
+      "grad_norm": 30.125,
+      "grad_norm_var": 2.2375,
+      "learning_rate": 9.186209169188695e-05,
+      "loss": 7.4359,
+      "loss/crossentropy": 1.954070895910263,
+      "loss/hidden": 3.83984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21222223341464996,
+      "step": 1106
+    },
+    {
+      "epoch": 0.1845,
+      "grad_norm": 29.875,
+      "grad_norm_var": 1.9155598958333333,
+      "learning_rate": 9.184776990493695e-05,
+      "loss": 7.0956,
+      "loss/crossentropy": 1.234974890947342,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21905330382287502,
+      "step": 1107
+    },
+    {
+      "epoch": 0.18466666666666667,
+      "grad_norm": 29.875,
+      "grad_norm_var": 0.8559895833333333,
+      "learning_rate": 9.183343664518348e-05,
+      "loss": 7.0289,
+      "loss/crossentropy": 1.3418802618980408,
+      "loss/hidden": 3.96875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18474972620606422,
+      "step": 1108
+    },
+    {
+      "epoch": 0.18483333333333332,
+      "grad_norm": 32.25,
+      "grad_norm_var": 1.0747395833333333,
+      "learning_rate": 9.181909191655612e-05,
+      "loss": 7.2423,
+      "loss/crossentropy": 1.1905895471572876,
+      "loss/hidden": 3.78125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17837058566510677,
+      "step": 1109
+    },
+    {
+      "epoch": 0.185,
+      "grad_norm": 30.875,
+      "grad_norm_var": 1.0468098958333334,
+      "learning_rate": 9.180473572298751e-05,
+      "loss": 7.2901,
+      "loss/crossentropy": 1.6753973066806793,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17351505905389786,
+      "step": 1110
+    },
+    {
+      "epoch": 0.18516666666666667,
+      "grad_norm": 30.25,
+      "grad_norm_var": 1.0479166666666666,
+      "learning_rate": 9.179036806841353e-05,
+      "loss": 7.511,
+      "loss/crossentropy": 2.0897219479084015,
+      "loss/hidden": 3.5546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24179621413350105,
+      "step": 1111
+    },
+    {
+      "epoch": 0.18533333333333332,
+      "grad_norm": 33.25,
+      "grad_norm_var": 1.521875,
+      "learning_rate": 9.177598895677309e-05,
+      "loss": 7.1737,
+      "loss/crossentropy": 1.7134060561656952,
+      "loss/hidden": 3.70703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19625892862677574,
+      "step": 1112
+    },
+    {
+      "epoch": 0.1855,
+      "grad_norm": 30.75,
+      "grad_norm_var": 1.1718098958333334,
+      "learning_rate": 9.176159839200838e-05,
+      "loss": 6.9251,
+      "loss/crossentropy": 1.5371767282485962,
+      "loss/hidden": 3.578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20032985508441925,
+      "step": 1113
+    },
+    {
+      "epoch": 0.18566666666666667,
+      "grad_norm": 30.125,
+      "grad_norm_var": 1.1936848958333333,
+      "learning_rate": 9.17471963780646e-05,
+      "loss": 6.7028,
+      "loss/crossentropy": 1.7134927213191986,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18902384862303734,
+      "step": 1114
+    },
+    {
+      "epoch": 0.18583333333333332,
+      "grad_norm": 28.625,
+      "grad_norm_var": 1.3608723958333333,
+      "learning_rate": 9.173278291889015e-05,
+      "loss": 7.036,
+      "loss/crossentropy": 1.5526778548955917,
+      "loss/hidden": 3.703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16117258742451668,
+      "step": 1115
+    },
+    {
+      "epoch": 0.186,
+      "grad_norm": 29.25,
+      "grad_norm_var": 1.3830729166666667,
+      "learning_rate": 9.171835801843658e-05,
+      "loss": 7.3174,
+      "loss/crossentropy": 1.6507572382688522,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1393357813358307,
+      "step": 1116
+    },
+    {
+      "epoch": 0.18616666666666667,
+      "grad_norm": 31.375,
+      "grad_norm_var": 1.4098307291666667,
+      "learning_rate": 9.170392168065857e-05,
+      "loss": 7.4685,
+      "loss/crossentropy": 1.1459402590990067,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14188237488269806,
+      "step": 1117
+    },
+    {
+      "epoch": 0.18633333333333332,
+      "grad_norm": 29.0,
+      "grad_norm_var": 1.5809895833333334,
+      "learning_rate": 9.168947390951388e-05,
+      "loss": 7.1813,
+      "loss/crossentropy": 1.8640584349632263,
+      "loss/hidden": 3.640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2659045271575451,
+      "step": 1118
+    },
+    {
+      "epoch": 0.1865,
+      "grad_norm": 32.5,
+      "grad_norm_var": 1.7509765625,
+      "learning_rate": 9.167501470896349e-05,
+      "loss": 7.7581,
+      "loss/crossentropy": 2.0622823238372803,
+      "loss/hidden": 3.67578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.29800528287887573,
+      "step": 1119
+    },
+    {
+      "epoch": 0.18666666666666668,
+      "grad_norm": 28.25,
+      "grad_norm_var": 1.9462890625,
+      "learning_rate": 9.166054408297145e-05,
+      "loss": 6.8545,
+      "loss/crossentropy": 1.8968719244003296,
+      "loss/hidden": 3.68359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19029945507645607,
+      "step": 1120
+    },
+    {
+      "epoch": 0.18683333333333332,
+      "grad_norm": 30.25,
+      "grad_norm_var": 1.9369140625,
+      "learning_rate": 9.164606203550497e-05,
+      "loss": 7.1498,
+      "loss/crossentropy": 1.6898181438446045,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14866111241281033,
+      "step": 1121
+    },
+    {
+      "epoch": 0.187,
+      "grad_norm": 37.25,
+      "grad_norm_var": 4.83515625,
+      "learning_rate": 9.16315685705344e-05,
+      "loss": 7.2064,
+      "loss/crossentropy": 1.9527091979980469,
+      "loss/hidden": 3.578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16515155881643295,
+      "step": 1122
+    },
+    {
+      "epoch": 0.18716666666666668,
+      "grad_norm": 35.0,
+      "grad_norm_var": 5.8041015625,
+      "learning_rate": 9.161706369203317e-05,
+      "loss": 7.0782,
+      "loss/crossentropy": 2.214310497045517,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2078092135488987,
+      "step": 1123
+    },
+    {
+      "epoch": 0.18733333333333332,
+      "grad_norm": 29.5,
+      "grad_norm_var": 5.878125,
+      "learning_rate": 9.160254740397791e-05,
+      "loss": 7.0496,
+      "loss/crossentropy": 1.6759832054376602,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23697318509221077,
+      "step": 1124
+    },
+    {
+      "epoch": 0.1875,
+      "grad_norm": 30.375,
+      "grad_norm_var": 5.8244140625,
+      "learning_rate": 9.158801971034832e-05,
+      "loss": 7.1634,
+      "loss/crossentropy": 1.6485983282327652,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1524697132408619,
+      "step": 1125
+    },
+    {
+      "epoch": 0.18766666666666668,
+      "grad_norm": 29.5,
+      "grad_norm_var": 5.97265625,
+      "learning_rate": 9.157348061512727e-05,
+      "loss": 6.9883,
+      "loss/crossentropy": 1.90101557970047,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14513207040727139,
+      "step": 1126
+    },
+    {
+      "epoch": 0.18783333333333332,
+      "grad_norm": 29.875,
+      "grad_norm_var": 6.0166015625,
+      "learning_rate": 9.15589301223007e-05,
+      "loss": 6.9935,
+      "loss/crossentropy": 1.2328452542424202,
+      "loss/hidden": 3.8046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19398222211748362,
+      "step": 1127
+    },
+    {
+      "epoch": 0.188,
+      "grad_norm": 27.125,
+      "grad_norm_var": 6.46640625,
+      "learning_rate": 9.154436823585777e-05,
+      "loss": 6.7857,
+      "loss/crossentropy": 1.3963468447327614,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15472635626792908,
+      "step": 1128
+    },
+    {
+      "epoch": 0.18816666666666668,
+      "grad_norm": 30.0,
+      "grad_norm_var": 6.48125,
+      "learning_rate": 9.152979495979063e-05,
+      "loss": 7.136,
+      "loss/crossentropy": 2.2000677585601807,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17560309544205666,
+      "step": 1129
+    },
+    {
+      "epoch": 0.18833333333333332,
+      "grad_norm": 30.0,
+      "grad_norm_var": 6.4884765625,
+      "learning_rate": 9.151521029809469e-05,
+      "loss": 7.5217,
+      "loss/crossentropy": 1.9590549767017365,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17268436029553413,
+      "step": 1130
+    },
+    {
+      "epoch": 0.1885,
+      "grad_norm": 31.0,
+      "grad_norm_var": 6.249739583333334,
+      "learning_rate": 9.150061425476838e-05,
+      "loss": 7.6719,
+      "loss/crossentropy": 1.4692141264677048,
+      "loss/hidden": 3.96484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22101164050400257,
+      "step": 1131
+    },
+    {
+      "epoch": 0.18866666666666668,
+      "grad_norm": 29.125,
+      "grad_norm_var": 6.273893229166666,
+      "learning_rate": 9.14860068338133e-05,
+      "loss": 7.1382,
+      "loss/crossentropy": 1.3053969889879227,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18069183453917503,
+      "step": 1132
+    },
+    {
+      "epoch": 0.18883333333333333,
+      "grad_norm": 29.5,
+      "grad_norm_var": 6.308072916666666,
+      "learning_rate": 9.147138803923416e-05,
+      "loss": 7.2155,
+      "loss/crossentropy": 1.490529328584671,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1413809834048152,
+      "step": 1133
+    },
+    {
+      "epoch": 0.189,
+      "grad_norm": 30.5,
+      "grad_norm_var": 6.145572916666667,
+      "learning_rate": 9.145675787503878e-05,
+      "loss": 7.4358,
+      "loss/crossentropy": 1.9087640345096588,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24026436731219292,
+      "step": 1134
+    },
+    {
+      "epoch": 0.18916666666666668,
+      "grad_norm": 29.875,
+      "grad_norm_var": 5.914518229166666,
+      "learning_rate": 9.14421163452381e-05,
+      "loss": 7.447,
+      "loss/crossentropy": 1.5070382356643677,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2686901167035103,
+      "step": 1135
+    },
+    {
+      "epoch": 0.18933333333333333,
+      "grad_norm": 30.125,
+      "grad_norm_var": 5.585416666666666,
+      "learning_rate": 9.142746345384619e-05,
+      "loss": 7.2418,
+      "loss/crossentropy": 1.4398823231458664,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1659804955124855,
+      "step": 1136
+    },
+    {
+      "epoch": 0.1895,
+      "grad_norm": 31.125,
+      "grad_norm_var": 5.596809895833333,
+      "learning_rate": 9.141279920488021e-05,
+      "loss": 7.0661,
+      "loss/crossentropy": 1.9212416410446167,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17001407593488693,
+      "step": 1137
+    },
+    {
+      "epoch": 0.18966666666666668,
+      "grad_norm": 30.625,
+      "grad_norm_var": 2.4809895833333333,
+      "learning_rate": 9.139812360236046e-05,
+      "loss": 7.1941,
+      "loss/crossentropy": 1.8251923620700836,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14800377935171127,
+      "step": 1138
+    },
+    {
+      "epoch": 0.18983333333333333,
+      "grad_norm": 29.0,
+      "grad_norm_var": 0.8934895833333333,
+      "learning_rate": 9.138343665031033e-05,
+      "loss": 7.3292,
+      "loss/crossentropy": 1.8601129055023193,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17241744697093964,
+      "step": 1139
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 29.75,
+      "grad_norm_var": 0.8864583333333333,
+      "learning_rate": 9.136873835275633e-05,
+      "loss": 6.8716,
+      "loss/crossentropy": 1.8089761137962341,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15974725037813187,
+      "step": 1140
+    },
+    {
+      "epoch": 0.19016666666666668,
+      "grad_norm": 29.875,
+      "grad_norm_var": 0.8666666666666667,
+      "learning_rate": 9.135402871372808e-05,
+      "loss": 7.2061,
+      "loss/crossentropy": 1.6150592416524887,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24301055073738098,
+      "step": 1141
+    },
+    {
+      "epoch": 0.19033333333333333,
+      "grad_norm": 31.125,
+      "grad_norm_var": 0.9639973958333333,
+      "learning_rate": 9.133930773725834e-05,
+      "loss": 7.3628,
+      "loss/crossentropy": 1.563875988125801,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17582198977470398,
+      "step": 1142
+    },
+    {
+      "epoch": 0.1905,
+      "grad_norm": 31.875,
+      "grad_norm_var": 1.2035807291666667,
+      "learning_rate": 9.132457542738292e-05,
+      "loss": 7.1857,
+      "loss/crossentropy": 1.9527733027935028,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1798405796289444,
+      "step": 1143
+    },
+    {
+      "epoch": 0.19066666666666668,
+      "grad_norm": 29.125,
+      "grad_norm_var": 0.6764973958333333,
+      "learning_rate": 9.130983178814077e-05,
+      "loss": 7.0687,
+      "loss/crossentropy": 1.369474709033966,
+      "loss/hidden": 3.8671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1982022561132908,
+      "step": 1144
+    },
+    {
+      "epoch": 0.19083333333333333,
+      "grad_norm": 28.875,
+      "grad_norm_var": 0.7802083333333333,
+      "learning_rate": 9.129507682357394e-05,
+      "loss": 7.1149,
+      "loss/crossentropy": 1.894842118024826,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20691284909844398,
+      "step": 1145
+    },
+    {
+      "epoch": 0.191,
+      "grad_norm": 29.0,
+      "grad_norm_var": 0.8552083333333333,
+      "learning_rate": 9.128031053772759e-05,
+      "loss": 6.9229,
+      "loss/crossentropy": 1.3835454285144806,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15358954295516014,
+      "step": 1146
+    },
+    {
+      "epoch": 0.19116666666666668,
+      "grad_norm": 29.75,
+      "grad_norm_var": 0.79140625,
+      "learning_rate": 9.126553293464998e-05,
+      "loss": 7.4438,
+      "loss/crossentropy": 2.2602747678756714,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1918497011065483,
+      "step": 1147
+    },
+    {
+      "epoch": 0.19133333333333333,
+      "grad_norm": 32.0,
+      "grad_norm_var": 0.9905598958333334,
+      "learning_rate": 9.125074401839249e-05,
+      "loss": 7.5072,
+      "loss/crossentropy": 1.7223348915576935,
+      "loss/hidden": 3.8359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20392953604459763,
+      "step": 1148
+    },
+    {
+      "epoch": 0.1915,
+      "grad_norm": 30.5,
+      "grad_norm_var": 0.9686848958333333,
+      "learning_rate": 9.123594379300955e-05,
+      "loss": 6.8108,
+      "loss/crossentropy": 1.5406135469675064,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15648524276912212,
+      "step": 1149
+    },
+    {
+      "epoch": 0.19166666666666668,
+      "grad_norm": 31.25,
+      "grad_norm_var": 1.0343098958333334,
+      "learning_rate": 9.122113226255877e-05,
+      "loss": 7.2257,
+      "loss/crossentropy": 1.7266594469547272,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1957474946975708,
+      "step": 1150
+    },
+    {
+      "epoch": 0.19183333333333333,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.79765625,
+      "learning_rate": 9.120630943110077e-05,
+      "loss": 7.0052,
+      "loss/crossentropy": 2.1635193824768066,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1783377081155777,
+      "step": 1151
+    },
+    {
+      "epoch": 0.192,
+      "grad_norm": 30.75,
+      "grad_norm_var": 1.8285807291666667,
+      "learning_rate": 9.119147530269937e-05,
+      "loss": 7.5332,
+      "loss/crossentropy": 1.8073493093252182,
+      "loss/hidden": 3.7890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2292596623301506,
+      "step": 1152
+    },
+    {
+      "epoch": 0.19216666666666668,
+      "grad_norm": 30.0,
+      "grad_norm_var": 1.7518229166666666,
+      "learning_rate": 9.117662988142138e-05,
+      "loss": 7.1552,
+      "loss/crossentropy": 2.0263662338256836,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23550377786159515,
+      "step": 1153
+    },
+    {
+      "epoch": 0.19233333333333333,
+      "grad_norm": 36.0,
+      "grad_norm_var": 3.9942057291666666,
+      "learning_rate": 9.116177317133676e-05,
+      "loss": 7.9774,
+      "loss/crossentropy": 1.7365905940532684,
+      "loss/hidden": 3.875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2624204382300377,
+      "step": 1154
+    },
+    {
+      "epoch": 0.1925,
+      "grad_norm": 34.0,
+      "grad_norm_var": 4.6556640625,
+      "learning_rate": 9.114690517651859e-05,
+      "loss": 7.4115,
+      "loss/crossentropy": 2.2122086882591248,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19748417660593987,
+      "step": 1155
+    },
+    {
+      "epoch": 0.19266666666666668,
+      "grad_norm": 28.5,
+      "grad_norm_var": 4.9056640625,
+      "learning_rate": 9.1132025901043e-05,
+      "loss": 7.2611,
+      "loss/crossentropy": 1.843263953924179,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14568496495485306,
+      "step": 1156
+    },
+    {
+      "epoch": 0.19283333333333333,
+      "grad_norm": 29.75,
+      "grad_norm_var": 4.918489583333334,
+      "learning_rate": 9.111713534898922e-05,
+      "loss": 7.6664,
+      "loss/crossentropy": 1.7872939705848694,
+      "loss/hidden": 3.99609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.27959929779171944,
+      "step": 1157
+    },
+    {
+      "epoch": 0.193,
+      "grad_norm": 29.5,
+      "grad_norm_var": 4.9650390625,
+      "learning_rate": 9.110223352443958e-05,
+      "loss": 7.2427,
+      "loss/crossentropy": 1.67998605966568,
+      "loss/hidden": 3.8359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23278993926942348,
+      "step": 1158
+    },
+    {
+      "epoch": 0.19316666666666665,
+      "grad_norm": 30.75,
+      "grad_norm_var": 4.834375,
+      "learning_rate": 9.108732043147952e-05,
+      "loss": 6.9476,
+      "loss/crossentropy": 1.9119806289672852,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1615016683936119,
+      "step": 1159
+    },
+    {
+      "epoch": 0.19333333333333333,
+      "grad_norm": 30.125,
+      "grad_norm_var": 4.726041666666666,
+      "learning_rate": 9.107239607419753e-05,
+      "loss": 6.8848,
+      "loss/crossentropy": 2.1190615743398666,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1532793641090393,
+      "step": 1160
+    },
+    {
+      "epoch": 0.1935,
+      "grad_norm": 30.125,
+      "grad_norm_var": 4.558072916666666,
+      "learning_rate": 9.105746045668521e-05,
+      "loss": 7.4131,
+      "loss/crossentropy": 1.9063195884227753,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19840717688202858,
+      "step": 1161
+    },
+    {
+      "epoch": 0.19366666666666665,
+      "grad_norm": 30.375,
+      "grad_norm_var": 4.392643229166667,
+      "learning_rate": 9.104251358303724e-05,
+      "loss": 7.3765,
+      "loss/crossentropy": 2.0767466723918915,
+      "loss/hidden": 3.78125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19928371161222458,
+      "step": 1162
+    },
+    {
+      "epoch": 0.19383333333333333,
+      "grad_norm": 30.25,
+      "grad_norm_var": 4.3494140625,
+      "learning_rate": 9.102755545735141e-05,
+      "loss": 7.0533,
+      "loss/crossentropy": 1.630551353096962,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20199225470423698,
+      "step": 1163
+    },
+    {
+      "epoch": 0.194,
+      "grad_norm": 31.125,
+      "grad_norm_var": 4.24140625,
+      "learning_rate": 9.101258608372856e-05,
+      "loss": 7.5036,
+      "loss/crossentropy": 1.3316044062376022,
+      "loss/hidden": 3.8125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2553766742348671,
+      "step": 1164
+    },
+    {
+      "epoch": 0.19416666666666665,
+      "grad_norm": 30.5,
+      "grad_norm_var": 4.24140625,
+      "learning_rate": 9.099760546627261e-05,
+      "loss": 7.1157,
+      "loss/crossentropy": 1.532670795917511,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1587374359369278,
+      "step": 1165
+    },
+    {
+      "epoch": 0.19433333333333333,
+      "grad_norm": 30.625,
+      "grad_norm_var": 4.212434895833334,
+      "learning_rate": 9.098261360909064e-05,
+      "loss": 7.2771,
+      "loss/crossentropy": 2.0286777317523956,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19840383157134056,
+      "step": 1166
+    },
+    {
+      "epoch": 0.1945,
+      "grad_norm": 30.375,
+      "grad_norm_var": 3.187239583333333,
+      "learning_rate": 9.096761051629268e-05,
+      "loss": 7.3572,
+      "loss/crossentropy": 1.5462962836027145,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1618911810219288,
+      "step": 1167
+    },
+    {
+      "epoch": 0.19466666666666665,
+      "grad_norm": 27.75,
+      "grad_norm_var": 3.7684895833333334,
+      "learning_rate": 9.095259619199197e-05,
+      "loss": 7.0961,
+      "loss/crossentropy": 1.906777799129486,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19005262665450573,
+      "step": 1168
+    },
+    {
+      "epoch": 0.19483333333333333,
+      "grad_norm": 29.625,
+      "grad_norm_var": 3.807747395833333,
+      "learning_rate": 9.093757064030473e-05,
+      "loss": 6.9761,
+      "loss/crossentropy": 1.4600431770086288,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2671759743243456,
+      "step": 1169
+    },
+    {
+      "epoch": 0.195,
+      "grad_norm": 30.0,
+      "grad_norm_var": 1.7264973958333334,
+      "learning_rate": 9.092253386535032e-05,
+      "loss": 7.2576,
+      "loss/crossentropy": 1.9618641138076782,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2775069437921047,
+      "step": 1170
+    },
+    {
+      "epoch": 0.19516666666666665,
+      "grad_norm": 29.125,
+      "grad_norm_var": 0.7489583333333333,
+      "learning_rate": 9.090748587125118e-05,
+      "loss": 7.1906,
+      "loss/crossentropy": 1.6897124648094177,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18094610795378685,
+      "step": 1171
+    },
+    {
+      "epoch": 0.19533333333333333,
+      "grad_norm": 29.75,
+      "grad_norm_var": 0.6122395833333333,
+      "learning_rate": 9.089242666213276e-05,
+      "loss": 7.2124,
+      "loss/crossentropy": 1.7875485718250275,
+      "loss/hidden": 3.765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2697015330195427,
+      "step": 1172
+    },
+    {
+      "epoch": 0.1955,
+      "grad_norm": 30.75,
+      "grad_norm_var": 0.6434895833333333,
+      "learning_rate": 9.087735624212365e-05,
+      "loss": 7.2829,
+      "loss/crossentropy": 1.5107744634151459,
+      "loss/hidden": 3.6953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1898435726761818,
+      "step": 1173
+    },
+    {
+      "epoch": 0.19566666666666666,
+      "grad_norm": 31.75,
+      "grad_norm_var": 0.7958333333333333,
+      "learning_rate": 9.08622746153555e-05,
+      "loss": 7.0894,
+      "loss/crossentropy": 1.4352801144123077,
+      "loss/hidden": 3.80078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1781257726252079,
+      "step": 1174
+    },
+    {
+      "epoch": 0.19583333333333333,
+      "grad_norm": 32.75,
+      "grad_norm_var": 1.1958333333333333,
+      "learning_rate": 9.084718178596301e-05,
+      "loss": 7.277,
+      "loss/crossentropy": 1.860286682844162,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22503403574228287,
+      "step": 1175
+    },
+    {
+      "epoch": 0.196,
+      "grad_norm": 30.25,
+      "grad_norm_var": 1.1936848958333333,
+      "learning_rate": 9.083207775808396e-05,
+      "loss": 7.2784,
+      "loss/crossentropy": 1.7108961418271065,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15173084288835526,
+      "step": 1176
+    },
+    {
+      "epoch": 0.19616666666666666,
+      "grad_norm": 29.0,
+      "grad_norm_var": 1.3020833333333333,
+      "learning_rate": 9.081696253585921e-05,
+      "loss": 7.3191,
+      "loss/crossentropy": 1.9792208075523376,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17990920320153236,
+      "step": 1177
+    },
+    {
+      "epoch": 0.19633333333333333,
+      "grad_norm": 29.875,
+      "grad_norm_var": 1.309375,
+      "learning_rate": 9.080183612343268e-05,
+      "loss": 7.5557,
+      "loss/crossentropy": 2.3596280813217163,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2835410051047802,
+      "step": 1178
+    },
+    {
+      "epoch": 0.1965,
+      "grad_norm": 29.875,
+      "grad_norm_var": 1.3166015625,
+      "learning_rate": 9.078669852495138e-05,
+      "loss": 7.249,
+      "loss/crossentropy": 1.1893167048692703,
+      "loss/hidden": 3.6953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.136909831315279,
+      "step": 1179
+    },
+    {
+      "epoch": 0.19666666666666666,
+      "grad_norm": 30.375,
+      "grad_norm_var": 1.2587890625,
+      "learning_rate": 9.077154974456534e-05,
+      "loss": 7.1863,
+      "loss/crossentropy": 1.8959875404834747,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2790988143533468,
+      "step": 1180
+    },
+    {
+      "epoch": 0.19683333333333333,
+      "grad_norm": 32.25,
+      "grad_norm_var": 1.5322265625,
+      "learning_rate": 9.075638978642771e-05,
+      "loss": 6.9262,
+      "loss/crossentropy": 1.694694995880127,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15728522092103958,
+      "step": 1181
+    },
+    {
+      "epoch": 0.197,
+      "grad_norm": 31.25,
+      "grad_norm_var": 1.5872395833333333,
+      "learning_rate": 9.074121865469467e-05,
+      "loss": 7.1031,
+      "loss/crossentropy": 1.5371995270252228,
+      "loss/hidden": 3.6796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15807504951953888,
+      "step": 1182
+    },
+    {
+      "epoch": 0.19716666666666666,
+      "grad_norm": 30.0,
+      "grad_norm_var": 1.5921223958333333,
+      "learning_rate": 9.072603635352548e-05,
+      "loss": 7.24,
+      "loss/crossentropy": 1.2076034247875214,
+      "loss/hidden": 3.49609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13693496398627758,
+      "step": 1183
+    },
+    {
+      "epoch": 0.19733333333333333,
+      "grad_norm": 30.75,
+      "grad_norm_var": 1.1452473958333333,
+      "learning_rate": 9.071084288708243e-05,
+      "loss": 7.5155,
+      "loss/crossentropy": 1.7932229936122894,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18797968700528145,
+      "step": 1184
+    },
+    {
+      "epoch": 0.1975,
+      "grad_norm": 31.625,
+      "grad_norm_var": 1.1723307291666667,
+      "learning_rate": 9.069563825953092e-05,
+      "loss": 7.2881,
+      "loss/crossentropy": 2.2741920351982117,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19049449265003204,
+      "step": 1185
+    },
+    {
+      "epoch": 0.19766666666666666,
+      "grad_norm": 31.625,
+      "grad_norm_var": 1.2104166666666667,
+      "learning_rate": 9.068042247503936e-05,
+      "loss": 7.3237,
+      "loss/crossentropy": 1.5595572590827942,
+      "loss/hidden": 3.58984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22788817808032036,
+      "step": 1186
+    },
+    {
+      "epoch": 0.19783333333333333,
+      "grad_norm": 30.125,
+      "grad_norm_var": 1.0645833333333334,
+      "learning_rate": 9.066519553777926e-05,
+      "loss": 7.0393,
+      "loss/crossentropy": 2.3322206139564514,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1544881910085678,
+      "step": 1187
+    },
+    {
+      "epoch": 0.198,
+      "grad_norm": 30.375,
+      "grad_norm_var": 1.0056640625,
+      "learning_rate": 9.064995745192518e-05,
+      "loss": 7.3183,
+      "loss/crossentropy": 1.702795296907425,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2040167860686779,
+      "step": 1188
+    },
+    {
+      "epoch": 0.19816666666666666,
+      "grad_norm": 30.125,
+      "grad_norm_var": 1.0333333333333334,
+      "learning_rate": 9.06347082216547e-05,
+      "loss": 7.2569,
+      "loss/crossentropy": 1.6651965826749802,
+      "loss/hidden": 3.6875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15890128910541534,
+      "step": 1189
+    },
+    {
+      "epoch": 0.19833333333333333,
+      "grad_norm": 33.25,
+      "grad_norm_var": 1.3739583333333334,
+      "learning_rate": 9.061944785114851e-05,
+      "loss": 7.5007,
+      "loss/crossentropy": 2.084866464138031,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25188354402780533,
+      "step": 1190
+    },
+    {
+      "epoch": 0.1985,
+      "grad_norm": 30.25,
+      "grad_norm_var": 1.1291666666666667,
+      "learning_rate": 9.060417634459031e-05,
+      "loss": 7.2586,
+      "loss/crossentropy": 1.3702656924724579,
+      "loss/hidden": 3.78515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1672367975115776,
+      "step": 1191
+    },
+    {
+      "epoch": 0.19866666666666666,
+      "grad_norm": 30.375,
+      "grad_norm_var": 1.1228515625,
+      "learning_rate": 9.058889370616689e-05,
+      "loss": 7.313,
+      "loss/crossentropy": 1.6381755471229553,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16992971114814281,
+      "step": 1192
+    },
+    {
+      "epoch": 0.19883333333333333,
+      "grad_norm": 31.875,
+      "grad_norm_var": 0.9895833333333334,
+      "learning_rate": 9.057359994006806e-05,
+      "loss": 7.135,
+      "loss/crossentropy": 1.7042577117681503,
+      "loss/hidden": 3.88671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2118433080613613,
+      "step": 1193
+    },
+    {
+      "epoch": 0.199,
+      "grad_norm": 39.25,
+      "grad_norm_var": 5.232747395833333,
+      "learning_rate": 9.055829505048667e-05,
+      "loss": 7.3896,
+      "loss/crossentropy": 1.9344637989997864,
+      "loss/hidden": 3.69921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2457873746752739,
+      "step": 1194
+    },
+    {
+      "epoch": 0.19916666666666666,
+      "grad_norm": 32.75,
+      "grad_norm_var": 5.14140625,
+      "learning_rate": 9.054297904161868e-05,
+      "loss": 7.1646,
+      "loss/crossentropy": 1.8423065841197968,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21592585556209087,
+      "step": 1195
+    },
+    {
+      "epoch": 0.19933333333333333,
+      "grad_norm": 30.0,
+      "grad_norm_var": 5.2134765625,
+      "learning_rate": 9.052765191766304e-05,
+      "loss": 6.9913,
+      "loss/crossentropy": 1.961957186460495,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16453684121370316,
+      "step": 1196
+    },
+    {
+      "epoch": 0.1995,
+      "grad_norm": 29.75,
+      "grad_norm_var": 5.3931640625,
+      "learning_rate": 9.051231368282177e-05,
+      "loss": 6.9762,
+      "loss/crossentropy": 1.8208012282848358,
+      "loss/hidden": 3.734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18695107102394104,
+      "step": 1197
+    },
+    {
+      "epoch": 0.19966666666666666,
+      "grad_norm": 31.0,
+      "grad_norm_var": 5.4041015625,
+      "learning_rate": 9.049696434129994e-05,
+      "loss": 7.3369,
+      "loss/crossentropy": 1.4807577729225159,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15388921275734901,
+      "step": 1198
+    },
+    {
+      "epoch": 0.19983333333333334,
+      "grad_norm": 31.5,
+      "grad_norm_var": 5.2556640625,
+      "learning_rate": 9.048160389730566e-05,
+      "loss": 7.2248,
+      "loss/crossentropy": 1.916600614786148,
+      "loss/hidden": 3.59375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26941858045756817,
+      "step": 1199
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 32.0,
+      "grad_norm_var": 5.221809895833333,
+      "learning_rate": 9.046623235505007e-05,
+      "loss": 7.6083,
+      "loss/crossentropy": 2.1877745985984802,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21679533645510674,
+      "step": 1200
+    },
+    {
+      "epoch": 0.20016666666666666,
+      "grad_norm": 32.0,
+      "grad_norm_var": 5.230989583333334,
+      "learning_rate": 9.045084971874738e-05,
+      "loss": 7.3891,
+      "loss/crossentropy": 1.656475082039833,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16719500720500946,
+      "step": 1201
+    },
+    {
+      "epoch": 0.20033333333333334,
+      "grad_norm": 31.0,
+      "grad_norm_var": 5.256705729166667,
+      "learning_rate": 9.043545599261481e-05,
+      "loss": 7.1671,
+      "loss/crossentropy": 1.907217413187027,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1764325574040413,
+      "step": 1202
+    },
+    {
+      "epoch": 0.2005,
+      "grad_norm": 28.125,
+      "grad_norm_var": 5.900455729166667,
+      "learning_rate": 9.042005118087267e-05,
+      "loss": 6.9449,
+      "loss/crossentropy": 2.289278507232666,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19305343553423882,
+      "step": 1203
+    },
+    {
+      "epoch": 0.20066666666666666,
+      "grad_norm": 31.0,
+      "grad_norm_var": 5.833072916666667,
+      "learning_rate": 9.040463528774423e-05,
+      "loss": 7.091,
+      "loss/crossentropy": 1.8759718835353851,
+      "loss/hidden": 3.83984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.32736699283123016,
+      "step": 1204
+    },
+    {
+      "epoch": 0.20083333333333334,
+      "grad_norm": 32.0,
+      "grad_norm_var": 5.705143229166667,
+      "learning_rate": 9.038920831745587e-05,
+      "loss": 7.3753,
+      "loss/crossentropy": 1.1482383757829666,
+      "loss/hidden": 3.6953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19319440051913261,
+      "step": 1205
+    },
+    {
+      "epoch": 0.201,
+      "grad_norm": 29.125,
+      "grad_norm_var": 5.879166666666666,
+      "learning_rate": 9.0373770274237e-05,
+      "loss": 7.2135,
+      "loss/crossentropy": 1.4531298279762268,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21289758384227753,
+      "step": 1206
+    },
+    {
+      "epoch": 0.20116666666666666,
+      "grad_norm": 31.375,
+      "grad_norm_var": 5.789518229166666,
+      "learning_rate": 9.035832116232001e-05,
+      "loss": 7.0233,
+      "loss/crossentropy": 1.523962140083313,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17138102278113365,
+      "step": 1207
+    },
+    {
+      "epoch": 0.20133333333333334,
+      "grad_norm": 34.0,
+      "grad_norm_var": 6.093489583333334,
+      "learning_rate": 9.03428609859404e-05,
+      "loss": 7.3418,
+      "loss/crossentropy": 1.1653930693864822,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1387856211513281,
+      "step": 1208
+    },
+    {
+      "epoch": 0.2015,
+      "grad_norm": 32.5,
+      "grad_norm_var": 6.134830729166667,
+      "learning_rate": 9.032738974933664e-05,
+      "loss": 7.213,
+      "loss/crossentropy": 1.0771423131227493,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14415764808654785,
+      "step": 1209
+    },
+    {
+      "epoch": 0.20166666666666666,
+      "grad_norm": 30.25,
+      "grad_norm_var": 2.1504557291666666,
+      "learning_rate": 9.031190745675024e-05,
+      "loss": 6.9565,
+      "loss/crossentropy": 1.8841006457805634,
+      "loss/hidden": 3.91015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23506051301956177,
+      "step": 1210
+    },
+    {
+      "epoch": 0.20183333333333334,
+      "grad_norm": 33.25,
+      "grad_norm_var": 2.2728515625,
+      "learning_rate": 9.029641411242579e-05,
+      "loss": 7.5154,
+      "loss/crossentropy": 2.3743822276592255,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22775381058454514,
+      "step": 1211
+    },
+    {
+      "epoch": 0.202,
+      "grad_norm": 30.25,
+      "grad_norm_var": 2.237434895833333,
+      "learning_rate": 9.028090972061088e-05,
+      "loss": 7.53,
+      "loss/crossentropy": 1.9960069805383682,
+      "loss/hidden": 3.63671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1583007611334324,
+      "step": 1212
+    },
+    {
+      "epoch": 0.20216666666666666,
+      "grad_norm": 30.625,
+      "grad_norm_var": 2.1166666666666667,
+      "learning_rate": 9.02653942855561e-05,
+      "loss": 7.3417,
+      "loss/crossentropy": 1.8124405890703201,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19223373383283615,
+      "step": 1213
+    },
+    {
+      "epoch": 0.20233333333333334,
+      "grad_norm": 30.625,
+      "grad_norm_var": 2.137955729166667,
+      "learning_rate": 9.024986781151512e-05,
+      "loss": 7.1486,
+      "loss/crossentropy": 1.587627574801445,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19454994052648544,
+      "step": 1214
+    },
+    {
+      "epoch": 0.2025,
+      "grad_norm": 28.375,
+      "grad_norm_var": 2.634375,
+      "learning_rate": 9.023433030274459e-05,
+      "loss": 7.1628,
+      "loss/crossentropy": 1.7969483435153961,
+      "loss/hidden": 3.61328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21532484143972397,
+      "step": 1215
+    },
+    {
+      "epoch": 0.20266666666666666,
+      "grad_norm": 30.5,
+      "grad_norm_var": 2.58125,
+      "learning_rate": 9.021878176350423e-05,
+      "loss": 7.0582,
+      "loss/crossentropy": 1.6361202746629715,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17281216382980347,
+      "step": 1216
+    },
+    {
+      "epoch": 0.20283333333333334,
+      "grad_norm": 28.625,
+      "grad_norm_var": 2.8150390625,
+      "learning_rate": 9.020322219805674e-05,
+      "loss": 7.1401,
+      "loss/crossentropy": 1.6873044669628143,
+      "loss/hidden": 3.65625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17319026961922646,
+      "step": 1217
+    },
+    {
+      "epoch": 0.203,
+      "grad_norm": 30.25,
+      "grad_norm_var": 2.8228515625,
+      "learning_rate": 9.018765161066787e-05,
+      "loss": 7.2404,
+      "loss/crossentropy": 2.2303740978240967,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15988197550177574,
+      "step": 1218
+    },
+    {
+      "epoch": 0.20316666666666666,
+      "grad_norm": 29.75,
+      "grad_norm_var": 2.434375,
+      "learning_rate": 9.017207000560639e-05,
+      "loss": 6.7894,
+      "loss/crossentropy": 1.663067877292633,
+      "loss/hidden": 3.62890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2851884439587593,
+      "step": 1219
+    },
+    {
+      "epoch": 0.20333333333333334,
+      "grad_norm": 31.75,
+      "grad_norm_var": 2.49140625,
+      "learning_rate": 9.015647738714408e-05,
+      "loss": 7.3317,
+      "loss/crossentropy": 1.6652137711644173,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13950848951935768,
+      "step": 1220
+    },
+    {
+      "epoch": 0.2035,
+      "grad_norm": 31.5,
+      "grad_norm_var": 2.42890625,
+      "learning_rate": 9.014087375955573e-05,
+      "loss": 7.423,
+      "loss/crossentropy": 1.8448649644851685,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.143984017893672,
+      "step": 1221
+    },
+    {
+      "epoch": 0.20366666666666666,
+      "grad_norm": 29.75,
+      "grad_norm_var": 2.3139973958333333,
+      "learning_rate": 9.012525912711918e-05,
+      "loss": 7.2826,
+      "loss/crossentropy": 1.7346484065055847,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22051877155900002,
+      "step": 1222
+    },
+    {
+      "epoch": 0.20383333333333334,
+      "grad_norm": 31.625,
+      "grad_norm_var": 2.3358723958333334,
+      "learning_rate": 9.010963349411529e-05,
+      "loss": 7.3522,
+      "loss/crossentropy": 1.7686149775981903,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18443066999316216,
+      "step": 1223
+    },
+    {
+      "epoch": 0.204,
+      "grad_norm": 29.25,
+      "grad_norm_var": 1.7520182291666666,
+      "learning_rate": 9.009399686482787e-05,
+      "loss": 7.1644,
+      "loss/crossentropy": 1.4964023679494858,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17550109699368477,
+      "step": 1224
+    },
+    {
+      "epoch": 0.20416666666666666,
+      "grad_norm": 29.125,
+      "grad_norm_var": 1.5885416666666667,
+      "learning_rate": 9.007834924354383e-05,
+      "loss": 7.2392,
+      "loss/crossentropy": 2.415601521730423,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19092579558491707,
+      "step": 1225
+    },
+    {
+      "epoch": 0.20433333333333334,
+      "grad_norm": 30.5,
+      "grad_norm_var": 1.5893229166666667,
+      "learning_rate": 9.006269063455304e-05,
+      "loss": 7.2053,
+      "loss/crossentropy": 1.259591594338417,
+      "loss/hidden": 4.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23988616839051247,
+      "step": 1226
+    },
+    {
+      "epoch": 0.2045,
+      "grad_norm": 31.75,
+      "grad_norm_var": 1.1518229166666667,
+      "learning_rate": 9.00470210421484e-05,
+      "loss": 7.3441,
+      "loss/crossentropy": 1.7177473604679108,
+      "loss/hidden": 3.67578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19613390043377876,
+      "step": 1227
+    },
+    {
+      "epoch": 0.20466666666666666,
+      "grad_norm": 33.0,
+      "grad_norm_var": 1.61875,
+      "learning_rate": 9.003134047062579e-05,
+      "loss": 7.2235,
+      "loss/crossentropy": 1.3223965615034103,
+      "loss/hidden": 3.6640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2001427672803402,
+      "step": 1228
+    },
+    {
+      "epoch": 0.20483333333333334,
+      "grad_norm": 30.875,
+      "grad_norm_var": 1.62890625,
+      "learning_rate": 9.001564892428415e-05,
+      "loss": 7.1399,
+      "loss/crossentropy": 1.687671348452568,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1553989164531231,
+      "step": 1229
+    },
+    {
+      "epoch": 0.205,
+      "grad_norm": 29.5,
+      "grad_norm_var": 1.6822265625,
+      "learning_rate": 8.999994640742543e-05,
+      "loss": 7.5995,
+      "loss/crossentropy": 2.007145345211029,
+      "loss/hidden": 3.8359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2645701393485069,
+      "step": 1230
+    },
+    {
+      "epoch": 0.20516666666666666,
+      "grad_norm": 29.125,
+      "grad_norm_var": 1.5166015625,
+      "learning_rate": 8.998423292435454e-05,
+      "loss": 7.1565,
+      "loss/crossentropy": 1.9185426235198975,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1818624660372734,
+      "step": 1231
+    },
+    {
+      "epoch": 0.20533333333333334,
+      "grad_norm": 30.625,
+      "grad_norm_var": 1.51875,
+      "learning_rate": 8.996850847937941e-05,
+      "loss": 7.456,
+      "loss/crossentropy": 2.386841744184494,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20238413661718369,
+      "step": 1232
+    },
+    {
+      "epoch": 0.2055,
+      "grad_norm": 53.5,
+      "grad_norm_var": 34.18014322916667,
+      "learning_rate": 8.995277307681099e-05,
+      "loss": 7.2791,
+      "loss/crossentropy": 1.2465152591466904,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14154892787337303,
+      "step": 1233
+    },
+    {
+      "epoch": 0.20566666666666666,
+      "grad_norm": 31.875,
+      "grad_norm_var": 33.967708333333334,
+      "learning_rate": 8.993702672096324e-05,
+      "loss": 7.4117,
+      "loss/crossentropy": 2.1675582230091095,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18371211923658848,
+      "step": 1234
+    },
+    {
+      "epoch": 0.20583333333333334,
+      "grad_norm": 31.5,
+      "grad_norm_var": 33.612239583333334,
+      "learning_rate": 8.992126941615313e-05,
+      "loss": 7.3614,
+      "loss/crossentropy": 1.3925307989120483,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13119136169552803,
+      "step": 1235
+    },
+    {
+      "epoch": 0.206,
+      "grad_norm": 27.875,
+      "grad_norm_var": 34.784830729166664,
+      "learning_rate": 8.990550116670057e-05,
+      "loss": 6.8879,
+      "loss/crossentropy": 1.5162500590085983,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14715932123363018,
+      "step": 1236
+    },
+    {
+      "epoch": 0.20616666666666666,
+      "grad_norm": 30.25,
+      "grad_norm_var": 34.959309895833336,
+      "learning_rate": 8.988972197692855e-05,
+      "loss": 7.2281,
+      "loss/crossentropy": 2.0481223464012146,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15340117923915386,
+      "step": 1237
+    },
+    {
+      "epoch": 0.20633333333333334,
+      "grad_norm": 30.25,
+      "grad_norm_var": 34.83274739583333,
+      "learning_rate": 8.987393185116302e-05,
+      "loss": 7.5103,
+      "loss/crossentropy": 1.9297794103622437,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24415437504649162,
+      "step": 1238
+    },
+    {
+      "epoch": 0.2065,
+      "grad_norm": 30.25,
+      "grad_norm_var": 35.00390625,
+      "learning_rate": 8.985813079373292e-05,
+      "loss": 6.8773,
+      "loss/crossentropy": 1.6119352504611015,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15101561322808266,
+      "step": 1239
+    },
+    {
+      "epoch": 0.20666666666666667,
+      "grad_norm": 28.875,
+      "grad_norm_var": 35.1416015625,
+      "learning_rate": 8.98423188089702e-05,
+      "loss": 7.1719,
+      "loss/crossentropy": 1.3819709122180939,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1600161474198103,
+      "step": 1240
+    },
+    {
+      "epoch": 0.20683333333333334,
+      "grad_norm": 29.0,
+      "grad_norm_var": 35.18723958333333,
+      "learning_rate": 8.982649590120982e-05,
+      "loss": 7.2573,
+      "loss/crossentropy": 1.6761731505393982,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1604536771774292,
+      "step": 1241
+    },
+    {
+      "epoch": 0.207,
+      "grad_norm": 48.75,
+      "grad_norm_var": 52.84791666666667,
+      "learning_rate": 8.981066207478971e-05,
+      "loss": 7.4697,
+      "loss/crossentropy": 1.8623092472553253,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2204706110060215,
+      "step": 1242
+    },
+    {
+      "epoch": 0.20716666666666667,
+      "grad_norm": 29.75,
+      "grad_norm_var": 53.41458333333333,
+      "learning_rate": 8.97948173340508e-05,
+      "loss": 6.8498,
+      "loss/crossentropy": 1.5715491771697998,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18219494447112083,
+      "step": 1243
+    },
+    {
+      "epoch": 0.20733333333333334,
+      "grad_norm": 29.0,
+      "grad_norm_var": 54.31458333333333,
+      "learning_rate": 8.977896168333702e-05,
+      "loss": 6.969,
+      "loss/crossentropy": 1.8242640793323517,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1585025191307068,
+      "step": 1244
+    },
+    {
+      "epoch": 0.2075,
+      "grad_norm": 28.0,
+      "grad_norm_var": 55.47805989583333,
+      "learning_rate": 8.976309512699528e-05,
+      "loss": 6.9946,
+      "loss/crossentropy": 1.7089583277702332,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15191133320331573,
+      "step": 1245
+    },
+    {
+      "epoch": 0.20766666666666667,
+      "grad_norm": 28.125,
+      "grad_norm_var": 56.12473958333333,
+      "learning_rate": 8.97472176693755e-05,
+      "loss": 6.9526,
+      "loss/crossentropy": 1.2086962163448334,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12226183898746967,
+      "step": 1246
+    },
+    {
+      "epoch": 0.20783333333333334,
+      "grad_norm": 28.125,
+      "grad_norm_var": 56.61015625,
+      "learning_rate": 8.973132931483057e-05,
+      "loss": 7.0176,
+      "loss/crossentropy": 1.7964928448200226,
+      "loss/hidden": 3.8359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22055083885788918,
+      "step": 1247
+    },
+    {
+      "epoch": 0.208,
+      "grad_norm": 32.75,
+      "grad_norm_var": 56.43639322916667,
+      "learning_rate": 8.971543006771636e-05,
+      "loss": 7.3351,
+      "loss/crossentropy": 1.9487533867359161,
+      "loss/hidden": 3.5546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18315195851027966,
+      "step": 1248
+    },
+    {
+      "epoch": 0.20816666666666667,
+      "grad_norm": 30.625,
+      "grad_norm_var": 24.685416666666665,
+      "learning_rate": 8.969951993239177e-05,
+      "loss": 7.1565,
+      "loss/crossentropy": 1.9017888307571411,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17371082678437233,
+      "step": 1249
+    },
+    {
+      "epoch": 0.20833333333333334,
+      "grad_norm": 30.75,
+      "grad_norm_var": 24.623893229166665,
+      "learning_rate": 8.968359891321862e-05,
+      "loss": 7.0055,
+      "loss/crossentropy": 1.9904980957508087,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.183632992208004,
+      "step": 1250
+    },
+    {
+      "epoch": 0.2085,
+      "grad_norm": 46.5,
+      "grad_norm_var": 39.95201822916667,
+      "learning_rate": 8.966766701456177e-05,
+      "loss": 7.5897,
+      "loss/crossentropy": 1.880692034959793,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17999951913952827,
+      "step": 1251
+    },
+    {
+      "epoch": 0.20866666666666667,
+      "grad_norm": 30.75,
+      "grad_norm_var": 38.962239583333336,
+      "learning_rate": 8.965172424078902e-05,
+      "loss": 7.2985,
+      "loss/crossentropy": 2.001313865184784,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21834712848067284,
+      "step": 1252
+    },
+    {
+      "epoch": 0.20883333333333334,
+      "grad_norm": 32.75,
+      "grad_norm_var": 38.774739583333336,
+      "learning_rate": 8.963577059627118e-05,
+      "loss": 6.9364,
+      "loss/crossentropy": 1.801378846168518,
+      "loss/hidden": 3.6953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23835700377821922,
+      "step": 1253
+    },
+    {
+      "epoch": 0.209,
+      "grad_norm": 29.625,
+      "grad_norm_var": 38.956705729166664,
+      "learning_rate": 8.961980608538203e-05,
+      "loss": 7.1429,
+      "loss/crossentropy": 1.9462988674640656,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20825079455971718,
+      "step": 1254
+    },
+    {
+      "epoch": 0.20916666666666667,
+      "grad_norm": 30.5,
+      "grad_norm_var": 38.89889322916667,
+      "learning_rate": 8.960383071249836e-05,
+      "loss": 7.3652,
+      "loss/crossentropy": 1.714004397392273,
+      "loss/hidden": 4.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3170866258442402,
+      "step": 1255
+    },
+    {
+      "epoch": 0.20933333333333334,
+      "grad_norm": 27.5,
+      "grad_norm_var": 39.61145833333333,
+      "learning_rate": 8.958784448199987e-05,
+      "loss": 6.8965,
+      "loss/crossentropy": 1.8080734759569168,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14889338053762913,
+      "step": 1256
+    },
+    {
+      "epoch": 0.2095,
+      "grad_norm": 29.875,
+      "grad_norm_var": 39.3056640625,
+      "learning_rate": 8.95718473982693e-05,
+      "loss": 7.1474,
+      "loss/crossentropy": 1.6043298840522766,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14702529087662697,
+      "step": 1257
+    },
+    {
+      "epoch": 0.20966666666666667,
+      "grad_norm": 28.5,
+      "grad_norm_var": 19.9416015625,
+      "learning_rate": 8.955583946569233e-05,
+      "loss": 6.8836,
+      "loss/crossentropy": 2.12226665019989,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2022249810397625,
+      "step": 1258
+    },
+    {
+      "epoch": 0.20983333333333334,
+      "grad_norm": 41.75,
+      "grad_norm_var": 27.2291015625,
+      "learning_rate": 8.95398206886576e-05,
+      "loss": 7.4099,
+      "loss/crossentropy": 1.487533763051033,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20956316590309143,
+      "step": 1259
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 29.75,
+      "grad_norm_var": 27.0072265625,
+      "learning_rate": 8.95237910715568e-05,
+      "loss": 7.2558,
+      "loss/crossentropy": 1.2420831471681595,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1411299854516983,
+      "step": 1260
+    },
+    {
+      "epoch": 0.21016666666666667,
+      "grad_norm": 31.0,
+      "grad_norm_var": 26.1228515625,
+      "learning_rate": 8.950775061878453e-05,
+      "loss": 7.1308,
+      "loss/crossentropy": 1.8089599609375,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16879883781075478,
+      "step": 1261
+    },
+    {
+      "epoch": 0.21033333333333334,
+      "grad_norm": 27.5,
+      "grad_norm_var": 26.45390625,
+      "learning_rate": 8.949169933473833e-05,
+      "loss": 6.6541,
+      "loss/crossentropy": 1.3704565316438675,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12190248817205429,
+      "step": 1262
+    },
+    {
+      "epoch": 0.2105,
+      "grad_norm": 32.25,
+      "grad_norm_var": 25.5150390625,
+      "learning_rate": 8.94756372238188e-05,
+      "loss": 7.4878,
+      "loss/crossentropy": 2.032979369163513,
+      "loss/hidden": 3.64453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18531574681401253,
+      "step": 1263
+    },
+    {
+      "epoch": 0.21066666666666667,
+      "grad_norm": 32.5,
+      "grad_norm_var": 25.4947265625,
+      "learning_rate": 8.945956429042943e-05,
+      "loss": 7.1824,
+      "loss/crossentropy": 1.8457638323307037,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18632981181144714,
+      "step": 1264
+    },
+    {
+      "epoch": 0.21083333333333334,
+      "grad_norm": 28.875,
+      "grad_norm_var": 26.0087890625,
+      "learning_rate": 8.944348053897671e-05,
+      "loss": 7.2811,
+      "loss/crossentropy": 1.8484606444835663,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16157929599285126,
+      "step": 1265
+    },
+    {
+      "epoch": 0.211,
+      "grad_norm": 29.75,
+      "grad_norm_var": 26.2244140625,
+      "learning_rate": 8.94273859738701e-05,
+      "loss": 7.2842,
+      "loss/crossentropy": 1.7703493386507034,
+      "loss/hidden": 3.84375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18733574450016022,
+      "step": 1266
+    },
+    {
+      "epoch": 0.21116666666666667,
+      "grad_norm": 29.75,
+      "grad_norm_var": 11.009830729166667,
+      "learning_rate": 8.941128059952201e-05,
+      "loss": 6.9205,
+      "loss/crossentropy": 1.498087391257286,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20384216867387295,
+      "step": 1267
+    },
+    {
+      "epoch": 0.21133333333333335,
+      "grad_norm": 30.75,
+      "grad_norm_var": 11.009830729166667,
+      "learning_rate": 8.939516442034781e-05,
+      "loss": 7.0617,
+      "loss/crossentropy": 1.2050846070051193,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10520477686077356,
+      "step": 1268
+    },
+    {
+      "epoch": 0.2115,
+      "grad_norm": 38.5,
+      "grad_norm_var": 14.579622395833333,
+      "learning_rate": 8.937903744076587e-05,
+      "loss": 7.1833,
+      "loss/crossentropy": 2.160456895828247,
+      "loss/hidden": 3.59375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21616069972515106,
+      "step": 1269
+    },
+    {
+      "epoch": 0.21166666666666667,
+      "grad_norm": 39.5,
+      "grad_norm_var": 18.668489583333333,
+      "learning_rate": 8.936289966519746e-05,
+      "loss": 7.3277,
+      "loss/crossentropy": 1.8163149058818817,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26328181475400925,
+      "step": 1270
+    },
+    {
+      "epoch": 0.21183333333333335,
+      "grad_norm": 28.375,
+      "grad_norm_var": 19.309309895833334,
+      "learning_rate": 8.934675109806688e-05,
+      "loss": 7.1807,
+      "loss/crossentropy": 1.779030442237854,
+      "loss/hidden": 3.69921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23459625989198685,
+      "step": 1271
+    },
+    {
+      "epoch": 0.212,
+      "grad_norm": 28.875,
+      "grad_norm_var": 18.669791666666665,
+      "learning_rate": 8.933059174380131e-05,
+      "loss": 6.8549,
+      "loss/crossentropy": 1.8299419581890106,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16380924358963966,
+      "step": 1272
+    },
+    {
+      "epoch": 0.21216666666666667,
+      "grad_norm": 27.25,
+      "grad_norm_var": 19.745768229166668,
+      "learning_rate": 8.931442160683094e-05,
+      "loss": 6.9824,
+      "loss/crossentropy": 1.7724792212247849,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18576912954449654,
+      "step": 1273
+    },
+    {
+      "epoch": 0.21233333333333335,
+      "grad_norm": 29.625,
+      "grad_norm_var": 19.366666666666667,
+      "learning_rate": 8.929824069158894e-05,
+      "loss": 7.3272,
+      "loss/crossentropy": 1.7554685175418854,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24172433838248253,
+      "step": 1274
+    },
+    {
+      "epoch": 0.2125,
+      "grad_norm": 29.875,
+      "grad_norm_var": 12.148893229166667,
+      "learning_rate": 8.928204900251136e-05,
+      "loss": 7.3142,
+      "loss/crossentropy": 1.7340553104877472,
+      "loss/hidden": 3.7265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20534256100654602,
+      "step": 1275
+    },
+    {
+      "epoch": 0.21266666666666667,
+      "grad_norm": 39.25,
+      "grad_norm_var": 16.354622395833335,
+      "learning_rate": 8.926584654403724e-05,
+      "loss": 7.157,
+      "loss/crossentropy": 1.920032113790512,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19680794514715672,
+      "step": 1276
+    },
+    {
+      "epoch": 0.21283333333333335,
+      "grad_norm": 30.75,
+      "grad_norm_var": 16.3744140625,
+      "learning_rate": 8.924963332060863e-05,
+      "loss": 7.3995,
+      "loss/crossentropy": 1.841623306274414,
+      "loss/hidden": 3.69921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24768600426614285,
+      "step": 1277
+    },
+    {
+      "epoch": 0.213,
+      "grad_norm": 28.25,
+      "grad_norm_var": 16.0134765625,
+      "learning_rate": 8.92334093366704e-05,
+      "loss": 6.9662,
+      "loss/crossentropy": 1.5030003488063812,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14378325268626213,
+      "step": 1278
+    },
+    {
+      "epoch": 0.21316666666666667,
+      "grad_norm": 29.0,
+      "grad_norm_var": 16.352018229166667,
+      "learning_rate": 8.92171745966705e-05,
+      "loss": 6.8504,
+      "loss/crossentropy": 1.8155283033847809,
+      "loss/hidden": 3.625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17595910839736462,
+      "step": 1279
+    },
+    {
+      "epoch": 0.21333333333333335,
+      "grad_norm": 29.75,
+      "grad_norm_var": 16.386393229166668,
+      "learning_rate": 8.920092910505977e-05,
+      "loss": 6.9831,
+      "loss/crossentropy": 1.4898201525211334,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15095620602369308,
+      "step": 1280
+    },
+    {
+      "epoch": 0.2135,
+      "grad_norm": 27.875,
+      "grad_norm_var": 16.749934895833334,
+      "learning_rate": 8.9184672866292e-05,
+      "loss": 7.2761,
+      "loss/crossentropy": 1.2847067043185234,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15730723179876804,
+      "step": 1281
+    },
+    {
+      "epoch": 0.21366666666666667,
+      "grad_norm": 30.25,
+      "grad_norm_var": 16.6775390625,
+      "learning_rate": 8.916840588482392e-05,
+      "loss": 7.0408,
+      "loss/crossentropy": 1.408691182732582,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1533127836883068,
+      "step": 1282
+    },
+    {
+      "epoch": 0.21383333333333332,
+      "grad_norm": 37.25,
+      "grad_norm_var": 18.8416015625,
+      "learning_rate": 8.915212816511522e-05,
+      "loss": 7.0918,
+      "loss/crossentropy": 1.2837118208408356,
+      "loss/hidden": 3.65625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23492558486759663,
+      "step": 1283
+    },
+    {
+      "epoch": 0.214,
+      "grad_norm": 30.75,
+      "grad_norm_var": 18.8416015625,
+      "learning_rate": 8.913583971162852e-05,
+      "loss": 7.3199,
+      "loss/crossentropy": 1.5599457621574402,
+      "loss/hidden": 3.75390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23544751107692719,
+      "step": 1284
+    },
+    {
+      "epoch": 0.21416666666666667,
+      "grad_norm": 31.875,
+      "grad_norm_var": 15.463541666666666,
+      "learning_rate": 8.91195405288294e-05,
+      "loss": 6.9959,
+      "loss/crossentropy": 2.083773970603943,
+      "loss/hidden": 3.75,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19660097360610962,
+      "step": 1285
+    },
+    {
+      "epoch": 0.21433333333333332,
+      "grad_norm": 27.75,
+      "grad_norm_var": 11.020572916666667,
+      "learning_rate": 8.910323062118639e-05,
+      "loss": 7.0008,
+      "loss/crossentropy": 1.7534039616584778,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.170754324644804,
+      "step": 1286
+    },
+    {
+      "epoch": 0.2145,
+      "grad_norm": 27.5,
+      "grad_norm_var": 11.3072265625,
+      "learning_rate": 8.908690999317093e-05,
+      "loss": 6.8607,
+      "loss/crossentropy": 2.0595730543136597,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19259288534522057,
+      "step": 1287
+    },
+    {
+      "epoch": 0.21466666666666667,
+      "grad_norm": 28.25,
+      "grad_norm_var": 11.455989583333333,
+      "learning_rate": 8.90705786492574e-05,
+      "loss": 7.1113,
+      "loss/crossentropy": 2.0512263476848602,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20212347432971,
+      "step": 1288
+    },
+    {
+      "epoch": 0.21483333333333332,
+      "grad_norm": 30.5,
+      "grad_norm_var": 10.782291666666667,
+      "learning_rate": 8.905423659392316e-05,
+      "loss": 7.2688,
+      "loss/crossentropy": 1.8296646773815155,
+      "loss/hidden": 3.6328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20784572884440422,
+      "step": 1289
+    },
+    {
+      "epoch": 0.215,
+      "grad_norm": 29.625,
+      "grad_norm_var": 10.782291666666667,
+      "learning_rate": 8.903788383164846e-05,
+      "loss": 7.2516,
+      "loss/crossentropy": 1.5367623269557953,
+      "loss/hidden": 3.64453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25126538798213005,
+      "step": 1290
+    },
+    {
+      "epoch": 0.21516666666666667,
+      "grad_norm": 40.75,
+      "grad_norm_var": 17.222330729166668,
+      "learning_rate": 8.90215203669165e-05,
+      "loss": 7.3099,
+      "loss/crossentropy": 1.4919409900903702,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17416539788246155,
+      "step": 1291
+    },
+    {
+      "epoch": 0.21533333333333332,
+      "grad_norm": 28.625,
+      "grad_norm_var": 12.889322916666666,
+      "learning_rate": 8.90051462042134e-05,
+      "loss": 6.9503,
+      "loss/crossentropy": 1.6225145161151886,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18747080117464066,
+      "step": 1292
+    },
+    {
+      "epoch": 0.2155,
+      "grad_norm": 31.25,
+      "grad_norm_var": 12.918489583333333,
+      "learning_rate": 8.898876134802826e-05,
+      "loss": 7.0613,
+      "loss/crossentropy": 1.424396775662899,
+      "loss/hidden": 3.67578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19608118943870068,
+      "step": 1293
+    },
+    {
+      "epoch": 0.21566666666666667,
+      "grad_norm": 27.75,
+      "grad_norm_var": 13.089322916666667,
+      "learning_rate": 8.897236580285308e-05,
+      "loss": 7.2376,
+      "loss/crossentropy": 1.5595709383487701,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15707385540008545,
+      "step": 1294
+    },
+    {
+      "epoch": 0.21583333333333332,
+      "grad_norm": 27.75,
+      "grad_norm_var": 13.444791666666667,
+      "learning_rate": 8.895595957318277e-05,
+      "loss": 7.1893,
+      "loss/crossentropy": 1.6782929003238678,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16293542832136154,
+      "step": 1295
+    },
+    {
+      "epoch": 0.216,
+      "grad_norm": 28.375,
+      "grad_norm_var": 13.6947265625,
+      "learning_rate": 8.893954266351521e-05,
+      "loss": 6.7408,
+      "loss/crossentropy": 2.086051791906357,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17098212614655495,
+      "step": 1296
+    },
+    {
+      "epoch": 0.21616666666666667,
+      "grad_norm": 27.25,
+      "grad_norm_var": 13.928125,
+      "learning_rate": 8.892311507835119e-05,
+      "loss": 6.9317,
+      "loss/crossentropy": 1.6282245367765427,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16926315613090992,
+      "step": 1297
+    },
+    {
+      "epoch": 0.21633333333333332,
+      "grad_norm": 35.75,
+      "grad_norm_var": 15.75,
+      "learning_rate": 8.890667682219439e-05,
+      "loss": 6.9894,
+      "loss/crossentropy": 1.540303349494934,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18785126879811287,
+      "step": 1298
+    },
+    {
+      "epoch": 0.2165,
+      "grad_norm": 31.125,
+      "grad_norm_var": 12.7353515625,
+      "learning_rate": 8.889022789955151e-05,
+      "loss": 6.9911,
+      "loss/crossentropy": 1.662076286971569,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13003813195973635,
+      "step": 1299
+    },
+    {
+      "epoch": 0.21666666666666667,
+      "grad_norm": 30.25,
+      "grad_norm_var": 12.7212890625,
+      "learning_rate": 8.887376831493205e-05,
+      "loss": 7.1687,
+      "loss/crossentropy": 1.9633639752864838,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19742264971137047,
+      "step": 1300
+    },
+    {
+      "epoch": 0.21683333333333332,
+      "grad_norm": 28.625,
+      "grad_norm_var": 12.687434895833333,
+      "learning_rate": 8.885729807284856e-05,
+      "loss": 7.5099,
+      "loss/crossentropy": 1.6773244589567184,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1508673969656229,
+      "step": 1301
+    },
+    {
+      "epoch": 0.217,
+      "grad_norm": 28.625,
+      "grad_norm_var": 12.464583333333334,
+      "learning_rate": 8.88408171778164e-05,
+      "loss": 7.1217,
+      "loss/crossentropy": 1.2117585092782974,
+      "loss/hidden": 3.7421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.140835739672184,
+      "step": 1302
+    },
+    {
+      "epoch": 0.21716666666666667,
+      "grad_norm": 31.125,
+      "grad_norm_var": 12.017122395833333,
+      "learning_rate": 8.882432563435393e-05,
+      "loss": 7.7823,
+      "loss/crossentropy": 1.9693514108657837,
+      "loss/hidden": 3.73828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1932295598089695,
+      "step": 1303
+    },
+    {
+      "epoch": 0.21733333333333332,
+      "grad_norm": 31.25,
+      "grad_norm_var": 11.738997395833334,
+      "learning_rate": 8.88078234469824e-05,
+      "loss": 6.9794,
+      "loss/crossentropy": 1.8739816546440125,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22708043083548546,
+      "step": 1304
+    },
+    {
+      "epoch": 0.2175,
+      "grad_norm": 40.25,
+      "grad_norm_var": 17.629622395833334,
+      "learning_rate": 8.879131062022598e-05,
+      "loss": 7.1087,
+      "loss/crossentropy": 1.7498936653137207,
+      "loss/hidden": 3.6640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25982804596424103,
+      "step": 1305
+    },
+    {
+      "epoch": 0.21766666666666667,
+      "grad_norm": 32.25,
+      "grad_norm_var": 17.527083333333334,
+      "learning_rate": 8.877478715861173e-05,
+      "loss": 7.1936,
+      "loss/crossentropy": 1.5598660111427307,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18610762059688568,
+      "step": 1306
+    },
+    {
+      "epoch": 0.21783333333333332,
+      "grad_norm": 32.5,
+      "grad_norm_var": 11.399739583333334,
+      "learning_rate": 8.875825306666968e-05,
+      "loss": 7.2345,
+      "loss/crossentropy": 1.5103994756937027,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1768077164888382,
+      "step": 1307
+    },
+    {
+      "epoch": 0.218,
+      "grad_norm": 29.5,
+      "grad_norm_var": 11.194205729166667,
+      "learning_rate": 8.874170834893272e-05,
+      "loss": 7.214,
+      "loss/crossentropy": 2.020356208086014,
+      "loss/hidden": 3.49609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15426049567759037,
+      "step": 1308
+    },
+    {
+      "epoch": 0.21816666666666668,
+      "grad_norm": 29.25,
+      "grad_norm_var": 11.337955729166667,
+      "learning_rate": 8.872515300993669e-05,
+      "loss": 7.2449,
+      "loss/crossentropy": 1.156544879078865,
+      "loss/hidden": 3.63671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2502839658409357,
+      "step": 1309
+    },
+    {
+      "epoch": 0.21833333333333332,
+      "grad_norm": 28.75,
+      "grad_norm_var": 11.003580729166666,
+      "learning_rate": 8.870858705422033e-05,
+      "loss": 7.3904,
+      "loss/crossentropy": 1.9905332624912262,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14915032871067524,
+      "step": 1310
+    },
+    {
+      "epoch": 0.2185,
+      "grad_norm": 28.0,
+      "grad_norm_var": 10.906184895833333,
+      "learning_rate": 8.869201048632532e-05,
+      "loss": 7.1195,
+      "loss/crossentropy": 1.7615238428115845,
+      "loss/hidden": 3.625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2768377661705017,
+      "step": 1311
+    },
+    {
+      "epoch": 0.21866666666666668,
+      "grad_norm": 38.25,
+      "grad_norm_var": 13.801822916666667,
+      "learning_rate": 8.867542331079617e-05,
+      "loss": 7.5338,
+      "loss/crossentropy": 1.3941400051116943,
+      "loss/hidden": 3.58984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15738719515502453,
+      "step": 1312
+    },
+    {
+      "epoch": 0.21883333333333332,
+      "grad_norm": 31.625,
+      "grad_norm_var": 12.564518229166667,
+      "learning_rate": 8.865882553218037e-05,
+      "loss": 6.9976,
+      "loss/crossentropy": 1.592208281159401,
+      "loss/hidden": 3.73046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19620600156486034,
+      "step": 1313
+    },
+    {
+      "epoch": 0.219,
+      "grad_norm": 30.375,
+      "grad_norm_var": 11.464322916666667,
+      "learning_rate": 8.864221715502829e-05,
+      "loss": 7.2638,
+      "loss/crossentropy": 1.717018038034439,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14654031209647655,
+      "step": 1314
+    },
+    {
+      "epoch": 0.21916666666666668,
+      "grad_norm": 29.0,
+      "grad_norm_var": 11.812955729166667,
+      "learning_rate": 8.862559818389322e-05,
+      "loss": 7.1108,
+      "loss/crossentropy": 1.872963935136795,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17184802889823914,
+      "step": 1315
+    },
+    {
+      "epoch": 0.21933333333333332,
+      "grad_norm": 28.0,
+      "grad_norm_var": 12.422330729166667,
+      "learning_rate": 8.860896862333134e-05,
+      "loss": 6.7489,
+      "loss/crossentropy": 1.442404419183731,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18149691820144653,
+      "step": 1316
+    },
+    {
+      "epoch": 0.2195,
+      "grad_norm": 29.375,
+      "grad_norm_var": 12.211393229166667,
+      "learning_rate": 8.859232847790175e-05,
+      "loss": 7.217,
+      "loss/crossentropy": 1.8750587701797485,
+      "loss/hidden": 3.0546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14721840247511864,
+      "step": 1317
+    },
+    {
+      "epoch": 0.21966666666666668,
+      "grad_norm": 30.875,
+      "grad_norm_var": 11.775455729166667,
+      "learning_rate": 8.857567775216643e-05,
+      "loss": 7.3634,
+      "loss/crossentropy": 1.995005339384079,
+      "loss/hidden": 3.83203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22919053584337234,
+      "step": 1318
+    },
+    {
+      "epoch": 0.21983333333333333,
+      "grad_norm": 39.0,
+      "grad_norm_var": 15.495572916666667,
+      "learning_rate": 8.855901645069026e-05,
+      "loss": 6.8676,
+      "loss/crossentropy": 1.867722600698471,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14688246697187424,
+      "step": 1319
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 31.25,
+      "grad_norm_var": 15.495572916666667,
+      "learning_rate": 8.854234457804105e-05,
+      "loss": 7.1347,
+      "loss/crossentropy": 1.6819516122341156,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1639174222946167,
+      "step": 1320
+    },
+    {
+      "epoch": 0.22016666666666668,
+      "grad_norm": 28.75,
+      "grad_norm_var": 10.751822916666667,
+      "learning_rate": 8.852566213878947e-05,
+      "loss": 6.8401,
+      "loss/crossentropy": 1.3040947020053864,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15195035003125668,
+      "step": 1321
+    },
+    {
+      "epoch": 0.22033333333333333,
+      "grad_norm": 28.125,
+      "grad_norm_var": 11.153580729166666,
+      "learning_rate": 8.850896913750911e-05,
+      "loss": 7.21,
+      "loss/crossentropy": 1.8918107151985168,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19468124955892563,
+      "step": 1322
+    },
+    {
+      "epoch": 0.2205,
+      "grad_norm": 30.125,
+      "grad_norm_var": 10.964322916666667,
+      "learning_rate": 8.849226557877646e-05,
+      "loss": 7.1427,
+      "loss/crossentropy": 1.793198138475418,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1666645836085081,
+      "step": 1323
+    },
+    {
+      "epoch": 0.22066666666666668,
+      "grad_norm": 31.0,
+      "grad_norm_var": 10.876822916666667,
+      "learning_rate": 8.84755514671709e-05,
+      "loss": 7.7351,
+      "loss/crossentropy": 1.8946149945259094,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24298083782196045,
+      "step": 1324
+    },
+    {
+      "epoch": 0.22083333333333333,
+      "grad_norm": 31.0,
+      "grad_norm_var": 10.721875,
+      "learning_rate": 8.845882680727469e-05,
+      "loss": 7.3047,
+      "loss/crossentropy": 1.3693952858448029,
+      "loss/hidden": 3.796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21227648109197617,
+      "step": 1325
+    },
+    {
+      "epoch": 0.221,
+      "grad_norm": 27.625,
+      "grad_norm_var": 11.1150390625,
+      "learning_rate": 8.844209160367299e-05,
+      "loss": 6.9994,
+      "loss/crossentropy": 1.4340689927339554,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14614807814359665,
+      "step": 1326
+    },
+    {
+      "epoch": 0.22116666666666668,
+      "grad_norm": 33.25,
+      "grad_norm_var": 10.8962890625,
+      "learning_rate": 8.842534586095383e-05,
+      "loss": 6.7807,
+      "loss/crossentropy": 1.8267545104026794,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1497194468975067,
+      "step": 1327
+    },
+    {
+      "epoch": 0.22133333333333333,
+      "grad_norm": 32.25,
+      "grad_norm_var": 7.4275390625,
+      "learning_rate": 8.840858958370819e-05,
+      "loss": 7.2799,
+      "loss/crossentropy": 2.064533621072769,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1987077295780182,
+      "step": 1328
+    },
+    {
+      "epoch": 0.2215,
+      "grad_norm": 27.125,
+      "grad_norm_var": 8.1541015625,
+      "learning_rate": 8.839182277652989e-05,
+      "loss": 6.7331,
+      "loss/crossentropy": 1.58609539270401,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14350396767258644,
+      "step": 1329
+    },
+    {
+      "epoch": 0.22166666666666668,
+      "grad_norm": 27.375,
+      "grad_norm_var": 8.7447265625,
+      "learning_rate": 8.837504544401561e-05,
+      "loss": 6.7566,
+      "loss/crossentropy": 1.752264380455017,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16161640733480453,
+      "step": 1330
+    },
+    {
+      "epoch": 0.22183333333333333,
+      "grad_norm": 30.625,
+      "grad_norm_var": 8.637239583333333,
+      "learning_rate": 8.8358257590765e-05,
+      "loss": 6.9655,
+      "loss/crossentropy": 1.5736742317676544,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17882109060883522,
+      "step": 1331
+    },
+    {
+      "epoch": 0.222,
+      "grad_norm": 29.75,
+      "grad_norm_var": 8.278125,
+      "learning_rate": 8.834145922138049e-05,
+      "loss": 7.1689,
+      "loss/crossentropy": 2.366013765335083,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20151379331946373,
+      "step": 1332
+    },
+    {
+      "epoch": 0.22216666666666668,
+      "grad_norm": 27.625,
+      "grad_norm_var": 8.724739583333333,
+      "learning_rate": 8.832465034046749e-05,
+      "loss": 7.1076,
+      "loss/crossentropy": 1.8252016454935074,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19100939109921455,
+      "step": 1333
+    },
+    {
+      "epoch": 0.22233333333333333,
+      "grad_norm": 33.5,
+      "grad_norm_var": 9.335872395833333,
+      "learning_rate": 8.830783095263425e-05,
+      "loss": 6.6759,
+      "loss/crossentropy": 1.0002970695495605,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1451659481972456,
+      "step": 1334
+    },
+    {
+      "epoch": 0.2225,
+      "grad_norm": 31.0,
+      "grad_norm_var": 4.294205729166666,
+      "learning_rate": 8.829100106249189e-05,
+      "loss": 6.8492,
+      "loss/crossentropy": 1.390068769454956,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16063359007239342,
+      "step": 1335
+    },
+    {
+      "epoch": 0.22266666666666668,
+      "grad_norm": 30.0,
+      "grad_norm_var": 4.187434895833333,
+      "learning_rate": 8.827416067465441e-05,
+      "loss": 6.8579,
+      "loss/crossentropy": 1.1625606268644333,
+      "loss/hidden": 3.6171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23727696016430855,
+      "step": 1336
+    },
+    {
+      "epoch": 0.22283333333333333,
+      "grad_norm": 28.125,
+      "grad_norm_var": 4.311458333333333,
+      "learning_rate": 8.825730979373872e-05,
+      "loss": 6.8081,
+      "loss/crossentropy": 1.1123109608888626,
+      "loss/hidden": 3.5546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1793264076113701,
+      "step": 1337
+    },
+    {
+      "epoch": 0.223,
+      "grad_norm": 29.5,
+      "grad_norm_var": 4.103059895833334,
+      "learning_rate": 8.824044842436456e-05,
+      "loss": 7.0354,
+      "loss/crossentropy": 1.8462108373641968,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19455980882048607,
+      "step": 1338
+    },
+    {
+      "epoch": 0.22316666666666668,
+      "grad_norm": 29.5,
+      "grad_norm_var": 4.11640625,
+      "learning_rate": 8.822357657115459e-05,
+      "loss": 7.1256,
+      "loss/crossentropy": 1.12643700838089,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12856785394251347,
+      "step": 1339
+    },
+    {
+      "epoch": 0.22333333333333333,
+      "grad_norm": 35.0,
+      "grad_norm_var": 5.674739583333333,
+      "learning_rate": 8.82066942387343e-05,
+      "loss": 7.0614,
+      "loss/crossentropy": 1.6229997724294662,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17172613367438316,
+      "step": 1340
+    },
+    {
+      "epoch": 0.2235,
+      "grad_norm": 36.0,
+      "grad_norm_var": 7.768489583333333,
+      "learning_rate": 8.818980143173213e-05,
+      "loss": 7.0696,
+      "loss/crossentropy": 1.7989262640476227,
+      "loss/hidden": 3.7734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1843792088329792,
+      "step": 1341
+    },
+    {
+      "epoch": 0.22366666666666668,
+      "grad_norm": 30.75,
+      "grad_norm_var": 7.1744140625,
+      "learning_rate": 8.817289815477928e-05,
+      "loss": 7.431,
+      "loss/crossentropy": 1.507471725344658,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15506815910339355,
+      "step": 1342
+    },
+    {
+      "epoch": 0.22383333333333333,
+      "grad_norm": 28.75,
+      "grad_norm_var": 6.9166015625,
+      "learning_rate": 8.815598441250987e-05,
+      "loss": 6.9046,
+      "loss/crossentropy": 1.2516491413116455,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13933237828314304,
+      "step": 1343
+    },
+    {
+      "epoch": 0.224,
+      "grad_norm": 27.75,
+      "grad_norm_var": 7.0900390625,
+      "learning_rate": 8.813906020956097e-05,
+      "loss": 7.0237,
+      "loss/crossentropy": 1.6177708208560944,
+      "loss/hidden": 3.7734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.30907687544822693,
+      "step": 1344
+    },
+    {
+      "epoch": 0.22416666666666665,
+      "grad_norm": 31.375,
+      "grad_norm_var": 6.5056640625,
+      "learning_rate": 8.81221255505724e-05,
+      "loss": 6.8969,
+      "loss/crossentropy": 1.5588159263134003,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17392415553331375,
+      "step": 1345
+    },
+    {
+      "epoch": 0.22433333333333333,
+      "grad_norm": 30.25,
+      "grad_norm_var": 5.857291666666667,
+      "learning_rate": 8.810518044018689e-05,
+      "loss": 7.1614,
+      "loss/crossentropy": 1.5660995543003082,
+      "loss/hidden": 3.7578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1824370063841343,
+      "step": 1346
+    },
+    {
+      "epoch": 0.2245,
+      "grad_norm": 29.5,
+      "grad_norm_var": 5.931705729166667,
+      "learning_rate": 8.808822488305005e-05,
+      "loss": 7.4345,
+      "loss/crossentropy": 1.461399108171463,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1693030335009098,
+      "step": 1347
+    },
+    {
+      "epoch": 0.22466666666666665,
+      "grad_norm": 31.5,
+      "grad_norm_var": 5.942643229166666,
+      "learning_rate": 8.807125888381035e-05,
+      "loss": 7.3317,
+      "loss/crossentropy": 1.4001652300357819,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15863394737243652,
+      "step": 1348
+    },
+    {
+      "epoch": 0.22483333333333333,
+      "grad_norm": 36.25,
+      "grad_norm_var": 7.133072916666666,
+      "learning_rate": 8.80542824471191e-05,
+      "loss": 7.4203,
+      "loss/crossentropy": 2.1138390600681305,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18512402847409248,
+      "step": 1349
+    },
+    {
+      "epoch": 0.225,
+      "grad_norm": 29.25,
+      "grad_norm_var": 6.942708333333333,
+      "learning_rate": 8.803729557763047e-05,
+      "loss": 6.9968,
+      "loss/crossentropy": 1.7467091381549835,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19800013676285744,
+      "step": 1350
+    },
+    {
+      "epoch": 0.22516666666666665,
+      "grad_norm": 29.25,
+      "grad_norm_var": 7.112239583333333,
+      "learning_rate": 8.802029828000156e-05,
+      "loss": 7.1186,
+      "loss/crossentropy": 1.9953233003616333,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2265888750553131,
+      "step": 1351
+    },
+    {
+      "epoch": 0.22533333333333333,
+      "grad_norm": 28.5,
+      "grad_norm_var": 7.412239583333333,
+      "learning_rate": 8.800329055889223e-05,
+      "loss": 7.0946,
+      "loss/crossentropy": 1.5274888277053833,
+      "loss/hidden": 3.63671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20411700941622257,
+      "step": 1352
+    },
+    {
+      "epoch": 0.2255,
+      "grad_norm": 26.875,
+      "grad_norm_var": 7.939583333333333,
+      "learning_rate": 8.798627241896524e-05,
+      "loss": 7.0565,
+      "loss/crossentropy": 1.921573668718338,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16989030689001083,
+      "step": 1353
+    },
+    {
+      "epoch": 0.22566666666666665,
+      "grad_norm": 27.625,
+      "grad_norm_var": 8.440559895833333,
+      "learning_rate": 8.796924386488624e-05,
+      "loss": 6.7477,
+      "loss/crossentropy": 1.69273541867733,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16533562913537025,
+      "step": 1354
+    },
+    {
+      "epoch": 0.22583333333333333,
+      "grad_norm": 28.375,
+      "grad_norm_var": 8.670833333333333,
+      "learning_rate": 8.795220490132369e-05,
+      "loss": 7.1876,
+      "loss/crossentropy": 2.4070510268211365,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17891918495297432,
+      "step": 1355
+    },
+    {
+      "epoch": 0.226,
+      "grad_norm": 31.0,
+      "grad_norm_var": 7.2375,
+      "learning_rate": 8.793515553294891e-05,
+      "loss": 6.8497,
+      "loss/crossentropy": 1.9144990742206573,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21343015506863594,
+      "step": 1356
+    },
+    {
+      "epoch": 0.22616666666666665,
+      "grad_norm": 37.0,
+      "grad_norm_var": 8.075,
+      "learning_rate": 8.79180957644361e-05,
+      "loss": 7.1019,
+      "loss/crossentropy": 2.0029281973838806,
+      "loss/hidden": 3.828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2547861821949482,
+      "step": 1357
+    },
+    {
+      "epoch": 0.22633333333333333,
+      "grad_norm": 31.5,
+      "grad_norm_var": 8.16015625,
+      "learning_rate": 8.790102560046227e-05,
+      "loss": 7.2401,
+      "loss/crossentropy": 1.71112260222435,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18296929448843002,
+      "step": 1358
+    },
+    {
+      "epoch": 0.2265,
+      "grad_norm": 29.5,
+      "grad_norm_var": 8.040625,
+      "learning_rate": 8.788394504570732e-05,
+      "loss": 7.5036,
+      "loss/crossentropy": 1.8826730847358704,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22693874314427376,
+      "step": 1359
+    },
+    {
+      "epoch": 0.22666666666666666,
+      "grad_norm": 28.625,
+      "grad_norm_var": 7.785872395833334,
+      "learning_rate": 8.786685410485398e-05,
+      "loss": 6.9652,
+      "loss/crossentropy": 1.706690937280655,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16132831200957298,
+      "step": 1360
+    },
+    {
+      "epoch": 0.22683333333333333,
+      "grad_norm": 26.625,
+      "grad_norm_var": 8.5775390625,
+      "learning_rate": 8.784975278258783e-05,
+      "loss": 7.0589,
+      "loss/crossentropy": 1.862322524189949,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2016892172396183,
+      "step": 1361
+    },
+    {
+      "epoch": 0.227,
+      "grad_norm": 29.875,
+      "grad_norm_var": 8.57890625,
+      "learning_rate": 8.783264108359728e-05,
+      "loss": 7.1565,
+      "loss/crossentropy": 1.7877943962812424,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20448906905949116,
+      "step": 1362
+    },
+    {
+      "epoch": 0.22716666666666666,
+      "grad_norm": 29.625,
+      "grad_norm_var": 8.570247395833333,
+      "learning_rate": 8.78155190125736e-05,
+      "loss": 7.4146,
+      "loss/crossentropy": 1.9530489146709442,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2042655497789383,
+      "step": 1363
+    },
+    {
+      "epoch": 0.22733333333333333,
+      "grad_norm": 36.75,
+      "grad_norm_var": 11.282747395833333,
+      "learning_rate": 8.779838657421092e-05,
+      "loss": 7.2438,
+      "loss/crossentropy": 2.173504024744034,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20246214047074318,
+      "step": 1364
+    },
+    {
+      "epoch": 0.2275,
+      "grad_norm": 30.375,
+      "grad_norm_var": 8.868489583333334,
+      "learning_rate": 8.778124377320618e-05,
+      "loss": 6.9205,
+      "loss/crossentropy": 1.4049129486083984,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17277532443404198,
+      "step": 1365
+    },
+    {
+      "epoch": 0.22766666666666666,
+      "grad_norm": 27.375,
+      "grad_norm_var": 9.287434895833334,
+      "learning_rate": 8.776409061425919e-05,
+      "loss": 6.9055,
+      "loss/crossentropy": 1.3801761269569397,
+      "loss/hidden": 3.671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14728276431560516,
+      "step": 1366
+    },
+    {
+      "epoch": 0.22783333333333333,
+      "grad_norm": 28.5,
+      "grad_norm_var": 9.390559895833333,
+      "learning_rate": 8.774692710207257e-05,
+      "loss": 6.8519,
+      "loss/crossentropy": 1.3856933414936066,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21369173377752304,
+      "step": 1367
+    },
+    {
+      "epoch": 0.228,
+      "grad_norm": 29.5,
+      "grad_norm_var": 9.268684895833333,
+      "learning_rate": 8.772975324135179e-05,
+      "loss": 6.6001,
+      "loss/crossentropy": 1.3469049483537674,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13380655460059643,
+      "step": 1368
+    },
+    {
+      "epoch": 0.22816666666666666,
+      "grad_norm": 31.25,
+      "grad_norm_var": 8.673958333333333,
+      "learning_rate": 8.771256903680519e-05,
+      "loss": 6.8957,
+      "loss/crossentropy": 1.1714013069868088,
+      "loss/hidden": 3.7578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20499271154403687,
+      "step": 1369
+    },
+    {
+      "epoch": 0.22833333333333333,
+      "grad_norm": 28.5,
+      "grad_norm_var": 8.419205729166666,
+      "learning_rate": 8.769537449314391e-05,
+      "loss": 6.8322,
+      "loss/crossentropy": 1.8354635387659073,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16002275049686432,
+      "step": 1370
+    },
+    {
+      "epoch": 0.2285,
+      "grad_norm": 28.875,
+      "grad_norm_var": 8.308268229166666,
+      "learning_rate": 8.76781696150819e-05,
+      "loss": 6.8736,
+      "loss/crossentropy": 1.9772877991199493,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1661224588751793,
+      "step": 1371
+    },
+    {
+      "epoch": 0.22866666666666666,
+      "grad_norm": 28.75,
+      "grad_norm_var": 8.416080729166667,
+      "learning_rate": 8.766095440733601e-05,
+      "loss": 6.8107,
+      "loss/crossentropy": 1.4746856093406677,
+      "loss/hidden": 3.59375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1853000782430172,
+      "step": 1372
+    },
+    {
+      "epoch": 0.22883333333333333,
+      "grad_norm": 33.25,
+      "grad_norm_var": 5.877018229166667,
+      "learning_rate": 8.764372887462586e-05,
+      "loss": 6.9663,
+      "loss/crossentropy": 1.777550995349884,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17858651094138622,
+      "step": 1373
+    },
+    {
+      "epoch": 0.229,
+      "grad_norm": 29.0,
+      "grad_norm_var": 5.744205729166667,
+      "learning_rate": 8.762649302167395e-05,
+      "loss": 6.8985,
+      "loss/crossentropy": 1.3290674686431885,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15025487542152405,
+      "step": 1374
+    },
+    {
+      "epoch": 0.22916666666666666,
+      "grad_norm": 28.0,
+      "grad_norm_var": 5.939518229166667,
+      "learning_rate": 8.760924685320557e-05,
+      "loss": 7.1549,
+      "loss/crossentropy": 1.9009324610233307,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17355919256806374,
+      "step": 1375
+    },
+    {
+      "epoch": 0.22933333333333333,
+      "grad_norm": 29.875,
+      "grad_norm_var": 5.861393229166667,
+      "learning_rate": 8.759199037394887e-05,
+      "loss": 7.1262,
+      "loss/crossentropy": 2.2094116806983948,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1695697419345379,
+      "step": 1376
+    },
+    {
+      "epoch": 0.2295,
+      "grad_norm": 29.875,
+      "grad_norm_var": 5.163997395833333,
+      "learning_rate": 8.757472358863481e-05,
+      "loss": 7.0997,
+      "loss/crossentropy": 2.250872015953064,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20045072957873344,
+      "step": 1377
+    },
+    {
+      "epoch": 0.22966666666666666,
+      "grad_norm": 27.125,
+      "grad_norm_var": 5.6681640625,
+      "learning_rate": 8.755744650199716e-05,
+      "loss": 6.8707,
+      "loss/crossentropy": 1.9199231564998627,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1821548417210579,
+      "step": 1378
+    },
+    {
+      "epoch": 0.22983333333333333,
+      "grad_norm": 29.375,
+      "grad_norm_var": 5.6775390625,
+      "learning_rate": 8.754015911877255e-05,
+      "loss": 7.343,
+      "loss/crossentropy": 1.9021850228309631,
+      "loss/hidden": 3.64453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2082943543791771,
+      "step": 1379
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 28.625,
+      "grad_norm_var": 2.2455729166666667,
+      "learning_rate": 8.752286144370041e-05,
+      "loss": 7.3073,
+      "loss/crossentropy": 1.9341810941696167,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17061935551464558,
+      "step": 1380
+    },
+    {
+      "epoch": 0.23016666666666666,
+      "grad_norm": 28.875,
+      "grad_norm_var": 2.164322916666667,
+      "learning_rate": 8.750555348152298e-05,
+      "loss": 7.2699,
+      "loss/crossentropy": 1.358662635087967,
+      "loss/hidden": 3.859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2191124390810728,
+      "step": 1381
+    },
+    {
+      "epoch": 0.23033333333333333,
+      "grad_norm": 30.125,
+      "grad_norm_var": 1.978125,
+      "learning_rate": 8.748823523698535e-05,
+      "loss": 7.388,
+      "loss/crossentropy": 1.9777554273605347,
+      "loss/hidden": 3.65234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.265559408813715,
+      "step": 1382
+    },
+    {
+      "epoch": 0.2305,
+      "grad_norm": 34.25,
+      "grad_norm_var": 3.39765625,
+      "learning_rate": 8.747090671483542e-05,
+      "loss": 7.2046,
+      "loss/crossentropy": 1.8751341998577118,
+      "loss/hidden": 3.73828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23485557362437248,
+      "step": 1383
+    },
+    {
+      "epoch": 0.23066666666666666,
+      "grad_norm": 34.75,
+      "grad_norm_var": 4.978125,
+      "learning_rate": 8.745356791982391e-05,
+      "loss": 7.1845,
+      "loss/crossentropy": 1.5384764969348907,
+      "loss/hidden": 3.5859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18676547519862652,
+      "step": 1384
+    },
+    {
+      "epoch": 0.23083333333333333,
+      "grad_norm": 30.75,
+      "grad_norm_var": 4.9125,
+      "learning_rate": 8.74362188567043e-05,
+      "loss": 6.8499,
+      "loss/crossentropy": 1.632831186056137,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14724744111299515,
+      "step": 1385
+    },
+    {
+      "epoch": 0.231,
+      "grad_norm": 28.625,
+      "grad_norm_var": 4.8884765625,
+      "learning_rate": 8.741885953023301e-05,
+      "loss": 7.058,
+      "loss/crossentropy": 1.5368026793003082,
+      "loss/hidden": 3.5546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19731464236974716,
+      "step": 1386
+    },
+    {
+      "epoch": 0.23116666666666666,
+      "grad_norm": 28.0,
+      "grad_norm_var": 5.068489583333333,
+      "learning_rate": 8.740148994516912e-05,
+      "loss": 7.3183,
+      "loss/crossentropy": 1.9754838049411774,
+      "loss/hidden": 3.71484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2648444287478924,
+      "step": 1387
+    },
+    {
+      "epoch": 0.23133333333333334,
+      "grad_norm": 30.0,
+      "grad_norm_var": 4.965625,
+      "learning_rate": 8.738411010627466e-05,
+      "loss": 7.2079,
+      "loss/crossentropy": 1.6709902584552765,
+      "loss/hidden": 3.59375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1980009637773037,
+      "step": 1388
+    },
+    {
+      "epoch": 0.2315,
+      "grad_norm": 29.5,
+      "grad_norm_var": 4.23515625,
+      "learning_rate": 8.736672001831438e-05,
+      "loss": 6.896,
+      "loss/crossentropy": 1.4954399168491364,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12558046355843544,
+      "step": 1389
+    },
+    {
+      "epoch": 0.23166666666666666,
+      "grad_norm": 29.125,
+      "grad_norm_var": 4.2228515625,
+      "learning_rate": 8.734931968605589e-05,
+      "loss": 7.1168,
+      "loss/crossentropy": 1.7655189633369446,
+      "loss/hidden": 3.65234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.30897774174809456,
+      "step": 1390
+    },
+    {
+      "epoch": 0.23183333333333334,
+      "grad_norm": 28.25,
+      "grad_norm_var": 4.1666015625,
+      "learning_rate": 8.733190911426958e-05,
+      "loss": 7.2112,
+      "loss/crossentropy": 2.017255276441574,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19111590459942818,
+      "step": 1391
+    },
+    {
+      "epoch": 0.232,
+      "grad_norm": 29.125,
+      "grad_norm_var": 4.1962890625,
+      "learning_rate": 8.731448830772864e-05,
+      "loss": 6.8487,
+      "loss/crossentropy": 1.6656021475791931,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1857664603739977,
+      "step": 1392
+    },
+    {
+      "epoch": 0.23216666666666666,
+      "grad_norm": 28.375,
+      "grad_norm_var": 4.3166015625,
+      "learning_rate": 8.729705727120911e-05,
+      "loss": 7.4448,
+      "loss/crossentropy": 1.529506891965866,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1576174721121788,
+      "step": 1393
+    },
+    {
+      "epoch": 0.23233333333333334,
+      "grad_norm": 29.75,
+      "grad_norm_var": 3.853125,
+      "learning_rate": 8.72796160094898e-05,
+      "loss": 7.5149,
+      "loss/crossentropy": 1.2481360882520676,
+      "loss/hidden": 3.9609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26495122350752354,
+      "step": 1394
+    },
+    {
+      "epoch": 0.2325,
+      "grad_norm": 36.0,
+      "grad_norm_var": 6.1822265625,
+      "learning_rate": 8.726216452735232e-05,
+      "loss": 7.2105,
+      "loss/crossentropy": 1.9443733096122742,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20606354251503944,
+      "step": 1395
+    },
+    {
+      "epoch": 0.23266666666666666,
+      "grad_norm": 29.25,
+      "grad_norm_var": 6.070572916666666,
+      "learning_rate": 8.724470282958111e-05,
+      "loss": 6.9416,
+      "loss/crossentropy": 1.9610607624053955,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1985795944929123,
+      "step": 1396
+    },
+    {
+      "epoch": 0.23283333333333334,
+      "grad_norm": 30.75,
+      "grad_norm_var": 5.934830729166666,
+      "learning_rate": 8.722723092096338e-05,
+      "loss": 7.2134,
+      "loss/crossentropy": 1.5050616040825844,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.230638038367033,
+      "step": 1397
+    },
+    {
+      "epoch": 0.233,
+      "grad_norm": 29.375,
+      "grad_norm_var": 5.998893229166667,
+      "learning_rate": 8.720974880628916e-05,
+      "loss": 7.1159,
+      "loss/crossentropy": 1.1800313591957092,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2613990902900696,
+      "step": 1398
+    },
+    {
+      "epoch": 0.23316666666666666,
+      "grad_norm": 27.0,
+      "grad_norm_var": 5.5306640625,
+      "learning_rate": 8.719225649035126e-05,
+      "loss": 7.1222,
+      "loss/crossentropy": 1.548551693558693,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19349294528365135,
+      "step": 1399
+    },
+    {
+      "epoch": 0.23333333333333334,
+      "grad_norm": 35.5,
+      "grad_norm_var": 6.0494140625,
+      "learning_rate": 8.717475397794531e-05,
+      "loss": 6.9024,
+      "loss/crossentropy": 1.6936389207839966,
+      "loss/hidden": 3.6484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19783683493733406,
+      "step": 1400
+    },
+    {
+      "epoch": 0.2335,
+      "grad_norm": 30.25,
+      "grad_norm_var": 6.012434895833334,
+      "learning_rate": 8.715724127386972e-05,
+      "loss": 7.1538,
+      "loss/crossentropy": 1.5932972878217697,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16691654548048973,
+      "step": 1401
+    },
+    {
+      "epoch": 0.23366666666666666,
+      "grad_norm": 32.25,
+      "grad_norm_var": 6.203125,
+      "learning_rate": 8.713971838292569e-05,
+      "loss": 7.171,
+      "loss/crossentropy": 1.684373527765274,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20065860822796822,
+      "step": 1402
+    },
+    {
+      "epoch": 0.23383333333333334,
+      "grad_norm": 29.5,
+      "grad_norm_var": 5.9125,
+      "learning_rate": 8.712218530991723e-05,
+      "loss": 7.276,
+      "loss/crossentropy": 1.7293904423713684,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16419371217489243,
+      "step": 1403
+    },
+    {
+      "epoch": 0.234,
+      "grad_norm": 28.0,
+      "grad_norm_var": 6.229166666666667,
+      "learning_rate": 8.710464205965112e-05,
+      "loss": 7.0833,
+      "loss/crossentropy": 1.6907464861869812,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1767747402191162,
+      "step": 1404
+    },
+    {
+      "epoch": 0.23416666666666666,
+      "grad_norm": 30.0,
+      "grad_norm_var": 6.203125,
+      "learning_rate": 8.708708863693697e-05,
+      "loss": 7.1463,
+      "loss/crossentropy": 1.6274442970752716,
+      "loss/hidden": 3.65234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2582891583442688,
+      "step": 1405
+    },
+    {
+      "epoch": 0.23433333333333334,
+      "grad_norm": 30.75,
+      "grad_norm_var": 6.1447265625,
+      "learning_rate": 8.706952504658712e-05,
+      "loss": 7.0599,
+      "loss/crossentropy": 1.5662869662046432,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1793067865073681,
+      "step": 1406
+    },
+    {
+      "epoch": 0.2345,
+      "grad_norm": 30.625,
+      "grad_norm_var": 5.861458333333333,
+      "learning_rate": 8.705195129341672e-05,
+      "loss": 7.2891,
+      "loss/crossentropy": 1.635928362607956,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13916829228401184,
+      "step": 1407
+    },
+    {
+      "epoch": 0.23466666666666666,
+      "grad_norm": 28.875,
+      "grad_norm_var": 5.908072916666667,
+      "learning_rate": 8.703436738224375e-05,
+      "loss": 6.9642,
+      "loss/crossentropy": 1.8249442875385284,
+      "loss/hidden": 3.6796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18701985105872154,
+      "step": 1408
+    },
+    {
+      "epoch": 0.23483333333333334,
+      "grad_norm": 30.25,
+      "grad_norm_var": 5.623893229166667,
+      "learning_rate": 8.701677331788891e-05,
+      "loss": 7.2283,
+      "loss/crossentropy": 1.5654152929782867,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.247907355427742,
+      "step": 1409
+    },
+    {
+      "epoch": 0.235,
+      "grad_norm": 31.375,
+      "grad_norm_var": 5.624739583333334,
+      "learning_rate": 8.699916910517573e-05,
+      "loss": 7.1302,
+      "loss/crossentropy": 1.9997363090515137,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20151901245117188,
+      "step": 1410
+    },
+    {
+      "epoch": 0.23516666666666666,
+      "grad_norm": 36.5,
+      "grad_norm_var": 5.999739583333334,
+      "learning_rate": 8.69815547489305e-05,
+      "loss": 6.9722,
+      "loss/crossentropy": 1.9183299839496613,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1610793862491846,
+      "step": 1411
+    },
+    {
+      "epoch": 0.23533333333333334,
+      "grad_norm": 31.5,
+      "grad_norm_var": 5.898958333333334,
+      "learning_rate": 8.696393025398229e-05,
+      "loss": 6.8754,
+      "loss/crossentropy": 1.6777728497982025,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1674475595355034,
+      "step": 1412
+    },
+    {
+      "epoch": 0.2355,
+      "grad_norm": 29.375,
+      "grad_norm_var": 6.0228515625,
+      "learning_rate": 8.694629562516294e-05,
+      "loss": 7.1442,
+      "loss/crossentropy": 1.218498095870018,
+      "loss/hidden": 4.015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21704785898327827,
+      "step": 1413
+    },
+    {
+      "epoch": 0.23566666666666666,
+      "grad_norm": 27.25,
+      "grad_norm_var": 6.679166666666666,
+      "learning_rate": 8.692865086730713e-05,
+      "loss": 7.003,
+      "loss/crossentropy": 1.756615787744522,
+      "loss/hidden": 3.578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20079421997070312,
+      "step": 1414
+    },
+    {
+      "epoch": 0.23583333333333334,
+      "grad_norm": 27.625,
+      "grad_norm_var": 6.406705729166666,
+      "learning_rate": 8.69109959852522e-05,
+      "loss": 7.0626,
+      "loss/crossentropy": 2.1831423342227936,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20736485719680786,
+      "step": 1415
+    },
+    {
+      "epoch": 0.236,
+      "grad_norm": 29.875,
+      "grad_norm_var": 4.710416666666666,
+      "learning_rate": 8.689333098383842e-05,
+      "loss": 7.1615,
+      "loss/crossentropy": 1.6375371515750885,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16935132816433907,
+      "step": 1416
+    },
+    {
+      "epoch": 0.23616666666666666,
+      "grad_norm": 29.25,
+      "grad_norm_var": 4.772916666666666,
+      "learning_rate": 8.68756558679087e-05,
+      "loss": 7.1256,
+      "loss/crossentropy": 1.921682059764862,
+      "loss/hidden": 3.49609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20466305688023567,
+      "step": 1417
+    },
+    {
+      "epoch": 0.23633333333333334,
+      "grad_norm": 29.625,
+      "grad_norm_var": 4.481705729166666,
+      "learning_rate": 8.685797064230878e-05,
+      "loss": 7.2413,
+      "loss/crossentropy": 1.344342216849327,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22074035368859768,
+      "step": 1418
+    },
+    {
+      "epoch": 0.2365,
+      "grad_norm": 28.375,
+      "grad_norm_var": 4.639322916666667,
+      "learning_rate": 8.684027531188717e-05,
+      "loss": 6.9632,
+      "loss/crossentropy": 1.786535769701004,
+      "loss/hidden": 3.49609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16699090600013733,
+      "step": 1419
+    },
+    {
+      "epoch": 0.23666666666666666,
+      "grad_norm": 29.125,
+      "grad_norm_var": 4.425455729166667,
+      "learning_rate": 8.682256988149513e-05,
+      "loss": 7.1572,
+      "loss/crossentropy": 1.7073152661323547,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2525929920375347,
+      "step": 1420
+    },
+    {
+      "epoch": 0.23683333333333334,
+      "grad_norm": 29.75,
+      "grad_norm_var": 4.430143229166666,
+      "learning_rate": 8.680485435598673e-05,
+      "loss": 7.1865,
+      "loss/crossentropy": 1.6526244580745697,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1847163327038288,
+      "step": 1421
+    },
+    {
+      "epoch": 0.237,
+      "grad_norm": 28.125,
+      "grad_norm_var": 4.601041666666666,
+      "learning_rate": 8.678712874021874e-05,
+      "loss": 7.184,
+      "loss/crossentropy": 1.9928257465362549,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21139519289135933,
+      "step": 1422
+    },
+    {
+      "epoch": 0.23716666666666666,
+      "grad_norm": 28.625,
+      "grad_norm_var": 4.642708333333333,
+      "learning_rate": 8.67693930390508e-05,
+      "loss": 7.0479,
+      "loss/crossentropy": 1.5828899145126343,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1637626551091671,
+      "step": 1423
+    },
+    {
+      "epoch": 0.23733333333333334,
+      "grad_norm": 30.25,
+      "grad_norm_var": 4.606184895833334,
+      "learning_rate": 8.67516472573452e-05,
+      "loss": 7.3309,
+      "loss/crossentropy": 2.038231670856476,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15858252346515656,
+      "step": 1424
+    },
+    {
+      "epoch": 0.2375,
+      "grad_norm": 29.375,
+      "grad_norm_var": 4.602083333333334,
+      "learning_rate": 8.673389139996708e-05,
+      "loss": 6.7987,
+      "loss/crossentropy": 1.5226624310016632,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13311301730573177,
+      "step": 1425
+    },
+    {
+      "epoch": 0.23766666666666666,
+      "grad_norm": 30.0,
+      "grad_norm_var": 4.422330729166666,
+      "learning_rate": 8.671612547178428e-05,
+      "loss": 7.3592,
+      "loss/crossentropy": 1.7062960714101791,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25913639180362225,
+      "step": 1426
+    },
+    {
+      "epoch": 0.23783333333333334,
+      "grad_norm": 30.0,
+      "grad_norm_var": 1.1384765625,
+      "learning_rate": 8.669834947766746e-05,
+      "loss": 7.5093,
+      "loss/crossentropy": 1.1424612551927567,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16857817955315113,
+      "step": 1427
+    },
+    {
+      "epoch": 0.238,
+      "grad_norm": 29.25,
+      "grad_norm_var": 0.7822265625,
+      "learning_rate": 8.668056342248998e-05,
+      "loss": 7.3723,
+      "loss/crossentropy": 1.6899997889995575,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20195226930081844,
+      "step": 1428
+    },
+    {
+      "epoch": 0.23816666666666667,
+      "grad_norm": 27.75,
+      "grad_norm_var": 0.89140625,
+      "learning_rate": 8.666276731112801e-05,
+      "loss": 6.9453,
+      "loss/crossentropy": 1.98584845662117,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15120555087924004,
+      "step": 1429
+    },
+    {
+      "epoch": 0.23833333333333334,
+      "grad_norm": 27.75,
+      "grad_norm_var": 0.7893229166666667,
+      "learning_rate": 8.664496114846044e-05,
+      "loss": 6.9196,
+      "loss/crossentropy": 2.0655926167964935,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18351034075021744,
+      "step": 1430
+    },
+    {
+      "epoch": 0.2385,
+      "grad_norm": 29.25,
+      "grad_norm_var": 0.6462890625,
+      "learning_rate": 8.662714493936895e-05,
+      "loss": 7.362,
+      "loss/crossentropy": 1.6687164604663849,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21955528669059277,
+      "step": 1431
+    },
+    {
+      "epoch": 0.23866666666666667,
+      "grad_norm": 28.25,
+      "grad_norm_var": 0.65390625,
+      "learning_rate": 8.660931868873793e-05,
+      "loss": 6.9246,
+      "loss/crossentropy": 1.4787462428212166,
+      "loss/hidden": 3.6328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19696292839944363,
+      "step": 1432
+    },
+    {
+      "epoch": 0.23883333333333334,
+      "grad_norm": 29.625,
+      "grad_norm_var": 0.6728515625,
+      "learning_rate": 8.659148240145456e-05,
+      "loss": 7.0976,
+      "loss/crossentropy": 1.5287677347660065,
+      "loss/hidden": 4.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22544145584106445,
+      "step": 1433
+    },
+    {
+      "epoch": 0.239,
+      "grad_norm": 30.375,
+      "grad_norm_var": 0.7634765625,
+      "learning_rate": 8.657363608240876e-05,
+      "loss": 7.1543,
+      "loss/crossentropy": 1.9106423556804657,
+      "loss/hidden": 3.6484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2270779311656952,
+      "step": 1434
+    },
+    {
+      "epoch": 0.23916666666666667,
+      "grad_norm": 28.75,
+      "grad_norm_var": 0.73515625,
+      "learning_rate": 8.655577973649321e-05,
+      "loss": 7.0022,
+      "loss/crossentropy": 2.2625996470451355,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19603535532951355,
+      "step": 1435
+    },
+    {
+      "epoch": 0.23933333333333334,
+      "grad_norm": 29.25,
+      "grad_norm_var": 0.7358723958333333,
+      "learning_rate": 8.653791336860331e-05,
+      "loss": 7.0308,
+      "loss/crossentropy": 1.6555210202932358,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20859287679195404,
+      "step": 1436
+    },
+    {
+      "epoch": 0.2395,
+      "grad_norm": 29.625,
+      "grad_norm_var": 0.7268229166666667,
+      "learning_rate": 8.652003698363724e-05,
+      "loss": 7.385,
+      "loss/crossentropy": 1.9578928053379059,
+      "loss/hidden": 3.58984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19808416441082954,
+      "step": 1437
+    },
+    {
+      "epoch": 0.23966666666666667,
+      "grad_norm": 29.375,
+      "grad_norm_var": 0.6552083333333333,
+      "learning_rate": 8.65021505864959e-05,
+      "loss": 6.9802,
+      "loss/crossentropy": 1.7287716567516327,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13078411109745502,
+      "step": 1438
+    },
+    {
+      "epoch": 0.23983333333333334,
+      "grad_norm": 27.875,
+      "grad_norm_var": 0.7497395833333333,
+      "learning_rate": 8.648425418208294e-05,
+      "loss": 6.2799,
+      "loss/crossentropy": 1.2794785052537918,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10539323464035988,
+      "step": 1439
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 28.5,
+      "grad_norm_var": 0.6895833333333333,
+      "learning_rate": 8.64663477753048e-05,
+      "loss": 6.9211,
+      "loss/crossentropy": 1.483281522989273,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20138464868068695,
+      "step": 1440
+    },
+    {
+      "epoch": 0.24016666666666667,
+      "grad_norm": 29.75,
+      "grad_norm_var": 0.7139973958333333,
+      "learning_rate": 8.644843137107059e-05,
+      "loss": 7.3511,
+      "loss/crossentropy": 1.6645758748054504,
+      "loss/hidden": 3.86328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19149157777428627,
+      "step": 1441
+    },
+    {
+      "epoch": 0.24033333333333334,
+      "grad_norm": 26.875,
+      "grad_norm_var": 0.9434895833333333,
+      "learning_rate": 8.64305049742922e-05,
+      "loss": 6.9328,
+      "loss/crossentropy": 1.7084144353866577,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20016243122518063,
+      "step": 1442
+    },
+    {
+      "epoch": 0.2405,
+      "grad_norm": 28.875,
+      "grad_norm_var": 0.8561848958333333,
+      "learning_rate": 8.641256858988424e-05,
+      "loss": 7.3646,
+      "loss/crossentropy": 2.013769954442978,
+      "loss/hidden": 3.6953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23251285776495934,
+      "step": 1443
+    },
+    {
+      "epoch": 0.24066666666666667,
+      "grad_norm": 31.0,
+      "grad_norm_var": 1.1478515625,
+      "learning_rate": 8.639462222276409e-05,
+      "loss": 7.2612,
+      "loss/crossentropy": 1.9536723494529724,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2065252885222435,
+      "step": 1444
+    },
+    {
+      "epoch": 0.24083333333333334,
+      "grad_norm": 29.25,
+      "grad_norm_var": 1.0525390625,
+      "learning_rate": 8.637666587785184e-05,
+      "loss": 7.1018,
+      "loss/crossentropy": 1.3268489837646484,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15171853080391884,
+      "step": 1445
+    },
+    {
+      "epoch": 0.241,
+      "grad_norm": 28.625,
+      "grad_norm_var": 0.9518229166666666,
+      "learning_rate": 8.635869956007034e-05,
+      "loss": 7.103,
+      "loss/crossentropy": 1.5661400854587555,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1982056424021721,
+      "step": 1446
+    },
+    {
+      "epoch": 0.24116666666666667,
+      "grad_norm": 30.125,
+      "grad_norm_var": 1.0197265625,
+      "learning_rate": 8.634072327434515e-05,
+      "loss": 7.0494,
+      "loss/crossentropy": 1.7641910314559937,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17389076203107834,
+      "step": 1447
+    },
+    {
+      "epoch": 0.24133333333333334,
+      "grad_norm": 29.125,
+      "grad_norm_var": 0.9645833333333333,
+      "learning_rate": 8.632273702560456e-05,
+      "loss": 7.1942,
+      "loss/crossentropy": 1.8309511989355087,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1622365154325962,
+      "step": 1448
+    },
+    {
+      "epoch": 0.2415,
+      "grad_norm": 30.25,
+      "grad_norm_var": 1.0254557291666666,
+      "learning_rate": 8.630474081877959e-05,
+      "loss": 7.0812,
+      "loss/crossentropy": 1.5874554812908173,
+      "loss/hidden": 3.8046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1834915168583393,
+      "step": 1449
+    },
+    {
+      "epoch": 0.24166666666666667,
+      "grad_norm": 30.875,
+      "grad_norm_var": 1.1176432291666667,
+      "learning_rate": 8.628673465880404e-05,
+      "loss": 7.0935,
+      "loss/crossentropy": 1.8441435992717743,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2328551672399044,
+      "step": 1450
+    },
+    {
+      "epoch": 0.24183333333333334,
+      "grad_norm": 31.75,
+      "grad_norm_var": 1.4770182291666667,
+      "learning_rate": 8.626871855061438e-05,
+      "loss": 7.7535,
+      "loss/crossentropy": 1.5417988896369934,
+      "loss/hidden": 3.74609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22341690957546234,
+      "step": 1451
+    },
+    {
+      "epoch": 0.242,
+      "grad_norm": 30.125,
+      "grad_norm_var": 1.5020833333333334,
+      "learning_rate": 8.625069249914983e-05,
+      "loss": 6.9252,
+      "loss/crossentropy": 1.7583518028259277,
+      "loss/hidden": 3.65234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18824856542050838,
+      "step": 1452
+    },
+    {
+      "epoch": 0.24216666666666667,
+      "grad_norm": 27.75,
+      "grad_norm_var": 1.6905598958333334,
+      "learning_rate": 8.623265650935234e-05,
+      "loss": 7.0858,
+      "loss/crossentropy": 1.8695081770420074,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19029086455702782,
+      "step": 1453
+    },
+    {
+      "epoch": 0.24233333333333335,
+      "grad_norm": 29.125,
+      "grad_norm_var": 1.6947265625,
+      "learning_rate": 8.621461058616656e-05,
+      "loss": 7.2882,
+      "loss/crossentropy": 1.8658898174762726,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17425318621098995,
+      "step": 1454
+    },
+    {
+      "epoch": 0.2425,
+      "grad_norm": 28.125,
+      "grad_norm_var": 1.6488932291666667,
+      "learning_rate": 8.61965547345399e-05,
+      "loss": 7.2973,
+      "loss/crossentropy": 2.263028144836426,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19143683463335037,
+      "step": 1455
+    },
+    {
+      "epoch": 0.24266666666666667,
+      "grad_norm": 30.25,
+      "grad_norm_var": 1.6343098958333333,
+      "learning_rate": 8.617848895942247e-05,
+      "loss": 7.3989,
+      "loss/crossentropy": 1.6578317731618881,
+      "loss/hidden": 3.63671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22550906985998154,
+      "step": 1456
+    },
+    {
+      "epoch": 0.24283333333333335,
+      "grad_norm": 29.0,
+      "grad_norm_var": 1.6436848958333334,
+      "learning_rate": 8.616041326576711e-05,
+      "loss": 7.0332,
+      "loss/crossentropy": 1.3771851062774658,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13404356315732002,
+      "step": 1457
+    },
+    {
+      "epoch": 0.243,
+      "grad_norm": 27.125,
+      "grad_norm_var": 1.5619140625,
+      "learning_rate": 8.614232765852935e-05,
+      "loss": 6.8897,
+      "loss/crossentropy": 1.9517407417297363,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17514695599675179,
+      "step": 1458
+    },
+    {
+      "epoch": 0.24316666666666667,
+      "grad_norm": 27.5,
+      "grad_norm_var": 1.7875,
+      "learning_rate": 8.612423214266749e-05,
+      "loss": 7.2573,
+      "loss/crossentropy": 2.2129026502370834,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18541562743484974,
+      "step": 1459
+    },
+    {
+      "epoch": 0.24333333333333335,
+      "grad_norm": 30.625,
+      "grad_norm_var": 1.7150390625,
+      "learning_rate": 8.610612672314251e-05,
+      "loss": 7.1514,
+      "loss/crossentropy": 2.064738839864731,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2067314051091671,
+      "step": 1460
+    },
+    {
+      "epoch": 0.2435,
+      "grad_norm": 28.875,
+      "grad_norm_var": 1.72890625,
+      "learning_rate": 8.608801140491811e-05,
+      "loss": 7.0956,
+      "loss/crossentropy": 1.7680425941944122,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18307415023446083,
+      "step": 1461
+    },
+    {
+      "epoch": 0.24366666666666667,
+      "grad_norm": 30.5,
+      "grad_norm_var": 1.7728515625,
+      "learning_rate": 8.606988619296071e-05,
+      "loss": 7.4754,
+      "loss/crossentropy": 1.802744910120964,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2313058190047741,
+      "step": 1462
+    },
+    {
+      "epoch": 0.24383333333333335,
+      "grad_norm": 29.875,
+      "grad_norm_var": 1.7541015625,
+      "learning_rate": 8.605175109223944e-05,
+      "loss": 7.1625,
+      "loss/crossentropy": 1.8716177940368652,
+      "loss/hidden": 3.796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2981249988079071,
+      "step": 1463
+    },
+    {
+      "epoch": 0.244,
+      "grad_norm": 30.625,
+      "grad_norm_var": 1.8337890625,
+      "learning_rate": 8.603360610772612e-05,
+      "loss": 7.1777,
+      "loss/crossentropy": 1.2806765884160995,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1341677624732256,
+      "step": 1464
+    },
+    {
+      "epoch": 0.24416666666666667,
+      "grad_norm": 30.0,
+      "grad_norm_var": 1.8134765625,
+      "learning_rate": 8.601545124439535e-05,
+      "loss": 7.2685,
+      "loss/crossentropy": 1.607251137495041,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16256394609808922,
+      "step": 1465
+    },
+    {
+      "epoch": 0.24433333333333335,
+      "grad_norm": 27.625,
+      "grad_norm_var": 1.8811848958333333,
+      "learning_rate": 8.599728650722434e-05,
+      "loss": 7.2185,
+      "loss/crossentropy": 2.2882717847824097,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18641741573810577,
+      "step": 1466
+    },
+    {
+      "epoch": 0.2445,
+      "grad_norm": 27.75,
+      "grad_norm_var": 1.5770182291666666,
+      "learning_rate": 8.597911190119308e-05,
+      "loss": 7.0735,
+      "loss/crossentropy": 1.8172245025634766,
+      "loss/hidden": 2.99609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12977637723088264,
+      "step": 1467
+    },
+    {
+      "epoch": 0.24466666666666667,
+      "grad_norm": 31.625,
+      "grad_norm_var": 1.9317057291666666,
+      "learning_rate": 8.596092743128423e-05,
+      "loss": 7.356,
+      "loss/crossentropy": 1.969709873199463,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1908802092075348,
+      "step": 1468
+    },
+    {
+      "epoch": 0.24483333333333332,
+      "grad_norm": 29.875,
+      "grad_norm_var": 1.8177083333333333,
+      "learning_rate": 8.594273310248318e-05,
+      "loss": 6.9405,
+      "loss/crossentropy": 1.341288834810257,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14361903257668018,
+      "step": 1469
+    },
+    {
+      "epoch": 0.245,
+      "grad_norm": 31.125,
+      "grad_norm_var": 2.0260416666666665,
+      "learning_rate": 8.592452891977798e-05,
+      "loss": 7.1089,
+      "loss/crossentropy": 1.6152670085430145,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17580680549144745,
+      "step": 1470
+    },
+    {
+      "epoch": 0.24516666666666667,
+      "grad_norm": 32.5,
+      "grad_norm_var": 2.4749348958333335,
+      "learning_rate": 8.590631488815944e-05,
+      "loss": 7.042,
+      "loss/crossentropy": 1.5854146480560303,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21539480239152908,
+      "step": 1471
+    },
+    {
+      "epoch": 0.24533333333333332,
+      "grad_norm": 29.0,
+      "grad_norm_var": 2.4775390625,
+      "learning_rate": 8.588809101262103e-05,
+      "loss": 7.6967,
+      "loss/crossentropy": 2.045955151319504,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2777820751070976,
+      "step": 1472
+    },
+    {
+      "epoch": 0.2455,
+      "grad_norm": 28.75,
+      "grad_norm_var": 2.5014973958333333,
+      "learning_rate": 8.586985729815894e-05,
+      "loss": 7.0096,
+      "loss/crossentropy": 1.769845336675644,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20903560891747475,
+      "step": 1473
+    },
+    {
+      "epoch": 0.24566666666666667,
+      "grad_norm": 27.875,
+      "grad_norm_var": 2.2905598958333333,
+      "learning_rate": 8.585161374977202e-05,
+      "loss": 7.0576,
+      "loss/crossentropy": 1.7164052724838257,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21758262440562248,
+      "step": 1474
+    },
+    {
+      "epoch": 0.24583333333333332,
+      "grad_norm": 29.75,
+      "grad_norm_var": 1.9671223958333333,
+      "learning_rate": 8.583336037246186e-05,
+      "loss": 7.3073,
+      "loss/crossentropy": 1.736921712756157,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.184262003749609,
+      "step": 1475
+    },
+    {
+      "epoch": 0.246,
+      "grad_norm": 27.0,
+      "grad_norm_var": 2.376822916666667,
+      "learning_rate": 8.581509717123273e-05,
+      "loss": 6.9367,
+      "loss/crossentropy": 2.058397263288498,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15587017685174942,
+      "step": 1476
+    },
+    {
+      "epoch": 0.24616666666666667,
+      "grad_norm": 28.625,
+      "grad_norm_var": 2.403125,
+      "learning_rate": 8.579682415109156e-05,
+      "loss": 7.0199,
+      "loss/crossentropy": 1.1905291378498077,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14508189260959625,
+      "step": 1477
+    },
+    {
+      "epoch": 0.24633333333333332,
+      "grad_norm": 28.75,
+      "grad_norm_var": 2.3684895833333335,
+      "learning_rate": 8.577854131704805e-05,
+      "loss": 7.2465,
+      "loss/crossentropy": 1.8980498313903809,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16383585706353188,
+      "step": 1478
+    },
+    {
+      "epoch": 0.2465,
+      "grad_norm": 31.125,
+      "grad_norm_var": 2.5416666666666665,
+      "learning_rate": 8.576024867411451e-05,
+      "loss": 7.3609,
+      "loss/crossentropy": 1.4511105865240097,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19967563822865486,
+      "step": 1479
+    },
+    {
+      "epoch": 0.24666666666666667,
+      "grad_norm": 28.25,
+      "grad_norm_var": 2.537955729166667,
+      "learning_rate": 8.574194622730599e-05,
+      "loss": 7.1107,
+      "loss/crossentropy": 1.9621224701404572,
+      "loss/hidden": 3.93359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23716596141457558,
+      "step": 1480
+    },
+    {
+      "epoch": 0.24683333333333332,
+      "grad_norm": 30.0,
+      "grad_norm_var": 2.537955729166667,
+      "learning_rate": 8.572363398164017e-05,
+      "loss": 7.4774,
+      "loss/crossentropy": 1.8094448447227478,
+      "loss/hidden": 3.6640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2159697487950325,
+      "step": 1481
+    },
+    {
+      "epoch": 0.247,
+      "grad_norm": 29.625,
+      "grad_norm_var": 2.3275390625,
+      "learning_rate": 8.57053119421375e-05,
+      "loss": 7.1269,
+      "loss/crossentropy": 1.6197231113910675,
+      "loss/hidden": 3.5859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21871723979711533,
+      "step": 1482
+    },
+    {
+      "epoch": 0.24716666666666667,
+      "grad_norm": 32.0,
+      "grad_norm_var": 2.4780598958333333,
+      "learning_rate": 8.568698011382107e-05,
+      "loss": 7.2147,
+      "loss/crossentropy": 1.4285579323768616,
+      "loss/hidden": 3.86328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1964031122624874,
+      "step": 1483
+    },
+    {
+      "epoch": 0.24733333333333332,
+      "grad_norm": 29.25,
+      "grad_norm_var": 2.234375,
+      "learning_rate": 8.566863850171663e-05,
+      "loss": 6.9712,
+      "loss/crossentropy": 1.8760530650615692,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16306671872735023,
+      "step": 1484
+    },
+    {
+      "epoch": 0.2475,
+      "grad_norm": 31.625,
+      "grad_norm_var": 2.49140625,
+      "learning_rate": 8.565028711085265e-05,
+      "loss": 7.1485,
+      "loss/crossentropy": 1.5396107137203217,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19017787277698517,
+      "step": 1485
+    },
+    {
+      "epoch": 0.24766666666666667,
+      "grad_norm": 27.625,
+      "grad_norm_var": 2.593489583333333,
+      "learning_rate": 8.563192594626027e-05,
+      "loss": 6.8738,
+      "loss/crossentropy": 1.8597404062747955,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16237230971455574,
+      "step": 1486
+    },
+    {
+      "epoch": 0.24783333333333332,
+      "grad_norm": 30.5,
+      "grad_norm_var": 2.039322916666667,
+      "learning_rate": 8.56135550129733e-05,
+      "loss": 7.2401,
+      "loss/crossentropy": 1.8960184007883072,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1787395477294922,
+      "step": 1487
+    },
+    {
+      "epoch": 0.248,
+      "grad_norm": 30.75,
+      "grad_norm_var": 2.146875,
+      "learning_rate": 8.559517431602824e-05,
+      "loss": 6.8938,
+      "loss/crossentropy": 1.3574792072176933,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1407286524772644,
+      "step": 1488
+    },
+    {
+      "epoch": 0.24816666666666667,
+      "grad_norm": 32.5,
+      "grad_norm_var": 2.66640625,
+      "learning_rate": 8.557678386046428e-05,
+      "loss": 6.9772,
+      "loss/crossentropy": 1.5204390436410904,
+      "loss/hidden": 3.65234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20090862177312374,
+      "step": 1489
+    },
+    {
+      "epoch": 0.24833333333333332,
+      "grad_norm": 33.5,
+      "grad_norm_var": 3.2728515625,
+      "learning_rate": 8.555838365132323e-05,
+      "loss": 7.2302,
+      "loss/crossentropy": 1.2873146086931229,
+      "loss/hidden": 3.65625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1601069662719965,
+      "step": 1490
+    },
+    {
+      "epoch": 0.2485,
+      "grad_norm": 29.75,
+      "grad_norm_var": 3.2728515625,
+      "learning_rate": 8.553997369364963e-05,
+      "loss": 6.9754,
+      "loss/crossentropy": 1.7107758224010468,
+      "loss/hidden": 3.73828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20447992160916328,
+      "step": 1491
+    },
+    {
+      "epoch": 0.24866666666666667,
+      "grad_norm": 29.875,
+      "grad_norm_var": 2.6184895833333335,
+      "learning_rate": 8.552155399249067e-05,
+      "loss": 7.0746,
+      "loss/crossentropy": 1.730744630098343,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15238011628389359,
+      "step": 1492
+    },
+    {
+      "epoch": 0.24883333333333332,
+      "grad_norm": 27.75,
+      "grad_norm_var": 2.8541015625,
+      "learning_rate": 8.550312455289625e-05,
+      "loss": 6.992,
+      "loss/crossentropy": 1.9606659412384033,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17902575619518757,
+      "step": 1493
+    },
+    {
+      "epoch": 0.249,
+      "grad_norm": 29.0,
+      "grad_norm_var": 2.8103515625,
+      "learning_rate": 8.548468537991884e-05,
+      "loss": 7.1084,
+      "loss/crossentropy": 1.9717397689819336,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18162487633526325,
+      "step": 1494
+    },
+    {
+      "epoch": 0.24916666666666668,
+      "grad_norm": 29.875,
+      "grad_norm_var": 2.753059895833333,
+      "learning_rate": 8.54662364786137e-05,
+      "loss": 7.4182,
+      "loss/crossentropy": 2.2676640450954437,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16843552514910698,
+      "step": 1495
+    },
+    {
+      "epoch": 0.24933333333333332,
+      "grad_norm": 25.625,
+      "grad_norm_var": 3.8372395833333335,
+      "learning_rate": 8.544777785403868e-05,
+      "loss": 6.7763,
+      "loss/crossentropy": 1.6614613831043243,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16282613947987556,
+      "step": 1496
+    },
+    {
+      "epoch": 0.2495,
+      "grad_norm": 27.75,
+      "grad_norm_var": 4.139583333333333,
+      "learning_rate": 8.542930951125432e-05,
+      "loss": 6.7205,
+      "loss/crossentropy": 1.4288576692342758,
+      "loss/hidden": 3.87890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24302856251597404,
+      "step": 1497
+    },
+    {
+      "epoch": 0.24966666666666668,
+      "grad_norm": 27.0,
+      "grad_norm_var": 4.635872395833333,
+      "learning_rate": 8.54108314553238e-05,
+      "loss": 6.9826,
+      "loss/crossentropy": 2.0986453741788864,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17323355376720428,
+      "step": 1498
+    },
+    {
+      "epoch": 0.24983333333333332,
+      "grad_norm": 28.75,
+      "grad_norm_var": 4.277018229166667,
+      "learning_rate": 8.539234369131301e-05,
+      "loss": 7.093,
+      "loss/crossentropy": 1.7604359090328217,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1727566346526146,
+      "step": 1499
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 30.0,
+      "grad_norm_var": 4.292643229166667,
+      "learning_rate": 8.53738462242905e-05,
+      "loss": 7.2285,
+      "loss/crossentropy": 1.557277888059616,
+      "loss/hidden": 3.6484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18158774450421333,
+      "step": 1500
+    },
+    {
+      "epoch": 0.25016666666666665,
+      "grad_norm": 27.25,
+      "grad_norm_var": 4.244791666666667,
+      "learning_rate": 8.535533905932738e-05,
+      "loss": 6.8726,
+      "loss/crossentropy": 1.6883008480072021,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20317288860678673,
+      "step": 1501
+    },
+    {
+      "epoch": 0.25033333333333335,
+      "grad_norm": 29.375,
+      "grad_norm_var": 4.064322916666667,
+      "learning_rate": 8.533682220149756e-05,
+      "loss": 6.9371,
+      "loss/crossentropy": 2.300634264945984,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19072575122117996,
+      "step": 1502
+    },
+    {
+      "epoch": 0.2505,
+      "grad_norm": 29.0,
+      "grad_norm_var": 3.970572916666667,
+      "learning_rate": 8.53182956558775e-05,
+      "loss": 7.3828,
+      "loss/crossentropy": 2.0842214226722717,
+      "loss/hidden": 3.87890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.43149901181459427,
+      "step": 1503
+    },
+    {
+      "epoch": 0.25066666666666665,
+      "grad_norm": 28.25,
+      "grad_norm_var": 3.8559895833333333,
+      "learning_rate": 8.52997594275464e-05,
+      "loss": 7.125,
+      "loss/crossentropy": 1.7222635746002197,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15759752690792084,
+      "step": 1504
+    },
+    {
+      "epoch": 0.25083333333333335,
+      "grad_norm": 28.375,
+      "grad_norm_var": 3.0374348958333335,
+      "learning_rate": 8.528121352158604e-05,
+      "loss": 7.0611,
+      "loss/crossentropy": 2.133837044239044,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1868600696325302,
+      "step": 1505
+    },
+    {
+      "epoch": 0.251,
+      "grad_norm": 26.625,
+      "grad_norm_var": 1.7018229166666667,
+      "learning_rate": 8.526265794308089e-05,
+      "loss": 6.9267,
+      "loss/crossentropy": 2.0259019136428833,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18409772589802742,
+      "step": 1506
+    },
+    {
+      "epoch": 0.25116666666666665,
+      "grad_norm": 29.0,
+      "grad_norm_var": 1.6010416666666667,
+      "learning_rate": 8.524409269711807e-05,
+      "loss": 7.3371,
+      "loss/crossentropy": 1.217084676027298,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16649403423070908,
+      "step": 1507
+    },
+    {
+      "epoch": 0.25133333333333335,
+      "grad_norm": 27.625,
+      "grad_norm_var": 1.4580729166666666,
+      "learning_rate": 8.522551778878736e-05,
+      "loss": 7.1716,
+      "loss/crossentropy": 1.7258444428443909,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1639699935913086,
+      "step": 1508
+    },
+    {
+      "epoch": 0.2515,
+      "grad_norm": 29.875,
+      "grad_norm_var": 1.6119140625,
+      "learning_rate": 8.520693322318116e-05,
+      "loss": 7.4071,
+      "loss/crossentropy": 1.9455642998218536,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1857447475194931,
+      "step": 1509
+    },
+    {
+      "epoch": 0.25166666666666665,
+      "grad_norm": 31.375,
+      "grad_norm_var": 2.1747395833333334,
+      "learning_rate": 8.518833900539454e-05,
+      "loss": 7.0886,
+      "loss/crossentropy": 1.5587359219789505,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1536642387509346,
+      "step": 1510
+    },
+    {
+      "epoch": 0.25183333333333335,
+      "grad_norm": 27.5,
+      "grad_norm_var": 2.0869140625,
+      "learning_rate": 8.516973514052519e-05,
+      "loss": 6.7147,
+      "loss/crossentropy": 1.5748094320297241,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16789069026708603,
+      "step": 1511
+    },
+    {
+      "epoch": 0.252,
+      "grad_norm": 30.75,
+      "grad_norm_var": 1.8760416666666666,
+      "learning_rate": 8.515112163367351e-05,
+      "loss": 7.1046,
+      "loss/crossentropy": 1.7668732106685638,
+      "loss/hidden": 3.66796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2092406563460827,
+      "step": 1512
+    },
+    {
+      "epoch": 0.25216666666666665,
+      "grad_norm": 30.25,
+      "grad_norm_var": 1.9645833333333333,
+      "learning_rate": 8.513249848994246e-05,
+      "loss": 7.1355,
+      "loss/crossentropy": 2.4020401537418365,
+      "loss/hidden": 3.0390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15349615179002285,
+      "step": 1513
+    },
+    {
+      "epoch": 0.25233333333333335,
+      "grad_norm": 27.625,
+      "grad_norm_var": 1.8379557291666666,
+      "learning_rate": 8.511386571443771e-05,
+      "loss": 6.7713,
+      "loss/crossentropy": 1.7552968263626099,
+      "loss/hidden": 3.640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22886677831411362,
+      "step": 1514
+    },
+    {
+      "epoch": 0.2525,
+      "grad_norm": 27.625,
+      "grad_norm_var": 1.9322916666666667,
+      "learning_rate": 8.50952233122675e-05,
+      "loss": 6.9603,
+      "loss/crossentropy": 1.7350502014160156,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23234521597623825,
+      "step": 1515
+    },
+    {
+      "epoch": 0.25266666666666665,
+      "grad_norm": 27.25,
+      "grad_norm_var": 1.9580729166666666,
+      "learning_rate": 8.50765712885428e-05,
+      "loss": 7.0924,
+      "loss/crossentropy": 1.6145904064178467,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17047151178121567,
+      "step": 1516
+    },
+    {
+      "epoch": 0.25283333333333335,
+      "grad_norm": 29.125,
+      "grad_norm_var": 1.8379557291666666,
+      "learning_rate": 8.505790964837713e-05,
+      "loss": 7.0948,
+      "loss/crossentropy": 1.5313849449157715,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18544949404895306,
+      "step": 1517
+    },
+    {
+      "epoch": 0.253,
+      "grad_norm": 28.25,
+      "grad_norm_var": 1.8197916666666667,
+      "learning_rate": 8.503923839688667e-05,
+      "loss": 6.9616,
+      "loss/crossentropy": 1.575784295797348,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20393813773989677,
+      "step": 1518
+    },
+    {
+      "epoch": 0.25316666666666665,
+      "grad_norm": 29.5,
+      "grad_norm_var": 1.8583333333333334,
+      "learning_rate": 8.502055753919032e-05,
+      "loss": 7.4483,
+      "loss/crossentropy": 2.1256864070892334,
+      "loss/hidden": 3.68359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3466687947511673,
+      "step": 1519
+    },
+    {
+      "epoch": 0.25333333333333335,
+      "grad_norm": 29.625,
+      "grad_norm_var": 1.8962890625,
+      "learning_rate": 8.500186708040949e-05,
+      "loss": 6.7947,
+      "loss/crossentropy": 2.2411983013153076,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1734490506350994,
+      "step": 1520
+    },
+    {
+      "epoch": 0.2535,
+      "grad_norm": 28.375,
+      "grad_norm_var": 1.8962890625,
+      "learning_rate": 8.498316702566828e-05,
+      "loss": 6.8642,
+      "loss/crossentropy": 1.929250806570053,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1943759173154831,
+      "step": 1521
+    },
+    {
+      "epoch": 0.25366666666666665,
+      "grad_norm": 30.125,
+      "grad_norm_var": 1.6593098958333334,
+      "learning_rate": 8.496445738009342e-05,
+      "loss": 7.1926,
+      "loss/crossentropy": 2.005999267101288,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18388929218053818,
+      "step": 1522
+    },
+    {
+      "epoch": 0.25383333333333336,
+      "grad_norm": 29.5,
+      "grad_norm_var": 1.6754557291666667,
+      "learning_rate": 8.494573814881426e-05,
+      "loss": 7.1619,
+      "loss/crossentropy": 1.5308670401573181,
+      "loss/hidden": 3.81640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20634648203849792,
+      "step": 1523
+    },
+    {
+      "epoch": 0.254,
+      "grad_norm": 44.75,
+      "grad_norm_var": 16.811458333333334,
+      "learning_rate": 8.49270093369628e-05,
+      "loss": 7.2042,
+      "loss/crossentropy": 2.2177110612392426,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2473539151251316,
+      "step": 1524
+    },
+    {
+      "epoch": 0.25416666666666665,
+      "grad_norm": 33.5,
+      "grad_norm_var": 17.527018229166668,
+      "learning_rate": 8.490827094967363e-05,
+      "loss": 7.0835,
+      "loss/crossentropy": 1.5321835726499557,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17551949247717857,
+      "step": 1525
+    },
+    {
+      "epoch": 0.25433333333333336,
+      "grad_norm": 28.0,
+      "grad_norm_var": 17.764322916666668,
+      "learning_rate": 8.488952299208401e-05,
+      "loss": 7.1661,
+      "loss/crossentropy": 1.5419676154851913,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1426115594804287,
+      "step": 1526
+    },
+    {
+      "epoch": 0.2545,
+      "grad_norm": 29.25,
+      "grad_norm_var": 17.346875,
+      "learning_rate": 8.487076546933378e-05,
+      "loss": 7.1436,
+      "loss/crossentropy": 1.57235686480999,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18731963261961937,
+      "step": 1527
+    },
+    {
+      "epoch": 0.25466666666666665,
+      "grad_norm": 28.0,
+      "grad_norm_var": 17.624739583333334,
+      "learning_rate": 8.485199838656543e-05,
+      "loss": 7.1221,
+      "loss/crossentropy": 1.94024258852005,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19081877917051315,
+      "step": 1528
+    },
+    {
+      "epoch": 0.25483333333333336,
+      "grad_norm": 26.875,
+      "grad_norm_var": 18.245247395833335,
+      "learning_rate": 8.483322174892404e-05,
+      "loss": 6.9484,
+      "loss/crossentropy": 1.678273856639862,
+      "loss/hidden": 3.75390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18141436949372292,
+      "step": 1529
+    },
+    {
+      "epoch": 0.255,
+      "grad_norm": 27.625,
+      "grad_norm_var": 18.245247395833335,
+      "learning_rate": 8.481443556155735e-05,
+      "loss": 7.096,
+      "loss/crossentropy": 1.771409660577774,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14950870350003242,
+      "step": 1530
+    },
+    {
+      "epoch": 0.25516666666666665,
+      "grad_norm": 32.0,
+      "grad_norm_var": 18.151822916666667,
+      "learning_rate": 8.479563982961571e-05,
+      "loss": 7.8379,
+      "loss/crossentropy": 1.5515018999576569,
+      "loss/hidden": 3.66796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1533292606472969,
+      "step": 1531
+    },
+    {
+      "epoch": 0.25533333333333336,
+      "grad_norm": 30.5,
+      "grad_norm_var": 17.572916666666668,
+      "learning_rate": 8.477683455825207e-05,
+      "loss": 7.1362,
+      "loss/crossentropy": 2.018773838877678,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18661978095769882,
+      "step": 1532
+    },
+    {
+      "epoch": 0.2555,
+      "grad_norm": 29.625,
+      "grad_norm_var": 17.509375,
+      "learning_rate": 8.4758019752622e-05,
+      "loss": 7.117,
+      "loss/crossentropy": 1.2113154977560043,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13429363630712032,
+      "step": 1533
+    },
+    {
+      "epoch": 0.25566666666666665,
+      "grad_norm": 31.5,
+      "grad_norm_var": 17.262239583333333,
+      "learning_rate": 8.473919541788366e-05,
+      "loss": 7.4119,
+      "loss/crossentropy": 1.7601763010025024,
+      "loss/hidden": 3.796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16794865019619465,
+      "step": 1534
+    },
+    {
+      "epoch": 0.25583333333333336,
+      "grad_norm": 43.0,
+      "grad_norm_var": 26.768489583333334,
+      "learning_rate": 8.472036155919791e-05,
+      "loss": 7.3537,
+      "loss/crossentropy": 1.8414527773857117,
+      "loss/hidden": 3.6953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23525508493185043,
+      "step": 1535
+    },
+    {
+      "epoch": 0.256,
+      "grad_norm": 30.75,
+      "grad_norm_var": 26.582747395833334,
+      "learning_rate": 8.470151818172809e-05,
+      "loss": 7.0589,
+      "loss/crossentropy": 1.472220093011856,
+      "loss/hidden": 3.6796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19062213227152824,
+      "step": 1536
+    },
+    {
+      "epoch": 0.25616666666666665,
+      "grad_norm": 30.25,
+      "grad_norm_var": 26.030989583333334,
+      "learning_rate": 8.468266529064025e-05,
+      "loss": 6.4525,
+      "loss/crossentropy": 0.974083200097084,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13269340246915817,
+      "step": 1537
+    },
+    {
+      "epoch": 0.25633333333333336,
+      "grad_norm": 29.5,
+      "grad_norm_var": 26.176497395833334,
+      "learning_rate": 8.466380289110303e-05,
+      "loss": 7.0886,
+      "loss/crossentropy": 1.259334146976471,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14339469373226166,
+      "step": 1538
+    },
+    {
+      "epoch": 0.2565,
+      "grad_norm": 29.125,
+      "grad_norm_var": 26.287239583333335,
+      "learning_rate": 8.464493098828763e-05,
+      "loss": 7.2628,
+      "loss/crossentropy": 1.6031538248062134,
+      "loss/hidden": 3.8046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1961599849164486,
+      "step": 1539
+    },
+    {
+      "epoch": 0.25666666666666665,
+      "grad_norm": 27.25,
+      "grad_norm_var": 14.54765625,
+      "learning_rate": 8.462604958736793e-05,
+      "loss": 6.8737,
+      "loss/crossentropy": 1.3939393907785416,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15689893811941147,
+      "step": 1540
+    },
+    {
+      "epoch": 0.25683333333333336,
+      "grad_norm": 27.375,
+      "grad_norm_var": 14.378580729166666,
+      "learning_rate": 8.460715869352035e-05,
+      "loss": 6.9708,
+      "loss/crossentropy": 1.4536120295524597,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13832676224410534,
+      "step": 1541
+    },
+    {
+      "epoch": 0.257,
+      "grad_norm": 29.125,
+      "grad_norm_var": 14.151822916666667,
+      "learning_rate": 8.458825831192392e-05,
+      "loss": 7.3376,
+      "loss/crossentropy": 1.9465630948543549,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1429009847342968,
+      "step": 1542
+    },
+    {
+      "epoch": 0.25716666666666665,
+      "grad_norm": 30.25,
+      "grad_norm_var": 14.099739583333333,
+      "learning_rate": 8.456934844776032e-05,
+      "loss": 7.2746,
+      "loss/crossentropy": 1.4517296254634857,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14977369271218777,
+      "step": 1543
+    },
+    {
+      "epoch": 0.25733333333333336,
+      "grad_norm": 26.625,
+      "grad_norm_var": 14.616080729166667,
+      "learning_rate": 8.455042910621379e-05,
+      "loss": 6.8794,
+      "loss/crossentropy": 1.5584948658943176,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16389862447977066,
+      "step": 1544
+    },
+    {
+      "epoch": 0.2575,
+      "grad_norm": 27.625,
+      "grad_norm_var": 14.330143229166667,
+      "learning_rate": 8.453150029247114e-05,
+      "loss": 7.0129,
+      "loss/crossentropy": 1.470071092247963,
+      "loss/hidden": 3.578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15290442667901516,
+      "step": 1545
+    },
+    {
+      "epoch": 0.25766666666666665,
+      "grad_norm": 30.625,
+      "grad_norm_var": 13.889518229166667,
+      "learning_rate": 8.451256201172186e-05,
+      "loss": 6.7035,
+      "loss/crossentropy": 1.3290538638830185,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12361126020550728,
+      "step": 1546
+    },
+    {
+      "epoch": 0.25783333333333336,
+      "grad_norm": 28.25,
+      "grad_norm_var": 13.928580729166667,
+      "learning_rate": 8.449361426915797e-05,
+      "loss": 7.0498,
+      "loss/crossentropy": 1.8176316320896149,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1719118431210518,
+      "step": 1547
+    },
+    {
+      "epoch": 0.258,
+      "grad_norm": 39.25,
+      "grad_norm_var": 19.196809895833333,
+      "learning_rate": 8.447465706997408e-05,
+      "loss": 7.2554,
+      "loss/crossentropy": 2.1948321759700775,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17607615143060684,
+      "step": 1548
+    },
+    {
+      "epoch": 0.25816666666666666,
+      "grad_norm": 27.75,
+      "grad_norm_var": 19.668489583333333,
+      "learning_rate": 8.445569041936743e-05,
+      "loss": 6.9313,
+      "loss/crossentropy": 1.476136177778244,
+      "loss/hidden": 3.8515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1581102553755045,
+      "step": 1549
+    },
+    {
+      "epoch": 0.25833333333333336,
+      "grad_norm": 29.75,
+      "grad_norm_var": 19.630208333333332,
+      "learning_rate": 8.443671432253784e-05,
+      "loss": 7.3193,
+      "loss/crossentropy": 1.8609939515590668,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17737817764282227,
+      "step": 1550
+    },
+    {
+      "epoch": 0.2585,
+      "grad_norm": 28.0,
+      "grad_norm_var": 8.505208333333334,
+      "learning_rate": 8.44177287846877e-05,
+      "loss": 6.6163,
+      "loss/crossentropy": 1.6206251382827759,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13844903372228146,
+      "step": 1551
+    },
+    {
+      "epoch": 0.25866666666666666,
+      "grad_norm": 27.125,
+      "grad_norm_var": 8.7072265625,
+      "learning_rate": 8.439873381102203e-05,
+      "loss": 6.9954,
+      "loss/crossentropy": 2.0754114985466003,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15478336066007614,
+      "step": 1552
+    },
+    {
+      "epoch": 0.25883333333333336,
+      "grad_norm": 27.5,
+      "grad_norm_var": 8.8103515625,
+      "learning_rate": 8.437972940674838e-05,
+      "loss": 7.3634,
+      "loss/crossentropy": 1.820733219385147,
+      "loss/hidden": 3.80859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2608935683965683,
+      "step": 1553
+    },
+    {
+      "epoch": 0.259,
+      "grad_norm": 28.5,
+      "grad_norm_var": 8.815559895833333,
+      "learning_rate": 8.436071557707692e-05,
+      "loss": 7.2288,
+      "loss/crossentropy": 1.9718312621116638,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19307303428649902,
+      "step": 1554
+    },
+    {
+      "epoch": 0.25916666666666666,
+      "grad_norm": 27.875,
+      "grad_norm_var": 8.893684895833333,
+      "learning_rate": 8.434169232722043e-05,
+      "loss": 6.8213,
+      "loss/crossentropy": 1.463202804327011,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17362061887979507,
+      "step": 1555
+    },
+    {
+      "epoch": 0.25933333333333336,
+      "grad_norm": 40.5,
+      "grad_norm_var": 16.898893229166667,
+      "learning_rate": 8.432265966239419e-05,
+      "loss": 7.0426,
+      "loss/crossentropy": 1.4735060930252075,
+      "loss/hidden": 3.6953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16704573668539524,
+      "step": 1556
+    },
+    {
+      "epoch": 0.2595,
+      "grad_norm": 28.5,
+      "grad_norm_var": 16.620572916666667,
+      "learning_rate": 8.430361758781616e-05,
+      "loss": 7.0873,
+      "loss/crossentropy": 1.4179468750953674,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14967207983136177,
+      "step": 1557
+    },
+    {
+      "epoch": 0.25966666666666666,
+      "grad_norm": 29.875,
+      "grad_norm_var": 16.585416666666667,
+      "learning_rate": 8.42845661087068e-05,
+      "loss": 7.1166,
+      "loss/crossentropy": 1.5888977199792862,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23130910098552704,
+      "step": 1558
+    },
+    {
+      "epoch": 0.25983333333333336,
+      "grad_norm": 28.375,
+      "grad_norm_var": 16.711393229166667,
+      "learning_rate": 8.42655052302892e-05,
+      "loss": 6.9142,
+      "loss/crossentropy": 1.545868456363678,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1576635129749775,
+      "step": 1559
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 27.625,
+      "grad_norm_var": 16.356184895833334,
+      "learning_rate": 8.424643495778902e-05,
+      "loss": 7.203,
+      "loss/crossentropy": 2.0548255443573,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19096845015883446,
+      "step": 1560
+    },
+    {
+      "epoch": 0.26016666666666666,
+      "grad_norm": 29.625,
+      "grad_norm_var": 16.020768229166666,
+      "learning_rate": 8.422735529643444e-05,
+      "loss": 6.9342,
+      "loss/crossentropy": 1.4977477341890335,
+      "loss/hidden": 3.54296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1994573064148426,
+      "step": 1561
+    },
+    {
+      "epoch": 0.26033333333333336,
+      "grad_norm": 27.875,
+      "grad_norm_var": 16.244205729166666,
+      "learning_rate": 8.42082662514563e-05,
+      "loss": 7.1278,
+      "loss/crossentropy": 1.5780085325241089,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15711280703544617,
+      "step": 1562
+    },
+    {
+      "epoch": 0.2605,
+      "grad_norm": 30.875,
+      "grad_norm_var": 16.141666666666666,
+      "learning_rate": 8.418916782808795e-05,
+      "loss": 7.1971,
+      "loss/crossentropy": 1.6861535906791687,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14266281202435493,
+      "step": 1563
+    },
+    {
+      "epoch": 0.26066666666666666,
+      "grad_norm": 29.625,
+      "grad_norm_var": 9.9806640625,
+      "learning_rate": 8.417006003156532e-05,
+      "loss": 6.7606,
+      "loss/crossentropy": 1.9404644668102264,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17871755361557007,
+      "step": 1564
+    },
+    {
+      "epoch": 0.2608333333333333,
+      "grad_norm": 37.75,
+      "grad_norm_var": 14.116080729166667,
+      "learning_rate": 8.415094286712694e-05,
+      "loss": 7.1155,
+      "loss/crossentropy": 1.7015289962291718,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20424244925379753,
+      "step": 1565
+    },
+    {
+      "epoch": 0.261,
+      "grad_norm": 31.125,
+      "grad_norm_var": 14.195572916666666,
+      "learning_rate": 8.413181634001391e-05,
+      "loss": 7.2127,
+      "loss/crossentropy": 2.0783791840076447,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25549715384840965,
+      "step": 1566
+    },
+    {
+      "epoch": 0.26116666666666666,
+      "grad_norm": 28.5,
+      "grad_norm_var": 14.074739583333333,
+      "learning_rate": 8.411268045546983e-05,
+      "loss": 7.4015,
+      "loss/crossentropy": 1.431897595524788,
+      "loss/hidden": 3.9453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22732597962021828,
+      "step": 1567
+    },
+    {
+      "epoch": 0.2613333333333333,
+      "grad_norm": 26.5,
+      "grad_norm_var": 14.345247395833333,
+      "learning_rate": 8.409353521874093e-05,
+      "loss": 7.0976,
+      "loss/crossentropy": 1.878661870956421,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1574998889118433,
+      "step": 1568
+    },
+    {
+      "epoch": 0.2615,
+      "grad_norm": 28.0,
+      "grad_norm_var": 14.1916015625,
+      "learning_rate": 8.4074380635076e-05,
+      "loss": 7.0022,
+      "loss/crossentropy": 1.534603327512741,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17322967574000359,
+      "step": 1569
+    },
+    {
+      "epoch": 0.26166666666666666,
+      "grad_norm": 26.875,
+      "grad_norm_var": 14.696875,
+      "learning_rate": 8.405521670972634e-05,
+      "loss": 6.8425,
+      "loss/crossentropy": 1.6109719723463058,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16750073432922363,
+      "step": 1570
+    },
+    {
+      "epoch": 0.2618333333333333,
+      "grad_norm": 26.25,
+      "grad_norm_var": 15.315559895833333,
+      "learning_rate": 8.40360434479459e-05,
+      "loss": 7.1104,
+      "loss/crossentropy": 1.5548063814640045,
+      "loss/hidden": 3.90625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23038798198103905,
+      "step": 1571
+    },
+    {
+      "epoch": 0.262,
+      "grad_norm": 26.75,
+      "grad_norm_var": 7.6384765625,
+      "learning_rate": 8.40168608549911e-05,
+      "loss": 6.9809,
+      "loss/crossentropy": 1.2600118517875671,
+      "loss/hidden": 3.88671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18548330664634705,
+      "step": 1572
+    },
+    {
+      "epoch": 0.26216666666666666,
+      "grad_norm": 35.5,
+      "grad_norm_var": 10.227018229166667,
+      "learning_rate": 8.399766893612096e-05,
+      "loss": 7.0494,
+      "loss/crossentropy": 1.1565890908241272,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13933814130723476,
+      "step": 1573
+    },
+    {
+      "epoch": 0.2623333333333333,
+      "grad_norm": 29.375,
+      "grad_norm_var": 10.213997395833333,
+      "learning_rate": 8.397846769659707e-05,
+      "loss": 6.8379,
+      "loss/crossentropy": 1.641678899526596,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15472246706485748,
+      "step": 1574
+    },
+    {
+      "epoch": 0.2625,
+      "grad_norm": 30.25,
+      "grad_norm_var": 10.173958333333333,
+      "learning_rate": 8.395925714168356e-05,
+      "loss": 6.9379,
+      "loss/crossentropy": 1.7203895598649979,
+      "loss/hidden": 3.64453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20822539553046227,
+      "step": 1575
+    },
+    {
+      "epoch": 0.26266666666666666,
+      "grad_norm": 2969567232.0,
+      "grad_norm_var": 5.511455855764571e+17,
+      "learning_rate": 8.39400372766471e-05,
+      "loss": 7.0619,
+      "loss/crossentropy": 1.9653513431549072,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15789402648806572,
+      "step": 1576
+    },
+    {
+      "epoch": 0.2628333333333333,
+      "grad_norm": 30.625,
+      "grad_norm_var": 5.5114558555171066e+17,
+      "learning_rate": 8.392080810675691e-05,
+      "loss": 7.0243,
+      "loss/crossentropy": 1.8614015877246857,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15636020712554455,
+      "step": 1577
+    },
+    {
+      "epoch": 0.263,
+      "grad_norm": 29.625,
+      "grad_norm_var": 5.511455855084045e+17,
+      "learning_rate": 8.390156963728482e-05,
+      "loss": 7.1314,
+      "loss/crossentropy": 1.4498876333236694,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15764983743429184,
+      "step": 1578
+    },
+    {
+      "epoch": 0.26316666666666666,
+      "grad_norm": 26.75,
+      "grad_norm_var": 5.511455856104834e+17,
+      "learning_rate": 8.388232187350512e-05,
+      "loss": 6.9675,
+      "loss/crossentropy": 1.3486933410167694,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15304425545036793,
+      "step": 1579
+    },
+    {
+      "epoch": 0.2633333333333333,
+      "grad_norm": 27.875,
+      "grad_norm_var": 5.511455856537896e+17,
+      "learning_rate": 8.386306482069473e-05,
+      "loss": 6.6682,
+      "loss/crossentropy": 1.859202891588211,
+      "loss/hidden": 3.625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17555386573076248,
+      "step": 1580
+    },
+    {
+      "epoch": 0.2635,
+      "grad_norm": 27.625,
+      "grad_norm_var": 5.5114558590434675e+17,
+      "learning_rate": 8.384379848413304e-05,
+      "loss": 6.9377,
+      "loss/crossentropy": 1.013603761792183,
+      "loss/hidden": 3.6953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13042955473065376,
+      "step": 1581
+    },
+    {
+      "epoch": 0.26366666666666666,
+      "grad_norm": 40.5,
+      "grad_norm_var": 5.511455856723494e+17,
+      "learning_rate": 8.382452286910206e-05,
+      "loss": 7.3273,
+      "loss/crossentropy": 1.5050248205661774,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15211456269025803,
+      "step": 1582
+    },
+    {
+      "epoch": 0.2638333333333333,
+      "grad_norm": 30.375,
+      "grad_norm_var": 5.511455856259499e+17,
+      "learning_rate": 8.380523798088631e-05,
+      "loss": 7.5001,
+      "loss/crossentropy": 1.8162740468978882,
+      "loss/hidden": 4.0,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.29241993837058544,
+      "step": 1583
+    },
+    {
+      "epoch": 0.264,
+      "grad_norm": 29.0,
+      "grad_norm_var": 5.511455855640839e+17,
+      "learning_rate": 8.378594382477282e-05,
+      "loss": 7.0835,
+      "loss/crossentropy": 1.2985506057739258,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23931736685335636,
+      "step": 1584
+    },
+    {
+      "epoch": 0.26416666666666666,
+      "grad_norm": 26.375,
+      "grad_norm_var": 5.5114558560429677e+17,
+      "learning_rate": 8.376664040605122e-05,
+      "loss": 7.0656,
+      "loss/crossentropy": 1.7525395154953003,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15040944889187813,
+      "step": 1585
+    },
+    {
+      "epoch": 0.2643333333333333,
+      "grad_norm": 29.125,
+      "grad_norm_var": 5.511455855486174e+17,
+      "learning_rate": 8.374732773001366e-05,
+      "loss": 7.8002,
+      "loss/crossentropy": 2.012197196483612,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18983308225870132,
+      "step": 1586
+    },
+    {
+      "epoch": 0.2645,
+      "grad_norm": 30.75,
+      "grad_norm_var": 5.511455854372586e+17,
+      "learning_rate": 8.372800580195479e-05,
+      "loss": 6.6716,
+      "loss/crossentropy": 1.6122665256261826,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18357956409454346,
+      "step": 1587
+    },
+    {
+      "epoch": 0.26466666666666666,
+      "grad_norm": 31.0,
+      "grad_norm_var": 5.5114558533208646e+17,
+      "learning_rate": 8.370867462717183e-05,
+      "loss": 7.0967,
+      "loss/crossentropy": 1.8041424453258514,
+      "loss/hidden": 3.74609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21673135831952095,
+      "step": 1588
+    },
+    {
+      "epoch": 0.2648333333333333,
+      "grad_norm": 29.125,
+      "grad_norm_var": 5.511455854898447e+17,
+      "learning_rate": 8.368933421096454e-05,
+      "loss": 7.2579,
+      "loss/crossentropy": 1.7340957969427109,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20513366535305977,
+      "step": 1589
+    },
+    {
+      "epoch": 0.265,
+      "grad_norm": 30.5,
+      "grad_norm_var": 5.51145585462005e+17,
+      "learning_rate": 8.366998455863522e-05,
+      "loss": 7.4061,
+      "loss/crossentropy": 2.109828770160675,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1922304593026638,
+      "step": 1590
+    },
+    {
+      "epoch": 0.26516666666666666,
+      "grad_norm": 37.5,
+      "grad_norm_var": 5.5114558528259366e+17,
+      "learning_rate": 8.365062567548867e-05,
+      "loss": 7.3231,
+      "loss/crossentropy": 0.8247495591640472,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14741606824100018,
+      "step": 1591
+    },
+    {
+      "epoch": 0.2653333333333333,
+      "grad_norm": 33.0,
+      "grad_norm_var": 13.895572916666667,
+      "learning_rate": 8.363125756683223e-05,
+      "loss": 7.1474,
+      "loss/crossentropy": 1.5677947998046875,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22204036638140678,
+      "step": 1592
+    },
+    {
+      "epoch": 0.2655,
+      "grad_norm": 29.5,
+      "grad_norm_var": 13.972330729166666,
+      "learning_rate": 8.361188023797582e-05,
+      "loss": 7.1309,
+      "loss/crossentropy": 2.2050703167915344,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20694582164287567,
+      "step": 1593
+    },
+    {
+      "epoch": 0.26566666666666666,
+      "grad_norm": 28.0,
+      "grad_norm_var": 14.335416666666667,
+      "learning_rate": 8.359249369423177e-05,
+      "loss": 6.9907,
+      "loss/crossentropy": 1.7909895777702332,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1994033232331276,
+      "step": 1594
+    },
+    {
+      "epoch": 0.2658333333333333,
+      "grad_norm": 32.25,
+      "grad_norm_var": 13.521875,
+      "learning_rate": 8.357309794091507e-05,
+      "loss": 7.0712,
+      "loss/crossentropy": 1.9561614692211151,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18634473904967308,
+      "step": 1595
+    },
+    {
+      "epoch": 0.266,
+      "grad_norm": 26.75,
+      "grad_norm_var": 14.0369140625,
+      "learning_rate": 8.355369298334316e-05,
+      "loss": 6.6654,
+      "loss/crossentropy": 1.5238149724900723,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13797534350305796,
+      "step": 1596
+    },
+    {
+      "epoch": 0.26616666666666666,
+      "grad_norm": 27.25,
+      "grad_norm_var": 14.2,
+      "learning_rate": 8.3534278826836e-05,
+      "loss": 7.0763,
+      "loss/crossentropy": 1.6212818920612335,
+      "loss/hidden": 3.86328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22221536561846733,
+      "step": 1597
+    },
+    {
+      "epoch": 0.2663333333333333,
+      "grad_norm": 28.0,
+      "grad_norm_var": 7.611458333333333,
+      "learning_rate": 8.351485547671613e-05,
+      "loss": 6.9769,
+      "loss/crossentropy": 1.9699319750070572,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22051548957824707,
+      "step": 1598
+    },
+    {
+      "epoch": 0.2665,
+      "grad_norm": 32.75,
+      "grad_norm_var": 8.112434895833333,
+      "learning_rate": 8.349542293830855e-05,
+      "loss": 6.9139,
+      "loss/crossentropy": 1.276191920042038,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18996757827699184,
+      "step": 1599
+    },
+    {
+      "epoch": 0.26666666666666666,
+      "grad_norm": 29.125,
+      "grad_norm_var": 8.095833333333333,
+      "learning_rate": 8.347598121694078e-05,
+      "loss": 7.0277,
+      "loss/crossentropy": 1.8602609634399414,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1690271534025669,
+      "step": 1600
+    },
+    {
+      "epoch": 0.2668333333333333,
+      "grad_norm": 28.875,
+      "grad_norm_var": 7.257291666666666,
+      "learning_rate": 8.345653031794292e-05,
+      "loss": 7.2089,
+      "loss/crossentropy": 1.927530288696289,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19715483859181404,
+      "step": 1601
+    },
+    {
+      "epoch": 0.267,
+      "grad_norm": 28.625,
+      "grad_norm_var": 7.345833333333333,
+      "learning_rate": 8.343707024664751e-05,
+      "loss": 7.0145,
+      "loss/crossentropy": 1.5379869937896729,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1418660581111908,
+      "step": 1602
+    },
+    {
+      "epoch": 0.26716666666666666,
+      "grad_norm": 26.75,
+      "grad_norm_var": 8.045833333333333,
+      "learning_rate": 8.341760100838965e-05,
+      "loss": 7.2618,
+      "loss/crossentropy": 1.7103917300701141,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23981189355254173,
+      "step": 1603
+    },
+    {
+      "epoch": 0.2673333333333333,
+      "grad_norm": 29.625,
+      "grad_norm_var": 7.969205729166666,
+      "learning_rate": 8.339812260850696e-05,
+      "loss": 6.997,
+      "loss/crossentropy": 2.4385569095611572,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1898985467851162,
+      "step": 1604
+    },
+    {
+      "epoch": 0.2675,
+      "grad_norm": 27.125,
+      "grad_norm_var": 8.412955729166667,
+      "learning_rate": 8.337863505233953e-05,
+      "loss": 6.4637,
+      "loss/crossentropy": 2.0337356328964233,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18543323129415512,
+      "step": 1605
+    },
+    {
+      "epoch": 0.26766666666666666,
+      "grad_norm": 34.25,
+      "grad_norm_var": 9.678580729166667,
+      "learning_rate": 8.335913834522999e-05,
+      "loss": 7.2893,
+      "loss/crossentropy": 1.8543764650821686,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17504257522523403,
+      "step": 1606
+    },
+    {
+      "epoch": 0.2678333333333333,
+      "grad_norm": 30.0,
+      "grad_norm_var": 5.655143229166667,
+      "learning_rate": 8.333963249252348e-05,
+      "loss": 7.0358,
+      "loss/crossentropy": 1.6898139864206314,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1446678638458252,
+      "step": 1607
+    },
+    {
+      "epoch": 0.268,
+      "grad_norm": 27.75,
+      "grad_norm_var": 4.922330729166666,
+      "learning_rate": 8.332011749956763e-05,
+      "loss": 6.9523,
+      "loss/crossentropy": 1.9716004431247711,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17932548001408577,
+      "step": 1608
+    },
+    {
+      "epoch": 0.26816666666666666,
+      "grad_norm": 29.375,
+      "grad_norm_var": 4.917708333333334,
+      "learning_rate": 8.330059337171258e-05,
+      "loss": 6.7706,
+      "loss/crossentropy": 1.751436173915863,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14808068424463272,
+      "step": 1609
+    },
+    {
+      "epoch": 0.2683333333333333,
+      "grad_norm": 31.875,
+      "grad_norm_var": 5.2587890625,
+      "learning_rate": 8.328106011431101e-05,
+      "loss": 7.6746,
+      "loss/crossentropy": 2.046698808670044,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17839471623301506,
+      "step": 1610
+    },
+    {
+      "epoch": 0.2685,
+      "grad_norm": 27.5,
+      "grad_norm_var": 4.862955729166667,
+      "learning_rate": 8.326151773271804e-05,
+      "loss": 7.1291,
+      "loss/crossentropy": 1.4974311590194702,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24513380974531174,
+      "step": 1611
+    },
+    {
+      "epoch": 0.26866666666666666,
+      "grad_norm": 29.625,
+      "grad_norm_var": 4.478125,
+      "learning_rate": 8.324196623229135e-05,
+      "loss": 6.7984,
+      "loss/crossentropy": 2.1385327875614166,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14981893822550774,
+      "step": 1612
+    },
+    {
+      "epoch": 0.2688333333333333,
+      "grad_norm": 28.25,
+      "grad_norm_var": 4.269791666666666,
+      "learning_rate": 8.322240561839109e-05,
+      "loss": 7.1111,
+      "loss/crossentropy": 1.9146039187908173,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14177163504064083,
+      "step": 1613
+    },
+    {
+      "epoch": 0.269,
+      "grad_norm": 30.875,
+      "grad_norm_var": 4.2712890625,
+      "learning_rate": 8.32028358963799e-05,
+      "loss": 6.7759,
+      "loss/crossentropy": 1.4329868853092194,
+      "loss/hidden": 3.63671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20702739618718624,
+      "step": 1614
+    },
+    {
+      "epoch": 0.26916666666666667,
+      "grad_norm": 35.75,
+      "grad_norm_var": 6.1244140625,
+      "learning_rate": 8.318325707162293e-05,
+      "loss": 7.0046,
+      "loss/crossentropy": 1.8867762684822083,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18985198065638542,
+      "step": 1615
+    },
+    {
+      "epoch": 0.2693333333333333,
+      "grad_norm": 28.875,
+      "grad_norm_var": 6.1478515625,
+      "learning_rate": 8.316366914948783e-05,
+      "loss": 6.7755,
+      "loss/crossentropy": 1.858707919716835,
+      "loss/hidden": 3.59375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19729428738355637,
+      "step": 1616
+    },
+    {
+      "epoch": 0.2695,
+      "grad_norm": 28.75,
+      "grad_norm_var": 6.1625,
+      "learning_rate": 8.314407213534476e-05,
+      "loss": 6.9882,
+      "loss/crossentropy": 1.5668911039829254,
+      "loss/hidden": 3.66015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18824711814522743,
+      "step": 1617
+    },
+    {
+      "epoch": 0.26966666666666667,
+      "grad_norm": 27.875,
+      "grad_norm_var": 6.30390625,
+      "learning_rate": 8.312446603456632e-05,
+      "loss": 7.1649,
+      "loss/crossentropy": 1.7864155173301697,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19499209336936474,
+      "step": 1618
+    },
+    {
+      "epoch": 0.2698333333333333,
+      "grad_norm": 28.625,
+      "grad_norm_var": 5.8009765625,
+      "learning_rate": 8.310485085252767e-05,
+      "loss": 6.999,
+      "loss/crossentropy": 1.765356421470642,
+      "loss/hidden": 3.67578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16575749590992928,
+      "step": 1619
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 29.125,
+      "grad_norm_var": 5.825455729166666,
+      "learning_rate": 8.308522659460641e-05,
+      "loss": 7.1248,
+      "loss/crossentropy": 1.698109045624733,
+      "loss/hidden": 3.5546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16750097274780273,
+      "step": 1620
+    },
+    {
+      "epoch": 0.27016666666666667,
+      "grad_norm": 27.5,
+      "grad_norm_var": 5.704166666666667,
+      "learning_rate": 8.306559326618259e-05,
+      "loss": 6.8828,
+      "loss/crossentropy": 1.8713548481464386,
+      "loss/hidden": 3.578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19754157587885857,
+      "step": 1621
+    },
+    {
+      "epoch": 0.2703333333333333,
+      "grad_norm": 29.0,
+      "grad_norm_var": 4.276822916666666,
+      "learning_rate": 8.304595087263889e-05,
+      "loss": 6.8131,
+      "loss/crossentropy": 1.7399481683969498,
+      "loss/hidden": 3.69140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19789675623178482,
+      "step": 1622
+    },
+    {
+      "epoch": 0.2705,
+      "grad_norm": 29.75,
+      "grad_norm_var": 4.261458333333334,
+      "learning_rate": 8.30262994193603e-05,
+      "loss": 6.9586,
+      "loss/crossentropy": 1.316022828221321,
+      "loss/hidden": 3.8046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14393935725092888,
+      "step": 1623
+    },
+    {
+      "epoch": 0.27066666666666667,
+      "grad_norm": 34.75,
+      "grad_norm_var": 5.778125,
+      "learning_rate": 8.300663891173443e-05,
+      "loss": 7.0578,
+      "loss/crossentropy": 1.5755325853824615,
+      "loss/hidden": 3.765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24174069985747337,
+      "step": 1624
+    },
+    {
+      "epoch": 0.2708333333333333,
+      "grad_norm": 33.5,
+      "grad_norm_var": 6.5837890625,
+      "learning_rate": 8.298696935515132e-05,
+      "loss": 7.7362,
+      "loss/crossentropy": 2.2487829625606537,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18154580518603325,
+      "step": 1625
+    },
+    {
+      "epoch": 0.271,
+      "grad_norm": 30.25,
+      "grad_norm_var": 6.364583333333333,
+      "learning_rate": 8.296729075500344e-05,
+      "loss": 6.9045,
+      "loss/crossentropy": 1.4855230748653412,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.276097908616066,
+      "step": 1626
+    },
+    {
+      "epoch": 0.27116666666666667,
+      "grad_norm": 30.625,
+      "grad_norm_var": 5.933268229166667,
+      "learning_rate": 8.294760311668586e-05,
+      "loss": 7.6882,
+      "loss/crossentropy": 1.9179571866989136,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2302505485713482,
+      "step": 1627
+    },
+    {
+      "epoch": 0.2713333333333333,
+      "grad_norm": 26.625,
+      "grad_norm_var": 6.723893229166666,
+      "learning_rate": 8.2927906445596e-05,
+      "loss": 6.6591,
+      "loss/crossentropy": 1.8981229066848755,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15968799963593483,
+      "step": 1628
+    },
+    {
+      "epoch": 0.2715,
+      "grad_norm": 27.375,
+      "grad_norm_var": 6.976822916666666,
+      "learning_rate": 8.290820074713384e-05,
+      "loss": 7.2994,
+      "loss/crossentropy": 1.774809718132019,
+      "loss/hidden": 3.89453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.30011754482984543,
+      "step": 1629
+    },
+    {
+      "epoch": 0.27166666666666667,
+      "grad_norm": 29.375,
+      "grad_norm_var": 6.933072916666666,
+      "learning_rate": 8.28884860267018e-05,
+      "loss": 6.9311,
+      "loss/crossentropy": 1.9921766817569733,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21032875776290894,
+      "step": 1630
+    },
+    {
+      "epoch": 0.2718333333333333,
+      "grad_norm": 31.5,
+      "grad_norm_var": 4.723958333333333,
+      "learning_rate": 8.28687622897048e-05,
+      "loss": 6.7365,
+      "loss/crossentropy": 1.830979347229004,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21521583199501038,
+      "step": 1631
+    },
+    {
+      "epoch": 0.272,
+      "grad_norm": 28.25,
+      "grad_norm_var": 4.808268229166667,
+      "learning_rate": 8.284902954155019e-05,
+      "loss": 7.0567,
+      "loss/crossentropy": 1.6267684698104858,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19743401557207108,
+      "step": 1632
+    },
+    {
+      "epoch": 0.27216666666666667,
+      "grad_norm": 27.875,
+      "grad_norm_var": 4.95,
+      "learning_rate": 8.282928778764783e-05,
+      "loss": 6.5505,
+      "loss/crossentropy": 1.54688461124897,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19320432841777802,
+      "step": 1633
+    },
+    {
+      "epoch": 0.2723333333333333,
+      "grad_norm": 25.75,
+      "grad_norm_var": 5.692643229166666,
+      "learning_rate": 8.280953703341004e-05,
+      "loss": 7.2325,
+      "loss/crossentropy": 1.7405301481485367,
+      "loss/hidden": 3.73828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1903975997120142,
+      "step": 1634
+    },
+    {
+      "epoch": 0.2725,
+      "grad_norm": 31.25,
+      "grad_norm_var": 5.863541666666666,
+      "learning_rate": 8.278977728425157e-05,
+      "loss": 6.9873,
+      "loss/crossentropy": 1.3869994282722473,
+      "loss/hidden": 3.6953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1749619785696268,
+      "step": 1635
+    },
+    {
+      "epoch": 0.27266666666666667,
+      "grad_norm": 29.25,
+      "grad_norm_var": 5.857747395833333,
+      "learning_rate": 8.27700085455897e-05,
+      "loss": 6.651,
+      "loss/crossentropy": 1.5207037031650543,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21287047490477562,
+      "step": 1636
+    },
+    {
+      "epoch": 0.2728333333333333,
+      "grad_norm": 26.625,
+      "grad_norm_var": 6.143489583333333,
+      "learning_rate": 8.275023082284413e-05,
+      "loss": 7.072,
+      "loss/crossentropy": 1.956925630569458,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19619474932551384,
+      "step": 1637
+    },
+    {
+      "epoch": 0.273,
+      "grad_norm": 27.875,
+      "grad_norm_var": 6.295247395833333,
+      "learning_rate": 8.273044412143704e-05,
+      "loss": 6.8739,
+      "loss/crossentropy": 1.2441673576831818,
+      "loss/hidden": 3.8515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14691221714019775,
+      "step": 1638
+    },
+    {
+      "epoch": 0.27316666666666667,
+      "grad_norm": 33.25,
+      "grad_norm_var": 7.217643229166667,
+      "learning_rate": 8.271064844679306e-05,
+      "loss": 6.7274,
+      "loss/crossentropy": 2.5751023292541504,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19316158071160316,
+      "step": 1639
+    },
+    {
+      "epoch": 0.2733333333333333,
+      "grad_norm": 30.375,
+      "grad_norm_var": 5.42890625,
+      "learning_rate": 8.269084380433929e-05,
+      "loss": 6.7466,
+      "loss/crossentropy": 1.7475664019584656,
+      "loss/hidden": 3.66796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21757815405726433,
+      "step": 1640
+    },
+    {
+      "epoch": 0.2735,
+      "grad_norm": 29.875,
+      "grad_norm_var": 4.248893229166667,
+      "learning_rate": 8.267103019950529e-05,
+      "loss": 7.1966,
+      "loss/crossentropy": 2.1399194598197937,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.212381724268198,
+      "step": 1641
+    },
+    {
+      "epoch": 0.27366666666666667,
+      "grad_norm": 29.25,
+      "grad_norm_var": 4.162434895833333,
+      "learning_rate": 8.265120763772303e-05,
+      "loss": 6.8291,
+      "loss/crossentropy": 2.0715277791023254,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17723426967859268,
+      "step": 1642
+    },
+    {
+      "epoch": 0.2738333333333333,
+      "grad_norm": 27.875,
+      "grad_norm_var": 4.0650390625,
+      "learning_rate": 8.263137612442706e-05,
+      "loss": 7.0393,
+      "loss/crossentropy": 1.6310051381587982,
+      "loss/hidden": 3.5859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15922663547098637,
+      "step": 1643
+    },
+    {
+      "epoch": 0.274,
+      "grad_norm": 27.75,
+      "grad_norm_var": 3.803125,
+      "learning_rate": 8.261153566505424e-05,
+      "loss": 7.3023,
+      "loss/crossentropy": 1.6214478015899658,
+      "loss/hidden": 3.62890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23836766555905342,
+      "step": 1644
+    },
+    {
+      "epoch": 0.27416666666666667,
+      "grad_norm": 30.5,
+      "grad_norm_var": 3.7494140625,
+      "learning_rate": 8.259168626504395e-05,
+      "loss": 6.6836,
+      "loss/crossentropy": 1.8864246904850006,
+      "loss/hidden": 3.07421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15652998350560665,
+      "step": 1645
+    },
+    {
+      "epoch": 0.2743333333333333,
+      "grad_norm": 28.0,
+      "grad_norm_var": 3.82890625,
+      "learning_rate": 8.257182792983802e-05,
+      "loss": 6.9393,
+      "loss/crossentropy": 1.140328787267208,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14030886627733707,
+      "step": 1646
+    },
+    {
+      "epoch": 0.2745,
+      "grad_norm": 38.25,
+      "grad_norm_var": 8.85625,
+      "learning_rate": 8.255196066488075e-05,
+      "loss": 7.0095,
+      "loss/crossentropy": 1.549303650856018,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17772993631660938,
+      "step": 1647
+    },
+    {
+      "epoch": 0.27466666666666667,
+      "grad_norm": 29.875,
+      "grad_norm_var": 8.750455729166667,
+      "learning_rate": 8.253208447561882e-05,
+      "loss": 7.2091,
+      "loss/crossentropy": 2.370518445968628,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2150629200041294,
+      "step": 1648
+    },
+    {
+      "epoch": 0.2748333333333333,
+      "grad_norm": 27.625,
+      "grad_norm_var": 8.8119140625,
+      "learning_rate": 8.251219936750144e-05,
+      "loss": 6.8833,
+      "loss/crossentropy": 1.4538423269987106,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14347987715154886,
+      "step": 1649
+    },
+    {
+      "epoch": 0.275,
+      "grad_norm": 27.875,
+      "grad_norm_var": 8.007291666666667,
+      "learning_rate": 8.249230534598021e-05,
+      "loss": 6.9361,
+      "loss/crossentropy": 1.7133109271526337,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2329830899834633,
+      "step": 1650
+    },
+    {
+      "epoch": 0.27516666666666667,
+      "grad_norm": 29.75,
+      "grad_norm_var": 7.841666666666667,
+      "learning_rate": 8.247240241650918e-05,
+      "loss": 7.0463,
+      "loss/crossentropy": 1.3484934717416763,
+      "loss/hidden": 3.70703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22996426187455654,
+      "step": 1651
+    },
+    {
+      "epoch": 0.2753333333333333,
+      "grad_norm": 26.5,
+      "grad_norm_var": 8.451822916666666,
+      "learning_rate": 8.245249058454487e-05,
+      "loss": 6.7415,
+      "loss/crossentropy": 1.9782699048519135,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17345220781862736,
+      "step": 1652
+    },
+    {
+      "epoch": 0.2755,
+      "grad_norm": 29.75,
+      "grad_norm_var": 7.8837890625,
+      "learning_rate": 8.243256985554621e-05,
+      "loss": 7.2286,
+      "loss/crossentropy": 1.7965165376663208,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18303445540368557,
+      "step": 1653
+    },
+    {
+      "epoch": 0.27566666666666667,
+      "grad_norm": 33.5,
+      "grad_norm_var": 8.53125,
+      "learning_rate": 8.241264023497457e-05,
+      "loss": 7.0887,
+      "loss/crossentropy": 1.3913812637329102,
+      "loss/hidden": 3.8828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.27453312277793884,
+      "step": 1654
+    },
+    {
+      "epoch": 0.2758333333333333,
+      "grad_norm": 29.375,
+      "grad_norm_var": 7.790559895833334,
+      "learning_rate": 8.239270172829379e-05,
+      "loss": 7.1735,
+      "loss/crossentropy": 1.8213527202606201,
+      "loss/hidden": 3.87109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2634476125240326,
+      "step": 1655
+    },
+    {
+      "epoch": 0.276,
+      "grad_norm": 28.125,
+      "grad_norm_var": 7.921809895833333,
+      "learning_rate": 8.237275434097012e-05,
+      "loss": 7.1436,
+      "loss/crossentropy": 1.782892495393753,
+      "loss/hidden": 3.6171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20107223093509674,
+      "step": 1656
+    },
+    {
+      "epoch": 0.27616666666666667,
+      "grad_norm": 27.0,
+      "grad_norm_var": 8.339583333333334,
+      "learning_rate": 8.235279807847223e-05,
+      "loss": 7.039,
+      "loss/crossentropy": 1.8401851952075958,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1714758574962616,
+      "step": 1657
+    },
+    {
+      "epoch": 0.2763333333333333,
+      "grad_norm": 27.875,
+      "grad_norm_var": 8.492122395833333,
+      "learning_rate": 8.233283294627125e-05,
+      "loss": 7.1463,
+      "loss/crossentropy": 1.5835787653923035,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13180573284626007,
+      "step": 1658
+    },
+    {
+      "epoch": 0.2765,
+      "grad_norm": 29.0,
+      "grad_norm_var": 8.349739583333333,
+      "learning_rate": 8.231285894984076e-05,
+      "loss": 7.1677,
+      "loss/crossentropy": 1.4388826042413712,
+      "loss/hidden": 3.84765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2233562022447586,
+      "step": 1659
+    },
+    {
+      "epoch": 0.27666666666666667,
+      "grad_norm": 26.625,
+      "grad_norm_var": 8.679622395833333,
+      "learning_rate": 8.22928760946567e-05,
+      "loss": 6.6824,
+      "loss/crossentropy": 1.5648126006126404,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.130872605368495,
+      "step": 1660
+    },
+    {
+      "epoch": 0.2768333333333333,
+      "grad_norm": 32.75,
+      "grad_norm_var": 9.340559895833334,
+      "learning_rate": 8.227288438619754e-05,
+      "loss": 6.7709,
+      "loss/crossentropy": 1.7629970461130142,
+      "loss/hidden": 3.625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20937180891633034,
+      "step": 1661
+    },
+    {
+      "epoch": 0.277,
+      "grad_norm": 39.0,
+      "grad_norm_var": 14.714518229166666,
+      "learning_rate": 8.225288382994407e-05,
+      "loss": 6.6848,
+      "loss/crossentropy": 2.10350701212883,
+      "loss/hidden": 2.97265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1433289349079132,
+      "step": 1662
+    },
+    {
+      "epoch": 0.2771666666666667,
+      "grad_norm": 30.125,
+      "grad_norm_var": 10.09765625,
+      "learning_rate": 8.223287443137957e-05,
+      "loss": 7.2117,
+      "loss/crossentropy": 2.2686829268932343,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1735362634062767,
+      "step": 1663
+    },
+    {
+      "epoch": 0.2773333333333333,
+      "grad_norm": 29.75,
+      "grad_norm_var": 10.095247395833333,
+      "learning_rate": 8.221285619598975e-05,
+      "loss": 7.2918,
+      "loss/crossentropy": 1.8061031699180603,
+      "loss/hidden": 3.63671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23730029165744781,
+      "step": 1664
+    },
+    {
+      "epoch": 0.2775,
+      "grad_norm": 26.75,
+      "grad_norm_var": 10.380989583333333,
+      "learning_rate": 8.21928291292627e-05,
+      "loss": 6.6875,
+      "loss/crossentropy": 1.4453921169042587,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1263937372714281,
+      "step": 1665
+    },
+    {
+      "epoch": 0.2776666666666667,
+      "grad_norm": 27.875,
+      "grad_norm_var": 10.380989583333333,
+      "learning_rate": 8.217279323668895e-05,
+      "loss": 6.92,
+      "loss/crossentropy": 1.6042270958423615,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16979801282286644,
+      "step": 1666
+    },
+    {
+      "epoch": 0.2778333333333333,
+      "grad_norm": 26.875,
+      "grad_norm_var": 10.843684895833333,
+      "learning_rate": 8.215274852376147e-05,
+      "loss": 7.0608,
+      "loss/crossentropy": 1.7220258712768555,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1650107428431511,
+      "step": 1667
+    },
+    {
+      "epoch": 0.278,
+      "grad_norm": 27.375,
+      "grad_norm_var": 10.549739583333333,
+      "learning_rate": 8.213269499597565e-05,
+      "loss": 7.1072,
+      "loss/crossentropy": 1.8538067936897278,
+      "loss/hidden": 3.59375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23773017898201942,
+      "step": 1668
+    },
+    {
+      "epoch": 0.2781666666666667,
+      "grad_norm": 27.25,
+      "grad_norm_var": 10.851822916666666,
+      "learning_rate": 8.211263265882923e-05,
+      "loss": 6.6361,
+      "loss/crossentropy": 1.5824365466833115,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17740889638662338,
+      "step": 1669
+    },
+    {
+      "epoch": 0.2783333333333333,
+      "grad_norm": 49.75,
+      "grad_norm_var": 36.39479166666667,
+      "learning_rate": 8.209256151782243e-05,
+      "loss": 7.1143,
+      "loss/crossentropy": 1.8776679635047913,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18182456865906715,
+      "step": 1670
+    },
+    {
+      "epoch": 0.2785,
+      "grad_norm": 36.5,
+      "grad_norm_var": 38.64733072916667,
+      "learning_rate": 8.207248157845791e-05,
+      "loss": 6.8501,
+      "loss/crossentropy": 1.8925500214099884,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1794169433414936,
+      "step": 1671
+    },
+    {
+      "epoch": 0.2786666666666667,
+      "grad_norm": 30.75,
+      "grad_norm_var": 38.145572916666666,
+      "learning_rate": 8.205239284624062e-05,
+      "loss": 7.0071,
+      "loss/crossentropy": 1.4744906574487686,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.155276071280241,
+      "step": 1672
+    },
+    {
+      "epoch": 0.2788333333333333,
+      "grad_norm": 30.875,
+      "grad_norm_var": 37.0416015625,
+      "learning_rate": 8.203229532667807e-05,
+      "loss": 7.2046,
+      "loss/crossentropy": 1.9407618343830109,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1773352026939392,
+      "step": 1673
+    },
+    {
+      "epoch": 0.279,
+      "grad_norm": 30.5,
+      "grad_norm_var": 36.31015625,
+      "learning_rate": 8.201218902528009e-05,
+      "loss": 6.936,
+      "loss/crossentropy": 1.741473138332367,
+      "loss/hidden": 3.7890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22419481724500656,
+      "step": 1674
+    },
+    {
+      "epoch": 0.2791666666666667,
+      "grad_norm": 31.625,
+      "grad_norm_var": 35.9150390625,
+      "learning_rate": 8.199207394755893e-05,
+      "loss": 7.0361,
+      "loss/crossentropy": 1.8393172919750214,
+      "loss/hidden": 3.72265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2207166701555252,
+      "step": 1675
+    },
+    {
+      "epoch": 0.2793333333333333,
+      "grad_norm": 28.875,
+      "grad_norm_var": 34.7619140625,
+      "learning_rate": 8.197195009902924e-05,
+      "loss": 7.0547,
+      "loss/crossentropy": 2.02646142244339,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16825808957219124,
+      "step": 1676
+    },
+    {
+      "epoch": 0.2795,
+      "grad_norm": 26.125,
+      "grad_norm_var": 36.545833333333334,
+      "learning_rate": 8.195181748520811e-05,
+      "loss": 7.1419,
+      "loss/crossentropy": 1.6126716583967209,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18254036456346512,
+      "step": 1677
+    },
+    {
+      "epoch": 0.2796666666666667,
+      "grad_norm": 27.625,
+      "grad_norm_var": 32.878580729166664,
+      "learning_rate": 8.193167611161499e-05,
+      "loss": 6.7845,
+      "loss/crossentropy": 1.7171251773834229,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1587543785572052,
+      "step": 1678
+    },
+    {
+      "epoch": 0.2798333333333333,
+      "grad_norm": 27.25,
+      "grad_norm_var": 33.55390625,
+      "learning_rate": 8.191152598377178e-05,
+      "loss": 6.8725,
+      "loss/crossentropy": 1.5072792768478394,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13671744614839554,
+      "step": 1679
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 34.75,
+      "grad_norm_var": 34.71015625,
+      "learning_rate": 8.189136710720272e-05,
+      "loss": 7.3084,
+      "loss/crossentropy": 1.8664146661758423,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1888437643647194,
+      "step": 1680
+    },
+    {
+      "epoch": 0.2801666666666667,
+      "grad_norm": 30.625,
+      "grad_norm_var": 33.62233072916667,
+      "learning_rate": 8.18711994874345e-05,
+      "loss": 7.3425,
+      "loss/crossentropy": 1.6438325941562653,
+      "loss/hidden": 3.65234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17498685792088509,
+      "step": 1681
+    },
+    {
+      "epoch": 0.2803333333333333,
+      "grad_norm": 29.875,
+      "grad_norm_var": 33.0619140625,
+      "learning_rate": 8.185102312999617e-05,
+      "loss": 7.1414,
+      "loss/crossentropy": 1.7217102944850922,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1634957641363144,
+      "step": 1682
+    },
+    {
+      "epoch": 0.2805,
+      "grad_norm": 28.625,
+      "grad_norm_var": 32.28170572916667,
+      "learning_rate": 8.183083804041921e-05,
+      "loss": 7.0944,
+      "loss/crossentropy": 1.051482379436493,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1322503425180912,
+      "step": 1683
+    },
+    {
+      "epoch": 0.2806666666666667,
+      "grad_norm": 26.125,
+      "grad_norm_var": 33.00826822916667,
+      "learning_rate": 8.181064422423748e-05,
+      "loss": 6.837,
+      "loss/crossentropy": 1.4523184299468994,
+      "loss/hidden": 3.86328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17103984951972961,
+      "step": 1684
+    },
+    {
+      "epoch": 0.2808333333333333,
+      "grad_norm": 27.5,
+      "grad_norm_var": 32.884830729166666,
+      "learning_rate": 8.179044168698721e-05,
+      "loss": 6.7853,
+      "loss/crossentropy": 1.4608682692050934,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15748637914657593,
+      "step": 1685
+    },
+    {
+      "epoch": 0.281,
+      "grad_norm": 31.5,
+      "grad_norm_var": 8.2853515625,
+      "learning_rate": 8.177023043420705e-05,
+      "loss": 7.1377,
+      "loss/crossentropy": 1.8704125732183456,
+      "loss/hidden": 3.578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23739512264728546,
+      "step": 1686
+    },
+    {
+      "epoch": 0.2811666666666667,
+      "grad_norm": 27.625,
+      "grad_norm_var": 5.451822916666667,
+      "learning_rate": 8.175001047143804e-05,
+      "loss": 6.896,
+      "loss/crossentropy": 1.7419240027666092,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16018554382026196,
+      "step": 1687
+    },
+    {
+      "epoch": 0.2813333333333333,
+      "grad_norm": 29.5,
+      "grad_norm_var": 5.322916666666667,
+      "learning_rate": 8.172978180422358e-05,
+      "loss": 7.5015,
+      "loss/crossentropy": 1.5139735639095306,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.31741153448820114,
+      "step": 1688
+    },
+    {
+      "epoch": 0.2815,
+      "grad_norm": 32.5,
+      "grad_norm_var": 5.826497395833333,
+      "learning_rate": 8.170954443810948e-05,
+      "loss": 7.0073,
+      "loss/crossentropy": 1.8012758195400238,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15870653837919235,
+      "step": 1689
+    },
+    {
+      "epoch": 0.2816666666666667,
+      "grad_norm": 27.5,
+      "grad_norm_var": 5.954622395833334,
+      "learning_rate": 8.168929837864395e-05,
+      "loss": 6.7713,
+      "loss/crossentropy": 1.7050330489873886,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16706456243991852,
+      "step": 1690
+    },
+    {
+      "epoch": 0.2818333333333333,
+      "grad_norm": 29.125,
+      "grad_norm_var": 5.545768229166667,
+      "learning_rate": 8.16690436313775e-05,
+      "loss": 7.1957,
+      "loss/crossentropy": 1.9629746973514557,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1816374473273754,
+      "step": 1691
+    },
+    {
+      "epoch": 0.282,
+      "grad_norm": 26.875,
+      "grad_norm_var": 5.8478515625,
+      "learning_rate": 8.164878020186317e-05,
+      "loss": 6.7097,
+      "loss/crossentropy": 1.6327789425849915,
+      "loss/hidden": 3.62890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25625718757510185,
+      "step": 1692
+    },
+    {
+      "epoch": 0.2821666666666667,
+      "grad_norm": 30.125,
+      "grad_norm_var": 5.343684895833333,
+      "learning_rate": 8.162850809565623e-05,
+      "loss": 7.0074,
+      "loss/crossentropy": 1.5538465976715088,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16084902733564377,
+      "step": 1693
+    },
+    {
+      "epoch": 0.2823333333333333,
+      "grad_norm": 27.875,
+      "grad_norm_var": 5.295247395833333,
+      "learning_rate": 8.160822731831441e-05,
+      "loss": 6.9638,
+      "loss/crossentropy": 1.6474287658929825,
+      "loss/hidden": 3.5859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18181404285132885,
+      "step": 1694
+    },
+    {
+      "epoch": 0.2825,
+      "grad_norm": 27.625,
+      "grad_norm_var": 5.205989583333333,
+      "learning_rate": 8.158793787539782e-05,
+      "loss": 7.0905,
+      "loss/crossentropy": 1.9614308178424835,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23940258100628853,
+      "step": 1695
+    },
+    {
+      "epoch": 0.2826666666666667,
+      "grad_norm": 29.625,
+      "grad_norm_var": 3.0785807291666667,
+      "learning_rate": 8.156763977246889e-05,
+      "loss": 7.084,
+      "loss/crossentropy": 1.6980135440826416,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1318059153854847,
+      "step": 1696
+    },
+    {
+      "epoch": 0.2828333333333333,
+      "grad_norm": 27.625,
+      "grad_norm_var": 2.9567057291666665,
+      "learning_rate": 8.154733301509248e-05,
+      "loss": 7.2798,
+      "loss/crossentropy": 2.285195052623749,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17841573804616928,
+      "step": 1697
+    },
+    {
+      "epoch": 0.283,
+      "grad_norm": 29.25,
+      "grad_norm_var": 2.8854166666666665,
+      "learning_rate": 8.152701760883581e-05,
+      "loss": 6.84,
+      "loss/crossentropy": 1.8738844096660614,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17672141268849373,
+      "step": 1698
+    },
+    {
+      "epoch": 0.2831666666666667,
+      "grad_norm": 37.5,
+      "grad_norm_var": 7.734309895833333,
+      "learning_rate": 8.150669355926846e-05,
+      "loss": 7.2175,
+      "loss/crossentropy": 1.678205981850624,
+      "loss/hidden": 3.85546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1782095469534397,
+      "step": 1699
+    },
+    {
+      "epoch": 0.2833333333333333,
+      "grad_norm": 31.625,
+      "grad_norm_var": 7.338997395833333,
+      "learning_rate": 8.148636087196237e-05,
+      "loss": 7.3357,
+      "loss/crossentropy": 1.5552005618810654,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18490111827850342,
+      "step": 1700
+    },
+    {
+      "epoch": 0.2835,
+      "grad_norm": 30.875,
+      "grad_norm_var": 7.112239583333333,
+      "learning_rate": 8.146601955249188e-05,
+      "loss": 7.1409,
+      "loss/crossentropy": 1.2435659170150757,
+      "loss/hidden": 3.703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18200484290719032,
+      "step": 1701
+    },
+    {
+      "epoch": 0.2836666666666667,
+      "grad_norm": 29.5,
+      "grad_norm_var": 6.908072916666667,
+      "learning_rate": 8.144566960643367e-05,
+      "loss": 7.5389,
+      "loss/crossentropy": 1.9872223436832428,
+      "loss/hidden": 3.75390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2747933268547058,
+      "step": 1702
+    },
+    {
+      "epoch": 0.2838333333333333,
+      "grad_norm": 27.25,
+      "grad_norm_var": 7.019205729166667,
+      "learning_rate": 8.142531103936678e-05,
+      "loss": 7.2176,
+      "loss/crossentropy": 1.9800648391246796,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20019137114286423,
+      "step": 1703
+    },
+    {
+      "epoch": 0.284,
+      "grad_norm": 25.0,
+      "grad_norm_var": 8.373893229166667,
+      "learning_rate": 8.140494385687265e-05,
+      "loss": 6.7664,
+      "loss/crossentropy": 1.6927202641963959,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18261635676026344,
+      "step": 1704
+    },
+    {
+      "epoch": 0.2841666666666667,
+      "grad_norm": 38.25,
+      "grad_norm_var": 12.842122395833334,
+      "learning_rate": 8.138456806453503e-05,
+      "loss": 7.0783,
+      "loss/crossentropy": 1.5268690437078476,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13206701911985874,
+      "step": 1705
+    },
+    {
+      "epoch": 0.2843333333333333,
+      "grad_norm": 29.125,
+      "grad_norm_var": 12.524739583333334,
+      "learning_rate": 8.136418366794008e-05,
+      "loss": 6.8297,
+      "loss/crossentropy": 1.8745198845863342,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20556993037462234,
+      "step": 1706
+    },
+    {
+      "epoch": 0.2845,
+      "grad_norm": 27.25,
+      "grad_norm_var": 12.920247395833334,
+      "learning_rate": 8.13437906726763e-05,
+      "loss": 6.8514,
+      "loss/crossentropy": 1.9250228106975555,
+      "loss/hidden": 3.5546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2539803571999073,
+      "step": 1707
+    },
+    {
+      "epoch": 0.2846666666666667,
+      "grad_norm": 27.375,
+      "grad_norm_var": 12.746809895833334,
+      "learning_rate": 8.132338908433454e-05,
+      "loss": 7.3852,
+      "loss/crossentropy": 1.8892545402050018,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16167163476347923,
+      "step": 1708
+    },
+    {
+      "epoch": 0.2848333333333333,
+      "grad_norm": 27.75,
+      "grad_norm_var": 12.978125,
+      "learning_rate": 8.130297890850802e-05,
+      "loss": 7.048,
+      "loss/crossentropy": 1.3800558298826218,
+      "loss/hidden": 3.73828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17052343860268593,
+      "step": 1709
+    },
+    {
+      "epoch": 0.285,
+      "grad_norm": 27.375,
+      "grad_norm_var": 13.108333333333333,
+      "learning_rate": 8.128256015079229e-05,
+      "loss": 7.1962,
+      "loss/crossentropy": 1.8310509622097015,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17635131999850273,
+      "step": 1710
+    },
+    {
+      "epoch": 0.2851666666666667,
+      "grad_norm": 32.5,
+      "grad_norm_var": 13.334309895833334,
+      "learning_rate": 8.126213281678528e-05,
+      "loss": 6.7291,
+      "loss/crossentropy": 0.8421642333269119,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.08007671311497688,
+      "step": 1711
+    },
+    {
+      "epoch": 0.2853333333333333,
+      "grad_norm": 35.0,
+      "grad_norm_var": 14.96640625,
+      "learning_rate": 8.124169691208723e-05,
+      "loss": 7.0254,
+      "loss/crossentropy": 1.3119288682937622,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14421034418046474,
+      "step": 1712
+    },
+    {
+      "epoch": 0.2855,
+      "grad_norm": 28.75,
+      "grad_norm_var": 14.6587890625,
+      "learning_rate": 8.122125244230079e-05,
+      "loss": 6.9844,
+      "loss/crossentropy": 1.2713851630687714,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13534276001155376,
+      "step": 1713
+    },
+    {
+      "epoch": 0.2856666666666667,
+      "grad_norm": 27.75,
+      "grad_norm_var": 15.0041015625,
+      "learning_rate": 8.120079941303094e-05,
+      "loss": 6.9775,
+      "loss/crossentropy": 2.193632423877716,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20735756680369377,
+      "step": 1714
+    },
+    {
+      "epoch": 0.28583333333333333,
+      "grad_norm": 26.875,
+      "grad_norm_var": 11.689322916666667,
+      "learning_rate": 8.118033782988496e-05,
+      "loss": 7.1397,
+      "loss/crossentropy": 1.366313859820366,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17892462760210037,
+      "step": 1715
+    },
+    {
+      "epoch": 0.286,
+      "grad_norm": 29.625,
+      "grad_norm_var": 11.376822916666667,
+      "learning_rate": 8.115986769847252e-05,
+      "loss": 7.3585,
+      "loss/crossentropy": 1.5995260626077652,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17269459553062916,
+      "step": 1716
+    },
+    {
+      "epoch": 0.2861666666666667,
+      "grad_norm": 26.375,
+      "grad_norm_var": 11.751822916666667,
+      "learning_rate": 8.113938902440564e-05,
+      "loss": 6.557,
+      "loss/crossentropy": 1.2278249189257622,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.09960130974650383,
+      "step": 1717
+    },
+    {
+      "epoch": 0.28633333333333333,
+      "grad_norm": 26.875,
+      "grad_norm_var": 12.045768229166667,
+      "learning_rate": 8.111890181329863e-05,
+      "loss": 6.6644,
+      "loss/crossentropy": 1.2437103986740112,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17286989092826843,
+      "step": 1718
+    },
+    {
+      "epoch": 0.2865,
+      "grad_norm": 28.125,
+      "grad_norm_var": 11.895833333333334,
+      "learning_rate": 8.109840607076821e-05,
+      "loss": 6.9311,
+      "loss/crossentropy": 1.6388500034809113,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18063346669077873,
+      "step": 1719
+    },
+    {
+      "epoch": 0.2866666666666667,
+      "grad_norm": 31.625,
+      "grad_norm_var": 11.1056640625,
+      "learning_rate": 8.107790180243338e-05,
+      "loss": 6.6224,
+      "loss/crossentropy": 1.457134634256363,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1901661977171898,
+      "step": 1720
+    },
+    {
+      "epoch": 0.28683333333333333,
+      "grad_norm": 30.875,
+      "grad_norm_var": 5.81640625,
+      "learning_rate": 8.105738901391552e-05,
+      "loss": 6.8834,
+      "loss/crossentropy": 1.772074967622757,
+      "loss/hidden": 3.78125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2563551850616932,
+      "step": 1721
+    },
+    {
+      "epoch": 0.287,
+      "grad_norm": 26.125,
+      "grad_norm_var": 6.31015625,
+      "learning_rate": 8.103686771083831e-05,
+      "loss": 6.743,
+      "loss/crossentropy": 1.562201976776123,
+      "loss/hidden": 3.765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2726549804210663,
+      "step": 1722
+    },
+    {
+      "epoch": 0.2871666666666667,
+      "grad_norm": 29.625,
+      "grad_norm_var": 6.182747395833333,
+      "learning_rate": 8.101633789882781e-05,
+      "loss": 7.1795,
+      "loss/crossentropy": 1.4713617414236069,
+      "loss/hidden": 3.75,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22786082699894905,
+      "step": 1723
+    },
+    {
+      "epoch": 0.28733333333333333,
+      "grad_norm": 26.125,
+      "grad_norm_var": 6.5369140625,
+      "learning_rate": 8.099579958351235e-05,
+      "loss": 7.1679,
+      "loss/crossentropy": 2.030321568250656,
+      "loss/hidden": 3.66796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2075900286436081,
+      "step": 1724
+    },
+    {
+      "epoch": 0.2875,
+      "grad_norm": 25.75,
+      "grad_norm_var": 7.076497395833333,
+      "learning_rate": 8.097525277052264e-05,
+      "loss": 6.9194,
+      "loss/crossentropy": 1.3708519041538239,
+      "loss/hidden": 4.01953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19819754734635353,
+      "step": 1725
+    },
+    {
+      "epoch": 0.2876666666666667,
+      "grad_norm": 26.75,
+      "grad_norm_var": 7.212239583333333,
+      "learning_rate": 8.095469746549172e-05,
+      "loss": 6.8428,
+      "loss/crossentropy": 2.2041515707969666,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1770605370402336,
+      "step": 1726
+    },
+    {
+      "epoch": 0.28783333333333333,
+      "grad_norm": 29.25,
+      "grad_norm_var": 6.213541666666667,
+      "learning_rate": 8.093413367405489e-05,
+      "loss": 7.1614,
+      "loss/crossentropy": 1.310487300157547,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14241445809602737,
+      "step": 1727
+    },
+    {
+      "epoch": 0.288,
+      "grad_norm": 27.5,
+      "grad_norm_var": 3.1979166666666665,
+      "learning_rate": 8.091356140184991e-05,
+      "loss": 6.8751,
+      "loss/crossentropy": 1.2544075399637222,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1395467333495617,
+      "step": 1728
+    },
+    {
+      "epoch": 0.2881666666666667,
+      "grad_norm": 28.625,
+      "grad_norm_var": 3.186393229166667,
+      "learning_rate": 8.089298065451672e-05,
+      "loss": 7.0956,
+      "loss/crossentropy": 1.4277315139770508,
+      "loss/hidden": 3.96484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20680862292647362,
+      "step": 1729
+    },
+    {
+      "epoch": 0.28833333333333333,
+      "grad_norm": 27.5,
+      "grad_norm_var": 3.198372395833333,
+      "learning_rate": 8.087239143769768e-05,
+      "loss": 7.1275,
+      "loss/crossentropy": 2.199025958776474,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18593628332018852,
+      "step": 1730
+    },
+    {
+      "epoch": 0.2885,
+      "grad_norm": 33.25,
+      "grad_norm_var": 4.802083333333333,
+      "learning_rate": 8.085179375703744e-05,
+      "loss": 7.1663,
+      "loss/crossentropy": 1.5327014029026031,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1512337662279606,
+      "step": 1731
+    },
+    {
+      "epoch": 0.2886666666666667,
+      "grad_norm": 30.25,
+      "grad_norm_var": 4.9306640625,
+      "learning_rate": 8.083118761818295e-05,
+      "loss": 7.0301,
+      "loss/crossentropy": 2.1589335799217224,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1671556904911995,
+      "step": 1732
+    },
+    {
+      "epoch": 0.28883333333333333,
+      "grad_norm": 29.875,
+      "grad_norm_var": 4.7447265625,
+      "learning_rate": 8.081057302678352e-05,
+      "loss": 7.0091,
+      "loss/crossentropy": 1.6066819727420807,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16801932267844677,
+      "step": 1733
+    },
+    {
+      "epoch": 0.289,
+      "grad_norm": 28.375,
+      "grad_norm_var": 4.5337890625,
+      "learning_rate": 8.078994998849076e-05,
+      "loss": 6.8769,
+      "loss/crossentropy": 1.2998749762773514,
+      "loss/hidden": 3.63671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22766570188105106,
+      "step": 1734
+    },
+    {
+      "epoch": 0.2891666666666667,
+      "grad_norm": 27.75,
+      "grad_norm_var": 4.57265625,
+      "learning_rate": 8.076931850895859e-05,
+      "loss": 6.9313,
+      "loss/crossentropy": 1.5506720840930939,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21129202470183372,
+      "step": 1735
+    },
+    {
+      "epoch": 0.28933333333333333,
+      "grad_norm": 32.75,
+      "grad_norm_var": 5.0900390625,
+      "learning_rate": 8.074867859384322e-05,
+      "loss": 7.1436,
+      "loss/crossentropy": 1.9704915881156921,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17415691912174225,
+      "step": 1736
+    },
+    {
+      "epoch": 0.2895,
+      "grad_norm": 27.125,
+      "grad_norm_var": 4.9181640625,
+      "learning_rate": 8.072803024880322e-05,
+      "loss": 7.0268,
+      "loss/crossentropy": 1.365415871143341,
+      "loss/hidden": 3.92578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19732052460312843,
+      "step": 1737
+    },
+    {
+      "epoch": 0.2896666666666667,
+      "grad_norm": 27.25,
+      "grad_norm_var": 4.63515625,
+      "learning_rate": 8.070737347949947e-05,
+      "loss": 7.1417,
+      "loss/crossentropy": 1.8379714488983154,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.179561085999012,
+      "step": 1738
+    },
+    {
+      "epoch": 0.28983333333333333,
+      "grad_norm": 26.75,
+      "grad_norm_var": 4.762434895833334,
+      "learning_rate": 8.068670829159511e-05,
+      "loss": 7.0279,
+      "loss/crossentropy": 1.8199576884508133,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16702722012996674,
+      "step": 1739
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 27.125,
+      "grad_norm_var": 4.517643229166667,
+      "learning_rate": 8.066603469075564e-05,
+      "loss": 7.2574,
+      "loss/crossentropy": 1.8788958191871643,
+      "loss/hidden": 3.5859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21776703000068665,
+      "step": 1740
+    },
+    {
+      "epoch": 0.2901666666666667,
+      "grad_norm": 33.0,
+      "grad_norm_var": 5.152018229166667,
+      "learning_rate": 8.064535268264883e-05,
+      "loss": 7.0703,
+      "loss/crossentropy": 1.4729944616556168,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17053206637501717,
+      "step": 1741
+    },
+    {
+      "epoch": 0.29033333333333333,
+      "grad_norm": 32.5,
+      "grad_norm_var": 5.5353515625,
+      "learning_rate": 8.062466227294477e-05,
+      "loss": 7.3585,
+      "loss/crossentropy": 1.5924350023269653,
+      "loss/hidden": 4.07421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3067648336291313,
+      "step": 1742
+    },
+    {
+      "epoch": 0.2905,
+      "grad_norm": 34.0,
+      "grad_norm_var": 6.910872395833334,
+      "learning_rate": 8.060396346731587e-05,
+      "loss": 7.3979,
+      "loss/crossentropy": 1.8360927402973175,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.171937869861722,
+      "step": 1743
+    },
+    {
+      "epoch": 0.2906666666666667,
+      "grad_norm": 28.875,
+      "grad_norm_var": 6.64375,
+      "learning_rate": 8.058325627143681e-05,
+      "loss": 6.9895,
+      "loss/crossentropy": 2.1419885456562042,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2188923880457878,
+      "step": 1744
+    },
+    {
+      "epoch": 0.29083333333333333,
+      "grad_norm": 27.0,
+      "grad_norm_var": 7.038997395833333,
+      "learning_rate": 8.056254069098459e-05,
+      "loss": 7.085,
+      "loss/crossentropy": 1.8869548439979553,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19913369789719582,
+      "step": 1745
+    },
+    {
+      "epoch": 0.291,
+      "grad_norm": 27.125,
+      "grad_norm_var": 7.152083333333334,
+      "learning_rate": 8.05418167316385e-05,
+      "loss": 6.9107,
+      "loss/crossentropy": 1.7835271060466766,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21418502554297447,
+      "step": 1746
+    },
+    {
+      "epoch": 0.2911666666666667,
+      "grad_norm": 26.875,
+      "grad_norm_var": 6.557747395833333,
+      "learning_rate": 8.052108439908013e-05,
+      "loss": 7.2438,
+      "loss/crossentropy": 1.4813159108161926,
+      "loss/hidden": 3.81640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2985213175415993,
+      "step": 1747
+    },
+    {
+      "epoch": 0.29133333333333333,
+      "grad_norm": 27.375,
+      "grad_norm_var": 6.658072916666667,
+      "learning_rate": 8.050034369899337e-05,
+      "loss": 6.669,
+      "loss/crossentropy": 1.5193503946065903,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15331173688173294,
+      "step": 1748
+    },
+    {
+      "epoch": 0.2915,
+      "grad_norm": 30.125,
+      "grad_norm_var": 6.691666666666666,
+      "learning_rate": 8.04795946370644e-05,
+      "loss": 7.1138,
+      "loss/crossentropy": 1.9641196131706238,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.29699448496103287,
+      "step": 1749
+    },
+    {
+      "epoch": 0.2916666666666667,
+      "grad_norm": 29.125,
+      "grad_norm_var": 6.664322916666666,
+      "learning_rate": 8.04588372189817e-05,
+      "loss": 7.4095,
+      "loss/crossentropy": 2.076164960861206,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2311621755361557,
+      "step": 1750
+    },
+    {
+      "epoch": 0.29183333333333333,
+      "grad_norm": 33.25,
+      "grad_norm_var": 7.60390625,
+      "learning_rate": 8.043807145043604e-05,
+      "loss": 6.7987,
+      "loss/crossentropy": 2.2085287868976593,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16484244912862778,
+      "step": 1751
+    },
+    {
+      "epoch": 0.292,
+      "grad_norm": 29.25,
+      "grad_norm_var": 6.801822916666667,
+      "learning_rate": 8.041729733712045e-05,
+      "loss": 6.9456,
+      "loss/crossentropy": 1.555240511894226,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18162141367793083,
+      "step": 1752
+    },
+    {
+      "epoch": 0.2921666666666667,
+      "grad_norm": 31.5,
+      "grad_norm_var": 6.8041015625,
+      "learning_rate": 8.039651488473028e-05,
+      "loss": 7.1927,
+      "loss/crossentropy": 1.4920425415039062,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20788925141096115,
+      "step": 1753
+    },
+    {
+      "epoch": 0.29233333333333333,
+      "grad_norm": 30.5,
+      "grad_norm_var": 6.512955729166666,
+      "learning_rate": 8.037572409896315e-05,
+      "loss": 7.1723,
+      "loss/crossentropy": 1.5984963774681091,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16287313401699066,
+      "step": 1754
+    },
+    {
+      "epoch": 0.2925,
+      "grad_norm": 27.0,
+      "grad_norm_var": 6.420247395833333,
+      "learning_rate": 8.0354924985519e-05,
+      "loss": 6.6847,
+      "loss/crossentropy": 1.2762255370616913,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14174848049879074,
+      "step": 1755
+    },
+    {
+      "epoch": 0.2926666666666667,
+      "grad_norm": 27.5,
+      "grad_norm_var": 6.302083333333333,
+      "learning_rate": 8.033411755009999e-05,
+      "loss": 6.9856,
+      "loss/crossentropy": 1.941700428724289,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21694884449243546,
+      "step": 1756
+    },
+    {
+      "epoch": 0.29283333333333333,
+      "grad_norm": 27.125,
+      "grad_norm_var": 5.864518229166666,
+      "learning_rate": 8.031330179841062e-05,
+      "loss": 7.0468,
+      "loss/crossentropy": 1.6273793876171112,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.282911229878664,
+      "step": 1757
+    },
+    {
+      "epoch": 0.293,
+      "grad_norm": 28.0,
+      "grad_norm_var": 5.222330729166667,
+      "learning_rate": 8.029247773615764e-05,
+      "loss": 6.5805,
+      "loss/crossentropy": 1.6457321643829346,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17904561571776867,
+      "step": 1758
+    },
+    {
+      "epoch": 0.2931666666666667,
+      "grad_norm": 26.625,
+      "grad_norm_var": 3.7434895833333335,
+      "learning_rate": 8.027164536905008e-05,
+      "loss": 7.2678,
+      "loss/crossentropy": 1.6576599180698395,
+      "loss/hidden": 3.578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2535715512931347,
+      "step": 1759
+    },
+    {
+      "epoch": 0.29333333333333333,
+      "grad_norm": 26.125,
+      "grad_norm_var": 4.107291666666667,
+      "learning_rate": 8.025080470279924e-05,
+      "loss": 6.6432,
+      "loss/crossentropy": 1.279824674129486,
+      "loss/hidden": 3.68359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.172175120562315,
+      "step": 1760
+    },
+    {
+      "epoch": 0.2935,
+      "grad_norm": 30.625,
+      "grad_norm_var": 4.248893229166667,
+      "learning_rate": 8.022995574311876e-05,
+      "loss": 6.8749,
+      "loss/crossentropy": 1.4916917234659195,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1399658117443323,
+      "step": 1761
+    },
+    {
+      "epoch": 0.2936666666666667,
+      "grad_norm": 30.75,
+      "grad_norm_var": 4.34140625,
+      "learning_rate": 8.020909849572444e-05,
+      "loss": 6.7808,
+      "loss/crossentropy": 1.6238489598035812,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17868554964661598,
+      "step": 1762
+    },
+    {
+      "epoch": 0.29383333333333334,
+      "grad_norm": 30.0,
+      "grad_norm_var": 4.124934895833333,
+      "learning_rate": 8.018823296633441e-05,
+      "loss": 6.8956,
+      "loss/crossentropy": 1.6868852376937866,
+      "loss/hidden": 3.98046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21477436274290085,
+      "step": 1763
+    },
+    {
+      "epoch": 0.294,
+      "grad_norm": 28.0,
+      "grad_norm_var": 4.009375,
+      "learning_rate": 8.016735916066913e-05,
+      "loss": 6.901,
+      "loss/crossentropy": 1.3365189731121063,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15891896560788155,
+      "step": 1764
+    },
+    {
+      "epoch": 0.2941666666666667,
+      "grad_norm": 29.125,
+      "grad_norm_var": 3.934375,
+      "learning_rate": 8.014647708445124e-05,
+      "loss": 7.2008,
+      "loss/crossentropy": 1.694892257452011,
+      "loss/hidden": 3.8046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2946743369102478,
+      "step": 1765
+    },
+    {
+      "epoch": 0.29433333333333334,
+      "grad_norm": 29.125,
+      "grad_norm_var": 3.934375,
+      "learning_rate": 8.012558674340566e-05,
+      "loss": 7.4754,
+      "loss/crossentropy": 1.6758044362068176,
+      "loss/hidden": 3.69921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2702377289533615,
+      "step": 1766
+    },
+    {
+      "epoch": 0.2945,
+      "grad_norm": 27.625,
+      "grad_norm_var": 2.7478515625,
+      "learning_rate": 8.010468814325964e-05,
+      "loss": 6.9268,
+      "loss/crossentropy": 1.418891355395317,
+      "loss/hidden": 3.9765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2032007835805416,
+      "step": 1767
+    },
+    {
+      "epoch": 0.2946666666666667,
+      "grad_norm": 25.125,
+      "grad_norm_var": 3.49765625,
+      "learning_rate": 8.008378128974262e-05,
+      "loss": 6.7153,
+      "loss/crossentropy": 1.5259346812963486,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1468068603426218,
+      "step": 1768
+    },
+    {
+      "epoch": 0.29483333333333334,
+      "grad_norm": 35.0,
+      "grad_norm_var": 5.699739583333334,
+      "learning_rate": 8.006286618858635e-05,
+      "loss": 7.4526,
+      "loss/crossentropy": 1.8264343738555908,
+      "loss/hidden": 3.74609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3308655321598053,
+      "step": 1769
+    },
+    {
+      "epoch": 0.295,
+      "grad_norm": 30.125,
+      "grad_norm_var": 5.615559895833333,
+      "learning_rate": 8.004194284552477e-05,
+      "loss": 7.196,
+      "loss/crossentropy": 1.5043246895074844,
+      "loss/hidden": 3.64453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2522316053509712,
+      "step": 1770
+    },
+    {
+      "epoch": 0.2951666666666667,
+      "grad_norm": 30.875,
+      "grad_norm_var": 5.718489583333334,
+      "learning_rate": 8.002101126629421e-05,
+      "loss": 7.0929,
+      "loss/crossentropy": 2.0333942770957947,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16261755488812923,
+      "step": 1771
+    },
+    {
+      "epoch": 0.29533333333333334,
+      "grad_norm": 28.625,
+      "grad_norm_var": 5.593684895833333,
+      "learning_rate": 8.000007145663312e-05,
+      "loss": 6.9917,
+      "loss/crossentropy": 1.465691938996315,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18343962728977203,
+      "step": 1772
+    },
+    {
+      "epoch": 0.2955,
+      "grad_norm": 27.875,
+      "grad_norm_var": 5.448372395833333,
+      "learning_rate": 7.997912342228232e-05,
+      "loss": 6.8448,
+      "loss/crossentropy": 1.5461867153644562,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15889544412493706,
+      "step": 1773
+    },
+    {
+      "epoch": 0.2956666666666667,
+      "grad_norm": 26.875,
+      "grad_norm_var": 5.673958333333333,
+      "learning_rate": 7.99581671689848e-05,
+      "loss": 6.6658,
+      "loss/crossentropy": 1.9842509329319,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1756543032824993,
+      "step": 1774
+    },
+    {
+      "epoch": 0.29583333333333334,
+      "grad_norm": 27.625,
+      "grad_norm_var": 5.432291666666667,
+      "learning_rate": 7.993720270248584e-05,
+      "loss": 6.7945,
+      "loss/crossentropy": 1.4479915797710419,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.164757139980793,
+      "step": 1775
+    },
+    {
+      "epoch": 0.296,
+      "grad_norm": 27.75,
+      "grad_norm_var": 4.981184895833334,
+      "learning_rate": 7.991623002853296e-05,
+      "loss": 6.9274,
+      "loss/crossentropy": 1.6568330824375153,
+      "loss/hidden": 3.640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19808551669120789,
+      "step": 1776
+    },
+    {
+      "epoch": 0.2961666666666667,
+      "grad_norm": 33.25,
+      "grad_norm_var": 5.955989583333333,
+      "learning_rate": 7.989524915287595e-05,
+      "loss": 6.9704,
+      "loss/crossentropy": 1.8999920189380646,
+      "loss/hidden": 3.625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2618193253874779,
+      "step": 1777
+    },
+    {
+      "epoch": 0.29633333333333334,
+      "grad_norm": 30.875,
+      "grad_norm_var": 5.9822265625,
+      "learning_rate": 7.987426008126683e-05,
+      "loss": 6.8001,
+      "loss/crossentropy": 1.420231431722641,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.159466240555048,
+      "step": 1778
+    },
+    {
+      "epoch": 0.2965,
+      "grad_norm": 29.25,
+      "grad_norm_var": 5.9416015625,
+      "learning_rate": 7.985326281945989e-05,
+      "loss": 7.097,
+      "loss/crossentropy": 1.807582527399063,
+      "loss/hidden": 3.6640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19036915153265,
+      "step": 1779
+    },
+    {
+      "epoch": 0.2966666666666667,
+      "grad_norm": 30.125,
+      "grad_norm_var": 5.88515625,
+      "learning_rate": 7.983225737321163e-05,
+      "loss": 6.8431,
+      "loss/crossentropy": 1.2770519852638245,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.141956627368927,
+      "step": 1780
+    },
+    {
+      "epoch": 0.29683333333333334,
+      "grad_norm": 28.625,
+      "grad_norm_var": 5.914322916666666,
+      "learning_rate": 7.98112437482808e-05,
+      "loss": 6.9422,
+      "loss/crossentropy": 2.1618843972682953,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22594073042273521,
+      "step": 1781
+    },
+    {
+      "epoch": 0.297,
+      "grad_norm": 28.5,
+      "grad_norm_var": 5.953059895833333,
+      "learning_rate": 7.979022195042842e-05,
+      "loss": 6.9345,
+      "loss/crossentropy": 1.6791729182004929,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1583862453699112,
+      "step": 1782
+    },
+    {
+      "epoch": 0.2971666666666667,
+      "grad_norm": 29.875,
+      "grad_norm_var": 5.779622395833333,
+      "learning_rate": 7.976919198541776e-05,
+      "loss": 7.1093,
+      "loss/crossentropy": 2.0253910422325134,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18104693293571472,
+      "step": 1783
+    },
+    {
+      "epoch": 0.29733333333333334,
+      "grad_norm": 27.125,
+      "grad_norm_var": 4.8900390625,
+      "learning_rate": 7.974815385901426e-05,
+      "loss": 6.8837,
+      "loss/crossentropy": 1.0846698433160782,
+      "loss/hidden": 3.67578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19080137088894844,
+      "step": 1784
+    },
+    {
+      "epoch": 0.2975,
+      "grad_norm": 28.5,
+      "grad_norm_var": 2.784309895833333,
+      "learning_rate": 7.972710757698567e-05,
+      "loss": 7.0842,
+      "loss/crossentropy": 1.0163829326629639,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.09758484549820423,
+      "step": 1785
+    },
+    {
+      "epoch": 0.2976666666666667,
+      "grad_norm": 28.625,
+      "grad_norm_var": 2.723372395833333,
+      "learning_rate": 7.970605314510194e-05,
+      "loss": 6.8777,
+      "loss/crossentropy": 1.3463373482227325,
+      "loss/hidden": 3.62890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20978064835071564,
+      "step": 1786
+    },
+    {
+      "epoch": 0.29783333333333334,
+      "grad_norm": 28.125,
+      "grad_norm_var": 2.5171223958333333,
+      "learning_rate": 7.968499056913524e-05,
+      "loss": 7.1014,
+      "loss/crossentropy": 1.911300390958786,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20329588279128075,
+      "step": 1787
+    },
+    {
+      "epoch": 0.298,
+      "grad_norm": 32.25,
+      "grad_norm_var": 3.22890625,
+      "learning_rate": 7.966391985486003e-05,
+      "loss": 7.289,
+      "loss/crossentropy": 2.324524700641632,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22398141771554947,
+      "step": 1788
+    },
+    {
+      "epoch": 0.2981666666666667,
+      "grad_norm": 28.75,
+      "grad_norm_var": 3.1363932291666665,
+      "learning_rate": 7.964284100805297e-05,
+      "loss": 6.5837,
+      "loss/crossentropy": 1.631472885608673,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14790612272918224,
+      "step": 1789
+    },
+    {
+      "epoch": 0.29833333333333334,
+      "grad_norm": 27.875,
+      "grad_norm_var": 2.8978515625,
+      "learning_rate": 7.96217540344929e-05,
+      "loss": 7.0222,
+      "loss/crossentropy": 1.9974042177200317,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15219398401677608,
+      "step": 1790
+    },
+    {
+      "epoch": 0.2985,
+      "grad_norm": 26.875,
+      "grad_norm_var": 3.0900390625,
+      "learning_rate": 7.960065893996098e-05,
+      "loss": 6.6089,
+      "loss/crossentropy": 1.646654486656189,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16715771704912186,
+      "step": 1791
+    },
+    {
+      "epoch": 0.2986666666666667,
+      "grad_norm": 26.625,
+      "grad_norm_var": 3.37890625,
+      "learning_rate": 7.957955573024052e-05,
+      "loss": 6.6297,
+      "loss/crossentropy": 1.467742219567299,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15904828533530235,
+      "step": 1792
+    },
+    {
+      "epoch": 0.29883333333333334,
+      "grad_norm": 28.0,
+      "grad_norm_var": 2.18125,
+      "learning_rate": 7.95584444111171e-05,
+      "loss": 6.942,
+      "loss/crossentropy": 1.7421496510505676,
+      "loss/hidden": 3.578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2290753275156021,
+      "step": 1793
+    },
+    {
+      "epoch": 0.299,
+      "grad_norm": 27.875,
+      "grad_norm_var": 1.89375,
+      "learning_rate": 7.95373249883785e-05,
+      "loss": 7.0584,
+      "loss/crossentropy": 2.0441207587718964,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14781775325536728,
+      "step": 1794
+    },
+    {
+      "epoch": 0.2991666666666667,
+      "grad_norm": 29.5,
+      "grad_norm_var": 1.9205729166666667,
+      "learning_rate": 7.951619746781474e-05,
+      "loss": 6.9599,
+      "loss/crossentropy": 1.7582679837942123,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19540252909064293,
+      "step": 1795
+    },
+    {
+      "epoch": 0.29933333333333334,
+      "grad_norm": 30.75,
+      "grad_norm_var": 2.0738932291666665,
+      "learning_rate": 7.949506185521802e-05,
+      "loss": 7.1559,
+      "loss/crossentropy": 2.3156529366970062,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16512399911880493,
+      "step": 1796
+    },
+    {
+      "epoch": 0.2995,
+      "grad_norm": 29.25,
+      "grad_norm_var": 2.0989583333333335,
+      "learning_rate": 7.947391815638284e-05,
+      "loss": 6.8516,
+      "loss/crossentropy": 1.6621273458003998,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1719889882951975,
+      "step": 1797
+    },
+    {
+      "epoch": 0.2996666666666667,
+      "grad_norm": 29.0,
+      "grad_norm_var": 2.1041666666666665,
+      "learning_rate": 7.945276637710582e-05,
+      "loss": 6.9817,
+      "loss/crossentropy": 1.2713432908058167,
+      "loss/hidden": 3.70703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18255398236215115,
+      "step": 1798
+    },
+    {
+      "epoch": 0.29983333333333334,
+      "grad_norm": 28.0,
+      "grad_norm_var": 2.0270182291666665,
+      "learning_rate": 7.943160652318585e-05,
+      "loss": 7.2958,
+      "loss/crossentropy": 1.586458146572113,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19176992401480675,
+      "step": 1799
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 26.375,
+      "grad_norm_var": 2.2067057291666665,
+      "learning_rate": 7.941043860042403e-05,
+      "loss": 7.0033,
+      "loss/crossentropy": 1.4122734367847443,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17232872918248177,
+      "step": 1800
+    },
+    {
+      "epoch": 0.3001666666666667,
+      "grad_norm": 29.0,
+      "grad_norm_var": 2.2207682291666666,
+      "learning_rate": 7.938926261462366e-05,
+      "loss": 6.7776,
+      "loss/crossentropy": 1.7719630151987076,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1281336434185505,
+      "step": 1801
+    },
+    {
+      "epoch": 0.30033333333333334,
+      "grad_norm": 26.25,
+      "grad_norm_var": 2.551041666666667,
+      "learning_rate": 7.936807857159026e-05,
+      "loss": 6.7018,
+      "loss/crossentropy": 1.3210044652223587,
+      "loss/hidden": 3.83984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17460490390658379,
+      "step": 1802
+    },
+    {
+      "epoch": 0.3005,
+      "grad_norm": 27.0,
+      "grad_norm_var": 2.6723307291666667,
+      "learning_rate": 7.934688647713158e-05,
+      "loss": 7.2574,
+      "loss/crossentropy": 1.5738000869750977,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20022379606962204,
+      "step": 1803
+    },
+    {
+      "epoch": 0.3006666666666667,
+      "grad_norm": 27.125,
+      "grad_norm_var": 1.6393229166666667,
+      "learning_rate": 7.932568633705752e-05,
+      "loss": 7.1622,
+      "loss/crossentropy": 2.075514942407608,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1800731047987938,
+      "step": 1804
+    },
+    {
+      "epoch": 0.30083333333333334,
+      "grad_norm": 29.375,
+      "grad_norm_var": 1.7249348958333333,
+      "learning_rate": 7.930447815718022e-05,
+      "loss": 6.9116,
+      "loss/crossentropy": 1.5317128598690033,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15660550631582737,
+      "step": 1805
+    },
+    {
+      "epoch": 0.301,
+      "grad_norm": 31.625,
+      "grad_norm_var": 2.5139973958333335,
+      "learning_rate": 7.928326194331404e-05,
+      "loss": 7.0955,
+      "loss/crossentropy": 1.6554387956857681,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14489647932350636,
+      "step": 1806
+    },
+    {
+      "epoch": 0.3011666666666667,
+      "grad_norm": 30.375,
+      "grad_norm_var": 2.6197265625,
+      "learning_rate": 7.926203770127552e-05,
+      "loss": 6.3688,
+      "loss/crossentropy": 1.5688863396644592,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17087645828723907,
+      "step": 1807
+    },
+    {
+      "epoch": 0.30133333333333334,
+      "grad_norm": 112.5,
+      "grad_norm_var": 441.96875,
+      "learning_rate": 7.924080543688337e-05,
+      "loss": 7.431,
+      "loss/crossentropy": 2.037807285785675,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17743926122784615,
+      "step": 1808
+    },
+    {
+      "epoch": 0.3015,
+      "grad_norm": 33.5,
+      "grad_norm_var": 439.55104166666666,
+      "learning_rate": 7.921956515595861e-05,
+      "loss": 7.0165,
+      "loss/crossentropy": 1.3565820753574371,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16366836801171303,
+      "step": 1809
+    },
+    {
+      "epoch": 0.3016666666666667,
+      "grad_norm": 26.875,
+      "grad_norm_var": 440.459375,
+      "learning_rate": 7.919831686432433e-05,
+      "loss": 6.531,
+      "loss/crossentropy": 1.2930429875850677,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16433067619800568,
+      "step": 1810
+    },
+    {
+      "epoch": 0.30183333333333334,
+      "grad_norm": 30.75,
+      "grad_norm_var": 439.78098958333334,
+      "learning_rate": 7.917706056780587e-05,
+      "loss": 7.4376,
+      "loss/crossentropy": 1.3591233491897583,
+      "loss/hidden": 3.66796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1684689000248909,
+      "step": 1811
+    },
+    {
+      "epoch": 0.302,
+      "grad_norm": 27.5,
+      "grad_norm_var": 441.95104166666664,
+      "learning_rate": 7.915579627223079e-05,
+      "loss": 7.0151,
+      "loss/crossentropy": 2.3508116602897644,
+      "loss/hidden": 2.9140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15554703772068024,
+      "step": 1812
+    },
+    {
+      "epoch": 0.30216666666666664,
+      "grad_norm": 28.5,
+      "grad_norm_var": 442.4643229166667,
+      "learning_rate": 7.913452398342881e-05,
+      "loss": 7.136,
+      "loss/crossentropy": 2.155543863773346,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19816122949123383,
+      "step": 1813
+    },
+    {
+      "epoch": 0.30233333333333334,
+      "grad_norm": 31.25,
+      "grad_norm_var": 441.28541666666666,
+      "learning_rate": 7.911324370723183e-05,
+      "loss": 6.7815,
+      "loss/crossentropy": 1.916477084159851,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18089919164776802,
+      "step": 1814
+    },
+    {
+      "epoch": 0.3025,
+      "grad_norm": 31.375,
+      "grad_norm_var": 439.24108072916664,
+      "learning_rate": 7.909195544947398e-05,
+      "loss": 7.384,
+      "loss/crossentropy": 1.5295850485563278,
+      "loss/hidden": 3.84375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22763513773679733,
+      "step": 1815
+    },
+    {
+      "epoch": 0.30266666666666664,
+      "grad_norm": 30.375,
+      "grad_norm_var": 435.99524739583336,
+      "learning_rate": 7.907065921599154e-05,
+      "loss": 7.2053,
+      "loss/crossentropy": 1.8417341709136963,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23864583484828472,
+      "step": 1816
+    },
+    {
+      "epoch": 0.30283333333333334,
+      "grad_norm": 27.375,
+      "grad_norm_var": 437.3705729166667,
+      "learning_rate": 7.9049355012623e-05,
+      "loss": 6.8166,
+      "loss/crossentropy": 1.5035779774188995,
+      "loss/hidden": 3.75,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21950983256101608,
+      "step": 1817
+    },
+    {
+      "epoch": 0.303,
+      "grad_norm": 28.125,
+      "grad_norm_var": 435.5317057291667,
+      "learning_rate": 7.902804284520903e-05,
+      "loss": 7.103,
+      "loss/crossentropy": 1.697951763868332,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14957010000944138,
+      "step": 1818
+    },
+    {
+      "epoch": 0.30316666666666664,
+      "grad_norm": 28.125,
+      "grad_norm_var": 434.47057291666664,
+      "learning_rate": 7.900672271959247e-05,
+      "loss": 6.9016,
+      "loss/crossentropy": 1.8022080063819885,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14898456819355488,
+      "step": 1819
+    },
+    {
+      "epoch": 0.30333333333333334,
+      "grad_norm": 26.625,
+      "grad_norm_var": 434.98932291666665,
+      "learning_rate": 7.898539464161838e-05,
+      "loss": 7.1498,
+      "loss/crossentropy": 1.259935587644577,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17238236591219902,
+      "step": 1820
+    },
+    {
+      "epoch": 0.3035,
+      "grad_norm": 27.125,
+      "grad_norm_var": 436.8854166666667,
+      "learning_rate": 7.896405861713394e-05,
+      "loss": 6.7154,
+      "loss/crossentropy": 1.450925201177597,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1539447344839573,
+      "step": 1821
+    },
+    {
+      "epoch": 0.30366666666666664,
+      "grad_norm": 32.75,
+      "grad_norm_var": 436.53326822916665,
+      "learning_rate": 7.894271465198857e-05,
+      "loss": 7.1475,
+      "loss/crossentropy": 1.918646514415741,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18164777755737305,
+      "step": 1822
+    },
+    {
+      "epoch": 0.30383333333333334,
+      "grad_norm": 30.25,
+      "grad_norm_var": 436.6041666666667,
+      "learning_rate": 7.892136275203383e-05,
+      "loss": 6.8871,
+      "loss/crossentropy": 1.5400571823120117,
+      "loss/hidden": 3.54296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1768193021416664,
+      "step": 1823
+    },
+    {
+      "epoch": 0.304,
+      "grad_norm": 29.25,
+      "grad_norm_var": 4.658072916666667,
+      "learning_rate": 7.890000292312346e-05,
+      "loss": 7.0315,
+      "loss/crossentropy": 1.7772729694843292,
+      "loss/hidden": 3.69921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22446472570300102,
+      "step": 1824
+    },
+    {
+      "epoch": 0.30416666666666664,
+      "grad_norm": 26.875,
+      "grad_norm_var": 3.7436848958333333,
+      "learning_rate": 7.887863517111338e-05,
+      "loss": 7.0343,
+      "loss/crossentropy": 1.6882353723049164,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22113287448883057,
+      "step": 1825
+    },
+    {
+      "epoch": 0.30433333333333334,
+      "grad_norm": 28.625,
+      "grad_norm_var": 3.452018229166667,
+      "learning_rate": 7.88572595018617e-05,
+      "loss": 6.9748,
+      "loss/crossentropy": 1.8164548575878143,
+      "loss/hidden": 3.703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21961813420057297,
+      "step": 1826
+    },
+    {
+      "epoch": 0.3045,
+      "grad_norm": 28.375,
+      "grad_norm_var": 3.267708333333333,
+      "learning_rate": 7.883587592122863e-05,
+      "loss": 6.8205,
+      "loss/crossentropy": 1.6645339578390121,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1584730539470911,
+      "step": 1827
+    },
+    {
+      "epoch": 0.30466666666666664,
+      "grad_norm": 28.875,
+      "grad_norm_var": 3.128059895833333,
+      "learning_rate": 7.881448443507664e-05,
+      "loss": 7.2591,
+      "loss/crossentropy": 1.973101168870926,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2651126943528652,
+      "step": 1828
+    },
+    {
+      "epoch": 0.30483333333333335,
+      "grad_norm": 27.5,
+      "grad_norm_var": 3.2561848958333335,
+      "learning_rate": 7.879308504927035e-05,
+      "loss": 7.2025,
+      "loss/crossentropy": 1.5946943312883377,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17251763492822647,
+      "step": 1829
+    },
+    {
+      "epoch": 0.305,
+      "grad_norm": 26.875,
+      "grad_norm_var": 3.0989583333333335,
+      "learning_rate": 7.877167776967645e-05,
+      "loss": 7.0168,
+      "loss/crossentropy": 2.1168753504753113,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18964385241270065,
+      "step": 1830
+    },
+    {
+      "epoch": 0.30516666666666664,
+      "grad_norm": 32.25,
+      "grad_norm_var": 3.463997395833333,
+      "learning_rate": 7.875026260216393e-05,
+      "loss": 6.6181,
+      "loss/crossentropy": 1.3980006575584412,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10987738519906998,
+      "step": 1831
+    },
+    {
+      "epoch": 0.30533333333333335,
+      "grad_norm": 29.5,
+      "grad_norm_var": 3.3177083333333335,
+      "learning_rate": 7.872883955260387e-05,
+      "loss": 6.5008,
+      "loss/crossentropy": 2.172425150871277,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15537427365779877,
+      "step": 1832
+    },
+    {
+      "epoch": 0.3055,
+      "grad_norm": 31.25,
+      "grad_norm_var": 3.5942057291666667,
+      "learning_rate": 7.87074086268695e-05,
+      "loss": 7.0536,
+      "loss/crossentropy": 1.8021511733531952,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21503210812807083,
+      "step": 1833
+    },
+    {
+      "epoch": 0.30566666666666664,
+      "grad_norm": 41.5,
+      "grad_norm_var": 13.395572916666667,
+      "learning_rate": 7.868596983083623e-05,
+      "loss": 7.099,
+      "loss/crossentropy": 1.839784860610962,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14783872663974762,
+      "step": 1834
+    },
+    {
+      "epoch": 0.30583333333333335,
+      "grad_norm": 29.5,
+      "grad_norm_var": 13.218684895833333,
+      "learning_rate": 7.866452317038164e-05,
+      "loss": 6.6123,
+      "loss/crossentropy": 0.9922498315572739,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1440199390053749,
+      "step": 1835
+    },
+    {
+      "epoch": 0.306,
+      "grad_norm": 29.125,
+      "grad_norm_var": 12.544205729166666,
+      "learning_rate": 7.864306865138545e-05,
+      "loss": 7.3191,
+      "loss/crossentropy": 1.683628648519516,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1728571616113186,
+      "step": 1836
+    },
+    {
+      "epoch": 0.30616666666666664,
+      "grad_norm": 27.0,
+      "grad_norm_var": 12.592708333333333,
+      "learning_rate": 7.862160627972955e-05,
+      "loss": 6.9569,
+      "loss/crossentropy": 2.0906372666358948,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18486298620700836,
+      "step": 1837
+    },
+    {
+      "epoch": 0.30633333333333335,
+      "grad_norm": 29.25,
+      "grad_norm_var": 12.060416666666667,
+      "learning_rate": 7.860013606129796e-05,
+      "loss": 6.939,
+      "loss/crossentropy": 1.5109025537967682,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13854311406612396,
+      "step": 1838
+    },
+    {
+      "epoch": 0.3065,
+      "grad_norm": 29.0,
+      "grad_norm_var": 12.074739583333333,
+      "learning_rate": 7.857865800197684e-05,
+      "loss": 7.0375,
+      "loss/crossentropy": 1.3523481339216232,
+      "loss/hidden": 3.77734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18698465079069138,
+      "step": 1839
+    },
+    {
+      "epoch": 0.30666666666666664,
+      "grad_norm": 29.625,
+      "grad_norm_var": 12.062434895833333,
+      "learning_rate": 7.855717210765456e-05,
+      "loss": 6.7407,
+      "loss/crossentropy": 1.227504014968872,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11474656872451305,
+      "step": 1840
+    },
+    {
+      "epoch": 0.30683333333333335,
+      "grad_norm": 29.0,
+      "grad_norm_var": 11.545572916666666,
+      "learning_rate": 7.85356783842216e-05,
+      "loss": 6.8196,
+      "loss/crossentropy": 1.9633170366287231,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21601013839244843,
+      "step": 1841
+    },
+    {
+      "epoch": 0.307,
+      "grad_norm": 30.75,
+      "grad_norm_var": 11.4869140625,
+      "learning_rate": 7.851417683757053e-05,
+      "loss": 7.2679,
+      "loss/crossentropy": 1.1730319112539291,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1535097137093544,
+      "step": 1842
+    },
+    {
+      "epoch": 0.30716666666666664,
+      "grad_norm": 29.125,
+      "grad_norm_var": 11.3634765625,
+      "learning_rate": 7.849266747359619e-05,
+      "loss": 7.1529,
+      "loss/crossentropy": 1.5851309597492218,
+      "loss/hidden": 3.8046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20339439436793327,
+      "step": 1843
+    },
+    {
+      "epoch": 0.30733333333333335,
+      "grad_norm": 26.375,
+      "grad_norm_var": 12.131705729166667,
+      "learning_rate": 7.847115029819547e-05,
+      "loss": 6.9862,
+      "loss/crossentropy": 1.713428407907486,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20932835340499878,
+      "step": 1844
+    },
+    {
+      "epoch": 0.3075,
+      "grad_norm": 31.375,
+      "grad_norm_var": 11.855208333333334,
+      "learning_rate": 7.84496253172674e-05,
+      "loss": 6.9028,
+      "loss/crossentropy": 1.655678853392601,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14287131652235985,
+      "step": 1845
+    },
+    {
+      "epoch": 0.30766666666666664,
+      "grad_norm": 24.75,
+      "grad_norm_var": 13.0494140625,
+      "learning_rate": 7.84280925367132e-05,
+      "loss": 6.6203,
+      "loss/crossentropy": 1.6767279207706451,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13365484960377216,
+      "step": 1846
+    },
+    {
+      "epoch": 0.30783333333333335,
+      "grad_norm": 32.25,
+      "grad_norm_var": 13.0494140625,
+      "learning_rate": 7.84065519624362e-05,
+      "loss": 7.1116,
+      "loss/crossentropy": 1.8239229321479797,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19592266529798508,
+      "step": 1847
+    },
+    {
+      "epoch": 0.308,
+      "grad_norm": 29.25,
+      "grad_norm_var": 13.068684895833334,
+      "learning_rate": 7.838500360034188e-05,
+      "loss": 7.082,
+      "loss/crossentropy": 2.026229441165924,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19996747002005577,
+      "step": 1848
+    },
+    {
+      "epoch": 0.30816666666666664,
+      "grad_norm": 29.875,
+      "grad_norm_var": 12.94765625,
+      "learning_rate": 7.836344745633783e-05,
+      "loss": 7.0678,
+      "loss/crossentropy": 2.0968761444091797,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17616475000977516,
+      "step": 1849
+    },
+    {
+      "epoch": 0.30833333333333335,
+      "grad_norm": 28.625,
+      "grad_norm_var": 3.324934895833333,
+      "learning_rate": 7.83418835363338e-05,
+      "loss": 6.8456,
+      "loss/crossentropy": 1.4505693912506104,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13610314577817917,
+      "step": 1850
+    },
+    {
+      "epoch": 0.3085,
+      "grad_norm": 27.0,
+      "grad_norm_var": 3.567122395833333,
+      "learning_rate": 7.832031184624164e-05,
+      "loss": 7.1366,
+      "loss/crossentropy": 2.1420071125030518,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1590719074010849,
+      "step": 1851
+    },
+    {
+      "epoch": 0.30866666666666664,
+      "grad_norm": 27.625,
+      "grad_norm_var": 3.6624348958333335,
+      "learning_rate": 7.829873239197538e-05,
+      "loss": 7.1721,
+      "loss/crossentropy": 1.3285071849822998,
+      "loss/hidden": 3.59375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16042914055287838,
+      "step": 1852
+    },
+    {
+      "epoch": 0.30883333333333335,
+      "grad_norm": 28.75,
+      "grad_norm_var": 3.432747395833333,
+      "learning_rate": 7.827714517945115e-05,
+      "loss": 7.0415,
+      "loss/crossentropy": 1.7693351209163666,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13225612975656986,
+      "step": 1853
+    },
+    {
+      "epoch": 0.309,
+      "grad_norm": 27.375,
+      "grad_norm_var": 3.568489583333333,
+      "learning_rate": 7.825555021458716e-05,
+      "loss": 7.0073,
+      "loss/crossentropy": 2.1532363295555115,
+      "loss/hidden": 3.62890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22851087525486946,
+      "step": 1854
+    },
+    {
+      "epoch": 0.30916666666666665,
+      "grad_norm": 26.375,
+      "grad_norm_var": 3.9280598958333335,
+      "learning_rate": 7.823394750330387e-05,
+      "loss": 6.9739,
+      "loss/crossentropy": 1.903586357831955,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16680320911109447,
+      "step": 1855
+    },
+    {
+      "epoch": 0.30933333333333335,
+      "grad_norm": 27.0,
+      "grad_norm_var": 4.011458333333334,
+      "learning_rate": 7.821233705152371e-05,
+      "loss": 6.516,
+      "loss/crossentropy": 1.6436423063278198,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14540725946426392,
+      "step": 1856
+    },
+    {
+      "epoch": 0.3095,
+      "grad_norm": 28.375,
+      "grad_norm_var": 3.9916015625,
+      "learning_rate": 7.819071886517134e-05,
+      "loss": 7.0631,
+      "loss/crossentropy": 1.4558165669441223,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.126516193151474,
+      "step": 1857
+    },
+    {
+      "epoch": 0.30966666666666665,
+      "grad_norm": 35.0,
+      "grad_norm_var": 6.4353515625,
+      "learning_rate": 7.816909295017352e-05,
+      "loss": 6.7891,
+      "loss/crossentropy": 1.5153915584087372,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1435499582439661,
+      "step": 1858
+    },
+    {
+      "epoch": 0.30983333333333335,
+      "grad_norm": 30.875,
+      "grad_norm_var": 6.727018229166666,
+      "learning_rate": 7.81474593124591e-05,
+      "loss": 6.8838,
+      "loss/crossentropy": 1.9987106323242188,
+      "loss/hidden": 3.71484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.27799108624458313,
+      "step": 1859
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 30.875,
+      "grad_norm_var": 6.534830729166667,
+      "learning_rate": 7.812581795795907e-05,
+      "loss": 6.9019,
+      "loss/crossentropy": 1.8754624426364899,
+      "loss/hidden": 3.03125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13171296194195747,
+      "step": 1860
+    },
+    {
+      "epoch": 0.31016666666666665,
+      "grad_norm": 30.75,
+      "grad_norm_var": 6.368489583333333,
+      "learning_rate": 7.810416889260653e-05,
+      "loss": 7.4034,
+      "loss/crossentropy": 1.5210355818271637,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16199497133493423,
+      "step": 1861
+    },
+    {
+      "epoch": 0.31033333333333335,
+      "grad_norm": 29.625,
+      "grad_norm_var": 5.060872395833333,
+      "learning_rate": 7.80825121223367e-05,
+      "loss": 7.3534,
+      "loss/crossentropy": 2.180351436138153,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14645655825734138,
+      "step": 1862
+    },
+    {
+      "epoch": 0.3105,
+      "grad_norm": 30.625,
+      "grad_norm_var": 4.597916666666666,
+      "learning_rate": 7.80608476530869e-05,
+      "loss": 6.8991,
+      "loss/crossentropy": 1.7439337968826294,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1728023998439312,
+      "step": 1863
+    },
+    {
+      "epoch": 0.31066666666666665,
+      "grad_norm": 28.75,
+      "grad_norm_var": 4.613541666666666,
+      "learning_rate": 7.803917549079655e-05,
+      "loss": 7.0085,
+      "loss/crossentropy": 1.8750990629196167,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16987328231334686,
+      "step": 1864
+    },
+    {
+      "epoch": 0.31083333333333335,
+      "grad_norm": 31.0,
+      "grad_norm_var": 4.791080729166667,
+      "learning_rate": 7.801749564140724e-05,
+      "loss": 7.0188,
+      "loss/crossentropy": 1.7670414745807648,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1989278867840767,
+      "step": 1865
+    },
+    {
+      "epoch": 0.311,
+      "grad_norm": 29.875,
+      "grad_norm_var": 4.778059895833334,
+      "learning_rate": 7.799580811086258e-05,
+      "loss": 7.2138,
+      "loss/crossentropy": 1.9684894680976868,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20455539226531982,
+      "step": 1866
+    },
+    {
+      "epoch": 0.31116666666666665,
+      "grad_norm": 29.75,
+      "grad_norm_var": 4.382747395833333,
+      "learning_rate": 7.797411290510835e-05,
+      "loss": 7.1259,
+      "loss/crossentropy": 1.046493113040924,
+      "loss/hidden": 3.828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17215987294912338,
+      "step": 1867
+    },
+    {
+      "epoch": 0.31133333333333335,
+      "grad_norm": 29.625,
+      "grad_norm_var": 4.122330729166666,
+      "learning_rate": 7.795241003009241e-05,
+      "loss": 7.2216,
+      "loss/crossentropy": 1.8449428081512451,
+      "loss/hidden": 3.0234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1435481458902359,
+      "step": 1868
+    },
+    {
+      "epoch": 0.3115,
+      "grad_norm": 29.125,
+      "grad_norm_var": 4.085416666666666,
+      "learning_rate": 7.793069949176473e-05,
+      "loss": 7.1263,
+      "loss/crossentropy": 2.1592356860637665,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24637145176529884,
+      "step": 1869
+    },
+    {
+      "epoch": 0.31166666666666665,
+      "grad_norm": 26.875,
+      "grad_norm_var": 4.255208333333333,
+      "learning_rate": 7.790898129607738e-05,
+      "loss": 6.7132,
+      "loss/crossentropy": 1.515554964542389,
+      "loss/hidden": 3.65625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16295021399855614,
+      "step": 1870
+    },
+    {
+      "epoch": 0.31183333333333335,
+      "grad_norm": 28.25,
+      "grad_norm_var": 3.6546223958333335,
+      "learning_rate": 7.788725544898452e-05,
+      "loss": 7.0407,
+      "loss/crossentropy": 1.7184237241744995,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.162395890802145,
+      "step": 1871
+    },
+    {
+      "epoch": 0.312,
+      "grad_norm": 28.25,
+      "grad_norm_var": 3.2900390625,
+      "learning_rate": 7.78655219564424e-05,
+      "loss": 7.2002,
+      "loss/crossentropy": 2.1363507509231567,
+      "loss/hidden": 3.61328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19071825221180916,
+      "step": 1872
+    },
+    {
+      "epoch": 0.31216666666666665,
+      "grad_norm": 28.375,
+      "grad_norm_var": 3.2900390625,
+      "learning_rate": 7.784378082440941e-05,
+      "loss": 6.9572,
+      "loss/crossentropy": 1.750045657157898,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24303391948342323,
+      "step": 1873
+    },
+    {
+      "epoch": 0.31233333333333335,
+      "grad_norm": 31.5,
+      "grad_norm_var": 1.6530598958333333,
+      "learning_rate": 7.782203205884598e-05,
+      "loss": 7.0691,
+      "loss/crossentropy": 1.3648466914892197,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20632506720721722,
+      "step": 1874
+    },
+    {
+      "epoch": 0.3125,
+      "grad_norm": 29.375,
+      "grad_norm_var": 1.5452473958333333,
+      "learning_rate": 7.780027566571465e-05,
+      "loss": 7.3594,
+      "loss/crossentropy": 1.7212892472743988,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23325346782803535,
+      "step": 1875
+    },
+    {
+      "epoch": 0.31266666666666665,
+      "grad_norm": 32.75,
+      "grad_norm_var": 2.0989583333333335,
+      "learning_rate": 7.777851165098012e-05,
+      "loss": 7.2349,
+      "loss/crossentropy": 1.2445969730615616,
+      "loss/hidden": 3.67578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15521959587931633,
+      "step": 1876
+    },
+    {
+      "epoch": 0.31283333333333335,
+      "grad_norm": 31.0,
+      "grad_norm_var": 2.1393229166666665,
+      "learning_rate": 7.775674002060905e-05,
+      "loss": 6.8145,
+      "loss/crossentropy": 1.4034997522830963,
+      "loss/hidden": 3.49609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16615463607013226,
+      "step": 1877
+    },
+    {
+      "epoch": 0.313,
+      "grad_norm": 27.75,
+      "grad_norm_var": 2.3707682291666665,
+      "learning_rate": 7.773496078057028e-05,
+      "loss": 6.9783,
+      "loss/crossentropy": 1.895322322845459,
+      "loss/hidden": 3.65234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19174939766526222,
+      "step": 1878
+    },
+    {
+      "epoch": 0.31316666666666665,
+      "grad_norm": 29.375,
+      "grad_norm_var": 2.2900390625,
+      "learning_rate": 7.771317393683471e-05,
+      "loss": 7.0273,
+      "loss/crossentropy": 1.9640153646469116,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23941552266478539,
+      "step": 1879
+    },
+    {
+      "epoch": 0.31333333333333335,
+      "grad_norm": 27.0,
+      "grad_norm_var": 2.6509765625,
+      "learning_rate": 7.769137949537532e-05,
+      "loss": 6.864,
+      "loss/crossentropy": 1.4724474251270294,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15606267377734184,
+      "step": 1880
+    },
+    {
+      "epoch": 0.3135,
+      "grad_norm": 28.125,
+      "grad_norm_var": 2.5416666666666665,
+      "learning_rate": 7.766957746216721e-05,
+      "loss": 6.9245,
+      "loss/crossentropy": 1.7987104952335358,
+      "loss/hidden": 3.6171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16625307500362396,
+      "step": 1881
+    },
+    {
+      "epoch": 0.31366666666666665,
+      "grad_norm": 26.75,
+      "grad_norm_var": 2.8655598958333335,
+      "learning_rate": 7.764776784318751e-05,
+      "loss": 7.205,
+      "loss/crossentropy": 2.092978924512863,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1646638959646225,
+      "step": 1882
+    },
+    {
+      "epoch": 0.31383333333333335,
+      "grad_norm": 27.5,
+      "grad_norm_var": 2.9546223958333333,
+      "learning_rate": 7.762595064441542e-05,
+      "loss": 7.0331,
+      "loss/crossentropy": 2.033162772655487,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2481602057814598,
+      "step": 1883
+    },
+    {
+      "epoch": 0.314,
+      "grad_norm": 30.875,
+      "grad_norm_var": 3.1811848958333333,
+      "learning_rate": 7.76041258718323e-05,
+      "loss": 6.8271,
+      "loss/crossentropy": 1.8266779333353043,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1392462272197008,
+      "step": 1884
+    },
+    {
+      "epoch": 0.31416666666666665,
+      "grad_norm": 29.875,
+      "grad_norm_var": 3.2358723958333333,
+      "learning_rate": 7.758229353142152e-05,
+      "loss": 7.1062,
+      "loss/crossentropy": 2.3862681090831757,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.164220180362463,
+      "step": 1885
+    },
+    {
+      "epoch": 0.31433333333333335,
+      "grad_norm": 32.75,
+      "grad_norm_var": 3.746875,
+      "learning_rate": 7.756045362916853e-05,
+      "loss": 7.3689,
+      "loss/crossentropy": 1.8096283078193665,
+      "loss/hidden": 3.8203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26275773346424103,
+      "step": 1886
+    },
+    {
+      "epoch": 0.3145,
+      "grad_norm": 27.625,
+      "grad_norm_var": 3.862434895833333,
+      "learning_rate": 7.753860617106086e-05,
+      "loss": 6.8594,
+      "loss/crossentropy": 1.6941289901733398,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22652960568666458,
+      "step": 1887
+    },
+    {
+      "epoch": 0.31466666666666665,
+      "grad_norm": 28.875,
+      "grad_norm_var": 3.798958333333333,
+      "learning_rate": 7.751675116308812e-05,
+      "loss": 6.6887,
+      "loss/crossentropy": 1.4575351774692535,
+      "loss/hidden": 3.8359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2733895592391491,
+      "step": 1888
+    },
+    {
+      "epoch": 0.31483333333333335,
+      "grad_norm": 27.625,
+      "grad_norm_var": 3.9309895833333335,
+      "learning_rate": 7.7494888611242e-05,
+      "loss": 7.0136,
+      "loss/crossentropy": 1.8295487463474274,
+      "loss/hidden": 3.75,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21708901971578598,
+      "step": 1889
+    },
+    {
+      "epoch": 0.315,
+      "grad_norm": 27.75,
+      "grad_norm_var": 3.7083333333333335,
+      "learning_rate": 7.747301852151621e-05,
+      "loss": 7.0604,
+      "loss/crossentropy": 1.6264638304710388,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14993342012166977,
+      "step": 1890
+    },
+    {
+      "epoch": 0.31516666666666665,
+      "grad_norm": 26.375,
+      "grad_norm_var": 4.145833333333333,
+      "learning_rate": 7.74511408999066e-05,
+      "loss": 6.8725,
+      "loss/crossentropy": 1.2875807881355286,
+      "loss/hidden": 3.8359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23947446048259735,
+      "step": 1891
+    },
+    {
+      "epoch": 0.31533333333333335,
+      "grad_norm": 25.25,
+      "grad_norm_var": 3.7864583333333335,
+      "learning_rate": 7.7429255752411e-05,
+      "loss": 6.5349,
+      "loss/crossentropy": 1.4500753730535507,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1507728062570095,
+      "step": 1892
+    },
+    {
+      "epoch": 0.3155,
+      "grad_norm": 30.625,
+      "grad_norm_var": 3.6655598958333333,
+      "learning_rate": 7.740736308502938e-05,
+      "loss": 6.5843,
+      "loss/crossentropy": 1.6536575853824615,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14045970141887665,
+      "step": 1893
+    },
+    {
+      "epoch": 0.31566666666666665,
+      "grad_norm": 30.625,
+      "grad_norm_var": 3.939583333333333,
+      "learning_rate": 7.738546290376373e-05,
+      "loss": 7.2277,
+      "loss/crossentropy": 1.5449070632457733,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19420025497674942,
+      "step": 1894
+    },
+    {
+      "epoch": 0.31583333333333335,
+      "grad_norm": 31.375,
+      "grad_norm_var": 4.40625,
+      "learning_rate": 7.736355521461811e-05,
+      "loss": 7.0307,
+      "loss/crossentropy": 1.3559617400169373,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11303997971117496,
+      "step": 1895
+    },
+    {
+      "epoch": 0.316,
+      "grad_norm": 29.0,
+      "grad_norm_var": 4.20625,
+      "learning_rate": 7.734164002359863e-05,
+      "loss": 6.979,
+      "loss/crossentropy": 1.6296832859516144,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15469217486679554,
+      "step": 1896
+    },
+    {
+      "epoch": 0.31616666666666665,
+      "grad_norm": 29.75,
+      "grad_norm_var": 4.222330729166667,
+      "learning_rate": 7.731971733671346e-05,
+      "loss": 7.1481,
+      "loss/crossentropy": 1.4442989230155945,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15145175904035568,
+      "step": 1897
+    },
+    {
+      "epoch": 0.31633333333333336,
+      "grad_norm": 27.0,
+      "grad_norm_var": 4.1541015625,
+      "learning_rate": 7.729778715997284e-05,
+      "loss": 7.1184,
+      "loss/crossentropy": 1.3691516071557999,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14277916587889194,
+      "step": 1898
+    },
+    {
+      "epoch": 0.3165,
+      "grad_norm": 29.375,
+      "grad_norm_var": 4.01640625,
+      "learning_rate": 7.727584949938907e-05,
+      "loss": 7.1911,
+      "loss/crossentropy": 1.8479988873004913,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1650102473795414,
+      "step": 1899
+    },
+    {
+      "epoch": 0.31666666666666665,
+      "grad_norm": 28.25,
+      "grad_norm_var": 3.8072265625,
+      "learning_rate": 7.725390436097643e-05,
+      "loss": 7.0348,
+      "loss/crossentropy": 1.6918924301862717,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1792307198047638,
+      "step": 1900
+    },
+    {
+      "epoch": 0.31683333333333336,
+      "grad_norm": 27.75,
+      "grad_norm_var": 3.808333333333333,
+      "learning_rate": 7.723195175075136e-05,
+      "loss": 6.7804,
+      "loss/crossentropy": 1.537046879529953,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14605162106454372,
+      "step": 1901
+    },
+    {
+      "epoch": 0.317,
+      "grad_norm": 32.0,
+      "grad_norm_var": 3.443489583333333,
+      "learning_rate": 7.720999167473227e-05,
+      "loss": 7.1965,
+      "loss/crossentropy": 2.006430447101593,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18422998115420341,
+      "step": 1902
+    },
+    {
+      "epoch": 0.31716666666666665,
+      "grad_norm": 30.0,
+      "grad_norm_var": 3.4546223958333333,
+      "learning_rate": 7.718802413893963e-05,
+      "loss": 6.7879,
+      "loss/crossentropy": 1.7092276513576508,
+      "loss/hidden": 3.60546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19111250340938568,
+      "step": 1903
+    },
+    {
+      "epoch": 0.31733333333333336,
+      "grad_norm": 28.875,
+      "grad_norm_var": 3.4546223958333333,
+      "learning_rate": 7.716604914939598e-05,
+      "loss": 7.1008,
+      "loss/crossentropy": 1.9587385058403015,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2650653049349785,
+      "step": 1904
+    },
+    {
+      "epoch": 0.3175,
+      "grad_norm": 28.25,
+      "grad_norm_var": 3.376822916666667,
+      "learning_rate": 7.714406671212589e-05,
+      "loss": 6.848,
+      "loss/crossentropy": 2.069043219089508,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1532590314745903,
+      "step": 1905
+    },
+    {
+      "epoch": 0.31766666666666665,
+      "grad_norm": 28.0,
+      "grad_norm_var": 3.3427083333333334,
+      "learning_rate": 7.712207683315594e-05,
+      "loss": 6.7033,
+      "loss/crossentropy": 1.9057554602622986,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16242307424545288,
+      "step": 1906
+    },
+    {
+      "epoch": 0.31783333333333336,
+      "grad_norm": 28.0,
+      "grad_norm_var": 2.9593098958333335,
+      "learning_rate": 7.710007951851481e-05,
+      "loss": 6.8823,
+      "loss/crossentropy": 1.3203213214874268,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2788276895880699,
+      "step": 1907
+    },
+    {
+      "epoch": 0.318,
+      "grad_norm": 26.5,
+      "grad_norm_var": 2.4306640625,
+      "learning_rate": 7.707807477423319e-05,
+      "loss": 6.729,
+      "loss/crossentropy": 1.7957911789417267,
+      "loss/hidden": 3.54296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14845603704452515,
+      "step": 1908
+    },
+    {
+      "epoch": 0.31816666666666665,
+      "grad_norm": 30.125,
+      "grad_norm_var": 2.3436848958333334,
+      "learning_rate": 7.705606260634379e-05,
+      "loss": 7.045,
+      "loss/crossentropy": 1.6333225816488266,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17810802906751633,
+      "step": 1909
+    },
+    {
+      "epoch": 0.31833333333333336,
+      "grad_norm": 32.75,
+      "grad_norm_var": 3.0708333333333333,
+      "learning_rate": 7.703404302088138e-05,
+      "loss": 6.6415,
+      "loss/crossentropy": 2.0423670411109924,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1727237943559885,
+      "step": 1910
+    },
+    {
+      "epoch": 0.3185,
+      "grad_norm": 29.625,
+      "grad_norm_var": 2.751822916666667,
+      "learning_rate": 7.701201602388276e-05,
+      "loss": 7.0141,
+      "loss/crossentropy": 1.8547867238521576,
+      "loss/hidden": 3.84765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2650393471121788,
+      "step": 1911
+    },
+    {
+      "epoch": 0.31866666666666665,
+      "grad_norm": 28.0,
+      "grad_norm_var": 2.8247395833333333,
+      "learning_rate": 7.698998162138673e-05,
+      "loss": 6.7923,
+      "loss/crossentropy": 1.812669113278389,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1441791821271181,
+      "step": 1912
+    },
+    {
+      "epoch": 0.31883333333333336,
+      "grad_norm": 26.375,
+      "grad_norm_var": 3.206184895833333,
+      "learning_rate": 7.696793981943417e-05,
+      "loss": 7.0773,
+      "loss/crossentropy": 2.0258938521146774,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2104419209063053,
+      "step": 1913
+    },
+    {
+      "epoch": 0.319,
+      "grad_norm": 28.375,
+      "grad_norm_var": 2.9934895833333335,
+      "learning_rate": 7.694589062406796e-05,
+      "loss": 6.9504,
+      "loss/crossentropy": 1.8064450919628143,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14459712617099285,
+      "step": 1914
+    },
+    {
+      "epoch": 0.31916666666666665,
+      "grad_norm": 29.125,
+      "grad_norm_var": 2.98125,
+      "learning_rate": 7.692383404133301e-05,
+      "loss": 7.6258,
+      "loss/crossentropy": 1.7547499984502792,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16656643897294998,
+      "step": 1915
+    },
+    {
+      "epoch": 0.31933333333333336,
+      "grad_norm": 26.125,
+      "grad_norm_var": 3.440559895833333,
+      "learning_rate": 7.690177007727625e-05,
+      "loss": 6.794,
+      "loss/crossentropy": 1.5933746993541718,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16254575178027153,
+      "step": 1916
+    },
+    {
+      "epoch": 0.3195,
+      "grad_norm": 25.5,
+      "grad_norm_var": 4.054622395833333,
+      "learning_rate": 7.687969873794667e-05,
+      "loss": 6.8675,
+      "loss/crossentropy": 2.262081354856491,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20529960095882416,
+      "step": 1917
+    },
+    {
+      "epoch": 0.31966666666666665,
+      "grad_norm": 30.5,
+      "grad_norm_var": 3.5155598958333334,
+      "learning_rate": 7.685762002939523e-05,
+      "loss": 6.8656,
+      "loss/crossentropy": 1.458501249551773,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13611052371561527,
+      "step": 1918
+    },
+    {
+      "epoch": 0.31983333333333336,
+      "grad_norm": 28.375,
+      "grad_norm_var": 3.357291666666667,
+      "learning_rate": 7.683553395767492e-05,
+      "loss": 6.7519,
+      "loss/crossentropy": 2.0998906195163727,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1625036932528019,
+      "step": 1919
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 30.0,
+      "grad_norm_var": 3.506705729166667,
+      "learning_rate": 7.681344052884077e-05,
+      "loss": 6.8568,
+      "loss/crossentropy": 1.7492288947105408,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20232809893786907,
+      "step": 1920
+    },
+    {
+      "epoch": 0.32016666666666665,
+      "grad_norm": 29.0,
+      "grad_norm_var": 3.5192057291666665,
+      "learning_rate": 7.679133974894983e-05,
+      "loss": 6.705,
+      "loss/crossentropy": 1.3074803054332733,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1418884601444006,
+      "step": 1921
+    },
+    {
+      "epoch": 0.32033333333333336,
+      "grad_norm": 31.75,
+      "grad_norm_var": 4.136393229166667,
+      "learning_rate": 7.676923162406115e-05,
+      "loss": 7.2457,
+      "loss/crossentropy": 1.7019118815660477,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18821359053254128,
+      "step": 1922
+    },
+    {
+      "epoch": 0.3205,
+      "grad_norm": 29.375,
+      "grad_norm_var": 4.115625,
+      "learning_rate": 7.674711616023581e-05,
+      "loss": 7.2184,
+      "loss/crossentropy": 1.7697814851999283,
+      "loss/hidden": 3.671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22327840328216553,
+      "step": 1923
+    },
+    {
+      "epoch": 0.32066666666666666,
+      "grad_norm": 25.625,
+      "grad_norm_var": 4.4369140625,
+      "learning_rate": 7.672499336353687e-05,
+      "loss": 6.836,
+      "loss/crossentropy": 1.687684714794159,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14532406255602837,
+      "step": 1924
+    },
+    {
+      "epoch": 0.32083333333333336,
+      "grad_norm": 25.25,
+      "grad_norm_var": 5.05390625,
+      "learning_rate": 7.670286324002944e-05,
+      "loss": 6.8472,
+      "loss/crossentropy": 1.735940158367157,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1309076026082039,
+      "step": 1925
+    },
+    {
+      "epoch": 0.321,
+      "grad_norm": 27.5,
+      "grad_norm_var": 3.790625,
+      "learning_rate": 7.668072579578058e-05,
+      "loss": 6.8334,
+      "loss/crossentropy": 1.7964033260941505,
+      "loss/hidden": 3.07421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13687119260430336,
+      "step": 1926
+    },
+    {
+      "epoch": 0.32116666666666666,
+      "grad_norm": 27.75,
+      "grad_norm_var": 3.6431640625,
+      "learning_rate": 7.665858103685944e-05,
+      "loss": 6.7366,
+      "loss/crossentropy": 1.6139466762542725,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13353602588176727,
+      "step": 1927
+    },
+    {
+      "epoch": 0.32133333333333336,
+      "grad_norm": 29.125,
+      "grad_norm_var": 3.71640625,
+      "learning_rate": 7.663642896933712e-05,
+      "loss": 7.1254,
+      "loss/crossentropy": 2.315617620944977,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17119132354855537,
+      "step": 1928
+    },
+    {
+      "epoch": 0.3215,
+      "grad_norm": 26.5,
+      "grad_norm_var": 3.6884765625,
+      "learning_rate": 7.66142695992867e-05,
+      "loss": 6.7417,
+      "loss/crossentropy": 1.6333139091730118,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16588200815021992,
+      "step": 1929
+    },
+    {
+      "epoch": 0.32166666666666666,
+      "grad_norm": 26.0,
+      "grad_norm_var": 3.959375,
+      "learning_rate": 7.659210293278334e-05,
+      "loss": 6.747,
+      "loss/crossentropy": 1.4016158431768417,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1492020282894373,
+      "step": 1930
+    },
+    {
+      "epoch": 0.32183333333333336,
+      "grad_norm": 27.75,
+      "grad_norm_var": 3.8655598958333335,
+      "learning_rate": 7.656992897590414e-05,
+      "loss": 7.0579,
+      "loss/crossentropy": 1.520734429359436,
+      "loss/hidden": 3.7578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24859199672937393,
+      "step": 1931
+    },
+    {
+      "epoch": 0.322,
+      "grad_norm": 30.75,
+      "grad_norm_var": 4.118489583333333,
+      "learning_rate": 7.654774773472823e-05,
+      "loss": 7.0604,
+      "loss/crossentropy": 1.949371337890625,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23103799670934677,
+      "step": 1932
+    },
+    {
+      "epoch": 0.32216666666666666,
+      "grad_norm": 28.75,
+      "grad_norm_var": 3.620833333333333,
+      "learning_rate": 7.65255592153367e-05,
+      "loss": 6.8736,
+      "loss/crossentropy": 1.5065647065639496,
+      "loss/hidden": 3.73046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1492113471031189,
+      "step": 1933
+    },
+    {
+      "epoch": 0.32233333333333336,
+      "grad_norm": 28.5,
+      "grad_norm_var": 3.3041666666666667,
+      "learning_rate": 7.650336342381269e-05,
+      "loss": 6.8634,
+      "loss/crossentropy": 1.7050878405570984,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19006743282079697,
+      "step": 1934
+    },
+    {
+      "epoch": 0.3225,
+      "grad_norm": 28.375,
+      "grad_norm_var": 3.3041666666666667,
+      "learning_rate": 7.648116036624126e-05,
+      "loss": 6.8793,
+      "loss/crossentropy": 1.845796674489975,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17243629321455956,
+      "step": 1935
+    },
+    {
+      "epoch": 0.32266666666666666,
+      "grad_norm": 26.5,
+      "grad_norm_var": 3.253125,
+      "learning_rate": 7.645895004870954e-05,
+      "loss": 6.8049,
+      "loss/crossentropy": 1.1808339804410934,
+      "loss/hidden": 3.66015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1586676798760891,
+      "step": 1936
+    },
+    {
+      "epoch": 0.32283333333333336,
+      "grad_norm": 27.5,
+      "grad_norm_var": 3.2,
+      "learning_rate": 7.643673247730658e-05,
+      "loss": 6.8314,
+      "loss/crossentropy": 1.37615168094635,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15130289644002914,
+      "step": 1937
+    },
+    {
+      "epoch": 0.323,
+      "grad_norm": 26.25,
+      "grad_norm_var": 2.294791666666667,
+      "learning_rate": 7.64145076581235e-05,
+      "loss": 6.912,
+      "loss/crossentropy": 1.5464135706424713,
+      "loss/hidden": 3.84765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2024979665875435,
+      "step": 1938
+    },
+    {
+      "epoch": 0.32316666666666666,
+      "grad_norm": 26.0,
+      "grad_norm_var": 2.2051432291666666,
+      "learning_rate": 7.639227559725332e-05,
+      "loss": 6.6962,
+      "loss/crossentropy": 1.2784469723701477,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1756535191088915,
+      "step": 1939
+    },
+    {
+      "epoch": 0.3233333333333333,
+      "grad_norm": 27.25,
+      "grad_norm_var": 1.9893229166666666,
+      "learning_rate": 7.637003630079111e-05,
+      "loss": 7.1366,
+      "loss/crossentropy": 1.7384035140275955,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13437513262033463,
+      "step": 1940
+    },
+    {
+      "epoch": 0.3235,
+      "grad_norm": 27.25,
+      "grad_norm_var": 1.6434895833333334,
+      "learning_rate": 7.634778977483389e-05,
+      "loss": 6.8072,
+      "loss/crossentropy": 1.5444829165935516,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21928342804312706,
+      "step": 1941
+    },
+    {
+      "epoch": 0.32366666666666666,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.92265625,
+      "learning_rate": 7.632553602548065e-05,
+      "loss": 6.6469,
+      "loss/crossentropy": 1.824027806520462,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1451159343123436,
+      "step": 1942
+    },
+    {
+      "epoch": 0.3238333333333333,
+      "grad_norm": 41.75,
+      "grad_norm_var": 14.668489583333333,
+      "learning_rate": 7.630327505883242e-05,
+      "loss": 7.3043,
+      "loss/crossentropy": 1.9817378222942352,
+      "loss/hidden": 3.70703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2217976227402687,
+      "step": 1943
+    },
+    {
+      "epoch": 0.324,
+      "grad_norm": 35.5,
+      "grad_norm_var": 17.859309895833334,
+      "learning_rate": 7.628100688099215e-05,
+      "loss": 6.8794,
+      "loss/crossentropy": 1.9806363582611084,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2619929276406765,
+      "step": 1944
+    },
+    {
+      "epoch": 0.32416666666666666,
+      "grad_norm": 29.625,
+      "grad_norm_var": 17.52890625,
+      "learning_rate": 7.62587314980648e-05,
+      "loss": 7.0545,
+      "loss/crossentropy": 1.897900551557541,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24334151297807693,
+      "step": 1945
+    },
+    {
+      "epoch": 0.3243333333333333,
+      "grad_norm": 27.375,
+      "grad_norm_var": 17.1056640625,
+      "learning_rate": 7.623644891615727e-05,
+      "loss": 6.9264,
+      "loss/crossentropy": 1.8679122924804688,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14723801240324974,
+      "step": 1946
+    },
+    {
+      "epoch": 0.3245,
+      "grad_norm": 25.875,
+      "grad_norm_var": 17.64765625,
+      "learning_rate": 7.621415914137846e-05,
+      "loss": 7.1159,
+      "loss/crossentropy": 1.3908490687608719,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12980337999761105,
+      "step": 1947
+    },
+    {
+      "epoch": 0.32466666666666666,
+      "grad_norm": 26.0,
+      "grad_norm_var": 17.9,
+      "learning_rate": 7.619186217983924e-05,
+      "loss": 7.1713,
+      "loss/crossentropy": 2.16692191362381,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2991831377148628,
+      "step": 1948
+    },
+    {
+      "epoch": 0.3248333333333333,
+      "grad_norm": 29.0,
+      "grad_norm_var": 17.908072916666665,
+      "learning_rate": 7.616955803765249e-05,
+      "loss": 6.9156,
+      "loss/crossentropy": 1.8130050897598267,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14834078960120678,
+      "step": 1949
+    },
+    {
+      "epoch": 0.325,
+      "grad_norm": 28.375,
+      "grad_norm_var": 17.911393229166666,
+      "learning_rate": 7.614724672093296e-05,
+      "loss": 6.89,
+      "loss/crossentropy": 1.773101955652237,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18298736214637756,
+      "step": 1950
+    },
+    {
+      "epoch": 0.32516666666666666,
+      "grad_norm": 27.25,
+      "grad_norm_var": 18.029166666666665,
+      "learning_rate": 7.612492823579745e-05,
+      "loss": 6.7182,
+      "loss/crossentropy": 1.7464256584644318,
+      "loss/hidden": 3.703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3043161705136299,
+      "step": 1951
+    },
+    {
+      "epoch": 0.3253333333333333,
+      "grad_norm": 29.375,
+      "grad_norm_var": 17.755143229166666,
+      "learning_rate": 7.61026025883647e-05,
+      "loss": 6.8968,
+      "loss/crossentropy": 1.490617960691452,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16207384690642357,
+      "step": 1952
+    },
+    {
+      "epoch": 0.3255,
+      "grad_norm": 27.25,
+      "grad_norm_var": 17.800455729166668,
+      "learning_rate": 7.60802697847554e-05,
+      "loss": 6.8648,
+      "loss/crossentropy": 2.0520599484443665,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15137195214629173,
+      "step": 1953
+    },
+    {
+      "epoch": 0.32566666666666666,
+      "grad_norm": 29.5,
+      "grad_norm_var": 17.387434895833334,
+      "learning_rate": 7.605792983109222e-05,
+      "loss": 7.2909,
+      "loss/crossentropy": 1.2635005861520767,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11748159304261208,
+      "step": 1954
+    },
+    {
+      "epoch": 0.3258333333333333,
+      "grad_norm": 26.5,
+      "grad_norm_var": 17.207747395833334,
+      "learning_rate": 7.60355827334998e-05,
+      "loss": 6.9264,
+      "loss/crossentropy": 1.6250987499952316,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1348421834409237,
+      "step": 1955
+    },
+    {
+      "epoch": 0.326,
+      "grad_norm": 28.0,
+      "grad_norm_var": 17.071809895833333,
+      "learning_rate": 7.60132284981047e-05,
+      "loss": 7.0407,
+      "loss/crossentropy": 1.3203220516443253,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16120794974267483,
+      "step": 1956
+    },
+    {
+      "epoch": 0.32616666666666666,
+      "grad_norm": 40.25,
+      "grad_norm_var": 24.587434895833333,
+      "learning_rate": 7.599086713103547e-05,
+      "loss": 7.1496,
+      "loss/crossentropy": 2.502292364835739,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16814671456813812,
+      "step": 1957
+    },
+    {
+      "epoch": 0.3263333333333333,
+      "grad_norm": 32.75,
+      "grad_norm_var": 23.6962890625,
+      "learning_rate": 7.596849863842263e-05,
+      "loss": 6.4611,
+      "loss/crossentropy": 1.696190595626831,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1337653361260891,
+      "step": 1958
+    },
+    {
+      "epoch": 0.3265,
+      "grad_norm": 33.0,
+      "grad_norm_var": 15.092122395833334,
+      "learning_rate": 7.594612302639859e-05,
+      "loss": 7.0354,
+      "loss/crossentropy": 1.6811990141868591,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1704744752496481,
+      "step": 1959
+    },
+    {
+      "epoch": 0.32666666666666666,
+      "grad_norm": 31.75,
+      "grad_norm_var": 13.084309895833334,
+      "learning_rate": 7.592374030109777e-05,
+      "loss": 6.8049,
+      "loss/crossentropy": 1.4199679493904114,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13939975388348103,
+      "step": 1960
+    },
+    {
+      "epoch": 0.3268333333333333,
+      "grad_norm": 29.25,
+      "grad_norm_var": 13.086458333333333,
+      "learning_rate": 7.590135046865651e-05,
+      "loss": 7.0515,
+      "loss/crossentropy": 1.9711971879005432,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1594713032245636,
+      "step": 1961
+    },
+    {
+      "epoch": 0.327,
+      "grad_norm": 25.625,
+      "grad_norm_var": 13.76640625,
+      "learning_rate": 7.587895353521314e-05,
+      "loss": 7.0146,
+      "loss/crossentropy": 1.7343676090240479,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18260842934250832,
+      "step": 1962
+    },
+    {
+      "epoch": 0.32716666666666666,
+      "grad_norm": 37.25,
+      "grad_norm_var": 16.568684895833332,
+      "learning_rate": 7.585654950690786e-05,
+      "loss": 6.9841,
+      "loss/crossentropy": 1.4708878099918365,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1759204864501953,
+      "step": 1963
+    },
+    {
+      "epoch": 0.3273333333333333,
+      "grad_norm": 29.25,
+      "grad_norm_var": 15.4650390625,
+      "learning_rate": 7.58341383898829e-05,
+      "loss": 6.7756,
+      "loss/crossentropy": 1.9903148412704468,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17452102340757847,
+      "step": 1964
+    },
+    {
+      "epoch": 0.3275,
+      "grad_norm": 27.625,
+      "grad_norm_var": 15.816666666666666,
+      "learning_rate": 7.581172019028238e-05,
+      "loss": 7.214,
+      "loss/crossentropy": 1.9448735415935516,
+      "loss/hidden": 3.65234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22730185091495514,
+      "step": 1965
+    },
+    {
+      "epoch": 0.32766666666666666,
+      "grad_norm": 26.25,
+      "grad_norm_var": 16.612434895833335,
+      "learning_rate": 7.578929491425238e-05,
+      "loss": 6.7937,
+      "loss/crossentropy": 1.6424171030521393,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14761119335889816,
+      "step": 1966
+    },
+    {
+      "epoch": 0.3278333333333333,
+      "grad_norm": 43.5,
+      "grad_norm_var": 27.039518229166667,
+      "learning_rate": 7.576686256794091e-05,
+      "loss": 7.3124,
+      "loss/crossentropy": 1.8280293941497803,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20526448637247086,
+      "step": 1967
+    },
+    {
+      "epoch": 0.328,
+      "grad_norm": 28.25,
+      "grad_norm_var": 27.372916666666665,
+      "learning_rate": 7.574442315749793e-05,
+      "loss": 6.8749,
+      "loss/crossentropy": 1.377597153186798,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14071182627230883,
+      "step": 1968
+    },
+    {
+      "epoch": 0.32816666666666666,
+      "grad_norm": 35.0,
+      "grad_norm_var": 27.251822916666665,
+      "learning_rate": 7.572197668907532e-05,
+      "loss": 6.492,
+      "loss/crossentropy": 1.859922617673874,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13686381466686726,
+      "step": 1969
+    },
+    {
+      "epoch": 0.3283333333333333,
+      "grad_norm": 33.0,
+      "grad_norm_var": 27.09140625,
+      "learning_rate": 7.569952316882694e-05,
+      "loss": 6.7999,
+      "loss/crossentropy": 1.4993602633476257,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17878538742661476,
+      "step": 1970
+    },
+    {
+      "epoch": 0.3285,
+      "grad_norm": 33.25,
+      "grad_norm_var": 25.25625,
+      "learning_rate": 7.567706260290851e-05,
+      "loss": 7.0913,
+      "loss/crossentropy": 1.3628067672252655,
+      "loss/hidden": 3.859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14887463301420212,
+      "step": 1971
+    },
+    {
+      "epoch": 0.32866666666666666,
+      "grad_norm": 29.875,
+      "grad_norm_var": 24.4447265625,
+      "learning_rate": 7.565459499747775e-05,
+      "loss": 7.0248,
+      "loss/crossentropy": 1.9492396712303162,
+      "loss/hidden": 3.68359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21044185012578964,
+      "step": 1972
+    },
+    {
+      "epoch": 0.3288333333333333,
+      "grad_norm": 27.625,
+      "grad_norm_var": 20.926822916666666,
+      "learning_rate": 7.563212035869425e-05,
+      "loss": 6.9809,
+      "loss/crossentropy": 1.8395329862833023,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16357857547700405,
+      "step": 1973
+    },
+    {
+      "epoch": 0.329,
+      "grad_norm": 27.75,
+      "grad_norm_var": 21.624739583333334,
+      "learning_rate": 7.56096386927196e-05,
+      "loss": 7.0102,
+      "loss/crossentropy": 1.7907786071300507,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18460842221975327,
+      "step": 1974
+    },
+    {
+      "epoch": 0.32916666666666666,
+      "grad_norm": 28.75,
+      "grad_norm_var": 21.7,
+      "learning_rate": 7.558715000571726e-05,
+      "loss": 7.0319,
+      "loss/crossentropy": 1.6687232851982117,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2605494260787964,
+      "step": 1975
+    },
+    {
+      "epoch": 0.3293333333333333,
+      "grad_norm": 27.125,
+      "grad_norm_var": 22.497330729166666,
+      "learning_rate": 7.55646543038526e-05,
+      "loss": 6.4879,
+      "loss/crossentropy": 1.8237475007772446,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1547717321664095,
+      "step": 1976
+    },
+    {
+      "epoch": 0.3295,
+      "grad_norm": 27.25,
+      "grad_norm_var": 23.103580729166666,
+      "learning_rate": 7.5542151593293e-05,
+      "loss": 7.1899,
+      "loss/crossentropy": 1.8912782967090607,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19629128649830818,
+      "step": 1977
+    },
+    {
+      "epoch": 0.32966666666666666,
+      "grad_norm": 28.625,
+      "grad_norm_var": 21.731705729166666,
+      "learning_rate": 7.551964188020766e-05,
+      "loss": 6.9527,
+      "loss/crossentropy": 1.7356953918933868,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2349882610142231,
+      "step": 1978
+    },
+    {
+      "epoch": 0.3298333333333333,
+      "grad_norm": 26.875,
+      "grad_norm_var": 19.327083333333334,
+      "learning_rate": 7.549712517076777e-05,
+      "loss": 7.1087,
+      "loss/crossentropy": 1.9298615157604218,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14285527169704437,
+      "step": 1979
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 26.375,
+      "grad_norm_var": 20.131184895833332,
+      "learning_rate": 7.547460147114641e-05,
+      "loss": 7.0014,
+      "loss/crossentropy": 1.7447529137134552,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18788661807775497,
+      "step": 1980
+    },
+    {
+      "epoch": 0.33016666666666666,
+      "grad_norm": 40.25,
+      "grad_norm_var": 26.39765625,
+      "learning_rate": 7.545207078751857e-05,
+      "loss": 7.2777,
+      "loss/crossentropy": 2.3176685869693756,
+      "loss/hidden": 3.7421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.43646563962101936,
+      "step": 1981
+    },
+    {
+      "epoch": 0.3303333333333333,
+      "grad_norm": 32.25,
+      "grad_norm_var": 25.16015625,
+      "learning_rate": 7.542953312606117e-05,
+      "loss": 7.4115,
+      "loss/crossentropy": 1.1465453654527664,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17520064301788807,
+      "step": 1982
+    },
+    {
+      "epoch": 0.3305,
+      "grad_norm": 31.125,
+      "grad_norm_var": 14.0806640625,
+      "learning_rate": 7.540698849295305e-05,
+      "loss": 7.211,
+      "loss/crossentropy": 1.9278732538223267,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1668613739311695,
+      "step": 1983
+    },
+    {
+      "epoch": 0.33066666666666666,
+      "grad_norm": 29.25,
+      "grad_norm_var": 13.881705729166667,
+      "learning_rate": 7.538443689437492e-05,
+      "loss": 7.1892,
+      "loss/crossentropy": 1.958818107843399,
+      "loss/hidden": 3.79296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.28305254876613617,
+      "step": 1984
+    },
+    {
+      "epoch": 0.3308333333333333,
+      "grad_norm": 27.75,
+      "grad_norm_var": 12.5978515625,
+      "learning_rate": 7.536187833650947e-05,
+      "loss": 6.5296,
+      "loss/crossentropy": 1.821618765592575,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1746337190270424,
+      "step": 1985
+    },
+    {
+      "epoch": 0.331,
+      "grad_norm": 27.125,
+      "grad_norm_var": 12.264322916666666,
+      "learning_rate": 7.53393128255412e-05,
+      "loss": 6.7454,
+      "loss/crossentropy": 1.7255724370479584,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12872214615345,
+      "step": 1986
+    },
+    {
+      "epoch": 0.33116666666666666,
+      "grad_norm": 28.125,
+      "grad_norm_var": 11.311393229166667,
+      "learning_rate": 7.531674036765662e-05,
+      "loss": 6.9214,
+      "loss/crossentropy": 1.4453624933958054,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1719880998134613,
+      "step": 1987
+    },
+    {
+      "epoch": 0.3313333333333333,
+      "grad_norm": 26.875,
+      "grad_norm_var": 11.577018229166667,
+      "learning_rate": 7.52941609690441e-05,
+      "loss": 7.2681,
+      "loss/crossentropy": 1.7877110838890076,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20354793220758438,
+      "step": 1988
+    },
+    {
+      "epoch": 0.3315,
+      "grad_norm": 28.875,
+      "grad_norm_var": 11.454622395833333,
+      "learning_rate": 7.52715746358939e-05,
+      "loss": 6.8813,
+      "loss/crossentropy": 1.6874558627605438,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16517934203147888,
+      "step": 1989
+    },
+    {
+      "epoch": 0.33166666666666667,
+      "grad_norm": 27.25,
+      "grad_norm_var": 11.555143229166667,
+      "learning_rate": 7.524898137439814e-05,
+      "loss": 7.0432,
+      "loss/crossentropy": 1.3462169617414474,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23449290171265602,
+      "step": 1990
+    },
+    {
+      "epoch": 0.3318333333333333,
+      "grad_norm": 27.75,
+      "grad_norm_var": 11.649934895833333,
+      "learning_rate": 7.522638119075096e-05,
+      "loss": 6.974,
+      "loss/crossentropy": 1.558683604001999,
+      "loss/hidden": 3.68359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2526928149163723,
+      "step": 1991
+    },
+    {
+      "epoch": 0.332,
+      "grad_norm": 27.25,
+      "grad_norm_var": 11.620833333333334,
+      "learning_rate": 7.520377409114831e-05,
+      "loss": 7.0326,
+      "loss/crossentropy": 1.7414982914924622,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1637286227196455,
+      "step": 1992
+    },
+    {
+      "epoch": 0.33216666666666667,
+      "grad_norm": 34.5,
+      "grad_norm_var": 13.274739583333334,
+      "learning_rate": 7.518116008178805e-05,
+      "loss": 6.6616,
+      "loss/crossentropy": 1.0742476731538773,
+      "loss/hidden": 3.8515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1765630804002285,
+      "step": 1993
+    },
+    {
+      "epoch": 0.3323333333333333,
+      "grad_norm": 31.0,
+      "grad_norm_var": 13.384830729166667,
+      "learning_rate": 7.515853916886993e-05,
+      "loss": 6.7673,
+      "loss/crossentropy": 1.6484030038118362,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1557282730937004,
+      "step": 1994
+    },
+    {
+      "epoch": 0.3325,
+      "grad_norm": 31.125,
+      "grad_norm_var": 13.0041015625,
+      "learning_rate": 7.513591135859561e-05,
+      "loss": 7.0006,
+      "loss/crossentropy": 1.8683974295854568,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1803109608590603,
+      "step": 1995
+    },
+    {
+      "epoch": 0.33266666666666667,
+      "grad_norm": 29.25,
+      "grad_norm_var": 12.205989583333333,
+      "learning_rate": 7.511327665716863e-05,
+      "loss": 7.0199,
+      "loss/crossentropy": 2.0102295577526093,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19259504601359367,
+      "step": 1996
+    },
+    {
+      "epoch": 0.3328333333333333,
+      "grad_norm": 27.0,
+      "grad_norm_var": 5.042708333333334,
+      "learning_rate": 7.509063507079443e-05,
+      "loss": 6.9124,
+      "loss/crossentropy": 1.9524219632148743,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1803882084786892,
+      "step": 1997
+    },
+    {
+      "epoch": 0.333,
+      "grad_norm": 29.5,
+      "grad_norm_var": 4.380989583333333,
+      "learning_rate": 7.506798660568031e-05,
+      "loss": 7.1799,
+      "loss/crossentropy": 1.6741455495357513,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15316328406333923,
+      "step": 1998
+    },
+    {
+      "epoch": 0.33316666666666667,
+      "grad_norm": 27.375,
+      "grad_norm_var": 4.189583333333333,
+      "learning_rate": 7.50453312680355e-05,
+      "loss": 6.8463,
+      "loss/crossentropy": 1.2846168503165245,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16056417115032673,
+      "step": 1999
+    },
+    {
+      "epoch": 0.3333333333333333,
+      "grad_norm": 26.625,
+      "grad_norm_var": 4.445247395833333,
+      "learning_rate": 7.502266906407107e-05,
+      "loss": 6.4687,
+      "loss/crossentropy": 1.4025170803070068,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1475424598902464,
+      "step": 2000
+    },
+    {
+      "epoch": 0.3335,
+      "grad_norm": 27.375,
+      "grad_norm_var": 4.495833333333334,
+      "learning_rate": 7.500000000000001e-05,
+      "loss": 6.7608,
+      "loss/crossentropy": 1.646887555718422,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19718674942851067,
+      "step": 2001
+    },
+    {
+      "epoch": 0.33366666666666667,
+      "grad_norm": 27.75,
+      "grad_norm_var": 4.400455729166667,
+      "learning_rate": 7.497732408203715e-05,
+      "loss": 6.9088,
+      "loss/crossentropy": 1.6080498844385147,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24828814342617989,
+      "step": 2002
+    },
+    {
+      "epoch": 0.3338333333333333,
+      "grad_norm": 27.5,
+      "grad_norm_var": 4.464583333333334,
+      "learning_rate": 7.495464131639924e-05,
+      "loss": 7.1028,
+      "loss/crossentropy": 1.6690019071102142,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23766503483057022,
+      "step": 2003
+    },
+    {
+      "epoch": 0.334,
+      "grad_norm": 30.0,
+      "grad_norm_var": 4.371809895833334,
+      "learning_rate": 7.493195170930487e-05,
+      "loss": 7.255,
+      "loss/crossentropy": 2.1397475004196167,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21771133318543434,
+      "step": 2004
+    },
+    {
+      "epoch": 0.33416666666666667,
+      "grad_norm": 39.0,
+      "grad_norm_var": 10.937239583333334,
+      "learning_rate": 7.490925526697455e-05,
+      "loss": 7.0093,
+      "loss/crossentropy": 1.2850555181503296,
+      "loss/hidden": 3.64453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2581508904695511,
+      "step": 2005
+    },
+    {
+      "epoch": 0.3343333333333333,
+      "grad_norm": 32.75,
+      "grad_norm_var": 11.258072916666666,
+      "learning_rate": 7.488655199563062e-05,
+      "loss": 6.8276,
+      "loss/crossentropy": 2.370163470506668,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23061025515198708,
+      "step": 2006
+    },
+    {
+      "epoch": 0.3345,
+      "grad_norm": 36.0,
+      "grad_norm_var": 13.329166666666667,
+      "learning_rate": 7.48638419014973e-05,
+      "loss": 6.8334,
+      "loss/crossentropy": 2.1063430309295654,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16152194887399673,
+      "step": 2007
+    },
+    {
+      "epoch": 0.33466666666666667,
+      "grad_norm": 27.625,
+      "grad_norm_var": 13.187955729166667,
+      "learning_rate": 7.484112499080072e-05,
+      "loss": 6.6804,
+      "loss/crossentropy": 1.842088907957077,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14603549242019653,
+      "step": 2008
+    },
+    {
+      "epoch": 0.3348333333333333,
+      "grad_norm": 28.375,
+      "grad_norm_var": 12.080989583333333,
+      "learning_rate": 7.481840126976885e-05,
+      "loss": 7.1734,
+      "loss/crossentropy": 1.4323575794696808,
+      "loss/hidden": 3.57421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15322669595479965,
+      "step": 2009
+    },
+    {
+      "epoch": 0.335,
+      "grad_norm": 28.75,
+      "grad_norm_var": 12.064583333333333,
+      "learning_rate": 7.47956707446315e-05,
+      "loss": 7.0063,
+      "loss/crossentropy": 1.842424750328064,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15649420768022537,
+      "step": 2010
+    },
+    {
+      "epoch": 0.33516666666666667,
+      "grad_norm": 28.5,
+      "grad_norm_var": 12.013997395833334,
+      "learning_rate": 7.477293342162039e-05,
+      "loss": 7.4429,
+      "loss/crossentropy": 2.1520562767982483,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22688240185379982,
+      "step": 2011
+    },
+    {
+      "epoch": 0.3353333333333333,
+      "grad_norm": 26.625,
+      "grad_norm_var": 12.562239583333334,
+      "learning_rate": 7.475018930696907e-05,
+      "loss": 6.9846,
+      "loss/crossentropy": 2.1336784958839417,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17122882604599,
+      "step": 2012
+    },
+    {
+      "epoch": 0.3355,
+      "grad_norm": 28.0,
+      "grad_norm_var": 12.301822916666667,
+      "learning_rate": 7.472743840691299e-05,
+      "loss": 6.7856,
+      "loss/crossentropy": 1.918004110455513,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16857539862394333,
+      "step": 2013
+    },
+    {
+      "epoch": 0.33566666666666667,
+      "grad_norm": 27.375,
+      "grad_norm_var": 12.579622395833333,
+      "learning_rate": 7.470468072768941e-05,
+      "loss": 6.7299,
+      "loss/crossentropy": 1.6727021932601929,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1599593311548233,
+      "step": 2014
+    },
+    {
+      "epoch": 0.3358333333333333,
+      "grad_norm": 29.0,
+      "grad_norm_var": 12.31640625,
+      "learning_rate": 7.468191627553753e-05,
+      "loss": 7.1373,
+      "loss/crossentropy": 1.8632823824882507,
+      "loss/hidden": 3.66796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.27120159193873405,
+      "step": 2015
+    },
+    {
+      "epoch": 0.336,
+      "grad_norm": 30.75,
+      "grad_norm_var": 11.8244140625,
+      "learning_rate": 7.465914505669829e-05,
+      "loss": 7.4702,
+      "loss/crossentropy": 1.9775467216968536,
+      "loss/hidden": 3.78515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2914772145450115,
+      "step": 2016
+    },
+    {
+      "epoch": 0.33616666666666667,
+      "grad_norm": 35.75,
+      "grad_norm_var": 13.599739583333333,
+      "learning_rate": 7.463636707741458e-05,
+      "loss": 7.0925,
+      "loss/crossentropy": 1.65382120013237,
+      "loss/hidden": 3.78515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24217133224010468,
+      "step": 2017
+    },
+    {
+      "epoch": 0.3363333333333333,
+      "grad_norm": 34.0,
+      "grad_norm_var": 13.970833333333333,
+      "learning_rate": 7.461358234393112e-05,
+      "loss": 7.1204,
+      "loss/crossentropy": 1.7298160046339035,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1630084626376629,
+      "step": 2018
+    },
+    {
+      "epoch": 0.3365,
+      "grad_norm": 32.25,
+      "grad_norm_var": 13.401822916666667,
+      "learning_rate": 7.459079086249445e-05,
+      "loss": 6.8147,
+      "loss/crossentropy": 1.3734715282917023,
+      "loss/hidden": 3.96875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24456249177455902,
+      "step": 2019
+    },
+    {
+      "epoch": 0.33666666666666667,
+      "grad_norm": 30.75,
+      "grad_norm_var": 13.344791666666667,
+      "learning_rate": 7.456799263935302e-05,
+      "loss": 6.8672,
+      "loss/crossentropy": 1.5965338945388794,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16461758315563202,
+      "step": 2020
+    },
+    {
+      "epoch": 0.3368333333333333,
+      "grad_norm": 58.5,
+      "grad_norm_var": 57.99166666666667,
+      "learning_rate": 7.454518768075704e-05,
+      "loss": 6.7962,
+      "loss/crossentropy": 1.8724237978458405,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2947624269872904,
+      "step": 2021
+    },
+    {
+      "epoch": 0.337,
+      "grad_norm": 27.625,
+      "grad_norm_var": 59.24889322916667,
+      "learning_rate": 7.452237599295867e-05,
+      "loss": 6.9594,
+      "loss/crossentropy": 1.588981568813324,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17505433037877083,
+      "step": 2022
+    },
+    {
+      "epoch": 0.33716666666666667,
+      "grad_norm": 25.75,
+      "grad_norm_var": 60.16712239583333,
+      "learning_rate": 7.449955758221183e-05,
+      "loss": 6.6586,
+      "loss/crossentropy": 1.4160561859607697,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15940367616713047,
+      "step": 2023
+    },
+    {
+      "epoch": 0.3373333333333333,
+      "grad_norm": 26.25,
+      "grad_norm_var": 60.94557291666667,
+      "learning_rate": 7.447673245477234e-05,
+      "loss": 7.0592,
+      "loss/crossentropy": 2.1004469990730286,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15907252952456474,
+      "step": 2024
+    },
+    {
+      "epoch": 0.3375,
+      "grad_norm": 26.625,
+      "grad_norm_var": 61.782291666666666,
+      "learning_rate": 7.445390061689782e-05,
+      "loss": 6.9819,
+      "loss/crossentropy": 1.8438818752765656,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17649543657898903,
+      "step": 2025
+    },
+    {
+      "epoch": 0.33766666666666667,
+      "grad_norm": 27.0,
+      "grad_norm_var": 62.50598958333333,
+      "learning_rate": 7.443106207484776e-05,
+      "loss": 6.9136,
+      "loss/crossentropy": 2.3587980568408966,
+      "loss/hidden": 3.046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16780515387654305,
+      "step": 2026
+    },
+    {
+      "epoch": 0.3378333333333333,
+      "grad_norm": 25.75,
+      "grad_norm_var": 63.86666666666667,
+      "learning_rate": 7.440821683488346e-05,
+      "loss": 7.0496,
+      "loss/crossentropy": 1.8249597549438477,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15630796924233437,
+      "step": 2027
+    },
+    {
+      "epoch": 0.338,
+      "grad_norm": 26.5,
+      "grad_norm_var": 63.93639322916667,
+      "learning_rate": 7.438536490326808e-05,
+      "loss": 6.8999,
+      "loss/crossentropy": 2.063200980424881,
+      "loss/hidden": 2.91796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13192172534763813,
+      "step": 2028
+    },
+    {
+      "epoch": 0.33816666666666667,
+      "grad_norm": 35.5,
+      "grad_norm_var": 64.70983072916667,
+      "learning_rate": 7.436250628626662e-05,
+      "loss": 6.9956,
+      "loss/crossentropy": 1.758345901966095,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26982687786221504,
+      "step": 2029
+    },
+    {
+      "epoch": 0.3383333333333333,
+      "grad_norm": 31.25,
+      "grad_norm_var": 63.66640625,
+      "learning_rate": 7.433964099014587e-05,
+      "loss": 7.2469,
+      "loss/crossentropy": 1.4735864400863647,
+      "loss/hidden": 3.703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16867756471037865,
+      "step": 2030
+    },
+    {
+      "epoch": 0.3385,
+      "grad_norm": 33.25,
+      "grad_norm_var": 63.405208333333334,
+      "learning_rate": 7.431676902117452e-05,
+      "loss": 6.6471,
+      "loss/crossentropy": 1.5679762959480286,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1953807882964611,
+      "step": 2031
+    },
+    {
+      "epoch": 0.33866666666666667,
+      "grad_norm": 27.875,
+      "grad_norm_var": 64.2931640625,
+      "learning_rate": 7.429389038562303e-05,
+      "loss": 6.8602,
+      "loss/crossentropy": 2.0082302540540695,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15611954778432846,
+      "step": 2032
+    },
+    {
+      "epoch": 0.3388333333333333,
+      "grad_norm": 28.25,
+      "grad_norm_var": 63.5978515625,
+      "learning_rate": 7.42710050897637e-05,
+      "loss": 7.0054,
+      "loss/crossentropy": 2.049324482679367,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1768581084907055,
+      "step": 2033
+    },
+    {
+      "epoch": 0.339,
+      "grad_norm": 27.75,
+      "grad_norm_var": 63.5978515625,
+      "learning_rate": 7.424811313987068e-05,
+      "loss": 7.1589,
+      "loss/crossentropy": 2.130332976579666,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19537139683961868,
+      "step": 2034
+    },
+    {
+      "epoch": 0.33916666666666667,
+      "grad_norm": 26.25,
+      "grad_norm_var": 64.5916015625,
+      "learning_rate": 7.42252145422199e-05,
+      "loss": 7.2703,
+      "loss/crossentropy": 2.0616552531719208,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19158745929598808,
+      "step": 2035
+    },
+    {
+      "epoch": 0.3393333333333333,
+      "grad_norm": 27.125,
+      "grad_norm_var": 65.19765625,
+      "learning_rate": 7.420230930308917e-05,
+      "loss": 7.1588,
+      "loss/crossentropy": 1.1347598135471344,
+      "loss/hidden": 3.66796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14775029756128788,
+      "step": 2036
+    },
+    {
+      "epoch": 0.3395,
+      "grad_norm": 28.375,
+      "grad_norm_var": 7.756184895833333,
+      "learning_rate": 7.417939742875808e-05,
+      "loss": 7.145,
+      "loss/crossentropy": 1.9800680577754974,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23814360983669758,
+      "step": 2037
+    },
+    {
+      "epoch": 0.3396666666666667,
+      "grad_norm": 27.125,
+      "grad_norm_var": 7.809830729166666,
+      "learning_rate": 7.415647892550804e-05,
+      "loss": 6.771,
+      "loss/crossentropy": 1.9106081426143646,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17705387994647026,
+      "step": 2038
+    },
+    {
+      "epoch": 0.3398333333333333,
+      "grad_norm": 26.625,
+      "grad_norm_var": 7.576041666666667,
+      "learning_rate": 7.41335537996223e-05,
+      "loss": 6.9704,
+      "loss/crossentropy": 1.2868004739284515,
+      "loss/hidden": 3.76953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17086608707904816,
+      "step": 2039
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 37.5,
+      "grad_norm_var": 12.533072916666667,
+      "learning_rate": 7.411062205738594e-05,
+      "loss": 6.9726,
+      "loss/crossentropy": 1.3375688046216965,
+      "loss/hidden": 3.61328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19356780871748924,
+      "step": 2040
+    },
+    {
+      "epoch": 0.3401666666666667,
+      "grad_norm": 32.25,
+      "grad_norm_var": 12.787955729166667,
+      "learning_rate": 7.408768370508576e-05,
+      "loss": 7.0539,
+      "loss/crossentropy": 1.7713091373443604,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13627765700221062,
+      "step": 2041
+    },
+    {
+      "epoch": 0.3403333333333333,
+      "grad_norm": 28.75,
+      "grad_norm_var": 12.448893229166666,
+      "learning_rate": 7.40647387490105e-05,
+      "loss": 6.8551,
+      "loss/crossentropy": 1.8237588107585907,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19275550730526447,
+      "step": 2042
+    },
+    {
+      "epoch": 0.3405,
+      "grad_norm": 27.75,
+      "grad_norm_var": 11.730143229166666,
+      "learning_rate": 7.404178719545063e-05,
+      "loss": 6.9044,
+      "loss/crossentropy": 1.8910573422908783,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19743480160832405,
+      "step": 2043
+    },
+    {
+      "epoch": 0.3406666666666667,
+      "grad_norm": 26.125,
+      "grad_norm_var": 11.889322916666666,
+      "learning_rate": 7.401882905069843e-05,
+      "loss": 6.698,
+      "loss/crossentropy": 1.655277594923973,
+      "loss/hidden": 3.6796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20752272568643093,
+      "step": 2044
+    },
+    {
+      "epoch": 0.3408333333333333,
+      "grad_norm": 24.75,
+      "grad_norm_var": 10.489583333333334,
+      "learning_rate": 7.399586432104804e-05,
+      "loss": 6.9778,
+      "loss/crossentropy": 1.917080283164978,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18620190024375916,
+      "step": 2045
+    },
+    {
+      "epoch": 0.341,
+      "grad_norm": 26.75,
+      "grad_norm_var": 10.292708333333334,
+      "learning_rate": 7.397289301279533e-05,
+      "loss": 6.9142,
+      "loss/crossentropy": 2.3234949111938477,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16481155902147293,
+      "step": 2046
+    },
+    {
+      "epoch": 0.3411666666666667,
+      "grad_norm": 28.0,
+      "grad_norm_var": 8.712239583333334,
+      "learning_rate": 7.394991513223806e-05,
+      "loss": 6.7607,
+      "loss/crossentropy": 1.868224710226059,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19289511442184448,
+      "step": 2047
+    },
+    {
+      "epoch": 0.3413333333333333,
+      "grad_norm": 26.875,
+      "grad_norm_var": 8.818489583333333,
+      "learning_rate": 7.392693068567571e-05,
+      "loss": 6.5381,
+      "loss/crossentropy": 1.2989059090614319,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13198719173669815,
+      "step": 2048
+    },
+    {
+      "epoch": 0.3415,
+      "grad_norm": 26.0,
+      "grad_norm_var": 9.102083333333333,
+      "learning_rate": 7.390393967940962e-05,
+      "loss": 7.0307,
+      "loss/crossentropy": 1.5628930628299713,
+      "loss/hidden": 3.78125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16605405882000923,
+      "step": 2049
+    },
+    {
+      "epoch": 0.3416666666666667,
+      "grad_norm": 25.125,
+      "grad_norm_var": 9.620247395833333,
+      "learning_rate": 7.388094211974287e-05,
+      "loss": 6.6828,
+      "loss/crossentropy": 1.2150608152151108,
+      "loss/hidden": 3.67578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16253164783120155,
+      "step": 2050
+    },
+    {
+      "epoch": 0.3418333333333333,
+      "grad_norm": 39.75,
+      "grad_norm_var": 18.156184895833334,
+      "learning_rate": 7.385793801298042e-05,
+      "loss": 6.8463,
+      "loss/crossentropy": 1.546233892440796,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15535933338105679,
+      "step": 2051
+    },
+    {
+      "epoch": 0.342,
+      "grad_norm": 30.75,
+      "grad_norm_var": 18.226041666666667,
+      "learning_rate": 7.383492736542895e-05,
+      "loss": 6.8829,
+      "loss/crossentropy": 2.126945376396179,
+      "loss/hidden": 3.49609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18267139419913292,
+      "step": 2052
+    },
+    {
+      "epoch": 0.3421666666666667,
+      "grad_norm": 30.125,
+      "grad_norm_var": 18.293489583333333,
+      "learning_rate": 7.381191018339696e-05,
+      "loss": 6.5499,
+      "loss/crossentropy": 1.745657056570053,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12701797857880592,
+      "step": 2053
+    },
+    {
+      "epoch": 0.3423333333333333,
+      "grad_norm": 28.625,
+      "grad_norm_var": 18.055989583333332,
+      "learning_rate": 7.378888647319474e-05,
+      "loss": 7.0517,
+      "loss/crossentropy": 1.4571964293718338,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1999511756002903,
+      "step": 2054
+    },
+    {
+      "epoch": 0.3425,
+      "grad_norm": 33.25,
+      "grad_norm_var": 18.604622395833335,
+      "learning_rate": 7.376585624113437e-05,
+      "loss": 6.9753,
+      "loss/crossentropy": 1.7369364202022552,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22835711017251015,
+      "step": 2055
+    },
+    {
+      "epoch": 0.3426666666666667,
+      "grad_norm": 26.25,
+      "grad_norm_var": 14.549934895833333,
+      "learning_rate": 7.374281949352973e-05,
+      "loss": 6.6762,
+      "loss/crossentropy": 1.5214744806289673,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15292374230921268,
+      "step": 2056
+    },
+    {
+      "epoch": 0.3428333333333333,
+      "grad_norm": 26.0,
+      "grad_norm_var": 14.133268229166667,
+      "learning_rate": 7.371977623669647e-05,
+      "loss": 6.7169,
+      "loss/crossentropy": 1.6641145944595337,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15333659388124943,
+      "step": 2057
+    },
+    {
+      "epoch": 0.343,
+      "grad_norm": 26.0,
+      "grad_norm_var": 14.4884765625,
+      "learning_rate": 7.369672647695202e-05,
+      "loss": 6.6243,
+      "loss/crossentropy": 1.6493903994560242,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2217995561659336,
+      "step": 2058
+    },
+    {
+      "epoch": 0.3431666666666667,
+      "grad_norm": 26.75,
+      "grad_norm_var": 14.618684895833333,
+      "learning_rate": 7.36736702206156e-05,
+      "loss": 6.8386,
+      "loss/crossentropy": 1.185355968773365,
+      "loss/hidden": 3.83203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24807056691497564,
+      "step": 2059
+    },
+    {
+      "epoch": 0.3433333333333333,
+      "grad_norm": 27.625,
+      "grad_norm_var": 14.345247395833333,
+      "learning_rate": 7.365060747400824e-05,
+      "loss": 6.9535,
+      "loss/crossentropy": 1.5872752517461777,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20538727566599846,
+      "step": 2060
+    },
+    {
+      "epoch": 0.3435,
+      "grad_norm": 24.25,
+      "grad_norm_var": 14.596809895833333,
+      "learning_rate": 7.362753824345272e-05,
+      "loss": 6.6613,
+      "loss/crossentropy": 1.4535185098648071,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14454678818583488,
+      "step": 2061
+    },
+    {
+      "epoch": 0.3436666666666667,
+      "grad_norm": 27.5,
+      "grad_norm_var": 14.481184895833334,
+      "learning_rate": 7.360446253527355e-05,
+      "loss": 6.7528,
+      "loss/crossentropy": 2.096654236316681,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1901923157274723,
+      "step": 2062
+    },
+    {
+      "epoch": 0.3438333333333333,
+      "grad_norm": 25.875,
+      "grad_norm_var": 14.849739583333333,
+      "learning_rate": 7.358138035579711e-05,
+      "loss": 6.6119,
+      "loss/crossentropy": 2.0224177837371826,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1801198124885559,
+      "step": 2063
+    },
+    {
+      "epoch": 0.344,
+      "grad_norm": 25.625,
+      "grad_norm_var": 15.163541666666667,
+      "learning_rate": 7.355829171135153e-05,
+      "loss": 6.8685,
+      "loss/crossentropy": 1.5001271814107895,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16215624660253525,
+      "step": 2064
+    },
+    {
+      "epoch": 0.3441666666666667,
+      "grad_norm": 28.875,
+      "grad_norm_var": 14.8775390625,
+      "learning_rate": 7.353519660826665e-05,
+      "loss": 6.8633,
+      "loss/crossentropy": 1.6649660468101501,
+      "loss/hidden": 3.875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.27144696936011314,
+      "step": 2065
+    },
+    {
+      "epoch": 0.3443333333333333,
+      "grad_norm": 27.5,
+      "grad_norm_var": 14.233072916666666,
+      "learning_rate": 7.351209505287412e-05,
+      "loss": 7.0015,
+      "loss/crossentropy": 1.9312981367111206,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1749132089316845,
+      "step": 2066
+    },
+    {
+      "epoch": 0.3445,
+      "grad_norm": 28.625,
+      "grad_norm_var": 5.1650390625,
+      "learning_rate": 7.34889870515074e-05,
+      "loss": 7.4559,
+      "loss/crossentropy": 1.5264183059334755,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1977873295545578,
+      "step": 2067
+    },
+    {
+      "epoch": 0.3446666666666667,
+      "grad_norm": 28.125,
+      "grad_norm_var": 4.5375,
+      "learning_rate": 7.346587261050165e-05,
+      "loss": 6.8066,
+      "loss/crossentropy": 1.5235412418842316,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14448099583387375,
+      "step": 2068
+    },
+    {
+      "epoch": 0.3448333333333333,
+      "grad_norm": 28.25,
+      "grad_norm_var": 4.1166015625,
+      "learning_rate": 7.344275173619385e-05,
+      "loss": 6.6585,
+      "loss/crossentropy": 1.5700507462024689,
+      "loss/hidden": 3.6640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1722477562725544,
+      "step": 2069
+    },
+    {
+      "epoch": 0.345,
+      "grad_norm": 25.875,
+      "grad_norm_var": 4.156705729166666,
+      "learning_rate": 7.34196244349227e-05,
+      "loss": 6.9421,
+      "loss/crossentropy": 1.7108730375766754,
+      "loss/hidden": 3.6484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2950448840856552,
+      "step": 2070
+    },
+    {
+      "epoch": 0.3451666666666667,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.8363932291666667,
+      "learning_rate": 7.339649071302867e-05,
+      "loss": 6.7041,
+      "loss/crossentropy": 1.7500380873680115,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1508929319679737,
+      "step": 2071
+    },
+    {
+      "epoch": 0.3453333333333333,
+      "grad_norm": 26.0,
+      "grad_norm_var": 1.8572265625,
+      "learning_rate": 7.337335057685404e-05,
+      "loss": 6.6444,
+      "loss/crossentropy": 1.3980150818824768,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1651305817067623,
+      "step": 2072
+    },
+    {
+      "epoch": 0.3455,
+      "grad_norm": 27.375,
+      "grad_norm_var": 1.8393229166666667,
+      "learning_rate": 7.335020403274278e-05,
+      "loss": 6.756,
+      "loss/crossentropy": 2.1742414832115173,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20124894753098488,
+      "step": 2073
+    },
+    {
+      "epoch": 0.3456666666666667,
+      "grad_norm": 26.625,
+      "grad_norm_var": 1.7947265625,
+      "learning_rate": 7.332705108704064e-05,
+      "loss": 6.8853,
+      "loss/crossentropy": 1.760928824543953,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1858735829591751,
+      "step": 2074
+    },
+    {
+      "epoch": 0.3458333333333333,
+      "grad_norm": 26.625,
+      "grad_norm_var": 1.79765625,
+      "learning_rate": 7.330389174609515e-05,
+      "loss": 7.0123,
+      "loss/crossentropy": 1.9976104646921158,
+      "loss/hidden": 3.0234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15011240355670452,
+      "step": 2075
+    },
+    {
+      "epoch": 0.346,
+      "grad_norm": 28.0,
+      "grad_norm_var": 1.8447265625,
+      "learning_rate": 7.328072601625557e-05,
+      "loss": 6.7868,
+      "loss/crossentropy": 1.621092826128006,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2026643194258213,
+      "step": 2076
+    },
+    {
+      "epoch": 0.3461666666666667,
+      "grad_norm": 26.875,
+      "grad_norm_var": 1.35390625,
+      "learning_rate": 7.325755390387292e-05,
+      "loss": 7.2356,
+      "loss/crossentropy": 1.647192895412445,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1743978187441826,
+      "step": 2077
+    },
+    {
+      "epoch": 0.3463333333333333,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.534375,
+      "learning_rate": 7.323437541529996e-05,
+      "loss": 6.8603,
+      "loss/crossentropy": 1.7261865735054016,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19125288724899292,
+      "step": 2078
+    },
+    {
+      "epoch": 0.3465,
+      "grad_norm": 27.625,
+      "grad_norm_var": 1.48515625,
+      "learning_rate": 7.32111905568912e-05,
+      "loss": 6.6704,
+      "loss/crossentropy": 1.134339615702629,
+      "loss/hidden": 3.63671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.34613761492073536,
+      "step": 2079
+    },
+    {
+      "epoch": 0.3466666666666667,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.4629557291666666,
+      "learning_rate": 7.318799933500291e-05,
+      "loss": 6.7288,
+      "loss/crossentropy": 1.9462582170963287,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18915590271353722,
+      "step": 2080
+    },
+    {
+      "epoch": 0.3468333333333333,
+      "grad_norm": 28.875,
+      "grad_norm_var": 1.4629557291666666,
+      "learning_rate": 7.316480175599309e-05,
+      "loss": 7.0519,
+      "loss/crossentropy": 1.4220841377973557,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12220159731805325,
+      "step": 2081
+    },
+    {
+      "epoch": 0.347,
+      "grad_norm": 25.625,
+      "grad_norm_var": 1.5635416666666666,
+      "learning_rate": 7.314159782622149e-05,
+      "loss": 6.9557,
+      "loss/crossentropy": 2.3534127175807953,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17195002362132072,
+      "step": 2082
+    },
+    {
+      "epoch": 0.3471666666666667,
+      "grad_norm": 28.5,
+      "grad_norm_var": 1.5358723958333333,
+      "learning_rate": 7.311838755204959e-05,
+      "loss": 7.2752,
+      "loss/crossentropy": 1.370715320110321,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1367668304592371,
+      "step": 2083
+    },
+    {
+      "epoch": 0.3473333333333333,
+      "grad_norm": 26.5,
+      "grad_norm_var": 1.43515625,
+      "learning_rate": 7.309517093984063e-05,
+      "loss": 7.1519,
+      "loss/crossentropy": 1.7387064099311829,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1580048967152834,
+      "step": 2084
+    },
+    {
+      "epoch": 0.3475,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.54765625,
+      "learning_rate": 7.307194799595958e-05,
+      "loss": 7.2691,
+      "loss/crossentropy": 1.921155720949173,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2216951921582222,
+      "step": 2085
+    },
+    {
+      "epoch": 0.3476666666666667,
+      "grad_norm": 27.125,
+      "grad_norm_var": 1.4864583333333334,
+      "learning_rate": 7.304871872677312e-05,
+      "loss": 6.8766,
+      "loss/crossentropy": 1.4917530119419098,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.171925351023674,
+      "step": 2086
+    },
+    {
+      "epoch": 0.3478333333333333,
+      "grad_norm": 27.25,
+      "grad_norm_var": 1.2309895833333333,
+      "learning_rate": 7.30254831386497e-05,
+      "loss": 6.8187,
+      "loss/crossentropy": 2.1135362684726715,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1985660344362259,
+      "step": 2087
+    },
+    {
+      "epoch": 0.348,
+      "grad_norm": 29.5,
+      "grad_norm_var": 1.5080729166666667,
+      "learning_rate": 7.30022412379595e-05,
+      "loss": 7.0216,
+      "loss/crossentropy": 1.249668374657631,
+      "loss/hidden": 3.6171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16551784798502922,
+      "step": 2088
+    },
+    {
+      "epoch": 0.3481666666666667,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.5233723958333334,
+      "learning_rate": 7.297899303107441e-05,
+      "loss": 6.7427,
+      "loss/crossentropy": 1.7693857848644257,
+      "loss/hidden": 3.60546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19979926198720932,
+      "step": 2089
+    },
+    {
+      "epoch": 0.34833333333333333,
+      "grad_norm": 27.625,
+      "grad_norm_var": 1.5056640625,
+      "learning_rate": 7.295573852436803e-05,
+      "loss": 7.0949,
+      "loss/crossentropy": 1.5074560940265656,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1474323682487011,
+      "step": 2090
+    },
+    {
+      "epoch": 0.3485,
+      "grad_norm": 26.875,
+      "grad_norm_var": 1.4874348958333334,
+      "learning_rate": 7.293247772421576e-05,
+      "loss": 6.9357,
+      "loss/crossentropy": 1.6998253613710403,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13514518178999424,
+      "step": 2091
+    },
+    {
+      "epoch": 0.3486666666666667,
+      "grad_norm": 28.125,
+      "grad_norm_var": 1.5,
+      "learning_rate": 7.290921063699465e-05,
+      "loss": 7.2407,
+      "loss/crossentropy": 1.8418493866920471,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18575110845267773,
+      "step": 2092
+    },
+    {
+      "epoch": 0.34883333333333333,
+      "grad_norm": 28.5,
+      "grad_norm_var": 1.5702473958333334,
+      "learning_rate": 7.28859372690835e-05,
+      "loss": 6.8208,
+      "loss/crossentropy": 1.5944398641586304,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2651982270181179,
+      "step": 2093
+    },
+    {
+      "epoch": 0.349,
+      "grad_norm": 29.25,
+      "grad_norm_var": 1.4160807291666666,
+      "learning_rate": 7.286265762686287e-05,
+      "loss": 6.4988,
+      "loss/crossentropy": 1.7001949846744537,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15469152480363846,
+      "step": 2094
+    },
+    {
+      "epoch": 0.3491666666666667,
+      "grad_norm": 27.5,
+      "grad_norm_var": 1.4177083333333333,
+      "learning_rate": 7.283937171671498e-05,
+      "loss": 7.0803,
+      "loss/crossentropy": 1.7587894797325134,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15689759701490402,
+      "step": 2095
+    },
+    {
+      "epoch": 0.34933333333333333,
+      "grad_norm": 27.25,
+      "grad_norm_var": 1.1770833333333333,
+      "learning_rate": 7.28160795450238e-05,
+      "loss": 6.8499,
+      "loss/crossentropy": 1.11509108543396,
+      "loss/hidden": 3.73828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1718570999801159,
+      "step": 2096
+    },
+    {
+      "epoch": 0.3495,
+      "grad_norm": 27.5,
+      "grad_norm_var": 1.0889973958333334,
+      "learning_rate": 7.279278111817501e-05,
+      "loss": 6.9089,
+      "loss/crossentropy": 1.2470344752073288,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17137699201703072,
+      "step": 2097
+    },
+    {
+      "epoch": 0.3496666666666667,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.0559895833333333,
+      "learning_rate": 7.2769476442556e-05,
+      "loss": 6.699,
+      "loss/crossentropy": 1.8167203962802887,
+      "loss/hidden": 2.953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12045281380414963,
+      "step": 2098
+    },
+    {
+      "epoch": 0.34983333333333333,
+      "grad_norm": 26.375,
+      "grad_norm_var": 1.1035807291666666,
+      "learning_rate": 7.274616552455589e-05,
+      "loss": 6.8687,
+      "loss/crossentropy": 1.8774345219135284,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18196584656834602,
+      "step": 2099
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 27.75,
+      "grad_norm_var": 1.0280598958333333,
+      "learning_rate": 7.272284837056549e-05,
+      "loss": 7.1006,
+      "loss/crossentropy": 1.3549837917089462,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13124318048357964,
+      "step": 2100
+    },
+    {
+      "epoch": 0.3501666666666667,
+      "grad_norm": 27.625,
+      "grad_norm_var": 0.9372395833333333,
+      "learning_rate": 7.269952498697734e-05,
+      "loss": 7.4255,
+      "loss/crossentropy": 1.775767832994461,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19000964239239693,
+      "step": 2101
+    },
+    {
+      "epoch": 0.35033333333333333,
+      "grad_norm": 29.375,
+      "grad_norm_var": 1.1270833333333334,
+      "learning_rate": 7.267619538018568e-05,
+      "loss": 6.8766,
+      "loss/crossentropy": 2.120046943426132,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17297711223363876,
+      "step": 2102
+    },
+    {
+      "epoch": 0.3505,
+      "grad_norm": 26.875,
+      "grad_norm_var": 1.1577473958333333,
+      "learning_rate": 7.265285955658645e-05,
+      "loss": 6.7838,
+      "loss/crossentropy": 1.5916077643632889,
+      "loss/hidden": 3.640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22453842125833035,
+      "step": 2103
+    },
+    {
+      "epoch": 0.3506666666666667,
+      "grad_norm": 27.75,
+      "grad_norm_var": 0.9207682291666667,
+      "learning_rate": 7.262951752257728e-05,
+      "loss": 6.8994,
+      "loss/crossentropy": 1.8592451959848404,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1510123498737812,
+      "step": 2104
+    },
+    {
+      "epoch": 0.35083333333333333,
+      "grad_norm": 28.375,
+      "grad_norm_var": 0.9114583333333334,
+      "learning_rate": 7.260616928455754e-05,
+      "loss": 7.0474,
+      "loss/crossentropy": 1.1391933262348175,
+      "loss/hidden": 3.765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19689068756997585,
+      "step": 2105
+    },
+    {
+      "epoch": 0.351,
+      "grad_norm": 27.625,
+      "grad_norm_var": 0.9114583333333334,
+      "learning_rate": 7.258281484892829e-05,
+      "loss": 6.7028,
+      "loss/crossentropy": 1.628643810749054,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15677043795585632,
+      "step": 2106
+    },
+    {
+      "epoch": 0.3511666666666667,
+      "grad_norm": 27.75,
+      "grad_norm_var": 0.8681640625,
+      "learning_rate": 7.255945422209227e-05,
+      "loss": 6.9417,
+      "loss/crossentropy": 1.7482600808143616,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1744801551103592,
+      "step": 2107
+    },
+    {
+      "epoch": 0.35133333333333333,
+      "grad_norm": 30.375,
+      "grad_norm_var": 1.3087890625,
+      "learning_rate": 7.253608741045391e-05,
+      "loss": 6.6512,
+      "loss/crossentropy": 1.3207326382398605,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1575556844472885,
+      "step": 2108
+    },
+    {
+      "epoch": 0.3515,
+      "grad_norm": 27.375,
+      "grad_norm_var": 1.290625,
+      "learning_rate": 7.251271442041938e-05,
+      "loss": 6.9576,
+      "loss/crossentropy": 1.787441998720169,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14179226383566856,
+      "step": 2109
+    },
+    {
+      "epoch": 0.3516666666666667,
+      "grad_norm": 27.0,
+      "grad_norm_var": 1.16640625,
+      "learning_rate": 7.248933525839651e-05,
+      "loss": 6.833,
+      "loss/crossentropy": 1.7222518920898438,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15809161961078644,
+      "step": 2110
+    },
+    {
+      "epoch": 0.35183333333333333,
+      "grad_norm": 26.25,
+      "grad_norm_var": 1.2875,
+      "learning_rate": 7.246594993079482e-05,
+      "loss": 6.976,
+      "loss/crossentropy": 2.100672483444214,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14594705402851105,
+      "step": 2111
+    },
+    {
+      "epoch": 0.352,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.3239583333333333,
+      "learning_rate": 7.244255844402557e-05,
+      "loss": 6.759,
+      "loss/crossentropy": 1.7266984730958939,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1453801952302456,
+      "step": 2112
+    },
+    {
+      "epoch": 0.3521666666666667,
+      "grad_norm": 29.125,
+      "grad_norm_var": 1.4822265625,
+      "learning_rate": 7.241916080450163e-05,
+      "loss": 7.2843,
+      "loss/crossentropy": 1.574765995144844,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14221876859664917,
+      "step": 2113
+    },
+    {
+      "epoch": 0.35233333333333333,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.2916015625,
+      "learning_rate": 7.239575701863758e-05,
+      "loss": 6.5948,
+      "loss/crossentropy": 1.4953068792819977,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20776900090277195,
+      "step": 2114
+    },
+    {
+      "epoch": 0.3525,
+      "grad_norm": 26.0,
+      "grad_norm_var": 1.37265625,
+      "learning_rate": 7.237234709284975e-05,
+      "loss": 6.8269,
+      "loss/crossentropy": 1.8792154639959335,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18224091827869415,
+      "step": 2115
+    },
+    {
+      "epoch": 0.3526666666666667,
+      "grad_norm": 27.25,
+      "grad_norm_var": 1.39140625,
+      "learning_rate": 7.234893103355607e-05,
+      "loss": 6.539,
+      "loss/crossentropy": 1.6114322692155838,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1780090257525444,
+      "step": 2116
+    },
+    {
+      "epoch": 0.35283333333333333,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.6462890625,
+      "learning_rate": 7.232550884717617e-05,
+      "loss": 6.5598,
+      "loss/crossentropy": 1.4066944867372513,
+      "loss/hidden": 3.578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15994130074977875,
+      "step": 2117
+    },
+    {
+      "epoch": 0.353,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.5268229166666667,
+      "learning_rate": 7.230208054013144e-05,
+      "loss": 7.1193,
+      "loss/crossentropy": 1.8715054988861084,
+      "loss/hidden": 3.78125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2925405539572239,
+      "step": 2118
+    },
+    {
+      "epoch": 0.3531666666666667,
+      "grad_norm": 31.0,
+      "grad_norm_var": 2.186393229166667,
+      "learning_rate": 7.227864611884483e-05,
+      "loss": 7.2832,
+      "loss/crossentropy": 1.6996575742959976,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1986088789999485,
+      "step": 2119
+    },
+    {
+      "epoch": 0.35333333333333333,
+      "grad_norm": 26.75,
+      "grad_norm_var": 2.264518229166667,
+      "learning_rate": 7.225520558974101e-05,
+      "loss": 6.8872,
+      "loss/crossentropy": 1.295863002538681,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1326217856258154,
+      "step": 2120
+    },
+    {
+      "epoch": 0.3535,
+      "grad_norm": 27.625,
+      "grad_norm_var": 2.2426432291666667,
+      "learning_rate": 7.223175895924638e-05,
+      "loss": 6.8417,
+      "loss/crossentropy": 1.735573798418045,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16822480596601963,
+      "step": 2121
+    },
+    {
+      "epoch": 0.3536666666666667,
+      "grad_norm": 30.625,
+      "grad_norm_var": 2.7520182291666666,
+      "learning_rate": 7.220830623378893e-05,
+      "loss": 7.2147,
+      "loss/crossentropy": 1.615166038274765,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18824034556746483,
+      "step": 2122
+    },
+    {
+      "epoch": 0.35383333333333333,
+      "grad_norm": 28.0,
+      "grad_norm_var": 2.7494140625,
+      "learning_rate": 7.218484741979838e-05,
+      "loss": 6.6063,
+      "loss/crossentropy": 1.531671516597271,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14133431017398834,
+      "step": 2123
+    },
+    {
+      "epoch": 0.354,
+      "grad_norm": 26.5,
+      "grad_norm_var": 2.440625,
+      "learning_rate": 7.216138252370609e-05,
+      "loss": 6.5096,
+      "loss/crossentropy": 1.393515795469284,
+      "loss/hidden": 3.57421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13816135004162788,
+      "step": 2124
+    },
+    {
+      "epoch": 0.3541666666666667,
+      "grad_norm": 26.25,
+      "grad_norm_var": 2.5712890625,
+      "learning_rate": 7.21379115519451e-05,
+      "loss": 6.8273,
+      "loss/crossentropy": 1.9907986670732498,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15298613905906677,
+      "step": 2125
+    },
+    {
+      "epoch": 0.35433333333333333,
+      "grad_norm": 27.5,
+      "grad_norm_var": 2.543684895833333,
+      "learning_rate": 7.211443451095007e-05,
+      "loss": 6.715,
+      "loss/crossentropy": 1.5744949877262115,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12850076332688332,
+      "step": 2126
+    },
+    {
+      "epoch": 0.3545,
+      "grad_norm": 26.125,
+      "grad_norm_var": 2.568489583333333,
+      "learning_rate": 7.209095140715741e-05,
+      "loss": 6.6133,
+      "loss/crossentropy": 2.4915212392807007,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17159714922308922,
+      "step": 2127
+    },
+    {
+      "epoch": 0.3546666666666667,
+      "grad_norm": 25.75,
+      "grad_norm_var": 2.75390625,
+      "learning_rate": 7.206746224700513e-05,
+      "loss": 6.9226,
+      "loss/crossentropy": 1.9753952622413635,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14967628195881844,
+      "step": 2128
+    },
+    {
+      "epoch": 0.35483333333333333,
+      "grad_norm": 28.125,
+      "grad_norm_var": 2.6143229166666666,
+      "learning_rate": 7.204396703693294e-05,
+      "loss": 6.7289,
+      "loss/crossentropy": 1.8090638518333435,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21464208513498306,
+      "step": 2129
+    },
+    {
+      "epoch": 0.355,
+      "grad_norm": 28.5,
+      "grad_norm_var": 2.578125,
+      "learning_rate": 7.202046578338214e-05,
+      "loss": 6.9165,
+      "loss/crossentropy": 1.1963156759738922,
+      "loss/hidden": 3.7421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24294324032962322,
+      "step": 2130
+    },
+    {
+      "epoch": 0.3551666666666667,
+      "grad_norm": 27.25,
+      "grad_norm_var": 2.4205729166666665,
+      "learning_rate": 7.199695849279576e-05,
+      "loss": 6.5774,
+      "loss/crossentropy": 0.8739037439227104,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12372895143926144,
+      "step": 2131
+    },
+    {
+      "epoch": 0.35533333333333333,
+      "grad_norm": 28.0,
+      "grad_norm_var": 2.419791666666667,
+      "learning_rate": 7.197344517161846e-05,
+      "loss": 6.7309,
+      "loss/crossentropy": 2.0288065969944,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19829078763723373,
+      "step": 2132
+    },
+    {
+      "epoch": 0.3555,
+      "grad_norm": 27.75,
+      "grad_norm_var": 2.1614583333333335,
+      "learning_rate": 7.194992582629654e-05,
+      "loss": 6.826,
+      "loss/crossentropy": 1.3670146465301514,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13633818179368973,
+      "step": 2133
+    },
+    {
+      "epoch": 0.3556666666666667,
+      "grad_norm": 27.875,
+      "grad_norm_var": 2.0962890625,
+      "learning_rate": 7.192640046327795e-05,
+      "loss": 6.8371,
+      "loss/crossentropy": 2.1249832808971405,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15586121007800102,
+      "step": 2134
+    },
+    {
+      "epoch": 0.35583333333333333,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.61875,
+      "learning_rate": 7.190286908901234e-05,
+      "loss": 6.3857,
+      "loss/crossentropy": 1.8541710376739502,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16906709596514702,
+      "step": 2135
+    },
+    {
+      "epoch": 0.356,
+      "grad_norm": 25.875,
+      "grad_norm_var": 1.7395182291666667,
+      "learning_rate": 7.187933170995094e-05,
+      "loss": 6.548,
+      "loss/crossentropy": 2.0121116936206818,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1713838130235672,
+      "step": 2136
+    },
+    {
+      "epoch": 0.3561666666666667,
+      "grad_norm": 26.25,
+      "grad_norm_var": 1.8018229166666666,
+      "learning_rate": 7.185578833254664e-05,
+      "loss": 6.792,
+      "loss/crossentropy": 1.767523005604744,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14768202975392342,
+      "step": 2137
+    },
+    {
+      "epoch": 0.35633333333333334,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.2363932291666666,
+      "learning_rate": 7.183223896325404e-05,
+      "loss": 6.7597,
+      "loss/crossentropy": 1.5438553988933563,
+      "loss/hidden": 3.63671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17813467606902122,
+      "step": 2138
+    },
+    {
+      "epoch": 0.3565,
+      "grad_norm": 26.0,
+      "grad_norm_var": 1.1884765625,
+      "learning_rate": 7.18086836085293e-05,
+      "loss": 6.484,
+      "loss/crossentropy": 1.5472849011421204,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.135361235588789,
+      "step": 2139
+    },
+    {
+      "epoch": 0.3566666666666667,
+      "grad_norm": 26.625,
+      "grad_norm_var": 1.18515625,
+      "learning_rate": 7.178512227483027e-05,
+      "loss": 6.5858,
+      "loss/crossentropy": 1.6600072085857391,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15600598976016045,
+      "step": 2140
+    },
+    {
+      "epoch": 0.35683333333333334,
+      "grad_norm": 26.5,
+      "grad_norm_var": 1.171875,
+      "learning_rate": 7.176155496861638e-05,
+      "loss": 6.67,
+      "loss/crossentropy": 1.5598707050085068,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13732643611729145,
+      "step": 2141
+    },
+    {
+      "epoch": 0.357,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.2504557291666667,
+      "learning_rate": 7.17379816963488e-05,
+      "loss": 6.6731,
+      "loss/crossentropy": 1.4798570573329926,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15907004848122597,
+      "step": 2142
+    },
+    {
+      "epoch": 0.3571666666666667,
+      "grad_norm": 27.625,
+      "grad_norm_var": 1.2863932291666667,
+      "learning_rate": 7.171440246449024e-05,
+      "loss": 7.208,
+      "loss/crossentropy": 2.2833100855350494,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17804495990276337,
+      "step": 2143
+    },
+    {
+      "epoch": 0.35733333333333334,
+      "grad_norm": 27.25,
+      "grad_norm_var": 1.2285807291666666,
+      "learning_rate": 7.169081727950509e-05,
+      "loss": 7.0597,
+      "loss/crossentropy": 1.4284825772047043,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16464639455080032,
+      "step": 2144
+    },
+    {
+      "epoch": 0.3575,
+      "grad_norm": 26.875,
+      "grad_norm_var": 1.1113932291666666,
+      "learning_rate": 7.166722614785937e-05,
+      "loss": 7.0152,
+      "loss/crossentropy": 1.6191853284835815,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22292008250951767,
+      "step": 2145
+    },
+    {
+      "epoch": 0.3576666666666667,
+      "grad_norm": 29.25,
+      "grad_norm_var": 1.3207682291666667,
+      "learning_rate": 7.164362907602072e-05,
+      "loss": 7.1128,
+      "loss/crossentropy": 1.4307940751314163,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1471116840839386,
+      "step": 2146
+    },
+    {
+      "epoch": 0.35783333333333334,
+      "grad_norm": 26.125,
+      "grad_norm_var": 1.3330729166666666,
+      "learning_rate": 7.162002607045838e-05,
+      "loss": 6.5161,
+      "loss/crossentropy": 1.3616482317447662,
+      "loss/hidden": 3.578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19655131921172142,
+      "step": 2147
+    },
+    {
+      "epoch": 0.358,
+      "grad_norm": 30.375,
+      "grad_norm_var": 2.0863932291666667,
+      "learning_rate": 7.159641713764329e-05,
+      "loss": 6.9126,
+      "loss/crossentropy": 1.9368056505918503,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19145971909165382,
+      "step": 2148
+    },
+    {
+      "epoch": 0.3581666666666667,
+      "grad_norm": 29.0,
+      "grad_norm_var": 2.3285807291666667,
+      "learning_rate": 7.157280228404795e-05,
+      "loss": 7.0743,
+      "loss/crossentropy": 2.003953754901886,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1718532033264637,
+      "step": 2149
+    },
+    {
+      "epoch": 0.35833333333333334,
+      "grad_norm": 26.375,
+      "grad_norm_var": 2.286393229166667,
+      "learning_rate": 7.154918151614653e-05,
+      "loss": 6.6104,
+      "loss/crossentropy": 1.3471264690160751,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11895739287137985,
+      "step": 2150
+    },
+    {
+      "epoch": 0.3585,
+      "grad_norm": 25.75,
+      "grad_norm_var": 2.220572916666667,
+      "learning_rate": 7.152555484041476e-05,
+      "loss": 6.9701,
+      "loss/crossentropy": 1.948753535747528,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1787906028330326,
+      "step": 2151
+    },
+    {
+      "epoch": 0.3586666666666667,
+      "grad_norm": 26.25,
+      "grad_norm_var": 2.178580729166667,
+      "learning_rate": 7.150192226333007e-05,
+      "loss": 6.6001,
+      "loss/crossentropy": 1.2774520218372345,
+      "loss/hidden": 3.6953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14884350448846817,
+      "step": 2152
+    },
+    {
+      "epoch": 0.35883333333333334,
+      "grad_norm": 27.75,
+      "grad_norm_var": 2.186393229166667,
+      "learning_rate": 7.147828379137142e-05,
+      "loss": 6.6502,
+      "loss/crossentropy": 1.6914998590946198,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21725017949938774,
+      "step": 2153
+    },
+    {
+      "epoch": 0.359,
+      "grad_norm": 28.125,
+      "grad_norm_var": 1.96015625,
+      "learning_rate": 7.145463943101946e-05,
+      "loss": 6.9352,
+      "loss/crossentropy": 1.6848570108413696,
+      "loss/hidden": 3.66796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19712072797119617,
+      "step": 2154
+    },
+    {
+      "epoch": 0.3591666666666667,
+      "grad_norm": 24.875,
+      "grad_norm_var": 2.2197265625,
+      "learning_rate": 7.143098918875643e-05,
+      "loss": 6.7613,
+      "loss/crossentropy": 1.4897096157073975,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18917285650968552,
+      "step": 2155
+    },
+    {
+      "epoch": 0.35933333333333334,
+      "grad_norm": 25.75,
+      "grad_norm_var": 2.3268229166666665,
+      "learning_rate": 7.140733307106615e-05,
+      "loss": 6.8064,
+      "loss/crossentropy": 1.2963269650936127,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18490242958068848,
+      "step": 2156
+    },
+    {
+      "epoch": 0.3595,
+      "grad_norm": 26.5,
+      "grad_norm_var": 2.3268229166666665,
+      "learning_rate": 7.138367108443411e-05,
+      "loss": 6.9017,
+      "loss/crossentropy": 1.6625696122646332,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15783512219786644,
+      "step": 2157
+    },
+    {
+      "epoch": 0.3596666666666667,
+      "grad_norm": 25.625,
+      "grad_norm_var": 2.2739583333333333,
+      "learning_rate": 7.136000323534735e-05,
+      "loss": 6.8049,
+      "loss/crossentropy": 1.210910402238369,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15109335258603096,
+      "step": 2158
+    },
+    {
+      "epoch": 0.35983333333333334,
+      "grad_norm": 25.375,
+      "grad_norm_var": 2.4309895833333335,
+      "learning_rate": 7.133632953029457e-05,
+      "loss": 6.5753,
+      "loss/crossentropy": 2.0067213773727417,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1803470142185688,
+      "step": 2159
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 25.125,
+      "grad_norm_var": 2.6291015625,
+      "learning_rate": 7.131264997576604e-05,
+      "loss": 6.8312,
+      "loss/crossentropy": 1.629564106464386,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17466891184449196,
+      "step": 2160
+    },
+    {
+      "epoch": 0.3601666666666667,
+      "grad_norm": 51.5,
+      "grad_norm_var": 40.708072916666666,
+      "learning_rate": 7.128896457825364e-05,
+      "loss": 6.9813,
+      "loss/crossentropy": 1.362123265862465,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1423555202782154,
+      "step": 2161
+    },
+    {
+      "epoch": 0.36033333333333334,
+      "grad_norm": 32.25,
+      "grad_norm_var": 41.62682291666667,
+      "learning_rate": 7.126527334425086e-05,
+      "loss": 6.9707,
+      "loss/crossentropy": 1.985361099243164,
+      "loss/hidden": 3.7265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.29573477804660797,
+      "step": 2162
+    },
+    {
+      "epoch": 0.3605,
+      "grad_norm": 28.375,
+      "grad_norm_var": 41.21666666666667,
+      "learning_rate": 7.124157628025278e-05,
+      "loss": 7.357,
+      "loss/crossentropy": 2.047035425901413,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1732727512717247,
+      "step": 2163
+    },
+    {
+      "epoch": 0.3606666666666667,
+      "grad_norm": 28.0,
+      "grad_norm_var": 41.034830729166664,
+      "learning_rate": 7.12178733927561e-05,
+      "loss": 6.8261,
+      "loss/crossentropy": 1.4652397334575653,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10790203604847193,
+      "step": 2164
+    },
+    {
+      "epoch": 0.36083333333333334,
+      "grad_norm": 30.5,
+      "grad_norm_var": 41.267643229166666,
+      "learning_rate": 7.119416468825908e-05,
+      "loss": 6.735,
+      "loss/crossentropy": 1.7698387801647186,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16901066526770592,
+      "step": 2165
+    },
+    {
+      "epoch": 0.361,
+      "grad_norm": 27.125,
+      "grad_norm_var": 41.07701822916667,
+      "learning_rate": 7.117045017326162e-05,
+      "loss": 6.5222,
+      "loss/crossentropy": 1.6671586632728577,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15513349696993828,
+      "step": 2166
+    },
+    {
+      "epoch": 0.3611666666666667,
+      "grad_norm": 27.125,
+      "grad_norm_var": 40.65807291666667,
+      "learning_rate": 7.114672985426516e-05,
+      "loss": 7.1429,
+      "loss/crossentropy": 1.7472327649593353,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16687186248600483,
+      "step": 2167
+    },
+    {
+      "epoch": 0.36133333333333334,
+      "grad_norm": 26.625,
+      "grad_norm_var": 40.541080729166666,
+      "learning_rate": 7.112300373777279e-05,
+      "loss": 6.4282,
+      "loss/crossentropy": 1.2639525681734085,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18841132894158363,
+      "step": 2168
+    },
+    {
+      "epoch": 0.3615,
+      "grad_norm": 28.875,
+      "grad_norm_var": 40.46432291666667,
+      "learning_rate": 7.109927183028914e-05,
+      "loss": 6.9324,
+      "loss/crossentropy": 1.5242013186216354,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18149462342262268,
+      "step": 2169
+    },
+    {
+      "epoch": 0.3616666666666667,
+      "grad_norm": 29.0,
+      "grad_norm_var": 40.42649739583333,
+      "learning_rate": 7.107553413832047e-05,
+      "loss": 7.1136,
+      "loss/crossentropy": 1.6164632439613342,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18706998229026794,
+      "step": 2170
+    },
+    {
+      "epoch": 0.36183333333333334,
+      "grad_norm": 27.0,
+      "grad_norm_var": 39.56432291666667,
+      "learning_rate": 7.105179066837456e-05,
+      "loss": 6.5115,
+      "loss/crossentropy": 1.3336150161921978,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11092793382704258,
+      "step": 2171
+    },
+    {
+      "epoch": 0.362,
+      "grad_norm": 28.875,
+      "grad_norm_var": 38.8009765625,
+      "learning_rate": 7.102804142696085e-05,
+      "loss": 7.2034,
+      "loss/crossentropy": 1.4164801239967346,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1724231317639351,
+      "step": 2172
+    },
+    {
+      "epoch": 0.3621666666666667,
+      "grad_norm": 27.375,
+      "grad_norm_var": 38.52890625,
+      "learning_rate": 7.100428642059033e-05,
+      "loss": 6.8435,
+      "loss/crossentropy": 1.8410779535770416,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1842554807662964,
+      "step": 2173
+    },
+    {
+      "epoch": 0.36233333333333334,
+      "grad_norm": 27.875,
+      "grad_norm_var": 37.74375,
+      "learning_rate": 7.098052565577553e-05,
+      "loss": 6.6899,
+      "loss/crossentropy": 2.0802972316741943,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20549673400819302,
+      "step": 2174
+    },
+    {
+      "epoch": 0.3625,
+      "grad_norm": 26.875,
+      "grad_norm_var": 37.071875,
+      "learning_rate": 7.095675913903067e-05,
+      "loss": 7.1983,
+      "loss/crossentropy": 1.9126604497432709,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21331698074936867,
+      "step": 2175
+    },
+    {
+      "epoch": 0.3626666666666667,
+      "grad_norm": 27.25,
+      "grad_norm_var": 36.1056640625,
+      "learning_rate": 7.09329868768714e-05,
+      "loss": 6.9109,
+      "loss/crossentropy": 1.7065450847148895,
+      "loss/hidden": 3.6328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3357884343713522,
+      "step": 2176
+    },
+    {
+      "epoch": 0.36283333333333334,
+      "grad_norm": 25.5,
+      "grad_norm_var": 2.6577473958333333,
+      "learning_rate": 7.090920887581506e-05,
+      "loss": 6.9859,
+      "loss/crossentropy": 1.5769888311624527,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15451698750257492,
+      "step": 2177
+    },
+    {
+      "epoch": 0.363,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.7900390625,
+      "learning_rate": 7.088542514238055e-05,
+      "loss": 6.7899,
+      "loss/crossentropy": 1.4675388485193253,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16144315153360367,
+      "step": 2178
+    },
+    {
+      "epoch": 0.3631666666666667,
+      "grad_norm": 133.0,
+      "grad_norm_var": 696.72890625,
+      "learning_rate": 7.086163568308828e-05,
+      "loss": 6.9625,
+      "loss/crossentropy": 1.5575177073478699,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16422129422426224,
+      "step": 2179
+    },
+    {
+      "epoch": 0.36333333333333334,
+      "grad_norm": 47.25,
+      "grad_norm_var": 704.128125,
+      "learning_rate": 7.083784050446023e-05,
+      "loss": 6.6094,
+      "loss/crossentropy": 1.6413105875253677,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17191197909414768,
+      "step": 2180
+    },
+    {
+      "epoch": 0.3635,
+      "grad_norm": 34.75,
+      "grad_norm_var": 702.5122395833333,
+      "learning_rate": 7.081403961302006e-05,
+      "loss": 7.0418,
+      "loss/crossentropy": 1.436383843421936,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14577248319983482,
+      "step": 2181
+    },
+    {
+      "epoch": 0.3636666666666667,
+      "grad_norm": 30.625,
+      "grad_norm_var": 699.3184895833333,
+      "learning_rate": 7.079023301529287e-05,
+      "loss": 7.1068,
+      "loss/crossentropy": 1.8610408008098602,
+      "loss/hidden": 3.58984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26327768713235855,
+      "step": 2182
+    },
+    {
+      "epoch": 0.36383333333333334,
+      "grad_norm": 29.5,
+      "grad_norm_var": 696.9150390625,
+      "learning_rate": 7.07664207178054e-05,
+      "loss": 7.015,
+      "loss/crossentropy": 1.749093383550644,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14525070041418076,
+      "step": 2183
+    },
+    {
+      "epoch": 0.364,
+      "grad_norm": 29.125,
+      "grad_norm_var": 694.1884765625,
+      "learning_rate": 7.07426027270859e-05,
+      "loss": 7.1813,
+      "loss/crossentropy": 1.5664195120334625,
+      "loss/hidden": 3.91015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21209081634879112,
+      "step": 2184
+    },
+    {
+      "epoch": 0.3641666666666667,
+      "grad_norm": 27.75,
+      "grad_norm_var": 695.35625,
+      "learning_rate": 7.071877904966423e-05,
+      "loss": 6.9485,
+      "loss/crossentropy": 1.952011376619339,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18622183799743652,
+      "step": 2185
+    },
+    {
+      "epoch": 0.36433333333333334,
+      "grad_norm": 26.875,
+      "grad_norm_var": 697.6395182291667,
+      "learning_rate": 7.069494969207174e-05,
+      "loss": 6.8747,
+      "loss/crossentropy": 1.6466655731201172,
+      "loss/hidden": 3.60546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20911729522049427,
+      "step": 2186
+    },
+    {
+      "epoch": 0.3645,
+      "grad_norm": 30.125,
+      "grad_norm_var": 694.5291666666667,
+      "learning_rate": 7.067111466084145e-05,
+      "loss": 7.1579,
+      "loss/crossentropy": 1.7152810096740723,
+      "loss/hidden": 3.60546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19283946603536606,
+      "step": 2187
+    },
+    {
+      "epoch": 0.36466666666666664,
+      "grad_norm": 27.125,
+      "grad_norm_var": 696.4122395833333,
+      "learning_rate": 7.064727396250783e-05,
+      "loss": 6.5695,
+      "loss/crossentropy": 1.8653196394443512,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1467193365097046,
+      "step": 2188
+    },
+    {
+      "epoch": 0.36483333333333334,
+      "grad_norm": 26.25,
+      "grad_norm_var": 697.7874348958334,
+      "learning_rate": 7.062342760360696e-05,
+      "loss": 6.8885,
+      "loss/crossentropy": 1.7560225427150726,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23642094992101192,
+      "step": 2189
+    },
+    {
+      "epoch": 0.365,
+      "grad_norm": 26.0,
+      "grad_norm_var": 700.0247395833334,
+      "learning_rate": 7.059957559067645e-05,
+      "loss": 6.5391,
+      "loss/crossentropy": 1.640216439962387,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1437854184769094,
+      "step": 2190
+    },
+    {
+      "epoch": 0.36516666666666664,
+      "grad_norm": 26.25,
+      "grad_norm_var": 700.7952473958334,
+      "learning_rate": 7.057571793025544e-05,
+      "loss": 7.1031,
+      "loss/crossentropy": 1.7339323312044144,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18465428613126278,
+      "step": 2191
+    },
+    {
+      "epoch": 0.36533333333333334,
+      "grad_norm": 26.875,
+      "grad_norm_var": 701.2309895833333,
+      "learning_rate": 7.055185462888468e-05,
+      "loss": 6.7924,
+      "loss/crossentropy": 1.1507424712181091,
+      "loss/hidden": 3.6171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10126056522130966,
+      "step": 2192
+    },
+    {
+      "epoch": 0.3655,
+      "grad_norm": 25.375,
+      "grad_norm_var": 701.4030598958333,
+      "learning_rate": 7.05279856931064e-05,
+      "loss": 6.7333,
+      "loss/crossentropy": 2.066941112279892,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16237309575080872,
+      "step": 2193
+    },
+    {
+      "epoch": 0.36566666666666664,
+      "grad_norm": 26.25,
+      "grad_norm_var": 700.0645182291667,
+      "learning_rate": 7.050411112946442e-05,
+      "loss": 6.6822,
+      "loss/crossentropy": 1.8695653975009918,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15056528337299824,
+      "step": 2194
+    },
+    {
+      "epoch": 0.36583333333333334,
+      "grad_norm": 25.25,
+      "grad_norm_var": 29.545247395833332,
+      "learning_rate": 7.048023094450411e-05,
+      "loss": 6.641,
+      "loss/crossentropy": 1.6853674352169037,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15899062156677246,
+      "step": 2195
+    },
+    {
+      "epoch": 0.366,
+      "grad_norm": 27.0,
+      "grad_norm_var": 6.131184895833333,
+      "learning_rate": 7.045634514477229e-05,
+      "loss": 7.0078,
+      "loss/crossentropy": 1.3500259518623352,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17483404465019703,
+      "step": 2196
+    },
+    {
+      "epoch": 0.36616666666666664,
+      "grad_norm": 37.5,
+      "grad_norm_var": 9.1447265625,
+      "learning_rate": 7.043245373681747e-05,
+      "loss": 7.2214,
+      "loss/crossentropy": 1.7628657817840576,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1796814575791359,
+      "step": 2197
+    },
+    {
+      "epoch": 0.36633333333333334,
+      "grad_norm": 28.625,
+      "grad_norm_var": 8.692643229166666,
+      "learning_rate": 7.040855672718954e-05,
+      "loss": 6.9023,
+      "loss/crossentropy": 1.544371336698532,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1563846915960312,
+      "step": 2198
+    },
+    {
+      "epoch": 0.3665,
+      "grad_norm": 28.25,
+      "grad_norm_var": 8.5181640625,
+      "learning_rate": 7.038465412244005e-05,
+      "loss": 7.0824,
+      "loss/crossentropy": 1.6295357048511505,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1560059692710638,
+      "step": 2199
+    },
+    {
+      "epoch": 0.36666666666666664,
+      "grad_norm": 26.125,
+      "grad_norm_var": 8.5462890625,
+      "learning_rate": 7.036074592912203e-05,
+      "loss": 6.9034,
+      "loss/crossentropy": 1.5238427966833115,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13444161415100098,
+      "step": 2200
+    },
+    {
+      "epoch": 0.36683333333333334,
+      "grad_norm": 27.75,
+      "grad_norm_var": 8.5462890625,
+      "learning_rate": 7.033683215379002e-05,
+      "loss": 6.9462,
+      "loss/crossentropy": 1.7870547473430634,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1883210688829422,
+      "step": 2201
+    },
+    {
+      "epoch": 0.367,
+      "grad_norm": 29.625,
+      "grad_norm_var": 8.7525390625,
+      "learning_rate": 7.031291280300012e-05,
+      "loss": 6.954,
+      "loss/crossentropy": 1.2882890701293945,
+      "loss/hidden": 3.80078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17160517163574696,
+      "step": 2202
+    },
+    {
+      "epoch": 0.36716666666666664,
+      "grad_norm": 26.5,
+      "grad_norm_var": 8.437239583333334,
+      "learning_rate": 7.028898788331e-05,
+      "loss": 6.9806,
+      "loss/crossentropy": 1.8449698090553284,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1625337265431881,
+      "step": 2203
+    },
+    {
+      "epoch": 0.36733333333333335,
+      "grad_norm": 25.375,
+      "grad_norm_var": 8.727083333333333,
+      "learning_rate": 7.026505740127878e-05,
+      "loss": 6.5887,
+      "loss/crossentropy": 1.7752246260643005,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13900817930698395,
+      "step": 2204
+    },
+    {
+      "epoch": 0.3675,
+      "grad_norm": 23.625,
+      "grad_norm_var": 9.573372395833333,
+      "learning_rate": 7.024112136346712e-05,
+      "loss": 6.4738,
+      "loss/crossentropy": 1.7791830897331238,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1661512404680252,
+      "step": 2205
+    },
+    {
+      "epoch": 0.36766666666666664,
+      "grad_norm": 26.75,
+      "grad_norm_var": 9.481184895833334,
+      "learning_rate": 7.021717977643726e-05,
+      "loss": 6.7951,
+      "loss/crossentropy": 1.9840958565473557,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15140162408351898,
+      "step": 2206
+    },
+    {
+      "epoch": 0.36783333333333335,
+      "grad_norm": 27.125,
+      "grad_norm_var": 9.404166666666667,
+      "learning_rate": 7.019323264675289e-05,
+      "loss": 6.8338,
+      "loss/crossentropy": 1.117458999156952,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1608266532421112,
+      "step": 2207
+    },
+    {
+      "epoch": 0.368,
+      "grad_norm": 26.5,
+      "grad_norm_var": 9.437955729166667,
+      "learning_rate": 7.016927998097926e-05,
+      "loss": 6.9251,
+      "loss/crossentropy": 1.9766186624765396,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1752583272755146,
+      "step": 2208
+    },
+    {
+      "epoch": 0.36816666666666664,
+      "grad_norm": 27.25,
+      "grad_norm_var": 9.163541666666667,
+      "learning_rate": 7.014532178568314e-05,
+      "loss": 6.7905,
+      "loss/crossentropy": 1.7444498538970947,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19407672993838787,
+      "step": 2209
+    },
+    {
+      "epoch": 0.36833333333333335,
+      "grad_norm": 26.625,
+      "grad_norm_var": 9.111393229166667,
+      "learning_rate": 7.01213580674328e-05,
+      "loss": 7.1756,
+      "loss/crossentropy": 1.8508057296276093,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17526458203792572,
+      "step": 2210
+    },
+    {
+      "epoch": 0.3685,
+      "grad_norm": 27.125,
+      "grad_norm_var": 8.770572916666667,
+      "learning_rate": 7.009738883279802e-05,
+      "loss": 6.8451,
+      "loss/crossentropy": 1.4555661380290985,
+      "loss/hidden": 3.57421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20840116031467915,
+      "step": 2211
+    },
+    {
+      "epoch": 0.36866666666666664,
+      "grad_norm": 27.0,
+      "grad_norm_var": 8.770572916666667,
+      "learning_rate": 7.007341408835011e-05,
+      "loss": 6.7881,
+      "loss/crossentropy": 1.9533939063549042,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24273667857050896,
+      "step": 2212
+    },
+    {
+      "epoch": 0.36883333333333335,
+      "grad_norm": 26.0,
+      "grad_norm_var": 1.8705729166666667,
+      "learning_rate": 7.004943384066187e-05,
+      "loss": 6.8897,
+      "loss/crossentropy": 1.6552653014659882,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19664476066827774,
+      "step": 2213
+    },
+    {
+      "epoch": 0.369,
+      "grad_norm": 27.0,
+      "grad_norm_var": 1.6598307291666667,
+      "learning_rate": 7.002544809630764e-05,
+      "loss": 6.7729,
+      "loss/crossentropy": 1.4789837747812271,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15305322036147118,
+      "step": 2214
+    },
+    {
+      "epoch": 0.36916666666666664,
+      "grad_norm": 30.375,
+      "grad_norm_var": 2.3559895833333333,
+      "learning_rate": 7.000145686186324e-05,
+      "loss": 6.9116,
+      "loss/crossentropy": 1.6347482353448868,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1822241097688675,
+      "step": 2215
+    },
+    {
+      "epoch": 0.36933333333333335,
+      "grad_norm": 28.625,
+      "grad_norm_var": 2.4809895833333333,
+      "learning_rate": 6.997746014390601e-05,
+      "loss": 7.1663,
+      "loss/crossentropy": 1.3886886537075043,
+      "loss/hidden": 3.69140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2319730445742607,
+      "step": 2216
+    },
+    {
+      "epoch": 0.3695,
+      "grad_norm": 27.5,
+      "grad_norm_var": 2.4625,
+      "learning_rate": 6.995345794901477e-05,
+      "loss": 7.1721,
+      "loss/crossentropy": 1.896458387374878,
+      "loss/hidden": 2.984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1458328329026699,
+      "step": 2217
+    },
+    {
+      "epoch": 0.36966666666666664,
+      "grad_norm": 25.125,
+      "grad_norm_var": 2.190625,
+      "learning_rate": 6.992945028376987e-05,
+      "loss": 6.5823,
+      "loss/crossentropy": 1.3333443403244019,
+      "loss/hidden": 3.65625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19509822502732277,
+      "step": 2218
+    },
+    {
+      "epoch": 0.36983333333333335,
+      "grad_norm": 24.875,
+      "grad_norm_var": 2.4166015625,
+      "learning_rate": 6.990543715475314e-05,
+      "loss": 6.6769,
+      "loss/crossentropy": 2.017207905650139,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17790372669696808,
+      "step": 2219
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 26.25,
+      "grad_norm_var": 2.312239583333333,
+      "learning_rate": 6.988141856854791e-05,
+      "loss": 6.867,
+      "loss/crossentropy": 2.249796211719513,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17560788616538048,
+      "step": 2220
+    },
+    {
+      "epoch": 0.37016666666666664,
+      "grad_norm": 26.0,
+      "grad_norm_var": 1.6801432291666667,
+      "learning_rate": 6.985739453173903e-05,
+      "loss": 6.4734,
+      "loss/crossentropy": 2.285516142845154,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19041787087917328,
+      "step": 2221
+    },
+    {
+      "epoch": 0.37033333333333335,
+      "grad_norm": 27.5,
+      "grad_norm_var": 1.7020182291666666,
+      "learning_rate": 6.983336505091283e-05,
+      "loss": 7.0278,
+      "loss/crossentropy": 1.8318299055099487,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.183724207803607,
+      "step": 2222
+    },
+    {
+      "epoch": 0.3705,
+      "grad_norm": 54.75,
+      "grad_norm_var": 50.11770833333333,
+      "learning_rate": 6.980933013265709e-05,
+      "loss": 6.8207,
+      "loss/crossentropy": 1.7057421058416367,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1683056652545929,
+      "step": 2223
+    },
+    {
+      "epoch": 0.37066666666666664,
+      "grad_norm": 29.0,
+      "grad_norm_var": 49.78958333333333,
+      "learning_rate": 6.978528978356117e-05,
+      "loss": 6.7598,
+      "loss/crossentropy": 1.6264182925224304,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16840023919939995,
+      "step": 2224
+    },
+    {
+      "epoch": 0.37083333333333335,
+      "grad_norm": 26.25,
+      "grad_norm_var": 50.06041666666667,
+      "learning_rate": 6.976124401021583e-05,
+      "loss": 6.5465,
+      "loss/crossentropy": 1.387251853942871,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1632622554898262,
+      "step": 2225
+    },
+    {
+      "epoch": 0.371,
+      "grad_norm": 30.0,
+      "grad_norm_var": 49.816080729166664,
+      "learning_rate": 6.973719281921335e-05,
+      "loss": 6.8916,
+      "loss/crossentropy": 1.768925592303276,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18182581290602684,
+      "step": 2226
+    },
+    {
+      "epoch": 0.37116666666666664,
+      "grad_norm": 28.125,
+      "grad_norm_var": 49.6337890625,
+      "learning_rate": 6.971313621714756e-05,
+      "loss": 6.8336,
+      "loss/crossentropy": 1.7002253830432892,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21298709139227867,
+      "step": 2227
+    },
+    {
+      "epoch": 0.37133333333333335,
+      "grad_norm": 31.0,
+      "grad_norm_var": 49.554622395833334,
+      "learning_rate": 6.968907421061365e-05,
+      "loss": 6.9165,
+      "loss/crossentropy": 1.7594238221645355,
+      "loss/hidden": 3.8125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2710028514266014,
+      "step": 2228
+    },
+    {
+      "epoch": 0.3715,
+      "grad_norm": 28.5,
+      "grad_norm_var": 48.8541015625,
+      "learning_rate": 6.966500680620837e-05,
+      "loss": 6.8345,
+      "loss/crossentropy": 1.1865832954645157,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14688434079289436,
+      "step": 2229
+    },
+    {
+      "epoch": 0.37166666666666665,
+      "grad_norm": 25.5,
+      "grad_norm_var": 49.4806640625,
+      "learning_rate": 6.964093401052996e-05,
+      "loss": 6.9061,
+      "loss/crossentropy": 1.919333428144455,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18905653432011604,
+      "step": 2230
+    },
+    {
+      "epoch": 0.37183333333333335,
+      "grad_norm": 27.125,
+      "grad_norm_var": 49.69055989583333,
+      "learning_rate": 6.961685583017808e-05,
+      "loss": 6.922,
+      "loss/crossentropy": 1.508534997701645,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14264900796115398,
+      "step": 2231
+    },
+    {
+      "epoch": 0.372,
+      "grad_norm": 28.5,
+      "grad_norm_var": 49.7,
+      "learning_rate": 6.959277227175393e-05,
+      "loss": 6.9606,
+      "loss/crossentropy": 1.0186949223279953,
+      "loss/hidden": 4.01171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13404734060168266,
+      "step": 2232
+    },
+    {
+      "epoch": 0.37216666666666665,
+      "grad_norm": 25.75,
+      "grad_norm_var": 50.270572916666666,
+      "learning_rate": 6.956868334186013e-05,
+      "loss": 6.924,
+      "loss/crossentropy": 1.6373778581619263,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14080155082046986,
+      "step": 2233
+    },
+    {
+      "epoch": 0.37233333333333335,
+      "grad_norm": 25.375,
+      "grad_norm_var": 50.14479166666667,
+      "learning_rate": 6.954458904710082e-05,
+      "loss": 6.4723,
+      "loss/crossentropy": 1.8327571898698807,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1609007641673088,
+      "step": 2234
+    },
+    {
+      "epoch": 0.3725,
+      "grad_norm": 26.75,
+      "grad_norm_var": 49.32545572916667,
+      "learning_rate": 6.952048939408156e-05,
+      "loss": 7.0475,
+      "loss/crossentropy": 1.7698708176612854,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21493439748883247,
+      "step": 2235
+    },
+    {
+      "epoch": 0.37266666666666665,
+      "grad_norm": 24.625,
+      "grad_norm_var": 50.118489583333336,
+      "learning_rate": 6.949638438940942e-05,
+      "loss": 6.4418,
+      "loss/crossentropy": 1.4755206182599068,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2113663274794817,
+      "step": 2236
+    },
+    {
+      "epoch": 0.37283333333333335,
+      "grad_norm": 25.0,
+      "grad_norm_var": 50.587239583333336,
+      "learning_rate": 6.947227403969293e-05,
+      "loss": 7.0962,
+      "loss/crossentropy": 1.9046211540699005,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2213125955313444,
+      "step": 2237
+    },
+    {
+      "epoch": 0.373,
+      "grad_norm": 27.75,
+      "grad_norm_var": 50.541666666666664,
+      "learning_rate": 6.944815835154209e-05,
+      "loss": 7.0962,
+      "loss/crossentropy": 1.8469711244106293,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17456883564591408,
+      "step": 2238
+    },
+    {
+      "epoch": 0.37316666666666665,
+      "grad_norm": 26.125,
+      "grad_norm_var": 3.4744140625,
+      "learning_rate": 6.942403733156832e-05,
+      "loss": 7.0079,
+      "loss/crossentropy": 2.4605095386505127,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20067495107650757,
+      "step": 2239
+    },
+    {
+      "epoch": 0.37333333333333335,
+      "grad_norm": 27.25,
+      "grad_norm_var": 3.2483723958333335,
+      "learning_rate": 6.939991098638454e-05,
+      "loss": 6.6773,
+      "loss/crossentropy": 1.6862125247716904,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1855006143450737,
+      "step": 2240
+    },
+    {
+      "epoch": 0.3735,
+      "grad_norm": 28.0,
+      "grad_norm_var": 3.241080729166667,
+      "learning_rate": 6.937577932260515e-05,
+      "loss": 7.1018,
+      "loss/crossentropy": 1.23210808634758,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11859498079866171,
+      "step": 2241
+    },
+    {
+      "epoch": 0.37366666666666665,
+      "grad_norm": 27.375,
+      "grad_norm_var": 2.695572916666667,
+      "learning_rate": 6.935164234684597e-05,
+      "loss": 6.8799,
+      "loss/crossentropy": 1.7082850933074951,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2008657418191433,
+      "step": 2242
+    },
+    {
+      "epoch": 0.37383333333333335,
+      "grad_norm": 28.0,
+      "grad_norm_var": 2.678580729166667,
+      "learning_rate": 6.932750006572428e-05,
+      "loss": 7.0638,
+      "loss/crossentropy": 1.7752247750759125,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2076827436685562,
+      "step": 2243
+    },
+    {
+      "epoch": 0.374,
+      "grad_norm": 26.25,
+      "grad_norm_var": 1.5801432291666666,
+      "learning_rate": 6.930335248585884e-05,
+      "loss": 6.5926,
+      "loss/crossentropy": 1.7893963307142258,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14327984675765038,
+      "step": 2244
+    },
+    {
+      "epoch": 0.37416666666666665,
+      "grad_norm": 29.625,
+      "grad_norm_var": 1.9229166666666666,
+      "learning_rate": 6.927919961386984e-05,
+      "loss": 6.6693,
+      "loss/crossentropy": 1.6548888087272644,
+      "loss/hidden": 3.71875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12148291245102882,
+      "step": 2245
+    },
+    {
+      "epoch": 0.37433333333333335,
+      "grad_norm": 27.75,
+      "grad_norm_var": 1.8455729166666666,
+      "learning_rate": 6.925504145637891e-05,
+      "loss": 6.8375,
+      "loss/crossentropy": 1.7390224039554596,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23193306475877762,
+      "step": 2246
+    },
+    {
+      "epoch": 0.3745,
+      "grad_norm": 25.875,
+      "grad_norm_var": 1.9145833333333333,
+      "learning_rate": 6.923087802000916e-05,
+      "loss": 6.5441,
+      "loss/crossentropy": 2.0379322469234467,
+      "loss/hidden": 3.07421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15004732832312584,
+      "step": 2247
+    },
+    {
+      "epoch": 0.37466666666666665,
+      "grad_norm": 29.75,
+      "grad_norm_var": 2.283072916666667,
+      "learning_rate": 6.920670931138513e-05,
+      "loss": 7.2986,
+      "loss/crossentropy": 1.410618245601654,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18572422116994858,
+      "step": 2248
+    },
+    {
+      "epoch": 0.37483333333333335,
+      "grad_norm": 25.875,
+      "grad_norm_var": 2.2639973958333335,
+      "learning_rate": 6.918253533713282e-05,
+      "loss": 6.8473,
+      "loss/crossentropy": 1.919150173664093,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1555696465075016,
+      "step": 2249
+    },
+    {
+      "epoch": 0.375,
+      "grad_norm": 25.75,
+      "grad_norm_var": 2.193489583333333,
+      "learning_rate": 6.915835610387965e-05,
+      "loss": 6.8669,
+      "loss/crossentropy": 1.8440333902835846,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2059684693813324,
+      "step": 2250
+    },
+    {
+      "epoch": 0.37516666666666665,
+      "grad_norm": 25.5,
+      "grad_norm_var": 2.330208333333333,
+      "learning_rate": 6.91341716182545e-05,
+      "loss": 6.9226,
+      "loss/crossentropy": 2.047297030687332,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19624020531773567,
+      "step": 2251
+    },
+    {
+      "epoch": 0.37533333333333335,
+      "grad_norm": 24.5,
+      "grad_norm_var": 2.3692057291666666,
+      "learning_rate": 6.910998188688767e-05,
+      "loss": 6.4211,
+      "loss/crossentropy": 1.820755422115326,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22790131345391273,
+      "step": 2252
+    },
+    {
+      "epoch": 0.3755,
+      "grad_norm": 24.875,
+      "grad_norm_var": 2.4018229166666667,
+      "learning_rate": 6.908578691641092e-05,
+      "loss": 6.7501,
+      "loss/crossentropy": 2.3125244975090027,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1606297418475151,
+      "step": 2253
+    },
+    {
+      "epoch": 0.37566666666666665,
+      "grad_norm": 27.0,
+      "grad_norm_var": 2.3510416666666667,
+      "learning_rate": 6.906158671345746e-05,
+      "loss": 6.8179,
+      "loss/crossentropy": 1.536338984966278,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19141306728124619,
+      "step": 2254
+    },
+    {
+      "epoch": 0.37583333333333335,
+      "grad_norm": 26.875,
+      "grad_norm_var": 2.314322916666667,
+      "learning_rate": 6.903738128466188e-05,
+      "loss": 6.8185,
+      "loss/crossentropy": 1.548336237668991,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14778102934360504,
+      "step": 2255
+    },
+    {
+      "epoch": 0.376,
+      "grad_norm": 26.75,
+      "grad_norm_var": 2.3059895833333335,
+      "learning_rate": 6.901317063666025e-05,
+      "loss": 6.8867,
+      "loss/crossentropy": 2.1679822206497192,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13687841594219208,
+      "step": 2256
+    },
+    {
+      "epoch": 0.37616666666666665,
+      "grad_norm": 27.625,
+      "grad_norm_var": 2.2577473958333334,
+      "learning_rate": 6.898895477609007e-05,
+      "loss": 6.9067,
+      "loss/crossentropy": 1.5071421414613724,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1528666503727436,
+      "step": 2257
+    },
+    {
+      "epoch": 0.37633333333333335,
+      "grad_norm": 27.75,
+      "grad_norm_var": 2.2934895833333333,
+      "learning_rate": 6.896473370959022e-05,
+      "loss": 6.6344,
+      "loss/crossentropy": 2.263054698705673,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1737663522362709,
+      "step": 2258
+    },
+    {
+      "epoch": 0.3765,
+      "grad_norm": 27.625,
+      "grad_norm_var": 2.245247395833333,
+      "learning_rate": 6.894050744380108e-05,
+      "loss": 6.7914,
+      "loss/crossentropy": 1.5935762375593185,
+      "loss/hidden": 3.78515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2054851781576872,
+      "step": 2259
+    },
+    {
+      "epoch": 0.37666666666666665,
+      "grad_norm": 32.5,
+      "grad_norm_var": 4.198372395833333,
+      "learning_rate": 6.891627598536439e-05,
+      "loss": 7.0885,
+      "loss/crossentropy": 1.9433078467845917,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15047001279890537,
+      "step": 2260
+    },
+    {
+      "epoch": 0.37683333333333335,
+      "grad_norm": 25.875,
+      "grad_norm_var": 3.878059895833333,
+      "learning_rate": 6.889203934092336e-05,
+      "loss": 6.6255,
+      "loss/crossentropy": 1.845434457063675,
+      "loss/hidden": 3.83203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.252308901399374,
+      "step": 2261
+    },
+    {
+      "epoch": 0.377,
+      "grad_norm": 25.75,
+      "grad_norm_var": 3.9259765625,
+      "learning_rate": 6.88677975171226e-05,
+      "loss": 6.6753,
+      "loss/crossentropy": 1.4793889820575714,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14006131142377853,
+      "step": 2262
+    },
+    {
+      "epoch": 0.37716666666666665,
+      "grad_norm": 27.375,
+      "grad_norm_var": 3.8681640625,
+      "learning_rate": 6.884355052060814e-05,
+      "loss": 6.8556,
+      "loss/crossentropy": 2.307773232460022,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2016713246703148,
+      "step": 2263
+    },
+    {
+      "epoch": 0.37733333333333335,
+      "grad_norm": 25.625,
+      "grad_norm_var": 3.39765625,
+      "learning_rate": 6.881929835802743e-05,
+      "loss": 6.9353,
+      "loss/crossentropy": 2.083768308162689,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1673620156943798,
+      "step": 2264
+    },
+    {
+      "epoch": 0.3775,
+      "grad_norm": 26.375,
+      "grad_norm_var": 3.3580729166666665,
+      "learning_rate": 6.879504103602935e-05,
+      "loss": 6.7424,
+      "loss/crossentropy": 1.5965543687343597,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14889109320938587,
+      "step": 2265
+    },
+    {
+      "epoch": 0.37766666666666665,
+      "grad_norm": 24.5,
+      "grad_norm_var": 3.6197916666666665,
+      "learning_rate": 6.877077856126416e-05,
+      "loss": 6.7429,
+      "loss/crossentropy": 1.906862497329712,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16880098916590214,
+      "step": 2266
+    },
+    {
+      "epoch": 0.37783333333333335,
+      "grad_norm": 25.0,
+      "grad_norm_var": 3.7125,
+      "learning_rate": 6.874651094038358e-05,
+      "loss": 6.7838,
+      "loss/crossentropy": 2.0416486859321594,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21293778717517853,
+      "step": 2267
+    },
+    {
+      "epoch": 0.378,
+      "grad_norm": 25.875,
+      "grad_norm_var": 3.4410807291666665,
+      "learning_rate": 6.872223818004068e-05,
+      "loss": 6.7188,
+      "loss/crossentropy": 1.4876782894134521,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22953803837299347,
+      "step": 2268
+    },
+    {
+      "epoch": 0.37816666666666665,
+      "grad_norm": 26.625,
+      "grad_norm_var": 3.2041015625,
+      "learning_rate": 6.869796028689001e-05,
+      "loss": 6.969,
+      "loss/crossentropy": 1.5142147243022919,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1424488201737404,
+      "step": 2269
+    },
+    {
+      "epoch": 0.37833333333333335,
+      "grad_norm": 26.5,
+      "grad_norm_var": 3.207747395833333,
+      "learning_rate": 6.86736772675875e-05,
+      "loss": 6.9002,
+      "loss/crossentropy": 1.9654969274997711,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17709460854530334,
+      "step": 2270
+    },
+    {
+      "epoch": 0.3785,
+      "grad_norm": 26.875,
+      "grad_norm_var": 3.207747395833333,
+      "learning_rate": 6.864938912879046e-05,
+      "loss": 7.0582,
+      "loss/crossentropy": 1.7939002215862274,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19715655967593193,
+      "step": 2271
+    },
+    {
+      "epoch": 0.37866666666666665,
+      "grad_norm": 35.0,
+      "grad_norm_var": 7.418684895833334,
+      "learning_rate": 6.86250958771576e-05,
+      "loss": 7.2548,
+      "loss/crossentropy": 1.7669916152954102,
+      "loss/hidden": 3.65234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18340148031711578,
+      "step": 2272
+    },
+    {
+      "epoch": 0.37883333333333336,
+      "grad_norm": 30.875,
+      "grad_norm_var": 8.217643229166667,
+      "learning_rate": 6.860079751934908e-05,
+      "loss": 7.0954,
+      "loss/crossentropy": 1.323847621679306,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1473797857761383,
+      "step": 2273
+    },
+    {
+      "epoch": 0.379,
+      "grad_norm": 29.75,
+      "grad_norm_var": 8.5322265625,
+      "learning_rate": 6.857649406202641e-05,
+      "loss": 6.9064,
+      "loss/crossentropy": 1.696759194135666,
+      "loss/hidden": 3.640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2494564950466156,
+      "step": 2274
+    },
+    {
+      "epoch": 0.37916666666666665,
+      "grad_norm": 29.25,
+      "grad_norm_var": 8.695572916666666,
+      "learning_rate": 6.855218551185255e-05,
+      "loss": 6.8335,
+      "loss/crossentropy": 1.565346121788025,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17279315181076527,
+      "step": 2275
+    },
+    {
+      "epoch": 0.37933333333333336,
+      "grad_norm": 28.0,
+      "grad_norm_var": 7.101822916666666,
+      "learning_rate": 6.852787187549182e-05,
+      "loss": 6.956,
+      "loss/crossentropy": 1.7529727220535278,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16305788606405258,
+      "step": 2276
+    },
+    {
+      "epoch": 0.3795,
+      "grad_norm": 25.75,
+      "grad_norm_var": 7.1291015625,
+      "learning_rate": 6.850355315960992e-05,
+      "loss": 6.6299,
+      "loss/crossentropy": 1.4327600002288818,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12908384948968887,
+      "step": 2277
+    },
+    {
+      "epoch": 0.37966666666666665,
+      "grad_norm": 26.875,
+      "grad_norm_var": 6.95390625,
+      "learning_rate": 6.847922937087399e-05,
+      "loss": 6.7186,
+      "loss/crossentropy": 1.8342793583869934,
+      "loss/hidden": 3.5859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18853191658854485,
+      "step": 2278
+    },
+    {
+      "epoch": 0.37983333333333336,
+      "grad_norm": 30.5,
+      "grad_norm_var": 7.5056640625,
+      "learning_rate": 6.845490051595252e-05,
+      "loss": 7.5244,
+      "loss/crossentropy": 1.337229073047638,
+      "loss/hidden": 4.00390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19058996066451073,
+      "step": 2279
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 27.125,
+      "grad_norm_var": 7.2291015625,
+      "learning_rate": 6.843056660151537e-05,
+      "loss": 6.8376,
+      "loss/crossentropy": 1.3926662355661392,
+      "loss/hidden": 3.85546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1879032962024212,
+      "step": 2280
+    },
+    {
+      "epoch": 0.38016666666666665,
+      "grad_norm": 25.875,
+      "grad_norm_var": 7.3400390625,
+      "learning_rate": 6.840622763423391e-05,
+      "loss": 6.7275,
+      "loss/crossentropy": 1.5797323435544968,
+      "loss/hidden": 3.54296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1686221919953823,
+      "step": 2281
+    },
+    {
+      "epoch": 0.38033333333333336,
+      "grad_norm": 27.375,
+      "grad_norm_var": 6.601822916666666,
+      "learning_rate": 6.838188362078073e-05,
+      "loss": 6.9692,
+      "loss/crossentropy": 1.8962376415729523,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20025445520877838,
+      "step": 2282
+    },
+    {
+      "epoch": 0.3805,
+      "grad_norm": 25.5,
+      "grad_norm_var": 6.420572916666667,
+      "learning_rate": 6.83575345678299e-05,
+      "loss": 6.9048,
+      "loss/crossentropy": 1.8150759637355804,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19917451590299606,
+      "step": 2283
+    },
+    {
+      "epoch": 0.38066666666666665,
+      "grad_norm": 27.75,
+      "grad_norm_var": 6.112955729166667,
+      "learning_rate": 6.833318048205684e-05,
+      "loss": 6.6309,
+      "loss/crossentropy": 1.7010589689016342,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13380741700530052,
+      "step": 2284
+    },
+    {
+      "epoch": 0.38083333333333336,
+      "grad_norm": 27.5,
+      "grad_norm_var": 5.988541666666666,
+      "learning_rate": 6.830882137013839e-05,
+      "loss": 7.3222,
+      "loss/crossentropy": 1.9116111993789673,
+      "loss/hidden": 3.6171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3029148690402508,
+      "step": 2285
+    },
+    {
+      "epoch": 0.381,
+      "grad_norm": 28.375,
+      "grad_norm_var": 5.794205729166666,
+      "learning_rate": 6.828445723875272e-05,
+      "loss": 6.7309,
+      "loss/crossentropy": 2.003142088651657,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13583997637033463,
+      "step": 2286
+    },
+    {
+      "epoch": 0.38116666666666665,
+      "grad_norm": 29.25,
+      "grad_norm_var": 5.70390625,
+      "learning_rate": 6.82600880945794e-05,
+      "loss": 6.6264,
+      "loss/crossentropy": 1.439412608742714,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15411384776234627,
+      "step": 2287
+    },
+    {
+      "epoch": 0.38133333333333336,
+      "grad_norm": 27.25,
+      "grad_norm_var": 2.660416666666667,
+      "learning_rate": 6.823571394429936e-05,
+      "loss": 7.0468,
+      "loss/crossentropy": 1.8600447475910187,
+      "loss/hidden": 3.72265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21473874896764755,
+      "step": 2288
+    },
+    {
+      "epoch": 0.3815,
+      "grad_norm": 26.875,
+      "grad_norm_var": 2.09375,
+      "learning_rate": 6.821133479459492e-05,
+      "loss": 6.8028,
+      "loss/crossentropy": 1.4527560621500015,
+      "loss/hidden": 2.93359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.09595649968832731,
+      "step": 2289
+    },
+    {
+      "epoch": 0.38166666666666665,
+      "grad_norm": 29.25,
+      "grad_norm_var": 1.971875,
+      "learning_rate": 6.818695065214975e-05,
+      "loss": 6.9646,
+      "loss/crossentropy": 1.5988058745861053,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2303004451096058,
+      "step": 2290
+    },
+    {
+      "epoch": 0.38183333333333336,
+      "grad_norm": 28.125,
+      "grad_norm_var": 1.8119140625,
+      "learning_rate": 6.816256152364892e-05,
+      "loss": 6.9089,
+      "loss/crossentropy": 1.2774946093559265,
+      "loss/hidden": 3.84375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18450654111802578,
+      "step": 2291
+    },
+    {
+      "epoch": 0.382,
+      "grad_norm": 26.0,
+      "grad_norm_var": 1.9514973958333333,
+      "learning_rate": 6.813816741577885e-05,
+      "loss": 6.5971,
+      "loss/crossentropy": 1.6232294738292694,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14867763966321945,
+      "step": 2292
+    },
+    {
+      "epoch": 0.38216666666666665,
+      "grad_norm": 29.5,
+      "grad_norm_var": 1.9749348958333333,
+      "learning_rate": 6.811376833522729e-05,
+      "loss": 7.1404,
+      "loss/crossentropy": 1.5055201798677444,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16618973016738892,
+      "step": 2293
+    },
+    {
+      "epoch": 0.38233333333333336,
+      "grad_norm": 27.5,
+      "grad_norm_var": 1.9309895833333333,
+      "learning_rate": 6.808936428868343e-05,
+      "loss": 6.9324,
+      "loss/crossentropy": 1.7394879013299942,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14021439105272293,
+      "step": 2294
+    },
+    {
+      "epoch": 0.3825,
+      "grad_norm": 27.375,
+      "grad_norm_var": 1.3889973958333333,
+      "learning_rate": 6.806495528283771e-05,
+      "loss": 7.2117,
+      "loss/crossentropy": 1.7096614837646484,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23011411353945732,
+      "step": 2295
+    },
+    {
+      "epoch": 0.38266666666666665,
+      "grad_norm": 26.5,
+      "grad_norm_var": 1.4479166666666667,
+      "learning_rate": 6.80405413243821e-05,
+      "loss": 6.7611,
+      "loss/crossentropy": 1.8445910811424255,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26869718357920647,
+      "step": 2296
+    },
+    {
+      "epoch": 0.38283333333333336,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.9135416666666667,
+      "learning_rate": 6.801612242000974e-05,
+      "loss": 6.8823,
+      "loss/crossentropy": 2.2770743370056152,
+      "loss/hidden": 3.03125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17173616960644722,
+      "step": 2297
+    },
+    {
+      "epoch": 0.383,
+      "grad_norm": 28.5,
+      "grad_norm_var": 1.9879557291666667,
+      "learning_rate": 6.799169857641524e-05,
+      "loss": 6.7649,
+      "loss/crossentropy": 1.3838523477315903,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11923239380121231,
+      "step": 2298
+    },
+    {
+      "epoch": 0.38316666666666666,
+      "grad_norm": 27.125,
+      "grad_norm_var": 1.7247395833333334,
+      "learning_rate": 6.796726980029454e-05,
+      "loss": 7.0149,
+      "loss/crossentropy": 1.3967998325824738,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12355479411780834,
+      "step": 2299
+    },
+    {
+      "epoch": 0.38333333333333336,
+      "grad_norm": 27.25,
+      "grad_norm_var": 1.72890625,
+      "learning_rate": 6.794283609834492e-05,
+      "loss": 6.7595,
+      "loss/crossentropy": 1.8968422412872314,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1799796000123024,
+      "step": 2300
+    },
+    {
+      "epoch": 0.3835,
+      "grad_norm": 24.5,
+      "grad_norm_var": 2.31015625,
+      "learning_rate": 6.7918397477265e-05,
+      "loss": 6.6714,
+      "loss/crossentropy": 1.9872706830501556,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17822024784982204,
+      "step": 2301
+    },
+    {
+      "epoch": 0.38366666666666666,
+      "grad_norm": 26.0,
+      "grad_norm_var": 2.341080729166667,
+      "learning_rate": 6.789395394375482e-05,
+      "loss": 6.854,
+      "loss/crossentropy": 1.1069680601358414,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14754697680473328,
+      "step": 2302
+    },
+    {
+      "epoch": 0.38383333333333336,
+      "grad_norm": 27.0,
+      "grad_norm_var": 2.045768229166667,
+      "learning_rate": 6.786950550451567e-05,
+      "loss": 7.1087,
+      "loss/crossentropy": 1.8844479620456696,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23267614841461182,
+      "step": 2303
+    },
+    {
+      "epoch": 0.384,
+      "grad_norm": 26.75,
+      "grad_norm_var": 2.0494140625,
+      "learning_rate": 6.784505216625023e-05,
+      "loss": 7.0631,
+      "loss/crossentropy": 1.5309396982192993,
+      "loss/hidden": 3.6171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22148412093520164,
+      "step": 2304
+    },
+    {
+      "epoch": 0.38416666666666666,
+      "grad_norm": 26.875,
+      "grad_norm_var": 2.0494140625,
+      "learning_rate": 6.782059393566253e-05,
+      "loss": 6.4065,
+      "loss/crossentropy": 1.99392369389534,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14514784142374992,
+      "step": 2305
+    },
+    {
+      "epoch": 0.38433333333333336,
+      "grad_norm": 27.125,
+      "grad_norm_var": 1.7052083333333334,
+      "learning_rate": 6.779613081945795e-05,
+      "loss": 6.8666,
+      "loss/crossentropy": 1.676491156220436,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15535369515419006,
+      "step": 2306
+    },
+    {
+      "epoch": 0.3845,
+      "grad_norm": 25.875,
+      "grad_norm_var": 1.6559895833333333,
+      "learning_rate": 6.777166282434315e-05,
+      "loss": 6.5795,
+      "loss/crossentropy": 1.2643663138151169,
+      "loss/hidden": 3.90234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16515296697616577,
+      "step": 2307
+    },
+    {
+      "epoch": 0.38466666666666666,
+      "grad_norm": 24.25,
+      "grad_norm_var": 2.0260416666666665,
+      "learning_rate": 6.774718995702621e-05,
+      "loss": 6.803,
+      "loss/crossentropy": 1.473732277750969,
+      "loss/hidden": 3.6875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16949834302067757,
+      "step": 2308
+    },
+    {
+      "epoch": 0.38483333333333336,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.7244140625,
+      "learning_rate": 6.772271222421649e-05,
+      "loss": 6.8395,
+      "loss/crossentropy": 1.742828294634819,
+      "loss/hidden": 3.5546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1730589922517538,
+      "step": 2309
+    },
+    {
+      "epoch": 0.385,
+      "grad_norm": 27.5,
+      "grad_norm_var": 1.7244140625,
+      "learning_rate": 6.769822963262468e-05,
+      "loss": 6.8254,
+      "loss/crossentropy": 1.5202520042657852,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22512012347579002,
+      "step": 2310
+    },
+    {
+      "epoch": 0.38516666666666666,
+      "grad_norm": 26.875,
+      "grad_norm_var": 1.6707682291666666,
+      "learning_rate": 6.767374218896286e-05,
+      "loss": 6.5485,
+      "loss/crossentropy": 1.5062422305345535,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14409330300986767,
+      "step": 2311
+    },
+    {
+      "epoch": 0.38533333333333336,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.7358723958333333,
+      "learning_rate": 6.764924989994438e-05,
+      "loss": 6.8539,
+      "loss/crossentropy": 1.602627471089363,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10565513744950294,
+      "step": 2312
+    },
+    {
+      "epoch": 0.3855,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.5514973958333333,
+      "learning_rate": 6.762475277228392e-05,
+      "loss": 6.7617,
+      "loss/crossentropy": 1.91590616106987,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14228400401771069,
+      "step": 2313
+    },
+    {
+      "epoch": 0.38566666666666666,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.2684895833333334,
+      "learning_rate": 6.760025081269756e-05,
+      "loss": 7.2214,
+      "loss/crossentropy": 2.0336951911449432,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2171114832162857,
+      "step": 2314
+    },
+    {
+      "epoch": 0.3858333333333333,
+      "grad_norm": 27.625,
+      "grad_norm_var": 1.35390625,
+      "learning_rate": 6.75757440279026e-05,
+      "loss": 6.5627,
+      "loss/crossentropy": 1.5336961448192596,
+      "loss/hidden": 3.49609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17141213081777096,
+      "step": 2315
+    },
+    {
+      "epoch": 0.386,
+      "grad_norm": 27.0,
+      "grad_norm_var": 1.3197916666666667,
+      "learning_rate": 6.755123242461774e-05,
+      "loss": 6.7668,
+      "loss/crossentropy": 1.7098841071128845,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16589311510324478,
+      "step": 2316
+    },
+    {
+      "epoch": 0.38616666666666666,
+      "grad_norm": 27.0,
+      "grad_norm_var": 1.1791666666666667,
+      "learning_rate": 6.752671600956295e-05,
+      "loss": 6.7751,
+      "loss/crossentropy": 1.2929690554738045,
+      "loss/hidden": 3.5859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19100111350417137,
+      "step": 2317
+    },
+    {
+      "epoch": 0.3863333333333333,
+      "grad_norm": 26.375,
+      "grad_norm_var": 1.1754557291666667,
+      "learning_rate": 6.750219478945958e-05,
+      "loss": 6.9482,
+      "loss/crossentropy": 1.3550432622432709,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15973933041095734,
+      "step": 2318
+    },
+    {
+      "epoch": 0.3865,
+      "grad_norm": 28.75,
+      "grad_norm_var": 1.5363932291666667,
+      "learning_rate": 6.747766877103024e-05,
+      "loss": 6.8418,
+      "loss/crossentropy": 2.2041624188423157,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25852274894714355,
+      "step": 2319
+    },
+    {
+      "epoch": 0.38666666666666666,
+      "grad_norm": 27.5,
+      "grad_norm_var": 1.6082682291666666,
+      "learning_rate": 6.745313796099889e-05,
+      "loss": 6.8811,
+      "loss/crossentropy": 1.2253339439630508,
+      "loss/hidden": 3.640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16326096281409264,
+      "step": 2320
+    },
+    {
+      "epoch": 0.3868333333333333,
+      "grad_norm": 28.375,
+      "grad_norm_var": 1.8379557291666666,
+      "learning_rate": 6.742860236609077e-05,
+      "loss": 7.1168,
+      "loss/crossentropy": 1.5129337310791016,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.30142602510750294,
+      "step": 2321
+    },
+    {
+      "epoch": 0.387,
+      "grad_norm": 27.625,
+      "grad_norm_var": 1.8936848958333334,
+      "learning_rate": 6.740406199303246e-05,
+      "loss": 6.8768,
+      "loss/crossentropy": 2.2915183007717133,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16696787625551224,
+      "step": 2322
+    },
+    {
+      "epoch": 0.38716666666666666,
+      "grad_norm": 25.875,
+      "grad_norm_var": 1.8936848958333334,
+      "learning_rate": 6.737951684855185e-05,
+      "loss": 6.6686,
+      "loss/crossentropy": 2.041634112596512,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21187478676438332,
+      "step": 2323
+    },
+    {
+      "epoch": 0.3873333333333333,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.7872395833333334,
+      "learning_rate": 6.735496693937814e-05,
+      "loss": 6.4384,
+      "loss/crossentropy": 1.4868410006165504,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15052867867052555,
+      "step": 2324
+    },
+    {
+      "epoch": 0.3875,
+      "grad_norm": 26.625,
+      "grad_norm_var": 1.4427083333333333,
+      "learning_rate": 6.733041227224181e-05,
+      "loss": 6.5859,
+      "loss/crossentropy": 1.7634702622890472,
+      "loss/hidden": 3.0546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14774706587195396,
+      "step": 2325
+    },
+    {
+      "epoch": 0.38766666666666666,
+      "grad_norm": 28.375,
+      "grad_norm_var": 1.5817057291666667,
+      "learning_rate": 6.730585285387465e-05,
+      "loss": 7.3783,
+      "loss/crossentropy": 1.7585237324237823,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2055344507098198,
+      "step": 2326
+    },
+    {
+      "epoch": 0.3878333333333333,
+      "grad_norm": 27.0,
+      "grad_norm_var": 1.584375,
+      "learning_rate": 6.728128869100979e-05,
+      "loss": 7.2025,
+      "loss/crossentropy": 1.8622173964977264,
+      "loss/hidden": 3.59375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.31570979952812195,
+      "step": 2327
+    },
+    {
+      "epoch": 0.388,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.6697265625,
+      "learning_rate": 6.725671979038163e-05,
+      "loss": 6.7434,
+      "loss/crossentropy": 1.4027097672224045,
+      "loss/hidden": 3.9375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18735645711421967,
+      "step": 2328
+    },
+    {
+      "epoch": 0.38816666666666666,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.534375,
+      "learning_rate": 6.723214615872585e-05,
+      "loss": 6.8274,
+      "loss/crossentropy": 1.2862867265939713,
+      "loss/hidden": 3.66796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1789458217099309,
+      "step": 2329
+    },
+    {
+      "epoch": 0.3883333333333333,
+      "grad_norm": 26.625,
+      "grad_norm_var": 1.33125,
+      "learning_rate": 6.72075678027795e-05,
+      "loss": 6.9946,
+      "loss/crossentropy": 2.0595686435699463,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1704958863556385,
+      "step": 2330
+    },
+    {
+      "epoch": 0.3885,
+      "grad_norm": 26.25,
+      "grad_norm_var": 1.3233723958333334,
+      "learning_rate": 6.718298472928082e-05,
+      "loss": 6.7873,
+      "loss/crossentropy": 1.9428914934396744,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2028140425682068,
+      "step": 2331
+    },
+    {
+      "epoch": 0.38866666666666666,
+      "grad_norm": 25.875,
+      "grad_norm_var": 1.3802083333333333,
+      "learning_rate": 6.715839694496942e-05,
+      "loss": 6.5439,
+      "loss/crossentropy": 1.4743634462356567,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13868062943220139,
+      "step": 2332
+    },
+    {
+      "epoch": 0.3888333333333333,
+      "grad_norm": 29.0,
+      "grad_norm_var": 1.6885416666666666,
+      "learning_rate": 6.713380445658618e-05,
+      "loss": 7.0367,
+      "loss/crossentropy": 1.8948934078216553,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25542517751455307,
+      "step": 2333
+    },
+    {
+      "epoch": 0.389,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.7572265625,
+      "learning_rate": 6.710920727087329e-05,
+      "loss": 6.7995,
+      "loss/crossentropy": 1.7523103654384613,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17089233174920082,
+      "step": 2334
+    },
+    {
+      "epoch": 0.38916666666666666,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.6014973958333334,
+      "learning_rate": 6.708460539457418e-05,
+      "loss": 6.7296,
+      "loss/crossentropy": 1.2676325291395187,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13760992512106895,
+      "step": 2335
+    },
+    {
+      "epoch": 0.3893333333333333,
+      "grad_norm": 26.375,
+      "grad_norm_var": 1.5552083333333333,
+      "learning_rate": 6.70599988344336e-05,
+      "loss": 6.9987,
+      "loss/crossentropy": 2.06566122174263,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18032944947481155,
+      "step": 2336
+    },
+    {
+      "epoch": 0.3895,
+      "grad_norm": 26.375,
+      "grad_norm_var": 1.3302083333333334,
+      "learning_rate": 6.70353875971976e-05,
+      "loss": 6.7749,
+      "loss/crossentropy": 2.0980154275894165,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18088394403457642,
+      "step": 2337
+    },
+    {
+      "epoch": 0.38966666666666666,
+      "grad_norm": 26.375,
+      "grad_norm_var": 1.23515625,
+      "learning_rate": 6.701077168961345e-05,
+      "loss": 7.1058,
+      "loss/crossentropy": 2.228175014257431,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23511530831456184,
+      "step": 2338
+    },
+    {
+      "epoch": 0.3898333333333333,
+      "grad_norm": 27.25,
+      "grad_norm_var": 1.2587890625,
+      "learning_rate": 6.698615111842978e-05,
+      "loss": 6.6378,
+      "loss/crossentropy": 1.9639680087566376,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16458118334412575,
+      "step": 2339
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 26.375,
+      "grad_norm_var": 1.0181640625,
+      "learning_rate": 6.696152589039644e-05,
+      "loss": 6.9181,
+      "loss/crossentropy": 2.0477638840675354,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1688993014395237,
+      "step": 2340
+    },
+    {
+      "epoch": 0.39016666666666666,
+      "grad_norm": 27.125,
+      "grad_norm_var": 1.0363932291666667,
+      "learning_rate": 6.693689601226458e-05,
+      "loss": 6.6396,
+      "loss/crossentropy": 1.2708488404750824,
+      "loss/hidden": 3.5859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14702751860022545,
+      "step": 2341
+    },
+    {
+      "epoch": 0.3903333333333333,
+      "grad_norm": 29.875,
+      "grad_norm_var": 1.5285807291666667,
+      "learning_rate": 6.691226149078662e-05,
+      "loss": 6.6725,
+      "loss/crossentropy": 1.2733125686645508,
+      "loss/hidden": 4.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22396132349967957,
+      "step": 2342
+    },
+    {
+      "epoch": 0.3905,
+      "grad_norm": 36.5,
+      "grad_norm_var": 7.5353515625,
+      "learning_rate": 6.688762233271624e-05,
+      "loss": 6.7856,
+      "loss/crossentropy": 1.7039661705493927,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15252847597002983,
+      "step": 2343
+    },
+    {
+      "epoch": 0.39066666666666666,
+      "grad_norm": 28.5,
+      "grad_norm_var": 7.182291666666667,
+      "learning_rate": 6.686297854480843e-05,
+      "loss": 7.1593,
+      "loss/crossentropy": 1.7640435993671417,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21153591573238373,
+      "step": 2344
+    },
+    {
+      "epoch": 0.3908333333333333,
+      "grad_norm": 26.5,
+      "grad_norm_var": 7.212239583333333,
+      "learning_rate": 6.683833013381941e-05,
+      "loss": 6.6205,
+      "loss/crossentropy": 1.7730705440044403,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15035031363368034,
+      "step": 2345
+    },
+    {
+      "epoch": 0.391,
+      "grad_norm": 25.5,
+      "grad_norm_var": 7.424934895833333,
+      "learning_rate": 6.68136771065067e-05,
+      "loss": 6.3734,
+      "loss/crossentropy": 1.7027214169502258,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15678556635975838,
+      "step": 2346
+    },
+    {
+      "epoch": 0.39116666666666666,
+      "grad_norm": 26.25,
+      "grad_norm_var": 7.424934895833333,
+      "learning_rate": 6.678901946962903e-05,
+      "loss": 7.0092,
+      "loss/crossentropy": 1.8057178556919098,
+      "loss/hidden": 3.73828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.186513040214777,
+      "step": 2347
+    },
+    {
+      "epoch": 0.3913333333333333,
+      "grad_norm": 27.625,
+      "grad_norm_var": 7.249934895833333,
+      "learning_rate": 6.676435722994647e-05,
+      "loss": 6.6206,
+      "loss/crossentropy": 1.1079885512590408,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1904904469847679,
+      "step": 2348
+    },
+    {
+      "epoch": 0.3915,
+      "grad_norm": 26.375,
+      "grad_norm_var": 7.174739583333333,
+      "learning_rate": 6.67396903942203e-05,
+      "loss": 6.7319,
+      "loss/crossentropy": 1.7401655316352844,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17768339812755585,
+      "step": 2349
+    },
+    {
+      "epoch": 0.39166666666666666,
+      "grad_norm": 24.125,
+      "grad_norm_var": 7.695247395833333,
+      "learning_rate": 6.671501896921304e-05,
+      "loss": 6.6825,
+      "loss/crossentropy": 1.6517080962657928,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14554793573915958,
+      "step": 2350
+    },
+    {
+      "epoch": 0.3918333333333333,
+      "grad_norm": 25.75,
+      "grad_norm_var": 7.639518229166667,
+      "learning_rate": 6.669034296168855e-05,
+      "loss": 6.8109,
+      "loss/crossentropy": 1.4482607543468475,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12114324979484081,
+      "step": 2351
+    },
+    {
+      "epoch": 0.392,
+      "grad_norm": 24.875,
+      "grad_norm_var": 7.966080729166666,
+      "learning_rate": 6.666566237841187e-05,
+      "loss": 7.148,
+      "loss/crossentropy": 1.9487005472183228,
+      "loss/hidden": 3.89453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26878562942147255,
+      "step": 2352
+    },
+    {
+      "epoch": 0.39216666666666666,
+      "grad_norm": 28.875,
+      "grad_norm_var": 8.078059895833333,
+      "learning_rate": 6.664097722614934e-05,
+      "loss": 7.1378,
+      "loss/crossentropy": 1.4707992374897003,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21946926042437553,
+      "step": 2353
+    },
+    {
+      "epoch": 0.3923333333333333,
+      "grad_norm": 25.75,
+      "grad_norm_var": 8.18515625,
+      "learning_rate": 6.661628751166851e-05,
+      "loss": 6.8843,
+      "loss/crossentropy": 1.5202692151069641,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12930630892515182,
+      "step": 2354
+    },
+    {
+      "epoch": 0.3925,
+      "grad_norm": 25.875,
+      "grad_norm_var": 8.317643229166666,
+      "learning_rate": 6.659159324173823e-05,
+      "loss": 6.8765,
+      "loss/crossentropy": 1.564180389046669,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1511061042547226,
+      "step": 2355
+    },
+    {
+      "epoch": 0.39266666666666666,
+      "grad_norm": 33.75,
+      "grad_norm_var": 10.864322916666667,
+      "learning_rate": 6.656689442312855e-05,
+      "loss": 7.0095,
+      "loss/crossentropy": 1.98061403632164,
+      "loss/hidden": 3.91796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21222613751888275,
+      "step": 2356
+    },
+    {
+      "epoch": 0.3928333333333333,
+      "grad_norm": 30.5,
+      "grad_norm_var": 11.316080729166666,
+      "learning_rate": 6.654219106261082e-05,
+      "loss": 6.8745,
+      "loss/crossentropy": 1.6087779998779297,
+      "loss/hidden": 3.578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17436809092760086,
+      "step": 2357
+    },
+    {
+      "epoch": 0.393,
+      "grad_norm": 24.875,
+      "grad_norm_var": 11.5712890625,
+      "learning_rate": 6.651748316695759e-05,
+      "loss": 6.6433,
+      "loss/crossentropy": 2.120713382959366,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1916961744427681,
+      "step": 2358
+    },
+    {
+      "epoch": 0.39316666666666666,
+      "grad_norm": 28.0,
+      "grad_norm_var": 6.002018229166667,
+      "learning_rate": 6.649277074294264e-05,
+      "loss": 6.8081,
+      "loss/crossentropy": 1.639928013086319,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1772112101316452,
+      "step": 2359
+    },
+    {
+      "epoch": 0.3933333333333333,
+      "grad_norm": 26.75,
+      "grad_norm_var": 5.859830729166666,
+      "learning_rate": 6.646805379734108e-05,
+      "loss": 6.589,
+      "loss/crossentropy": 1.6465774923563004,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20693236216902733,
+      "step": 2360
+    },
+    {
+      "epoch": 0.3935,
+      "grad_norm": 25.75,
+      "grad_norm_var": 5.941080729166667,
+      "learning_rate": 6.644333233692916e-05,
+      "loss": 6.6118,
+      "loss/crossentropy": 2.0149964690208435,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1404157057404518,
+      "step": 2361
+    },
+    {
+      "epoch": 0.39366666666666666,
+      "grad_norm": 25.375,
+      "grad_norm_var": 5.965625,
+      "learning_rate": 6.641860636848442e-05,
+      "loss": 6.5624,
+      "loss/crossentropy": 1.8977836668491364,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14547303691506386,
+      "step": 2362
+    },
+    {
+      "epoch": 0.3938333333333333,
+      "grad_norm": 26.5,
+      "grad_norm_var": 5.94765625,
+      "learning_rate": 6.639387589878566e-05,
+      "loss": 6.7888,
+      "loss/crossentropy": 1.3334686011075974,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16853628680109978,
+      "step": 2363
+    },
+    {
+      "epoch": 0.394,
+      "grad_norm": 26.625,
+      "grad_norm_var": 5.91640625,
+      "learning_rate": 6.63691409346128e-05,
+      "loss": 6.648,
+      "loss/crossentropy": 1.597178876399994,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12301355414092541,
+      "step": 2364
+    },
+    {
+      "epoch": 0.39416666666666667,
+      "grad_norm": 25.125,
+      "grad_norm_var": 6.094791666666667,
+      "learning_rate": 6.634440148274713e-05,
+      "loss": 6.7628,
+      "loss/crossentropy": 1.847992718219757,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2530127502977848,
+      "step": 2365
+    },
+    {
+      "epoch": 0.3943333333333333,
+      "grad_norm": 27.125,
+      "grad_norm_var": 5.594791666666667,
+      "learning_rate": 6.63196575499711e-05,
+      "loss": 6.8342,
+      "loss/crossentropy": 1.645869106054306,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23729344457387924,
+      "step": 2366
+    },
+    {
+      "epoch": 0.3945,
+      "grad_norm": 28.125,
+      "grad_norm_var": 5.561393229166667,
+      "learning_rate": 6.629490914306839e-05,
+      "loss": 6.8964,
+      "loss/crossentropy": 1.6288598477840424,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2333271987736225,
+      "step": 2367
+    },
+    {
+      "epoch": 0.39466666666666667,
+      "grad_norm": 27.125,
+      "grad_norm_var": 5.205143229166667,
+      "learning_rate": 6.627015626882392e-05,
+      "loss": 6.8241,
+      "loss/crossentropy": 1.4893174767494202,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15086200088262558,
+      "step": 2368
+    },
+    {
+      "epoch": 0.3948333333333333,
+      "grad_norm": 26.125,
+      "grad_norm_var": 5.084830729166667,
+      "learning_rate": 6.624539893402382e-05,
+      "loss": 6.8635,
+      "loss/crossentropy": 1.774672418832779,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15592611767351627,
+      "step": 2369
+    },
+    {
+      "epoch": 0.395,
+      "grad_norm": 25.0,
+      "grad_norm_var": 5.253580729166667,
+      "learning_rate": 6.62206371454555e-05,
+      "loss": 6.5177,
+      "loss/crossentropy": 2.0927895605564117,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14390811510384083,
+      "step": 2370
+    },
+    {
+      "epoch": 0.39516666666666667,
+      "grad_norm": 25.75,
+      "grad_norm_var": 5.273958333333334,
+      "learning_rate": 6.619587090990748e-05,
+      "loss": 6.6226,
+      "loss/crossentropy": 1.6679119765758514,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16103404015302658,
+      "step": 2371
+    },
+    {
+      "epoch": 0.3953333333333333,
+      "grad_norm": 25.625,
+      "grad_norm_var": 2.1212890625,
+      "learning_rate": 6.61711002341696e-05,
+      "loss": 7.0916,
+      "loss/crossentropy": 1.6788698732852936,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1561837289482355,
+      "step": 2372
+    },
+    {
+      "epoch": 0.3955,
+      "grad_norm": 25.875,
+      "grad_norm_var": 1.0059895833333334,
+      "learning_rate": 6.614632512503288e-05,
+      "loss": 6.5985,
+      "loss/crossentropy": 1.5212315768003464,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1433343105018139,
+      "step": 2373
+    },
+    {
+      "epoch": 0.39566666666666667,
+      "grad_norm": 30.375,
+      "grad_norm_var": 1.8997395833333333,
+      "learning_rate": 6.612154558928955e-05,
+      "loss": 6.9283,
+      "loss/crossentropy": 1.6934665143489838,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1964134480804205,
+      "step": 2374
+    },
+    {
+      "epoch": 0.3958333333333333,
+      "grad_norm": 26.0,
+      "grad_norm_var": 1.7705729166666666,
+      "learning_rate": 6.609676163373306e-05,
+      "loss": 6.6837,
+      "loss/crossentropy": 1.5862483978271484,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18349063023924828,
+      "step": 2375
+    },
+    {
+      "epoch": 0.396,
+      "grad_norm": 26.625,
+      "grad_norm_var": 1.7666015625,
+      "learning_rate": 6.607197326515808e-05,
+      "loss": 6.7412,
+      "loss/crossentropy": 1.2863310724496841,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16129156947135925,
+      "step": 2376
+    },
+    {
+      "epoch": 0.39616666666666667,
+      "grad_norm": 34.5,
+      "grad_norm_var": 5.740559895833333,
+      "learning_rate": 6.604718049036048e-05,
+      "loss": 6.8247,
+      "loss/crossentropy": 1.6364314407110214,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14829517900943756,
+      "step": 2377
+    },
+    {
+      "epoch": 0.3963333333333333,
+      "grad_norm": 26.375,
+      "grad_norm_var": 5.587434895833334,
+      "learning_rate": 6.602238331613732e-05,
+      "loss": 6.7208,
+      "loss/crossentropy": 1.4299146384000778,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13670265674591064,
+      "step": 2378
+    },
+    {
+      "epoch": 0.3965,
+      "grad_norm": 25.25,
+      "grad_norm_var": 5.7775390625,
+      "learning_rate": 6.599758174928693e-05,
+      "loss": 6.7632,
+      "loss/crossentropy": 2.3767712116241455,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1724160946905613,
+      "step": 2379
+    },
+    {
+      "epoch": 0.39666666666666667,
+      "grad_norm": 30.625,
+      "grad_norm_var": 6.5900390625,
+      "learning_rate": 6.597277579660876e-05,
+      "loss": 6.774,
+      "loss/crossentropy": 1.802941083908081,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18161461129784584,
+      "step": 2380
+    },
+    {
+      "epoch": 0.3968333333333333,
+      "grad_norm": 25.5,
+      "grad_norm_var": 6.49375,
+      "learning_rate": 6.594796546490351e-05,
+      "loss": 6.6108,
+      "loss/crossentropy": 1.8572494387626648,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1514776088297367,
+      "step": 2381
+    },
+    {
+      "epoch": 0.397,
+      "grad_norm": 28.875,
+      "grad_norm_var": 6.655989583333334,
+      "learning_rate": 6.592315076097307e-05,
+      "loss": 6.7668,
+      "loss/crossentropy": 1.3867596685886383,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1908206008374691,
+      "step": 2382
+    },
+    {
+      "epoch": 0.39716666666666667,
+      "grad_norm": 27.875,
+      "grad_norm_var": 6.634375,
+      "learning_rate": 6.589833169162054e-05,
+      "loss": 6.6905,
+      "loss/crossentropy": 1.745312511920929,
+      "loss/hidden": 3.5546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2584184594452381,
+      "step": 2383
+    },
+    {
+      "epoch": 0.3973333333333333,
+      "grad_norm": 26.625,
+      "grad_norm_var": 6.664583333333334,
+      "learning_rate": 6.587350826365023e-05,
+      "loss": 6.8114,
+      "loss/crossentropy": 1.0183005779981613,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13225233927369118,
+      "step": 2384
+    },
+    {
+      "epoch": 0.3975,
+      "grad_norm": 26.125,
+      "grad_norm_var": 6.664583333333334,
+      "learning_rate": 6.58486804838676e-05,
+      "loss": 7.009,
+      "loss/crossentropy": 1.6451008319854736,
+      "loss/hidden": 3.65625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2386654056608677,
+      "step": 2385
+    },
+    {
+      "epoch": 0.39766666666666667,
+      "grad_norm": 28.625,
+      "grad_norm_var": 6.3681640625,
+      "learning_rate": 6.582384835907931e-05,
+      "loss": 6.8889,
+      "loss/crossentropy": 1.9275708496570587,
+      "loss/hidden": 3.0,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1342332623898983,
+      "step": 2386
+    },
+    {
+      "epoch": 0.3978333333333333,
+      "grad_norm": 25.75,
+      "grad_norm_var": 6.3681640625,
+      "learning_rate": 6.579901189609325e-05,
+      "loss": 6.7927,
+      "loss/crossentropy": 1.8813093602657318,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1614465620368719,
+      "step": 2387
+    },
+    {
+      "epoch": 0.398,
+      "grad_norm": 26.25,
+      "grad_norm_var": 6.233072916666667,
+      "learning_rate": 6.577417110171848e-05,
+      "loss": 7.2671,
+      "loss/crossentropy": 1.7971837222576141,
+      "loss/hidden": 3.6875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18278327956795692,
+      "step": 2388
+    },
+    {
+      "epoch": 0.39816666666666667,
+      "grad_norm": 26.625,
+      "grad_norm_var": 6.097916666666666,
+      "learning_rate": 6.574932598276525e-05,
+      "loss": 7.2232,
+      "loss/crossentropy": 1.3266323953866959,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12479567993432283,
+      "step": 2389
+    },
+    {
+      "epoch": 0.3983333333333333,
+      "grad_norm": 25.125,
+      "grad_norm_var": 5.895572916666667,
+      "learning_rate": 6.572447654604497e-05,
+      "loss": 6.6208,
+      "loss/crossentropy": 1.596979409456253,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17716964706778526,
+      "step": 2390
+    },
+    {
+      "epoch": 0.3985,
+      "grad_norm": 26.5,
+      "grad_norm_var": 5.824739583333334,
+      "learning_rate": 6.569962279837026e-05,
+      "loss": 7.0541,
+      "loss/crossentropy": 2.122535526752472,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2548518739640713,
+      "step": 2391
+    },
+    {
+      "epoch": 0.39866666666666667,
+      "grad_norm": 25.375,
+      "grad_norm_var": 6.039583333333334,
+      "learning_rate": 6.567476474655491e-05,
+      "loss": 6.8001,
+      "loss/crossentropy": 1.48007333278656,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1376265026628971,
+      "step": 2392
+    },
+    {
+      "epoch": 0.3988333333333333,
+      "grad_norm": 27.75,
+      "grad_norm_var": 2.3622395833333334,
+      "learning_rate": 6.564990239741391e-05,
+      "loss": 6.5524,
+      "loss/crossentropy": 1.4205875396728516,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1642397753894329,
+      "step": 2393
+    },
+    {
+      "epoch": 0.399,
+      "grad_norm": 26.375,
+      "grad_norm_var": 2.3622395833333334,
+      "learning_rate": 6.562503575776342e-05,
+      "loss": 7.1616,
+      "loss/crossentropy": 1.3419479802250862,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1492106057703495,
+      "step": 2394
+    },
+    {
+      "epoch": 0.39916666666666667,
+      "grad_norm": 25.625,
+      "grad_norm_var": 2.292122395833333,
+      "learning_rate": 6.560016483442075e-05,
+      "loss": 7.1946,
+      "loss/crossentropy": 2.2791228592395782,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14792905002832413,
+      "step": 2395
+    },
+    {
+      "epoch": 0.3993333333333333,
+      "grad_norm": 26.5,
+      "grad_norm_var": 1.2802083333333334,
+      "learning_rate": 6.557528963420442e-05,
+      "loss": 6.9265,
+      "loss/crossentropy": 1.7244902551174164,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1586049310863018,
+      "step": 2396
+    },
+    {
+      "epoch": 0.3995,
+      "grad_norm": 22.875,
+      "grad_norm_var": 2.0936848958333334,
+      "learning_rate": 6.55504101639341e-05,
+      "loss": 6.3685,
+      "loss/crossentropy": 1.2972608655691147,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1503564976155758,
+      "step": 2397
+    },
+    {
+      "epoch": 0.39966666666666667,
+      "grad_norm": 27.875,
+      "grad_norm_var": 1.8301432291666666,
+      "learning_rate": 6.552552643043061e-05,
+      "loss": 6.9003,
+      "loss/crossentropy": 1.818293809890747,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23231102153658867,
+      "step": 2398
+    },
+    {
+      "epoch": 0.3998333333333333,
+      "grad_norm": 26.0,
+      "grad_norm_var": 1.6729166666666666,
+      "learning_rate": 6.550063844051602e-05,
+      "loss": 6.7677,
+      "loss/crossentropy": 1.8521591424942017,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17840752378106117,
+      "step": 2399
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 35.0,
+      "grad_norm_var": 6.475455729166667,
+      "learning_rate": 6.54757462010135e-05,
+      "loss": 7.1917,
+      "loss/crossentropy": 1.8117524981498718,
+      "loss/hidden": 3.6484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24826138094067574,
+      "step": 2400
+    },
+    {
+      "epoch": 0.40016666666666667,
+      "grad_norm": 27.5,
+      "grad_norm_var": 6.474739583333333,
+      "learning_rate": 6.545084971874738e-05,
+      "loss": 7.3479,
+      "loss/crossentropy": 2.029177248477936,
+      "loss/hidden": 3.796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2258058302104473,
+      "step": 2401
+    },
+    {
+      "epoch": 0.4003333333333333,
+      "grad_norm": 27.75,
+      "grad_norm_var": 6.3166015625,
+      "learning_rate": 6.542594900054318e-05,
+      "loss": 6.9941,
+      "loss/crossentropy": 1.7838022708892822,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13456039130687714,
+      "step": 2402
+    },
+    {
+      "epoch": 0.4005,
+      "grad_norm": 24.375,
+      "grad_norm_var": 6.628125,
+      "learning_rate": 6.540104405322757e-05,
+      "loss": 6.9941,
+      "loss/crossentropy": 2.2288754284381866,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18955817073583603,
+      "step": 2403
+    },
+    {
+      "epoch": 0.40066666666666667,
+      "grad_norm": 26.625,
+      "grad_norm_var": 6.6134765625,
+      "learning_rate": 6.537613488362837e-05,
+      "loss": 6.9026,
+      "loss/crossentropy": 1.5281123518943787,
+      "loss/hidden": 3.59375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1361795999109745,
+      "step": 2404
+    },
+    {
+      "epoch": 0.4008333333333333,
+      "grad_norm": 24.875,
+      "grad_norm_var": 6.8322265625,
+      "learning_rate": 6.53512214985746e-05,
+      "loss": 6.7288,
+      "loss/crossentropy": 1.548047661781311,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15391020476818085,
+      "step": 2405
+    },
+    {
+      "epoch": 0.401,
+      "grad_norm": 25.5,
+      "grad_norm_var": 6.765625,
+      "learning_rate": 6.53263039048964e-05,
+      "loss": 6.8256,
+      "loss/crossentropy": 1.8757685422897339,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1864960752427578,
+      "step": 2406
+    },
+    {
+      "epoch": 0.40116666666666667,
+      "grad_norm": 25.25,
+      "grad_norm_var": 6.889322916666667,
+      "learning_rate": 6.530138210942505e-05,
+      "loss": 6.7783,
+      "loss/crossentropy": 1.7455880045890808,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14594753459095955,
+      "step": 2407
+    },
+    {
+      "epoch": 0.4013333333333333,
+      "grad_norm": 25.0,
+      "grad_norm_var": 6.958268229166666,
+      "learning_rate": 6.5276456118993e-05,
+      "loss": 6.7099,
+      "loss/crossentropy": 1.1749614626169205,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23570971842855215,
+      "step": 2408
+    },
+    {
+      "epoch": 0.4015,
+      "grad_norm": 26.0,
+      "grad_norm_var": 6.870768229166667,
+      "learning_rate": 6.52515259404339e-05,
+      "loss": 6.7128,
+      "loss/crossentropy": 1.7365640997886658,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21256282553076744,
+      "step": 2409
+    },
+    {
+      "epoch": 0.40166666666666667,
+      "grad_norm": 26.375,
+      "grad_norm_var": 6.870768229166667,
+      "learning_rate": 6.522659158058242e-05,
+      "loss": 6.9649,
+      "loss/crossentropy": 2.0972283482551575,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2761321924626827,
+      "step": 2410
+    },
+    {
+      "epoch": 0.4018333333333333,
+      "grad_norm": 24.5,
+      "grad_norm_var": 7.072916666666667,
+      "learning_rate": 6.520165304627452e-05,
+      "loss": 6.8706,
+      "loss/crossentropy": 1.32960195094347,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1799358744174242,
+      "step": 2411
+    },
+    {
+      "epoch": 0.402,
+      "grad_norm": 26.875,
+      "grad_norm_var": 7.087955729166667,
+      "learning_rate": 6.517671034434723e-05,
+      "loss": 6.8984,
+      "loss/crossentropy": 1.6326225399971008,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1868509277701378,
+      "step": 2412
+    },
+    {
+      "epoch": 0.4021666666666667,
+      "grad_norm": 28.0,
+      "grad_norm_var": 6.321875,
+      "learning_rate": 6.515176348163871e-05,
+      "loss": 7.3314,
+      "loss/crossentropy": 1.9969388842582703,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1516817882657051,
+      "step": 2413
+    },
+    {
+      "epoch": 0.4023333333333333,
+      "grad_norm": 26.125,
+      "grad_norm_var": 6.243489583333333,
+      "learning_rate": 6.51268124649883e-05,
+      "loss": 6.753,
+      "loss/crossentropy": 2.207993596792221,
+      "loss/hidden": 2.96484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14567255228757858,
+      "step": 2414
+    },
+    {
+      "epoch": 0.4025,
+      "grad_norm": 26.5,
+      "grad_norm_var": 6.218489583333334,
+      "learning_rate": 6.510185730123646e-05,
+      "loss": 6.7512,
+      "loss/crossentropy": 1.888983428478241,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.184637613594532,
+      "step": 2415
+    },
+    {
+      "epoch": 0.4026666666666667,
+      "grad_norm": 28.0,
+      "grad_norm_var": 1.47890625,
+      "learning_rate": 6.507689799722478e-05,
+      "loss": 7.1927,
+      "loss/crossentropy": 1.8304569125175476,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17038199305534363,
+      "step": 2416
+    },
+    {
+      "epoch": 0.4028333333333333,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.384375,
+      "learning_rate": 6.505193455979603e-05,
+      "loss": 6.9062,
+      "loss/crossentropy": 1.6050316095352173,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2183186560869217,
+      "step": 2417
+    },
+    {
+      "epoch": 0.403,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.234375,
+      "learning_rate": 6.502696699579405e-05,
+      "loss": 6.7998,
+      "loss/crossentropy": 1.6701144874095917,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17170002311468124,
+      "step": 2418
+    },
+    {
+      "epoch": 0.4031666666666667,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.0426432291666667,
+      "learning_rate": 6.500199531206382e-05,
+      "loss": 7.0229,
+      "loss/crossentropy": 2.0527586340904236,
+      "loss/hidden": 3.49609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20686431229114532,
+      "step": 2419
+    },
+    {
+      "epoch": 0.4033333333333333,
+      "grad_norm": 26.625,
+      "grad_norm_var": 1.0426432291666667,
+      "learning_rate": 6.49770195154515e-05,
+      "loss": 7.1811,
+      "loss/crossentropy": 1.5660234838724136,
+      "loss/hidden": 3.60546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13711723871529102,
+      "step": 2420
+    },
+    {
+      "epoch": 0.4035,
+      "grad_norm": 27.25,
+      "grad_norm_var": 0.9622395833333334,
+      "learning_rate": 6.495203961280434e-05,
+      "loss": 6.7496,
+      "loss/crossentropy": 1.4254506081342697,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25426609441637993,
+      "step": 2421
+    },
+    {
+      "epoch": 0.4036666666666667,
+      "grad_norm": 27.625,
+      "grad_norm_var": 0.9921223958333333,
+      "learning_rate": 6.492705561097073e-05,
+      "loss": 6.3903,
+      "loss/crossentropy": 1.3271910399198532,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14257204346358776,
+      "step": 2422
+    },
+    {
+      "epoch": 0.4038333333333333,
+      "grad_norm": 25.375,
+      "grad_norm_var": 0.971875,
+      "learning_rate": 6.490206751680014e-05,
+      "loss": 6.5097,
+      "loss/crossentropy": 1.7204447984695435,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.142940241843462,
+      "step": 2423
+    },
+    {
+      "epoch": 0.404,
+      "grad_norm": 30.0,
+      "grad_norm_var": 1.5135416666666666,
+      "learning_rate": 6.487707533714324e-05,
+      "loss": 7.1325,
+      "loss/crossentropy": 1.536515712738037,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.201132133603096,
+      "step": 2424
+    },
+    {
+      "epoch": 0.4041666666666667,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.9018229166666667,
+      "learning_rate": 6.485207907885175e-05,
+      "loss": 6.5422,
+      "loss/crossentropy": 1.981011152267456,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14000813104212284,
+      "step": 2425
+    },
+    {
+      "epoch": 0.4043333333333333,
+      "grad_norm": 25.625,
+      "grad_norm_var": 1.9729166666666667,
+      "learning_rate": 6.482707874877854e-05,
+      "loss": 6.8904,
+      "loss/crossentropy": 2.0397950410842896,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16614849865436554,
+      "step": 2426
+    },
+    {
+      "epoch": 0.4045,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.8427083333333334,
+      "learning_rate": 6.480207435377762e-05,
+      "loss": 6.8028,
+      "loss/crossentropy": 2.124760329723358,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15788880363106728,
+      "step": 2427
+    },
+    {
+      "epoch": 0.4046666666666667,
+      "grad_norm": 27.875,
+      "grad_norm_var": 1.9260416666666667,
+      "learning_rate": 6.477706590070406e-05,
+      "loss": 6.7759,
+      "loss/crossentropy": 1.0082530975341797,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11325863003730774,
+      "step": 2428
+    },
+    {
+      "epoch": 0.4048333333333333,
+      "grad_norm": 26.25,
+      "grad_norm_var": 1.8330729166666666,
+      "learning_rate": 6.475205339641407e-05,
+      "loss": 6.7763,
+      "loss/crossentropy": 1.3847752660512924,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12530659325420856,
+      "step": 2429
+    },
+    {
+      "epoch": 0.405,
+      "grad_norm": 30.0,
+      "grad_norm_var": 2.488997395833333,
+      "learning_rate": 6.472703684776497e-05,
+      "loss": 6.7437,
+      "loss/crossentropy": 1.6852594912052155,
+      "loss/hidden": 3.68359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24484678357839584,
+      "step": 2430
+    },
+    {
+      "epoch": 0.4051666666666667,
+      "grad_norm": 26.25,
+      "grad_norm_var": 2.506705729166667,
+      "learning_rate": 6.47020162616152e-05,
+      "loss": 6.9338,
+      "loss/crossentropy": 1.618925467133522,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14881574362516403,
+      "step": 2431
+    },
+    {
+      "epoch": 0.4053333333333333,
+      "grad_norm": 24.5,
+      "grad_norm_var": 2.7582682291666667,
+      "learning_rate": 6.467699164482428e-05,
+      "loss": 6.7917,
+      "loss/crossentropy": 2.4390265941619873,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16657180711627007,
+      "step": 2432
+    },
+    {
+      "epoch": 0.4055,
+      "grad_norm": 26.875,
+      "grad_norm_var": 2.7604166666666665,
+      "learning_rate": 6.465196300425287e-05,
+      "loss": 7.0026,
+      "loss/crossentropy": 1.4239460825920105,
+      "loss/hidden": 3.046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12312651239335537,
+      "step": 2433
+    },
+    {
+      "epoch": 0.4056666666666667,
+      "grad_norm": 25.75,
+      "grad_norm_var": 2.814583333333333,
+      "learning_rate": 6.462693034676271e-05,
+      "loss": 6.963,
+      "loss/crossentropy": 1.6990436017513275,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22184545174241066,
+      "step": 2434
+    },
+    {
+      "epoch": 0.4058333333333333,
+      "grad_norm": 25.875,
+      "grad_norm_var": 2.8478515625,
+      "learning_rate": 6.460189367921663e-05,
+      "loss": 6.9375,
+      "loss/crossentropy": 1.7828707993030548,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18201489746570587,
+      "step": 2435
+    },
+    {
+      "epoch": 0.406,
+      "grad_norm": 26.25,
+      "grad_norm_var": 2.85390625,
+      "learning_rate": 6.457685300847858e-05,
+      "loss": 6.9135,
+      "loss/crossentropy": 1.9250881373882294,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14330905675888062,
+      "step": 2436
+    },
+    {
+      "epoch": 0.4061666666666667,
+      "grad_norm": 27.25,
+      "grad_norm_var": 2.85390625,
+      "learning_rate": 6.455180834141359e-05,
+      "loss": 6.5306,
+      "loss/crossentropy": 1.849776491522789,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17486938275396824,
+      "step": 2437
+    },
+    {
+      "epoch": 0.4063333333333333,
+      "grad_norm": 25.75,
+      "grad_norm_var": 2.8041015625,
+      "learning_rate": 6.452675968488783e-05,
+      "loss": 6.5163,
+      "loss/crossentropy": 1.4802491664886475,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13972285389900208,
+      "step": 2438
+    },
+    {
+      "epoch": 0.4065,
+      "grad_norm": 25.0,
+      "grad_norm_var": 2.865625,
+      "learning_rate": 6.450170704576852e-05,
+      "loss": 7.1931,
+      "loss/crossentropy": 2.00944522023201,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17316685989499092,
+      "step": 2439
+    },
+    {
+      "epoch": 0.4066666666666667,
+      "grad_norm": 23.5,
+      "grad_norm_var": 2.3916666666666666,
+      "learning_rate": 6.447665043092396e-05,
+      "loss": 7.1114,
+      "loss/crossentropy": 1.824017345905304,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18385517597198486,
+      "step": 2440
+    },
+    {
+      "epoch": 0.4068333333333333,
+      "grad_norm": 27.5,
+      "grad_norm_var": 2.2934895833333333,
+      "learning_rate": 6.445158984722358e-05,
+      "loss": 7.139,
+      "loss/crossentropy": 1.701804518699646,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21167225763201714,
+      "step": 2441
+    },
+    {
+      "epoch": 0.407,
+      "grad_norm": 24.0,
+      "grad_norm_var": 2.5837890625,
+      "learning_rate": 6.442652530153789e-05,
+      "loss": 6.5932,
+      "loss/crossentropy": 1.7549676895141602,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13070199266076088,
+      "step": 2442
+    },
+    {
+      "epoch": 0.4071666666666667,
+      "grad_norm": 26.0,
+      "grad_norm_var": 2.4994140625,
+      "learning_rate": 6.440145680073847e-05,
+      "loss": 6.7278,
+      "loss/crossentropy": 1.5801860392093658,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16405007988214493,
+      "step": 2443
+    },
+    {
+      "epoch": 0.4073333333333333,
+      "grad_norm": 29.0,
+      "grad_norm_var": 2.83515625,
+      "learning_rate": 6.437638435169798e-05,
+      "loss": 7.3029,
+      "loss/crossentropy": 1.227821871638298,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15733522176742554,
+      "step": 2444
+    },
+    {
+      "epoch": 0.4075,
+      "grad_norm": 25.625,
+      "grad_norm_var": 2.858268229166667,
+      "learning_rate": 6.435130796129018e-05,
+      "loss": 6.5601,
+      "loss/crossentropy": 1.3911476880311966,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14772080816328526,
+      "step": 2445
+    },
+    {
+      "epoch": 0.4076666666666667,
+      "grad_norm": 26.125,
+      "grad_norm_var": 1.8309895833333334,
+      "learning_rate": 6.432622763638993e-05,
+      "loss": 6.644,
+      "loss/crossentropy": 1.5119908303022385,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16496627032756805,
+      "step": 2446
+    },
+    {
+      "epoch": 0.4078333333333333,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.8268229166666667,
+      "learning_rate": 6.43011433838731e-05,
+      "loss": 7.0585,
+      "loss/crossentropy": 1.6326268315315247,
+      "loss/hidden": 3.67578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17567586340010166,
+      "step": 2447
+    },
+    {
+      "epoch": 0.408,
+      "grad_norm": 27.25,
+      "grad_norm_var": 1.778125,
+      "learning_rate": 6.42760552106167e-05,
+      "loss": 7.0686,
+      "loss/crossentropy": 1.631172090768814,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12953073903918266,
+      "step": 2448
+    },
+    {
+      "epoch": 0.4081666666666667,
+      "grad_norm": 26.625,
+      "grad_norm_var": 1.7559895833333334,
+      "learning_rate": 6.42509631234988e-05,
+      "loss": 6.9924,
+      "loss/crossentropy": 1.0652337670326233,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15924780443310738,
+      "step": 2449
+    },
+    {
+      "epoch": 0.4083333333333333,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.7708333333333333,
+      "learning_rate": 6.422586712939855e-05,
+      "loss": 6.777,
+      "loss/crossentropy": 1.5527146607637405,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23064131662249565,
+      "step": 2450
+    },
+    {
+      "epoch": 0.4085,
+      "grad_norm": 27.0,
+      "grad_norm_var": 1.8218098958333333,
+      "learning_rate": 6.420076723519614e-05,
+      "loss": 6.9063,
+      "loss/crossentropy": 2.2659133672714233,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1623278521001339,
+      "step": 2451
+    },
+    {
+      "epoch": 0.4086666666666667,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.8686848958333333,
+      "learning_rate": 6.417566344777285e-05,
+      "loss": 6.8549,
+      "loss/crossentropy": 2.013308346271515,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16358338482677937,
+      "step": 2452
+    },
+    {
+      "epoch": 0.4088333333333333,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.7733723958333334,
+      "learning_rate": 6.415055577401102e-05,
+      "loss": 6.6187,
+      "loss/crossentropy": 1.799250990152359,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1316684428602457,
+      "step": 2453
+    },
+    {
+      "epoch": 0.409,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.8056640625,
+      "learning_rate": 6.412544422079407e-05,
+      "loss": 7.0431,
+      "loss/crossentropy": 1.867916762828827,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1984102986752987,
+      "step": 2454
+    },
+    {
+      "epoch": 0.4091666666666667,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.7369140625,
+      "learning_rate": 6.410032879500647e-05,
+      "loss": 6.5959,
+      "loss/crossentropy": 1.9612860083580017,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17829477787017822,
+      "step": 2455
+    },
+    {
+      "epoch": 0.4093333333333333,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.2764973958333334,
+      "learning_rate": 6.407520950353377e-05,
+      "loss": 6.7224,
+      "loss/crossentropy": 1.8077340424060822,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1800750568509102,
+      "step": 2456
+    },
+    {
+      "epoch": 0.4095,
+      "grad_norm": 30.25,
+      "grad_norm_var": 2.1931640625,
+      "learning_rate": 6.405008635326257e-05,
+      "loss": 6.9451,
+      "loss/crossentropy": 2.0685611963272095,
+      "loss/hidden": 3.0546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14473926648497581,
+      "step": 2457
+    },
+    {
+      "epoch": 0.4096666666666667,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.86015625,
+      "learning_rate": 6.402495935108048e-05,
+      "loss": 6.7767,
+      "loss/crossentropy": 1.79224893450737,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2391345240175724,
+      "step": 2458
+    },
+    {
+      "epoch": 0.4098333333333333,
+      "grad_norm": 30.375,
+      "grad_norm_var": 2.737434895833333,
+      "learning_rate": 6.399982850387624e-05,
+      "loss": 7.153,
+      "loss/crossentropy": 1.883252590894699,
+      "loss/hidden": 3.8359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2120560258626938,
+      "step": 2459
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 26.875,
+      "grad_norm_var": 2.402083333333333,
+      "learning_rate": 6.397469381853964e-05,
+      "loss": 6.7207,
+      "loss/crossentropy": 1.7834762334823608,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.184225020930171,
+      "step": 2460
+    },
+    {
+      "epoch": 0.4101666666666667,
+      "grad_norm": 27.125,
+      "grad_norm_var": 2.330208333333333,
+      "learning_rate": 6.394955530196147e-05,
+      "loss": 6.6787,
+      "loss/crossentropy": 1.365290030837059,
+      "loss/hidden": 3.703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24354680627584457,
+      "step": 2461
+    },
+    {
+      "epoch": 0.4103333333333333,
+      "grad_norm": 26.5,
+      "grad_norm_var": 2.3061848958333333,
+      "learning_rate": 6.392441296103358e-05,
+      "loss": 6.6662,
+      "loss/crossentropy": 1.769362986087799,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.154879342764616,
+      "step": 2462
+    },
+    {
+      "epoch": 0.4105,
+      "grad_norm": 24.375,
+      "grad_norm_var": 2.6177083333333333,
+      "learning_rate": 6.389926680264892e-05,
+      "loss": 6.4275,
+      "loss/crossentropy": 1.4825633615255356,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14102366007864475,
+      "step": 2463
+    },
+    {
+      "epoch": 0.4106666666666667,
+      "grad_norm": 25.5,
+      "grad_norm_var": 2.68515625,
+      "learning_rate": 6.387411683370144e-05,
+      "loss": 6.6239,
+      "loss/crossentropy": 1.6596109569072723,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18369131162762642,
+      "step": 2464
+    },
+    {
+      "epoch": 0.41083333333333333,
+      "grad_norm": 25.375,
+      "grad_norm_var": 2.7802083333333334,
+      "learning_rate": 6.384896306108612e-05,
+      "loss": 6.5053,
+      "loss/crossentropy": 1.677567332983017,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17363202944397926,
+      "step": 2465
+    },
+    {
+      "epoch": 0.411,
+      "grad_norm": 27.375,
+      "grad_norm_var": 2.7421223958333334,
+      "learning_rate": 6.382380549169905e-05,
+      "loss": 6.9126,
+      "loss/crossentropy": 1.343518152832985,
+      "loss/hidden": 4.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2539810761809349,
+      "step": 2466
+    },
+    {
+      "epoch": 0.4111666666666667,
+      "grad_norm": 27.125,
+      "grad_norm_var": 2.7489583333333334,
+      "learning_rate": 6.37986441324373e-05,
+      "loss": 7.2077,
+      "loss/crossentropy": 1.7176648676395416,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1765093393623829,
+      "step": 2467
+    },
+    {
+      "epoch": 0.41133333333333333,
+      "grad_norm": 24.5,
+      "grad_norm_var": 2.9247395833333334,
+      "learning_rate": 6.377347899019899e-05,
+      "loss": 6.3962,
+      "loss/crossentropy": 1.567890241742134,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15052815154194832,
+      "step": 2468
+    },
+    {
+      "epoch": 0.4115,
+      "grad_norm": 24.5,
+      "grad_norm_var": 3.165625,
+      "learning_rate": 6.374831007188332e-05,
+      "loss": 6.6576,
+      "loss/crossentropy": 1.8584528267383575,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2581115886569023,
+      "step": 2469
+    },
+    {
+      "epoch": 0.4116666666666667,
+      "grad_norm": 23.625,
+      "grad_norm_var": 3.684830729166667,
+      "learning_rate": 6.372313738439044e-05,
+      "loss": 6.8484,
+      "loss/crossentropy": 2.079646557569504,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1751205511391163,
+      "step": 2470
+    },
+    {
+      "epoch": 0.41183333333333333,
+      "grad_norm": 26.375,
+      "grad_norm_var": 3.660416666666667,
+      "learning_rate": 6.369796093462164e-05,
+      "loss": 6.9633,
+      "loss/crossentropy": 1.5729972571134567,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15782051160931587,
+      "step": 2471
+    },
+    {
+      "epoch": 0.412,
+      "grad_norm": 28.375,
+      "grad_norm_var": 3.9067057291666667,
+      "learning_rate": 6.367278072947914e-05,
+      "loss": 6.8084,
+      "loss/crossentropy": 1.58353590965271,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15412163734436035,
+      "step": 2472
+    },
+    {
+      "epoch": 0.4121666666666667,
+      "grad_norm": 25.125,
+      "grad_norm_var": 2.9697916666666666,
+      "learning_rate": 6.364759677586627e-05,
+      "loss": 6.409,
+      "loss/crossentropy": 2.004025548696518,
+      "loss/hidden": 3.0546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14139054529368877,
+      "step": 2473
+    },
+    {
+      "epoch": 0.41233333333333333,
+      "grad_norm": 23.25,
+      "grad_norm_var": 3.473372395833333,
+      "learning_rate": 6.362240908068733e-05,
+      "loss": 6.4902,
+      "loss/crossentropy": 2.1306751668453217,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17410255409777164,
+      "step": 2474
+    },
+    {
+      "epoch": 0.4125,
+      "grad_norm": 25.875,
+      "grad_norm_var": 2.128059895833333,
+      "learning_rate": 6.35972176508477e-05,
+      "loss": 6.8706,
+      "loss/crossentropy": 1.7717172801494598,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20850080624222755,
+      "step": 2475
+    },
+    {
+      "epoch": 0.4126666666666667,
+      "grad_norm": 25.375,
+      "grad_norm_var": 2.042122395833333,
+      "learning_rate": 6.357202249325371e-05,
+      "loss": 7.0562,
+      "loss/crossentropy": 2.22728955745697,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17565470561385155,
+      "step": 2476
+    },
+    {
+      "epoch": 0.41283333333333333,
+      "grad_norm": 27.125,
+      "grad_norm_var": 2.042122395833333,
+      "learning_rate": 6.35468236148128e-05,
+      "loss": 7.0277,
+      "loss/crossentropy": 1.8651646226644516,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1748209409415722,
+      "step": 2477
+    },
+    {
+      "epoch": 0.413,
+      "grad_norm": 24.875,
+      "grad_norm_var": 2.02265625,
+      "learning_rate": 6.352162102243337e-05,
+      "loss": 6.4958,
+      "loss/crossentropy": 1.787689432501793,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16048089042305946,
+      "step": 2478
+    },
+    {
+      "epoch": 0.4131666666666667,
+      "grad_norm": 24.5,
+      "grad_norm_var": 2.0041015625,
+      "learning_rate": 6.349641472302483e-05,
+      "loss": 6.9862,
+      "loss/crossentropy": 1.8660374283790588,
+      "loss/hidden": 3.109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16590564139187336,
+      "step": 2479
+    },
+    {
+      "epoch": 0.41333333333333333,
+      "grad_norm": 28.625,
+      "grad_norm_var": 2.591666666666667,
+      "learning_rate": 6.347120472349764e-05,
+      "loss": 6.9659,
+      "loss/crossentropy": 1.7566277831792831,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17961036786437035,
+      "step": 2480
+    },
+    {
+      "epoch": 0.4135,
+      "grad_norm": 28.375,
+      "grad_norm_var": 3.004166666666667,
+      "learning_rate": 6.344599103076329e-05,
+      "loss": 7.0956,
+      "loss/crossentropy": 1.798336923122406,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1929705310612917,
+      "step": 2481
+    },
+    {
+      "epoch": 0.4136666666666667,
+      "grad_norm": 26.625,
+      "grad_norm_var": 2.8955729166666666,
+      "learning_rate": 6.342077365173423e-05,
+      "loss": 7.0978,
+      "loss/crossentropy": 2.1390596330165863,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23232801631093025,
+      "step": 2482
+    },
+    {
+      "epoch": 0.41383333333333333,
+      "grad_norm": 26.375,
+      "grad_norm_var": 2.8072916666666665,
+      "learning_rate": 6.339555259332398e-05,
+      "loss": 7.0854,
+      "loss/crossentropy": 1.5974346697330475,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14939112775027752,
+      "step": 2483
+    },
+    {
+      "epoch": 0.414,
+      "grad_norm": 27.75,
+      "grad_norm_var": 2.88515625,
+      "learning_rate": 6.337032786244699e-05,
+      "loss": 7.0886,
+      "loss/crossentropy": 1.7311132997274399,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17024542018771172,
+      "step": 2484
+    },
+    {
+      "epoch": 0.4141666666666667,
+      "grad_norm": 26.5,
+      "grad_norm_var": 2.72265625,
+      "learning_rate": 6.334509946601879e-05,
+      "loss": 6.9303,
+      "loss/crossentropy": 1.6285020262002945,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24563591741025448,
+      "step": 2485
+    },
+    {
+      "epoch": 0.41433333333333333,
+      "grad_norm": 24.875,
+      "grad_norm_var": 2.3958333333333335,
+      "learning_rate": 6.331986741095588e-05,
+      "loss": 6.8857,
+      "loss/crossentropy": 1.3799019530415535,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18122105859220028,
+      "step": 2486
+    },
+    {
+      "epoch": 0.4145,
+      "grad_norm": 25.625,
+      "grad_norm_var": 2.4184895833333333,
+      "learning_rate": 6.329463170417578e-05,
+      "loss": 6.8276,
+      "loss/crossentropy": 1.9645479321479797,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16323309764266014,
+      "step": 2487
+    },
+    {
+      "epoch": 0.4146666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 2.6676432291666665,
+      "learning_rate": 6.3269392352597e-05,
+      "loss": 6.7211,
+      "loss/crossentropy": 1.5890139043331146,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14225070178508759,
+      "step": 2488
+    },
+    {
+      "epoch": 0.41483333333333333,
+      "grad_norm": 24.75,
+      "grad_norm_var": 2.7135416666666665,
+      "learning_rate": 6.324414936313904e-05,
+      "loss": 6.7366,
+      "loss/crossentropy": 1.7813865840435028,
+      "loss/hidden": 3.65625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18080734461545944,
+      "step": 2489
+    },
+    {
+      "epoch": 0.415,
+      "grad_norm": 26.75,
+      "grad_norm_var": 2.26875,
+      "learning_rate": 6.321890274272243e-05,
+      "loss": 6.6135,
+      "loss/crossentropy": 1.6462107300758362,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15299447625875473,
+      "step": 2490
+    },
+    {
+      "epoch": 0.4151666666666667,
+      "grad_norm": 28.25,
+      "grad_norm_var": 2.5619140625,
+      "learning_rate": 6.319365249826865e-05,
+      "loss": 7.2295,
+      "loss/crossentropy": 1.2287853807210922,
+      "loss/hidden": 3.49609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1733009796589613,
+      "step": 2491
+    },
+    {
+      "epoch": 0.41533333333333333,
+      "grad_norm": 24.375,
+      "grad_norm_var": 2.7358723958333333,
+      "learning_rate": 6.31683986367002e-05,
+      "loss": 6.738,
+      "loss/crossentropy": 1.4303917288780212,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16457676887512207,
+      "step": 2492
+    },
+    {
+      "epoch": 0.4155,
+      "grad_norm": 27.625,
+      "grad_norm_var": 2.8166015625,
+      "learning_rate": 6.31431411649406e-05,
+      "loss": 6.7263,
+      "loss/crossentropy": 1.7432856559753418,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17783207818865776,
+      "step": 2493
+    },
+    {
+      "epoch": 0.4156666666666667,
+      "grad_norm": 22.625,
+      "grad_norm_var": 3.5244140625,
+      "learning_rate": 6.311788008991432e-05,
+      "loss": 6.5328,
+      "loss/crossentropy": 2.2105356454849243,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16788570955395699,
+      "step": 2494
+    },
+    {
+      "epoch": 0.41583333333333333,
+      "grad_norm": 26.25,
+      "grad_norm_var": 3.356705729166667,
+      "learning_rate": 6.309261541854678e-05,
+      "loss": 6.7719,
+      "loss/crossentropy": 1.0987439006567001,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13538315892219543,
+      "step": 2495
+    },
+    {
+      "epoch": 0.416,
+      "grad_norm": 25.875,
+      "grad_norm_var": 2.9212890625,
+      "learning_rate": 6.306734715776447e-05,
+      "loss": 7.0565,
+      "loss/crossentropy": 2.060307502746582,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23552356287837029,
+      "step": 2496
+    },
+    {
+      "epoch": 0.4161666666666667,
+      "grad_norm": 26.875,
+      "grad_norm_var": 2.5822265625,
+      "learning_rate": 6.304207531449486e-05,
+      "loss": 6.8961,
+      "loss/crossentropy": 1.38495334982872,
+      "loss/hidden": 3.60546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13115855120122433,
+      "step": 2497
+    },
+    {
+      "epoch": 0.41633333333333333,
+      "grad_norm": 24.625,
+      "grad_norm_var": 2.6343098958333333,
+      "learning_rate": 6.301679989566631e-05,
+      "loss": 6.6147,
+      "loss/crossentropy": 1.8856906592845917,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13878850638866425,
+      "step": 2498
+    },
+    {
+      "epoch": 0.4165,
+      "grad_norm": 24.125,
+      "grad_norm_var": 2.7655598958333334,
+      "learning_rate": 6.299152090820823e-05,
+      "loss": 6.7062,
+      "loss/crossentropy": 1.5723413191735744,
+      "loss/hidden": 3.625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1482224864885211,
+      "step": 2499
+    },
+    {
+      "epoch": 0.4166666666666667,
+      "grad_norm": 25.25,
+      "grad_norm_var": 2.4452473958333334,
+      "learning_rate": 6.296623835905105e-05,
+      "loss": 6.7149,
+      "loss/crossentropy": 1.566265121102333,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.151836721226573,
+      "step": 2500
+    },
+    {
+      "epoch": 0.41683333333333333,
+      "grad_norm": 26.0,
+      "grad_norm_var": 2.3916015625,
+      "learning_rate": 6.294095225512603e-05,
+      "loss": 7.2923,
+      "loss/crossentropy": 2.2155688405036926,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2802524231374264,
+      "step": 2501
+    },
+    {
+      "epoch": 0.417,
+      "grad_norm": 26.25,
+      "grad_norm_var": 2.408072916666667,
+      "learning_rate": 6.29156626033656e-05,
+      "loss": 6.7384,
+      "loss/crossentropy": 1.9606053680181503,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19215673580765724,
+      "step": 2502
+    },
+    {
+      "epoch": 0.4171666666666667,
+      "grad_norm": 26.125,
+      "grad_norm_var": 2.4309895833333335,
+      "learning_rate": 6.2890369410703e-05,
+      "loss": 6.9135,
+      "loss/crossentropy": 1.4668936431407928,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15629912540316582,
+      "step": 2503
+    },
+    {
+      "epoch": 0.41733333333333333,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.97265625,
+      "learning_rate": 6.286507268407251e-05,
+      "loss": 6.6142,
+      "loss/crossentropy": 1.2516163773834705,
+      "loss/hidden": 3.65234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14133782731369138,
+      "step": 2504
+    },
+    {
+      "epoch": 0.4175,
+      "grad_norm": 26.875,
+      "grad_norm_var": 1.9848307291666667,
+      "learning_rate": 6.283977243040939e-05,
+      "loss": 7.1827,
+      "loss/crossentropy": 1.8166786879301071,
+      "loss/hidden": 3.5546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23882968351244926,
+      "step": 2505
+    },
+    {
+      "epoch": 0.4176666666666667,
+      "grad_norm": 25.875,
+      "grad_norm_var": 1.9260416666666667,
+      "learning_rate": 6.281446865664984e-05,
+      "loss": 6.8706,
+      "loss/crossentropy": 2.283472001552582,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16605260223150253,
+      "step": 2506
+    },
+    {
+      "epoch": 0.41783333333333333,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.5010416666666666,
+      "learning_rate": 6.278916136973103e-05,
+      "loss": 6.7268,
+      "loss/crossentropy": 2.0020358860492706,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22133459523320198,
+      "step": 2507
+    },
+    {
+      "epoch": 0.418,
+      "grad_norm": 28.375,
+      "grad_norm_var": 1.8510416666666667,
+      "learning_rate": 6.276385057659108e-05,
+      "loss": 7.1403,
+      "loss/crossentropy": 1.5898314714431763,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25062720477581024,
+      "step": 2508
+    },
+    {
+      "epoch": 0.4181666666666667,
+      "grad_norm": 26.875,
+      "grad_norm_var": 1.7080729166666666,
+      "learning_rate": 6.273853628416911e-05,
+      "loss": 6.8923,
+      "loss/crossentropy": 1.5449077636003494,
+      "loss/hidden": 3.859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3179927095770836,
+      "step": 2509
+    },
+    {
+      "epoch": 0.41833333333333333,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.2143229166666667,
+      "learning_rate": 6.271321849940518e-05,
+      "loss": 6.7932,
+      "loss/crossentropy": 2.0820238143205643,
+      "loss/hidden": 3.9921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15891030244529247,
+      "step": 2510
+    },
+    {
+      "epoch": 0.4185,
+      "grad_norm": 26.25,
+      "grad_norm_var": 1.2143229166666667,
+      "learning_rate": 6.268789722924029e-05,
+      "loss": 7.0128,
+      "loss/crossentropy": 1.9677351117134094,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24766351468861103,
+      "step": 2511
+    },
+    {
+      "epoch": 0.4186666666666667,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.2400390625,
+      "learning_rate": 6.266257248061641e-05,
+      "loss": 6.8187,
+      "loss/crossentropy": 1.688460260629654,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1369524635374546,
+      "step": 2512
+    },
+    {
+      "epoch": 0.41883333333333334,
+      "grad_norm": 26.375,
+      "grad_norm_var": 1.1874348958333334,
+      "learning_rate": 6.263724426047647e-05,
+      "loss": 6.9734,
+      "loss/crossentropy": 1.5497544705867767,
+      "loss/hidden": 3.58984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19180908426642418,
+      "step": 2513
+    },
+    {
+      "epoch": 0.419,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.3114583333333334,
+      "learning_rate": 6.261191257576435e-05,
+      "loss": 6.4853,
+      "loss/crossentropy": 1.53719100356102,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13431310281157494,
+      "step": 2514
+    },
+    {
+      "epoch": 0.4191666666666667,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.3705729166666667,
+      "learning_rate": 6.258657743342486e-05,
+      "loss": 6.6759,
+      "loss/crossentropy": 1.8927084505558014,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16936073452234268,
+      "step": 2515
+    },
+    {
+      "epoch": 0.41933333333333334,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.4572916666666667,
+      "learning_rate": 6.256123884040378e-05,
+      "loss": 6.918,
+      "loss/crossentropy": 2.1701636910438538,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21181657537817955,
+      "step": 2516
+    },
+    {
+      "epoch": 0.4195,
+      "grad_norm": 27.625,
+      "grad_norm_var": 1.6832682291666667,
+      "learning_rate": 6.253589680364785e-05,
+      "loss": 6.9737,
+      "loss/crossentropy": 1.4781364798545837,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15021064784377813,
+      "step": 2517
+    },
+    {
+      "epoch": 0.4196666666666667,
+      "grad_norm": 27.0,
+      "grad_norm_var": 1.7613932291666667,
+      "learning_rate": 6.251055133010468e-05,
+      "loss": 6.7445,
+      "loss/crossentropy": 1.2429292351007462,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15620377846062183,
+      "step": 2518
+    },
+    {
+      "epoch": 0.41983333333333334,
+      "grad_norm": 26.5,
+      "grad_norm_var": 1.7830729166666666,
+      "learning_rate": 6.248520242672292e-05,
+      "loss": 6.9351,
+      "loss/crossentropy": 1.773833155632019,
+      "loss/hidden": 3.07421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16319715417921543,
+      "step": 2519
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 26.25,
+      "grad_norm_var": 1.7791666666666666,
+      "learning_rate": 6.245985010045213e-05,
+      "loss": 6.7377,
+      "loss/crossentropy": 1.6907134652137756,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1676900926977396,
+      "step": 2520
+    },
+    {
+      "epoch": 0.4201666666666667,
+      "grad_norm": 25.625,
+      "grad_norm_var": 1.7205729166666666,
+      "learning_rate": 6.243449435824276e-05,
+      "loss": 6.8932,
+      "loss/crossentropy": 1.2181866616010666,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19507306441664696,
+      "step": 2521
+    },
+    {
+      "epoch": 0.42033333333333334,
+      "grad_norm": 26.125,
+      "grad_norm_var": 1.725,
+      "learning_rate": 6.240913520704621e-05,
+      "loss": 7.0893,
+      "loss/crossentropy": 1.5084704160690308,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20926138013601303,
+      "step": 2522
+    },
+    {
+      "epoch": 0.4205,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.7497395833333333,
+      "learning_rate": 6.238377265381489e-05,
+      "loss": 6.8484,
+      "loss/crossentropy": 1.732947587966919,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20377173647284508,
+      "step": 2523
+    },
+    {
+      "epoch": 0.4206666666666667,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.3884765625,
+      "learning_rate": 6.235840670550204e-05,
+      "loss": 6.6267,
+      "loss/crossentropy": 1.8443464934825897,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1483004279434681,
+      "step": 2524
+    },
+    {
+      "epoch": 0.42083333333333334,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.2809895833333333,
+      "learning_rate": 6.233303736906193e-05,
+      "loss": 6.643,
+      "loss/crossentropy": 2.1844229698181152,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19977016746997833,
+      "step": 2525
+    },
+    {
+      "epoch": 0.421,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.2809895833333333,
+      "learning_rate": 6.230766465144967e-05,
+      "loss": 6.4835,
+      "loss/crossentropy": 1.310272455215454,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13111072033643723,
+      "step": 2526
+    },
+    {
+      "epoch": 0.4211666666666667,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.2427083333333333,
+      "learning_rate": 6.228228855962133e-05,
+      "loss": 6.7693,
+      "loss/crossentropy": 2.0644597113132477,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2118677943944931,
+      "step": 2527
+    },
+    {
+      "epoch": 0.42133333333333334,
+      "grad_norm": 26.125,
+      "grad_norm_var": 1.2650390625,
+      "learning_rate": 6.225690910053392e-05,
+      "loss": 6.869,
+      "loss/crossentropy": 1.6770286858081818,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16959093138575554,
+      "step": 2528
+    },
+    {
+      "epoch": 0.4215,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.4254557291666667,
+      "learning_rate": 6.223152628114537e-05,
+      "loss": 6.5703,
+      "loss/crossentropy": 1.2879997342824936,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.188828706741333,
+      "step": 2529
+    },
+    {
+      "epoch": 0.4216666666666667,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.5018229166666666,
+      "learning_rate": 6.220614010841453e-05,
+      "loss": 6.5975,
+      "loss/crossentropy": 2.015985816717148,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1515318714082241,
+      "step": 2530
+    },
+    {
+      "epoch": 0.42183333333333334,
+      "grad_norm": 25.875,
+      "grad_norm_var": 1.3643229166666666,
+      "learning_rate": 6.218075058930113e-05,
+      "loss": 6.8645,
+      "loss/crossentropy": 1.8487618267536163,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20610793307423592,
+      "step": 2531
+    },
+    {
+      "epoch": 0.422,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.31640625,
+      "learning_rate": 6.215535773076588e-05,
+      "loss": 6.7418,
+      "loss/crossentropy": 1.597130224108696,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1507597751915455,
+      "step": 2532
+    },
+    {
+      "epoch": 0.4221666666666667,
+      "grad_norm": 27.125,
+      "grad_norm_var": 1.1893229166666666,
+      "learning_rate": 6.212996153977037e-05,
+      "loss": 6.9249,
+      "loss/crossentropy": 1.9100519716739655,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1748041734099388,
+      "step": 2533
+    },
+    {
+      "epoch": 0.42233333333333334,
+      "grad_norm": 26.25,
+      "grad_norm_var": 1.0697916666666667,
+      "learning_rate": 6.210456202327711e-05,
+      "loss": 6.9406,
+      "loss/crossentropy": 2.3642491698265076,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18854422867298126,
+      "step": 2534
+    },
+    {
+      "epoch": 0.4225,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.0421223958333334,
+      "learning_rate": 6.207915918824952e-05,
+      "loss": 6.7218,
+      "loss/crossentropy": 1.4268471151590347,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14248443394899368,
+      "step": 2535
+    },
+    {
+      "epoch": 0.4226666666666667,
+      "grad_norm": 25.625,
+      "grad_norm_var": 0.98515625,
+      "learning_rate": 6.205375304165194e-05,
+      "loss": 6.8526,
+      "loss/crossentropy": 1.5118834376335144,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13148082606494427,
+      "step": 2536
+    },
+    {
+      "epoch": 0.42283333333333334,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.1309895833333334,
+      "learning_rate": 6.202834359044959e-05,
+      "loss": 6.5805,
+      "loss/crossentropy": 1.7783149629831314,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13574820384383202,
+      "step": 2537
+    },
+    {
+      "epoch": 0.423,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.0577473958333334,
+      "learning_rate": 6.200293084160863e-05,
+      "loss": 6.6029,
+      "loss/crossentropy": 1.8374770432710648,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18046817928552628,
+      "step": 2538
+    },
+    {
+      "epoch": 0.4231666666666667,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.1427083333333334,
+      "learning_rate": 6.19775148020961e-05,
+      "loss": 6.5047,
+      "loss/crossentropy": 1.4290873557329178,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15079986117780209,
+      "step": 2539
+    },
+    {
+      "epoch": 0.42333333333333334,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.1309895833333334,
+      "learning_rate": 6.195209547887995e-05,
+      "loss": 6.7863,
+      "loss/crossentropy": 2.0479233264923096,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17322847619652748,
+      "step": 2540
+    },
+    {
+      "epoch": 0.4235,
+      "grad_norm": 31.25,
+      "grad_norm_var": 3.568489583333333,
+      "learning_rate": 6.192667287892905e-05,
+      "loss": 6.65,
+      "loss/crossentropy": 1.546099454164505,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18057383969426155,
+      "step": 2541
+    },
+    {
+      "epoch": 0.4236666666666667,
+      "grad_norm": 27.125,
+      "grad_norm_var": 3.624739583333333,
+      "learning_rate": 6.190124700921312e-05,
+      "loss": 7.4083,
+      "loss/crossentropy": 2.2561133205890656,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.194037776440382,
+      "step": 2542
+    },
+    {
+      "epoch": 0.42383333333333334,
+      "grad_norm": 31.25,
+      "grad_norm_var": 5.63125,
+      "learning_rate": 6.187581787670285e-05,
+      "loss": 6.4522,
+      "loss/crossentropy": 1.5810052305459976,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15851837024092674,
+      "step": 2543
+    },
+    {
+      "epoch": 0.424,
+      "grad_norm": 31.75,
+      "grad_norm_var": 7.7494140625,
+      "learning_rate": 6.185038548836974e-05,
+      "loss": 6.8081,
+      "loss/crossentropy": 1.6286149471998215,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15479349344968796,
+      "step": 2544
+    },
+    {
+      "epoch": 0.4241666666666667,
+      "grad_norm": 26.125,
+      "grad_norm_var": 7.252018229166667,
+      "learning_rate": 6.182494985118624e-05,
+      "loss": 6.8072,
+      "loss/crossentropy": 1.1506374329328537,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1315593123435974,
+      "step": 2545
+    },
+    {
+      "epoch": 0.42433333333333334,
+      "grad_norm": 24.5,
+      "grad_norm_var": 6.970833333333333,
+      "learning_rate": 6.179951097212566e-05,
+      "loss": 6.6574,
+      "loss/crossentropy": 1.732073575258255,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18022556602954865,
+      "step": 2546
+    },
+    {
+      "epoch": 0.4245,
+      "grad_norm": 24.75,
+      "grad_norm_var": 7.143684895833333,
+      "learning_rate": 6.177406885816224e-05,
+      "loss": 6.6634,
+      "loss/crossentropy": 1.1980017274618149,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19718375615775585,
+      "step": 2547
+    },
+    {
+      "epoch": 0.4246666666666667,
+      "grad_norm": 23.75,
+      "grad_norm_var": 7.479622395833333,
+      "learning_rate": 6.174862351627108e-05,
+      "loss": 6.5854,
+      "loss/crossentropy": 1.2159730046987534,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13802263513207436,
+      "step": 2548
+    },
+    {
+      "epoch": 0.42483333333333334,
+      "grad_norm": 24.0,
+      "grad_norm_var": 7.767708333333333,
+      "learning_rate": 6.172317495342812e-05,
+      "loss": 6.4839,
+      "loss/crossentropy": 0.9302396550774574,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13382641319185495,
+      "step": 2549
+    },
+    {
+      "epoch": 0.425,
+      "grad_norm": 27.375,
+      "grad_norm_var": 7.860872395833334,
+      "learning_rate": 6.169772317661027e-05,
+      "loss": 6.7223,
+      "loss/crossentropy": 1.9382504522800446,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15213914960622787,
+      "step": 2550
+    },
+    {
+      "epoch": 0.4251666666666667,
+      "grad_norm": 23.5,
+      "grad_norm_var": 8.124739583333334,
+      "learning_rate": 6.167226819279528e-05,
+      "loss": 6.4562,
+      "loss/crossentropy": 1.7564573734998703,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16392973065376282,
+      "step": 2551
+    },
+    {
+      "epoch": 0.42533333333333334,
+      "grad_norm": 25.0,
+      "grad_norm_var": 8.1947265625,
+      "learning_rate": 6.164681000896175e-05,
+      "loss": 6.5577,
+      "loss/crossentropy": 1.5265638530254364,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1623538825660944,
+      "step": 2552
+    },
+    {
+      "epoch": 0.4255,
+      "grad_norm": 26.125,
+      "grad_norm_var": 7.7494140625,
+      "learning_rate": 6.16213486320892e-05,
+      "loss": 6.8138,
+      "loss/crossentropy": 1.409787617623806,
+      "loss/hidden": 3.796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19180834852159023,
+      "step": 2553
+    },
+    {
+      "epoch": 0.4256666666666667,
+      "grad_norm": 26.25,
+      "grad_norm_var": 7.6322265625,
+      "learning_rate": 6.159588406915803e-05,
+      "loss": 6.9724,
+      "loss/crossentropy": 1.5676628649234772,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18089052103459835,
+      "step": 2554
+    },
+    {
+      "epoch": 0.42583333333333334,
+      "grad_norm": 25.75,
+      "grad_norm_var": 7.22890625,
+      "learning_rate": 6.157041632714945e-05,
+      "loss": 6.8818,
+      "loss/crossentropy": 1.6771802306175232,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17979910597205162,
+      "step": 2555
+    },
+    {
+      "epoch": 0.426,
+      "grad_norm": 26.625,
+      "grad_norm_var": 7.120768229166667,
+      "learning_rate": 6.154494541304561e-05,
+      "loss": 6.7969,
+      "loss/crossentropy": 1.2020827233791351,
+      "loss/hidden": 3.703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16049030423164368,
+      "step": 2556
+    },
+    {
+      "epoch": 0.4261666666666667,
+      "grad_norm": 27.125,
+      "grad_norm_var": 5.610416666666667,
+      "learning_rate": 6.151947133382954e-05,
+      "loss": 6.8872,
+      "loss/crossentropy": 1.845973640680313,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1644950732588768,
+      "step": 2557
+    },
+    {
+      "epoch": 0.42633333333333334,
+      "grad_norm": 23.875,
+      "grad_norm_var": 5.918489583333334,
+      "learning_rate": 6.149399409648504e-05,
+      "loss": 6.6268,
+      "loss/crossentropy": 2.075959414243698,
+      "loss/hidden": 3.0546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1533030942082405,
+      "step": 2558
+    },
+    {
+      "epoch": 0.4265,
+      "grad_norm": 24.875,
+      "grad_norm_var": 4.088997395833333,
+      "learning_rate": 6.146851370799689e-05,
+      "loss": 6.6832,
+      "loss/crossentropy": 1.9673486948013306,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1566917598247528,
+      "step": 2559
+    },
+    {
+      "epoch": 0.4266666666666667,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.5072916666666667,
+      "learning_rate": 6.144303017535066e-05,
+      "loss": 6.883,
+      "loss/crossentropy": 1.7206973433494568,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19123968109488487,
+      "step": 2560
+    },
+    {
+      "epoch": 0.42683333333333334,
+      "grad_norm": 26.0,
+      "grad_norm_var": 1.4942057291666666,
+      "learning_rate": 6.141754350553279e-05,
+      "loss": 6.9062,
+      "loss/crossentropy": 1.6621773540973663,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17597315460443497,
+      "step": 2561
+    },
+    {
+      "epoch": 0.427,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.5080729166666667,
+      "learning_rate": 6.139205370553063e-05,
+      "loss": 6.6734,
+      "loss/crossentropy": 1.6445895731449127,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1234856303781271,
+      "step": 2562
+    },
+    {
+      "epoch": 0.42716666666666664,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.5176432291666666,
+      "learning_rate": 6.136656078233232e-05,
+      "loss": 6.8844,
+      "loss/crossentropy": 1.766117811203003,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15734736062586308,
+      "step": 2563
+    },
+    {
+      "epoch": 0.42733333333333334,
+      "grad_norm": 26.25,
+      "grad_norm_var": 1.4056640625,
+      "learning_rate": 6.134106474292693e-05,
+      "loss": 6.791,
+      "loss/crossentropy": 1.881049931049347,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16342324763536453,
+      "step": 2564
+    },
+    {
+      "epoch": 0.4275,
+      "grad_norm": 26.375,
+      "grad_norm_var": 1.3104166666666666,
+      "learning_rate": 6.13155655943043e-05,
+      "loss": 6.585,
+      "loss/crossentropy": 1.7422002851963043,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15631459280848503,
+      "step": 2565
+    },
+    {
+      "epoch": 0.42766666666666664,
+      "grad_norm": 26.25,
+      "grad_norm_var": 1.1176432291666667,
+      "learning_rate": 6.12900633434552e-05,
+      "loss": 6.6175,
+      "loss/crossentropy": 1.7948806136846542,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19442331418395042,
+      "step": 2566
+    },
+    {
+      "epoch": 0.42783333333333334,
+      "grad_norm": 26.25,
+      "grad_norm_var": 0.8598307291666667,
+      "learning_rate": 6.126455799737118e-05,
+      "loss": 6.6601,
+      "loss/crossentropy": 2.54863578081131,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16477804258465767,
+      "step": 2567
+    },
+    {
+      "epoch": 0.428,
+      "grad_norm": 26.25,
+      "grad_norm_var": 0.8468098958333333,
+      "learning_rate": 6.123904956304471e-05,
+      "loss": 6.8168,
+      "loss/crossentropy": 1.4857850223779678,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16802535764873028,
+      "step": 2568
+    },
+    {
+      "epoch": 0.42816666666666664,
+      "grad_norm": 27.875,
+      "grad_norm_var": 1.1275390625,
+      "learning_rate": 6.121353804746907e-05,
+      "loss": 6.9944,
+      "loss/crossentropy": 1.5937474071979523,
+      "loss/hidden": 3.72265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2060214038938284,
+      "step": 2569
+    },
+    {
+      "epoch": 0.42833333333333334,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.1884765625,
+      "learning_rate": 6.118802345763836e-05,
+      "loss": 6.5186,
+      "loss/crossentropy": 1.3679908215999603,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14055649563670158,
+      "step": 2570
+    },
+    {
+      "epoch": 0.4285,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.3080729166666667,
+      "learning_rate": 6.116250580054757e-05,
+      "loss": 6.8335,
+      "loss/crossentropy": 1.8980944007635117,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1657324880361557,
+      "step": 2571
+    },
+    {
+      "epoch": 0.42866666666666664,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.3202473958333334,
+      "learning_rate": 6.113698508319251e-05,
+      "loss": 6.6874,
+      "loss/crossentropy": 1.651695355772972,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14792097732424736,
+      "step": 2572
+    },
+    {
+      "epoch": 0.42883333333333334,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.14765625,
+      "learning_rate": 6.111146131256983e-05,
+      "loss": 6.6705,
+      "loss/crossentropy": 1.3823795169591904,
+      "loss/hidden": 3.69140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22719811275601387,
+      "step": 2573
+    },
+    {
+      "epoch": 0.429,
+      "grad_norm": 26.0,
+      "grad_norm_var": 0.9827473958333334,
+      "learning_rate": 6.1085934495677e-05,
+      "loss": 6.4892,
+      "loss/crossentropy": 1.2162378877401352,
+      "loss/hidden": 3.828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17842724174261093,
+      "step": 2574
+    },
+    {
+      "epoch": 0.42916666666666664,
+      "grad_norm": 26.625,
+      "grad_norm_var": 1.0082682291666667,
+      "learning_rate": 6.106040463951237e-05,
+      "loss": 6.5793,
+      "loss/crossentropy": 1.8159838616847992,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18366549164056778,
+      "step": 2575
+    },
+    {
+      "epoch": 0.42933333333333334,
+      "grad_norm": 25.5,
+      "grad_norm_var": 0.9643229166666667,
+      "learning_rate": 6.103487175107507e-05,
+      "loss": 6.9483,
+      "loss/crossentropy": 2.0576618909835815,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19429991021752357,
+      "step": 2576
+    },
+    {
+      "epoch": 0.4295,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.1176432291666667,
+      "learning_rate": 6.100933583736508e-05,
+      "loss": 6.6448,
+      "loss/crossentropy": 1.830190509557724,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13561438024044037,
+      "step": 2577
+    },
+    {
+      "epoch": 0.42966666666666664,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.1629557291666666,
+      "learning_rate": 6.098379690538325e-05,
+      "loss": 6.6734,
+      "loss/crossentropy": 1.6149103939533234,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17163990065455437,
+      "step": 2578
+    },
+    {
+      "epoch": 0.42983333333333335,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.1229166666666666,
+      "learning_rate": 6.095825496213119e-05,
+      "loss": 6.8441,
+      "loss/crossentropy": 1.361592635512352,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14444684982299805,
+      "step": 2579
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.3052083333333333,
+      "learning_rate": 6.0932710014611394e-05,
+      "loss": 6.4602,
+      "loss/crossentropy": 1.91287362575531,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15467700734734535,
+      "step": 2580
+    },
+    {
+      "epoch": 0.43016666666666664,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.4455729166666667,
+      "learning_rate": 6.090716206982714e-05,
+      "loss": 6.4071,
+      "loss/crossentropy": 1.5011698603630066,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14121964573860168,
+      "step": 2581
+    },
+    {
+      "epoch": 0.43033333333333335,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.4270182291666667,
+      "learning_rate": 6.0881611134782546e-05,
+      "loss": 6.4833,
+      "loss/crossentropy": 1.8065613806247711,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13892845250666142,
+      "step": 2582
+    },
+    {
+      "epoch": 0.4305,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.5613932291666666,
+      "learning_rate": 6.085605721648252e-05,
+      "loss": 6.3895,
+      "loss/crossentropy": 1.4552751928567886,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11780005879700184,
+      "step": 2583
+    },
+    {
+      "epoch": 0.43066666666666664,
+      "grad_norm": 26.875,
+      "grad_norm_var": 1.690625,
+      "learning_rate": 6.083050032193286e-05,
+      "loss": 6.7794,
+      "loss/crossentropy": 2.157617896795273,
+      "loss/hidden": 3.703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21027392521500587,
+      "step": 2584
+    },
+    {
+      "epoch": 0.43083333333333335,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.1228515625,
+      "learning_rate": 6.080494045814011e-05,
+      "loss": 7.0887,
+      "loss/crossentropy": 1.9441274404525757,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17247630655765533,
+      "step": 2585
+    },
+    {
+      "epoch": 0.431,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.12265625,
+      "learning_rate": 6.077937763211166e-05,
+      "loss": 6.5024,
+      "loss/crossentropy": 2.241417944431305,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1840040497481823,
+      "step": 2586
+    },
+    {
+      "epoch": 0.43116666666666664,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.1416666666666666,
+      "learning_rate": 6.075381185085568e-05,
+      "loss": 6.7215,
+      "loss/crossentropy": 2.105800449848175,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16377488896250725,
+      "step": 2587
+    },
+    {
+      "epoch": 0.43133333333333335,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.1400390625,
+      "learning_rate": 6.072824312138119e-05,
+      "loss": 6.8682,
+      "loss/crossentropy": 1.6822820752859116,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14027101173996925,
+      "step": 2588
+    },
+    {
+      "epoch": 0.4315,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.0957682291666666,
+      "learning_rate": 6.0702671450698e-05,
+      "loss": 6.6477,
+      "loss/crossentropy": 1.3974334299564362,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.143759623169899,
+      "step": 2589
+    },
+    {
+      "epoch": 0.43166666666666664,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.0603515625,
+      "learning_rate": 6.067709684581675e-05,
+      "loss": 6.485,
+      "loss/crossentropy": 1.2277842164039612,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13618965074419975,
+      "step": 2590
+    },
+    {
+      "epoch": 0.43183333333333335,
+      "grad_norm": 25.125,
+      "grad_norm_var": 0.8369140625,
+      "learning_rate": 6.0651519313748836e-05,
+      "loss": 6.9993,
+      "loss/crossentropy": 1.9437248706817627,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1912766583263874,
+      "step": 2591
+    },
+    {
+      "epoch": 0.432,
+      "grad_norm": 25.625,
+      "grad_norm_var": 0.8510416666666667,
+      "learning_rate": 6.062593886150649e-05,
+      "loss": 6.6071,
+      "loss/crossentropy": 2.076858550310135,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16456039622426033,
+      "step": 2592
+    },
+    {
+      "epoch": 0.43216666666666664,
+      "grad_norm": 25.25,
+      "grad_norm_var": 0.8410807291666667,
+      "learning_rate": 6.0600355496102745e-05,
+      "loss": 6.7933,
+      "loss/crossentropy": 2.4946437180042267,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23306822776794434,
+      "step": 2593
+    },
+    {
+      "epoch": 0.43233333333333335,
+      "grad_norm": 24.0,
+      "grad_norm_var": 0.853125,
+      "learning_rate": 6.0574769224551406e-05,
+      "loss": 6.6947,
+      "loss/crossentropy": 1.7294744700193405,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16195594519376755,
+      "step": 2594
+    },
+    {
+      "epoch": 0.4325,
+      "grad_norm": 25.75,
+      "grad_norm_var": 0.91015625,
+      "learning_rate": 6.054918005386712e-05,
+      "loss": 7.0153,
+      "loss/crossentropy": 1.6657801270484924,
+      "loss/hidden": 3.84765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.29631637781858444,
+      "step": 2595
+    },
+    {
+      "epoch": 0.43266666666666664,
+      "grad_norm": 24.0,
+      "grad_norm_var": 0.878125,
+      "learning_rate": 6.052358799106528e-05,
+      "loss": 6.5948,
+      "loss/crossentropy": 1.0021069049835205,
+      "loss/hidden": 3.859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10447807237505913,
+      "step": 2596
+    },
+    {
+      "epoch": 0.43283333333333335,
+      "grad_norm": 24.625,
+      "grad_norm_var": 0.778125,
+      "learning_rate": 6.049799304316214e-05,
+      "loss": 6.5281,
+      "loss/crossentropy": 1.8783403933048248,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16466669365763664,
+      "step": 2597
+    },
+    {
+      "epoch": 0.433,
+      "grad_norm": 23.25,
+      "grad_norm_var": 0.9369140625,
+      "learning_rate": 6.0472395217174627e-05,
+      "loss": 6.6283,
+      "loss/crossentropy": 1.891076147556305,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16865593940019608,
+      "step": 2598
+    },
+    {
+      "epoch": 0.43316666666666664,
+      "grad_norm": 26.25,
+      "grad_norm_var": 0.8650390625,
+      "learning_rate": 6.0446794520120584e-05,
+      "loss": 7.1701,
+      "loss/crossentropy": 2.0078355967998505,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.27684535831213,
+      "step": 2599
+    },
+    {
+      "epoch": 0.43333333333333335,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.74375,
+      "learning_rate": 6.042119095901859e-05,
+      "loss": 6.758,
+      "loss/crossentropy": 1.5349065065383911,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14708162099123,
+      "step": 2600
+    },
+    {
+      "epoch": 0.4335,
+      "grad_norm": 25.0,
+      "grad_norm_var": 0.7385416666666667,
+      "learning_rate": 6.0395584540887963e-05,
+      "loss": 6.4034,
+      "loss/crossentropy": 1.2997836768627167,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1405265461653471,
+      "step": 2601
+    },
+    {
+      "epoch": 0.43366666666666664,
+      "grad_norm": 24.875,
+      "grad_norm_var": 0.7385416666666667,
+      "learning_rate": 6.03699752727489e-05,
+      "loss": 6.6781,
+      "loss/crossentropy": 1.9140050560235977,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1722117941826582,
+      "step": 2602
+    },
+    {
+      "epoch": 0.43383333333333335,
+      "grad_norm": 26.0,
+      "grad_norm_var": 0.7785807291666667,
+      "learning_rate": 6.03443631616223e-05,
+      "loss": 6.8089,
+      "loss/crossentropy": 1.8430033326148987,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19410422444343567,
+      "step": 2603
+    },
+    {
+      "epoch": 0.434,
+      "grad_norm": 24.0,
+      "grad_norm_var": 0.8330729166666667,
+      "learning_rate": 6.031874821452985e-05,
+      "loss": 6.5808,
+      "loss/crossentropy": 1.6723818480968475,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13188760355114937,
+      "step": 2604
+    },
+    {
+      "epoch": 0.43416666666666665,
+      "grad_norm": 23.25,
+      "grad_norm_var": 0.9872395833333333,
+      "learning_rate": 6.029313043849407e-05,
+      "loss": 6.2319,
+      "loss/crossentropy": 1.702341452240944,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1667480692267418,
+      "step": 2605
+    },
+    {
+      "epoch": 0.43433333333333335,
+      "grad_norm": 25.375,
+      "grad_norm_var": 0.9468098958333333,
+      "learning_rate": 6.026750984053821e-05,
+      "loss": 6.7681,
+      "loss/crossentropy": 1.6560160145163536,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14389538392424583,
+      "step": 2606
+    },
+    {
+      "epoch": 0.4345,
+      "grad_norm": 27.25,
+      "grad_norm_var": 1.3375,
+      "learning_rate": 6.024188642768628e-05,
+      "loss": 6.9143,
+      "loss/crossentropy": 1.6939529478549957,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17322969436645508,
+      "step": 2607
+    },
+    {
+      "epoch": 0.43466666666666665,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.3259765625,
+      "learning_rate": 6.021626020696311e-05,
+      "loss": 7.041,
+      "loss/crossentropy": 1.1967795491218567,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1442060023546219,
+      "step": 2608
+    },
+    {
+      "epoch": 0.43483333333333335,
+      "grad_norm": 26.375,
+      "grad_norm_var": 1.4625,
+      "learning_rate": 6.019063118539425e-05,
+      "loss": 6.9391,
+      "loss/crossentropy": 2.1262512803077698,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19789550080895424,
+      "step": 2609
+    },
+    {
+      "epoch": 0.435,
+      "grad_norm": 29.25,
+      "grad_norm_var": 2.52890625,
+      "learning_rate": 6.016499937000605e-05,
+      "loss": 6.7244,
+      "loss/crossentropy": 1.5806053131818771,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15218695998191833,
+      "step": 2610
+    },
+    {
+      "epoch": 0.43516666666666665,
+      "grad_norm": 23.75,
+      "grad_norm_var": 2.6497395833333335,
+      "learning_rate": 6.0139364767825626e-05,
+      "loss": 6.4835,
+      "loss/crossentropy": 1.7124387621879578,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15203902125358582,
+      "step": 2611
+    },
+    {
+      "epoch": 0.43533333333333335,
+      "grad_norm": 25.375,
+      "grad_norm_var": 2.5587890625,
+      "learning_rate": 6.0113727385880856e-05,
+      "loss": 6.534,
+      "loss/crossentropy": 1.9173066020011902,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18301445245742798,
+      "step": 2612
+    },
+    {
+      "epoch": 0.4355,
+      "grad_norm": 26.25,
+      "grad_norm_var": 2.593489583333333,
+      "learning_rate": 6.008808723120035e-05,
+      "loss": 6.8797,
+      "loss/crossentropy": 1.1698346883058548,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.09800034761428833,
+      "step": 2613
+    },
+    {
+      "epoch": 0.43566666666666665,
+      "grad_norm": 23.5,
+      "grad_norm_var": 2.528125,
+      "learning_rate": 6.0062444310813525e-05,
+      "loss": 6.8604,
+      "loss/crossentropy": 1.8736412525177002,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15865221619606018,
+      "step": 2614
+    },
+    {
+      "epoch": 0.43583333333333335,
+      "grad_norm": 24.0,
+      "grad_norm_var": 2.57265625,
+      "learning_rate": 6.003679863175053e-05,
+      "loss": 6.9391,
+      "loss/crossentropy": 1.7829424738883972,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14838962070643902,
+      "step": 2615
+    },
+    {
+      "epoch": 0.436,
+      "grad_norm": 25.0,
+      "grad_norm_var": 2.37265625,
+      "learning_rate": 6.0011150201042236e-05,
+      "loss": 6.7903,
+      "loss/crossentropy": 2.0899853706359863,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23579351603984833,
+      "step": 2616
+    },
+    {
+      "epoch": 0.43616666666666665,
+      "grad_norm": 26.625,
+      "grad_norm_var": 2.473372395833333,
+      "learning_rate": 5.9985499025720346e-05,
+      "loss": 7.1812,
+      "loss/crossentropy": 1.3829575777053833,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1740517094731331,
+      "step": 2617
+    },
+    {
+      "epoch": 0.43633333333333335,
+      "grad_norm": 27.25,
+      "grad_norm_var": 2.66015625,
+      "learning_rate": 5.995984511281728e-05,
+      "loss": 6.9149,
+      "loss/crossentropy": 1.7990922629833221,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1551049556583166,
+      "step": 2618
+    },
+    {
+      "epoch": 0.4365,
+      "grad_norm": 24.75,
+      "grad_norm_var": 2.6822916666666665,
+      "learning_rate": 5.9934188469366184e-05,
+      "loss": 6.8136,
+      "loss/crossentropy": 1.6891256123781204,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18472733721137047,
+      "step": 2619
+    },
+    {
+      "epoch": 0.43666666666666665,
+      "grad_norm": 26.25,
+      "grad_norm_var": 2.5580729166666667,
+      "learning_rate": 5.990852910240098e-05,
+      "loss": 6.9718,
+      "loss/crossentropy": 1.360062688589096,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16971855983138084,
+      "step": 2620
+    },
+    {
+      "epoch": 0.43683333333333335,
+      "grad_norm": 23.125,
+      "grad_norm_var": 2.598372395833333,
+      "learning_rate": 5.988286701895631e-05,
+      "loss": 6.6837,
+      "loss/crossentropy": 1.5960231125354767,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15980030596256256,
+      "step": 2621
+    },
+    {
+      "epoch": 0.437,
+      "grad_norm": 25.125,
+      "grad_norm_var": 2.6098307291666667,
+      "learning_rate": 5.98572022260676e-05,
+      "loss": 6.7577,
+      "loss/crossentropy": 1.7285099625587463,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14927532151341438,
+      "step": 2622
+    },
+    {
+      "epoch": 0.43716666666666665,
+      "grad_norm": 23.625,
+      "grad_norm_var": 2.626822916666667,
+      "learning_rate": 5.9831534730771e-05,
+      "loss": 6.958,
+      "loss/crossentropy": 1.9489389955997467,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21146922186017036,
+      "step": 2623
+    },
+    {
+      "epoch": 0.43733333333333335,
+      "grad_norm": 26.0,
+      "grad_norm_var": 2.6518229166666667,
+      "learning_rate": 5.980586454010341e-05,
+      "loss": 6.788,
+      "loss/crossentropy": 1.4141753911972046,
+      "loss/hidden": 3.6484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13802197203040123,
+      "step": 2624
+    },
+    {
+      "epoch": 0.4375,
+      "grad_norm": 24.125,
+      "grad_norm_var": 2.6729166666666666,
+      "learning_rate": 5.9780191661102415e-05,
+      "loss": 6.6248,
+      "loss/crossentropy": 1.9702520072460175,
+      "loss/hidden": 2.9921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13516926765441895,
+      "step": 2625
+    },
+    {
+      "epoch": 0.43766666666666665,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.5431640625,
+      "learning_rate": 5.9754516100806423e-05,
+      "loss": 6.9282,
+      "loss/crossentropy": 1.734215408563614,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14467689394950867,
+      "step": 2626
+    },
+    {
+      "epoch": 0.43783333333333335,
+      "grad_norm": 26.375,
+      "grad_norm_var": 1.55,
+      "learning_rate": 5.9728837866254514e-05,
+      "loss": 6.4152,
+      "loss/crossentropy": 1.8895029723644257,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14052702486515045,
+      "step": 2627
+    },
+    {
+      "epoch": 0.438,
+      "grad_norm": 26.375,
+      "grad_norm_var": 1.6458333333333333,
+      "learning_rate": 5.9703156964486514e-05,
+      "loss": 6.7323,
+      "loss/crossentropy": 1.7415666282176971,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2636573724448681,
+      "step": 2628
+    },
+    {
+      "epoch": 0.43816666666666665,
+      "grad_norm": 27.625,
+      "grad_norm_var": 1.9587890625,
+      "learning_rate": 5.967747340254303e-05,
+      "loss": 6.8092,
+      "loss/crossentropy": 1.6666322946548462,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15199247747659683,
+      "step": 2629
+    },
+    {
+      "epoch": 0.43833333333333335,
+      "grad_norm": 29.875,
+      "grad_norm_var": 2.99140625,
+      "learning_rate": 5.96517871874653e-05,
+      "loss": 7.0825,
+      "loss/crossentropy": 1.6023681461811066,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18507502228021622,
+      "step": 2630
+    },
+    {
+      "epoch": 0.4385,
+      "grad_norm": 25.0,
+      "grad_norm_var": 2.8309895833333334,
+      "learning_rate": 5.9626098326295376e-05,
+      "loss": 6.8674,
+      "loss/crossentropy": 1.7090891599655151,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13470939360558987,
+      "step": 2631
+    },
+    {
+      "epoch": 0.43866666666666665,
+      "grad_norm": 24.875,
+      "grad_norm_var": 2.8442057291666667,
+      "learning_rate": 5.9600406826076006e-05,
+      "loss": 6.8468,
+      "loss/crossentropy": 1.793934404850006,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1468064170330763,
+      "step": 2632
+    },
+    {
+      "epoch": 0.43883333333333335,
+      "grad_norm": 26.875,
+      "grad_norm_var": 2.878059895833333,
+      "learning_rate": 5.9574712693850654e-05,
+      "loss": 7.0566,
+      "loss/crossentropy": 1.7246361076831818,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16298487223684788,
+      "step": 2633
+    },
+    {
+      "epoch": 0.439,
+      "grad_norm": 25.375,
+      "grad_norm_var": 2.720833333333333,
+      "learning_rate": 5.9549015936663524e-05,
+      "loss": 7.0732,
+      "loss/crossentropy": 1.9733666330575943,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1840325966477394,
+      "step": 2634
+    },
+    {
+      "epoch": 0.43916666666666665,
+      "grad_norm": 25.125,
+      "grad_norm_var": 2.6858723958333335,
+      "learning_rate": 5.9523316561559503e-05,
+      "loss": 6.4263,
+      "loss/crossentropy": 1.6160431206226349,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17603585869073868,
+      "step": 2635
+    },
+    {
+      "epoch": 0.43933333333333335,
+      "grad_norm": 186.0,
+      "grad_norm_var": 1610.5030598958333,
+      "learning_rate": 5.949761457558424e-05,
+      "loss": 7.2203,
+      "loss/crossentropy": 2.009444534778595,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15561141073703766,
+      "step": 2636
+    },
+    {
+      "epoch": 0.4395,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1607.5958333333333,
+      "learning_rate": 5.9471909985784066e-05,
+      "loss": 6.8321,
+      "loss/crossentropy": 1.8211957812309265,
+      "loss/hidden": 3.77734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22708241641521454,
+      "step": 2637
+    },
+    {
+      "epoch": 0.43966666666666665,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1607.4197265625,
+      "learning_rate": 5.9446202799206064e-05,
+      "loss": 6.7925,
+      "loss/crossentropy": 2.1285187005996704,
+      "loss/hidden": 2.8828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12767856195569038,
+      "step": 2638
+    },
+    {
+      "epoch": 0.43983333333333335,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1605.4952473958333,
+      "learning_rate": 5.942049302289798e-05,
+      "loss": 6.9513,
+      "loss/crossentropy": 1.8664753139019012,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2003549002110958,
+      "step": 2639
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 26.5,
+      "grad_norm_var": 1604.8551432291667,
+      "learning_rate": 5.9394780663908315e-05,
+      "loss": 7.0885,
+      "loss/crossentropy": 2.1278215646743774,
+      "loss/hidden": 3.6796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.27901269122958183,
+      "step": 2640
+    },
+    {
+      "epoch": 0.44016666666666665,
+      "grad_norm": 26.5,
+      "grad_norm_var": 1601.4893229166667,
+      "learning_rate": 5.9369065729286245e-05,
+      "loss": 6.7364,
+      "loss/crossentropy": 1.4460904598236084,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11657336540520191,
+      "step": 2641
+    },
+    {
+      "epoch": 0.44033333333333335,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1602.0676432291666,
+      "learning_rate": 5.934334822608166e-05,
+      "loss": 6.5684,
+      "loss/crossentropy": 1.6713963150978088,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1865411475300789,
+      "step": 2642
+    },
+    {
+      "epoch": 0.4405,
+      "grad_norm": 26.125,
+      "grad_norm_var": 1602.3921223958334,
+      "learning_rate": 5.931762816134516e-05,
+      "loss": 7.085,
+      "loss/crossentropy": 1.500800997018814,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14573892019689083,
+      "step": 2643
+    },
+    {
+      "epoch": 0.44066666666666665,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1604.4530598958333,
+      "learning_rate": 5.929190554212807e-05,
+      "loss": 6.5333,
+      "loss/crossentropy": 2.1532461643218994,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17154914140701294,
+      "step": 2644
+    },
+    {
+      "epoch": 0.44083333333333335,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1605.4643229166666,
+      "learning_rate": 5.926618037548237e-05,
+      "loss": 6.7159,
+      "loss/crossentropy": 1.4544537514448166,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11080650705844164,
+      "step": 2645
+    },
+    {
+      "epoch": 0.441,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1611.9067057291666,
+      "learning_rate": 5.9240452668460775e-05,
+      "loss": 6.6173,
+      "loss/crossentropy": 1.7422387301921844,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.178185498341918,
+      "step": 2646
+    },
+    {
+      "epoch": 0.44116666666666665,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1613.7504557291666,
+      "learning_rate": 5.921472242811668e-05,
+      "loss": 6.7447,
+      "loss/crossentropy": 1.5377097427845001,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14146275632083416,
+      "step": 2647
+    },
+    {
+      "epoch": 0.44133333333333336,
+      "grad_norm": 26.875,
+      "grad_norm_var": 1611.1942057291667,
+      "learning_rate": 5.9188989661504145e-05,
+      "loss": 6.7237,
+      "loss/crossentropy": 1.834965392947197,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14276362396776676,
+      "step": 2648
+    },
+    {
+      "epoch": 0.4415,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1611.3393229166666,
+      "learning_rate": 5.916325437567799e-05,
+      "loss": 7.2107,
+      "loss/crossentropy": 1.9832789897918701,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16579651832580566,
+      "step": 2649
+    },
+    {
+      "epoch": 0.44166666666666665,
+      "grad_norm": 29.375,
+      "grad_norm_var": 1606.9309895833333,
+      "learning_rate": 5.913751657769367e-05,
+      "loss": 6.706,
+      "loss/crossentropy": 1.6701846420764923,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15288440883159637,
+      "step": 2650
+    },
+    {
+      "epoch": 0.44183333333333336,
+      "grad_norm": 26.0,
+      "grad_norm_var": 1605.7374348958333,
+      "learning_rate": 5.911177627460739e-05,
+      "loss": 6.7269,
+      "loss/crossentropy": 1.4169438183307648,
+      "loss/hidden": 3.02734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1310180351138115,
+      "step": 2651
+    },
+    {
+      "epoch": 0.442,
+      "grad_norm": 23.25,
+      "grad_norm_var": 2.3108723958333335,
+      "learning_rate": 5.9086033473475934e-05,
+      "loss": 6.5757,
+      "loss/crossentropy": 2.4054615795612335,
+      "loss/hidden": 3.0546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1586676426231861,
+      "step": 2652
+    },
+    {
+      "epoch": 0.44216666666666665,
+      "grad_norm": 24.875,
+      "grad_norm_var": 2.32265625,
+      "learning_rate": 5.906028818135687e-05,
+      "loss": 6.7309,
+      "loss/crossentropy": 1.495508387684822,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17227601818740368,
+      "step": 2653
+    },
+    {
+      "epoch": 0.44233333333333336,
+      "grad_norm": 27.625,
+      "grad_norm_var": 2.551497395833333,
+      "learning_rate": 5.9034540405308424e-05,
+      "loss": 7.2824,
+      "loss/crossentropy": 1.4860422611236572,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18420696258544922,
+      "step": 2654
+    },
+    {
+      "epoch": 0.4425,
+      "grad_norm": 25.625,
+      "grad_norm_var": 2.495247395833333,
+      "learning_rate": 5.900879015238948e-05,
+      "loss": 6.7718,
+      "loss/crossentropy": 1.8137188255786896,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2714979574084282,
+      "step": 2655
+    },
+    {
+      "epoch": 0.44266666666666665,
+      "grad_norm": 25.125,
+      "grad_norm_var": 2.4916666666666667,
+      "learning_rate": 5.898303742965964e-05,
+      "loss": 6.6122,
+      "loss/crossentropy": 1.4822800159454346,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18576931953430176,
+      "step": 2656
+    },
+    {
+      "epoch": 0.44283333333333336,
+      "grad_norm": 26.75,
+      "grad_norm_var": 2.5205729166666666,
+      "learning_rate": 5.8957282244179124e-05,
+      "loss": 6.8285,
+      "loss/crossentropy": 1.749166578054428,
+      "loss/hidden": 3.07421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13580920360982418,
+      "step": 2657
+    },
+    {
+      "epoch": 0.443,
+      "grad_norm": 27.5,
+      "grad_norm_var": 2.5239583333333333,
+      "learning_rate": 5.893152460300888e-05,
+      "loss": 6.9604,
+      "loss/crossentropy": 1.7708366215229034,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22824110090732574,
+      "step": 2658
+    },
+    {
+      "epoch": 0.44316666666666665,
+      "grad_norm": 24.75,
+      "grad_norm_var": 2.6134765625,
+      "learning_rate": 5.89057645132105e-05,
+      "loss": 6.7105,
+      "loss/crossentropy": 1.773784339427948,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20026595890522003,
+      "step": 2659
+    },
+    {
+      "epoch": 0.44333333333333336,
+      "grad_norm": 24.0,
+      "grad_norm_var": 2.77890625,
+      "learning_rate": 5.8880001981846286e-05,
+      "loss": 6.6727,
+      "loss/crossentropy": 1.862954504787922,
+      "loss/hidden": 3.5859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1745195109397173,
+      "step": 2660
+    },
+    {
+      "epoch": 0.4435,
+      "grad_norm": 23.0,
+      "grad_norm_var": 3.196875,
+      "learning_rate": 5.885423701597917e-05,
+      "loss": 6.756,
+      "loss/crossentropy": 1.894182950258255,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19970902800559998,
+      "step": 2661
+    },
+    {
+      "epoch": 0.44366666666666665,
+      "grad_norm": 23.625,
+      "grad_norm_var": 3.333268229166667,
+      "learning_rate": 5.8828469622672754e-05,
+      "loss": 6.7936,
+      "loss/crossentropy": 2.014395773410797,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21601460501551628,
+      "step": 2662
+    },
+    {
+      "epoch": 0.44383333333333336,
+      "grad_norm": 27.375,
+      "grad_norm_var": 3.2822916666666666,
+      "learning_rate": 5.880269980899131e-05,
+      "loss": 7.158,
+      "loss/crossentropy": 1.765413224697113,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25448352098464966,
+      "step": 2663
+    },
+    {
+      "epoch": 0.444,
+      "grad_norm": 24.125,
+      "grad_norm_var": 3.35390625,
+      "learning_rate": 5.87769275819998e-05,
+      "loss": 6.7049,
+      "loss/crossentropy": 1.8724843859672546,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15257739648222923,
+      "step": 2664
+    },
+    {
+      "epoch": 0.44416666666666665,
+      "grad_norm": 24.25,
+      "grad_norm_var": 3.3643229166666666,
+      "learning_rate": 5.875115294876381e-05,
+      "loss": 6.683,
+      "loss/crossentropy": 2.3901644945144653,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15997332334518433,
+      "step": 2665
+    },
+    {
+      "epoch": 0.44433333333333336,
+      "grad_norm": 24.125,
+      "grad_norm_var": 2.341666666666667,
+      "learning_rate": 5.87253759163496e-05,
+      "loss": 6.6053,
+      "loss/crossentropy": 1.8942871391773224,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1555043663829565,
+      "step": 2666
+    },
+    {
+      "epoch": 0.4445,
+      "grad_norm": 25.875,
+      "grad_norm_var": 2.3280598958333334,
+      "learning_rate": 5.86995964918241e-05,
+      "loss": 6.7391,
+      "loss/crossentropy": 1.2752272188663483,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17082979157567024,
+      "step": 2667
+    },
+    {
+      "epoch": 0.44466666666666665,
+      "grad_norm": 23.625,
+      "grad_norm_var": 2.2434895833333335,
+      "learning_rate": 5.867381468225489e-05,
+      "loss": 6.4344,
+      "loss/crossentropy": 1.419534146785736,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1973381917923689,
+      "step": 2668
+    },
+    {
+      "epoch": 0.44483333333333336,
+      "grad_norm": 24.125,
+      "grad_norm_var": 2.3052083333333333,
+      "learning_rate": 5.8648030494710196e-05,
+      "loss": 6.465,
+      "loss/crossentropy": 1.9498184621334076,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2201056070625782,
+      "step": 2669
+    },
+    {
+      "epoch": 0.445,
+      "grad_norm": 23.125,
+      "grad_norm_var": 2.0520833333333335,
+      "learning_rate": 5.862224393625887e-05,
+      "loss": 6.6622,
+      "loss/crossentropy": 1.8881800770759583,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15442465990781784,
+      "step": 2670
+    },
+    {
+      "epoch": 0.44516666666666665,
+      "grad_norm": 27.125,
+      "grad_norm_var": 2.355208333333333,
+      "learning_rate": 5.859645501397048e-05,
+      "loss": 6.6649,
+      "loss/crossentropy": 1.5371833220124245,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15643345471471548,
+      "step": 2671
+    },
+    {
+      "epoch": 0.44533333333333336,
+      "grad_norm": 23.875,
+      "grad_norm_var": 2.41640625,
+      "learning_rate": 5.85706637349152e-05,
+      "loss": 6.6598,
+      "loss/crossentropy": 1.4129184782505035,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13252153620123863,
+      "step": 2672
+    },
+    {
+      "epoch": 0.4455,
+      "grad_norm": 25.375,
+      "grad_norm_var": 2.1822265625,
+      "learning_rate": 5.8544870106163844e-05,
+      "loss": 7.2154,
+      "loss/crossentropy": 1.3671464323997498,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20468691736459732,
+      "step": 2673
+    },
+    {
+      "epoch": 0.44566666666666666,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.653125,
+      "learning_rate": 5.8519074134787874e-05,
+      "loss": 6.6242,
+      "loss/crossentropy": 2.271984189748764,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18883517757058144,
+      "step": 2674
+    },
+    {
+      "epoch": 0.44583333333333336,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.6643229166666667,
+      "learning_rate": 5.849327582785943e-05,
+      "loss": 6.5177,
+      "loss/crossentropy": 1.5706986039876938,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12776301428675652,
+      "step": 2675
+    },
+    {
+      "epoch": 0.446,
+      "grad_norm": 26.25,
+      "grad_norm_var": 1.8166666666666667,
+      "learning_rate": 5.8467475192451226e-05,
+      "loss": 6.8708,
+      "loss/crossentropy": 1.583693414926529,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19656430557370186,
+      "step": 2676
+    },
+    {
+      "epoch": 0.44616666666666666,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.6254557291666667,
+      "learning_rate": 5.844167223563669e-05,
+      "loss": 6.6231,
+      "loss/crossentropy": 2.3404144048690796,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20710674300789833,
+      "step": 2677
+    },
+    {
+      "epoch": 0.44633333333333336,
+      "grad_norm": 27.375,
+      "grad_norm_var": 1.9301432291666667,
+      "learning_rate": 5.841586696448985e-05,
+      "loss": 7.1502,
+      "loss/crossentropy": 1.5081940442323685,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15974732860922813,
+      "step": 2678
+    },
+    {
+      "epoch": 0.4465,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.7176432291666666,
+      "learning_rate": 5.8390059386085325e-05,
+      "loss": 6.6542,
+      "loss/crossentropy": 2.1468533873558044,
+      "loss/hidden": 2.93359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1291799284517765,
+      "step": 2679
+    },
+    {
+      "epoch": 0.44666666666666666,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.7083333333333333,
+      "learning_rate": 5.8364249507498435e-05,
+      "loss": 6.6616,
+      "loss/crossentropy": 1.28036268055439,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1387164629995823,
+      "step": 2680
+    },
+    {
+      "epoch": 0.44683333333333336,
+      "grad_norm": 26.125,
+      "grad_norm_var": 1.8030598958333333,
+      "learning_rate": 5.833843733580512e-05,
+      "loss": 6.9109,
+      "loss/crossentropy": 1.830253392457962,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19648229330778122,
+      "step": 2681
+    },
+    {
+      "epoch": 0.447,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.8072916666666667,
+      "learning_rate": 5.8312622878081904e-05,
+      "loss": 6.9143,
+      "loss/crossentropy": 1.3726007342338562,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15338421612977982,
+      "step": 2682
+    },
+    {
+      "epoch": 0.44716666666666666,
+      "grad_norm": 26.5,
+      "grad_norm_var": 1.9072265625,
+      "learning_rate": 5.828680614140599e-05,
+      "loss": 6.7673,
+      "loss/crossentropy": 1.4206211566925049,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1615603156387806,
+      "step": 2683
+    },
+    {
+      "epoch": 0.44733333333333336,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.78125,
+      "learning_rate": 5.8260987132855174e-05,
+      "loss": 6.7578,
+      "loss/crossentropy": 1.5692777037620544,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19936032593250275,
+      "step": 2684
+    },
+    {
+      "epoch": 0.4475,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.7655598958333334,
+      "learning_rate": 5.8235165859507864e-05,
+      "loss": 6.8663,
+      "loss/crossentropy": 1.7837531864643097,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1838757749646902,
+      "step": 2685
+    },
+    {
+      "epoch": 0.44766666666666666,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.47890625,
+      "learning_rate": 5.820934232844315e-05,
+      "loss": 6.8399,
+      "loss/crossentropy": 1.4423654675483704,
+      "loss/hidden": 3.7109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23358836024999619,
+      "step": 2686
+    },
+    {
+      "epoch": 0.44783333333333336,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.2561848958333333,
+      "learning_rate": 5.8183516546740665e-05,
+      "loss": 6.7632,
+      "loss/crossentropy": 1.6535446643829346,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1809588223695755,
+      "step": 2687
+    },
+    {
+      "epoch": 0.448,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.1447265625,
+      "learning_rate": 5.8157688521480714e-05,
+      "loss": 6.6221,
+      "loss/crossentropy": 1.625802606344223,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2086638156324625,
+      "step": 2688
+    },
+    {
+      "epoch": 0.44816666666666666,
+      "grad_norm": 26.625,
+      "grad_norm_var": 1.2645182291666666,
+      "learning_rate": 5.813185825974419e-05,
+      "loss": 7.1478,
+      "loss/crossentropy": 2.1737080216407776,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23367134481668472,
+      "step": 2689
+    },
+    {
+      "epoch": 0.4483333333333333,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.2768229166666667,
+      "learning_rate": 5.8106025768612595e-05,
+      "loss": 6.7813,
+      "loss/crossentropy": 2.014906495809555,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2020336389541626,
+      "step": 2690
+    },
+    {
+      "epoch": 0.4485,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.58125,
+      "learning_rate": 5.8080191055168064e-05,
+      "loss": 6.4899,
+      "loss/crossentropy": 1.8254588544368744,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1819409281015396,
+      "step": 2691
+    },
+    {
+      "epoch": 0.44866666666666666,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.7330729166666667,
+      "learning_rate": 5.8054354126493324e-05,
+      "loss": 6.6847,
+      "loss/crossentropy": 1.9984543025493622,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14527351781725883,
+      "step": 2692
+    },
+    {
+      "epoch": 0.4488333333333333,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.6854166666666666,
+      "learning_rate": 5.8028514989671724e-05,
+      "loss": 6.7769,
+      "loss/crossentropy": 1.785116732120514,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1539815254509449,
+      "step": 2693
+    },
+    {
+      "epoch": 0.449,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.4247395833333334,
+      "learning_rate": 5.800267365178721e-05,
+      "loss": 6.6911,
+      "loss/crossentropy": 1.7105619758367538,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1607748456299305,
+      "step": 2694
+    },
+    {
+      "epoch": 0.44916666666666666,
+      "grad_norm": 26.125,
+      "grad_norm_var": 1.2184895833333333,
+      "learning_rate": 5.797683011992432e-05,
+      "loss": 6.6487,
+      "loss/crossentropy": 1.483824998140335,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15782471932470798,
+      "step": 2695
+    },
+    {
+      "epoch": 0.4493333333333333,
+      "grad_norm": 27.75,
+      "grad_norm_var": 1.5247395833333333,
+      "learning_rate": 5.795098440116822e-05,
+      "loss": 6.8823,
+      "loss/crossentropy": 1.9401682317256927,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1458970047533512,
+      "step": 2696
+    },
+    {
+      "epoch": 0.4495,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.6645182291666667,
+      "learning_rate": 5.792513650260465e-05,
+      "loss": 6.9131,
+      "loss/crossentropy": 1.5288472399115562,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1322457380592823,
+      "step": 2697
+    },
+    {
+      "epoch": 0.44966666666666666,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.6518229166666667,
+      "learning_rate": 5.789928643131994e-05,
+      "loss": 7.0562,
+      "loss/crossentropy": 1.9278745353221893,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17707869037985802,
+      "step": 2698
+    },
+    {
+      "epoch": 0.4498333333333333,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.54375,
+      "learning_rate": 5.7873434194401075e-05,
+      "loss": 6.5709,
+      "loss/crossentropy": 1.5496573448181152,
+      "loss/hidden": 3.67578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1520336978137493,
+      "step": 2699
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 32.75,
+      "grad_norm_var": 5.130989583333333,
+      "learning_rate": 5.784757979893558e-05,
+      "loss": 6.7649,
+      "loss/crossentropy": 1.2700399532914162,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12330171093344688,
+      "step": 2700
+    },
+    {
+      "epoch": 0.45016666666666666,
+      "grad_norm": 25.875,
+      "grad_norm_var": 4.9947265625,
+      "learning_rate": 5.782172325201155e-05,
+      "loss": 6.7944,
+      "loss/crossentropy": 1.705842673778534,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18279257602989674,
+      "step": 2701
+    },
+    {
+      "epoch": 0.4503333333333333,
+      "grad_norm": 24.0,
+      "grad_norm_var": 5.1744140625,
+      "learning_rate": 5.779586456071774e-05,
+      "loss": 6.4628,
+      "loss/crossentropy": 1.6218572705984116,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13211478665471077,
+      "step": 2702
+    },
+    {
+      "epoch": 0.4505,
+      "grad_norm": 24.25,
+      "grad_norm_var": 5.2978515625,
+      "learning_rate": 5.777000373214345e-05,
+      "loss": 6.8497,
+      "loss/crossentropy": 1.882475346326828,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18611080572009087,
+      "step": 2703
+    },
+    {
+      "epoch": 0.45066666666666666,
+      "grad_norm": 27.75,
+      "grad_norm_var": 5.547916666666667,
+      "learning_rate": 5.774414077337855e-05,
+      "loss": 7.0961,
+      "loss/crossentropy": 2.0276086628437042,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1580190621316433,
+      "step": 2704
+    },
+    {
+      "epoch": 0.4508333333333333,
+      "grad_norm": 24.375,
+      "grad_norm_var": 5.601822916666666,
+      "learning_rate": 5.771827569151357e-05,
+      "loss": 6.4811,
+      "loss/crossentropy": 1.4376469999551773,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13807101733982563,
+      "step": 2705
+    },
+    {
+      "epoch": 0.451,
+      "grad_norm": 25.75,
+      "grad_norm_var": 5.512239583333334,
+      "learning_rate": 5.769240849363952e-05,
+      "loss": 6.7767,
+      "loss/crossentropy": 1.9661447703838348,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15240781381726265,
+      "step": 2706
+    },
+    {
+      "epoch": 0.45116666666666666,
+      "grad_norm": 23.25,
+      "grad_norm_var": 5.512239583333334,
+      "learning_rate": 5.7666539186848036e-05,
+      "loss": 6.608,
+      "loss/crossentropy": 1.7738218903541565,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15346162393689156,
+      "step": 2707
+    },
+    {
+      "epoch": 0.4513333333333333,
+      "grad_norm": 25.5,
+      "grad_norm_var": 5.21640625,
+      "learning_rate": 5.764066777823137e-05,
+      "loss": 6.7291,
+      "loss/crossentropy": 1.612693041563034,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19069232791662216,
+      "step": 2708
+    },
+    {
+      "epoch": 0.4515,
+      "grad_norm": 25.375,
+      "grad_norm_var": 5.202083333333333,
+      "learning_rate": 5.761479427488229e-05,
+      "loss": 6.9903,
+      "loss/crossentropy": 2.0403714776039124,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18625904619693756,
+      "step": 2709
+    },
+    {
+      "epoch": 0.45166666666666666,
+      "grad_norm": 23.125,
+      "grad_norm_var": 5.472916666666666,
+      "learning_rate": 5.758891868389418e-05,
+      "loss": 6.5841,
+      "loss/crossentropy": 1.4198923707008362,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1636228132992983,
+      "step": 2710
+    },
+    {
+      "epoch": 0.4518333333333333,
+      "grad_norm": 26.125,
+      "grad_norm_var": 5.472916666666666,
+      "learning_rate": 5.756304101236097e-05,
+      "loss": 6.4135,
+      "loss/crossentropy": 1.0762663036584854,
+      "loss/hidden": 3.02734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11473075486719608,
+      "step": 2711
+    },
+    {
+      "epoch": 0.452,
+      "grad_norm": 25.25,
+      "grad_norm_var": 5.155208333333333,
+      "learning_rate": 5.753716126737717e-05,
+      "loss": 6.7221,
+      "loss/crossentropy": 1.5163685381412506,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14794998615980148,
+      "step": 2712
+    },
+    {
+      "epoch": 0.45216666666666666,
+      "grad_norm": 22.625,
+      "grad_norm_var": 5.492122395833333,
+      "learning_rate": 5.751127945603786e-05,
+      "loss": 6.6306,
+      "loss/crossentropy": 1.9727461636066437,
+      "loss/hidden": 2.90625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12077353894710541,
+      "step": 2713
+    },
+    {
+      "epoch": 0.4523333333333333,
+      "grad_norm": 23.5,
+      "grad_norm_var": 5.71640625,
+      "learning_rate": 5.748539558543868e-05,
+      "loss": 6.5986,
+      "loss/crossentropy": 1.8962318897247314,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16088580340147018,
+      "step": 2714
+    },
+    {
+      "epoch": 0.4525,
+      "grad_norm": 22.875,
+      "grad_norm_var": 6.0837890625,
+      "learning_rate": 5.745950966267586e-05,
+      "loss": 6.414,
+      "loss/crossentropy": 1.3239348530769348,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14343686401844025,
+      "step": 2715
+    },
+    {
+      "epoch": 0.45266666666666666,
+      "grad_norm": 23.5,
+      "grad_norm_var": 2.0561848958333333,
+      "learning_rate": 5.743362169484616e-05,
+      "loss": 6.7738,
+      "loss/crossentropy": 2.195729523897171,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16517896205186844,
+      "step": 2716
+    },
+    {
+      "epoch": 0.4528333333333333,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.9447265625,
+      "learning_rate": 5.7407731689046904e-05,
+      "loss": 7.2233,
+      "loss/crossentropy": 1.9803071022033691,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1912636160850525,
+      "step": 2717
+    },
+    {
+      "epoch": 0.453,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.9317057291666666,
+      "learning_rate": 5.7381839652376e-05,
+      "loss": 6.8806,
+      "loss/crossentropy": 2.124588757753372,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16623085364699364,
+      "step": 2718
+    },
+    {
+      "epoch": 0.45316666666666666,
+      "grad_norm": 25.75,
+      "grad_norm_var": 2.0176432291666666,
+      "learning_rate": 5.735594559193187e-05,
+      "loss": 6.774,
+      "loss/crossentropy": 1.7686578035354614,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14721132814884186,
+      "step": 2719
+    },
+    {
+      "epoch": 0.4533333333333333,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.4666666666666666,
+      "learning_rate": 5.7330049514813556e-05,
+      "loss": 6.5016,
+      "loss/crossentropy": 1.6610963642597198,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15059353783726692,
+      "step": 2720
+    },
+    {
+      "epoch": 0.4535,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.6434895833333334,
+      "learning_rate": 5.730415142812059e-05,
+      "loss": 6.4557,
+      "loss/crossentropy": 1.7116462588310242,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22543428093194962,
+      "step": 2721
+    },
+    {
+      "epoch": 0.45366666666666666,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.4905598958333333,
+      "learning_rate": 5.7278251338953084e-05,
+      "loss": 6.8106,
+      "loss/crossentropy": 1.7246157228946686,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18369055725634098,
+      "step": 2722
+    },
+    {
+      "epoch": 0.4538333333333333,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.52265625,
+      "learning_rate": 5.725234925441169e-05,
+      "loss": 6.6621,
+      "loss/crossentropy": 1.1823605746030807,
+      "loss/hidden": 3.62890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2238327506929636,
+      "step": 2723
+    },
+    {
+      "epoch": 0.454,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.5030598958333334,
+      "learning_rate": 5.7226445181597624e-05,
+      "loss": 6.7263,
+      "loss/crossentropy": 1.8272472620010376,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20701539143919945,
+      "step": 2724
+    },
+    {
+      "epoch": 0.45416666666666666,
+      "grad_norm": 26.5,
+      "grad_norm_var": 1.7497395833333333,
+      "learning_rate": 5.7200539127612604e-05,
+      "loss": 6.7254,
+      "loss/crossentropy": 1.7895162403583527,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19186116009950638,
+      "step": 2725
+    },
+    {
+      "epoch": 0.4543333333333333,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.6518229166666667,
+      "learning_rate": 5.717463109955896e-05,
+      "loss": 6.3191,
+      "loss/crossentropy": 1.89371919631958,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13483203202486038,
+      "step": 2726
+    },
+    {
+      "epoch": 0.4545,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.4379557291666667,
+      "learning_rate": 5.7148721104539513e-05,
+      "loss": 6.5407,
+      "loss/crossentropy": 1.6352281421422958,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14619114995002747,
+      "step": 2727
+    },
+    {
+      "epoch": 0.45466666666666666,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.3754557291666667,
+      "learning_rate": 5.712280914965764e-05,
+      "loss": 6.6036,
+      "loss/crossentropy": 1.4729536175727844,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2253567799925804,
+      "step": 2728
+    },
+    {
+      "epoch": 0.4548333333333333,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.3041666666666667,
+      "learning_rate": 5.709689524201722e-05,
+      "loss": 6.7643,
+      "loss/crossentropy": 1.8677623867988586,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14338489063084126,
+      "step": 2729
+    },
+    {
+      "epoch": 0.455,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.2848307291666667,
+      "learning_rate": 5.707097938872273e-05,
+      "loss": 6.4962,
+      "loss/crossentropy": 1.8112716972827911,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12763429060578346,
+      "step": 2730
+    },
+    {
+      "epoch": 0.45516666666666666,
+      "grad_norm": 26.0,
+      "grad_norm_var": 1.2864583333333333,
+      "learning_rate": 5.7045061596879134e-05,
+      "loss": 6.8775,
+      "loss/crossentropy": 2.0576623678207397,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17400627583265305,
+      "step": 2731
+    },
+    {
+      "epoch": 0.4553333333333333,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.3968098958333333,
+      "learning_rate": 5.701914187359194e-05,
+      "loss": 6.4886,
+      "loss/crossentropy": 1.7914212048053741,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14728669077157974,
+      "step": 2732
+    },
+    {
+      "epoch": 0.4555,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.4379557291666667,
+      "learning_rate": 5.699322022596722e-05,
+      "loss": 6.4597,
+      "loss/crossentropy": 1.632896065711975,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14987675100564957,
+      "step": 2733
+    },
+    {
+      "epoch": 0.45566666666666666,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.4718098958333334,
+      "learning_rate": 5.696729666111148e-05,
+      "loss": 6.6984,
+      "loss/crossentropy": 1.6236694157123566,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1503402478992939,
+      "step": 2734
+    },
+    {
+      "epoch": 0.4558333333333333,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.4108723958333333,
+      "learning_rate": 5.6941371186131855e-05,
+      "loss": 6.7775,
+      "loss/crossentropy": 1.719070941209793,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1672986038029194,
+      "step": 2735
+    },
+    {
+      "epoch": 0.456,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.3280598958333334,
+      "learning_rate": 5.691544380813596e-05,
+      "loss": 6.6176,
+      "loss/crossentropy": 1.880816861987114,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15840739011764526,
+      "step": 2736
+    },
+    {
+      "epoch": 0.45616666666666666,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.2059895833333334,
+      "learning_rate": 5.68895145342319e-05,
+      "loss": 6.2195,
+      "loss/crossentropy": 1.3953217417001724,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1450302992016077,
+      "step": 2737
+    },
+    {
+      "epoch": 0.4563333333333333,
+      "grad_norm": 26.5,
+      "grad_norm_var": 1.4764973958333334,
+      "learning_rate": 5.6863583371528386e-05,
+      "loss": 6.8488,
+      "loss/crossentropy": 2.032042473554611,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18369197100400925,
+      "step": 2738
+    },
+    {
+      "epoch": 0.4565,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.4499348958333333,
+      "learning_rate": 5.683765032713455e-05,
+      "loss": 6.6638,
+      "loss/crossentropy": 1.3356070816516876,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11041468940675259,
+      "step": 2739
+    },
+    {
+      "epoch": 0.45666666666666667,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.4122395833333334,
+      "learning_rate": 5.681171540816008e-05,
+      "loss": 7.0624,
+      "loss/crossentropy": 1.7166340351104736,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15971028432250023,
+      "step": 2740
+    },
+    {
+      "epoch": 0.4568333333333333,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.1270182291666666,
+      "learning_rate": 5.6785778621715225e-05,
+      "loss": 6.8659,
+      "loss/crossentropy": 1.7936867475509644,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23556335270404816,
+      "step": 2741
+    },
+    {
+      "epoch": 0.457,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.3067057291666666,
+      "learning_rate": 5.675983997491067e-05,
+      "loss": 6.5278,
+      "loss/crossentropy": 1.6458031833171844,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15186628885567188,
+      "step": 2742
+    },
+    {
+      "epoch": 0.45716666666666667,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.3330729166666666,
+      "learning_rate": 5.6733899474857634e-05,
+      "loss": 6.6989,
+      "loss/crossentropy": 1.5876313298940659,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1551838032901287,
+      "step": 2743
+    },
+    {
+      "epoch": 0.4573333333333333,
+      "grad_norm": 30.125,
+      "grad_norm_var": 3.4863932291666666,
+      "learning_rate": 5.670795712866788e-05,
+      "loss": 6.9442,
+      "loss/crossentropy": 2.226495087146759,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16384614259004593,
+      "step": 2744
+    },
+    {
+      "epoch": 0.4575,
+      "grad_norm": 25.5,
+      "grad_norm_var": 3.3379557291666666,
+      "learning_rate": 5.668201294345363e-05,
+      "loss": 6.7122,
+      "loss/crossentropy": 1.3634140491485596,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2777897547930479,
+      "step": 2745
+    },
+    {
+      "epoch": 0.45766666666666667,
+      "grad_norm": 25.5,
+      "grad_norm_var": 3.370833333333333,
+      "learning_rate": 5.665606692632762e-05,
+      "loss": 6.5281,
+      "loss/crossentropy": 1.2757130712270737,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12883978709578514,
+      "step": 2746
+    },
+    {
+      "epoch": 0.4578333333333333,
+      "grad_norm": 25.0,
+      "grad_norm_var": 3.275,
+      "learning_rate": 5.6630119084403124e-05,
+      "loss": 6.8699,
+      "loss/crossentropy": 2.061836689710617,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15403505228459835,
+      "step": 2747
+    },
+    {
+      "epoch": 0.458,
+      "grad_norm": 24.75,
+      "grad_norm_var": 3.0259765625,
+      "learning_rate": 5.660416942479387e-05,
+      "loss": 6.9913,
+      "loss/crossentropy": 1.7964695990085602,
+      "loss/hidden": 2.98046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1254222672432661,
+      "step": 2748
+    },
+    {
+      "epoch": 0.45816666666666667,
+      "grad_norm": 23.75,
+      "grad_norm_var": 3.0809895833333334,
+      "learning_rate": 5.6578217954614134e-05,
+      "loss": 6.5958,
+      "loss/crossentropy": 1.7897879481315613,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13876106217503548,
+      "step": 2749
+    },
+    {
+      "epoch": 0.4583333333333333,
+      "grad_norm": 24.5,
+      "grad_norm_var": 3.0145833333333334,
+      "learning_rate": 5.6552264680978615e-05,
+      "loss": 6.6073,
+      "loss/crossentropy": 1.6373028755187988,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14707225561141968,
+      "step": 2750
+    },
+    {
+      "epoch": 0.4585,
+      "grad_norm": 22.625,
+      "grad_norm_var": 3.215559895833333,
+      "learning_rate": 5.6526309611002594e-05,
+      "loss": 6.573,
+      "loss/crossentropy": 1.1235033124685287,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13443380407989025,
+      "step": 2751
+    },
+    {
+      "epoch": 0.45866666666666667,
+      "grad_norm": 25.625,
+      "grad_norm_var": 3.1171223958333334,
+      "learning_rate": 5.650035275180175e-05,
+      "loss": 6.6817,
+      "loss/crossentropy": 1.8666561841964722,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17408940568566322,
+      "step": 2752
+    },
+    {
+      "epoch": 0.4588333333333333,
+      "grad_norm": 24.125,
+      "grad_norm_var": 2.97265625,
+      "learning_rate": 5.6474394110492344e-05,
+      "loss": 6.8696,
+      "loss/crossentropy": 1.8594735264778137,
+      "loss/hidden": 3.63671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.27904755622148514,
+      "step": 2753
+    },
+    {
+      "epoch": 0.459,
+      "grad_norm": 25.25,
+      "grad_norm_var": 2.8125,
+      "learning_rate": 5.644843369419108e-05,
+      "loss": 6.7935,
+      "loss/crossentropy": 1.7201576828956604,
+      "loss/hidden": 3.00390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1345113068819046,
+      "step": 2754
+    },
+    {
+      "epoch": 0.45916666666666667,
+      "grad_norm": 25.625,
+      "grad_norm_var": 2.7705729166666666,
+      "learning_rate": 5.642247151001515e-05,
+      "loss": 6.7471,
+      "loss/crossentropy": 1.5119254440069199,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14270015060901642,
+      "step": 2755
+    },
+    {
+      "epoch": 0.4593333333333333,
+      "grad_norm": 26.375,
+      "grad_norm_var": 2.8916015625,
+      "learning_rate": 5.639650756508222e-05,
+      "loss": 6.5142,
+      "loss/crossentropy": 1.3482638597488403,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12810584157705307,
+      "step": 2756
+    },
+    {
+      "epoch": 0.4595,
+      "grad_norm": 26.25,
+      "grad_norm_var": 2.9739583333333335,
+      "learning_rate": 5.6370541866510474e-05,
+      "loss": 6.9952,
+      "loss/crossentropy": 1.5169009119272232,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21327969059348106,
+      "step": 2757
+    },
+    {
+      "epoch": 0.45966666666666667,
+      "grad_norm": 28.5,
+      "grad_norm_var": 3.1483723958333334,
+      "learning_rate": 5.6344574421418513e-05,
+      "loss": 6.4908,
+      "loss/crossentropy": 1.5942153483629227,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17604026570916176,
+      "step": 2758
+    },
+    {
+      "epoch": 0.4598333333333333,
+      "grad_norm": 24.125,
+      "grad_norm_var": 3.2483723958333335,
+      "learning_rate": 5.6318605236925524e-05,
+      "loss": 6.5691,
+      "loss/crossentropy": 2.1033274829387665,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15634547173976898,
+      "step": 2759
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.8854166666666667,
+      "learning_rate": 5.6292634320151075e-05,
+      "loss": 6.6359,
+      "loss/crossentropy": 1.87222358584404,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16719994693994522,
+      "step": 2760
+    },
+    {
+      "epoch": 0.46016666666666667,
+      "grad_norm": 25.625,
+      "grad_norm_var": 1.8936848958333334,
+      "learning_rate": 5.6266661678215216e-05,
+      "loss": 6.426,
+      "loss/crossentropy": 1.6576655507087708,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17354227229952812,
+      "step": 2761
+    },
+    {
+      "epoch": 0.4603333333333333,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.9197265625,
+      "learning_rate": 5.624068731823853e-05,
+      "loss": 6.4413,
+      "loss/crossentropy": 1.827930212020874,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16583925113081932,
+      "step": 2762
+    },
+    {
+      "epoch": 0.4605,
+      "grad_norm": 23.125,
+      "grad_norm_var": 2.1375,
+      "learning_rate": 5.621471124734201e-05,
+      "loss": 6.8352,
+      "loss/crossentropy": 1.4841772317886353,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16039660200476646,
+      "step": 2763
+    },
+    {
+      "epoch": 0.46066666666666667,
+      "grad_norm": 25.0,
+      "grad_norm_var": 2.1372395833333333,
+      "learning_rate": 5.618873347264716e-05,
+      "loss": 6.7082,
+      "loss/crossentropy": 1.5099282264709473,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1739533431828022,
+      "step": 2764
+    },
+    {
+      "epoch": 0.4608333333333333,
+      "grad_norm": 24.25,
+      "grad_norm_var": 2.0768229166666665,
+      "learning_rate": 5.616275400127594e-05,
+      "loss": 6.151,
+      "loss/crossentropy": 1.4658358693122864,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1302829273045063,
+      "step": 2765
+    },
+    {
+      "epoch": 0.461,
+      "grad_norm": 24.125,
+      "grad_norm_var": 2.106705729166667,
+      "learning_rate": 5.613677284035075e-05,
+      "loss": 6.8811,
+      "loss/crossentropy": 1.4328330010175705,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1564856842160225,
+      "step": 2766
+    },
+    {
+      "epoch": 0.46116666666666667,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.8080729166666667,
+      "learning_rate": 5.6110789996994474e-05,
+      "loss": 6.7106,
+      "loss/crossentropy": 1.7031071782112122,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1739022582769394,
+      "step": 2767
+    },
+    {
+      "epoch": 0.4613333333333333,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.8205729166666667,
+      "learning_rate": 5.608480547833047e-05,
+      "loss": 6.7133,
+      "loss/crossentropy": 1.5893962234258652,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1449023261666298,
+      "step": 2768
+    },
+    {
+      "epoch": 0.4615,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.9087890625,
+      "learning_rate": 5.6058819291482534e-05,
+      "loss": 6.5871,
+      "loss/crossentropy": 1.7079201936721802,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13991015031933784,
+      "step": 2769
+    },
+    {
+      "epoch": 0.46166666666666667,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.9,
+      "learning_rate": 5.603283144357493e-05,
+      "loss": 6.7536,
+      "loss/crossentropy": 1.9716899693012238,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16194602847099304,
+      "step": 2770
+    },
+    {
+      "epoch": 0.4618333333333333,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.9145182291666667,
+      "learning_rate": 5.6006841941732355e-05,
+      "loss": 6.8302,
+      "loss/crossentropy": 1.661753237247467,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24162392877042294,
+      "step": 2771
+    },
+    {
+      "epoch": 0.462,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.7427083333333333,
+      "learning_rate": 5.598085079308002e-05,
+      "loss": 6.6164,
+      "loss/crossentropy": 1.2737962007522583,
+      "loss/hidden": 3.76171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1475253663957119,
+      "step": 2772
+    },
+    {
+      "epoch": 0.46216666666666667,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.5759765625,
+      "learning_rate": 5.595485800474349e-05,
+      "loss": 6.6435,
+      "loss/crossentropy": 2.2032517790794373,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17117063328623772,
+      "step": 2773
+    },
+    {
+      "epoch": 0.4623333333333333,
+      "grad_norm": 25.375,
+      "grad_norm_var": 0.5684895833333333,
+      "learning_rate": 5.592886358384888e-05,
+      "loss": 6.5412,
+      "loss/crossentropy": 2.0141202211380005,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18180646933615208,
+      "step": 2774
+    },
+    {
+      "epoch": 0.4625,
+      "grad_norm": 26.0,
+      "grad_norm_var": 0.7139973958333333,
+      "learning_rate": 5.590286753752268e-05,
+      "loss": 6.9443,
+      "loss/crossentropy": 1.9003967344760895,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2260942328721285,
+      "step": 2775
+    },
+    {
+      "epoch": 0.46266666666666667,
+      "grad_norm": 25.875,
+      "grad_norm_var": 0.7375,
+      "learning_rate": 5.587686987289189e-05,
+      "loss": 6.8516,
+      "loss/crossentropy": 1.6238429546356201,
+      "loss/hidden": 3.66796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1547762230038643,
+      "step": 2776
+    },
+    {
+      "epoch": 0.4628333333333333,
+      "grad_norm": 25.25,
+      "grad_norm_var": 0.6994140625,
+      "learning_rate": 5.585087059708388e-05,
+      "loss": 6.5826,
+      "loss/crossentropy": 1.3953379467129707,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21542931348085403,
+      "step": 2777
+    },
+    {
+      "epoch": 0.463,
+      "grad_norm": 24.75,
+      "grad_norm_var": 0.6874348958333333,
+      "learning_rate": 5.5824869717226513e-05,
+      "loss": 6.2714,
+      "loss/crossentropy": 1.0778230726718903,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12468179501593113,
+      "step": 2778
+    },
+    {
+      "epoch": 0.46316666666666667,
+      "grad_norm": 27.25,
+      "grad_norm_var": 0.8872395833333333,
+      "learning_rate": 5.579886724044807e-05,
+      "loss": 7.0147,
+      "loss/crossentropy": 1.2544742822647095,
+      "loss/hidden": 3.6328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2594420462846756,
+      "step": 2779
+    },
+    {
+      "epoch": 0.4633333333333333,
+      "grad_norm": 23.75,
+      "grad_norm_var": 0.9770833333333333,
+      "learning_rate": 5.5772863173877285e-05,
+      "loss": 6.7091,
+      "loss/crossentropy": 1.3157724291086197,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12341655418276787,
+      "step": 2780
+    },
+    {
+      "epoch": 0.4635,
+      "grad_norm": 24.125,
+      "grad_norm_var": 0.9884765625,
+      "learning_rate": 5.574685752464334e-05,
+      "loss": 6.7598,
+      "loss/crossentropy": 1.945119172334671,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15757977217435837,
+      "step": 2781
+    },
+    {
+      "epoch": 0.46366666666666667,
+      "grad_norm": 24.25,
+      "grad_norm_var": 0.9770833333333333,
+      "learning_rate": 5.572085029987579e-05,
+      "loss": 6.8395,
+      "loss/crossentropy": 1.537969097495079,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15939920954406261,
+      "step": 2782
+    },
+    {
+      "epoch": 0.4638333333333333,
+      "grad_norm": 25.0,
+      "grad_norm_var": 0.9229166666666667,
+      "learning_rate": 5.56948415067047e-05,
+      "loss": 6.6021,
+      "loss/crossentropy": 1.2648328840732574,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16481367498636246,
+      "step": 2783
+    },
+    {
+      "epoch": 0.464,
+      "grad_norm": 25.375,
+      "grad_norm_var": 0.88515625,
+      "learning_rate": 5.5668831152260504e-05,
+      "loss": 7.018,
+      "loss/crossentropy": 2.2233034670352936,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19168052077293396,
+      "step": 2784
+    },
+    {
+      "epoch": 0.46416666666666667,
+      "grad_norm": 26.125,
+      "grad_norm_var": 0.7853515625,
+      "learning_rate": 5.564281924367408e-05,
+      "loss": 6.9137,
+      "loss/crossentropy": 1.433806300163269,
+      "loss/hidden": 3.625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21325752139091492,
+      "step": 2785
+    },
+    {
+      "epoch": 0.4643333333333333,
+      "grad_norm": 25.125,
+      "grad_norm_var": 0.7639973958333334,
+      "learning_rate": 5.561680578807678e-05,
+      "loss": 7.039,
+      "loss/crossentropy": 1.746089905500412,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16136068105697632,
+      "step": 2786
+    },
+    {
+      "epoch": 0.4645,
+      "grad_norm": 25.875,
+      "grad_norm_var": 0.7739583333333333,
+      "learning_rate": 5.559079079260032e-05,
+      "loss": 6.9848,
+      "loss/crossentropy": 2.0978410243988037,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17998872697353363,
+      "step": 2787
+    },
+    {
+      "epoch": 0.4646666666666667,
+      "grad_norm": 24.5,
+      "grad_norm_var": 0.7934895833333333,
+      "learning_rate": 5.556477426437684e-05,
+      "loss": 6.521,
+      "loss/crossentropy": 1.8643260598182678,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1817866414785385,
+      "step": 2788
+    },
+    {
+      "epoch": 0.4648333333333333,
+      "grad_norm": 26.125,
+      "grad_norm_var": 0.8184895833333333,
+      "learning_rate": 5.5538756210538933e-05,
+      "loss": 6.8822,
+      "loss/crossentropy": 1.922124296426773,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17494529113173485,
+      "step": 2789
+    },
+    {
+      "epoch": 0.465,
+      "grad_norm": 24.875,
+      "grad_norm_var": 0.82890625,
+      "learning_rate": 5.5512736638219607e-05,
+      "loss": 6.8435,
+      "loss/crossentropy": 1.8948722779750824,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1568523608148098,
+      "step": 2790
+    },
+    {
+      "epoch": 0.4651666666666667,
+      "grad_norm": 23.875,
+      "grad_norm_var": 0.9030598958333333,
+      "learning_rate": 5.548671555455226e-05,
+      "loss": 6.3773,
+      "loss/crossentropy": 1.4821043014526367,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1202730443328619,
+      "step": 2791
+    },
+    {
+      "epoch": 0.4653333333333333,
+      "grad_norm": 24.875,
+      "grad_norm_var": 0.8666015625,
+      "learning_rate": 5.546069296667075e-05,
+      "loss": 6.5793,
+      "loss/crossentropy": 2.2601005733013153,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21470796689391136,
+      "step": 2792
+    },
+    {
+      "epoch": 0.4655,
+      "grad_norm": 24.125,
+      "grad_norm_var": 0.91875,
+      "learning_rate": 5.543466888170926e-05,
+      "loss": 6.7231,
+      "loss/crossentropy": 1.601623311638832,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14643612690269947,
+      "step": 2793
+    },
+    {
+      "epoch": 0.4656666666666667,
+      "grad_norm": 24.375,
+      "grad_norm_var": 0.9400390625,
+      "learning_rate": 5.540864330680249e-05,
+      "loss": 6.8143,
+      "loss/crossentropy": 2.1184520423412323,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14853097312152386,
+      "step": 2794
+    },
+    {
+      "epoch": 0.4658333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 0.62890625,
+      "learning_rate": 5.538261624908547e-05,
+      "loss": 6.7972,
+      "loss/crossentropy": 1.9966003000736237,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1832428127527237,
+      "step": 2795
+    },
+    {
+      "epoch": 0.466,
+      "grad_norm": 27.375,
+      "grad_norm_var": 0.9593098958333334,
+      "learning_rate": 5.535658771569369e-05,
+      "loss": 6.9034,
+      "loss/crossentropy": 1.741204097867012,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19533561542630196,
+      "step": 2796
+    },
+    {
+      "epoch": 0.4661666666666667,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.0114583333333333,
+      "learning_rate": 5.5330557713763e-05,
+      "loss": 6.7655,
+      "loss/crossentropy": 1.6420935988426208,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16711340844631195,
+      "step": 2797
+    },
+    {
+      "epoch": 0.4663333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.0561848958333333,
+      "learning_rate": 5.530452625042969e-05,
+      "loss": 6.4627,
+      "loss/crossentropy": 1.6503807753324509,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16879263520240784,
+      "step": 2798
+    },
+    {
+      "epoch": 0.4665,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.0858723958333334,
+      "learning_rate": 5.527849333283042e-05,
+      "loss": 6.6568,
+      "loss/crossentropy": 2.1824757158756256,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1604759655892849,
+      "step": 2799
+    },
+    {
+      "epoch": 0.4666666666666667,
+      "grad_norm": 29.0,
+      "grad_norm_var": 2.1375,
+      "learning_rate": 5.525245896810225e-05,
+      "loss": 6.7157,
+      "loss/crossentropy": 1.9760535061359406,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15484140068292618,
+      "step": 2800
+    },
+    {
+      "epoch": 0.4668333333333333,
+      "grad_norm": 25.375,
+      "grad_norm_var": 2.07265625,
+      "learning_rate": 5.522642316338268e-05,
+      "loss": 6.7168,
+      "loss/crossentropy": 1.757767766714096,
+      "loss/hidden": 3.74609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16822068765759468,
+      "step": 2801
+    },
+    {
+      "epoch": 0.467,
+      "grad_norm": 23.625,
+      "grad_norm_var": 2.20390625,
+      "learning_rate": 5.520038592580955e-05,
+      "loss": 6.6856,
+      "loss/crossentropy": 1.5959513783454895,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17983637191355228,
+      "step": 2802
+    },
+    {
+      "epoch": 0.4671666666666667,
+      "grad_norm": 26.5,
+      "grad_norm_var": 2.3025390625,
+      "learning_rate": 5.517434726252113e-05,
+      "loss": 6.8171,
+      "loss/crossentropy": 1.6241064369678497,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16894619166851044,
+      "step": 2803
+    },
+    {
+      "epoch": 0.4673333333333333,
+      "grad_norm": 25.0,
+      "grad_norm_var": 2.2832682291666666,
+      "learning_rate": 5.514830718065607e-05,
+      "loss": 6.7932,
+      "loss/crossentropy": 1.6117712259292603,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17635207995772362,
+      "step": 2804
+    },
+    {
+      "epoch": 0.4675,
+      "grad_norm": 25.25,
+      "grad_norm_var": 2.20625,
+      "learning_rate": 5.512226568735338e-05,
+      "loss": 6.6016,
+      "loss/crossentropy": 1.723638266324997,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14878597110509872,
+      "step": 2805
+    },
+    {
+      "epoch": 0.4676666666666667,
+      "grad_norm": 24.125,
+      "grad_norm_var": 2.25390625,
+      "learning_rate": 5.50962227897525e-05,
+      "loss": 6.395,
+      "loss/crossentropy": 2.1342336535453796,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23263442516326904,
+      "step": 2806
+    },
+    {
+      "epoch": 0.4678333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 2.25390625,
+      "learning_rate": 5.5070178494993254e-05,
+      "loss": 6.7896,
+      "loss/crossentropy": 1.076819583773613,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15414397604763508,
+      "step": 2807
+    },
+    {
+      "epoch": 0.468,
+      "grad_norm": 23.75,
+      "grad_norm_var": 2.3447265625,
+      "learning_rate": 5.504413281021581e-05,
+      "loss": 6.3671,
+      "loss/crossentropy": 1.8154685497283936,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12526989728212357,
+      "step": 2808
+    },
+    {
+      "epoch": 0.4681666666666667,
+      "grad_norm": 25.625,
+      "grad_norm_var": 2.3337890625,
+      "learning_rate": 5.5018085742560744e-05,
+      "loss": 6.8326,
+      "loss/crossentropy": 1.3966459184885025,
+      "loss/hidden": 3.6640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24287182465195656,
+      "step": 2809
+    },
+    {
+      "epoch": 0.4683333333333333,
+      "grad_norm": 26.625,
+      "grad_norm_var": 2.4697265625,
+      "learning_rate": 5.499203729916902e-05,
+      "loss": 7.0067,
+      "loss/crossentropy": 1.639140784740448,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21187016367912292,
+      "step": 2810
+    },
+    {
+      "epoch": 0.4685,
+      "grad_norm": 24.5,
+      "grad_norm_var": 2.390625,
+      "learning_rate": 5.4965987487181957e-05,
+      "loss": 6.5982,
+      "loss/crossentropy": 1.5872688293457031,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1366751231253147,
+      "step": 2811
+    },
+    {
+      "epoch": 0.4686666666666667,
+      "grad_norm": 24.75,
+      "grad_norm_var": 2.0447265625,
+      "learning_rate": 5.4939936313741245e-05,
+      "loss": 6.9835,
+      "loss/crossentropy": 1.3533164858818054,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17119118198752403,
+      "step": 2812
+    },
+    {
+      "epoch": 0.4688333333333333,
+      "grad_norm": 26.125,
+      "grad_norm_var": 2.00390625,
+      "learning_rate": 5.4913883785988993e-05,
+      "loss": 6.9607,
+      "loss/crossentropy": 1.8907660245895386,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1864405795931816,
+      "step": 2813
+    },
+    {
+      "epoch": 0.469,
+      "grad_norm": 23.625,
+      "grad_norm_var": 2.05,
+      "learning_rate": 5.4887829911067634e-05,
+      "loss": 6.4949,
+      "loss/crossentropy": 1.885775476694107,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17803660780191422,
+      "step": 2814
+    },
+    {
+      "epoch": 0.4691666666666667,
+      "grad_norm": 23.875,
+      "grad_norm_var": 2.1025390625,
+      "learning_rate": 5.486177469611998e-05,
+      "loss": 6.5153,
+      "loss/crossentropy": 1.857023447751999,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14134398475289345,
+      "step": 2815
+    },
+    {
+      "epoch": 0.4693333333333333,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.4416015625,
+      "learning_rate": 5.483571814828921e-05,
+      "loss": 6.5872,
+      "loss/crossentropy": 1.3608087822794914,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12341036088764668,
+      "step": 2816
+    },
+    {
+      "epoch": 0.4695,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.415625,
+      "learning_rate": 5.480966027471889e-05,
+      "loss": 7.1385,
+      "loss/crossentropy": 2.0806781351566315,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1690593734383583,
+      "step": 2817
+    },
+    {
+      "epoch": 0.4696666666666667,
+      "grad_norm": 29.875,
+      "grad_norm_var": 2.99765625,
+      "learning_rate": 5.4783601082552927e-05,
+      "loss": 6.6923,
+      "loss/crossentropy": 2.057664543390274,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15266789495944977,
+      "step": 2818
+    },
+    {
+      "epoch": 0.4698333333333333,
+      "grad_norm": 23.75,
+      "grad_norm_var": 2.9375,
+      "learning_rate": 5.4757540578935596e-05,
+      "loss": 6.9937,
+      "loss/crossentropy": 2.107652097940445,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17804394662380219,
+      "step": 2819
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 24.125,
+      "grad_norm_var": 2.9707682291666666,
+      "learning_rate": 5.473147877101153e-05,
+      "loss": 6.7018,
+      "loss/crossentropy": 1.0269530043005943,
+      "loss/hidden": 2.94140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.08353669382631779,
+      "step": 2820
+    },
+    {
+      "epoch": 0.4701666666666667,
+      "grad_norm": 24.75,
+      "grad_norm_var": 2.957747395833333,
+      "learning_rate": 5.470541566592573e-05,
+      "loss": 6.9634,
+      "loss/crossentropy": 1.9208799004554749,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17772628366947174,
+      "step": 2821
+    },
+    {
+      "epoch": 0.4703333333333333,
+      "grad_norm": 24.0,
+      "grad_norm_var": 2.9697916666666666,
+      "learning_rate": 5.467935127082352e-05,
+      "loss": 6.7483,
+      "loss/crossentropy": 1.9746855795383453,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2152513526380062,
+      "step": 2822
+    },
+    {
+      "epoch": 0.4705,
+      "grad_norm": 25.625,
+      "grad_norm_var": 2.9497395833333333,
+      "learning_rate": 5.465328559285063e-05,
+      "loss": 6.5104,
+      "loss/crossentropy": 1.270074501633644,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15630972106009722,
+      "step": 2823
+    },
+    {
+      "epoch": 0.4706666666666667,
+      "grad_norm": 23.75,
+      "grad_norm_var": 2.9497395833333333,
+      "learning_rate": 5.462721863915312e-05,
+      "loss": 6.8679,
+      "loss/crossentropy": 2.3459425568580627,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14467034861445427,
+      "step": 2824
+    },
+    {
+      "epoch": 0.4708333333333333,
+      "grad_norm": 25.875,
+      "grad_norm_var": 2.978125,
+      "learning_rate": 5.4601150416877367e-05,
+      "loss": 7.2353,
+      "loss/crossentropy": 1.8792019486427307,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21980692073702812,
+      "step": 2825
+    },
+    {
+      "epoch": 0.471,
+      "grad_norm": 23.25,
+      "grad_norm_var": 2.9166015625,
+      "learning_rate": 5.457508093317013e-05,
+      "loss": 6.5113,
+      "loss/crossentropy": 1.5607395470142365,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15574647672474384,
+      "step": 2826
+    },
+    {
+      "epoch": 0.4711666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 3.0962890625,
+      "learning_rate": 5.4549010195178505e-05,
+      "loss": 6.7101,
+      "loss/crossentropy": 1.8824117183685303,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24772265180945396,
+      "step": 2827
+    },
+    {
+      "epoch": 0.4713333333333333,
+      "grad_norm": 25.875,
+      "grad_norm_var": 3.19765625,
+      "learning_rate": 5.4522938210049924e-05,
+      "loss": 7.1497,
+      "loss/crossentropy": 1.787202149629593,
+      "loss/hidden": 3.07421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13155301101505756,
+      "step": 2828
+    },
+    {
+      "epoch": 0.4715,
+      "grad_norm": 23.5,
+      "grad_norm_var": 3.1197265625,
+      "learning_rate": 5.449686498493219e-05,
+      "loss": 6.3846,
+      "loss/crossentropy": 0.7939346432685852,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14405758306384087,
+      "step": 2829
+    },
+    {
+      "epoch": 0.4716666666666667,
+      "grad_norm": 23.625,
+      "grad_norm_var": 3.1197265625,
+      "learning_rate": 5.447079052697342e-05,
+      "loss": 6.6665,
+      "loss/crossentropy": 1.4293166399002075,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15702597424387932,
+      "step": 2830
+    },
+    {
+      "epoch": 0.4718333333333333,
+      "grad_norm": 23.375,
+      "grad_norm_var": 3.1775390625,
+      "learning_rate": 5.4444714843322085e-05,
+      "loss": 6.3799,
+      "loss/crossentropy": 1.96137335896492,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14274326711893082,
+      "step": 2831
+    },
+    {
+      "epoch": 0.472,
+      "grad_norm": 22.75,
+      "grad_norm_var": 3.0447265625,
+      "learning_rate": 5.4418637941126946e-05,
+      "loss": 6.1011,
+      "loss/crossentropy": 1.2110615819692612,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13161998614668846,
+      "step": 2832
+    },
+    {
+      "epoch": 0.4721666666666667,
+      "grad_norm": 22.5,
+      "grad_norm_var": 3.2712890625,
+      "learning_rate": 5.439255982753717e-05,
+      "loss": 6.8817,
+      "loss/crossentropy": 2.0361879765987396,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15901632234454155,
+      "step": 2833
+    },
+    {
+      "epoch": 0.4723333333333333,
+      "grad_norm": 27.5,
+      "grad_norm_var": 1.8747395833333333,
+      "learning_rate": 5.436648050970219e-05,
+      "loss": 6.6938,
+      "loss/crossentropy": 1.8426526188850403,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16592037305235863,
+      "step": 2834
+    },
+    {
+      "epoch": 0.4725,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.8768229166666666,
+      "learning_rate": 5.434039999477182e-05,
+      "loss": 6.3071,
+      "loss/crossentropy": 1.3354709818959236,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16062399931252003,
+      "step": 2835
+    },
+    {
+      "epoch": 0.4726666666666667,
+      "grad_norm": 26.0,
+      "grad_norm_var": 2.061393229166667,
+      "learning_rate": 5.4314318289896185e-05,
+      "loss": 6.9608,
+      "loss/crossentropy": 1.58909210562706,
+      "loss/hidden": 3.6328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23018737137317657,
+      "step": 2836
+    },
+    {
+      "epoch": 0.4728333333333333,
+      "grad_norm": 22.875,
+      "grad_norm_var": 2.189322916666667,
+      "learning_rate": 5.428823540222569e-05,
+      "loss": 6.3786,
+      "loss/crossentropy": 1.6884295493364334,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13239800930023193,
+      "step": 2837
+    },
+    {
+      "epoch": 0.473,
+      "grad_norm": 25.625,
+      "grad_norm_var": 2.2968098958333334,
+      "learning_rate": 5.4262151338911173e-05,
+      "loss": 6.8678,
+      "loss/crossentropy": 1.959713190793991,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1896563582122326,
+      "step": 2838
+    },
+    {
+      "epoch": 0.4731666666666667,
+      "grad_norm": 22.625,
+      "grad_norm_var": 2.356184895833333,
+      "learning_rate": 5.423606610710368e-05,
+      "loss": 6.5326,
+      "loss/crossentropy": 1.7877773940563202,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1782076731324196,
+      "step": 2839
+    },
+    {
+      "epoch": 0.47333333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 2.35,
+      "learning_rate": 5.4209979713954625e-05,
+      "loss": 6.7449,
+      "loss/crossentropy": 1.4989317655563354,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14261072874069214,
+      "step": 2840
+    },
+    {
+      "epoch": 0.4735,
+      "grad_norm": 24.0,
+      "grad_norm_var": 2.1478515625,
+      "learning_rate": 5.418389216661579e-05,
+      "loss": 6.6581,
+      "loss/crossentropy": 1.661399632692337,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1590885929763317,
+      "step": 2841
+    },
+    {
+      "epoch": 0.4736666666666667,
+      "grad_norm": 26.5,
+      "grad_norm_var": 2.4525390625,
+      "learning_rate": 5.4157803472239164e-05,
+      "loss": 6.9424,
+      "loss/crossentropy": 1.7485571503639221,
+      "loss/hidden": 3.65625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21725967526435852,
+      "step": 2842
+    },
+    {
+      "epoch": 0.47383333333333333,
+      "grad_norm": 25.25,
+      "grad_norm_var": 2.3869140625,
+      "learning_rate": 5.413171363797713e-05,
+      "loss": 6.6918,
+      "loss/crossentropy": 1.6524126529693604,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1725828628987074,
+      "step": 2843
+    },
+    {
+      "epoch": 0.474,
+      "grad_norm": 26.75,
+      "grad_norm_var": 2.605208333333333,
+      "learning_rate": 5.410562267098238e-05,
+      "loss": 6.7882,
+      "loss/crossentropy": 1.6639677733182907,
+      "loss/hidden": 3.01953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12066981196403503,
+      "step": 2844
+    },
+    {
+      "epoch": 0.4741666666666667,
+      "grad_norm": 24.375,
+      "grad_norm_var": 2.5400390625,
+      "learning_rate": 5.407953057840789e-05,
+      "loss": 6.7913,
+      "loss/crossentropy": 1.665046066045761,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2337861806154251,
+      "step": 2845
+    },
+    {
+      "epoch": 0.47433333333333333,
+      "grad_norm": 24.0,
+      "grad_norm_var": 2.50390625,
+      "learning_rate": 5.4053437367406946e-05,
+      "loss": 6.7732,
+      "loss/crossentropy": 1.79657781124115,
+      "loss/hidden": 3.671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15920599177479744,
+      "step": 2846
+    },
+    {
+      "epoch": 0.4745,
+      "grad_norm": 23.0,
+      "grad_norm_var": 2.5712890625,
+      "learning_rate": 5.402734304513316e-05,
+      "loss": 6.3935,
+      "loss/crossentropy": 1.629406750202179,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14221295900642872,
+      "step": 2847
+    },
+    {
+      "epoch": 0.4746666666666667,
+      "grad_norm": 24.5,
+      "grad_norm_var": 2.348893229166667,
+      "learning_rate": 5.400124761874045e-05,
+      "loss": 6.9042,
+      "loss/crossentropy": 1.777414709329605,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16390592232346535,
+      "step": 2848
+    },
+    {
+      "epoch": 0.47483333333333333,
+      "grad_norm": 23.375,
+      "grad_norm_var": 2.1479166666666667,
+      "learning_rate": 5.3975151095382995e-05,
+      "loss": 6.8861,
+      "loss/crossentropy": 1.8413878977298737,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2416974902153015,
+      "step": 2849
+    },
+    {
+      "epoch": 0.475,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.5942057291666667,
+      "learning_rate": 5.394905348221533e-05,
+      "loss": 6.858,
+      "loss/crossentropy": 1.9542476832866669,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1666280422359705,
+      "step": 2850
+    },
+    {
+      "epoch": 0.4751666666666667,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.6801432291666667,
+      "learning_rate": 5.392295478639225e-05,
+      "loss": 6.6266,
+      "loss/crossentropy": 1.5151096880435944,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16002069413661957,
+      "step": 2851
+    },
+    {
+      "epoch": 0.47533333333333333,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.5535807291666666,
+      "learning_rate": 5.389685501506887e-05,
+      "loss": 6.8269,
+      "loss/crossentropy": 1.573219656944275,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1552487537264824,
+      "step": 2852
+    },
+    {
+      "epoch": 0.4755,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.6666015625,
+      "learning_rate": 5.3870754175400595e-05,
+      "loss": 6.5687,
+      "loss/crossentropy": 1.7797030210494995,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15571441128849983,
+      "step": 2853
+    },
+    {
+      "epoch": 0.4756666666666667,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.5431640625,
+      "learning_rate": 5.384465227454311e-05,
+      "loss": 6.4708,
+      "loss/crossentropy": 1.5499990582466125,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1455814130604267,
+      "step": 2854
+    },
+    {
+      "epoch": 0.47583333333333333,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.47265625,
+      "learning_rate": 5.381854931965238e-05,
+      "loss": 6.758,
+      "loss/crossentropy": 1.8847831189632416,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14137845113873482,
+      "step": 2855
+    },
+    {
+      "epoch": 0.476,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.4634765625,
+      "learning_rate": 5.3792445317884696e-05,
+      "loss": 6.8701,
+      "loss/crossentropy": 1.9928404092788696,
+      "loss/hidden": 3.87109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1933365799486637,
+      "step": 2856
+    },
+    {
+      "epoch": 0.4761666666666667,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.62890625,
+      "learning_rate": 5.3766340276396646e-05,
+      "loss": 6.6121,
+      "loss/crossentropy": 1.638500452041626,
+      "loss/hidden": 3.0390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1100477073341608,
+      "step": 2857
+    },
+    {
+      "epoch": 0.47633333333333333,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.3385416666666667,
+      "learning_rate": 5.374023420234503e-05,
+      "loss": 6.4298,
+      "loss/crossentropy": 1.4848026484251022,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1466972976922989,
+      "step": 2858
+    },
+    {
+      "epoch": 0.4765,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.2479166666666666,
+      "learning_rate": 5.3714127102887e-05,
+      "loss": 6.7644,
+      "loss/crossentropy": 1.4988243728876114,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15150537714362144,
+      "step": 2859
+    },
+    {
+      "epoch": 0.4766666666666667,
+      "grad_norm": 25.0,
+      "grad_norm_var": 0.79765625,
+      "learning_rate": 5.3688018985179956e-05,
+      "loss": 6.75,
+      "loss/crossentropy": 1.402117133140564,
+      "loss/hidden": 3.62890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17367525398731232,
+      "step": 2860
+    },
+    {
+      "epoch": 0.47683333333333333,
+      "grad_norm": 25.375,
+      "grad_norm_var": 0.9247395833333333,
+      "learning_rate": 5.366190985638159e-05,
+      "loss": 6.9934,
+      "loss/crossentropy": 1.6754064559936523,
+      "loss/hidden": 3.6640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.29941025376319885,
+      "step": 2861
+    },
+    {
+      "epoch": 0.477,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.0145833333333334,
+      "learning_rate": 5.363579972364987e-05,
+      "loss": 6.4816,
+      "loss/crossentropy": 1.7817712128162384,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1413646787405014,
+      "step": 2862
+    },
+    {
+      "epoch": 0.4771666666666667,
+      "grad_norm": 23.625,
+      "grad_norm_var": 0.9660807291666667,
+      "learning_rate": 5.360968859414305e-05,
+      "loss": 6.4974,
+      "loss/crossentropy": 1.8434719145298004,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14013265818357468,
+      "step": 2863
+    },
+    {
+      "epoch": 0.47733333333333333,
+      "grad_norm": 24.0,
+      "grad_norm_var": 0.9426432291666667,
+      "learning_rate": 5.35835764750196e-05,
+      "loss": 6.5399,
+      "loss/crossentropy": 1.0110589042305946,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11509539186954498,
+      "step": 2864
+    },
+    {
+      "epoch": 0.4775,
+      "grad_norm": 24.625,
+      "grad_norm_var": 0.9556640625,
+      "learning_rate": 5.3557463373438357e-05,
+      "loss": 6.4292,
+      "loss/crossentropy": 1.081842727959156,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10082909744232893,
+      "step": 2865
+    },
+    {
+      "epoch": 0.4776666666666667,
+      "grad_norm": 24.125,
+      "grad_norm_var": 0.9556640625,
+      "learning_rate": 5.3531349296558345e-05,
+      "loss": 6.222,
+      "loss/crossentropy": 1.3741930723190308,
+      "loss/hidden": 3.59375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1670348346233368,
+      "step": 2866
+    },
+    {
+      "epoch": 0.47783333333333333,
+      "grad_norm": 26.375,
+      "grad_norm_var": 1.2697916666666667,
+      "learning_rate": 5.3505234251538885e-05,
+      "loss": 6.7525,
+      "loss/crossentropy": 1.7884759604930878,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14248094707727432,
+      "step": 2867
+    },
+    {
+      "epoch": 0.478,
+      "grad_norm": 25.875,
+      "grad_norm_var": 1.3853515625,
+      "learning_rate": 5.3479118245539595e-05,
+      "loss": 6.6583,
+      "loss/crossentropy": 1.4928840547800064,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16642771288752556,
+      "step": 2868
+    },
+    {
+      "epoch": 0.4781666666666667,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.1559895833333333,
+      "learning_rate": 5.345300128572031e-05,
+      "loss": 6.7863,
+      "loss/crossentropy": 1.523953765630722,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1650756485760212,
+      "step": 2869
+    },
+    {
+      "epoch": 0.47833333333333333,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.1837890625,
+      "learning_rate": 5.342688337924111e-05,
+      "loss": 6.6381,
+      "loss/crossentropy": 1.9321894347667694,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1449338160455227,
+      "step": 2870
+    },
+    {
+      "epoch": 0.4785,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.0541015625,
+      "learning_rate": 5.340076453326241e-05,
+      "loss": 6.7892,
+      "loss/crossentropy": 2.1198030412197113,
+      "loss/hidden": 2.9765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14381781592965126,
+      "step": 2871
+    },
+    {
+      "epoch": 0.4786666666666667,
+      "grad_norm": 27.375,
+      "grad_norm_var": 1.5830729166666666,
+      "learning_rate": 5.3374644754944836e-05,
+      "loss": 6.6024,
+      "loss/crossentropy": 1.7388387322425842,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15173347294330597,
+      "step": 2872
+    },
+    {
+      "epoch": 0.47883333333333333,
+      "grad_norm": 32.5,
+      "grad_norm_var": 5.023893229166666,
+      "learning_rate": 5.3348524051449254e-05,
+      "loss": 6.7726,
+      "loss/crossentropy": 2.182144045829773,
+      "loss/hidden": 2.8984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14554834365844727,
+      "step": 2873
+    },
+    {
+      "epoch": 0.479,
+      "grad_norm": 25.875,
+      "grad_norm_var": 5.04765625,
+      "learning_rate": 5.3322402429936816e-05,
+      "loss": 6.7113,
+      "loss/crossentropy": 1.7090790644288063,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16445209458470345,
+      "step": 2874
+    },
+    {
+      "epoch": 0.4791666666666667,
+      "grad_norm": 23.75,
+      "grad_norm_var": 5.04765625,
+      "learning_rate": 5.32962798975689e-05,
+      "loss": 6.4229,
+      "loss/crossentropy": 1.5320026725530624,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1450561210513115,
+      "step": 2875
+    },
+    {
+      "epoch": 0.47933333333333333,
+      "grad_norm": 26.875,
+      "grad_norm_var": 5.1931640625,
+      "learning_rate": 5.327015646150716e-05,
+      "loss": 6.7923,
+      "loss/crossentropy": 1.9536858201026917,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1850251741707325,
+      "step": 2876
+    },
+    {
+      "epoch": 0.4795,
+      "grad_norm": 28.125,
+      "grad_norm_var": 5.651497395833333,
+      "learning_rate": 5.3244032128913476e-05,
+      "loss": 6.6141,
+      "loss/crossentropy": 1.4557621628046036,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15553921647369862,
+      "step": 2877
+    },
+    {
+      "epoch": 0.4796666666666667,
+      "grad_norm": 24.375,
+      "grad_norm_var": 5.202083333333333,
+      "learning_rate": 5.3217906906949985e-05,
+      "loss": 6.585,
+      "loss/crossentropy": 1.7521871626377106,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17348328046500683,
+      "step": 2878
+    },
+    {
+      "epoch": 0.47983333333333333,
+      "grad_norm": 23.0,
+      "grad_norm_var": 5.398372395833333,
+      "learning_rate": 5.319178080277908e-05,
+      "loss": 6.3508,
+      "loss/crossentropy": 1.611827239394188,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13513603061437607,
+      "step": 2879
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 22.625,
+      "grad_norm_var": 5.81875,
+      "learning_rate": 5.3165653823563355e-05,
+      "loss": 6.4909,
+      "loss/crossentropy": 1.1397621780633926,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12984154000878334,
+      "step": 2880
+    },
+    {
+      "epoch": 0.4801666666666667,
+      "grad_norm": 23.375,
+      "grad_norm_var": 6.07265625,
+      "learning_rate": 5.313952597646568e-05,
+      "loss": 6.498,
+      "loss/crossentropy": 1.417563334107399,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16104856505990028,
+      "step": 2881
+    },
+    {
+      "epoch": 0.48033333333333333,
+      "grad_norm": 25.875,
+      "grad_norm_var": 5.946875,
+      "learning_rate": 5.311339726864915e-05,
+      "loss": 6.7216,
+      "loss/crossentropy": 1.5689164698123932,
+      "loss/hidden": 3.03125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12938758730888367,
+      "step": 2882
+    },
+    {
+      "epoch": 0.4805,
+      "grad_norm": 25.875,
+      "grad_norm_var": 5.910416666666666,
+      "learning_rate": 5.30872677072771e-05,
+      "loss": 6.9518,
+      "loss/crossentropy": 1.820249229669571,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2309202030301094,
+      "step": 2883
+    },
+    {
+      "epoch": 0.4806666666666667,
+      "grad_norm": 23.625,
+      "grad_norm_var": 6.133072916666666,
+      "learning_rate": 5.30611372995131e-05,
+      "loss": 6.58,
+      "loss/crossentropy": 1.645147755742073,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14230753295123577,
+      "step": 2884
+    },
+    {
+      "epoch": 0.48083333333333333,
+      "grad_norm": 23.5,
+      "grad_norm_var": 6.243489583333333,
+      "learning_rate": 5.3035006052520955e-05,
+      "loss": 6.6234,
+      "loss/crossentropy": 1.9843037724494934,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1487304586917162,
+      "step": 2885
+    },
+    {
+      "epoch": 0.481,
+      "grad_norm": 22.5,
+      "grad_norm_var": 6.764322916666667,
+      "learning_rate": 5.3008873973464676e-05,
+      "loss": 6.6475,
+      "loss/crossentropy": 2.152568757534027,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15959417074918747,
+      "step": 2886
+    },
+    {
+      "epoch": 0.4811666666666667,
+      "grad_norm": 24.0,
+      "grad_norm_var": 6.82890625,
+      "learning_rate": 5.298274106950854e-05,
+      "loss": 6.217,
+      "loss/crossentropy": 1.221180036664009,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14145151898264885,
+      "step": 2887
+    },
+    {
+      "epoch": 0.48133333333333334,
+      "grad_norm": 26.375,
+      "grad_norm_var": 6.601822916666666,
+      "learning_rate": 5.295660734781701e-05,
+      "loss": 6.8211,
+      "loss/crossentropy": 2.2130552530288696,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17287081107497215,
+      "step": 2888
+    },
+    {
+      "epoch": 0.4815,
+      "grad_norm": 23.625,
+      "grad_norm_var": 2.8160807291666665,
+      "learning_rate": 5.293047281555482e-05,
+      "loss": 6.8271,
+      "loss/crossentropy": 1.528072401881218,
+      "loss/hidden": 3.57421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17629124969244003,
+      "step": 2889
+    },
+    {
+      "epoch": 0.4816666666666667,
+      "grad_norm": 22.125,
+      "grad_norm_var": 3.0504557291666665,
+      "learning_rate": 5.29043374798869e-05,
+      "loss": 6.3679,
+      "loss/crossentropy": 1.6327618658542633,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13835850358009338,
+      "step": 2890
+    },
+    {
+      "epoch": 0.48183333333333334,
+      "grad_norm": 24.5,
+      "grad_norm_var": 3.0254557291666666,
+      "learning_rate": 5.2878201347978374e-05,
+      "loss": 6.7692,
+      "loss/crossentropy": 1.9046348929405212,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11934380978345871,
+      "step": 2891
+    },
+    {
+      "epoch": 0.482,
+      "grad_norm": 25.625,
+      "grad_norm_var": 2.7103515625,
+      "learning_rate": 5.285206442699462e-05,
+      "loss": 6.8732,
+      "loss/crossentropy": 1.2858853191137314,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14186707511544228,
+      "step": 2892
+    },
+    {
+      "epoch": 0.4821666666666667,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.8872395833333333,
+      "learning_rate": 5.2825926724101236e-05,
+      "loss": 6.3245,
+      "loss/crossentropy": 1.7046302556991577,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1507364884018898,
+      "step": 2893
+    },
+    {
+      "epoch": 0.48233333333333334,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.9309895833333333,
+      "learning_rate": 5.2799788246464e-05,
+      "loss": 6.684,
+      "loss/crossentropy": 1.5062791109085083,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20619946159422398,
+      "step": 2894
+    },
+    {
+      "epoch": 0.4825,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.8927083333333334,
+      "learning_rate": 5.277364900124896e-05,
+      "loss": 6.7791,
+      "loss/crossentropy": 1.434097021818161,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2609722837805748,
+      "step": 2895
+    },
+    {
+      "epoch": 0.4826666666666667,
+      "grad_norm": 26.125,
+      "grad_norm_var": 1.9729166666666667,
+      "learning_rate": 5.27475089956223e-05,
+      "loss": 6.8314,
+      "loss/crossentropy": 1.6013457477092743,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14252036437392235,
+      "step": 2896
+    },
+    {
+      "epoch": 0.48283333333333334,
+      "grad_norm": 22.0,
+      "grad_norm_var": 2.262955729166667,
+      "learning_rate": 5.272136823675046e-05,
+      "loss": 6.5753,
+      "loss/crossentropy": 1.4594693779945374,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15405169874429703,
+      "step": 2897
+    },
+    {
+      "epoch": 0.483,
+      "grad_norm": 24.0,
+      "grad_norm_var": 2.070572916666667,
+      "learning_rate": 5.269522673180009e-05,
+      "loss": 6.7323,
+      "loss/crossentropy": 2.0661973655223846,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22357401996850967,
+      "step": 2898
+    },
+    {
+      "epoch": 0.4831666666666667,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.8525390625,
+      "learning_rate": 5.266908448793803e-05,
+      "loss": 6.7087,
+      "loss/crossentropy": 2.1041968762874603,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14956806227564812,
+      "step": 2899
+    },
+    {
+      "epoch": 0.48333333333333334,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.9619140625,
+      "learning_rate": 5.264294151233132e-05,
+      "loss": 6.9622,
+      "loss/crossentropy": 1.3976456373929977,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19979538023471832,
+      "step": 2900
+    },
+    {
+      "epoch": 0.4835,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.9375,
+      "learning_rate": 5.26167978121472e-05,
+      "loss": 6.6611,
+      "loss/crossentropy": 1.316792830824852,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2820627186447382,
+      "step": 2901
+    },
+    {
+      "epoch": 0.4836666666666667,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.7833333333333334,
+      "learning_rate": 5.2590653394553127e-05,
+      "loss": 6.7246,
+      "loss/crossentropy": 1.6705196797847748,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2514652796089649,
+      "step": 2902
+    },
+    {
+      "epoch": 0.48383333333333334,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.8093098958333333,
+      "learning_rate": 5.256450826671672e-05,
+      "loss": 6.4402,
+      "loss/crossentropy": 1.7888985723257065,
+      "loss/hidden": 3.0,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12490365654230118,
+      "step": 2903
+    },
+    {
+      "epoch": 0.484,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.5309895833333333,
+      "learning_rate": 5.253836243580582e-05,
+      "loss": 6.446,
+      "loss/crossentropy": 1.3107104450464249,
+      "loss/hidden": 3.52734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15921468287706375,
+      "step": 2904
+    },
+    {
+      "epoch": 0.4841666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.5905598958333333,
+      "learning_rate": 5.2512215908988484e-05,
+      "loss": 6.641,
+      "loss/crossentropy": 1.4351719915866852,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2254962045699358,
+      "step": 2905
+    },
+    {
+      "epoch": 0.48433333333333334,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.3854166666666667,
+      "learning_rate": 5.24860686934329e-05,
+      "loss": 7.0101,
+      "loss/crossentropy": 2.329892545938492,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2350183092057705,
+      "step": 2906
+    },
+    {
+      "epoch": 0.4845,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.37890625,
+      "learning_rate": 5.245992079630748e-05,
+      "loss": 6.679,
+      "loss/crossentropy": 1.542965590953827,
+      "loss/hidden": 3.49609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2737541850656271,
+      "step": 2907
+    },
+    {
+      "epoch": 0.4846666666666667,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.234375,
+      "learning_rate": 5.243377222478083e-05,
+      "loss": 6.9565,
+      "loss/crossentropy": 2.229538530111313,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20537570118904114,
+      "step": 2908
+    },
+    {
+      "epoch": 0.48483333333333334,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.0671223958333333,
+      "learning_rate": 5.240762298602171e-05,
+      "loss": 6.641,
+      "loss/crossentropy": 1.828929916024208,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14239436760544777,
+      "step": 2909
+    },
+    {
+      "epoch": 0.485,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.0802083333333334,
+      "learning_rate": 5.2381473087199094e-05,
+      "loss": 6.8315,
+      "loss/crossentropy": 2.053830087184906,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2287069894373417,
+      "step": 2910
+    },
+    {
+      "epoch": 0.4851666666666667,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.0895182291666667,
+      "learning_rate": 5.235532253548213e-05,
+      "loss": 6.7257,
+      "loss/crossentropy": 1.9736424088478088,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14862258732318878,
+      "step": 2911
+    },
+    {
+      "epoch": 0.48533333333333334,
+      "grad_norm": 24.875,
+      "grad_norm_var": 0.8447265625,
+      "learning_rate": 5.232917133804014e-05,
+      "loss": 7.0577,
+      "loss/crossentropy": 1.8320058584213257,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19657309167087078,
+      "step": 2912
+    },
+    {
+      "epoch": 0.4855,
+      "grad_norm": 26.75,
+      "grad_norm_var": 0.9931640625,
+      "learning_rate": 5.230301950204262e-05,
+      "loss": 6.8767,
+      "loss/crossentropy": 2.009101986885071,
+      "loss/hidden": 3.109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1631220132112503,
+      "step": 2913
+    },
+    {
+      "epoch": 0.4856666666666667,
+      "grad_norm": 23.875,
+      "grad_norm_var": 0.9989583333333333,
+      "learning_rate": 5.227686703465924e-05,
+      "loss": 6.4714,
+      "loss/crossentropy": 1.6194855570793152,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11382167227566242,
+      "step": 2914
+    },
+    {
+      "epoch": 0.48583333333333334,
+      "grad_norm": 25.625,
+      "grad_norm_var": 1.0858723958333334,
+      "learning_rate": 5.2250713943059826e-05,
+      "loss": 6.9337,
+      "loss/crossentropy": 1.759376883506775,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26990845799446106,
+      "step": 2915
+    },
+    {
+      "epoch": 0.486,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.0184895833333334,
+      "learning_rate": 5.222456023441444e-05,
+      "loss": 6.4473,
+      "loss/crossentropy": 1.5220758765935898,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1482686847448349,
+      "step": 2916
+    },
+    {
+      "epoch": 0.4861666666666667,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.0333333333333334,
+      "learning_rate": 5.219840591589325e-05,
+      "loss": 6.9892,
+      "loss/crossentropy": 2.1471269130706787,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17926238104701042,
+      "step": 2917
+    },
+    {
+      "epoch": 0.48633333333333334,
+      "grad_norm": 26.375,
+      "grad_norm_var": 1.2145182291666667,
+      "learning_rate": 5.217225099466661e-05,
+      "loss": 6.8493,
+      "loss/crossentropy": 2.250012546777725,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1585858277976513,
+      "step": 2918
+    },
+    {
+      "epoch": 0.4865,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.2077473958333333,
+      "learning_rate": 5.2146095477905033e-05,
+      "loss": 6.7212,
+      "loss/crossentropy": 2.4387756288051605,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2111527994275093,
+      "step": 2919
+    },
+    {
+      "epoch": 0.4866666666666667,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.1374348958333333,
+      "learning_rate": 5.2119939372779216e-05,
+      "loss": 6.6756,
+      "loss/crossentropy": 1.4934394508600235,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15334974974393845,
+      "step": 2920
+    },
+    {
+      "epoch": 0.48683333333333334,
+      "grad_norm": 24.125,
+      "grad_norm_var": 0.9809895833333333,
+      "learning_rate": 5.209378268645998e-05,
+      "loss": 6.8104,
+      "loss/crossentropy": 1.7781494855880737,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1803248655050993,
+      "step": 2921
+    },
+    {
+      "epoch": 0.487,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.2197265625,
+      "learning_rate": 5.206762542611836e-05,
+      "loss": 6.6172,
+      "loss/crossentropy": 1.8767629563808441,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16515902802348137,
+      "step": 2922
+    },
+    {
+      "epoch": 0.4871666666666667,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.4676432291666666,
+      "learning_rate": 5.204146759892551e-05,
+      "loss": 6.5273,
+      "loss/crossentropy": 2.0522280633449554,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16468250378966331,
+      "step": 2923
+    },
+    {
+      "epoch": 0.48733333333333334,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.5145833333333334,
+      "learning_rate": 5.201530921205272e-05,
+      "loss": 6.8399,
+      "loss/crossentropy": 1.841405600309372,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16139505431056023,
+      "step": 2924
+    },
+    {
+      "epoch": 0.4875,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.5374348958333333,
+      "learning_rate": 5.19891502726715e-05,
+      "loss": 6.4267,
+      "loss/crossentropy": 1.631041020154953,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15263931453227997,
+      "step": 2925
+    },
+    {
+      "epoch": 0.4876666666666667,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.52890625,
+      "learning_rate": 5.196299078795344e-05,
+      "loss": 6.8378,
+      "loss/crossentropy": 1.5644251555204391,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1814773641526699,
+      "step": 2926
+    },
+    {
+      "epoch": 0.48783333333333334,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.4747395833333334,
+      "learning_rate": 5.193683076507031e-05,
+      "loss": 6.4175,
+      "loss/crossentropy": 1.8049434423446655,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15672629326581955,
+      "step": 2927
+    },
+    {
+      "epoch": 0.488,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.4827473958333333,
+      "learning_rate": 5.191067021119407e-05,
+      "loss": 6.5786,
+      "loss/crossentropy": 1.3631971329450607,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1412796564400196,
+      "step": 2928
+    },
+    {
+      "epoch": 0.4881666666666667,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.1645833333333333,
+      "learning_rate": 5.188450913349674e-05,
+      "loss": 6.5361,
+      "loss/crossentropy": 1.2419881522655487,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1478593833744526,
+      "step": 2929
+    },
+    {
+      "epoch": 0.48833333333333334,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.2302083333333333,
+      "learning_rate": 5.185834753915053e-05,
+      "loss": 7.1736,
+      "loss/crossentropy": 2.262906938791275,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2439856007695198,
+      "step": 2930
+    },
+    {
+      "epoch": 0.4885,
+      "grad_norm": 26.0,
+      "grad_norm_var": 1.3030598958333333,
+      "learning_rate": 5.183218543532782e-05,
+      "loss": 6.7045,
+      "loss/crossentropy": 1.4672290533781052,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13491892628371716,
+      "step": 2931
+    },
+    {
+      "epoch": 0.4886666666666667,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.3372395833333333,
+      "learning_rate": 5.180602282920107e-05,
+      "loss": 6.6716,
+      "loss/crossentropy": 2.1121416091918945,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21426812559366226,
+      "step": 2932
+    },
+    {
+      "epoch": 0.48883333333333334,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.3684895833333333,
+      "learning_rate": 5.1779859727942924e-05,
+      "loss": 6.8118,
+      "loss/crossentropy": 1.9667574763298035,
+      "loss/hidden": 3.55078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19220608100295067,
+      "step": 2933
+    },
+    {
+      "epoch": 0.489,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.0431640625,
+      "learning_rate": 5.175369613872615e-05,
+      "loss": 6.782,
+      "loss/crossentropy": 1.6779934763908386,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20241590030491352,
+      "step": 2934
+    },
+    {
+      "epoch": 0.4891666666666667,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.053125,
+      "learning_rate": 5.172753206872363e-05,
+      "loss": 6.5261,
+      "loss/crossentropy": 1.410366490483284,
+      "loss/hidden": 3.703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23861847072839737,
+      "step": 2935
+    },
+    {
+      "epoch": 0.48933333333333334,
+      "grad_norm": 26.75,
+      "grad_norm_var": 1.478125,
+      "learning_rate": 5.170136752510837e-05,
+      "loss": 6.4866,
+      "loss/crossentropy": 1.91759192943573,
+      "loss/hidden": 3.0,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12812603451311588,
+      "step": 2936
+    },
+    {
+      "epoch": 0.4895,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.4768229166666667,
+      "learning_rate": 5.167520251505358e-05,
+      "loss": 6.8765,
+      "loss/crossentropy": 1.4678051620721817,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22709360346198082,
+      "step": 2937
+    },
+    {
+      "epoch": 0.48966666666666664,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.2785807291666667,
+      "learning_rate": 5.164903704573251e-05,
+      "loss": 6.674,
+      "loss/crossentropy": 1.8982597887516022,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14554134756326675,
+      "step": 2938
+    },
+    {
+      "epoch": 0.48983333333333334,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.0754557291666667,
+      "learning_rate": 5.162287112431858e-05,
+      "loss": 7.119,
+      "loss/crossentropy": 2.17648983001709,
+      "loss/hidden": 3.6328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.206342875957489,
+      "step": 2939
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.1525390625,
+      "learning_rate": 5.159670475798534e-05,
+      "loss": 6.3108,
+      "loss/crossentropy": 1.422484651207924,
+      "loss/hidden": 3.73046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1846659816801548,
+      "step": 2940
+    },
+    {
+      "epoch": 0.49016666666666664,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.0181640625,
+      "learning_rate": 5.157053795390642e-05,
+      "loss": 7.1955,
+      "loss/crossentropy": 1.9009039998054504,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22791031002998352,
+      "step": 2941
+    },
+    {
+      "epoch": 0.49033333333333334,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.2643229166666667,
+      "learning_rate": 5.154437071925562e-05,
+      "loss": 6.4857,
+      "loss/crossentropy": 2.2688332200050354,
+      "loss/hidden": 2.99609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15523156337440014,
+      "step": 2942
+    },
+    {
+      "epoch": 0.4905,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.2854166666666667,
+      "learning_rate": 5.151820306120682e-05,
+      "loss": 6.4796,
+      "loss/crossentropy": 1.9672608375549316,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17303120717406273,
+      "step": 2943
+    },
+    {
+      "epoch": 0.49066666666666664,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.2889973958333334,
+      "learning_rate": 5.1492034986934046e-05,
+      "loss": 6.5577,
+      "loss/crossentropy": 1.9061519801616669,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13762964867055416,
+      "step": 2944
+    },
+    {
+      "epoch": 0.49083333333333334,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.2952473958333333,
+      "learning_rate": 5.1465866503611426e-05,
+      "loss": 6.9548,
+      "loss/crossentropy": 1.8324230015277863,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16318877786397934,
+      "step": 2945
+    },
+    {
+      "epoch": 0.491,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.2952473958333333,
+      "learning_rate": 5.143969761841317e-05,
+      "loss": 6.5711,
+      "loss/crossentropy": 1.976641207933426,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21919742226600647,
+      "step": 2946
+    },
+    {
+      "epoch": 0.49116666666666664,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.2447916666666667,
+      "learning_rate": 5.141352833851367e-05,
+      "loss": 6.5593,
+      "loss/crossentropy": 1.4756419956684113,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12871766462922096,
+      "step": 2947
+    },
+    {
+      "epoch": 0.49133333333333334,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.22890625,
+      "learning_rate": 5.138735867108735e-05,
+      "loss": 6.9791,
+      "loss/crossentropy": 1.684879869222641,
+      "loss/hidden": 3.54296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1709710843861103,
+      "step": 2948
+    },
+    {
+      "epoch": 0.4915,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.3249348958333333,
+      "learning_rate": 5.136118862330876e-05,
+      "loss": 6.5381,
+      "loss/crossentropy": 1.644229680299759,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20182657800614834,
+      "step": 2949
+    },
+    {
+      "epoch": 0.49166666666666664,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.4134765625,
+      "learning_rate": 5.133501820235264e-05,
+      "loss": 6.6408,
+      "loss/crossentropy": 1.5144334882497787,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17524146661162376,
+      "step": 2950
+    },
+    {
+      "epoch": 0.49183333333333334,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.4379557291666667,
+      "learning_rate": 5.1308847415393666e-05,
+      "loss": 7.0581,
+      "loss/crossentropy": 2.1297910511493683,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15112894773483276,
+      "step": 2951
+    },
+    {
+      "epoch": 0.492,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.0582682291666667,
+      "learning_rate": 5.1282676269606756e-05,
+      "loss": 6.5902,
+      "loss/crossentropy": 1.680061250925064,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16042039170861244,
+      "step": 2952
+    },
+    {
+      "epoch": 0.49216666666666664,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.1434895833333334,
+      "learning_rate": 5.125650477216688e-05,
+      "loss": 6.6821,
+      "loss/crossentropy": 1.8218619525432587,
+      "loss/hidden": 3.578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18027618899941444,
+      "step": 2953
+    },
+    {
+      "epoch": 0.49233333333333335,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.1379557291666667,
+      "learning_rate": 5.123033293024909e-05,
+      "loss": 6.8805,
+      "loss/crossentropy": 1.8872800469398499,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17966361343860626,
+      "step": 2954
+    },
+    {
+      "epoch": 0.4925,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.0978515625,
+      "learning_rate": 5.120416075102855e-05,
+      "loss": 6.2936,
+      "loss/crossentropy": 1.8703718781471252,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16204862669110298,
+      "step": 2955
+    },
+    {
+      "epoch": 0.49266666666666664,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.075,
+      "learning_rate": 5.117798824168052e-05,
+      "loss": 6.7514,
+      "loss/crossentropy": 1.6251640021800995,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18999819085001945,
+      "step": 2956
+    },
+    {
+      "epoch": 0.49283333333333335,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.1541015625,
+      "learning_rate": 5.115181540938032e-05,
+      "loss": 6.6594,
+      "loss/crossentropy": 2.1068938970565796,
+      "loss/hidden": 2.93359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13518926687538624,
+      "step": 2957
+    },
+    {
+      "epoch": 0.493,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.1025390625,
+      "learning_rate": 5.112564226130339e-05,
+      "loss": 6.6089,
+      "loss/crossentropy": 1.7774065136909485,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14111309126019478,
+      "step": 2958
+    },
+    {
+      "epoch": 0.49316666666666664,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.1499348958333333,
+      "learning_rate": 5.109946880462526e-05,
+      "loss": 6.6973,
+      "loss/crossentropy": 2.3215850591659546,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16657710447907448,
+      "step": 2959
+    },
+    {
+      "epoch": 0.49333333333333335,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.2296223958333334,
+      "learning_rate": 5.107329504652152e-05,
+      "loss": 6.3989,
+      "loss/crossentropy": 1.4249875247478485,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17959371954202652,
+      "step": 2960
+    },
+    {
+      "epoch": 0.4935,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.1541666666666666,
+      "learning_rate": 5.104712099416785e-05,
+      "loss": 6.3263,
+      "loss/crossentropy": 1.7685519456863403,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1497449167072773,
+      "step": 2961
+    },
+    {
+      "epoch": 0.49366666666666664,
+      "grad_norm": 23.625,
+      "grad_norm_var": 0.9955729166666667,
+      "learning_rate": 5.102094665474003e-05,
+      "loss": 6.5982,
+      "loss/crossentropy": 1.4951632469892502,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15128213539719582,
+      "step": 2962
+    },
+    {
+      "epoch": 0.49383333333333335,
+      "grad_norm": 24.125,
+      "grad_norm_var": 0.9447916666666667,
+      "learning_rate": 5.09947720354139e-05,
+      "loss": 6.9266,
+      "loss/crossentropy": 1.5450572669506073,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13490373641252518,
+      "step": 2963
+    },
+    {
+      "epoch": 0.494,
+      "grad_norm": 24.0,
+      "grad_norm_var": 0.9462890625,
+      "learning_rate": 5.096859714336535e-05,
+      "loss": 6.4464,
+      "loss/crossentropy": 1.755717545747757,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14311992935836315,
+      "step": 2964
+    },
+    {
+      "epoch": 0.49416666666666664,
+      "grad_norm": 23.875,
+      "grad_norm_var": 0.86015625,
+      "learning_rate": 5.094242198577042e-05,
+      "loss": 6.9164,
+      "loss/crossentropy": 1.6597387492656708,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13109128922224045,
+      "step": 2965
+    },
+    {
+      "epoch": 0.49433333333333335,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.8143229166666667,
+      "learning_rate": 5.091624656980515e-05,
+      "loss": 6.6859,
+      "loss/crossentropy": 1.0730138570070267,
+      "loss/hidden": 3.6484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12247218377888203,
+      "step": 2966
+    },
+    {
+      "epoch": 0.4945,
+      "grad_norm": 25.0,
+      "grad_norm_var": 0.8143229166666667,
+      "learning_rate": 5.089007090264568e-05,
+      "loss": 6.7713,
+      "loss/crossentropy": 2.023543566465378,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16617300361394882,
+      "step": 2967
+    },
+    {
+      "epoch": 0.49466666666666664,
+      "grad_norm": 25.0,
+      "grad_norm_var": 0.775,
+      "learning_rate": 5.086389499146823e-05,
+      "loss": 6.9372,
+      "loss/crossentropy": 1.7703307121992111,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1702073998749256,
+      "step": 2968
+    },
+    {
+      "epoch": 0.49483333333333335,
+      "grad_norm": 23.25,
+      "grad_norm_var": 0.675,
+      "learning_rate": 5.0837718843449075e-05,
+      "loss": 6.8003,
+      "loss/crossentropy": 1.7194498181343079,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24706978350877762,
+      "step": 2969
+    },
+    {
+      "epoch": 0.495,
+      "grad_norm": 22.75,
+      "grad_norm_var": 0.7181640625,
+      "learning_rate": 5.081154246576454e-05,
+      "loss": 6.7367,
+      "loss/crossentropy": 1.8209796324372292,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19270311668515205,
+      "step": 2970
+    },
+    {
+      "epoch": 0.49516666666666664,
+      "grad_norm": 22.0,
+      "grad_norm_var": 0.8494140625,
+      "learning_rate": 5.078536586559104e-05,
+      "loss": 6.4593,
+      "loss/crossentropy": 1.6981536746025085,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14221267960965633,
+      "step": 2971
+    },
+    {
+      "epoch": 0.49533333333333335,
+      "grad_norm": 22.625,
+      "grad_norm_var": 0.8749348958333333,
+      "learning_rate": 5.075918905010504e-05,
+      "loss": 6.4974,
+      "loss/crossentropy": 2.0531257688999176,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13693305663764477,
+      "step": 2972
+    },
+    {
+      "epoch": 0.4955,
+      "grad_norm": 26.375,
+      "grad_norm_var": 1.3233723958333334,
+      "learning_rate": 5.073301202648304e-05,
+      "loss": 6.9922,
+      "loss/crossentropy": 1.7919300496578217,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.204304751008749,
+      "step": 2973
+    },
+    {
+      "epoch": 0.49566666666666664,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.1686848958333333,
+      "learning_rate": 5.070683480190165e-05,
+      "loss": 6.43,
+      "loss/crossentropy": 1.4938892722129822,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11692242324352264,
+      "step": 2974
+    },
+    {
+      "epoch": 0.49583333333333335,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.2052083333333334,
+      "learning_rate": 5.068065738353748e-05,
+      "loss": 6.591,
+      "loss/crossentropy": 1.4440183490514755,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1657623741775751,
+      "step": 2975
+    },
+    {
+      "epoch": 0.496,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.2530598958333334,
+      "learning_rate": 5.0654479778567223e-05,
+      "loss": 6.7243,
+      "loss/crossentropy": 1.7204582542181015,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13849341869354248,
+      "step": 2976
+    },
+    {
+      "epoch": 0.49616666666666664,
+      "grad_norm": 25.625,
+      "grad_norm_var": 1.4622395833333333,
+      "learning_rate": 5.062830199416764e-05,
+      "loss": 7.0344,
+      "loss/crossentropy": 1.7513072490692139,
+      "loss/hidden": 3.54296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17458157241344452,
+      "step": 2977
+    },
+    {
+      "epoch": 0.49633333333333335,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.4802083333333333,
+      "learning_rate": 5.0602124037515496e-05,
+      "loss": 6.5556,
+      "loss/crossentropy": 2.0953483879566193,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16966259106993675,
+      "step": 2978
+    },
+    {
+      "epoch": 0.4965,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.4811848958333333,
+      "learning_rate": 5.0575945915787616e-05,
+      "loss": 6.2309,
+      "loss/crossentropy": 1.6899926662445068,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13985242322087288,
+      "step": 2979
+    },
+    {
+      "epoch": 0.49666666666666665,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.4837890625,
+      "learning_rate": 5.0549767636160915e-05,
+      "loss": 6.3154,
+      "loss/crossentropy": 1.1942661553621292,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14027773588895798,
+      "step": 2980
+    },
+    {
+      "epoch": 0.49683333333333335,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.54765625,
+      "learning_rate": 5.052358920581229e-05,
+      "loss": 6.7582,
+      "loss/crossentropy": 1.5369926691055298,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18592248857021332,
+      "step": 2981
+    },
+    {
+      "epoch": 0.497,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.6686848958333333,
+      "learning_rate": 5.049741063191873e-05,
+      "loss": 6.3695,
+      "loss/crossentropy": 1.5143145620822906,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13262081146240234,
+      "step": 2982
+    },
+    {
+      "epoch": 0.49716666666666665,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.6264973958333333,
+      "learning_rate": 5.047123192165721e-05,
+      "loss": 6.5918,
+      "loss/crossentropy": 1.7870427072048187,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1795077808201313,
+      "step": 2983
+    },
+    {
+      "epoch": 0.49733333333333335,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.5421223958333334,
+      "learning_rate": 5.0445053082204785e-05,
+      "loss": 6.5381,
+      "loss/crossentropy": 1.610135793685913,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15838078409433365,
+      "step": 2984
+    },
+    {
+      "epoch": 0.4975,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.6046223958333334,
+      "learning_rate": 5.041887412073854e-05,
+      "loss": 6.6789,
+      "loss/crossentropy": 1.6081618815660477,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14348451048135757,
+      "step": 2985
+    },
+    {
+      "epoch": 0.49766666666666665,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.7270833333333333,
+      "learning_rate": 5.039269504443557e-05,
+      "loss": 6.6851,
+      "loss/crossentropy": 1.902019813656807,
+      "loss/hidden": 3.6328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17877937108278275,
+      "step": 2986
+    },
+    {
+      "epoch": 0.49783333333333335,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.6603515625,
+      "learning_rate": 5.036651586047303e-05,
+      "loss": 6.5166,
+      "loss/crossentropy": 2.1165850162506104,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1473966520279646,
+      "step": 2987
+    },
+    {
+      "epoch": 0.498,
+      "grad_norm": 27.0,
+      "grad_norm_var": 2.159375,
+      "learning_rate": 5.034033657602809e-05,
+      "loss": 7.0945,
+      "loss/crossentropy": 1.9460691213607788,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17784300073981285,
+      "step": 2988
+    },
+    {
+      "epoch": 0.49816666666666665,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.8593098958333334,
+      "learning_rate": 5.0314157198277954e-05,
+      "loss": 6.5112,
+      "loss/crossentropy": 1.4433054774999619,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10558427032083273,
+      "step": 2989
+    },
+    {
+      "epoch": 0.49833333333333335,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.8577473958333333,
+      "learning_rate": 5.028797773439984e-05,
+      "loss": 6.6673,
+      "loss/crossentropy": 1.5646501332521439,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14003643579781055,
+      "step": 2990
+    },
+    {
+      "epoch": 0.4985,
+      "grad_norm": 26.875,
+      "grad_norm_var": 2.2122395833333335,
+      "learning_rate": 5.026179819157098e-05,
+      "loss": 6.4453,
+      "loss/crossentropy": 1.929468035697937,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1746179759502411,
+      "step": 2991
+    },
+    {
+      "epoch": 0.49866666666666665,
+      "grad_norm": 25.25,
+      "grad_norm_var": 2.0260416666666665,
+      "learning_rate": 5.023561857696867e-05,
+      "loss": 6.6465,
+      "loss/crossentropy": 1.7990538775920868,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1682593785226345,
+      "step": 2992
+    },
+    {
+      "epoch": 0.49883333333333335,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.9770182291666667,
+      "learning_rate": 5.02094388977702e-05,
+      "loss": 6.7916,
+      "loss/crossentropy": 1.4680715650320053,
+      "loss/hidden": 2.984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1150049939751625,
+      "step": 2993
+    },
+    {
+      "epoch": 0.499,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.9973307291666667,
+      "learning_rate": 5.018325916115286e-05,
+      "loss": 6.6875,
+      "loss/crossentropy": 1.5559774488210678,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18758028373122215,
+      "step": 2994
+    },
+    {
+      "epoch": 0.49916666666666665,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.9426432291666667,
+      "learning_rate": 5.0157079374293983e-05,
+      "loss": 6.9284,
+      "loss/crossentropy": 1.4037504345178604,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14082873798906803,
+      "step": 2995
+    },
+    {
+      "epoch": 0.49933333333333335,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.8927083333333334,
+      "learning_rate": 5.013089954437091e-05,
+      "loss": 6.608,
+      "loss/crossentropy": 1.7370551973581314,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21095571666955948,
+      "step": 2996
+    },
+    {
+      "epoch": 0.4995,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.7177083333333334,
+      "learning_rate": 5.010471967856096e-05,
+      "loss": 6.6324,
+      "loss/crossentropy": 1.928663820028305,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22323686257004738,
+      "step": 2997
+    },
+    {
+      "epoch": 0.49966666666666665,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.7093098958333333,
+      "learning_rate": 5.0078539784041545e-05,
+      "loss": 6.4341,
+      "loss/crossentropy": 1.1033544391393661,
+      "loss/hidden": 3.0390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10224323254078627,
+      "step": 2998
+    },
+    {
+      "epoch": 0.49983333333333335,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.4372395833333333,
+      "learning_rate": 5.005235986799001e-05,
+      "loss": 6.8802,
+      "loss/crossentropy": 1.7003394961357117,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15793897211551666,
+      "step": 2999
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.6895833333333334,
+      "learning_rate": 5.0026179937583685e-05,
+      "loss": 6.5939,
+      "loss/crossentropy": 2.042175143957138,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1540689393877983,
+      "step": 3000
+    },
+    {
+      "epoch": 0.5001666666666666,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.4124348958333333,
+      "learning_rate": 5e-05,
+      "loss": 6.8513,
+      "loss/crossentropy": 1.6995676457881927,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13922429643571377,
+      "step": 3001
+    },
+    {
+      "epoch": 0.5003333333333333,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.4296223958333334,
+      "learning_rate": 4.997382006241632e-05,
+      "loss": 6.7239,
+      "loss/crossentropy": 1.4842076748609543,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17628558352589607,
+      "step": 3002
+    },
+    {
+      "epoch": 0.5005,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.4296223958333334,
+      "learning_rate": 4.9947640132010016e-05,
+      "loss": 6.8201,
+      "loss/crossentropy": 2.07269686460495,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18993007764220238,
+      "step": 3003
+    },
+    {
+      "epoch": 0.5006666666666667,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.5910807291666667,
+      "learning_rate": 4.992146021595847e-05,
+      "loss": 6.5756,
+      "loss/crossentropy": 1.6605063527822495,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17673297598958015,
+      "step": 3004
+    },
+    {
+      "epoch": 0.5008333333333334,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.6488932291666667,
+      "learning_rate": 4.989528032143903e-05,
+      "loss": 6.7405,
+      "loss/crossentropy": 1.3481517285108566,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13778705522418022,
+      "step": 3005
+    },
+    {
+      "epoch": 0.501,
+      "grad_norm": 27.75,
+      "grad_norm_var": 2.301497395833333,
+      "learning_rate": 4.9869100455629105e-05,
+      "loss": 7.1739,
+      "loss/crossentropy": 1.7365205883979797,
+      "loss/hidden": 3.02734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1472880933433771,
+      "step": 3006
+    },
+    {
+      "epoch": 0.5011666666666666,
+      "grad_norm": 23.375,
+      "grad_norm_var": 2.0572265625,
+      "learning_rate": 4.984292062570602e-05,
+      "loss": 6.9201,
+      "loss/crossentropy": 2.50692880153656,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2279009371995926,
+      "step": 3007
+    },
+    {
+      "epoch": 0.5013333333333333,
+      "grad_norm": 23.625,
+      "grad_norm_var": 2.0580729166666667,
+      "learning_rate": 4.981674083884715e-05,
+      "loss": 6.5299,
+      "loss/crossentropy": 1.8452851176261902,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18739422783255577,
+      "step": 3008
+    },
+    {
+      "epoch": 0.5015,
+      "grad_norm": 22.5,
+      "grad_norm_var": 2.215625,
+      "learning_rate": 4.979056110222981e-05,
+      "loss": 6.4983,
+      "loss/crossentropy": 1.9340671747922897,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1733232606202364,
+      "step": 3009
+    },
+    {
+      "epoch": 0.5016666666666667,
+      "grad_norm": 22.75,
+      "grad_norm_var": 2.3462890625,
+      "learning_rate": 4.9764381423031336e-05,
+      "loss": 6.6966,
+      "loss/crossentropy": 1.5212131142616272,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19495657458901405,
+      "step": 3010
+    },
+    {
+      "epoch": 0.5018333333333334,
+      "grad_norm": 25.625,
+      "grad_norm_var": 2.4643229166666667,
+      "learning_rate": 4.973820180842902e-05,
+      "loss": 6.8895,
+      "loss/crossentropy": 1.6910367906093597,
+      "loss/hidden": 3.9140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26128169149160385,
+      "step": 3011
+    },
+    {
+      "epoch": 0.502,
+      "grad_norm": 23.0,
+      "grad_norm_var": 2.4853515625,
+      "learning_rate": 4.971202226560017e-05,
+      "loss": 6.5766,
+      "loss/crossentropy": 2.2729320526123047,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14388230256736279,
+      "step": 3012
+    },
+    {
+      "epoch": 0.5021666666666667,
+      "grad_norm": 24.75,
+      "grad_norm_var": 2.3238932291666665,
+      "learning_rate": 4.968584280172206e-05,
+      "loss": 7.1521,
+      "loss/crossentropy": 1.723046898841858,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15363872796297073,
+      "step": 3013
+    },
+    {
+      "epoch": 0.5023333333333333,
+      "grad_norm": 25.5,
+      "grad_norm_var": 2.4332682291666665,
+      "learning_rate": 4.9659663423971913e-05,
+      "loss": 6.9063,
+      "loss/crossentropy": 2.027779281139374,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13991949707269669,
+      "step": 3014
+    },
+    {
+      "epoch": 0.5025,
+      "grad_norm": 24.125,
+      "grad_norm_var": 2.3108723958333335,
+      "learning_rate": 4.9633484139526975e-05,
+      "loss": 6.6891,
+      "loss/crossentropy": 1.6528661251068115,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1588970683515072,
+      "step": 3015
+    },
+    {
+      "epoch": 0.5026666666666667,
+      "grad_norm": 24.75,
+      "grad_norm_var": 2.0587890625,
+      "learning_rate": 4.960730495556446e-05,
+      "loss": 6.2677,
+      "loss/crossentropy": 1.3484729379415512,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.126912459731102,
+      "step": 3016
+    },
+    {
+      "epoch": 0.5028333333333334,
+      "grad_norm": 23.5,
+      "grad_norm_var": 2.068489583333333,
+      "learning_rate": 4.958112587926147e-05,
+      "loss": 6.6547,
+      "loss/crossentropy": 1.4643419981002808,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14252278953790665,
+      "step": 3017
+    },
+    {
+      "epoch": 0.503,
+      "grad_norm": 25.25,
+      "grad_norm_var": 2.143684895833333,
+      "learning_rate": 4.955494691779522e-05,
+      "loss": 6.837,
+      "loss/crossentropy": 1.9182857871055603,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.178842693567276,
+      "step": 3018
+    },
+    {
+      "epoch": 0.5031666666666667,
+      "grad_norm": 23.25,
+      "grad_norm_var": 2.130989583333333,
+      "learning_rate": 4.95287680783428e-05,
+      "loss": 6.5209,
+      "loss/crossentropy": 1.7279372811317444,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15719189122319221,
+      "step": 3019
+    },
+    {
+      "epoch": 0.5033333333333333,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.8343098958333333,
+      "learning_rate": 4.9502589368081284e-05,
+      "loss": 6.703,
+      "loss/crossentropy": 1.6040870696306229,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17577769607305527,
+      "step": 3020
+    },
+    {
+      "epoch": 0.5035,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.8802083333333333,
+      "learning_rate": 4.947641079418773e-05,
+      "loss": 6.5394,
+      "loss/crossentropy": 1.3963871598243713,
+      "loss/hidden": 2.90234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.0935794748365879,
+      "step": 3021
+    },
+    {
+      "epoch": 0.5036666666666667,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.0749348958333333,
+      "learning_rate": 4.94502323638391e-05,
+      "loss": 6.8968,
+      "loss/crossentropy": 2.133412182331085,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19251614063978195,
+      "step": 3022
+    },
+    {
+      "epoch": 0.5038333333333334,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.0434895833333333,
+      "learning_rate": 4.9424054084212376e-05,
+      "loss": 6.8389,
+      "loss/crossentropy": 1.4894720911979675,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2555358614772558,
+      "step": 3023
+    },
+    {
+      "epoch": 0.504,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.0280598958333333,
+      "learning_rate": 4.9397875962484516e-05,
+      "loss": 6.8269,
+      "loss/crossentropy": 1.3343659341335297,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1549355871975422,
+      "step": 3024
+    },
+    {
+      "epoch": 0.5041666666666667,
+      "grad_norm": 24.0,
+      "grad_norm_var": 0.8421223958333334,
+      "learning_rate": 4.9371698005832365e-05,
+      "loss": 6.5915,
+      "loss/crossentropy": 1.9148041605949402,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14055483601987362,
+      "step": 3025
+    },
+    {
+      "epoch": 0.5043333333333333,
+      "grad_norm": 24.25,
+      "grad_norm_var": 0.6874348958333333,
+      "learning_rate": 4.934552022143279e-05,
+      "loss": 6.6189,
+      "loss/crossentropy": 1.6647395640611649,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11347160115838051,
+      "step": 3026
+    },
+    {
+      "epoch": 0.5045,
+      "grad_norm": 22.25,
+      "grad_norm_var": 0.8122395833333333,
+      "learning_rate": 4.9319342616462545e-05,
+      "loss": 6.3673,
+      "loss/crossentropy": 1.4970555305480957,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23357860930263996,
+      "step": 3027
+    },
+    {
+      "epoch": 0.5046666666666667,
+      "grad_norm": 25.0,
+      "grad_norm_var": 0.76640625,
+      "learning_rate": 4.9293165198098376e-05,
+      "loss": 6.9901,
+      "loss/crossentropy": 2.0895248651504517,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17728673294186592,
+      "step": 3028
+    },
+    {
+      "epoch": 0.5048333333333334,
+      "grad_norm": 24.125,
+      "grad_norm_var": 0.7478515625,
+      "learning_rate": 4.926698797351697e-05,
+      "loss": 6.2521,
+      "loss/crossentropy": 1.6302451565861702,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13575462624430656,
+      "step": 3029
+    },
+    {
+      "epoch": 0.505,
+      "grad_norm": 80.5,
+      "grad_norm_var": 199.37805989583333,
+      "learning_rate": 4.9240810949894974e-05,
+      "loss": 6.5687,
+      "loss/crossentropy": 0.9419468641281128,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10367453191429377,
+      "step": 3030
+    },
+    {
+      "epoch": 0.5051666666666667,
+      "grad_norm": 26.375,
+      "grad_norm_var": 198.64212239583333,
+      "learning_rate": 4.921463413440898e-05,
+      "loss": 7.0907,
+      "loss/crossentropy": 1.72346693277359,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19653860479593277,
+      "step": 3031
+    },
+    {
+      "epoch": 0.5053333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 199.04270833333334,
+      "learning_rate": 4.918845753423548e-05,
+      "loss": 6.6941,
+      "loss/crossentropy": 1.1582395434379578,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1939028473570943,
+      "step": 3032
+    },
+    {
+      "epoch": 0.5055,
+      "grad_norm": 24.0,
+      "grad_norm_var": 198.77708333333334,
+      "learning_rate": 4.916228115655094e-05,
+      "loss": 6.7312,
+      "loss/crossentropy": 1.330202892422676,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1265744585543871,
+      "step": 3033
+    },
+    {
+      "epoch": 0.5056666666666667,
+      "grad_norm": 23.75,
+      "grad_norm_var": 199.41770833333334,
+      "learning_rate": 4.913610500853178e-05,
+      "loss": 6.9304,
+      "loss/crossentropy": 1.4979843497276306,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12323066033422947,
+      "step": 3034
+    },
+    {
+      "epoch": 0.5058333333333334,
+      "grad_norm": 22.0,
+      "grad_norm_var": 200.24973958333334,
+      "learning_rate": 4.9109929097354316e-05,
+      "loss": 6.5084,
+      "loss/crossentropy": 1.6967483758926392,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20203693769872189,
+      "step": 3035
+    },
+    {
+      "epoch": 0.506,
+      "grad_norm": 24.25,
+      "grad_norm_var": 200.40618489583332,
+      "learning_rate": 4.9083753430194865e-05,
+      "loss": 6.4436,
+      "loss/crossentropy": 1.2884754687547684,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13083679974079132,
+      "step": 3036
+    },
+    {
+      "epoch": 0.5061666666666667,
+      "grad_norm": 23.375,
+      "grad_norm_var": 200.26243489583334,
+      "learning_rate": 4.90575780142296e-05,
+      "loss": 6.6342,
+      "loss/crossentropy": 2.2666226029396057,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16708730161190033,
+      "step": 3037
+    },
+    {
+      "epoch": 0.5063333333333333,
+      "grad_norm": 25.25,
+      "grad_norm_var": 200.22265625,
+      "learning_rate": 4.903140285663467e-05,
+      "loss": 6.8724,
+      "loss/crossentropy": 1.9130746126174927,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17305400595068932,
+      "step": 3038
+    },
+    {
+      "epoch": 0.5065,
+      "grad_norm": 24.625,
+      "grad_norm_var": 200.0650390625,
+      "learning_rate": 4.900522796458613e-05,
+      "loss": 7.0439,
+      "loss/crossentropy": 1.7952028661966324,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17245993204414845,
+      "step": 3039
+    },
+    {
+      "epoch": 0.5066666666666667,
+      "grad_norm": 23.75,
+      "grad_norm_var": 200.18899739583333,
+      "learning_rate": 4.897905334525999e-05,
+      "loss": 6.8678,
+      "loss/crossentropy": 2.0639926493167877,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17368269339203835,
+      "step": 3040
+    },
+    {
+      "epoch": 0.5068333333333334,
+      "grad_norm": 22.875,
+      "grad_norm_var": 200.80598958333334,
+      "learning_rate": 4.895287900583216e-05,
+      "loss": 6.1236,
+      "loss/crossentropy": 1.3494248390197754,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14748054184019566,
+      "step": 3041
+    },
+    {
+      "epoch": 0.507,
+      "grad_norm": 24.25,
+      "grad_norm_var": 200.80598958333334,
+      "learning_rate": 4.892670495347849e-05,
+      "loss": 6.5684,
+      "loss/crossentropy": 1.1125828325748444,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18583021126687527,
+      "step": 3042
+    },
+    {
+      "epoch": 0.5071666666666667,
+      "grad_norm": 25.5,
+      "grad_norm_var": 199.184375,
+      "learning_rate": 4.890053119537475e-05,
+      "loss": 6.5392,
+      "loss/crossentropy": 1.796420931816101,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17806288227438927,
+      "step": 3043
+    },
+    {
+      "epoch": 0.5073333333333333,
+      "grad_norm": 24.875,
+      "grad_norm_var": 199.2306640625,
+      "learning_rate": 4.887435773869662e-05,
+      "loss": 6.6461,
+      "loss/crossentropy": 1.8591793477535248,
+      "loss/hidden": 3.58984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18128427863121033,
+      "step": 3044
+    },
+    {
+      "epoch": 0.5075,
+      "grad_norm": 24.0,
+      "grad_norm_var": 199.29140625,
+      "learning_rate": 4.88481845906197e-05,
+      "loss": 6.7585,
+      "loss/crossentropy": 2.0345785319805145,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.214364405721426,
+      "step": 3045
+    },
+    {
+      "epoch": 0.5076666666666667,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.0744140625,
+      "learning_rate": 4.8822011758319505e-05,
+      "loss": 6.519,
+      "loss/crossentropy": 1.7946717739105225,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18143579736351967,
+      "step": 3046
+    },
+    {
+      "epoch": 0.5078333333333334,
+      "grad_norm": 22.5,
+      "grad_norm_var": 0.8705729166666667,
+      "learning_rate": 4.879583924897146e-05,
+      "loss": 6.5566,
+      "loss/crossentropy": 1.6147231459617615,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2257823459804058,
+      "step": 3047
+    },
+    {
+      "epoch": 0.508,
+      "grad_norm": 20.625,
+      "grad_norm_var": 1.5510416666666667,
+      "learning_rate": 4.876966706975092e-05,
+      "loss": 6.4478,
+      "loss/crossentropy": 2.236950159072876,
+      "loss/hidden": 2.9140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1374916508793831,
+      "step": 3048
+    },
+    {
+      "epoch": 0.5081666666666667,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.6176432291666667,
+      "learning_rate": 4.874349522783313e-05,
+      "loss": 6.333,
+      "loss/crossentropy": 1.8770473301410675,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1299553494900465,
+      "step": 3049
+    },
+    {
+      "epoch": 0.5083333333333333,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.6957682291666667,
+      "learning_rate": 4.8717323730393256e-05,
+      "loss": 6.415,
+      "loss/crossentropy": 1.6619861871004105,
+      "loss/hidden": 3.015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11512317601591349,
+      "step": 3050
+    },
+    {
+      "epoch": 0.5085,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.5375,
+      "learning_rate": 4.869115258460635e-05,
+      "loss": 6.3484,
+      "loss/crossentropy": 1.7602834701538086,
+      "loss/hidden": 3.0,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18922490999102592,
+      "step": 3051
+    },
+    {
+      "epoch": 0.5086666666666667,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.6166015625,
+      "learning_rate": 4.866498179764739e-05,
+      "loss": 6.516,
+      "loss/crossentropy": 1.490947037935257,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14898943156003952,
+      "step": 3052
+    },
+    {
+      "epoch": 0.5088333333333334,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.6270182291666666,
+      "learning_rate": 4.863881137669123e-05,
+      "loss": 6.5439,
+      "loss/crossentropy": 1.3186844438314438,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1314824726432562,
+      "step": 3053
+    },
+    {
+      "epoch": 0.509,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.5296223958333333,
+      "learning_rate": 4.861264132891266e-05,
+      "loss": 6.774,
+      "loss/crossentropy": 1.8049213290214539,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14765796437859535,
+      "step": 3054
+    },
+    {
+      "epoch": 0.5091666666666667,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.4858723958333333,
+      "learning_rate": 4.858647166148634e-05,
+      "loss": 6.7236,
+      "loss/crossentropy": 1.722975879907608,
+      "loss/hidden": 3.828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15066740103065968,
+      "step": 3055
+    },
+    {
+      "epoch": 0.5093333333333333,
+      "grad_norm": 27.75,
+      "grad_norm_var": 2.6733723958333333,
+      "learning_rate": 4.8560302381586834e-05,
+      "loss": 6.6332,
+      "loss/crossentropy": 1.8977573215961456,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1375749371945858,
+      "step": 3056
+    },
+    {
+      "epoch": 0.5095,
+      "grad_norm": 23.75,
+      "grad_norm_var": 2.630989583333333,
+      "learning_rate": 4.853413349638859e-05,
+      "loss": 6.7998,
+      "loss/crossentropy": 2.2021893560886383,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16679417714476585,
+      "step": 3057
+    },
+    {
+      "epoch": 0.5096666666666667,
+      "grad_norm": 25.625,
+      "grad_norm_var": 2.8494140625,
+      "learning_rate": 4.8507965013065966e-05,
+      "loss": 6.4991,
+      "loss/crossentropy": 1.5167252644896507,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15454375557601452,
+      "step": 3058
+    },
+    {
+      "epoch": 0.5098333333333334,
+      "grad_norm": 23.375,
+      "grad_norm_var": 2.646875,
+      "learning_rate": 4.848179693879318e-05,
+      "loss": 6.8125,
+      "loss/crossentropy": 1.4958909749984741,
+      "loss/hidden": 3.57421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2187454290688038,
+      "step": 3059
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 23.0,
+      "grad_norm_var": 2.5619140625,
+      "learning_rate": 4.845562928074439e-05,
+      "loss": 6.7455,
+      "loss/crossentropy": 2.047960877418518,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19649538397789001,
+      "step": 3060
+    },
+    {
+      "epoch": 0.5101666666666667,
+      "grad_norm": 24.5,
+      "grad_norm_var": 2.608268229166667,
+      "learning_rate": 4.8429462046093585e-05,
+      "loss": 6.8507,
+      "loss/crossentropy": 1.6309461891651154,
+      "loss/hidden": 3.625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1816169172525406,
+      "step": 3061
+    },
+    {
+      "epoch": 0.5103333333333333,
+      "grad_norm": 25.375,
+      "grad_norm_var": 2.809830729166667,
+      "learning_rate": 4.840329524201467e-05,
+      "loss": 6.7934,
+      "loss/crossentropy": 1.2643881291151047,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16876997984945774,
+      "step": 3062
+    },
+    {
+      "epoch": 0.5105,
+      "grad_norm": 23.0,
+      "grad_norm_var": 2.7478515625,
+      "learning_rate": 4.837712887568143e-05,
+      "loss": 6.6545,
+      "loss/crossentropy": 1.761735588312149,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12201464176177979,
+      "step": 3063
+    },
+    {
+      "epoch": 0.5106666666666667,
+      "grad_norm": 24.375,
+      "grad_norm_var": 2.0916015625,
+      "learning_rate": 4.83509629542675e-05,
+      "loss": 6.614,
+      "loss/crossentropy": 1.3247108161449432,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13393429853022099,
+      "step": 3064
+    },
+    {
+      "epoch": 0.5108333333333334,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.9936848958333333,
+      "learning_rate": 4.832479748494643e-05,
+      "loss": 6.6833,
+      "loss/crossentropy": 1.6518400311470032,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24477846920490265,
+      "step": 3065
+    },
+    {
+      "epoch": 0.511,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.9143229166666667,
+      "learning_rate": 4.8298632474891624e-05,
+      "loss": 6.6746,
+      "loss/crossentropy": 1.5278320759534836,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17984582483768463,
+      "step": 3066
+    },
+    {
+      "epoch": 0.5111666666666667,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.9296223958333334,
+      "learning_rate": 4.827246793127639e-05,
+      "loss": 6.611,
+      "loss/crossentropy": 1.5646656155586243,
+      "loss/hidden": 3.0078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13374492898583412,
+      "step": 3067
+    },
+    {
+      "epoch": 0.5113333333333333,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.7559895833333334,
+      "learning_rate": 4.824630386127386e-05,
+      "loss": 6.6502,
+      "loss/crossentropy": 1.6721303164958954,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17587806098163128,
+      "step": 3068
+    },
+    {
+      "epoch": 0.5115,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.7197916666666666,
+      "learning_rate": 4.822014027205708e-05,
+      "loss": 6.3246,
+      "loss/crossentropy": 1.710095852613449,
+      "loss/hidden": 3.6328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2323911041021347,
+      "step": 3069
+    },
+    {
+      "epoch": 0.5116666666666667,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.728125,
+      "learning_rate": 4.8193977170798946e-05,
+      "loss": 6.6505,
+      "loss/crossentropy": 1.7647448480129242,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15930011123418808,
+      "step": 3070
+    },
+    {
+      "epoch": 0.5118333333333334,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.5364583333333333,
+      "learning_rate": 4.816781456467218e-05,
+      "loss": 6.8043,
+      "loss/crossentropy": 2.20138218998909,
+      "loss/hidden": 3.01953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1357427667826414,
+      "step": 3071
+    },
+    {
+      "epoch": 0.512,
+      "grad_norm": 24.375,
+      "grad_norm_var": 0.7436848958333333,
+      "learning_rate": 4.8141652460849467e-05,
+      "loss": 6.5827,
+      "loss/crossentropy": 2.0570578575134277,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21319199725985527,
+      "step": 3072
+    },
+    {
+      "epoch": 0.5121666666666667,
+      "grad_norm": 24.25,
+      "grad_norm_var": 0.7296223958333333,
+      "learning_rate": 4.811549086650327e-05,
+      "loss": 6.8697,
+      "loss/crossentropy": 1.8583129942417145,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13137288950383663,
+      "step": 3073
+    },
+    {
+      "epoch": 0.5123333333333333,
+      "grad_norm": 24.25,
+      "grad_norm_var": 0.59140625,
+      "learning_rate": 4.8089329788805944e-05,
+      "loss": 6.6416,
+      "loss/crossentropy": 1.5759002268314362,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16038908250629902,
+      "step": 3074
+    },
+    {
+      "epoch": 0.5125,
+      "grad_norm": 26.375,
+      "grad_norm_var": 0.84765625,
+      "learning_rate": 4.8063169234929703e-05,
+      "loss": 6.9533,
+      "loss/crossentropy": 1.5398120880126953,
+      "loss/hidden": 3.7265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2793615721166134,
+      "step": 3075
+    },
+    {
+      "epoch": 0.5126666666666667,
+      "grad_norm": 22.75,
+      "grad_norm_var": 0.8958333333333334,
+      "learning_rate": 4.8037009212046586e-05,
+      "loss": 6.6002,
+      "loss/crossentropy": 1.7668323814868927,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21692253276705742,
+      "step": 3076
+    },
+    {
+      "epoch": 0.5128333333333334,
+      "grad_norm": 23.0,
+      "grad_norm_var": 0.9989583333333333,
+      "learning_rate": 4.801084972732851e-05,
+      "loss": 6.8278,
+      "loss/crossentropy": 1.7109978795051575,
+      "loss/hidden": 3.6640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1896754503250122,
+      "step": 3077
+    },
+    {
+      "epoch": 0.513,
+      "grad_norm": 25.25,
+      "grad_norm_var": 0.9806640625,
+      "learning_rate": 4.798469078794728e-05,
+      "loss": 6.9053,
+      "loss/crossentropy": 1.0858819633722305,
+      "loss/hidden": 2.98828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.09987974725663662,
+      "step": 3078
+    },
+    {
+      "epoch": 0.5131666666666667,
+      "grad_norm": 24.625,
+      "grad_norm_var": 0.8833333333333333,
+      "learning_rate": 4.7958532401074504e-05,
+      "loss": 6.7394,
+      "loss/crossentropy": 1.7763780355453491,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20221565663814545,
+      "step": 3079
+    },
+    {
+      "epoch": 0.5133333333333333,
+      "grad_norm": 23.375,
+      "grad_norm_var": 0.9375,
+      "learning_rate": 4.793237457388166e-05,
+      "loss": 6.6747,
+      "loss/crossentropy": 1.8845279514789581,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1488134153187275,
+      "step": 3080
+    },
+    {
+      "epoch": 0.5135,
+      "grad_norm": 24.125,
+      "grad_norm_var": 0.928125,
+      "learning_rate": 4.790621731354003e-05,
+      "loss": 6.6324,
+      "loss/crossentropy": 2.446949779987335,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16764388233423233,
+      "step": 3081
+    },
+    {
+      "epoch": 0.5136666666666667,
+      "grad_norm": 21.5,
+      "grad_norm_var": 1.2692057291666667,
+      "learning_rate": 4.788006062722081e-05,
+      "loss": 6.4694,
+      "loss/crossentropy": 2.08271187543869,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1910548359155655,
+      "step": 3082
+    },
+    {
+      "epoch": 0.5138333333333334,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.2291666666666667,
+      "learning_rate": 4.7853904522094965e-05,
+      "loss": 6.8083,
+      "loss/crossentropy": 1.8682271838188171,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1392623335123062,
+      "step": 3083
+    },
+    {
+      "epoch": 0.514,
+      "grad_norm": 21.5,
+      "grad_norm_var": 1.5809895833333334,
+      "learning_rate": 4.78277490053334e-05,
+      "loss": 6.1028,
+      "loss/crossentropy": 2.1672230660915375,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1584176179021597,
+      "step": 3084
+    },
+    {
+      "epoch": 0.5141666666666667,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.5895182291666667,
+      "learning_rate": 4.7801594084106763e-05,
+      "loss": 6.6235,
+      "loss/crossentropy": 1.829687550663948,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1302105076611042,
+      "step": 3085
+    },
+    {
+      "epoch": 0.5143333333333333,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.6004557291666666,
+      "learning_rate": 4.777543976558557e-05,
+      "loss": 6.4486,
+      "loss/crossentropy": 1.724268615245819,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.182308629155159,
+      "step": 3086
+    },
+    {
+      "epoch": 0.5145,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.5598307291666667,
+      "learning_rate": 4.7749286056940186e-05,
+      "loss": 7.0234,
+      "loss/crossentropy": 1.567631870508194,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25001654773950577,
+      "step": 3087
+    },
+    {
+      "epoch": 0.5146666666666667,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.5442057291666667,
+      "learning_rate": 4.772313296534079e-05,
+      "loss": 6.3752,
+      "loss/crossentropy": 1.7961981743574142,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16951909102499485,
+      "step": 3088
+    },
+    {
+      "epoch": 0.5148333333333334,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.6244140625,
+      "learning_rate": 4.769698049795738e-05,
+      "loss": 6.7268,
+      "loss/crossentropy": 2.4530891478061676,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18806185945868492,
+      "step": 3089
+    },
+    {
+      "epoch": 0.515,
+      "grad_norm": 26.125,
+      "grad_norm_var": 1.990625,
+      "learning_rate": 4.7670828661959854e-05,
+      "loss": 6.6177,
+      "loss/crossentropy": 1.5422150790691376,
+      "loss/hidden": 3.5390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1625797636806965,
+      "step": 3090
+    },
+    {
+      "epoch": 0.5151666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.5353515625,
+      "learning_rate": 4.7644677464517874e-05,
+      "loss": 6.6027,
+      "loss/crossentropy": 0.8030417561531067,
+      "loss/hidden": 3.48046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10574588738381863,
+      "step": 3091
+    },
+    {
+      "epoch": 0.5153333333333333,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.5666015625,
+      "learning_rate": 4.761852691280092e-05,
+      "loss": 6.4355,
+      "loss/crossentropy": 1.5451666414737701,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1320673879235983,
+      "step": 3092
+    },
+    {
+      "epoch": 0.5155,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.54765625,
+      "learning_rate": 4.7592377013978306e-05,
+      "loss": 6.2531,
+      "loss/crossentropy": 1.9573202729225159,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18153302744030952,
+      "step": 3093
+    },
+    {
+      "epoch": 0.5156666666666667,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.3872395833333333,
+      "learning_rate": 4.756622777521919e-05,
+      "loss": 6.8994,
+      "loss/crossentropy": 1.692048192024231,
+      "loss/hidden": 2.85546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11003445833921432,
+      "step": 3094
+    },
+    {
+      "epoch": 0.5158333333333334,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.4067057291666667,
+      "learning_rate": 4.7540079203692516e-05,
+      "loss": 6.3915,
+      "loss/crossentropy": 1.381957434117794,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13960065692663193,
+      "step": 3095
+    },
+    {
+      "epoch": 0.516,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.6171223958333334,
+      "learning_rate": 4.751393130656711e-05,
+      "loss": 6.676,
+      "loss/crossentropy": 1.7200194895267487,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15786681696772575,
+      "step": 3096
+    },
+    {
+      "epoch": 0.5161666666666667,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.6645182291666667,
+      "learning_rate": 4.748778409101153e-05,
+      "loss": 6.6332,
+      "loss/crossentropy": 1.784220814704895,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1838311068713665,
+      "step": 3097
+    },
+    {
+      "epoch": 0.5163333333333333,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.3393229166666667,
+      "learning_rate": 4.7461637564194187e-05,
+      "loss": 6.3839,
+      "loss/crossentropy": 1.811283528804779,
+      "loss/hidden": 3.109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1471954807639122,
+      "step": 3098
+    },
+    {
+      "epoch": 0.5165,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.3692057291666666,
+      "learning_rate": 4.74354917332833e-05,
+      "loss": 6.9999,
+      "loss/crossentropy": 2.2796106338500977,
+      "loss/hidden": 2.98046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14747465774416924,
+      "step": 3099
+    },
+    {
+      "epoch": 0.5166666666666667,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.0205729166666666,
+      "learning_rate": 4.74093466054469e-05,
+      "loss": 6.6357,
+      "loss/crossentropy": 1.244195118546486,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13745161890983582,
+      "step": 3100
+    },
+    {
+      "epoch": 0.5168333333333334,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.0468098958333334,
+      "learning_rate": 4.738320218785281e-05,
+      "loss": 6.6573,
+      "loss/crossentropy": 1.834811121225357,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1685112714767456,
+      "step": 3101
+    },
+    {
+      "epoch": 0.517,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.0796223958333333,
+      "learning_rate": 4.7357058487668695e-05,
+      "loss": 7.1149,
+      "loss/crossentropy": 1.5344777554273605,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14238489232957363,
+      "step": 3102
+    },
+    {
+      "epoch": 0.5171666666666667,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.1739583333333334,
+      "learning_rate": 4.7330915512061976e-05,
+      "loss": 6.5499,
+      "loss/crossentropy": 1.9248842597007751,
+      "loss/hidden": 3.03515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13363302499055862,
+      "step": 3103
+    },
+    {
+      "epoch": 0.5173333333333333,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.2247395833333334,
+      "learning_rate": 4.730477326819992e-05,
+      "loss": 6.8073,
+      "loss/crossentropy": 1.9187431633472443,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17354856617748737,
+      "step": 3104
+    },
+    {
+      "epoch": 0.5175,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.1393229166666667,
+      "learning_rate": 4.7278631763249554e-05,
+      "loss": 6.8407,
+      "loss/crossentropy": 0.9953545033931732,
+      "loss/hidden": 3.71484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14567749202251434,
+      "step": 3105
+    },
+    {
+      "epoch": 0.5176666666666667,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.0041015625,
+      "learning_rate": 4.725249100437773e-05,
+      "loss": 6.6108,
+      "loss/crossentropy": 1.9825824797153473,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17683494091033936,
+      "step": 3106
+    },
+    {
+      "epoch": 0.5178333333333334,
+      "grad_norm": 23.625,
+      "grad_norm_var": 0.9614583333333333,
+      "learning_rate": 4.722635099875106e-05,
+      "loss": 6.5986,
+      "loss/crossentropy": 1.7081684470176697,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1276455745100975,
+      "step": 3107
+    },
+    {
+      "epoch": 0.518,
+      "grad_norm": 21.375,
+      "grad_norm_var": 1.2421223958333334,
+      "learning_rate": 4.7200211753536e-05,
+      "loss": 6.5562,
+      "loss/crossentropy": 1.7397363632917404,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1402796432375908,
+      "step": 3108
+    },
+    {
+      "epoch": 0.5181666666666667,
+      "grad_norm": 21.25,
+      "grad_norm_var": 1.6372395833333333,
+      "learning_rate": 4.7174073275898776e-05,
+      "loss": 6.5039,
+      "loss/crossentropy": 2.058075249195099,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14180214703083038,
+      "step": 3109
+    },
+    {
+      "epoch": 0.5183333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.6155598958333333,
+      "learning_rate": 4.7147935573005394e-05,
+      "loss": 6.4536,
+      "loss/crossentropy": 1.6837552785873413,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1598819848150015,
+      "step": 3110
+    },
+    {
+      "epoch": 0.5185,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.5247395833333333,
+      "learning_rate": 4.7121798652021644e-05,
+      "loss": 6.7691,
+      "loss/crossentropy": 2.193382501602173,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13818854466080666,
+      "step": 3111
+    },
+    {
+      "epoch": 0.5186666666666667,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.2872395833333334,
+      "learning_rate": 4.7095662520113114e-05,
+      "loss": 6.5206,
+      "loss/crossentropy": 1.6508156806230545,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1605408750474453,
+      "step": 3112
+    },
+    {
+      "epoch": 0.5188333333333334,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.2510416666666666,
+      "learning_rate": 4.706952718444517e-05,
+      "loss": 6.846,
+      "loss/crossentropy": 2.153392106294632,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16171298548579216,
+      "step": 3113
+    },
+    {
+      "epoch": 0.519,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.309375,
+      "learning_rate": 4.704339265218298e-05,
+      "loss": 6.8698,
+      "loss/crossentropy": 1.3811545073986053,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1529817320406437,
+      "step": 3114
+    },
+    {
+      "epoch": 0.5191666666666667,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.3025390625,
+      "learning_rate": 4.701725893049147e-05,
+      "loss": 6.5279,
+      "loss/crossentropy": 1.7980059087276459,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2261745072901249,
+      "step": 3115
+    },
+    {
+      "epoch": 0.5193333333333333,
+      "grad_norm": 63.25,
+      "grad_norm_var": 100.11354166666666,
+      "learning_rate": 4.699112602653533e-05,
+      "loss": 6.554,
+      "loss/crossentropy": 2.109799027442932,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15564261935651302,
+      "step": 3116
+    },
+    {
+      "epoch": 0.5195,
+      "grad_norm": 24.25,
+      "grad_norm_var": 100.2291015625,
+      "learning_rate": 4.696499394747906e-05,
+      "loss": 6.544,
+      "loss/crossentropy": 1.7730731070041656,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15893020294606686,
+      "step": 3117
+    },
+    {
+      "epoch": 0.5196666666666667,
+      "grad_norm": 24.625,
+      "grad_norm_var": 100.24973958333334,
+      "learning_rate": 4.693886270048691e-05,
+      "loss": 6.6306,
+      "loss/crossentropy": 1.8046912252902985,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19142047315835953,
+      "step": 3118
+    },
+    {
+      "epoch": 0.5198333333333334,
+      "grad_norm": 26.375,
+      "grad_norm_var": 99.53795572916667,
+      "learning_rate": 4.691273229272291e-05,
+      "loss": 7.1208,
+      "loss/crossentropy": 1.761324256658554,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15228380635380745,
+      "step": 3119
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 24.0,
+      "grad_norm_var": 99.734375,
+      "learning_rate": 4.688660273135086e-05,
+      "loss": 6.5845,
+      "loss/crossentropy": 2.1197371184825897,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1355065107345581,
+      "step": 3120
+    },
+    {
+      "epoch": 0.5201666666666667,
+      "grad_norm": 24.875,
+      "grad_norm_var": 99.1806640625,
+      "learning_rate": 4.6860474023534335e-05,
+      "loss": 6.7554,
+      "loss/crossentropy": 1.5584291219711304,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1643085815012455,
+      "step": 3121
+    },
+    {
+      "epoch": 0.5203333333333333,
+      "grad_norm": 24.375,
+      "grad_norm_var": 98.340625,
+      "learning_rate": 4.6834346176436664e-05,
+      "loss": 6.6511,
+      "loss/crossentropy": 1.541094809770584,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1392408087849617,
+      "step": 3122
+    },
+    {
+      "epoch": 0.5205,
+      "grad_norm": 24.25,
+      "grad_norm_var": 98.1384765625,
+      "learning_rate": 4.680821919722094e-05,
+      "loss": 6.6394,
+      "loss/crossentropy": 1.2914371639490128,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11716102063655853,
+      "step": 3123
+    },
+    {
+      "epoch": 0.5206666666666667,
+      "grad_norm": 24.625,
+      "grad_norm_var": 96.62858072916667,
+      "learning_rate": 4.678209309305002e-05,
+      "loss": 6.7317,
+      "loss/crossentropy": 1.2839865982532501,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1753734014928341,
+      "step": 3124
+    },
+    {
+      "epoch": 0.5208333333333334,
+      "grad_norm": 23.125,
+      "grad_norm_var": 95.51432291666667,
+      "learning_rate": 4.675596787108653e-05,
+      "loss": 6.5509,
+      "loss/crossentropy": 1.9378600716590881,
+      "loss/hidden": 3.0234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14119350165128708,
+      "step": 3125
+    },
+    {
+      "epoch": 0.521,
+      "grad_norm": 23.375,
+      "grad_norm_var": 95.71848958333334,
+      "learning_rate": 4.6729843538492847e-05,
+      "loss": 6.6791,
+      "loss/crossentropy": 1.5481886863708496,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16861672513186932,
+      "step": 3126
+    },
+    {
+      "epoch": 0.5211666666666667,
+      "grad_norm": 24.375,
+      "grad_norm_var": 95.44895833333334,
+      "learning_rate": 4.670372010243111e-05,
+      "loss": 6.7272,
+      "loss/crossentropy": 1.6582141518592834,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2066558413207531,
+      "step": 3127
+    },
+    {
+      "epoch": 0.5213333333333333,
+      "grad_norm": 24.375,
+      "grad_norm_var": 95.065625,
+      "learning_rate": 4.6677597570063196e-05,
+      "loss": 6.6342,
+      "loss/crossentropy": 1.4592314660549164,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15709594264626503,
+      "step": 3128
+    },
+    {
+      "epoch": 0.5215,
+      "grad_norm": 22.875,
+      "grad_norm_var": 95.6875,
+      "learning_rate": 4.665147594855076e-05,
+      "loss": 6.8113,
+      "loss/crossentropy": 1.7100794911384583,
+      "loss/hidden": 3.6328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17317568510770798,
+      "step": 3129
+    },
+    {
+      "epoch": 0.5216666666666666,
+      "grad_norm": 21.625,
+      "grad_norm_var": 97.00807291666666,
+      "learning_rate": 4.662535524505519e-05,
+      "loss": 6.3108,
+      "loss/crossentropy": 1.9235734790563583,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16728678718209267,
+      "step": 3130
+    },
+    {
+      "epoch": 0.5218333333333334,
+      "grad_norm": 22.875,
+      "grad_norm_var": 97.42265625,
+      "learning_rate": 4.659923546673761e-05,
+      "loss": 6.4593,
+      "loss/crossentropy": 1.8802781105041504,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15582707524299622,
+      "step": 3131
+    },
+    {
+      "epoch": 0.522,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.2,
+      "learning_rate": 4.657311662075889e-05,
+      "loss": 6.5086,
+      "loss/crossentropy": 1.690994307398796,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1263517178595066,
+      "step": 3132
+    },
+    {
+      "epoch": 0.5221666666666667,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.1983723958333334,
+      "learning_rate": 4.654699871427971e-05,
+      "loss": 6.7311,
+      "loss/crossentropy": 1.497249260544777,
+      "loss/hidden": 2.9765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1256185546517372,
+      "step": 3133
+    },
+    {
+      "epoch": 0.5223333333333333,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.2747395833333333,
+      "learning_rate": 4.652088175446041e-05,
+      "loss": 6.6148,
+      "loss/crossentropy": 2.020740181207657,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16076981648802757,
+      "step": 3134
+    },
+    {
+      "epoch": 0.5225,
+      "grad_norm": 22.875,
+      "grad_norm_var": 0.82265625,
+      "learning_rate": 4.6494765748461126e-05,
+      "loss": 6.0968,
+      "loss/crossentropy": 1.201081246137619,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16146551631391048,
+      "step": 3135
+    },
+    {
+      "epoch": 0.5226666666666666,
+      "grad_norm": 23.875,
+      "grad_norm_var": 0.8160807291666666,
+      "learning_rate": 4.646865070344168e-05,
+      "loss": 6.6176,
+      "loss/crossentropy": 1.9281619787216187,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1463459301739931,
+      "step": 3136
+    },
+    {
+      "epoch": 0.5228333333333334,
+      "grad_norm": 23.75,
+      "grad_norm_var": 0.6947916666666667,
+      "learning_rate": 4.6442536626561675e-05,
+      "loss": 6.8392,
+      "loss/crossentropy": 2.18672975897789,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16683000326156616,
+      "step": 3137
+    },
+    {
+      "epoch": 0.523,
+      "grad_norm": 24.25,
+      "grad_norm_var": 0.6806640625,
+      "learning_rate": 4.6416423524980404e-05,
+      "loss": 6.2827,
+      "loss/crossentropy": 1.9662566483020782,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18199776113033295,
+      "step": 3138
+    },
+    {
+      "epoch": 0.5231666666666667,
+      "grad_norm": 34.5,
+      "grad_norm_var": 8.325455729166666,
+      "learning_rate": 4.639031140585697e-05,
+      "loss": 7.0652,
+      "loss/crossentropy": 1.5298513770103455,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1448025330901146,
+      "step": 3139
+    },
+    {
+      "epoch": 0.5233333333333333,
+      "grad_norm": 23.25,
+      "grad_norm_var": 8.34765625,
+      "learning_rate": 4.636420027635014e-05,
+      "loss": 6.8951,
+      "loss/crossentropy": 2.1149847507476807,
+      "loss/hidden": 3.07421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16804589703679085,
+      "step": 3140
+    },
+    {
+      "epoch": 0.5235,
+      "grad_norm": 24.25,
+      "grad_norm_var": 8.2931640625,
+      "learning_rate": 4.633809014361843e-05,
+      "loss": 6.5601,
+      "loss/crossentropy": 1.749653846025467,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19111398980021477,
+      "step": 3141
+    },
+    {
+      "epoch": 0.5236666666666666,
+      "grad_norm": 22.25,
+      "grad_norm_var": 8.47890625,
+      "learning_rate": 4.631198101482007e-05,
+      "loss": 6.2637,
+      "loss/crossentropy": 1.2134682387113571,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12616495229303837,
+      "step": 3142
+    },
+    {
+      "epoch": 0.5238333333333334,
+      "grad_norm": 28.0,
+      "grad_norm_var": 9.473893229166666,
+      "learning_rate": 4.6285872897113025e-05,
+      "loss": 6.4196,
+      "loss/crossentropy": 1.372863531112671,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13180154003202915,
+      "step": 3143
+    },
+    {
+      "epoch": 0.524,
+      "grad_norm": 24.125,
+      "grad_norm_var": 9.473372395833334,
+      "learning_rate": 4.625976579765497e-05,
+      "loss": 6.7297,
+      "loss/crossentropy": 1.7731415033340454,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14062035456299782,
+      "step": 3144
+    },
+    {
+      "epoch": 0.5241666666666667,
+      "grad_norm": 23.375,
+      "grad_norm_var": 9.398893229166667,
+      "learning_rate": 4.623365972360337e-05,
+      "loss": 7.0327,
+      "loss/crossentropy": 1.1501370966434479,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22433212026953697,
+      "step": 3145
+    },
+    {
+      "epoch": 0.5243333333333333,
+      "grad_norm": 23.625,
+      "grad_norm_var": 8.946809895833333,
+      "learning_rate": 4.620755468211531e-05,
+      "loss": 6.6913,
+      "loss/crossentropy": 2.016901671886444,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15322676673531532,
+      "step": 3146
+    },
+    {
+      "epoch": 0.5245,
+      "grad_norm": 23.25,
+      "grad_norm_var": 8.880208333333334,
+      "learning_rate": 4.618145068034764e-05,
+      "loss": 6.3235,
+      "loss/crossentropy": 2.2115592658519745,
+      "loss/hidden": 2.98046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1416371911764145,
+      "step": 3147
+    },
+    {
+      "epoch": 0.5246666666666666,
+      "grad_norm": 24.875,
+      "grad_norm_var": 8.748372395833334,
+      "learning_rate": 4.615534772545692e-05,
+      "loss": 6.9905,
+      "loss/crossentropy": 1.7092798948287964,
+      "loss/hidden": 3.6328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.28373176231980324,
+      "step": 3148
+    },
+    {
+      "epoch": 0.5248333333333334,
+      "grad_norm": 25.0,
+      "grad_norm_var": 8.701822916666666,
+      "learning_rate": 4.6129245824599424e-05,
+      "loss": 6.5502,
+      "loss/crossentropy": 1.6579801738262177,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16717813909053802,
+      "step": 3149
+    },
+    {
+      "epoch": 0.525,
+      "grad_norm": 24.625,
+      "grad_norm_var": 8.386393229166666,
+      "learning_rate": 4.6103144984931134e-05,
+      "loss": 6.752,
+      "loss/crossentropy": 2.022947669029236,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1800547130405903,
+      "step": 3150
+    },
+    {
+      "epoch": 0.5251666666666667,
+      "grad_norm": 24.5,
+      "grad_norm_var": 8.146875,
+      "learning_rate": 4.607704521360776e-05,
+      "loss": 6.6732,
+      "loss/crossentropy": 2.0201201885938644,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1498401239514351,
+      "step": 3151
+    },
+    {
+      "epoch": 0.5253333333333333,
+      "grad_norm": 24.25,
+      "grad_norm_var": 8.1072265625,
+      "learning_rate": 4.605094651778469e-05,
+      "loss": 6.4597,
+      "loss/crossentropy": 1.1898421198129654,
+      "loss/hidden": 3.54296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.156757190823555,
+      "step": 3152
+    },
+    {
+      "epoch": 0.5255,
+      "grad_norm": 23.5,
+      "grad_norm_var": 8.148372395833333,
+      "learning_rate": 4.602484890461702e-05,
+      "loss": 6.8888,
+      "loss/crossentropy": 1.1062761545181274,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1394395288079977,
+      "step": 3153
+    },
+    {
+      "epoch": 0.5256666666666666,
+      "grad_norm": 24.125,
+      "grad_norm_var": 8.159375,
+      "learning_rate": 4.599875238125957e-05,
+      "loss": 6.7285,
+      "loss/crossentropy": 1.4607674777507782,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15700008161365986,
+      "step": 3154
+    },
+    {
+      "epoch": 0.5258333333333334,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.5494140625,
+      "learning_rate": 4.5972656954866856e-05,
+      "loss": 6.6819,
+      "loss/crossentropy": 1.12210114300251,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.09518912062048912,
+      "step": 3155
+    },
+    {
+      "epoch": 0.526,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.5556640625,
+      "learning_rate": 4.5946562632593066e-05,
+      "loss": 6.7111,
+      "loss/crossentropy": 1.4103877395391464,
+      "loss/hidden": 3.625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20736113935709,
+      "step": 3156
+    },
+    {
+      "epoch": 0.5261666666666667,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.5608723958333333,
+      "learning_rate": 4.592046942159213e-05,
+      "loss": 6.7635,
+      "loss/crossentropy": 1.7982355058193207,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1539101842790842,
+      "step": 3157
+    },
+    {
+      "epoch": 0.5263333333333333,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.5955729166666666,
+      "learning_rate": 4.589437732901763e-05,
+      "loss": 6.3771,
+      "loss/crossentropy": 1.791623815894127,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14799490198493004,
+      "step": 3158
+    },
+    {
+      "epoch": 0.5265,
+      "grad_norm": 24.0,
+      "grad_norm_var": 0.60390625,
+      "learning_rate": 4.586828636202288e-05,
+      "loss": 6.7033,
+      "loss/crossentropy": 1.117845594882965,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13752450980246067,
+      "step": 3159
+    },
+    {
+      "epoch": 0.5266666666666666,
+      "grad_norm": 22.75,
+      "grad_norm_var": 0.7020182291666667,
+      "learning_rate": 4.5842196527760854e-05,
+      "loss": 6.4243,
+      "loss/crossentropy": 1.4053429514169693,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1392453145235777,
+      "step": 3160
+    },
+    {
+      "epoch": 0.5268333333333334,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.69375,
+      "learning_rate": 4.5816107833384234e-05,
+      "loss": 6.636,
+      "loss/crossentropy": 2.07252699136734,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2380971685051918,
+      "step": 3161
+    },
+    {
+      "epoch": 0.527,
+      "grad_norm": 24.0,
+      "grad_norm_var": 0.6869140625,
+      "learning_rate": 4.579002028604537e-05,
+      "loss": 6.5007,
+      "loss/crossentropy": 1.4067230075597763,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20632828027009964,
+      "step": 3162
+    },
+    {
+      "epoch": 0.5271666666666667,
+      "grad_norm": 24.125,
+      "grad_norm_var": 0.6518229166666667,
+      "learning_rate": 4.576393389289633e-05,
+      "loss": 6.6421,
+      "loss/crossentropy": 1.9744583368301392,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17232071980834007,
+      "step": 3163
+    },
+    {
+      "epoch": 0.5273333333333333,
+      "grad_norm": 26.375,
+      "grad_norm_var": 0.9643229166666667,
+      "learning_rate": 4.573784866108884e-05,
+      "loss": 6.6278,
+      "loss/crossentropy": 1.6667069494724274,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14577610976994038,
+      "step": 3164
+    },
+    {
+      "epoch": 0.5275,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.0832682291666667,
+      "learning_rate": 4.571176459777431e-05,
+      "loss": 6.4037,
+      "loss/crossentropy": 1.8936799764633179,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18520035967230797,
+      "step": 3165
+    },
+    {
+      "epoch": 0.5276666666666666,
+      "grad_norm": 25.625,
+      "grad_norm_var": 1.2363932291666666,
+      "learning_rate": 4.568568171010384e-05,
+      "loss": 6.9046,
+      "loss/crossentropy": 1.4545926600694656,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12899968214333057,
+      "step": 3166
+    },
+    {
+      "epoch": 0.5278333333333334,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.2785807291666667,
+      "learning_rate": 4.565960000522819e-05,
+      "loss": 6.7499,
+      "loss/crossentropy": 1.6329503059387207,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17758821696043015,
+      "step": 3167
+    },
+    {
+      "epoch": 0.528,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.3916015625,
+      "learning_rate": 4.563351949029781e-05,
+      "loss": 6.7516,
+      "loss/crossentropy": 1.4427916705608368,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14161992073059082,
+      "step": 3168
+    },
+    {
+      "epoch": 0.5281666666666667,
+      "grad_norm": 21.375,
+      "grad_norm_var": 1.76015625,
+      "learning_rate": 4.560744017246284e-05,
+      "loss": 6.4962,
+      "loss/crossentropy": 1.4188201427459717,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1680581159889698,
+      "step": 3169
+    },
+    {
+      "epoch": 0.5283333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.7489583333333334,
+      "learning_rate": 4.558136205887306e-05,
+      "loss": 6.4844,
+      "loss/crossentropy": 1.8202271163463593,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1432571578770876,
+      "step": 3170
+    },
+    {
+      "epoch": 0.5285,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.815625,
+      "learning_rate": 4.555528515667793e-05,
+      "loss": 6.5928,
+      "loss/crossentropy": 1.654616117477417,
+      "loss/hidden": 3.63671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13424762804061174,
+      "step": 3171
+    },
+    {
+      "epoch": 0.5286666666666666,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.6973307291666666,
+      "learning_rate": 4.552920947302658e-05,
+      "loss": 6.3626,
+      "loss/crossentropy": 1.5490212738513947,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12114695180207491,
+      "step": 3172
+    },
+    {
+      "epoch": 0.5288333333333334,
+      "grad_norm": 26.5,
+      "grad_norm_var": 2.2832682291666666,
+      "learning_rate": 4.550313501506781e-05,
+      "loss": 6.6194,
+      "loss/crossentropy": 1.5166060030460358,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19041766226291656,
+      "step": 3173
+    },
+    {
+      "epoch": 0.529,
+      "grad_norm": 23.375,
+      "grad_norm_var": 2.1400390625,
+      "learning_rate": 4.547706178995007e-05,
+      "loss": 6.6279,
+      "loss/crossentropy": 1.137365311384201,
+      "loss/hidden": 3.109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11679982207715511,
+      "step": 3174
+    },
+    {
+      "epoch": 0.5291666666666667,
+      "grad_norm": 22.125,
+      "grad_norm_var": 2.271875,
+      "learning_rate": 4.5450989804821506e-05,
+      "loss": 6.5072,
+      "loss/crossentropy": 1.457472875714302,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11904079839587212,
+      "step": 3175
+    },
+    {
+      "epoch": 0.5293333333333333,
+      "grad_norm": 23.75,
+      "grad_norm_var": 2.230208333333333,
+      "learning_rate": 4.542491906682989e-05,
+      "loss": 6.7549,
+      "loss/crossentropy": 2.092282295227051,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15321549400687218,
+      "step": 3176
+    },
+    {
+      "epoch": 0.5295,
+      "grad_norm": 23.875,
+      "grad_norm_var": 2.2343098958333334,
+      "learning_rate": 4.539884958312265e-05,
+      "loss": 6.3741,
+      "loss/crossentropy": 1.6541591584682465,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17668959870934486,
+      "step": 3177
+    },
+    {
+      "epoch": 0.5296666666666666,
+      "grad_norm": 23.375,
+      "grad_norm_var": 2.226822916666667,
+      "learning_rate": 4.537278136084689e-05,
+      "loss": 6.4733,
+      "loss/crossentropy": 1.1276380866765976,
+      "loss/hidden": 3.4296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15613186731934547,
+      "step": 3178
+    },
+    {
+      "epoch": 0.5298333333333334,
+      "grad_norm": 22.25,
+      "grad_norm_var": 2.309830729166667,
+      "learning_rate": 4.534671440714938e-05,
+      "loss": 6.5529,
+      "loss/crossentropy": 1.2919897884130478,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13753446005284786,
+      "step": 3179
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.76640625,
+      "learning_rate": 4.532064872917647e-05,
+      "loss": 6.6039,
+      "loss/crossentropy": 1.7794408053159714,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15419603511691093,
+      "step": 3180
+    },
+    {
+      "epoch": 0.5301666666666667,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.7785807291666667,
+      "learning_rate": 4.529458433407429e-05,
+      "loss": 6.6835,
+      "loss/crossentropy": 1.8860687911510468,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17975936830043793,
+      "step": 3181
+    },
+    {
+      "epoch": 0.5303333333333333,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.4478515625,
+      "learning_rate": 4.526852122898848e-05,
+      "loss": 6.4312,
+      "loss/crossentropy": 1.8858171999454498,
+      "loss/hidden": 3.4609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21156804263591766,
+      "step": 3182
+    },
+    {
+      "epoch": 0.5305,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.5509765625,
+      "learning_rate": 4.524245942106442e-05,
+      "loss": 6.3219,
+      "loss/crossentropy": 1.2489071190357208,
+      "loss/hidden": 2.96875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10486364550888538,
+      "step": 3183
+    },
+    {
+      "epoch": 0.5306666666666666,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.6229166666666666,
+      "learning_rate": 4.52163989174471e-05,
+      "loss": 6.6305,
+      "loss/crossentropy": 1.612085223197937,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19948329776525497,
+      "step": 3184
+    },
+    {
+      "epoch": 0.5308333333333334,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.3635416666666667,
+      "learning_rate": 4.5190339725281136e-05,
+      "loss": 6.8395,
+      "loss/crossentropy": 1.8974538147449493,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13721929863095284,
+      "step": 3185
+    },
+    {
+      "epoch": 0.531,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.4393229166666666,
+      "learning_rate": 4.516428185171079e-05,
+      "loss": 6.6967,
+      "loss/crossentropy": 1.4934355318546295,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1820363514125347,
+      "step": 3186
+    },
+    {
+      "epoch": 0.5311666666666667,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.3885416666666666,
+      "learning_rate": 4.513822530388003e-05,
+      "loss": 6.8199,
+      "loss/crossentropy": 2.1069012880325317,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16172150149941444,
+      "step": 3187
+    },
+    {
+      "epoch": 0.5313333333333333,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.4330729166666667,
+      "learning_rate": 4.511217008893237e-05,
+      "loss": 6.4396,
+      "loss/crossentropy": 2.0764058232307434,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17708967998623848,
+      "step": 3188
+    },
+    {
+      "epoch": 0.5315,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.1760416666666667,
+      "learning_rate": 4.508611621401102e-05,
+      "loss": 6.4891,
+      "loss/crossentropy": 1.6279814392328262,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1802772469818592,
+      "step": 3189
+    },
+    {
+      "epoch": 0.5316666666666666,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.1796223958333334,
+      "learning_rate": 4.5060063686258767e-05,
+      "loss": 6.6803,
+      "loss/crossentropy": 1.8548226058483124,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13795680180191994,
+      "step": 3190
+    },
+    {
+      "epoch": 0.5318333333333334,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.04140625,
+      "learning_rate": 4.503401251281806e-05,
+      "loss": 6.4717,
+      "loss/crossentropy": 1.612992286682129,
+      "loss/hidden": 3.58984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1316659189760685,
+      "step": 3191
+    },
+    {
+      "epoch": 0.532,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.1853515625,
+      "learning_rate": 4.500796270083098e-05,
+      "loss": 6.4209,
+      "loss/crossentropy": 1.8341750502586365,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15765457600355148,
+      "step": 3192
+    },
+    {
+      "epoch": 0.5321666666666667,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.1893229166666666,
+      "learning_rate": 4.498191425743925e-05,
+      "loss": 6.5971,
+      "loss/crossentropy": 1.8558661341667175,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2107938751578331,
+      "step": 3193
+    },
+    {
+      "epoch": 0.5323333333333333,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.2145182291666667,
+      "learning_rate": 4.49558671897842e-05,
+      "loss": 6.6098,
+      "loss/crossentropy": 1.894658088684082,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13837591372430325,
+      "step": 3194
+    },
+    {
+      "epoch": 0.5325,
+      "grad_norm": 21.375,
+      "grad_norm_var": 1.4291666666666667,
+      "learning_rate": 4.4929821505006764e-05,
+      "loss": 6.3965,
+      "loss/crossentropy": 1.9401457607746124,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17946184240281582,
+      "step": 3195
+    },
+    {
+      "epoch": 0.5326666666666666,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.4083333333333334,
+      "learning_rate": 4.490377721024751e-05,
+      "loss": 6.3146,
+      "loss/crossentropy": 1.6674654185771942,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22539690881967545,
+      "step": 3196
+    },
+    {
+      "epoch": 0.5328333333333334,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.3468098958333334,
+      "learning_rate": 4.487773431264664e-05,
+      "loss": 6.6886,
+      "loss/crossentropy": 1.5097966939210892,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17028063535690308,
+      "step": 3197
+    },
+    {
+      "epoch": 0.533,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.4833333333333334,
+      "learning_rate": 4.4851692819343936e-05,
+      "loss": 6.6366,
+      "loss/crossentropy": 1.7054671943187714,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16147140599787235,
+      "step": 3198
+    },
+    {
+      "epoch": 0.5331666666666667,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.34140625,
+      "learning_rate": 4.482565273747888e-05,
+      "loss": 6.8104,
+      "loss/crossentropy": 1.7274203449487686,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16989223286509514,
+      "step": 3199
+    },
+    {
+      "epoch": 0.5333333333333333,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.2559895833333334,
+      "learning_rate": 4.479961407419046e-05,
+      "loss": 6.33,
+      "loss/crossentropy": 1.9766120463609695,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17441122978925705,
+      "step": 3200
+    },
+    {
+      "epoch": 0.5335,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.4843098958333334,
+      "learning_rate": 4.477357683661734e-05,
+      "loss": 7.0094,
+      "loss/crossentropy": 2.236454278230667,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19430409371852875,
+      "step": 3201
+    },
+    {
+      "epoch": 0.5336666666666666,
+      "grad_norm": 27.25,
+      "grad_norm_var": 2.267708333333333,
+      "learning_rate": 4.474754103189777e-05,
+      "loss": 6.6496,
+      "loss/crossentropy": 1.2315524816513062,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17666170373558998,
+      "step": 3202
+    },
+    {
+      "epoch": 0.5338333333333334,
+      "grad_norm": 23.75,
+      "grad_norm_var": 2.2671223958333333,
+      "learning_rate": 4.472150666716961e-05,
+      "loss": 6.4862,
+      "loss/crossentropy": 1.3956313803792,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11307460814714432,
+      "step": 3203
+    },
+    {
+      "epoch": 0.534,
+      "grad_norm": 23.5,
+      "grad_norm_var": 2.0830729166666666,
+      "learning_rate": 4.4695473749570326e-05,
+      "loss": 6.6573,
+      "loss/crossentropy": 2.0767144560813904,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16498157009482384,
+      "step": 3204
+    },
+    {
+      "epoch": 0.5341666666666667,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.8520182291666667,
+      "learning_rate": 4.466944228623701e-05,
+      "loss": 6.4093,
+      "loss/crossentropy": 1.669107049703598,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15653005614876747,
+      "step": 3205
+    },
+    {
+      "epoch": 0.5343333333333333,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.8385416666666667,
+      "learning_rate": 4.4643412284306324e-05,
+      "loss": 6.7823,
+      "loss/crossentropy": 1.4192403554916382,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.163509052246809,
+      "step": 3206
+    },
+    {
+      "epoch": 0.5345,
+      "grad_norm": 26.5,
+      "grad_norm_var": 2.3135416666666666,
+      "learning_rate": 4.461738375091454e-05,
+      "loss": 6.8085,
+      "loss/crossentropy": 1.6731359362602234,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19954630732536316,
+      "step": 3207
+    },
+    {
+      "epoch": 0.5346666666666666,
+      "grad_norm": 23.75,
+      "grad_norm_var": 2.208268229166667,
+      "learning_rate": 4.459135669319753e-05,
+      "loss": 6.772,
+      "loss/crossentropy": 1.6854115426540375,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11357707902789116,
+      "step": 3208
+    },
+    {
+      "epoch": 0.5348333333333334,
+      "grad_norm": 21.125,
+      "grad_norm_var": 2.655989583333333,
+      "learning_rate": 4.4565331118290756e-05,
+      "loss": 6.3275,
+      "loss/crossentropy": 1.6117855310440063,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15363456681370735,
+      "step": 3209
+    },
+    {
+      "epoch": 0.535,
+      "grad_norm": 23.5,
+      "grad_norm_var": 2.62890625,
+      "learning_rate": 4.453930703332927e-05,
+      "loss": 6.4688,
+      "loss/crossentropy": 1.5945594906806946,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1419310150668025,
+      "step": 3210
+    },
+    {
+      "epoch": 0.5351666666666667,
+      "grad_norm": 21.75,
+      "grad_norm_var": 2.5228515625,
+      "learning_rate": 4.451328444544774e-05,
+      "loss": 6.4455,
+      "loss/crossentropy": 2.057174801826477,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18598992377519608,
+      "step": 3211
+    },
+    {
+      "epoch": 0.5353333333333333,
+      "grad_norm": 22.25,
+      "grad_norm_var": 2.6447265625,
+      "learning_rate": 4.44872633617804e-05,
+      "loss": 6.3883,
+      "loss/crossentropy": 2.1246899366378784,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17625007033348083,
+      "step": 3212
+    },
+    {
+      "epoch": 0.5355,
+      "grad_norm": 24.0,
+      "grad_norm_var": 2.653125,
+      "learning_rate": 4.446124378946107e-05,
+      "loss": 6.8667,
+      "loss/crossentropy": 1.1579498797655106,
+      "loss/hidden": 3.578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12189666368067265,
+      "step": 3213
+    },
+    {
+      "epoch": 0.5356666666666666,
+      "grad_norm": 21.0,
+      "grad_norm_var": 2.9364583333333334,
+      "learning_rate": 4.443522573562318e-05,
+      "loss": 6.2302,
+      "loss/crossentropy": 1.2663720548152924,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14280111715197563,
+      "step": 3214
+    },
+    {
+      "epoch": 0.5358333333333334,
+      "grad_norm": 25.25,
+      "grad_norm_var": 3.0947916666666666,
+      "learning_rate": 4.44092092073997e-05,
+      "loss": 7.0419,
+      "loss/crossentropy": 1.4681229293346405,
+      "loss/hidden": 3.61328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14384941197931767,
+      "step": 3215
+    },
+    {
+      "epoch": 0.536,
+      "grad_norm": 24.0,
+      "grad_norm_var": 3.098893229166667,
+      "learning_rate": 4.438319421192322e-05,
+      "loss": 6.4229,
+      "loss/crossentropy": 2.134850025177002,
+      "loss/hidden": 2.9296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13058658502995968,
+      "step": 3216
+    },
+    {
+      "epoch": 0.5361666666666667,
+      "grad_norm": 22.375,
+      "grad_norm_var": 2.976822916666667,
+      "learning_rate": 4.435718075632592e-05,
+      "loss": 6.4347,
+      "loss/crossentropy": 1.379858359694481,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12141498364508152,
+      "step": 3217
+    },
+    {
+      "epoch": 0.5363333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 2.022330729166667,
+      "learning_rate": 4.4331168847739514e-05,
+      "loss": 6.6185,
+      "loss/crossentropy": 2.013884484767914,
+      "loss/hidden": 3.0390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18244938552379608,
+      "step": 3218
+    },
+    {
+      "epoch": 0.5365,
+      "grad_norm": 22.375,
+      "grad_norm_var": 2.064583333333333,
+      "learning_rate": 4.4305158493295315e-05,
+      "loss": 6.444,
+      "loss/crossentropy": 1.3282362818717957,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25175604224205017,
+      "step": 3219
+    },
+    {
+      "epoch": 0.5366666666666666,
+      "grad_norm": 23.125,
+      "grad_norm_var": 2.0608723958333335,
+      "learning_rate": 4.427914970012422e-05,
+      "loss": 6.373,
+      "loss/crossentropy": 1.5872308611869812,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13884266838431358,
+      "step": 3220
+    },
+    {
+      "epoch": 0.5368333333333334,
+      "grad_norm": 24.25,
+      "grad_norm_var": 2.124739583333333,
+      "learning_rate": 4.425314247535668e-05,
+      "loss": 6.9455,
+      "loss/crossentropy": 2.0269212424755096,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25187429785728455,
+      "step": 3221
+    },
+    {
+      "epoch": 0.537,
+      "grad_norm": 23.375,
+      "grad_norm_var": 2.1177083333333333,
+      "learning_rate": 4.422713682612271e-05,
+      "loss": 6.6907,
+      "loss/crossentropy": 2.0494622588157654,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19519410282373428,
+      "step": 3222
+    },
+    {
+      "epoch": 0.5371666666666667,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.6457682291666667,
+      "learning_rate": 4.4201132759551934e-05,
+      "loss": 6.8247,
+      "loss/crossentropy": 2.093528002500534,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20907926559448242,
+      "step": 3223
+    },
+    {
+      "epoch": 0.5373333333333333,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.690625,
+      "learning_rate": 4.41751302827735e-05,
+      "loss": 6.6642,
+      "loss/crossentropy": 1.8646255731582642,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19408519566059113,
+      "step": 3224
+    },
+    {
+      "epoch": 0.5375,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.49765625,
+      "learning_rate": 4.414912940291613e-05,
+      "loss": 6.558,
+      "loss/crossentropy": 2.0197672843933105,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16506987437605858,
+      "step": 3225
+    },
+    {
+      "epoch": 0.5376666666666666,
+      "grad_norm": 21.25,
+      "grad_norm_var": 1.753125,
+      "learning_rate": 4.412313012710813e-05,
+      "loss": 6.4873,
+      "loss/crossentropy": 1.5550948977470398,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12900549918413162,
+      "step": 3226
+    },
+    {
+      "epoch": 0.5378333333333334,
+      "grad_norm": 25.875,
+      "grad_norm_var": 2.0431640625,
+      "learning_rate": 4.409713246247732e-05,
+      "loss": 6.5356,
+      "loss/crossentropy": 1.573610782623291,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14055736735463142,
+      "step": 3227
+    },
+    {
+      "epoch": 0.538,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.9509765625,
+      "learning_rate": 4.407113641615112e-05,
+      "loss": 6.6051,
+      "loss/crossentropy": 1.615850031375885,
+      "loss/hidden": 3.56640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13995754346251488,
+      "step": 3228
+    },
+    {
+      "epoch": 0.5381666666666667,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.93515625,
+      "learning_rate": 4.404514199525651e-05,
+      "loss": 6.7599,
+      "loss/crossentropy": 1.6375244408845901,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.191217303276062,
+      "step": 3229
+    },
+    {
+      "epoch": 0.5383333333333333,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.54140625,
+      "learning_rate": 4.401914920692e-05,
+      "loss": 6.4944,
+      "loss/crossentropy": 1.7919719070196152,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16442128643393517,
+      "step": 3230
+    },
+    {
+      "epoch": 0.5385,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.371875,
+      "learning_rate": 4.399315805826765e-05,
+      "loss": 6.7285,
+      "loss/crossentropy": 1.8409300297498703,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14514230005443096,
+      "step": 3231
+    },
+    {
+      "epoch": 0.5386666666666666,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.4009765625,
+      "learning_rate": 4.3967168556425085e-05,
+      "loss": 6.761,
+      "loss/crossentropy": 1.3885516226291656,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13901618495583534,
+      "step": 3232
+    },
+    {
+      "epoch": 0.5388333333333334,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.3119140625,
+      "learning_rate": 4.394118070851749e-05,
+      "loss": 6.786,
+      "loss/crossentropy": 1.7804803401231766,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13005342707037926,
+      "step": 3233
+    },
+    {
+      "epoch": 0.539,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.3134765625,
+      "learning_rate": 4.3915194521669526e-05,
+      "loss": 6.9435,
+      "loss/crossentropy": 1.552359938621521,
+      "loss/hidden": 3.59375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20231767371296883,
+      "step": 3234
+    },
+    {
+      "epoch": 0.5391666666666667,
+      "grad_norm": 26.625,
+      "grad_norm_var": 1.7296223958333334,
+      "learning_rate": 4.3889210003005524e-05,
+      "loss": 6.4918,
+      "loss/crossentropy": 1.5115258395671844,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.165584122762084,
+      "step": 3235
+    },
+    {
+      "epoch": 0.5393333333333333,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.8184895833333334,
+      "learning_rate": 4.3863227159649255e-05,
+      "loss": 6.39,
+      "loss/crossentropy": 1.28182602673769,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10255340114235878,
+      "step": 3236
+    },
+    {
+      "epoch": 0.5395,
+      "grad_norm": 25.625,
+      "grad_norm_var": 2.0082682291666667,
+      "learning_rate": 4.383724599872407e-05,
+      "loss": 6.6589,
+      "loss/crossentropy": 1.5928525477647781,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18367895483970642,
+      "step": 3237
+    },
+    {
+      "epoch": 0.5396666666666666,
+      "grad_norm": 23.0,
+      "grad_norm_var": 2.0455729166666665,
+      "learning_rate": 4.381126652735285e-05,
+      "loss": 6.2401,
+      "loss/crossentropy": 1.9482479691505432,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18132033571600914,
+      "step": 3238
+    },
+    {
+      "epoch": 0.5398333333333334,
+      "grad_norm": 27.0,
+      "grad_norm_var": 2.5660807291666665,
+      "learning_rate": 4.3785288752658e-05,
+      "loss": 6.8638,
+      "loss/crossentropy": 1.5291014909744263,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11818507686257362,
+      "step": 3239
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 23.75,
+      "grad_norm_var": 2.31640625,
+      "learning_rate": 4.375931268176147e-05,
+      "loss": 6.5674,
+      "loss/crossentropy": 0.9766888171434402,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12117806170135736,
+      "step": 3240
+    },
+    {
+      "epoch": 0.5401666666666667,
+      "grad_norm": 21.5,
+      "grad_norm_var": 2.7431640625,
+      "learning_rate": 4.373333832178478e-05,
+      "loss": 6.4858,
+      "loss/crossentropy": 2.0117736160755157,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16041702777147293,
+      "step": 3241
+    },
+    {
+      "epoch": 0.5403333333333333,
+      "grad_norm": 23.5,
+      "grad_norm_var": 2.2462890625,
+      "learning_rate": 4.370736567984894e-05,
+      "loss": 6.3676,
+      "loss/crossentropy": 1.6759565472602844,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15161744505167007,
+      "step": 3242
+    },
+    {
+      "epoch": 0.5405,
+      "grad_norm": 24.5,
+      "grad_norm_var": 2.039322916666667,
+      "learning_rate": 4.368139476307449e-05,
+      "loss": 6.6129,
+      "loss/crossentropy": 1.6022588014602661,
+      "loss/hidden": 3.65625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.26363033056259155,
+      "step": 3243
+    },
+    {
+      "epoch": 0.5406666666666666,
+      "grad_norm": 23.25,
+      "grad_norm_var": 2.07265625,
+      "learning_rate": 4.365542557858149e-05,
+      "loss": 6.5283,
+      "loss/crossentropy": 1.576075553894043,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19183691404759884,
+      "step": 3244
+    },
+    {
+      "epoch": 0.5408333333333334,
+      "grad_norm": 22.125,
+      "grad_norm_var": 2.28515625,
+      "learning_rate": 4.362945813348955e-05,
+      "loss": 6.5093,
+      "loss/crossentropy": 1.332289531826973,
+      "loss/hidden": 3.0078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10911647044122219,
+      "step": 3245
+    },
+    {
+      "epoch": 0.541,
+      "grad_norm": 24.125,
+      "grad_norm_var": 2.2634765625,
+      "learning_rate": 4.360349243491778e-05,
+      "loss": 6.6752,
+      "loss/crossentropy": 1.584817349910736,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1366886030882597,
+      "step": 3246
+    },
+    {
+      "epoch": 0.5411666666666667,
+      "grad_norm": 25.5,
+      "grad_norm_var": 2.4155598958333333,
+      "learning_rate": 4.3577528489984854e-05,
+      "loss": 6.8242,
+      "loss/crossentropy": 1.403437301516533,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11672967113554478,
+      "step": 3247
+    },
+    {
+      "epoch": 0.5413333333333333,
+      "grad_norm": 22.25,
+      "grad_norm_var": 2.5893229166666667,
+      "learning_rate": 4.3551566305808925e-05,
+      "loss": 6.4505,
+      "loss/crossentropy": 1.837513029575348,
+      "loss/hidden": 2.98828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16311388462781906,
+      "step": 3248
+    },
+    {
+      "epoch": 0.5415,
+      "grad_norm": 24.375,
+      "grad_norm_var": 2.564583333333333,
+      "learning_rate": 4.352560588950766e-05,
+      "loss": 6.8787,
+      "loss/crossentropy": 1.5054184049367905,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2001881916075945,
+      "step": 3249
+    },
+    {
+      "epoch": 0.5416666666666666,
+      "grad_norm": 22.5,
+      "grad_norm_var": 2.6780598958333335,
+      "learning_rate": 4.349964724819826e-05,
+      "loss": 6.6882,
+      "loss/crossentropy": 1.8946223855018616,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14046956971287727,
+      "step": 3250
+    },
+    {
+      "epoch": 0.5418333333333333,
+      "grad_norm": 23.5,
+      "grad_norm_var": 2.1458333333333335,
+      "learning_rate": 4.347369038899744e-05,
+      "loss": 6.6923,
+      "loss/crossentropy": 1.884229063987732,
+      "loss/hidden": 3.28125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2153109274804592,
+      "step": 3251
+    },
+    {
+      "epoch": 0.542,
+      "grad_norm": 23.0,
+      "grad_norm_var": 2.082291666666667,
+      "learning_rate": 4.34477353190214e-05,
+      "loss": 6.5973,
+      "loss/crossentropy": 2.1163415610790253,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1515785250812769,
+      "step": 3252
+    },
+    {
+      "epoch": 0.5421666666666667,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.890625,
+      "learning_rate": 4.342178204538588e-05,
+      "loss": 6.5878,
+      "loss/crossentropy": 2.0794216990470886,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14674757421016693,
+      "step": 3253
+    },
+    {
+      "epoch": 0.5423333333333333,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.87265625,
+      "learning_rate": 4.339583057520613e-05,
+      "loss": 6.6439,
+      "loss/crossentropy": 1.5943325459957123,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1381750013679266,
+      "step": 3254
+    },
+    {
+      "epoch": 0.5425,
+      "grad_norm": 20.875,
+      "grad_norm_var": 1.4994140625,
+      "learning_rate": 4.336988091559688e-05,
+      "loss": 6.4915,
+      "loss/crossentropy": 1.596404492855072,
+      "loss/hidden": 3.60546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17121657729148865,
+      "step": 3255
+    },
+    {
+      "epoch": 0.5426666666666666,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.5330729166666666,
+      "learning_rate": 4.334393307367239e-05,
+      "loss": 6.6926,
+      "loss/crossentropy": 1.63970547914505,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22745263576507568,
+      "step": 3256
+    },
+    {
+      "epoch": 0.5428333333333333,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.3291015625,
+      "learning_rate": 4.3317987056546394e-05,
+      "loss": 6.8233,
+      "loss/crossentropy": 1.8841277360916138,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13733693957328796,
+      "step": 3257
+    },
+    {
+      "epoch": 0.543,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.3697916666666667,
+      "learning_rate": 4.329204287133215e-05,
+      "loss": 6.8508,
+      "loss/crossentropy": 2.08204385638237,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18014199286699295,
+      "step": 3258
+    },
+    {
+      "epoch": 0.5431666666666667,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.29140625,
+      "learning_rate": 4.326610052514237e-05,
+      "loss": 6.4842,
+      "loss/crossentropy": 2.0695678293704987,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16817090474069118,
+      "step": 3259
+    },
+    {
+      "epoch": 0.5433333333333333,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.3559895833333333,
+      "learning_rate": 4.324016002508935e-05,
+      "loss": 6.7276,
+      "loss/crossentropy": 1.6348033249378204,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2140842042863369,
+      "step": 3260
+    },
+    {
+      "epoch": 0.5435,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.2934895833333333,
+      "learning_rate": 4.321422137828479e-05,
+      "loss": 6.7602,
+      "loss/crossentropy": 1.219156190752983,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1366528682410717,
+      "step": 3261
+    },
+    {
+      "epoch": 0.5436666666666666,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.2497395833333333,
+      "learning_rate": 4.318828459183992e-05,
+      "loss": 6.6929,
+      "loss/crossentropy": 1.7272692322731018,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19995812326669693,
+      "step": 3262
+    },
+    {
+      "epoch": 0.5438333333333333,
+      "grad_norm": 23.125,
+      "grad_norm_var": 0.8947265625,
+      "learning_rate": 4.316234967286547e-05,
+      "loss": 6.6079,
+      "loss/crossentropy": 1.827778935432434,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1895158551633358,
+      "step": 3263
+    },
+    {
+      "epoch": 0.544,
+      "grad_norm": 23.375,
+      "grad_norm_var": 0.84375,
+      "learning_rate": 4.313641662847164e-05,
+      "loss": 6.493,
+      "loss/crossentropy": 1.9595088064670563,
+      "loss/hidden": 3.03515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15822520852088928,
+      "step": 3264
+    },
+    {
+      "epoch": 0.5441666666666667,
+      "grad_norm": 23.125,
+      "grad_norm_var": 0.7434895833333334,
+      "learning_rate": 4.31104854657681e-05,
+      "loss": 6.3387,
+      "loss/crossentropy": 1.780930683016777,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16177119314670563,
+      "step": 3265
+    },
+    {
+      "epoch": 0.5443333333333333,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.7247395833333333,
+      "learning_rate": 4.308455619186406e-05,
+      "loss": 6.6356,
+      "loss/crossentropy": 1.6234292089939117,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1468344796448946,
+      "step": 3266
+    },
+    {
+      "epoch": 0.5445,
+      "grad_norm": 24.0,
+      "grad_norm_var": 0.7622395833333333,
+      "learning_rate": 4.3058628813868156e-05,
+      "loss": 6.446,
+      "loss/crossentropy": 1.3678861111402512,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11397753097116947,
+      "step": 3267
+    },
+    {
+      "epoch": 0.5446666666666666,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.08515625,
+      "learning_rate": 4.303270333888854e-05,
+      "loss": 6.9934,
+      "loss/crossentropy": 1.2353703528642654,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19201551377773285,
+      "step": 3268
+    },
+    {
+      "epoch": 0.5448333333333333,
+      "grad_norm": 22.75,
+      "grad_norm_var": 0.9884765625,
+      "learning_rate": 4.300677977403281e-05,
+      "loss": 6.3737,
+      "loss/crossentropy": 1.4652156680822372,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1442589834332466,
+      "step": 3269
+    },
+    {
+      "epoch": 0.545,
+      "grad_norm": 4496293888.0,
+      "grad_norm_var": 1.2635411573914644e+18,
+      "learning_rate": 4.2980858126408065e-05,
+      "loss": 6.6328,
+      "loss/crossentropy": 1.181748628616333,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15074344724416733,
+      "step": 3270
+    },
+    {
+      "epoch": 0.5451666666666667,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.2635411573071588e+18,
+      "learning_rate": 4.295493840312087e-05,
+      "loss": 6.5477,
+      "loss/crossentropy": 1.6641158610582352,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15034781582653522,
+      "step": 3271
+    },
+    {
+      "epoch": 0.5453333333333333,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.263541157241588e+18,
+      "learning_rate": 4.2929020611277274e-05,
+      "loss": 6.8516,
+      "loss/crossentropy": 1.96772700548172,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1376173421740532,
+      "step": 3272
+    },
+    {
+      "epoch": 0.5455,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.2635411572603226e+18,
+      "learning_rate": 4.2903104757982785e-05,
+      "loss": 6.7563,
+      "loss/crossentropy": 1.7112454026937485,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16565746441483498,
+      "step": 3273
+    },
+    {
+      "epoch": 0.5456666666666666,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.2635411572228534e+18,
+      "learning_rate": 4.2877190850342375e-05,
+      "loss": 6.7901,
+      "loss/crossentropy": 1.59946608543396,
+      "loss/hidden": 3.03125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17553171142935753,
+      "step": 3274
+    },
+    {
+      "epoch": 0.5458333333333333,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.263541157176017e+18,
+      "learning_rate": 4.285127889546049e-05,
+      "loss": 6.6093,
+      "loss/crossentropy": 1.2677550315856934,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1779466737061739,
+      "step": 3275
+    },
+    {
+      "epoch": 0.546,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.263541157190068e+18,
+      "learning_rate": 4.282536890044104e-05,
+      "loss": 6.3914,
+      "loss/crossentropy": 1.0749908313155174,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13688574824482203,
+      "step": 3276
+    },
+    {
+      "epoch": 0.5461666666666667,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.263541157147915e+18,
+      "learning_rate": 4.2799460872387394e-05,
+      "loss": 6.7534,
+      "loss/crossentropy": 1.0636562556028366,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11439180374145508,
+      "step": 3277
+    },
+    {
+      "epoch": 0.5463333333333333,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.2635411571666496e+18,
+      "learning_rate": 4.277355481840239e-05,
+      "loss": 6.6333,
+      "loss/crossentropy": 2.0432870388031006,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1587585248053074,
+      "step": 3278
+    },
+    {
+      "epoch": 0.5465,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.263541157110446e+18,
+      "learning_rate": 4.274765074558832e-05,
+      "loss": 6.8401,
+      "loss/crossentropy": 2.1873694956302643,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22333381697535515,
+      "step": 3279
+    },
+    {
+      "epoch": 0.5466666666666666,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.2635411571572823e+18,
+      "learning_rate": 4.2721748661046934e-05,
+      "loss": 6.5731,
+      "loss/crossentropy": 1.4837436228990555,
+      "loss/hidden": 3.73046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1917904932051897,
+      "step": 3280
+    },
+    {
+      "epoch": 0.5468333333333333,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.2635411571010788e+18,
+      "learning_rate": 4.269584857187943e-05,
+      "loss": 6.5964,
+      "loss/crossentropy": 1.3879155218601227,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14866437390446663,
+      "step": 3281
+    },
+    {
+      "epoch": 0.547,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.2635411571338642e+18,
+      "learning_rate": 4.266995048518647e-05,
+      "loss": 6.2422,
+      "loss/crossentropy": 1.9104550182819366,
+      "loss/hidden": 3.03515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14327468536794186,
+      "step": 3282
+    },
+    {
+      "epoch": 0.5471666666666667,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.2635411571853842e+18,
+      "learning_rate": 4.264405440806813e-05,
+      "loss": 6.4189,
+      "loss/crossentropy": 2.247094005346298,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16187307983636856,
+      "step": 3283
+    },
+    {
+      "epoch": 0.5473333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.2635411572462715e+18,
+      "learning_rate": 4.261816034762402e-05,
+      "loss": 7.004,
+      "loss/crossentropy": 1.7736893743276596,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16534355282783508,
+      "step": 3284
+    },
+    {
+      "epoch": 0.5475,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.263541157213486e+18,
+      "learning_rate": 4.25922683109531e-05,
+      "loss": 6.7468,
+      "loss/crossentropy": 1.842456191778183,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.155870595946908,
+      "step": 3285
+    },
+    {
+      "epoch": 0.5476666666666666,
+      "grad_norm": 22.625,
+      "grad_norm_var": 0.8020833333333334,
+      "learning_rate": 4.256637830515385e-05,
+      "loss": 6.2456,
+      "loss/crossentropy": 1.4842213541269302,
+      "loss/hidden": 3.0703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13237926177680492,
+      "step": 3286
+    },
+    {
+      "epoch": 0.5478333333333333,
+      "grad_norm": 24.0,
+      "grad_norm_var": 0.8061848958333333,
+      "learning_rate": 4.254049033732416e-05,
+      "loss": 6.8017,
+      "loss/crossentropy": 2.149236172437668,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17176122777163982,
+      "step": 3287
+    },
+    {
+      "epoch": 0.548,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.7830729166666667,
+      "learning_rate": 4.2514604414561335e-05,
+      "loss": 6.6649,
+      "loss/crossentropy": 2.0305764973163605,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17837253585457802,
+      "step": 3288
+    },
+    {
+      "epoch": 0.5481666666666667,
+      "grad_norm": 24.875,
+      "grad_norm_var": 0.8322916666666667,
+      "learning_rate": 4.2488720543962146e-05,
+      "loss": 7.0788,
+      "loss/crossentropy": 2.0722374618053436,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2013980783522129,
+      "step": 3289
+    },
+    {
+      "epoch": 0.5483333333333333,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.6791015625,
+      "learning_rate": 4.246283873262284e-05,
+      "loss": 6.7139,
+      "loss/crossentropy": 1.7144679576158524,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20830639079213142,
+      "step": 3290
+    },
+    {
+      "epoch": 0.5485,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.6650390625,
+      "learning_rate": 4.243695898763904e-05,
+      "loss": 6.7484,
+      "loss/crossentropy": 2.193122237920761,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1780722439289093,
+      "step": 3291
+    },
+    {
+      "epoch": 0.5486666666666666,
+      "grad_norm": 25.625,
+      "grad_norm_var": 0.9384765625,
+      "learning_rate": 4.2411081316105824e-05,
+      "loss": 7.2142,
+      "loss/crossentropy": 1.8229084610939026,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25814807787537575,
+      "step": 3292
+    },
+    {
+      "epoch": 0.5488333333333333,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.078125,
+      "learning_rate": 4.238520572511773e-05,
+      "loss": 6.8798,
+      "loss/crossentropy": 1.6722194254398346,
+      "loss/hidden": 3.58984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18507706373929977,
+      "step": 3293
+    },
+    {
+      "epoch": 0.549,
+      "grad_norm": 23.625,
+      "grad_norm_var": 0.9947916666666666,
+      "learning_rate": 4.2359332221768655e-05,
+      "loss": 6.6578,
+      "loss/crossentropy": 1.6273024082183838,
+      "loss/hidden": 3.67578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1997760757803917,
+      "step": 3294
+    },
+    {
+      "epoch": 0.5491666666666667,
+      "grad_norm": 23.375,
+      "grad_norm_var": 0.9518229166666666,
+      "learning_rate": 4.233346081315196e-05,
+      "loss": 6.4261,
+      "loss/crossentropy": 1.785561978816986,
+      "loss/hidden": 3.5,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2728688046336174,
+      "step": 3295
+    },
+    {
+      "epoch": 0.5493333333333333,
+      "grad_norm": 22.75,
+      "grad_norm_var": 0.8447265625,
+      "learning_rate": 4.2307591506360494e-05,
+      "loss": 6.1955,
+      "loss/crossentropy": 1.8108198642730713,
+      "loss/hidden": 2.97265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1345984749495983,
+      "step": 3296
+    },
+    {
+      "epoch": 0.5495,
+      "grad_norm": 22.75,
+      "grad_norm_var": 0.84375,
+      "learning_rate": 4.228172430848644e-05,
+      "loss": 6.467,
+      "loss/crossentropy": 1.5172266960144043,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1820918433368206,
+      "step": 3297
+    },
+    {
+      "epoch": 0.5496666666666666,
+      "grad_norm": 25.125,
+      "grad_norm_var": 0.9010416666666666,
+      "learning_rate": 4.2255859226621454e-05,
+      "loss": 6.8996,
+      "loss/crossentropy": 1.7648473978042603,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13909892737865448,
+      "step": 3298
+    },
+    {
+      "epoch": 0.5498333333333333,
+      "grad_norm": 26.375,
+      "grad_norm_var": 1.2018229166666667,
+      "learning_rate": 4.2229996267856575e-05,
+      "loss": 6.863,
+      "loss/crossentropy": 1.5496203899383545,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1521803606301546,
+      "step": 3299
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.4260416666666667,
+      "learning_rate": 4.2204135439282285e-05,
+      "loss": 6.5173,
+      "loss/crossentropy": 1.7958746254444122,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17204058542847633,
+      "step": 3300
+    },
+    {
+      "epoch": 0.5501666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.4738932291666667,
+      "learning_rate": 4.2178276747988446e-05,
+      "loss": 6.4634,
+      "loss/crossentropy": 1.8467809557914734,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14139776676893234,
+      "step": 3301
+    },
+    {
+      "epoch": 0.5503333333333333,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.5143229166666667,
+      "learning_rate": 4.2152420201064434e-05,
+      "loss": 7.1192,
+      "loss/crossentropy": 2.0181363821029663,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1734916754066944,
+      "step": 3302
+    },
+    {
+      "epoch": 0.5505,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.5160807291666667,
+      "learning_rate": 4.2126565805598937e-05,
+      "loss": 6.5877,
+      "loss/crossentropy": 1.7721592783927917,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20252471044659615,
+      "step": 3303
+    },
+    {
+      "epoch": 0.5506666666666666,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.5260416666666667,
+      "learning_rate": 4.210071356868007e-05,
+      "loss": 6.7405,
+      "loss/crossentropy": 1.4411229491233826,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13654141128063202,
+      "step": 3304
+    },
+    {
+      "epoch": 0.5508333333333333,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.6113932291666666,
+      "learning_rate": 4.2074863497395377e-05,
+      "loss": 6.7078,
+      "loss/crossentropy": 1.8128223419189453,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15954755246639252,
+      "step": 3305
+    },
+    {
+      "epoch": 0.551,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.6228515625,
+      "learning_rate": 4.204901559883181e-05,
+      "loss": 6.6712,
+      "loss/crossentropy": 1.8941704332828522,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2061242163181305,
+      "step": 3306
+    },
+    {
+      "epoch": 0.5511666666666667,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.6134765625,
+      "learning_rate": 4.202316988007567e-05,
+      "loss": 6.492,
+      "loss/crossentropy": 1.5820310711860657,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12258713692426682,
+      "step": 3307
+    },
+    {
+      "epoch": 0.5513333333333333,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.4708333333333334,
+      "learning_rate": 4.19973263482128e-05,
+      "loss": 6.6229,
+      "loss/crossentropy": 1.6678013801574707,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10708270501345396,
+      "step": 3308
+    },
+    {
+      "epoch": 0.5515,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.3739583333333334,
+      "learning_rate": 4.197148501032829e-05,
+      "loss": 6.654,
+      "loss/crossentropy": 1.6908916234970093,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16750899143517017,
+      "step": 3309
+    },
+    {
+      "epoch": 0.5516666666666666,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.4473307291666666,
+      "learning_rate": 4.194564587350669e-05,
+      "loss": 6.4568,
+      "loss/crossentropy": 1.906740814447403,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20087920501828194,
+      "step": 3310
+    },
+    {
+      "epoch": 0.5518333333333333,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.5885416666666667,
+      "learning_rate": 4.1919808944831954e-05,
+      "loss": 6.7375,
+      "loss/crossentropy": 1.6229672282934189,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11416270490735769,
+      "step": 3311
+    },
+    {
+      "epoch": 0.552,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.5962890625,
+      "learning_rate": 4.1893974231387424e-05,
+      "loss": 6.52,
+      "loss/crossentropy": 1.1764987707138062,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16074492409825325,
+      "step": 3312
+    },
+    {
+      "epoch": 0.5521666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.5634765625,
+      "learning_rate": 4.1868141740255823e-05,
+      "loss": 6.613,
+      "loss/crossentropy": 1.8200514912605286,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14107883721590042,
+      "step": 3313
+    },
+    {
+      "epoch": 0.5523333333333333,
+      "grad_norm": 21.0,
+      "grad_norm_var": 1.93515625,
+      "learning_rate": 4.184231147851929e-05,
+      "loss": 6.363,
+      "loss/crossentropy": 1.97446408867836,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1338280588388443,
+      "step": 3314
+    },
+    {
+      "epoch": 0.5525,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.5462890625,
+      "learning_rate": 4.181648345325934e-05,
+      "loss": 6.5365,
+      "loss/crossentropy": 1.5545082241296768,
+      "loss/hidden": 3.5546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18580150417983532,
+      "step": 3315
+    },
+    {
+      "epoch": 0.5526666666666666,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.4541666666666666,
+      "learning_rate": 4.179065767155686e-05,
+      "loss": 6.4132,
+      "loss/crossentropy": 2.0771212577819824,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1932828612625599,
+      "step": 3316
+    },
+    {
+      "epoch": 0.5528333333333333,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.5770182291666666,
+      "learning_rate": 4.176483414049214e-05,
+      "loss": 6.9766,
+      "loss/crossentropy": 1.9697990715503693,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20647661946713924,
+      "step": 3317
+    },
+    {
+      "epoch": 0.553,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.3580729166666667,
+      "learning_rate": 4.1739012867144844e-05,
+      "loss": 6.6549,
+      "loss/crossentropy": 1.477788306772709,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21055582538247108,
+      "step": 3318
+    },
+    {
+      "epoch": 0.5531666666666667,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.3768229166666666,
+      "learning_rate": 4.171319385859401e-05,
+      "loss": 6.8712,
+      "loss/crossentropy": 1.800589770078659,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1506004836410284,
+      "step": 3319
+    },
+    {
+      "epoch": 0.5533333333333333,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.4247395833333334,
+      "learning_rate": 4.16873771219181e-05,
+      "loss": 6.6179,
+      "loss/crossentropy": 1.638558879494667,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14943738281726837,
+      "step": 3320
+    },
+    {
+      "epoch": 0.5535,
+      "grad_norm": 35.0,
+      "grad_norm_var": 9.445572916666666,
+      "learning_rate": 4.166156266419489e-05,
+      "loss": 6.8501,
+      "loss/crossentropy": 1.4207990318536758,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12063858471810818,
+      "step": 3321
+    },
+    {
+      "epoch": 0.5536666666666666,
+      "grad_norm": 22.0,
+      "grad_norm_var": 9.77890625,
+      "learning_rate": 4.163575049250157e-05,
+      "loss": 6.5565,
+      "loss/crossentropy": 1.797717958688736,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19919166341423988,
+      "step": 3322
+    },
+    {
+      "epoch": 0.5538333333333333,
+      "grad_norm": 26.25,
+      "grad_norm_var": 10.049739583333333,
+      "learning_rate": 4.1609940613914686e-05,
+      "loss": 6.7249,
+      "loss/crossentropy": 1.858789473772049,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2008105032145977,
+      "step": 3323
+    },
+    {
+      "epoch": 0.554,
+      "grad_norm": 22.75,
+      "grad_norm_var": 10.17890625,
+      "learning_rate": 4.158413303551017e-05,
+      "loss": 6.5155,
+      "loss/crossentropy": 1.3933621942996979,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1500995084643364,
+      "step": 3324
+    },
+    {
+      "epoch": 0.5541666666666667,
+      "grad_norm": 21.625,
+      "grad_norm_var": 10.574739583333333,
+      "learning_rate": 4.155832776436331e-05,
+      "loss": 6.6798,
+      "loss/crossentropy": 1.940511554479599,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16362228244543076,
+      "step": 3325
+    },
+    {
+      "epoch": 0.5543333333333333,
+      "grad_norm": 23.375,
+      "grad_norm_var": 10.491080729166667,
+      "learning_rate": 4.153252480754877e-05,
+      "loss": 6.4659,
+      "loss/crossentropy": 1.4770891219377518,
+      "loss/hidden": 3.07421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1506487112492323,
+      "step": 3326
+    },
+    {
+      "epoch": 0.5545,
+      "grad_norm": 22.25,
+      "grad_norm_var": 10.491080729166667,
+      "learning_rate": 4.150672417214058e-05,
+      "loss": 6.5328,
+      "loss/crossentropy": 1.5653181672096252,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16612785309553146,
+      "step": 3327
+    },
+    {
+      "epoch": 0.5546666666666666,
+      "grad_norm": 23.375,
+      "grad_norm_var": 10.473893229166666,
+      "learning_rate": 4.148092586521213e-05,
+      "loss": 6.8743,
+      "loss/crossentropy": 2.1523563265800476,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20215443894267082,
+      "step": 3328
+    },
+    {
+      "epoch": 0.5548333333333333,
+      "grad_norm": 23.375,
+      "grad_norm_var": 10.433072916666667,
+      "learning_rate": 4.1455129893836174e-05,
+      "loss": 6.6111,
+      "loss/crossentropy": 2.2186235189437866,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15416547283530235,
+      "step": 3329
+    },
+    {
+      "epoch": 0.555,
+      "grad_norm": 24.875,
+      "grad_norm_var": 9.8134765625,
+      "learning_rate": 4.1429336265084814e-05,
+      "loss": 6.8003,
+      "loss/crossentropy": 1.7172717303037643,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16085129976272583,
+      "step": 3330
+    },
+    {
+      "epoch": 0.5551666666666667,
+      "grad_norm": 22.75,
+      "grad_norm_var": 9.9072265625,
+      "learning_rate": 4.140354498602952e-05,
+      "loss": 6.5399,
+      "loss/crossentropy": 1.6868714690208435,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16916330344974995,
+      "step": 3331
+    },
+    {
+      "epoch": 0.5553333333333333,
+      "grad_norm": 22.5,
+      "grad_norm_var": 9.956705729166666,
+      "learning_rate": 4.1377756063741135e-05,
+      "loss": 6.5479,
+      "loss/crossentropy": 2.197677433490753,
+      "loss/hidden": 3.01171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13598130643367767,
+      "step": 3332
+    },
+    {
+      "epoch": 0.5555,
+      "grad_norm": 24.625,
+      "grad_norm_var": 9.9041015625,
+      "learning_rate": 4.135196950528982e-05,
+      "loss": 6.9639,
+      "loss/crossentropy": 1.7903315722942352,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.31476130709052086,
+      "step": 3333
+    },
+    {
+      "epoch": 0.5556666666666666,
+      "grad_norm": 20.875,
+      "grad_norm_var": 10.5041015625,
+      "learning_rate": 4.132618531774512e-05,
+      "loss": 6.54,
+      "loss/crossentropy": 2.2846266329288483,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1523919440805912,
+      "step": 3334
+    },
+    {
+      "epoch": 0.5558333333333333,
+      "grad_norm": 22.125,
+      "grad_norm_var": 10.6447265625,
+      "learning_rate": 4.13004035081759e-05,
+      "loss": 6.6143,
+      "loss/crossentropy": 1.631526380777359,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15315772965550423,
+      "step": 3335
+    },
+    {
+      "epoch": 0.556,
+      "grad_norm": 23.25,
+      "grad_norm_var": 10.65,
+      "learning_rate": 4.127462408365041e-05,
+      "loss": 6.9055,
+      "loss/crossentropy": 2.04927334189415,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21562139689922333,
+      "step": 3336
+    },
+    {
+      "epoch": 0.5561666666666667,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.7499348958333334,
+      "learning_rate": 4.1248847051236195e-05,
+      "loss": 6.3863,
+      "loss/crossentropy": 1.3959958478808403,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2008869033306837,
+      "step": 3337
+    },
+    {
+      "epoch": 0.5563333333333333,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.6916015625,
+      "learning_rate": 4.122307241800021e-05,
+      "loss": 6.6402,
+      "loss/crossentropy": 1.8009916841983795,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1246546059846878,
+      "step": 3338
+    },
+    {
+      "epoch": 0.5565,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.06640625,
+      "learning_rate": 4.1197300191008694e-05,
+      "loss": 6.7284,
+      "loss/crossentropy": 1.885262370109558,
+      "loss/hidden": 2.890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1410050392150879,
+      "step": 3339
+    },
+    {
+      "epoch": 0.5566666666666666,
+      "grad_norm": 21.875,
+      "grad_norm_var": 1.1343098958333333,
+      "learning_rate": 4.117153037732726e-05,
+      "loss": 6.6493,
+      "loss/crossentropy": 1.6420833468437195,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11806089244782925,
+      "step": 3340
+    },
+    {
+      "epoch": 0.5568333333333333,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.0302083333333334,
+      "learning_rate": 4.114576298402084e-05,
+      "loss": 6.6431,
+      "loss/crossentropy": 1.591076299548149,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18406406044960022,
+      "step": 3341
+    },
+    {
+      "epoch": 0.557,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.0205729166666666,
+      "learning_rate": 4.1119998018153726e-05,
+      "loss": 6.8497,
+      "loss/crossentropy": 1.888041228055954,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16372118890285492,
+      "step": 3342
+    },
+    {
+      "epoch": 0.5571666666666667,
+      "grad_norm": 22.875,
+      "grad_norm_var": 0.9863932291666667,
+      "learning_rate": 4.109423548678949e-05,
+      "loss": 6.4477,
+      "loss/crossentropy": 1.531827300786972,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1972920373082161,
+      "step": 3343
+    },
+    {
+      "epoch": 0.5573333333333333,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.0427083333333333,
+      "learning_rate": 4.106847539699112e-05,
+      "loss": 6.713,
+      "loss/crossentropy": 1.3081632554531097,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14509188011288643,
+      "step": 3344
+    },
+    {
+      "epoch": 0.5575,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.03515625,
+      "learning_rate": 4.104271775582089e-05,
+      "loss": 6.6527,
+      "loss/crossentropy": 1.909374088048935,
+      "loss/hidden": 2.96875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14119752496480942,
+      "step": 3345
+    },
+    {
+      "epoch": 0.5576666666666666,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.0671223958333333,
+      "learning_rate": 4.101696257034037e-05,
+      "loss": 6.6002,
+      "loss/crossentropy": 1.5751430988311768,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14709787257015705,
+      "step": 3346
+    },
+    {
+      "epoch": 0.5578333333333333,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.0801432291666666,
+      "learning_rate": 4.0991209847610535e-05,
+      "loss": 6.8541,
+      "loss/crossentropy": 1.5886192917823792,
+      "loss/hidden": 3.05078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14880462922155857,
+      "step": 3347
+    },
+    {
+      "epoch": 0.558,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.07265625,
+      "learning_rate": 4.0965459594691594e-05,
+      "loss": 6.5812,
+      "loss/crossentropy": 1.9391198754310608,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21863903477787971,
+      "step": 3348
+    },
+    {
+      "epoch": 0.5581666666666667,
+      "grad_norm": 22.375,
+      "grad_norm_var": 0.90625,
+      "learning_rate": 4.093971181864313e-05,
+      "loss": 6.6389,
+      "loss/crossentropy": 2.2415806353092194,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17214223369956017,
+      "step": 3349
+    },
+    {
+      "epoch": 0.5583333333333333,
+      "grad_norm": 27.375,
+      "grad_norm_var": 1.8135416666666666,
+      "learning_rate": 4.091396652652407e-05,
+      "loss": 6.7499,
+      "loss/crossentropy": 1.472525417804718,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1308922078460455,
+      "step": 3350
+    },
+    {
+      "epoch": 0.5585,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.7280598958333333,
+      "learning_rate": 4.088822372539263e-05,
+      "loss": 6.6409,
+      "loss/crossentropy": 1.5167767703533173,
+      "loss/hidden": 3.67578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23292605951428413,
+      "step": 3351
+    },
+    {
+      "epoch": 0.5586666666666666,
+      "grad_norm": 25.5,
+      "grad_norm_var": 2.004622395833333,
+      "learning_rate": 4.086248342230633e-05,
+      "loss": 6.7876,
+      "loss/crossentropy": 1.7150800824165344,
+      "loss/hidden": 3.640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.30899791419506073,
+      "step": 3352
+    },
+    {
+      "epoch": 0.5588333333333333,
+      "grad_norm": 24.875,
+      "grad_norm_var": 2.1030598958333333,
+      "learning_rate": 4.0836745624322023e-05,
+      "loss": 6.821,
+      "loss/crossentropy": 1.931370109319687,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2355260904878378,
+      "step": 3353
+    },
+    {
+      "epoch": 0.559,
+      "grad_norm": 22.875,
+      "grad_norm_var": 2.1372395833333333,
+      "learning_rate": 4.081101033849587e-05,
+      "loss": 6.5328,
+      "loss/crossentropy": 1.6477300077676773,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18975170701742172,
+      "step": 3354
+    },
+    {
+      "epoch": 0.5591666666666667,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.9895833333333333,
+      "learning_rate": 4.078527757188333e-05,
+      "loss": 6.7918,
+      "loss/crossentropy": 1.6014946103096008,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16279934719204903,
+      "step": 3355
+    },
+    {
+      "epoch": 0.5593333333333333,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.7754557291666666,
+      "learning_rate": 4.075954733153922e-05,
+      "loss": 6.5374,
+      "loss/crossentropy": 1.6230902671813965,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12700304947793484,
+      "step": 3356
+    },
+    {
+      "epoch": 0.5595,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.8270833333333334,
+      "learning_rate": 4.0733819624517634e-05,
+      "loss": 6.4036,
+      "loss/crossentropy": 1.6166802942752838,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13379629515111446,
+      "step": 3357
+    },
+    {
+      "epoch": 0.5596666666666666,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.7927083333333333,
+      "learning_rate": 4.0708094457871934e-05,
+      "loss": 6.8005,
+      "loss/crossentropy": 1.9292640089988708,
+      "loss/hidden": 3.57421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23687296360731125,
+      "step": 3358
+    },
+    {
+      "epoch": 0.5598333333333333,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.9309895833333333,
+      "learning_rate": 4.0682371838654845e-05,
+      "loss": 6.3568,
+      "loss/crossentropy": 1.7920606136322021,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20532625913619995,
+      "step": 3359
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.9343098958333333,
+      "learning_rate": 4.0656651773918363e-05,
+      "loss": 6.6042,
+      "loss/crossentropy": 1.4105213284492493,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17087681964039803,
+      "step": 3360
+    },
+    {
+      "epoch": 0.5601666666666667,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.896875,
+      "learning_rate": 4.063093427071376e-05,
+      "loss": 6.7418,
+      "loss/crossentropy": 1.4925928711891174,
+      "loss/hidden": 3.62890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2095315158367157,
+      "step": 3361
+    },
+    {
+      "epoch": 0.5603333333333333,
+      "grad_norm": 25.75,
+      "grad_norm_var": 2.04140625,
+      "learning_rate": 4.06052193360917e-05,
+      "loss": 6.4758,
+      "loss/crossentropy": 1.8695315420627594,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19518323428928852,
+      "step": 3362
+    },
+    {
+      "epoch": 0.5605,
+      "grad_norm": 22.0,
+      "grad_norm_var": 2.15390625,
+      "learning_rate": 4.0579506977102036e-05,
+      "loss": 6.5358,
+      "loss/crossentropy": 1.5952974557876587,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15634755976498127,
+      "step": 3363
+    },
+    {
+      "epoch": 0.5606666666666666,
+      "grad_norm": 22.75,
+      "grad_norm_var": 2.1332682291666667,
+      "learning_rate": 4.0553797200793954e-05,
+      "loss": 6.7256,
+      "loss/crossentropy": 1.8131479620933533,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18715815618634224,
+      "step": 3364
+    },
+    {
+      "epoch": 0.5608333333333333,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.9997395833333333,
+      "learning_rate": 4.0528090014215945e-05,
+      "loss": 6.6233,
+      "loss/crossentropy": 1.846563071012497,
+      "loss/hidden": 2.94140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1218514833599329,
+      "step": 3365
+    },
+    {
+      "epoch": 0.561,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.2811848958333334,
+      "learning_rate": 4.050238542441578e-05,
+      "loss": 6.8224,
+      "loss/crossentropy": 1.8094852268695831,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12871540151536465,
+      "step": 3366
+    },
+    {
+      "epoch": 0.5611666666666667,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.2827473958333333,
+      "learning_rate": 4.047668343844051e-05,
+      "loss": 6.9357,
+      "loss/crossentropy": 1.437903419137001,
+      "loss/hidden": 3.67578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1729457527399063,
+      "step": 3367
+    },
+    {
+      "epoch": 0.5613333333333334,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.1473307291666666,
+      "learning_rate": 4.0450984063336495e-05,
+      "loss": 6.3014,
+      "loss/crossentropy": 1.8354208767414093,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2289618533104658,
+      "step": 3368
+    },
+    {
+      "epoch": 0.5615,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.0302083333333334,
+      "learning_rate": 4.042528730614936e-05,
+      "loss": 6.5485,
+      "loss/crossentropy": 1.6656028181314468,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16241909191012383,
+      "step": 3369
+    },
+    {
+      "epoch": 0.5616666666666666,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.0302083333333334,
+      "learning_rate": 4.0399593173924005e-05,
+      "loss": 6.7357,
+      "loss/crossentropy": 1.5360199362039566,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12535563297569752,
+      "step": 3370
+    },
+    {
+      "epoch": 0.5618333333333333,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.0184895833333334,
+      "learning_rate": 4.037390167370464e-05,
+      "loss": 6.5826,
+      "loss/crossentropy": 1.9194290041923523,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12586650252342224,
+      "step": 3371
+    },
+    {
+      "epoch": 0.562,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.0218098958333333,
+      "learning_rate": 4.034821281253472e-05,
+      "loss": 6.7617,
+      "loss/crossentropy": 1.9457118511199951,
+      "loss/hidden": 3.55859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.28447501361370087,
+      "step": 3372
+    },
+    {
+      "epoch": 0.5621666666666667,
+      "grad_norm": 22.875,
+      "grad_norm_var": 0.8738932291666667,
+      "learning_rate": 4.032252659745699e-05,
+      "loss": 6.739,
+      "loss/crossentropy": 1.233973190188408,
+      "loss/hidden": 3.9921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15972431004047394,
+      "step": 3373
+    },
+    {
+      "epoch": 0.5623333333333334,
+      "grad_norm": 22.375,
+      "grad_norm_var": 0.9103515625,
+      "learning_rate": 4.029684303551349e-05,
+      "loss": 6.7346,
+      "loss/crossentropy": 2.1735867261886597,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16252655908465385,
+      "step": 3374
+    },
+    {
+      "epoch": 0.5625,
+      "grad_norm": 23.125,
+      "grad_norm_var": 0.8322265625,
+      "learning_rate": 4.02711621337455e-05,
+      "loss": 6.3255,
+      "loss/crossentropy": 1.2697204053401947,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14253876358270645,
+      "step": 3375
+    },
+    {
+      "epoch": 0.5626666666666666,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.7830729166666667,
+      "learning_rate": 4.0245483899193595e-05,
+      "loss": 6.3262,
+      "loss/crossentropy": 1.7078048288822174,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16806387156248093,
+      "step": 3376
+    },
+    {
+      "epoch": 0.5628333333333333,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.76875,
+      "learning_rate": 4.02198083388976e-05,
+      "loss": 6.6378,
+      "loss/crossentropy": 1.9752562940120697,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1729338988661766,
+      "step": 3377
+    },
+    {
+      "epoch": 0.563,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.31640625,
+      "learning_rate": 4.019413545989661e-05,
+      "loss": 6.6419,
+      "loss/crossentropy": 1.8616043031215668,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22498930990695953,
+      "step": 3378
+    },
+    {
+      "epoch": 0.5631666666666667,
+      "grad_norm": 21.5,
+      "grad_norm_var": 0.40182291666666664,
+      "learning_rate": 4.0168465269229007e-05,
+      "loss": 6.879,
+      "loss/crossentropy": 1.9541573971509933,
+      "loss/hidden": 3.640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18508050590753555,
+      "step": 3379
+    },
+    {
+      "epoch": 0.5633333333333334,
+      "grad_norm": 22.375,
+      "grad_norm_var": 0.42389322916666666,
+      "learning_rate": 4.0142797773932394e-05,
+      "loss": 6.4466,
+      "loss/crossentropy": 1.9618448615074158,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13804756104946136,
+      "step": 3380
+    },
+    {
+      "epoch": 0.5635,
+      "grad_norm": 23.875,
+      "grad_norm_var": 0.46979166666666666,
+      "learning_rate": 4.0117132981043693e-05,
+      "loss": 6.6006,
+      "loss/crossentropy": 1.3618330508470535,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11900896392762661,
+      "step": 3381
+    },
+    {
+      "epoch": 0.5636666666666666,
+      "grad_norm": 23.0,
+      "grad_norm_var": 0.45,
+      "learning_rate": 4.009147089759904e-05,
+      "loss": 6.6171,
+      "loss/crossentropy": 1.574851393699646,
+      "loss/hidden": 3.58984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2595917247235775,
+      "step": 3382
+    },
+    {
+      "epoch": 0.5638333333333333,
+      "grad_norm": 22.75,
+      "grad_norm_var": 0.44140625,
+      "learning_rate": 4.006581153063383e-05,
+      "loss": 6.7922,
+      "loss/crossentropy": 1.5974319279193878,
+      "loss/hidden": 3.44140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15937022119760513,
+      "step": 3383
+    },
+    {
+      "epoch": 0.564,
+      "grad_norm": 23.75,
+      "grad_norm_var": 0.42890625,
+      "learning_rate": 4.0040154887182726e-05,
+      "loss": 6.879,
+      "loss/crossentropy": 1.824577808380127,
+      "loss/hidden": 3.109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12997016124427319,
+      "step": 3384
+    },
+    {
+      "epoch": 0.5641666666666667,
+      "grad_norm": 25.875,
+      "grad_norm_var": 0.8712890625,
+      "learning_rate": 4.001450097427966e-05,
+      "loss": 7.0368,
+      "loss/crossentropy": 1.7464121878147125,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21277231350541115,
+      "step": 3385
+    },
+    {
+      "epoch": 0.5643333333333334,
+      "grad_norm": 21.625,
+      "grad_norm_var": 1.0275390625,
+      "learning_rate": 3.998884979895777e-05,
+      "loss": 6.1714,
+      "loss/crossentropy": 1.5575815737247467,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10526149533689022,
+      "step": 3386
+    },
+    {
+      "epoch": 0.5645,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.05,
+      "learning_rate": 3.996320136824949e-05,
+      "loss": 6.6794,
+      "loss/crossentropy": 2.141521692276001,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16424526646733284,
+      "step": 3387
+    },
+    {
+      "epoch": 0.5646666666666667,
+      "grad_norm": 21.125,
+      "grad_norm_var": 1.2947916666666666,
+      "learning_rate": 3.9937555689186486e-05,
+      "loss": 6.4713,
+      "loss/crossentropy": 1.5728055089712143,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13302565086632967,
+      "step": 3388
+    },
+    {
+      "epoch": 0.5648333333333333,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.2934895833333333,
+      "learning_rate": 3.9911912768799655e-05,
+      "loss": 6.7977,
+      "loss/crossentropy": 1.6693286001682281,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24314739555120468,
+      "step": 3389
+    },
+    {
+      "epoch": 0.565,
+      "grad_norm": 21.75,
+      "grad_norm_var": 1.3738932291666666,
+      "learning_rate": 3.9886272614119156e-05,
+      "loss": 6.8517,
+      "loss/crossentropy": 1.7324750423431396,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16894364170730114,
+      "step": 3390
+    },
+    {
+      "epoch": 0.5651666666666667,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.4080729166666666,
+      "learning_rate": 3.986063523217439e-05,
+      "loss": 6.8251,
+      "loss/crossentropy": 1.8464151471853256,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.159578587859869,
+      "step": 3391
+    },
+    {
+      "epoch": 0.5653333333333334,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.3979166666666667,
+      "learning_rate": 3.9835000629993955e-05,
+      "loss": 6.566,
+      "loss/crossentropy": 1.847353309392929,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.173886988312006,
+      "step": 3392
+    },
+    {
+      "epoch": 0.5655,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.39375,
+      "learning_rate": 3.9809368814605766e-05,
+      "loss": 6.6678,
+      "loss/crossentropy": 1.5805042386054993,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13931287080049515,
+      "step": 3393
+    },
+    {
+      "epoch": 0.5656666666666667,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.4041015625,
+      "learning_rate": 3.978373979303691e-05,
+      "loss": 6.8453,
+      "loss/crossentropy": 1.6610321998596191,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14928548596799374,
+      "step": 3394
+    },
+    {
+      "epoch": 0.5658333333333333,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.5268229166666667,
+      "learning_rate": 3.975811357231373e-05,
+      "loss": 6.6509,
+      "loss/crossentropy": 1.6343441605567932,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19221347756683826,
+      "step": 3395
+    },
+    {
+      "epoch": 0.566,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.5145182291666666,
+      "learning_rate": 3.973249015946182e-05,
+      "loss": 6.3975,
+      "loss/crossentropy": 1.7570089995861053,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15345326252281666,
+      "step": 3396
+    },
+    {
+      "epoch": 0.5661666666666667,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.5052083333333333,
+      "learning_rate": 3.9706869561505946e-05,
+      "loss": 6.6465,
+      "loss/crossentropy": 2.3326152563095093,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23192351311445236,
+      "step": 3397
+    },
+    {
+      "epoch": 0.5663333333333334,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.5639973958333333,
+      "learning_rate": 3.968125178547015e-05,
+      "loss": 6.5462,
+      "loss/crossentropy": 1.9111753702163696,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15010517463088036,
+      "step": 3398
+    },
+    {
+      "epoch": 0.5665,
+      "grad_norm": 21.0,
+      "grad_norm_var": 1.8228515625,
+      "learning_rate": 3.965563683837771e-05,
+      "loss": 6.2918,
+      "loss/crossentropy": 1.9418746829032898,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15260354056954384,
+      "step": 3399
+    },
+    {
+      "epoch": 0.5666666666666667,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.8931640625,
+      "learning_rate": 3.96300247272511e-05,
+      "loss": 6.8088,
+      "loss/crossentropy": 1.4641748666763306,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18387970514595509,
+      "step": 3400
+    },
+    {
+      "epoch": 0.5668333333333333,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.4268229166666666,
+      "learning_rate": 3.960441545911204e-05,
+      "loss": 6.6882,
+      "loss/crossentropy": 0.9590251743793488,
+      "loss/hidden": 3.640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15572276711463928,
+      "step": 3401
+    },
+    {
+      "epoch": 0.567,
+      "grad_norm": 21.625,
+      "grad_norm_var": 1.4268229166666666,
+      "learning_rate": 3.957880904098143e-05,
+      "loss": 6.5166,
+      "loss/crossentropy": 1.3697467893362045,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13832738250494003,
+      "step": 3402
+    },
+    {
+      "epoch": 0.5671666666666667,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.3707682291666667,
+      "learning_rate": 3.955320547987943e-05,
+      "loss": 6.5936,
+      "loss/crossentropy": 1.448750913143158,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13668599724769592,
+      "step": 3403
+    },
+    {
+      "epoch": 0.5673333333333334,
+      "grad_norm": 20.875,
+      "grad_norm_var": 1.4306640625,
+      "learning_rate": 3.952760478282537e-05,
+      "loss": 6.5298,
+      "loss/crossentropy": 1.496473878622055,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21182932704687119,
+      "step": 3404
+    },
+    {
+      "epoch": 0.5675,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.4994140625,
+      "learning_rate": 3.950200695683788e-05,
+      "loss": 6.6851,
+      "loss/crossentropy": 2.065642237663269,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1634557656943798,
+      "step": 3405
+    },
+    {
+      "epoch": 0.5676666666666667,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.4333333333333333,
+      "learning_rate": 3.947641200893473e-05,
+      "loss": 6.6265,
+      "loss/crossentropy": 1.9032264053821564,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.144652197137475,
+      "step": 3406
+    },
+    {
+      "epoch": 0.5678333333333333,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.390625,
+      "learning_rate": 3.94508199461329e-05,
+      "loss": 6.5322,
+      "loss/crossentropy": 1.7144735753536224,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14385853707790375,
+      "step": 3407
+    },
+    {
+      "epoch": 0.568,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.4556640625,
+      "learning_rate": 3.942523077544861e-05,
+      "loss": 6.6732,
+      "loss/crossentropy": 1.9575670659542084,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14319270104169846,
+      "step": 3408
+    },
+    {
+      "epoch": 0.5681666666666667,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.48515625,
+      "learning_rate": 3.939964450389728e-05,
+      "loss": 6.5756,
+      "loss/crossentropy": 1.936397299170494,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14531239867210388,
+      "step": 3409
+    },
+    {
+      "epoch": 0.5683333333333334,
+      "grad_norm": 21.875,
+      "grad_norm_var": 1.5052083333333333,
+      "learning_rate": 3.937406113849351e-05,
+      "loss": 6.5741,
+      "loss/crossentropy": 1.4757811799645424,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13120820745825768,
+      "step": 3410
+    },
+    {
+      "epoch": 0.5685,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.1302083333333333,
+      "learning_rate": 3.9348480686251176e-05,
+      "loss": 6.5588,
+      "loss/crossentropy": 1.8300614655017853,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14977514371275902,
+      "step": 3411
+    },
+    {
+      "epoch": 0.5686666666666667,
+      "grad_norm": 26.0,
+      "grad_norm_var": 1.8229166666666667,
+      "learning_rate": 3.9322903154183263e-05,
+      "loss": 6.9201,
+      "loss/crossentropy": 1.3197396993637085,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1962498314678669,
+      "step": 3412
+    },
+    {
+      "epoch": 0.5688333333333333,
+      "grad_norm": 21.875,
+      "grad_norm_var": 1.8785807291666667,
+      "learning_rate": 3.9297328549302e-05,
+      "loss": 6.5996,
+      "loss/crossentropy": 1.5365076810121536,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1415561754256487,
+      "step": 3413
+    },
+    {
+      "epoch": 0.569,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.8785807291666667,
+      "learning_rate": 3.9271756878618825e-05,
+      "loss": 6.7469,
+      "loss/crossentropy": 1.915438711643219,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15110746026039124,
+      "step": 3414
+    },
+    {
+      "epoch": 0.5691666666666667,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.6572265625,
+      "learning_rate": 3.9246188149144346e-05,
+      "loss": 6.7319,
+      "loss/crossentropy": 1.177623264491558,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10844414494931698,
+      "step": 3415
+    },
+    {
+      "epoch": 0.5693333333333334,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.5462890625,
+      "learning_rate": 3.922062236788836e-05,
+      "loss": 6.6377,
+      "loss/crossentropy": 1.3237155377864838,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15938523784279823,
+      "step": 3416
+    },
+    {
+      "epoch": 0.5695,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.4184895833333333,
+      "learning_rate": 3.91950595418599e-05,
+      "loss": 6.8906,
+      "loss/crossentropy": 1.9698916375637054,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16879842430353165,
+      "step": 3417
+    },
+    {
+      "epoch": 0.5696666666666667,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.3686848958333333,
+      "learning_rate": 3.916949967806715e-05,
+      "loss": 6.7933,
+      "loss/crossentropy": 1.8087515532970428,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15683967620134354,
+      "step": 3418
+    },
+    {
+      "epoch": 0.5698333333333333,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.3747395833333333,
+      "learning_rate": 3.914394278351749e-05,
+      "loss": 6.6105,
+      "loss/crossentropy": 1.9014314860105515,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19620727002620697,
+      "step": 3419
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.1247395833333333,
+      "learning_rate": 3.911838886521748e-05,
+      "loss": 6.5587,
+      "loss/crossentropy": 2.1446070969104767,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14777511544525623,
+      "step": 3420
+    },
+    {
+      "epoch": 0.5701666666666667,
+      "grad_norm": 21.625,
+      "grad_norm_var": 1.1645833333333333,
+      "learning_rate": 3.9092837930172884e-05,
+      "loss": 6.5878,
+      "loss/crossentropy": 1.5971201360225677,
+      "loss/hidden": 2.90234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12614243105053902,
+      "step": 3421
+    },
+    {
+      "epoch": 0.5703333333333334,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.1830729166666667,
+      "learning_rate": 3.906728998538862e-05,
+      "loss": 6.5991,
+      "loss/crossentropy": 1.38550466299057,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13538042176514864,
+      "step": 3422
+    },
+    {
+      "epoch": 0.5705,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.1916015625,
+      "learning_rate": 3.9041745037868816e-05,
+      "loss": 6.5054,
+      "loss/crossentropy": 1.4797365069389343,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1478005200624466,
+      "step": 3423
+    },
+    {
+      "epoch": 0.5706666666666667,
+      "grad_norm": 21.5,
+      "grad_norm_var": 1.2052083333333334,
+      "learning_rate": 3.901620309461677e-05,
+      "loss": 6.5246,
+      "loss/crossentropy": 1.539124995470047,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17360801249742508,
+      "step": 3424
+    },
+    {
+      "epoch": 0.5708333333333333,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.3369140625,
+      "learning_rate": 3.899066416263493e-05,
+      "loss": 6.581,
+      "loss/crossentropy": 1.5704341158270836,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11685773637145758,
+      "step": 3425
+    },
+    {
+      "epoch": 0.571,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.3103515625,
+      "learning_rate": 3.896512824892495e-05,
+      "loss": 6.1733,
+      "loss/crossentropy": 1.353285700082779,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11693153902888298,
+      "step": 3426
+    },
+    {
+      "epoch": 0.5711666666666667,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.3103515625,
+      "learning_rate": 3.8939595360487656e-05,
+      "loss": 6.59,
+      "loss/crossentropy": 2.2257885336875916,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13700789771974087,
+      "step": 3427
+    },
+    {
+      "epoch": 0.5713333333333334,
+      "grad_norm": 20.875,
+      "grad_norm_var": 0.7684895833333333,
+      "learning_rate": 3.891406550432301e-05,
+      "loss": 6.2149,
+      "loss/crossentropy": 1.865967035293579,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14899323880672455,
+      "step": 3428
+    },
+    {
+      "epoch": 0.5715,
+      "grad_norm": 22.375,
+      "grad_norm_var": 0.7434895833333334,
+      "learning_rate": 3.8888538687430184e-05,
+      "loss": 6.479,
+      "loss/crossentropy": 1.6375292837619781,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12265549600124359,
+      "step": 3429
+    },
+    {
+      "epoch": 0.5716666666666667,
+      "grad_norm": 22.5,
+      "grad_norm_var": 0.7327473958333334,
+      "learning_rate": 3.88630149168075e-05,
+      "loss": 6.4282,
+      "loss/crossentropy": 1.6905688047409058,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13159738667309284,
+      "step": 3430
+    },
+    {
+      "epoch": 0.5718333333333333,
+      "grad_norm": 22.75,
+      "grad_norm_var": 0.6718098958333333,
+      "learning_rate": 3.883749419945244e-05,
+      "loss": 6.5722,
+      "loss/crossentropy": 1.5558546632528305,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2271782048046589,
+      "step": 3431
+    },
+    {
+      "epoch": 0.572,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.2389973958333333,
+      "learning_rate": 3.881197654236165e-05,
+      "loss": 6.6936,
+      "loss/crossentropy": 1.7579878866672516,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18882983177900314,
+      "step": 3432
+    },
+    {
+      "epoch": 0.5721666666666667,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.2393229166666666,
+      "learning_rate": 3.878646195253095e-05,
+      "loss": 6.6836,
+      "loss/crossentropy": 1.9336549937725067,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15200676396489143,
+      "step": 3433
+    },
+    {
+      "epoch": 0.5723333333333334,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.4348307291666667,
+      "learning_rate": 3.876095043695529e-05,
+      "loss": 6.607,
+      "loss/crossentropy": 1.5390306413173676,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12902729399502277,
+      "step": 3434
+    },
+    {
+      "epoch": 0.5725,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.4363932291666666,
+      "learning_rate": 3.873544200262883e-05,
+      "loss": 6.9187,
+      "loss/crossentropy": 1.9426210522651672,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2120128720998764,
+      "step": 3435
+    },
+    {
+      "epoch": 0.5726666666666667,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.4223307291666667,
+      "learning_rate": 3.870993665654482e-05,
+      "loss": 6.7056,
+      "loss/crossentropy": 1.5539705604314804,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15472965501248837,
+      "step": 3436
+    },
+    {
+      "epoch": 0.5728333333333333,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.5577473958333334,
+      "learning_rate": 3.868443440569571e-05,
+      "loss": 6.8989,
+      "loss/crossentropy": 1.492690533399582,
+      "loss/hidden": 3.109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16108422353863716,
+      "step": 3437
+    },
+    {
+      "epoch": 0.573,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.5030598958333334,
+      "learning_rate": 3.865893525707309e-05,
+      "loss": 6.6963,
+      "loss/crossentropy": 1.983776032924652,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14032815024256706,
+      "step": 3438
+    },
+    {
+      "epoch": 0.5731666666666667,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.5739583333333333,
+      "learning_rate": 3.863343921766769e-05,
+      "loss": 6.7285,
+      "loss/crossentropy": 1.7951188683509827,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1484387032687664,
+      "step": 3439
+    },
+    {
+      "epoch": 0.5733333333333334,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.6551432291666666,
+      "learning_rate": 3.860794629446938e-05,
+      "loss": 6.9539,
+      "loss/crossentropy": 1.3077492713928223,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16457980684936047,
+      "step": 3440
+    },
+    {
+      "epoch": 0.5735,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.5910807291666667,
+      "learning_rate": 3.858245649446721e-05,
+      "loss": 6.5921,
+      "loss/crossentropy": 1.7833899557590485,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18255440145730972,
+      "step": 3441
+    },
+    {
+      "epoch": 0.5736666666666667,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.5176432291666666,
+      "learning_rate": 3.8556969824649355e-05,
+      "loss": 6.5258,
+      "loss/crossentropy": 1.3298451751470566,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14718037843704224,
+      "step": 3442
+    },
+    {
+      "epoch": 0.5738333333333333,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.5330729166666666,
+      "learning_rate": 3.853148629200312e-05,
+      "loss": 7.015,
+      "loss/crossentropy": 1.7479057163000107,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12710418552160263,
+      "step": 3443
+    },
+    {
+      "epoch": 0.574,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.2747395833333333,
+      "learning_rate": 3.850600590351496e-05,
+      "loss": 6.3435,
+      "loss/crossentropy": 1.981255829334259,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.209318857640028,
+      "step": 3444
+    },
+    {
+      "epoch": 0.5741666666666667,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.1874348958333334,
+      "learning_rate": 3.848052866617049e-05,
+      "loss": 6.2016,
+      "loss/crossentropy": 1.39425128698349,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1471029333770275,
+      "step": 3445
+    },
+    {
+      "epoch": 0.5743333333333334,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.1708333333333334,
+      "learning_rate": 3.845505458695437e-05,
+      "loss": 6.6057,
+      "loss/crossentropy": 1.4608498960733414,
+      "loss/hidden": 3.6875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1735750287771225,
+      "step": 3446
+    },
+    {
+      "epoch": 0.5745,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.1322916666666667,
+      "learning_rate": 3.842958367285056e-05,
+      "loss": 6.8876,
+      "loss/crossentropy": 2.0797471404075623,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1759333238005638,
+      "step": 3447
+    },
+    {
+      "epoch": 0.5746666666666667,
+      "grad_norm": 23.375,
+      "grad_norm_var": 0.8744140625,
+      "learning_rate": 3.840411593084199e-05,
+      "loss": 6.7958,
+      "loss/crossentropy": 1.8167479932308197,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1995067521929741,
+      "step": 3448
+    },
+    {
+      "epoch": 0.5748333333333333,
+      "grad_norm": 24.875,
+      "grad_norm_var": 0.9552083333333333,
+      "learning_rate": 3.83786513679108e-05,
+      "loss": 6.8374,
+      "loss/crossentropy": 2.2192091941833496,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16597919911146164,
+      "step": 3449
+    },
+    {
+      "epoch": 0.575,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.0249348958333333,
+      "learning_rate": 3.8353189991038266e-05,
+      "loss": 6.6303,
+      "loss/crossentropy": 1.8605879545211792,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19929255172610283,
+      "step": 3450
+    },
+    {
+      "epoch": 0.5751666666666667,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.0518229166666666,
+      "learning_rate": 3.832773180720475e-05,
+      "loss": 6.6157,
+      "loss/crossentropy": 1.762700617313385,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14385589212179184,
+      "step": 3451
+    },
+    {
+      "epoch": 0.5753333333333334,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.00625,
+      "learning_rate": 3.8302276823389725e-05,
+      "loss": 6.658,
+      "loss/crossentropy": 1.5830986201763153,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11803607270121574,
+      "step": 3452
+    },
+    {
+      "epoch": 0.5755,
+      "grad_norm": 23.25,
+      "grad_norm_var": 0.8869140625,
+      "learning_rate": 3.827682504657187e-05,
+      "loss": 6.7652,
+      "loss/crossentropy": 2.29349085688591,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17184146493673325,
+      "step": 3453
+    },
+    {
+      "epoch": 0.5756666666666667,
+      "grad_norm": 22.25,
+      "grad_norm_var": 0.97890625,
+      "learning_rate": 3.825137648372893e-05,
+      "loss": 6.9392,
+      "loss/crossentropy": 1.5560562908649445,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1543576866388321,
+      "step": 3454
+    },
+    {
+      "epoch": 0.5758333333333333,
+      "grad_norm": 22.125,
+      "grad_norm_var": 0.9567057291666666,
+      "learning_rate": 3.822593114183777e-05,
+      "loss": 6.5088,
+      "loss/crossentropy": 1.2324431538581848,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22999411448836327,
+      "step": 3455
+    },
+    {
+      "epoch": 0.576,
+      "grad_norm": 24.375,
+      "grad_norm_var": 0.8192057291666667,
+      "learning_rate": 3.820048902787435e-05,
+      "loss": 6.5191,
+      "loss/crossentropy": 1.715924710035324,
+      "loss/hidden": 3.0078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15083446353673935,
+      "step": 3456
+    },
+    {
+      "epoch": 0.5761666666666667,
+      "grad_norm": 28.5,
+      "grad_norm_var": 2.4806640625,
+      "learning_rate": 3.817505014881378e-05,
+      "loss": 6.399,
+      "loss/crossentropy": 1.8206263929605484,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16323388740420341,
+      "step": 3457
+    },
+    {
+      "epoch": 0.5763333333333334,
+      "grad_norm": 22.5,
+      "grad_norm_var": 2.52890625,
+      "learning_rate": 3.814961451163026e-05,
+      "loss": 6.5045,
+      "loss/crossentropy": 1.83318629860878,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1365953665226698,
+      "step": 3458
+    },
+    {
+      "epoch": 0.5765,
+      "grad_norm": 22.125,
+      "grad_norm_var": 2.6275390625,
+      "learning_rate": 3.812418212329715e-05,
+      "loss": 6.5357,
+      "loss/crossentropy": 1.6543011963367462,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1683141142129898,
+      "step": 3459
+    },
+    {
+      "epoch": 0.5766666666666667,
+      "grad_norm": 22.125,
+      "grad_norm_var": 2.6332682291666667,
+      "learning_rate": 3.809875299078688e-05,
+      "loss": 6.7709,
+      "loss/crossentropy": 2.055208206176758,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16447414085268974,
+      "step": 3460
+    },
+    {
+      "epoch": 0.5768333333333333,
+      "grad_norm": 24.75,
+      "grad_norm_var": 2.7426432291666667,
+      "learning_rate": 3.807332712107097e-05,
+      "loss": 7.0149,
+      "loss/crossentropy": 1.3910947889089584,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16204088367521763,
+      "step": 3461
+    },
+    {
+      "epoch": 0.577,
+      "grad_norm": 25.125,
+      "grad_norm_var": 2.838997395833333,
+      "learning_rate": 3.804790452112006e-05,
+      "loss": 6.9981,
+      "loss/crossentropy": 2.340565949678421,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16767824441194534,
+      "step": 3462
+    },
+    {
+      "epoch": 0.5771666666666667,
+      "grad_norm": 26.5,
+      "grad_norm_var": 3.3197265625,
+      "learning_rate": 3.8022485197903925e-05,
+      "loss": 6.5635,
+      "loss/crossentropy": 1.6434123143553734,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14854256436228752,
+      "step": 3463
+    },
+    {
+      "epoch": 0.5773333333333334,
+      "grad_norm": 40.25,
+      "grad_norm_var": 20.01015625,
+      "learning_rate": 3.799706915839137e-05,
+      "loss": 6.6166,
+      "loss/crossentropy": 1.7122099101543427,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1734013594686985,
+      "step": 3464
+    },
+    {
+      "epoch": 0.5775,
+      "grad_norm": 22.875,
+      "grad_norm_var": 20.27265625,
+      "learning_rate": 3.797165640955041e-05,
+      "loss": 6.5079,
+      "loss/crossentropy": 1.1731842756271362,
+      "loss/hidden": 3.37890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15273226611316204,
+      "step": 3465
+    },
+    {
+      "epoch": 0.5776666666666667,
+      "grad_norm": 22.125,
+      "grad_norm_var": 20.227018229166667,
+      "learning_rate": 3.794624695834808e-05,
+      "loss": 6.4522,
+      "loss/crossentropy": 1.318904846906662,
+      "loss/hidden": 3.58984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1752668246626854,
+      "step": 3466
+    },
+    {
+      "epoch": 0.5778333333333333,
+      "grad_norm": 22.875,
+      "grad_norm_var": 20.437955729166667,
+      "learning_rate": 3.792084081175049e-05,
+      "loss": 6.9073,
+      "loss/crossentropy": 1.2766832038760185,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12153387255966663,
+      "step": 3467
+    },
+    {
+      "epoch": 0.578,
+      "grad_norm": 24.875,
+      "grad_norm_var": 20.3869140625,
+      "learning_rate": 3.78954379767229e-05,
+      "loss": 6.5696,
+      "loss/crossentropy": 2.090682178735733,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16352777183055878,
+      "step": 3468
+    },
+    {
+      "epoch": 0.5781666666666667,
+      "grad_norm": 24.125,
+      "grad_norm_var": 20.255208333333332,
+      "learning_rate": 3.787003846022964e-05,
+      "loss": 6.9775,
+      "loss/crossentropy": 1.7482823133468628,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15064074844121933,
+      "step": 3469
+    },
+    {
+      "epoch": 0.5783333333333334,
+      "grad_norm": 21.125,
+      "grad_norm_var": 20.723372395833334,
+      "learning_rate": 3.7844642269234106e-05,
+      "loss": 6.5733,
+      "loss/crossentropy": 1.8417236506938934,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17008010298013687,
+      "step": 3470
+    },
+    {
+      "epoch": 0.5785,
+      "grad_norm": 22.375,
+      "grad_norm_var": 20.638997395833332,
+      "learning_rate": 3.781924941069888e-05,
+      "loss": 6.2688,
+      "loss/crossentropy": 1.3362025320529938,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16596559435129166,
+      "step": 3471
+    },
+    {
+      "epoch": 0.5786666666666667,
+      "grad_norm": 23.25,
+      "grad_norm_var": 20.780208333333334,
+      "learning_rate": 3.779385989158549e-05,
+      "loss": 6.3623,
+      "loss/crossentropy": 1.8987218886613846,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15220761112868786,
+      "step": 3472
+    },
+    {
+      "epoch": 0.5788333333333333,
+      "grad_norm": 22.125,
+      "grad_norm_var": 20.106184895833334,
+      "learning_rate": 3.776847371885464e-05,
+      "loss": 6.5511,
+      "loss/crossentropy": 1.0321831405162811,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19109836779534817,
+      "step": 3473
+    },
+    {
+      "epoch": 0.579,
+      "grad_norm": 23.25,
+      "grad_norm_var": 19.959309895833332,
+      "learning_rate": 3.7743090899466096e-05,
+      "loss": 6.8813,
+      "loss/crossentropy": 1.9715619087219238,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19692693278193474,
+      "step": 3474
+    },
+    {
+      "epoch": 0.5791666666666667,
+      "grad_norm": 21.625,
+      "grad_norm_var": 20.1244140625,
+      "learning_rate": 3.7717711440378694e-05,
+      "loss": 6.2318,
+      "loss/crossentropy": 1.5356540381908417,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11609359830617905,
+      "step": 3475
+    },
+    {
+      "epoch": 0.5793333333333334,
+      "grad_norm": 26.5,
+      "grad_norm_var": 20.030989583333334,
+      "learning_rate": 3.769233534855035e-05,
+      "loss": 6.6909,
+      "loss/crossentropy": 1.6687141507863998,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11540723778307438,
+      "step": 3476
+    },
+    {
+      "epoch": 0.5795,
+      "grad_norm": 23.125,
+      "grad_norm_var": 20.165559895833333,
+      "learning_rate": 3.7666962630938084e-05,
+      "loss": 6.9214,
+      "loss/crossentropy": 1.8452322781085968,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16792729496955872,
+      "step": 3477
+    },
+    {
+      "epoch": 0.5796666666666667,
+      "grad_norm": 22.75,
+      "grad_norm_var": 20.32265625,
+      "learning_rate": 3.764159329449796e-05,
+      "loss": 6.8257,
+      "loss/crossentropy": 1.4563939720392227,
+      "loss/hidden": 3.6796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.25343972630798817,
+      "step": 3478
+    },
+    {
+      "epoch": 0.5798333333333333,
+      "grad_norm": 22.875,
+      "grad_norm_var": 20.109309895833334,
+      "learning_rate": 3.761622734618513e-05,
+      "loss": 6.7704,
+      "loss/crossentropy": 1.3151545971632004,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1324967611581087,
+      "step": 3479
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.6572916666666666,
+      "learning_rate": 3.75908647929538e-05,
+      "loss": 6.6637,
+      "loss/crossentropy": 1.666912853717804,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15923245809972286,
+      "step": 3480
+    },
+    {
+      "epoch": 0.5801666666666667,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.7184895833333333,
+      "learning_rate": 3.756550564175727e-05,
+      "loss": 6.5131,
+      "loss/crossentropy": 1.4054322838783264,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14033665508031845,
+      "step": 3481
+    },
+    {
+      "epoch": 0.5803333333333334,
+      "grad_norm": 21.625,
+      "grad_norm_var": 1.80390625,
+      "learning_rate": 3.754014989954788e-05,
+      "loss": 6.1689,
+      "loss/crossentropy": 1.5832948833703995,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1383926421403885,
+      "step": 3482
+    },
+    {
+      "epoch": 0.5805,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.8207682291666667,
+      "learning_rate": 3.751479757327707e-05,
+      "loss": 6.6258,
+      "loss/crossentropy": 1.7362869828939438,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18037301301956177,
+      "step": 3483
+    },
+    {
+      "epoch": 0.5806666666666667,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.7052083333333334,
+      "learning_rate": 3.7489448669895324e-05,
+      "loss": 6.927,
+      "loss/crossentropy": 1.8154165595769882,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16854490339756012,
+      "step": 3484
+    },
+    {
+      "epoch": 0.5808333333333333,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.7854166666666667,
+      "learning_rate": 3.746410319635217e-05,
+      "loss": 6.8681,
+      "loss/crossentropy": 2.0738077759742737,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17823169380426407,
+      "step": 3485
+    },
+    {
+      "epoch": 0.581,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.5113932291666667,
+      "learning_rate": 3.7438761159596225e-05,
+      "loss": 6.6196,
+      "loss/crossentropy": 1.9282800257205963,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16574975475668907,
+      "step": 3486
+    },
+    {
+      "epoch": 0.5811666666666667,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.4822265625,
+      "learning_rate": 3.741342256657515e-05,
+      "loss": 6.5676,
+      "loss/crossentropy": 1.9940714836120605,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22097869589924812,
+      "step": 3487
+    },
+    {
+      "epoch": 0.5813333333333334,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.5760416666666666,
+      "learning_rate": 3.738808742423566e-05,
+      "loss": 6.8704,
+      "loss/crossentropy": 2.02789768576622,
+      "loss/hidden": 3.59375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23528599739074707,
+      "step": 3488
+    },
+    {
+      "epoch": 0.5815,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.5020833333333334,
+      "learning_rate": 3.736275573952354e-05,
+      "loss": 6.4103,
+      "loss/crossentropy": 1.8104388117790222,
+      "loss/hidden": 2.9140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11698629707098007,
+      "step": 3489
+    },
+    {
+      "epoch": 0.5816666666666667,
+      "grad_norm": 21.375,
+      "grad_norm_var": 1.7843098958333334,
+      "learning_rate": 3.7337427519383595e-05,
+      "loss": 6.1276,
+      "loss/crossentropy": 1.3535773903131485,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17101267725229263,
+      "step": 3490
+    },
+    {
+      "epoch": 0.5818333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.5733723958333334,
+      "learning_rate": 3.731210277075972e-05,
+      "loss": 6.9205,
+      "loss/crossentropy": 2.2308597564697266,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17645306140184402,
+      "step": 3491
+    },
+    {
+      "epoch": 0.582,
+      "grad_norm": 24.75,
+      "grad_norm_var": 1.0702473958333334,
+      "learning_rate": 3.728678150059484e-05,
+      "loss": 6.3254,
+      "loss/crossentropy": 1.5730087161064148,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12500466499477625,
+      "step": 3492
+    },
+    {
+      "epoch": 0.5821666666666667,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.1051432291666667,
+      "learning_rate": 3.72614637158309e-05,
+      "loss": 6.1996,
+      "loss/crossentropy": 1.1786315739154816,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1938580498099327,
+      "step": 3493
+    },
+    {
+      "epoch": 0.5823333333333334,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.0955729166666666,
+      "learning_rate": 3.723614942340892e-05,
+      "loss": 6.5049,
+      "loss/crossentropy": 1.4989551156759262,
+      "loss/hidden": 3.03515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13064336590468884,
+      "step": 3494
+    },
+    {
+      "epoch": 0.5825,
+      "grad_norm": 25.25,
+      "grad_norm_var": 1.2848307291666667,
+      "learning_rate": 3.7210838630268986e-05,
+      "loss": 6.6771,
+      "loss/crossentropy": 1.747102975845337,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19233561679720879,
+      "step": 3495
+    },
+    {
+      "epoch": 0.5826666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.3020833333333333,
+      "learning_rate": 3.718553134335017e-05,
+      "loss": 6.8347,
+      "loss/crossentropy": 1.9953047931194305,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18324923515319824,
+      "step": 3496
+    },
+    {
+      "epoch": 0.5828333333333333,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.3317057291666667,
+      "learning_rate": 3.716022756959061e-05,
+      "loss": 6.8232,
+      "loss/crossentropy": 1.9278820753097534,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23505237698554993,
+      "step": 3497
+    },
+    {
+      "epoch": 0.583,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.1416666666666666,
+      "learning_rate": 3.713492731592749e-05,
+      "loss": 6.765,
+      "loss/crossentropy": 1.3449332118034363,
+      "loss/hidden": 3.69140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23896122351288795,
+      "step": 3498
+    },
+    {
+      "epoch": 0.5831666666666667,
+      "grad_norm": 21.625,
+      "grad_norm_var": 1.3707682291666667,
+      "learning_rate": 3.710963058929701e-05,
+      "loss": 6.6412,
+      "loss/crossentropy": 1.8085973262786865,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1471257172524929,
+      "step": 3499
+    },
+    {
+      "epoch": 0.5833333333333334,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.4205729166666667,
+      "learning_rate": 3.708433739663441e-05,
+      "loss": 6.4711,
+      "loss/crossentropy": 1.7692102491855621,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1638483591377735,
+      "step": 3500
+    },
+    {
+      "epoch": 0.5835,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.31640625,
+      "learning_rate": 3.705904774487396e-05,
+      "loss": 6.62,
+      "loss/crossentropy": 1.613215908408165,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1434326022863388,
+      "step": 3501
+    },
+    {
+      "epoch": 0.5836666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.2684895833333334,
+      "learning_rate": 3.7033761640948975e-05,
+      "loss": 6.5812,
+      "loss/crossentropy": 1.536965787410736,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18586872145533562,
+      "step": 3502
+    },
+    {
+      "epoch": 0.5838333333333333,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.5994140625,
+      "learning_rate": 3.700847909179177e-05,
+      "loss": 6.8897,
+      "loss/crossentropy": 1.7457982301712036,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21101264283061028,
+      "step": 3503
+    },
+    {
+      "epoch": 0.584,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.503125,
+      "learning_rate": 3.6983200104333705e-05,
+      "loss": 6.5386,
+      "loss/crossentropy": 1.682439312338829,
+      "loss/hidden": 3.62890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2079908326268196,
+      "step": 3504
+    },
+    {
+      "epoch": 0.5841666666666666,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.5718098958333333,
+      "learning_rate": 3.6957924685505167e-05,
+      "loss": 6.5063,
+      "loss/crossentropy": 1.207917258143425,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16986281983554363,
+      "step": 3505
+    },
+    {
+      "epoch": 0.5843333333333334,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.3705729166666667,
+      "learning_rate": 3.693265284223554e-05,
+      "loss": 6.5479,
+      "loss/crossentropy": 2.4044183492660522,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.149890448898077,
+      "step": 3506
+    },
+    {
+      "epoch": 0.5845,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.4223307291666667,
+      "learning_rate": 3.690738458145322e-05,
+      "loss": 6.5737,
+      "loss/crossentropy": 1.5493142008781433,
+      "loss/hidden": 3.00390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1205301582813263,
+      "step": 3507
+    },
+    {
+      "epoch": 0.5846666666666667,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.3479166666666667,
+      "learning_rate": 3.68821199100857e-05,
+      "loss": 7.0002,
+      "loss/crossentropy": 2.062467396259308,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2595641575753689,
+      "step": 3508
+    },
+    {
+      "epoch": 0.5848333333333333,
+      "grad_norm": 21.0,
+      "grad_norm_var": 1.6077473958333333,
+      "learning_rate": 3.68568588350594e-05,
+      "loss": 6.304,
+      "loss/crossentropy": 1.3085829466581345,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13965561240911484,
+      "step": 3509
+    },
+    {
+      "epoch": 0.585,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.6291015625,
+      "learning_rate": 3.683160136329981e-05,
+      "loss": 6.5487,
+      "loss/crossentropy": 1.4860033616423607,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13852069899439812,
+      "step": 3510
+    },
+    {
+      "epoch": 0.5851666666666666,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.2509765625,
+      "learning_rate": 3.680634750173137e-05,
+      "loss": 6.7074,
+      "loss/crossentropy": 1.933562010526657,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.149284478276968,
+      "step": 3511
+    },
+    {
+      "epoch": 0.5853333333333334,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.2827473958333333,
+      "learning_rate": 3.6781097257277595e-05,
+      "loss": 6.7446,
+      "loss/crossentropy": 1.6235857903957367,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20454798452556133,
+      "step": 3512
+    },
+    {
+      "epoch": 0.5855,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.2791015625,
+      "learning_rate": 3.6755850636860954e-05,
+      "loss": 6.7377,
+      "loss/crossentropy": 1.9083876609802246,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1620269250124693,
+      "step": 3513
+    },
+    {
+      "epoch": 0.5856666666666667,
+      "grad_norm": 21.25,
+      "grad_norm_var": 1.2697265625,
+      "learning_rate": 3.6730607647403005e-05,
+      "loss": 6.2814,
+      "loss/crossentropy": 1.5510171502828598,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13144652545452118,
+      "step": 3514
+    },
+    {
+      "epoch": 0.5858333333333333,
+      "grad_norm": 25.0,
+      "grad_norm_var": 1.528125,
+      "learning_rate": 3.670536829582424e-05,
+      "loss": 6.9352,
+      "loss/crossentropy": 1.9081145823001862,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23434995114803314,
+      "step": 3515
+    },
+    {
+      "epoch": 0.586,
+      "grad_norm": 21.75,
+      "grad_norm_var": 1.5728515625,
+      "learning_rate": 3.6680132589044136e-05,
+      "loss": 6.3516,
+      "loss/crossentropy": 2.0068582892417908,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18219861201941967,
+      "step": 3516
+    },
+    {
+      "epoch": 0.5861666666666666,
+      "grad_norm": 25.625,
+      "grad_norm_var": 2.0572265625,
+      "learning_rate": 3.665490053398123e-05,
+      "loss": 6.8911,
+      "loss/crossentropy": 2.0073994994163513,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15624864771962166,
+      "step": 3517
+    },
+    {
+      "epoch": 0.5863333333333334,
+      "grad_norm": 22.375,
+      "grad_norm_var": 2.082291666666667,
+      "learning_rate": 3.662967213755304e-05,
+      "loss": 6.5967,
+      "loss/crossentropy": 1.7969231605529785,
+      "loss/hidden": 3.03125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13026949018239975,
+      "step": 3518
+    },
+    {
+      "epoch": 0.5865,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.6332682291666667,
+      "learning_rate": 3.6604447406676036e-05,
+      "loss": 6.6709,
+      "loss/crossentropy": 2.1017525494098663,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20346739143133163,
+      "step": 3519
+    },
+    {
+      "epoch": 0.5866666666666667,
+      "grad_norm": 21.75,
+      "grad_norm_var": 1.7004557291666667,
+      "learning_rate": 3.657922634826578e-05,
+      "loss": 6.5897,
+      "loss/crossentropy": 2.370893657207489,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15197428315877914,
+      "step": 3520
+    },
+    {
+      "epoch": 0.5868333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.7268229166666667,
+      "learning_rate": 3.655400896923672e-05,
+      "loss": 6.6424,
+      "loss/crossentropy": 1.4031711369752884,
+      "loss/hidden": 3.46875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1503130067139864,
+      "step": 3521
+    },
+    {
+      "epoch": 0.587,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.7760416666666667,
+      "learning_rate": 3.652879527650237e-05,
+      "loss": 6.2024,
+      "loss/crossentropy": 1.603211224079132,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13166772574186325,
+      "step": 3522
+    },
+    {
+      "epoch": 0.5871666666666666,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.7301432291666667,
+      "learning_rate": 3.650358527697519e-05,
+      "loss": 6.6704,
+      "loss/crossentropy": 1.975083440542221,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21186552941799164,
+      "step": 3523
+    },
+    {
+      "epoch": 0.5873333333333334,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.7559895833333334,
+      "learning_rate": 3.647837897756666e-05,
+      "loss": 6.6948,
+      "loss/crossentropy": 1.825626403093338,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2176458202302456,
+      "step": 3524
+    },
+    {
+      "epoch": 0.5875,
+      "grad_norm": 20.875,
+      "grad_norm_var": 1.7884765625,
+      "learning_rate": 3.645317638518721e-05,
+      "loss": 6.5327,
+      "loss/crossentropy": 1.7036414295434952,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14031672850251198,
+      "step": 3525
+    },
+    {
+      "epoch": 0.5876666666666667,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.79140625,
+      "learning_rate": 3.642797750674629e-05,
+      "loss": 6.7017,
+      "loss/crossentropy": 1.4267757683992386,
+      "loss/hidden": 3.8828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22241348773241043,
+      "step": 3526
+    },
+    {
+      "epoch": 0.5878333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.8264973958333333,
+      "learning_rate": 3.640278234915232e-05,
+      "loss": 6.6525,
+      "loss/crossentropy": 1.3307455778121948,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14656789600849152,
+      "step": 3527
+    },
+    {
+      "epoch": 0.588,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.8728515625,
+      "learning_rate": 3.6377590919312676e-05,
+      "loss": 6.6626,
+      "loss/crossentropy": 1.5570246055722237,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10916549898684025,
+      "step": 3528
+    },
+    {
+      "epoch": 0.5881666666666666,
+      "grad_norm": 20.875,
+      "grad_norm_var": 2.175,
+      "learning_rate": 3.635240322413374e-05,
+      "loss": 6.5126,
+      "loss/crossentropy": 1.6638154536485672,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1280665621161461,
+      "step": 3529
+    },
+    {
+      "epoch": 0.5883333333333334,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.9744140625,
+      "learning_rate": 3.6327219270520875e-05,
+      "loss": 6.5443,
+      "loss/crossentropy": 2.0785360038280487,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14369632303714752,
+      "step": 3530
+    },
+    {
+      "epoch": 0.5885,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.71875,
+      "learning_rate": 3.630203906537838e-05,
+      "loss": 6.5612,
+      "loss/crossentropy": 1.7775014638900757,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1626914143562317,
+      "step": 3531
+    },
+    {
+      "epoch": 0.5886666666666667,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.68515625,
+      "learning_rate": 3.627686261560957e-05,
+      "loss": 6.5503,
+      "loss/crossentropy": 1.5620766431093216,
+      "loss/hidden": 3.49609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.207607913762331,
+      "step": 3532
+    },
+    {
+      "epoch": 0.5888333333333333,
+      "grad_norm": 21.375,
+      "grad_norm_var": 1.2645833333333334,
+      "learning_rate": 3.625168992811671e-05,
+      "loss": 6.4306,
+      "loss/crossentropy": 2.154263287782669,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16024041548371315,
+      "step": 3533
+    },
+    {
+      "epoch": 0.589,
+      "grad_norm": 28.5,
+      "grad_norm_var": 3.405143229166667,
+      "learning_rate": 3.6226521009801025e-05,
+      "loss": 6.6254,
+      "loss/crossentropy": 1.8755241930484772,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.148625573143363,
+      "step": 3534
+    },
+    {
+      "epoch": 0.5891666666666666,
+      "grad_norm": 24.375,
+      "grad_norm_var": 3.522330729166667,
+      "learning_rate": 3.620135586756273e-05,
+      "loss": 6.4626,
+      "loss/crossentropy": 0.8516147285699844,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.07890018075704575,
+      "step": 3535
+    },
+    {
+      "epoch": 0.5893333333333334,
+      "grad_norm": 23.75,
+      "grad_norm_var": 3.4160807291666666,
+      "learning_rate": 3.617619450830097e-05,
+      "loss": 6.4761,
+      "loss/crossentropy": 1.5886922180652618,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14348657429218292,
+      "step": 3536
+    },
+    {
+      "epoch": 0.5895,
+      "grad_norm": 21.625,
+      "grad_norm_var": 3.5332682291666666,
+      "learning_rate": 3.615103693891388e-05,
+      "loss": 6.316,
+      "loss/crossentropy": 1.5893985331058502,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16003457456827164,
+      "step": 3537
+    },
+    {
+      "epoch": 0.5896666666666667,
+      "grad_norm": 22.375,
+      "grad_norm_var": 3.488541666666667,
+      "learning_rate": 3.612588316629858e-05,
+      "loss": 6.4864,
+      "loss/crossentropy": 1.9008398950099945,
+      "loss/hidden": 2.94140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12576135620474815,
+      "step": 3538
+    },
+    {
+      "epoch": 0.5898333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 3.508072916666667,
+      "learning_rate": 3.610073319735109e-05,
+      "loss": 6.7491,
+      "loss/crossentropy": 2.033741146326065,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13680065423250198,
+      "step": 3539
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 21.875,
+      "grad_norm_var": 3.473893229166667,
+      "learning_rate": 3.6075587038966424e-05,
+      "loss": 6.1419,
+      "loss/crossentropy": 1.78724305331707,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13343088328838348,
+      "step": 3540
+    },
+    {
+      "epoch": 0.5901666666666666,
+      "grad_norm": 23.125,
+      "grad_norm_var": 3.1504557291666666,
+      "learning_rate": 3.605044469803854e-05,
+      "loss": 6.7695,
+      "loss/crossentropy": 1.878826767206192,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14109585992991924,
+      "step": 3541
+    },
+    {
+      "epoch": 0.5903333333333334,
+      "grad_norm": 23.625,
+      "grad_norm_var": 3.1572916666666666,
+      "learning_rate": 3.602530618146037e-05,
+      "loss": 6.7869,
+      "loss/crossentropy": 1.6074613183736801,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15462088584899902,
+      "step": 3542
+    },
+    {
+      "epoch": 0.5905,
+      "grad_norm": 24.375,
+      "grad_norm_var": 3.220833333333333,
+      "learning_rate": 3.600017149612375e-05,
+      "loss": 6.5774,
+      "loss/crossentropy": 1.9209018051624298,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14741084352135658,
+      "step": 3543
+    },
+    {
+      "epoch": 0.5906666666666667,
+      "grad_norm": 21.25,
+      "grad_norm_var": 3.3955729166666666,
+      "learning_rate": 3.597504064891952e-05,
+      "loss": 6.6341,
+      "loss/crossentropy": 1.4755751863121986,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14512574020773172,
+      "step": 3544
+    },
+    {
+      "epoch": 0.5908333333333333,
+      "grad_norm": 22.125,
+      "grad_norm_var": 3.136458333333333,
+      "learning_rate": 3.594991364673745e-05,
+      "loss": 6.6869,
+      "loss/crossentropy": 1.9853278994560242,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15564313903450966,
+      "step": 3545
+    },
+    {
+      "epoch": 0.591,
+      "grad_norm": 23.0,
+      "grad_norm_var": 3.1337890625,
+      "learning_rate": 3.592479049646623e-05,
+      "loss": 6.3143,
+      "loss/crossentropy": 1.8420411348342896,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1899456325918436,
+      "step": 3546
+    },
+    {
+      "epoch": 0.5911666666666666,
+      "grad_norm": 23.75,
+      "grad_norm_var": 3.11875,
+      "learning_rate": 3.589967120499353e-05,
+      "loss": 6.7326,
+      "loss/crossentropy": 1.961354821920395,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19579371064901352,
+      "step": 3547
+    },
+    {
+      "epoch": 0.5913333333333334,
+      "grad_norm": 21.875,
+      "grad_norm_var": 3.139518229166667,
+      "learning_rate": 3.5874555779205944e-05,
+      "loss": 6.5638,
+      "loss/crossentropy": 1.80059614777565,
+      "loss/hidden": 2.88671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11780330911278725,
+      "step": 3548
+    },
+    {
+      "epoch": 0.5915,
+      "grad_norm": 22.125,
+      "grad_norm_var": 2.9942057291666666,
+      "learning_rate": 3.584944422598899e-05,
+      "loss": 6.7649,
+      "loss/crossentropy": 1.8945544064044952,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18598245829343796,
+      "step": 3549
+    },
+    {
+      "epoch": 0.5916666666666667,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.0518229166666666,
+      "learning_rate": 3.582433655222717e-05,
+      "loss": 6.7564,
+      "loss/crossentropy": 1.649046778678894,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18153210170567036,
+      "step": 3550
+    },
+    {
+      "epoch": 0.5918333333333333,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.0072916666666667,
+      "learning_rate": 3.579923276480387e-05,
+      "loss": 6.6202,
+      "loss/crossentropy": 1.7983307540416718,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14799689128994942,
+      "step": 3551
+    },
+    {
+      "epoch": 0.592,
+      "grad_norm": 23.375,
+      "grad_norm_var": 0.9738932291666667,
+      "learning_rate": 3.577413287060146e-05,
+      "loss": 6.5658,
+      "loss/crossentropy": 1.3203054070472717,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14567824266850948,
+      "step": 3552
+    },
+    {
+      "epoch": 0.5921666666666666,
+      "grad_norm": 21.875,
+      "grad_norm_var": 0.9358723958333334,
+      "learning_rate": 3.5749036876501194e-05,
+      "loss": 6.2629,
+      "loss/crossentropy": 2.308111935853958,
+      "loss/hidden": 2.92578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14832834899425507,
+      "step": 3553
+    },
+    {
+      "epoch": 0.5923333333333334,
+      "grad_norm": 22.75,
+      "grad_norm_var": 0.9184895833333333,
+      "learning_rate": 3.5723944789383315e-05,
+      "loss": 6.4632,
+      "loss/crossentropy": 1.2366992235183716,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12860115244984627,
+      "step": 3554
+    },
+    {
+      "epoch": 0.5925,
+      "grad_norm": 22.625,
+      "grad_norm_var": 0.8572916666666667,
+      "learning_rate": 3.5698856616126905e-05,
+      "loss": 6.3691,
+      "loss/crossentropy": 1.9167006611824036,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14308546669781208,
+      "step": 3555
+    },
+    {
+      "epoch": 0.5926666666666667,
+      "grad_norm": 22.75,
+      "grad_norm_var": 0.7921223958333333,
+      "learning_rate": 3.567377236361008e-05,
+      "loss": 6.6701,
+      "loss/crossentropy": 1.7127296179533005,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14686689339578152,
+      "step": 3556
+    },
+    {
+      "epoch": 0.5928333333333333,
+      "grad_norm": 58.75,
+      "grad_norm_var": 81.18958333333333,
+      "learning_rate": 3.564869203870982e-05,
+      "loss": 6.4517,
+      "loss/crossentropy": 2.0813267529010773,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1497366614639759,
+      "step": 3557
+    },
+    {
+      "epoch": 0.593,
+      "grad_norm": 24.0,
+      "grad_norm_var": 81.12337239583333,
+      "learning_rate": 3.5623615648302026e-05,
+      "loss": 6.2416,
+      "loss/crossentropy": 1.9205242693424225,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15363928861916065,
+      "step": 3558
+    },
+    {
+      "epoch": 0.5931666666666666,
+      "grad_norm": 24.125,
+      "grad_norm_var": 81.15305989583334,
+      "learning_rate": 3.559854319926156e-05,
+      "loss": 6.6019,
+      "loss/crossentropy": 1.6977820694446564,
+      "loss/hidden": 2.984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1749793328344822,
+      "step": 3559
+    },
+    {
+      "epoch": 0.5933333333333334,
+      "grad_norm": 24.125,
+      "grad_norm_var": 80.18125,
+      "learning_rate": 3.557347469846213e-05,
+      "loss": 7.2411,
+      "loss/crossentropy": 1.8459565043449402,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.151089608669281,
+      "step": 3560
+    },
+    {
+      "epoch": 0.5935,
+      "grad_norm": 22.25,
+      "grad_norm_var": 80.1291015625,
+      "learning_rate": 3.554841015277641e-05,
+      "loss": 6.4564,
+      "loss/crossentropy": 1.7994172275066376,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16270823404192924,
+      "step": 3561
+    },
+    {
+      "epoch": 0.5936666666666667,
+      "grad_norm": 22.5,
+      "grad_norm_var": 80.2994140625,
+      "learning_rate": 3.552334956907604e-05,
+      "loss": 6.9062,
+      "loss/crossentropy": 1.6603349447250366,
+      "loss/hidden": 3.6484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18423383310437202,
+      "step": 3562
+    },
+    {
+      "epoch": 0.5938333333333333,
+      "grad_norm": 22.125,
+      "grad_norm_var": 80.79791666666667,
+      "learning_rate": 3.5498292954231496e-05,
+      "loss": 6.2519,
+      "loss/crossentropy": 1.5308613777160645,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1376573108136654,
+      "step": 3563
+    },
+    {
+      "epoch": 0.594,
+      "grad_norm": 25.5,
+      "grad_norm_var": 80.0181640625,
+      "learning_rate": 3.547324031511218e-05,
+      "loss": 6.9219,
+      "loss/crossentropy": 1.1800875291228294,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1634284108877182,
+      "step": 3564
+    },
+    {
+      "epoch": 0.5941666666666666,
+      "grad_norm": 23.875,
+      "grad_norm_var": 79.44212239583334,
+      "learning_rate": 3.544819165858642e-05,
+      "loss": 6.8601,
+      "loss/crossentropy": 1.8549070209264755,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22225463017821312,
+      "step": 3565
+    },
+    {
+      "epoch": 0.5943333333333334,
+      "grad_norm": 21.0,
+      "grad_norm_var": 80.53723958333333,
+      "learning_rate": 3.542314699152145e-05,
+      "loss": 6.3084,
+      "loss/crossentropy": 1.702038899064064,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14361076056957245,
+      "step": 3566
+    },
+    {
+      "epoch": 0.5945,
+      "grad_norm": 24.625,
+      "grad_norm_var": 80.47057291666667,
+      "learning_rate": 3.539810632078338e-05,
+      "loss": 6.7189,
+      "loss/crossentropy": 1.9928018450737,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1867833398282528,
+      "step": 3567
+    },
+    {
+      "epoch": 0.5946666666666667,
+      "grad_norm": 24.625,
+      "grad_norm_var": 80.23229166666667,
+      "learning_rate": 3.5373069653237295e-05,
+      "loss": 6.6118,
+      "loss/crossentropy": 1.826477825641632,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18364978209137917,
+      "step": 3568
+    },
+    {
+      "epoch": 0.5948333333333333,
+      "grad_norm": 21.875,
+      "grad_norm_var": 80.23229166666667,
+      "learning_rate": 3.534803699574714e-05,
+      "loss": 6.5046,
+      "loss/crossentropy": 1.7036146223545074,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15475502610206604,
+      "step": 3569
+    },
+    {
+      "epoch": 0.595,
+      "grad_norm": 22.75,
+      "grad_norm_var": 80.23229166666667,
+      "learning_rate": 3.532300835517572e-05,
+      "loss": 6.5183,
+      "loss/crossentropy": 1.7262938022613525,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1324419416487217,
+      "step": 3570
+    },
+    {
+      "epoch": 0.5951666666666666,
+      "grad_norm": 23.0,
+      "grad_norm_var": 80.09889322916666,
+      "learning_rate": 3.529798373838481e-05,
+      "loss": 6.4738,
+      "loss/crossentropy": 1.6222683787345886,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15053517185151577,
+      "step": 3571
+    },
+    {
+      "epoch": 0.5953333333333334,
+      "grad_norm": 22.625,
+      "grad_norm_var": 80.14557291666667,
+      "learning_rate": 3.527296315223505e-05,
+      "loss": 6.4872,
+      "loss/crossentropy": 1.608315721154213,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17262274399399757,
+      "step": 3572
+    },
+    {
+      "epoch": 0.5955,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.5035807291666667,
+      "learning_rate": 3.524794660358593e-05,
+      "loss": 6.5198,
+      "loss/crossentropy": 1.2204328179359436,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13961480744183064,
+      "step": 3573
+    },
+    {
+      "epoch": 0.5956666666666667,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.4643229166666667,
+      "learning_rate": 3.522293409929595e-05,
+      "loss": 6.7813,
+      "loss/crossentropy": 1.626739352941513,
+      "loss/hidden": 3.63671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16812367923557758,
+      "step": 3574
+    },
+    {
+      "epoch": 0.5958333333333333,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.4080729166666666,
+      "learning_rate": 3.5197925646222387e-05,
+      "loss": 6.3173,
+      "loss/crossentropy": 1.5760471820831299,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.161610534414649,
+      "step": 3575
+    },
+    {
+      "epoch": 0.596,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.3479166666666667,
+      "learning_rate": 3.5172921251221455e-05,
+      "loss": 6.3332,
+      "loss/crossentropy": 1.730481930077076,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13834130764007568,
+      "step": 3576
+    },
+    {
+      "epoch": 0.5961666666666666,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.3238932291666667,
+      "learning_rate": 3.5147920921148267e-05,
+      "loss": 6.6419,
+      "loss/crossentropy": 2.040573000907898,
+      "loss/hidden": 2.9765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13880851864814758,
+      "step": 3577
+    },
+    {
+      "epoch": 0.5963333333333334,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.3072916666666667,
+      "learning_rate": 3.512292466285678e-05,
+      "loss": 6.4575,
+      "loss/crossentropy": 1.942286103963852,
+      "loss/hidden": 2.8359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13632037863135338,
+      "step": 3578
+    },
+    {
+      "epoch": 0.5965,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.25390625,
+      "learning_rate": 3.509793248319987e-05,
+      "loss": 6.982,
+      "loss/crossentropy": 1.758747935295105,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15904784575104713,
+      "step": 3579
+    },
+    {
+      "epoch": 0.5966666666666667,
+      "grad_norm": 25.75,
+      "grad_norm_var": 1.3375,
+      "learning_rate": 3.507294438902929e-05,
+      "loss": 6.7379,
+      "loss/crossentropy": 1.646462768316269,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2252568881958723,
+      "step": 3580
+    },
+    {
+      "epoch": 0.5968333333333333,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.3087890625,
+      "learning_rate": 3.504796038719567e-05,
+      "loss": 6.605,
+      "loss/crossentropy": 2.2666956186294556,
+      "loss/hidden": 3.02734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15039989352226257,
+      "step": 3581
+    },
+    {
+      "epoch": 0.597,
+      "grad_norm": 21.5,
+      "grad_norm_var": 1.1843098958333333,
+      "learning_rate": 3.502298048454851e-05,
+      "loss": 6.4744,
+      "loss/crossentropy": 1.468020312488079,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22162435203790665,
+      "step": 3582
+    },
+    {
+      "epoch": 0.5971666666666666,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.0530598958333333,
+      "learning_rate": 3.4998004687936196e-05,
+      "loss": 6.6064,
+      "loss/crossentropy": 1.5357294082641602,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1408325880765915,
+      "step": 3583
+    },
+    {
+      "epoch": 0.5973333333333334,
+      "grad_norm": 22.875,
+      "grad_norm_var": 0.8634765625,
+      "learning_rate": 3.497303300420598e-05,
+      "loss": 6.6548,
+      "loss/crossentropy": 1.641222208738327,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13721534609794617,
+      "step": 3584
+    },
+    {
+      "epoch": 0.5975,
+      "grad_norm": 23.125,
+      "grad_norm_var": 0.7931640625,
+      "learning_rate": 3.494806544020398e-05,
+      "loss": 6.7235,
+      "loss/crossentropy": 1.9239357113838196,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17214402556419373,
+      "step": 3585
+    },
+    {
+      "epoch": 0.5976666666666667,
+      "grad_norm": 22.625,
+      "grad_norm_var": 0.79765625,
+      "learning_rate": 3.492310200277522e-05,
+      "loss": 6.5757,
+      "loss/crossentropy": 1.5944808721542358,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14493290334939957,
+      "step": 3586
+    },
+    {
+      "epoch": 0.5978333333333333,
+      "grad_norm": 21.25,
+      "grad_norm_var": 0.978125,
+      "learning_rate": 3.4898142698763555e-05,
+      "loss": 6.613,
+      "loss/crossentropy": 2.0787570774555206,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1589360646903515,
+      "step": 3587
+    },
+    {
+      "epoch": 0.598,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.0083333333333333,
+      "learning_rate": 3.487318753501172e-05,
+      "loss": 6.6815,
+      "loss/crossentropy": 2.0783312916755676,
+      "loss/hidden": 3.39453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2011952716857195,
+      "step": 3588
+    },
+    {
+      "epoch": 0.5981666666666666,
+      "grad_norm": 21.75,
+      "grad_norm_var": 1.0692057291666666,
+      "learning_rate": 3.484823651836131e-05,
+      "loss": 6.5186,
+      "loss/crossentropy": 1.784991279244423,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15426818281412125,
+      "step": 3589
+    },
+    {
+      "epoch": 0.5983333333333334,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.0697265625,
+      "learning_rate": 3.482328965565279e-05,
+      "loss": 6.4661,
+      "loss/crossentropy": 1.669550210237503,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17840426042675972,
+      "step": 3590
+    },
+    {
+      "epoch": 0.5985,
+      "grad_norm": 21.875,
+      "grad_norm_var": 1.1181640625,
+      "learning_rate": 3.479834695372548e-05,
+      "loss": 6.3173,
+      "loss/crossentropy": 1.7701159715652466,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.175490140914917,
+      "step": 3591
+    },
+    {
+      "epoch": 0.5986666666666667,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.1598307291666667,
+      "learning_rate": 3.477340841941758e-05,
+      "loss": 7.0429,
+      "loss/crossentropy": 2.011662721633911,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22917793318629265,
+      "step": 3592
+    },
+    {
+      "epoch": 0.5988333333333333,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.1832682291666667,
+      "learning_rate": 3.4748474059566125e-05,
+      "loss": 6.7781,
+      "loss/crossentropy": 1.4338137060403824,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19229916110634804,
+      "step": 3593
+    },
+    {
+      "epoch": 0.599,
+      "grad_norm": 24.875,
+      "grad_norm_var": 1.4520182291666666,
+      "learning_rate": 3.4723543881007e-05,
+      "loss": 6.8368,
+      "loss/crossentropy": 1.5603065490722656,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12808002345263958,
+      "step": 3594
+    },
+    {
+      "epoch": 0.5991666666666666,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.5135416666666666,
+      "learning_rate": 3.469861789057497e-05,
+      "loss": 6.8369,
+      "loss/crossentropy": 2.070172518491745,
+      "loss/hidden": 3.01953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15781618282198906,
+      "step": 3595
+    },
+    {
+      "epoch": 0.5993333333333334,
+      "grad_norm": 26.0,
+      "grad_norm_var": 1.61015625,
+      "learning_rate": 3.467369609510363e-05,
+      "loss": 6.8715,
+      "loss/crossentropy": 1.5561055392026901,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17036927118897438,
+      "step": 3596
+    },
+    {
+      "epoch": 0.5995,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.621875,
+      "learning_rate": 3.4648778501425405e-05,
+      "loss": 6.4018,
+      "loss/crossentropy": 1.4620317816734314,
+      "loss/hidden": 3.609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22323949821293354,
+      "step": 3597
+    },
+    {
+      "epoch": 0.5996666666666667,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.5603515625,
+      "learning_rate": 3.462386511637164e-05,
+      "loss": 6.5945,
+      "loss/crossentropy": 1.3255205750465393,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15998313762247562,
+      "step": 3598
+    },
+    {
+      "epoch": 0.5998333333333333,
+      "grad_norm": 21.0,
+      "grad_norm_var": 1.8059895833333333,
+      "learning_rate": 3.459895594677245e-05,
+      "loss": 6.3267,
+      "loss/crossentropy": 0.7020896077156067,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.09357942081987858,
+      "step": 3599
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.8093098958333333,
+      "learning_rate": 3.457405099945684e-05,
+      "loss": 6.6639,
+      "loss/crossentropy": 1.6780144423246384,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14706041291356087,
+      "step": 3600
+    },
+    {
+      "epoch": 0.6001666666666666,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.8561848958333333,
+      "learning_rate": 3.4549150281252636e-05,
+      "loss": 6.8297,
+      "loss/crossentropy": 1.927335798740387,
+      "loss/hidden": 2.9921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13883128017187119,
+      "step": 3601
+    },
+    {
+      "epoch": 0.6003333333333334,
+      "grad_norm": 26.625,
+      "grad_norm_var": 2.6270182291666666,
+      "learning_rate": 3.452425379898651e-05,
+      "loss": 6.9347,
+      "loss/crossentropy": 1.7003275752067566,
+      "loss/hidden": 3.64453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2284089606255293,
+      "step": 3602
+    },
+    {
+      "epoch": 0.6005,
+      "grad_norm": 24.625,
+      "grad_norm_var": 2.414322916666667,
+      "learning_rate": 3.4499361559483975e-05,
+      "loss": 6.8408,
+      "loss/crossentropy": 1.731684848666191,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16268132254481316,
+      "step": 3603
+    },
+    {
+      "epoch": 0.6006666666666667,
+      "grad_norm": 22.125,
+      "grad_norm_var": 2.414322916666667,
+      "learning_rate": 3.4474473569569385e-05,
+      "loss": 6.5672,
+      "loss/crossentropy": 1.941125065088272,
+      "loss/hidden": 3.03515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1186700314283371,
+      "step": 3604
+    },
+    {
+      "epoch": 0.6008333333333333,
+      "grad_norm": 23.0,
+      "grad_norm_var": 2.2177083333333334,
+      "learning_rate": 3.444958983606592e-05,
+      "loss": 6.4462,
+      "loss/crossentropy": 0.8292832523584366,
+      "loss/hidden": 3.01171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.07936951890587807,
+      "step": 3605
+    },
+    {
+      "epoch": 0.601,
+      "grad_norm": 23.25,
+      "grad_norm_var": 2.161393229166667,
+      "learning_rate": 3.44247103657956e-05,
+      "loss": 6.5755,
+      "loss/crossentropy": 1.2786619067192078,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2617532927542925,
+      "step": 3606
+    },
+    {
+      "epoch": 0.6011666666666666,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.9572916666666667,
+      "learning_rate": 3.4399835165579266e-05,
+      "loss": 6.8405,
+      "loss/crossentropy": 1.4284128695726395,
+      "loss/hidden": 2.92578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11901701241731644,
+      "step": 3607
+    },
+    {
+      "epoch": 0.6013333333333334,
+      "grad_norm": 22.75,
+      "grad_norm_var": 2.0160807291666667,
+      "learning_rate": 3.437496424223661e-05,
+      "loss": 6.4841,
+      "loss/crossentropy": 1.3980455249547958,
+      "loss/hidden": 3.03515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10495698638260365,
+      "step": 3608
+    },
+    {
+      "epoch": 0.6015,
+      "grad_norm": 21.625,
+      "grad_norm_var": 2.276497395833333,
+      "learning_rate": 3.435009760258608e-05,
+      "loss": 6.5933,
+      "loss/crossentropy": 1.9216994047164917,
+      "loss/hidden": 2.97265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12230412289500237,
+      "step": 3609
+    },
+    {
+      "epoch": 0.6016666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 2.162239583333333,
+      "learning_rate": 3.4325235253445096e-05,
+      "loss": 6.6199,
+      "loss/crossentropy": 1.442962884902954,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12568805553019047,
+      "step": 3610
+    },
+    {
+      "epoch": 0.6018333333333333,
+      "grad_norm": 22.875,
+      "grad_norm_var": 2.1546223958333335,
+      "learning_rate": 3.4300377201629754e-05,
+      "loss": 6.4943,
+      "loss/crossentropy": 1.6359007358551025,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14622030593454838,
+      "step": 3611
+    },
+    {
+      "epoch": 0.602,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.6764973958333333,
+      "learning_rate": 3.427552345395505e-05,
+      "loss": 6.649,
+      "loss/crossentropy": 1.9482292830944061,
+      "loss/hidden": 3.046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1455588936805725,
+      "step": 3612
+    },
+    {
+      "epoch": 0.6021666666666666,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.6155598958333333,
+      "learning_rate": 3.425067401723477e-05,
+      "loss": 6.9116,
+      "loss/crossentropy": 2.208292931318283,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18184976279735565,
+      "step": 3613
+    },
+    {
+      "epoch": 0.6023333333333334,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.5622395833333333,
+      "learning_rate": 3.4225828898281534e-05,
+      "loss": 6.3533,
+      "loss/crossentropy": 1.3677472323179245,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1089816577732563,
+      "step": 3614
+    },
+    {
+      "epoch": 0.6025,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.2997395833333334,
+      "learning_rate": 3.4200988103906745e-05,
+      "loss": 6.7511,
+      "loss/crossentropy": 1.858359545469284,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15938417799770832,
+      "step": 3615
+    },
+    {
+      "epoch": 0.6026666666666667,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.3171223958333333,
+      "learning_rate": 3.417615164092069e-05,
+      "loss": 6.6994,
+      "loss/crossentropy": 1.7037430107593536,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1307336539030075,
+      "step": 3616
+    },
+    {
+      "epoch": 0.6028333333333333,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.3018229166666666,
+      "learning_rate": 3.4151319516132416e-05,
+      "loss": 6.5244,
+      "loss/crossentropy": 1.7893915474414825,
+      "loss/hidden": 3.30078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1982778087258339,
+      "step": 3617
+    },
+    {
+      "epoch": 0.603,
+      "grad_norm": 21.875,
+      "grad_norm_var": 0.64375,
+      "learning_rate": 3.4126491736349785e-05,
+      "loss": 6.289,
+      "loss/crossentropy": 1.501422956585884,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12826870195567608,
+      "step": 3618
+    },
+    {
+      "epoch": 0.6031666666666666,
+      "grad_norm": 21.125,
+      "grad_norm_var": 0.6802083333333333,
+      "learning_rate": 3.4101668308379466e-05,
+      "loss": 6.5615,
+      "loss/crossentropy": 1.7787770330905914,
+      "loss/hidden": 3.625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17969369515776634,
+      "step": 3619
+    },
+    {
+      "epoch": 0.6033333333333334,
+      "grad_norm": 24.125,
+      "grad_norm_var": 0.7385416666666667,
+      "learning_rate": 3.4076849239026944e-05,
+      "loss": 6.6967,
+      "loss/crossentropy": 1.8023846447467804,
+      "loss/hidden": 3.3984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17322970181703568,
+      "step": 3620
+    },
+    {
+      "epoch": 0.6035,
+      "grad_norm": 22.5,
+      "grad_norm_var": 0.7520833333333333,
+      "learning_rate": 3.40520345350965e-05,
+      "loss": 6.7881,
+      "loss/crossentropy": 1.6417282819747925,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14637812972068787,
+      "step": 3621
+    },
+    {
+      "epoch": 0.6036666666666667,
+      "grad_norm": 24.5,
+      "grad_norm_var": 0.9018229166666667,
+      "learning_rate": 3.402722420339125e-05,
+      "loss": 6.4426,
+      "loss/crossentropy": 1.7217356339097023,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11770683154463768,
+      "step": 3622
+    },
+    {
+      "epoch": 0.6038333333333333,
+      "grad_norm": 23.625,
+      "grad_norm_var": 0.9223307291666667,
+      "learning_rate": 3.4002418250713086e-05,
+      "loss": 6.503,
+      "loss/crossentropy": 1.8728381395339966,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1834547333419323,
+      "step": 3623
+    },
+    {
+      "epoch": 0.604,
+      "grad_norm": 22.875,
+      "grad_norm_var": 0.9184895833333333,
+      "learning_rate": 3.3977616683862684e-05,
+      "loss": 6.6876,
+      "loss/crossentropy": 1.4453778713941574,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18041075579822063,
+      "step": 3624
+    },
+    {
+      "epoch": 0.6041666666666666,
+      "grad_norm": 23.875,
+      "grad_norm_var": 0.8083333333333333,
+      "learning_rate": 3.3952819509639534e-05,
+      "loss": 6.4158,
+      "loss/crossentropy": 1.866718351840973,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1761806346476078,
+      "step": 3625
+    },
+    {
+      "epoch": 0.6043333333333333,
+      "grad_norm": 23.0,
+      "grad_norm_var": 0.8083333333333333,
+      "learning_rate": 3.392802673484193e-05,
+      "loss": 6.6001,
+      "loss/crossentropy": 1.9113870561122894,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18262924440205097,
+      "step": 3626
+    },
+    {
+      "epoch": 0.6045,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.0947916666666666,
+      "learning_rate": 3.3903238366266955e-05,
+      "loss": 6.6716,
+      "loss/crossentropy": 1.7480729222297668,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22994057834148407,
+      "step": 3627
+    },
+    {
+      "epoch": 0.6046666666666667,
+      "grad_norm": 20.625,
+      "grad_norm_var": 1.5358723958333333,
+      "learning_rate": 3.387845441071046e-05,
+      "loss": 6.5778,
+      "loss/crossentropy": 1.93844872713089,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1684836633503437,
+      "step": 3628
+    },
+    {
+      "epoch": 0.6048333333333333,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.5927083333333334,
+      "learning_rate": 3.385367487496713e-05,
+      "loss": 6.7758,
+      "loss/crossentropy": 1.6262434273958206,
+      "loss/hidden": 3.5703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20633313432335854,
+      "step": 3629
+    },
+    {
+      "epoch": 0.605,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.6764973958333333,
+      "learning_rate": 3.3828899765830414e-05,
+      "loss": 6.8223,
+      "loss/crossentropy": 1.4785225689411163,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17838034965097904,
+      "step": 3630
+    },
+    {
+      "epoch": 0.6051666666666666,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.6,
+      "learning_rate": 3.380412909009254e-05,
+      "loss": 6.9204,
+      "loss/crossentropy": 2.2161602079868317,
+      "loss/hidden": 3.37109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17767953127622604,
+      "step": 3631
+    },
+    {
+      "epoch": 0.6053333333333333,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.6275390625,
+      "learning_rate": 3.377936285454453e-05,
+      "loss": 6.6982,
+      "loss/crossentropy": 1.6885648667812347,
+      "loss/hidden": 3.6875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23447844199836254,
+      "step": 3632
+    },
+    {
+      "epoch": 0.6055,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.6306640625,
+      "learning_rate": 3.375460106597619e-05,
+      "loss": 6.7009,
+      "loss/crossentropy": 1.4372143745422363,
+      "loss/hidden": 3.0234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1431085281074047,
+      "step": 3633
+    },
+    {
+      "epoch": 0.6056666666666667,
+      "grad_norm": 20.625,
+      "grad_norm_var": 1.9509765625,
+      "learning_rate": 3.3729843731176094e-05,
+      "loss": 6.1143,
+      "loss/crossentropy": 1.3299079239368439,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1882997527718544,
+      "step": 3634
+    },
+    {
+      "epoch": 0.6058333333333333,
+      "grad_norm": 26.875,
+      "grad_norm_var": 2.4780598958333333,
+      "learning_rate": 3.370509085693163e-05,
+      "loss": 6.7026,
+      "loss/crossentropy": 1.5748386681079865,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16116759926080704,
+      "step": 3635
+    },
+    {
+      "epoch": 0.606,
+      "grad_norm": 21.5,
+      "grad_norm_var": 2.687239583333333,
+      "learning_rate": 3.3680342450028915e-05,
+      "loss": 6.3989,
+      "loss/crossentropy": 1.5290828198194504,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11099612340331078,
+      "step": 3636
+    },
+    {
+      "epoch": 0.6061666666666666,
+      "grad_norm": 22.125,
+      "grad_norm_var": 2.737434895833333,
+      "learning_rate": 3.3655598517252885e-05,
+      "loss": 6.9882,
+      "loss/crossentropy": 2.2352982461452484,
+      "loss/hidden": 2.97265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14869700372219086,
+      "step": 3637
+    },
+    {
+      "epoch": 0.6063333333333333,
+      "grad_norm": 21.375,
+      "grad_norm_var": 2.849739583333333,
+      "learning_rate": 3.3630859065387215e-05,
+      "loss": 6.5011,
+      "loss/crossentropy": 1.4808729887008667,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1499429289251566,
+      "step": 3638
+    },
+    {
+      "epoch": 0.6065,
+      "grad_norm": 19.75,
+      "grad_norm_var": 3.5218098958333335,
+      "learning_rate": 3.3606124101214375e-05,
+      "loss": 6.5165,
+      "loss/crossentropy": 1.4095337241888046,
+      "loss/hidden": 2.98828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11124875210225582,
+      "step": 3639
+    },
+    {
+      "epoch": 0.6066666666666667,
+      "grad_norm": 21.75,
+      "grad_norm_var": 3.599739583333333,
+      "learning_rate": 3.3581393631515576e-05,
+      "loss": 6.643,
+      "loss/crossentropy": 1.8686844408512115,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15014676377177238,
+      "step": 3640
+    },
+    {
+      "epoch": 0.6068333333333333,
+      "grad_norm": 22.5,
+      "grad_norm_var": 3.520247395833333,
+      "learning_rate": 3.355666766307084e-05,
+      "loss": 6.5502,
+      "loss/crossentropy": 1.5019740611314774,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12313487194478512,
+      "step": 3641
+    },
+    {
+      "epoch": 0.607,
+      "grad_norm": 23.125,
+      "grad_norm_var": 3.5260416666666665,
+      "learning_rate": 3.3531946202658923e-05,
+      "loss": 6.2776,
+      "loss/crossentropy": 1.330790102481842,
+      "loss/hidden": 2.93359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10793472547084093,
+      "step": 3642
+    },
+    {
+      "epoch": 0.6071666666666666,
+      "grad_norm": 21.25,
+      "grad_norm_var": 3.1285807291666665,
+      "learning_rate": 3.350722925705736e-05,
+      "loss": 6.3862,
+      "loss/crossentropy": 2.2119972705841064,
+      "loss/hidden": 3.171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.207848958671093,
+      "step": 3643
+    },
+    {
+      "epoch": 0.6073333333333333,
+      "grad_norm": 21.5,
+      "grad_norm_var": 2.9622395833333335,
+      "learning_rate": 3.348251683304243e-05,
+      "loss": 6.1052,
+      "loss/crossentropy": 1.3997523561120033,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14659406431019306,
+      "step": 3644
+    },
+    {
+      "epoch": 0.6075,
+      "grad_norm": 22.125,
+      "grad_norm_var": 2.783072916666667,
+      "learning_rate": 3.34578089373892e-05,
+      "loss": 6.3094,
+      "loss/crossentropy": 1.8656054437160492,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15766208618879318,
+      "step": 3645
+    },
+    {
+      "epoch": 0.6076666666666667,
+      "grad_norm": 23.25,
+      "grad_norm_var": 2.5645182291666666,
+      "learning_rate": 3.343310557687145e-05,
+      "loss": 6.6725,
+      "loss/crossentropy": 2.005806863307953,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2916693091392517,
+      "step": 3646
+    },
+    {
+      "epoch": 0.6078333333333333,
+      "grad_norm": 21.25,
+      "grad_norm_var": 2.451041666666667,
+      "learning_rate": 3.340840675826178e-05,
+      "loss": 6.5414,
+      "loss/crossentropy": 1.6969899237155914,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15444457717239857,
+      "step": 3647
+    },
+    {
+      "epoch": 0.608,
+      "grad_norm": 23.375,
+      "grad_norm_var": 2.5389973958333334,
+      "learning_rate": 3.33837124883315e-05,
+      "loss": 6.3843,
+      "loss/crossentropy": 1.7369793057441711,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18038812652230263,
+      "step": 3648
+    },
+    {
+      "epoch": 0.6081666666666666,
+      "grad_norm": 21.625,
+      "grad_norm_var": 2.5125,
+      "learning_rate": 3.335902277385067e-05,
+      "loss": 6.4933,
+      "loss/crossentropy": 1.6454653441905975,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13743717223405838,
+      "step": 3649
+    },
+    {
+      "epoch": 0.6083333333333333,
+      "grad_norm": 24.875,
+      "grad_norm_var": 2.79140625,
+      "learning_rate": 3.333433762158814e-05,
+      "loss": 6.918,
+      "loss/crossentropy": 1.9306227564811707,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.150681059807539,
+      "step": 3650
+    },
+    {
+      "epoch": 0.6085,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.5332682291666666,
+      "learning_rate": 3.330965703831146e-05,
+      "loss": 6.7582,
+      "loss/crossentropy": 1.7849290370941162,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16426998376846313,
+      "step": 3651
+    },
+    {
+      "epoch": 0.6086666666666667,
+      "grad_norm": 28.0,
+      "grad_norm_var": 3.5712890625,
+      "learning_rate": 3.328498103078696e-05,
+      "loss": 6.7017,
+      "loss/crossentropy": 2.3444637954235077,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1544354297220707,
+      "step": 3652
+    },
+    {
+      "epoch": 0.6088333333333333,
+      "grad_norm": 21.125,
+      "grad_norm_var": 3.6973307291666666,
+      "learning_rate": 3.326030960577972e-05,
+      "loss": 6.5386,
+      "loss/crossentropy": 1.129466950893402,
+      "loss/hidden": 3.58984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1365673504769802,
+      "step": 3653
+    },
+    {
+      "epoch": 0.609,
+      "grad_norm": 23.125,
+      "grad_norm_var": 3.6171223958333334,
+      "learning_rate": 3.3235642770053535e-05,
+      "loss": 6.4614,
+      "loss/crossentropy": 1.2391537427902222,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14084653556346893,
+      "step": 3654
+    },
+    {
+      "epoch": 0.6091666666666666,
+      "grad_norm": 22.125,
+      "grad_norm_var": 3.0518229166666666,
+      "learning_rate": 3.321098053037097e-05,
+      "loss": 6.4252,
+      "loss/crossentropy": 1.262383908033371,
+      "loss/hidden": 3.8125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17765752784907818,
+      "step": 3655
+    },
+    {
+      "epoch": 0.6093333333333333,
+      "grad_norm": 22.75,
+      "grad_norm_var": 2.974739583333333,
+      "learning_rate": 3.318632289349332e-05,
+      "loss": 6.8095,
+      "loss/crossentropy": 1.8376198261976242,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1363984327763319,
+      "step": 3656
+    },
+    {
+      "epoch": 0.6095,
+      "grad_norm": 22.25,
+      "grad_norm_var": 2.990625,
+      "learning_rate": 3.31616698661806e-05,
+      "loss": 6.7388,
+      "loss/crossentropy": 1.9998793601989746,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17524277791380882,
+      "step": 3657
+    },
+    {
+      "epoch": 0.6096666666666667,
+      "grad_norm": 23.375,
+      "grad_norm_var": 3.00390625,
+      "learning_rate": 3.3137021455191564e-05,
+      "loss": 6.4981,
+      "loss/crossentropy": 1.3383434414863586,
+      "loss/hidden": 3.59765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1308800633996725,
+      "step": 3658
+    },
+    {
+      "epoch": 0.6098333333333333,
+      "grad_norm": 22.75,
+      "grad_norm_var": 2.82265625,
+      "learning_rate": 3.3112377667283756e-05,
+      "loss": 6.4986,
+      "loss/crossentropy": 1.9609983563423157,
+      "loss/hidden": 3.40625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.24712496623396873,
+      "step": 3659
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 23.5,
+      "grad_norm_var": 2.68515625,
+      "learning_rate": 3.3087738509213395e-05,
+      "loss": 7.0658,
+      "loss/crossentropy": 1.8974964916706085,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3101575803011656,
+      "step": 3660
+    },
+    {
+      "epoch": 0.6101666666666666,
+      "grad_norm": 22.75,
+      "grad_norm_var": 2.630143229166667,
+      "learning_rate": 3.3063103987735433e-05,
+      "loss": 6.7255,
+      "loss/crossentropy": 2.202699214220047,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1623019315302372,
+      "step": 3661
+    },
+    {
+      "epoch": 0.6103333333333333,
+      "grad_norm": 20.625,
+      "grad_norm_var": 3.0143229166666665,
+      "learning_rate": 3.3038474109603584e-05,
+      "loss": 6.4506,
+      "loss/crossentropy": 1.5199073925614357,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11112657934427261,
+      "step": 3662
+    },
+    {
+      "epoch": 0.6105,
+      "grad_norm": 21.75,
+      "grad_norm_var": 2.91640625,
+      "learning_rate": 3.3013848881570245e-05,
+      "loss": 6.461,
+      "loss/crossentropy": 1.980604648590088,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14022642746567726,
+      "step": 3663
+    },
+    {
+      "epoch": 0.6106666666666667,
+      "grad_norm": 24.75,
+      "grad_norm_var": 3.106184895833333,
+      "learning_rate": 3.298922831038655e-05,
+      "loss": 6.4503,
+      "loss/crossentropy": 2.1712185442447662,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16431264951825142,
+      "step": 3664
+    },
+    {
+      "epoch": 0.6108333333333333,
+      "grad_norm": 23.375,
+      "grad_norm_var": 2.9603515625,
+      "learning_rate": 3.296461240280242e-05,
+      "loss": 6.3665,
+      "loss/crossentropy": 1.812209963798523,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14339181408286095,
+      "step": 3665
+    },
+    {
+      "epoch": 0.611,
+      "grad_norm": 25.0,
+      "grad_norm_var": 2.9895833333333335,
+      "learning_rate": 3.294000116556641e-05,
+      "loss": 6.8572,
+      "loss/crossentropy": 1.5213085114955902,
+      "loss/hidden": 3.796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2713216654956341,
+      "step": 3666
+    },
+    {
+      "epoch": 0.6111666666666666,
+      "grad_norm": 22.25,
+      "grad_norm_var": 3.017708333333333,
+      "learning_rate": 3.2915394605425835e-05,
+      "loss": 6.5939,
+      "loss/crossentropy": 1.5348358154296875,
+      "loss/hidden": 3.13671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1308594886213541,
+      "step": 3667
+    },
+    {
+      "epoch": 0.6113333333333333,
+      "grad_norm": 21.625,
+      "grad_norm_var": 1.3874348958333333,
+      "learning_rate": 3.289079272912674e-05,
+      "loss": 6.7007,
+      "loss/crossentropy": 1.4866371154785156,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15681333653628826,
+      "step": 3668
+    },
+    {
+      "epoch": 0.6115,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.2247395833333334,
+      "learning_rate": 3.286619554341384e-05,
+      "loss": 6.6869,
+      "loss/crossentropy": 1.6654014140367508,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17482495680451393,
+      "step": 3669
+    },
+    {
+      "epoch": 0.6116666666666667,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.2895833333333333,
+      "learning_rate": 3.284160305503059e-05,
+      "loss": 6.8405,
+      "loss/crossentropy": 1.5246562361717224,
+      "loss/hidden": 3.75390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1879713274538517,
+      "step": 3670
+    },
+    {
+      "epoch": 0.6118333333333333,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.2608723958333334,
+      "learning_rate": 3.28170152707192e-05,
+      "loss": 6.6649,
+      "loss/crossentropy": 1.8070770502090454,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1842525750398636,
+      "step": 3671
+    },
+    {
+      "epoch": 0.612,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.2770833333333333,
+      "learning_rate": 3.279243219722052e-05,
+      "loss": 6.4458,
+      "loss/crossentropy": 1.6880937814712524,
+      "loss/hidden": 2.8984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13707498461008072,
+      "step": 3672
+    },
+    {
+      "epoch": 0.6121666666666666,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.3067057291666666,
+      "learning_rate": 3.276785384127415e-05,
+      "loss": 6.37,
+      "loss/crossentropy": 1.4975197911262512,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11688530445098877,
+      "step": 3673
+    },
+    {
+      "epoch": 0.6123333333333333,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.3260416666666666,
+      "learning_rate": 3.274328020961839e-05,
+      "loss": 6.293,
+      "loss/crossentropy": 1.7261648923158646,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17672225460410118,
+      "step": 3674
+    },
+    {
+      "epoch": 0.6125,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.6291015625,
+      "learning_rate": 3.2718711308990225e-05,
+      "loss": 7.0036,
+      "loss/crossentropy": 1.2724339067935944,
+      "loss/hidden": 3.921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21848995611071587,
+      "step": 3675
+    },
+    {
+      "epoch": 0.6126666666666667,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.615625,
+      "learning_rate": 3.2694147146125345e-05,
+      "loss": 6.7791,
+      "loss/crossentropy": 1.9190676361322403,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22648778185248375,
+      "step": 3676
+    },
+    {
+      "epoch": 0.6128333333333333,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.67890625,
+      "learning_rate": 3.26695877277582e-05,
+      "loss": 6.5246,
+      "loss/crossentropy": 1.7394861578941345,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14404595643281937,
+      "step": 3677
+    },
+    {
+      "epoch": 0.613,
+      "grad_norm": 21.5,
+      "grad_norm_var": 1.4514973958333333,
+      "learning_rate": 3.264503306062188e-05,
+      "loss": 6.1309,
+      "loss/crossentropy": 2.130321979522705,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19329287484288216,
+      "step": 3678
+    },
+    {
+      "epoch": 0.6131666666666666,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.3577473958333333,
+      "learning_rate": 3.262048315144815e-05,
+      "loss": 6.4512,
+      "loss/crossentropy": 1.5745430290699005,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16161086969077587,
+      "step": 3679
+    },
+    {
+      "epoch": 0.6133333333333333,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.1622395833333334,
+      "learning_rate": 3.259593800696755e-05,
+      "loss": 6.5246,
+      "loss/crossentropy": 1.588680237531662,
+      "loss/hidden": 3.6015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20462149754166603,
+      "step": 3680
+    },
+    {
+      "epoch": 0.6135,
+      "grad_norm": 27.375,
+      "grad_norm_var": 2.3705729166666667,
+      "learning_rate": 3.257139763390925e-05,
+      "loss": 6.811,
+      "loss/crossentropy": 1.7653705924749374,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15768979489803314,
+      "step": 3681
+    },
+    {
+      "epoch": 0.6136666666666667,
+      "grad_norm": 22.375,
+      "grad_norm_var": 2.1832682291666665,
+      "learning_rate": 3.254686203900111e-05,
+      "loss": 6.2448,
+      "loss/crossentropy": 1.583388775587082,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18884856812655926,
+      "step": 3682
+    },
+    {
+      "epoch": 0.6138333333333333,
+      "grad_norm": 22.25,
+      "grad_norm_var": 2.1832682291666665,
+      "learning_rate": 3.2522331228969774e-05,
+      "loss": 6.5302,
+      "loss/crossentropy": 1.496232956647873,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2140987403690815,
+      "step": 3683
+    },
+    {
+      "epoch": 0.614,
+      "grad_norm": 22.25,
+      "grad_norm_var": 2.0872395833333335,
+      "learning_rate": 3.249780521054043e-05,
+      "loss": 6.3658,
+      "loss/crossentropy": 2.2335615158081055,
+      "loss/hidden": 3.43359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18774725124239922,
+      "step": 3684
+    },
+    {
+      "epoch": 0.6141666666666666,
+      "grad_norm": 23.375,
+      "grad_norm_var": 2.090559895833333,
+      "learning_rate": 3.247328399043706e-05,
+      "loss": 6.39,
+      "loss/crossentropy": 1.4441045224666595,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17851213365793228,
+      "step": 3685
+    },
+    {
+      "epoch": 0.6143333333333333,
+      "grad_norm": 23.625,
+      "grad_norm_var": 2.069205729166667,
+      "learning_rate": 3.244876757538228e-05,
+      "loss": 6.8314,
+      "loss/crossentropy": 1.2475777566432953,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1657742979004979,
+      "step": 3686
+    },
+    {
+      "epoch": 0.6145,
+      "grad_norm": 23.375,
+      "grad_norm_var": 2.046875,
+      "learning_rate": 3.242425597209742e-05,
+      "loss": 6.8379,
+      "loss/crossentropy": 1.9761691391468048,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20758946985006332,
+      "step": 3687
+    },
+    {
+      "epoch": 0.6146666666666667,
+      "grad_norm": 22.75,
+      "grad_norm_var": 2.0166015625,
+      "learning_rate": 3.239974918730245e-05,
+      "loss": 6.4039,
+      "loss/crossentropy": 2.1355268359184265,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22688602656126022,
+      "step": 3688
+    },
+    {
+      "epoch": 0.6148333333333333,
+      "grad_norm": 21.125,
+      "grad_norm_var": 2.2343098958333334,
+      "learning_rate": 3.2375247227716077e-05,
+      "loss": 6.2163,
+      "loss/crossentropy": 1.1757012009620667,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19652413576841354,
+      "step": 3689
+    },
+    {
+      "epoch": 0.615,
+      "grad_norm": 24.0,
+      "grad_norm_var": 2.248893229166667,
+      "learning_rate": 3.235075010005564e-05,
+      "loss": 6.9604,
+      "loss/crossentropy": 1.9958565831184387,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15270986407995224,
+      "step": 3690
+    },
+    {
+      "epoch": 0.6151666666666666,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.9879557291666667,
+      "learning_rate": 3.2326257811037155e-05,
+      "loss": 6.4221,
+      "loss/crossentropy": 1.4744508266448975,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1878533847630024,
+      "step": 3691
+    },
+    {
+      "epoch": 0.6153333333333333,
+      "grad_norm": 24.0,
+      "grad_norm_var": 2.04765625,
+      "learning_rate": 3.230177036737533e-05,
+      "loss": 6.702,
+      "loss/crossentropy": 1.7599285244941711,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15041347965598106,
+      "step": 3692
+    },
+    {
+      "epoch": 0.6155,
+      "grad_norm": 24.5,
+      "grad_norm_var": 2.07890625,
+      "learning_rate": 3.2277287775783525e-05,
+      "loss": 6.6696,
+      "loss/crossentropy": 2.1153462007641792,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15593954920768738,
+      "step": 3693
+    },
+    {
+      "epoch": 0.6156666666666667,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.9244140625,
+      "learning_rate": 3.2252810042973794e-05,
+      "loss": 6.6829,
+      "loss/crossentropy": 1.6051729321479797,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15809191763401031,
+      "step": 3694
+    },
+    {
+      "epoch": 0.6158333333333333,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.89375,
+      "learning_rate": 3.222833717565685e-05,
+      "loss": 6.5665,
+      "loss/crossentropy": 1.9060178697109222,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19660905003547668,
+      "step": 3695
+    },
+    {
+      "epoch": 0.616,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.9634765625,
+      "learning_rate": 3.2203869180542064e-05,
+      "loss": 6.4958,
+      "loss/crossentropy": 1.8998250663280487,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.198977779597044,
+      "step": 3696
+    },
+    {
+      "epoch": 0.6161666666666666,
+      "grad_norm": 22.25,
+      "grad_norm_var": 0.7916666666666666,
+      "learning_rate": 3.217940606433747e-05,
+      "loss": 6.3891,
+      "loss/crossentropy": 1.4672854244709015,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1539129875600338,
+      "step": 3697
+    },
+    {
+      "epoch": 0.6163333333333333,
+      "grad_norm": 23.0,
+      "grad_norm_var": 0.7692057291666666,
+      "learning_rate": 3.215494783374978e-05,
+      "loss": 6.2958,
+      "loss/crossentropy": 1.4372051805257797,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14052101410925388,
+      "step": 3698
+    },
+    {
+      "epoch": 0.6165,
+      "grad_norm": 89.5,
+      "grad_norm_var": 276.9145182291667,
+      "learning_rate": 3.213049449548434e-05,
+      "loss": 6.3151,
+      "loss/crossentropy": 1.7897182703018188,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18864233791828156,
+      "step": 3699
+    },
+    {
+      "epoch": 0.6166666666666667,
+      "grad_norm": 24.25,
+      "grad_norm_var": 275.8499348958333,
+      "learning_rate": 3.2106046056245176e-05,
+      "loss": 7.0885,
+      "loss/crossentropy": 1.66078881919384,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1695731207728386,
+      "step": 3700
+    },
+    {
+      "epoch": 0.6168333333333333,
+      "grad_norm": 23.375,
+      "grad_norm_var": 275.8499348958333,
+      "learning_rate": 3.2081602522734986e-05,
+      "loss": 6.6884,
+      "loss/crossentropy": 1.5963316559791565,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11568878591060638,
+      "step": 3701
+    },
+    {
+      "epoch": 0.617,
+      "grad_norm": 22.75,
+      "grad_norm_var": 276.32708333333335,
+      "learning_rate": 3.205716390165509e-05,
+      "loss": 6.559,
+      "loss/crossentropy": 1.5925526916980743,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18793338164687157,
+      "step": 3702
+    },
+    {
+      "epoch": 0.6171666666666666,
+      "grad_norm": 22.625,
+      "grad_norm_var": 276.74973958333334,
+      "learning_rate": 3.203273019970547e-05,
+      "loss": 6.5584,
+      "loss/crossentropy": 1.430363804101944,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1405679564923048,
+      "step": 3703
+    },
+    {
+      "epoch": 0.6173333333333333,
+      "grad_norm": 22.75,
+      "grad_norm_var": 276.74973958333334,
+      "learning_rate": 3.200830142358477e-05,
+      "loss": 6.5363,
+      "loss/crossentropy": 1.8798019587993622,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16189470142126083,
+      "step": 3704
+    },
+    {
+      "epoch": 0.6175,
+      "grad_norm": 22.25,
+      "grad_norm_var": 275.91712239583336,
+      "learning_rate": 3.1983877579990274e-05,
+      "loss": 6.4586,
+      "loss/crossentropy": 1.7500306069850922,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16341733187437057,
+      "step": 3705
+    },
+    {
+      "epoch": 0.6176666666666667,
+      "grad_norm": 23.5,
+      "grad_norm_var": 276.1509765625,
+      "learning_rate": 3.195945867561791e-05,
+      "loss": 6.6242,
+      "loss/crossentropy": 1.314442202448845,
+      "loss/hidden": 3.78125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23327597975730896,
+      "step": 3706
+    },
+    {
+      "epoch": 0.6178333333333333,
+      "grad_norm": 21.375,
+      "grad_norm_var": 277.5525390625,
+      "learning_rate": 3.1935044717162277e-05,
+      "loss": 6.0317,
+      "loss/crossentropy": 1.7188005447387695,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19458048790693283,
+      "step": 3707
+    },
+    {
+      "epoch": 0.618,
+      "grad_norm": 24.5,
+      "grad_norm_var": 277.36139322916665,
+      "learning_rate": 3.191063571131659e-05,
+      "loss": 6.6579,
+      "loss/crossentropy": 1.9968936145305634,
+      "loss/hidden": 3.4765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11409058794379234,
+      "step": 3708
+    },
+    {
+      "epoch": 0.6181666666666666,
+      "grad_norm": 23.375,
+      "grad_norm_var": 277.8354166666667,
+      "learning_rate": 3.188623166477272e-05,
+      "loss": 6.3243,
+      "loss/crossentropy": 1.7453005015850067,
+      "loss/hidden": 3.03515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12394658103585243,
+      "step": 3709
+    },
+    {
+      "epoch": 0.6183333333333333,
+      "grad_norm": 21.125,
+      "grad_norm_var": 278.7143229166667,
+      "learning_rate": 3.186183258422117e-05,
+      "loss": 6.614,
+      "loss/crossentropy": 1.8169821500778198,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14681260287761688,
+      "step": 3710
+    },
+    {
+      "epoch": 0.6185,
+      "grad_norm": 23.125,
+      "grad_norm_var": 278.58125,
+      "learning_rate": 3.183743847635109e-05,
+      "loss": 6.6486,
+      "loss/crossentropy": 1.9314172565937042,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18513387814164162,
+      "step": 3711
+    },
+    {
+      "epoch": 0.6186666666666667,
+      "grad_norm": 24.125,
+      "grad_norm_var": 277.6134765625,
+      "learning_rate": 3.181304934785025e-05,
+      "loss": 6.633,
+      "loss/crossentropy": 1.8575756251811981,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1416738387197256,
+      "step": 3712
+    },
+    {
+      "epoch": 0.6188333333333333,
+      "grad_norm": 22.875,
+      "grad_norm_var": 277.23229166666664,
+      "learning_rate": 3.178866520540509e-05,
+      "loss": 6.2288,
+      "loss/crossentropy": 1.7584725618362427,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18781425058841705,
+      "step": 3713
+    },
+    {
+      "epoch": 0.619,
+      "grad_norm": 21.75,
+      "grad_norm_var": 278.02265625,
+      "learning_rate": 3.176428605570065e-05,
+      "loss": 6.5378,
+      "loss/crossentropy": 1.959680825471878,
+      "loss/hidden": 2.953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1347508281469345,
+      "step": 3714
+    },
+    {
+      "epoch": 0.6191666666666666,
+      "grad_norm": 21.875,
+      "grad_norm_var": 1.0067057291666666,
+      "learning_rate": 3.1739911905420617e-05,
+      "loss": 6.6607,
+      "loss/crossentropy": 2.27108895778656,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.174108624458313,
+      "step": 3715
+    },
+    {
+      "epoch": 0.6193333333333333,
+      "grad_norm": 22.0,
+      "grad_norm_var": 0.9035807291666667,
+      "learning_rate": 3.1715542761247286e-05,
+      "loss": 6.5712,
+      "loss/crossentropy": 2.364769756793976,
+      "loss/hidden": 3.19140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17550991103053093,
+      "step": 3716
+    },
+    {
+      "epoch": 0.6195,
+      "grad_norm": 22.25,
+      "grad_norm_var": 0.8830729166666667,
+      "learning_rate": 3.169117862986163e-05,
+      "loss": 6.7663,
+      "loss/crossentropy": 0.8218322992324829,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10170760378241539,
+      "step": 3717
+    },
+    {
+      "epoch": 0.6196666666666667,
+      "grad_norm": 22.875,
+      "grad_norm_var": 0.8858723958333333,
+      "learning_rate": 3.1666819517943156e-05,
+      "loss": 6.5998,
+      "loss/crossentropy": 1.999957650899887,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18433176167309284,
+      "step": 3718
+    },
+    {
+      "epoch": 0.6198333333333333,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.3499348958333333,
+      "learning_rate": 3.164246543217011e-05,
+      "loss": 6.8021,
+      "loss/crossentropy": 1.8850263953208923,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22720464691519737,
+      "step": 3719
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 25.125,
+      "grad_norm_var": 1.6802083333333333,
+      "learning_rate": 3.1618116379219285e-05,
+      "loss": 6.7023,
+      "loss/crossentropy": 2.0432406663894653,
+      "loss/hidden": 3.28515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21653041243553162,
+      "step": 3720
+    },
+    {
+      "epoch": 0.6201666666666666,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.6802083333333333,
+      "learning_rate": 3.1593772365766105e-05,
+      "loss": 6.3806,
+      "loss/crossentropy": 1.6154024600982666,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11251170374453068,
+      "step": 3721
+    },
+    {
+      "epoch": 0.6203333333333333,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.6660807291666666,
+      "learning_rate": 3.156943339848463e-05,
+      "loss": 6.6234,
+      "loss/crossentropy": 1.7509791553020477,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1389428749680519,
+      "step": 3722
+    },
+    {
+      "epoch": 0.6205,
+      "grad_norm": 21.5,
+      "grad_norm_var": 1.64140625,
+      "learning_rate": 3.1545099484047516e-05,
+      "loss": 6.3614,
+      "loss/crossentropy": 1.58948914706707,
+      "loss/hidden": 3.67578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14640798419713974,
+      "step": 3723
+    },
+    {
+      "epoch": 0.6206666666666667,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.4705729166666666,
+      "learning_rate": 3.152077062912602e-05,
+      "loss": 6.6675,
+      "loss/crossentropy": 1.9395935833454132,
+      "loss/hidden": 2.96484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12345932610332966,
+      "step": 3724
+    },
+    {
+      "epoch": 0.6208333333333333,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.5858723958333334,
+      "learning_rate": 3.149644684039008e-05,
+      "loss": 6.7338,
+      "loss/crossentropy": 1.7977380454540253,
+      "loss/hidden": 2.96484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12891918048262596,
+      "step": 3725
+    },
+    {
+      "epoch": 0.621,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.3754557291666667,
+      "learning_rate": 3.147212812450819e-05,
+      "loss": 6.613,
+      "loss/crossentropy": 1.3042902052402496,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12802479788661003,
+      "step": 3726
+    },
+    {
+      "epoch": 0.6211666666666666,
+      "grad_norm": 20.5,
+      "grad_norm_var": 1.7541666666666667,
+      "learning_rate": 3.144781448814746e-05,
+      "loss": 6.5282,
+      "loss/crossentropy": 2.3754429519176483,
+      "loss/hidden": 2.92578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13733603805303574,
+      "step": 3727
+    },
+    {
+      "epoch": 0.6213333333333333,
+      "grad_norm": 25.25,
+      "grad_norm_var": 2.030143229166667,
+      "learning_rate": 3.14235059379736e-05,
+      "loss": 6.8887,
+      "loss/crossentropy": 1.4228750467300415,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12397845648229122,
+      "step": 3728
+    },
+    {
+      "epoch": 0.6215,
+      "grad_norm": 23.75,
+      "grad_norm_var": 2.0770833333333334,
+      "learning_rate": 3.139920248065095e-05,
+      "loss": 6.5094,
+      "loss/crossentropy": 1.1948606967926025,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16525297611951828,
+      "step": 3729
+    },
+    {
+      "epoch": 0.6216666666666667,
+      "grad_norm": 24.5,
+      "grad_norm_var": 2.1143229166666666,
+      "learning_rate": 3.1374904122842404e-05,
+      "loss": 6.9215,
+      "loss/crossentropy": 2.1712733805179596,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16969909146428108,
+      "step": 3730
+    },
+    {
+      "epoch": 0.6218333333333333,
+      "grad_norm": 26.125,
+      "grad_norm_var": 2.54375,
+      "learning_rate": 3.135061087120955e-05,
+      "loss": 6.6336,
+      "loss/crossentropy": 1.9480896294116974,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13594742119312286,
+      "step": 3731
+    },
+    {
+      "epoch": 0.622,
+      "grad_norm": 21.75,
+      "grad_norm_var": 2.593489583333333,
+      "learning_rate": 3.132632273241251e-05,
+      "loss": 6.7052,
+      "loss/crossentropy": 2.2195987701416016,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1798400655388832,
+      "step": 3732
+    },
+    {
+      "epoch": 0.6221666666666666,
+      "grad_norm": 23.5,
+      "grad_norm_var": 2.50625,
+      "learning_rate": 3.130203971310999e-05,
+      "loss": 6.8307,
+      "loss/crossentropy": 1.7373495995998383,
+      "loss/hidden": 3.65625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2696640342473984,
+      "step": 3733
+    },
+    {
+      "epoch": 0.6223333333333333,
+      "grad_norm": 24.375,
+      "grad_norm_var": 2.534375,
+      "learning_rate": 3.127776181995933e-05,
+      "loss": 6.5461,
+      "loss/crossentropy": 1.6405529975891113,
+      "loss/hidden": 3.83203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2637029755860567,
+      "step": 3734
+    },
+    {
+      "epoch": 0.6225,
+      "grad_norm": 22.75,
+      "grad_norm_var": 2.3197265625,
+      "learning_rate": 3.125348905961645e-05,
+      "loss": 6.3936,
+      "loss/crossentropy": 1.4051121771335602,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13930089212954044,
+      "step": 3735
+    },
+    {
+      "epoch": 0.6226666666666667,
+      "grad_norm": 21.5,
+      "grad_norm_var": 2.29140625,
+      "learning_rate": 3.122922143873584e-05,
+      "loss": 6.3836,
+      "loss/crossentropy": 1.9094085395336151,
+      "loss/hidden": 3.09765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14772143587470055,
+      "step": 3736
+    },
+    {
+      "epoch": 0.6228333333333333,
+      "grad_norm": 23.0,
+      "grad_norm_var": 2.2375,
+      "learning_rate": 3.1204958963970666e-05,
+      "loss": 6.5747,
+      "loss/crossentropy": 1.2052591443061829,
+      "loss/hidden": 3.64453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2255475204437971,
+      "step": 3737
+    },
+    {
+      "epoch": 0.623,
+      "grad_norm": 29.75,
+      "grad_norm_var": 4.8759765625,
+      "learning_rate": 3.118070164197258e-05,
+      "loss": 6.6646,
+      "loss/crossentropy": 1.5203087627887726,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1700645126402378,
+      "step": 3738
+    },
+    {
+      "epoch": 0.6231666666666666,
+      "grad_norm": 22.75,
+      "grad_norm_var": 4.6181640625,
+      "learning_rate": 3.1156449479391876e-05,
+      "loss": 6.5472,
+      "loss/crossentropy": 1.6917543411254883,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13681992143392563,
+      "step": 3739
+    },
+    {
+      "epoch": 0.6233333333333333,
+      "grad_norm": 23.0,
+      "grad_norm_var": 4.553059895833333,
+      "learning_rate": 3.1132202482877415e-05,
+      "loss": 6.6129,
+      "loss/crossentropy": 1.4618094563484192,
+      "loss/hidden": 3.61328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18311971426010132,
+      "step": 3740
+    },
+    {
+      "epoch": 0.6235,
+      "grad_norm": 22.125,
+      "grad_norm_var": 4.69140625,
+      "learning_rate": 3.110796065907665e-05,
+      "loss": 6.5612,
+      "loss/crossentropy": 1.4420241117477417,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11902768909931183,
+      "step": 3741
+    },
+    {
+      "epoch": 0.6236666666666667,
+      "grad_norm": 22.5,
+      "grad_norm_var": 4.756184895833333,
+      "learning_rate": 3.108372401463562e-05,
+      "loss": 6.4675,
+      "loss/crossentropy": 1.4488720297813416,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18610666692256927,
+      "step": 3742
+    },
+    {
+      "epoch": 0.6238333333333334,
+      "grad_norm": 21.625,
+      "grad_norm_var": 4.374739583333334,
+      "learning_rate": 3.1059492556198934e-05,
+      "loss": 6.228,
+      "loss/crossentropy": 2.1056330502033234,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16357288882136345,
+      "step": 3743
+    },
+    {
+      "epoch": 0.624,
+      "grad_norm": 24.25,
+      "grad_norm_var": 4.22265625,
+      "learning_rate": 3.103526629040979e-05,
+      "loss": 7.0038,
+      "loss/crossentropy": 1.5891357362270355,
+      "loss/hidden": 3.125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14981749281287193,
+      "step": 3744
+    },
+    {
+      "epoch": 0.6241666666666666,
+      "grad_norm": 22.25,
+      "grad_norm_var": 4.32890625,
+      "learning_rate": 3.101104522390995e-05,
+      "loss": 6.5809,
+      "loss/crossentropy": 1.5584706962108612,
+      "loss/hidden": 3.8125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2583796754479408,
+      "step": 3745
+    },
+    {
+      "epoch": 0.6243333333333333,
+      "grad_norm": 23.375,
+      "grad_norm_var": 4.2556640625,
+      "learning_rate": 3.098682936333976e-05,
+      "loss": 6.6269,
+      "loss/crossentropy": 1.4856582134962082,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17560618184506893,
+      "step": 3746
+    },
+    {
+      "epoch": 0.6245,
+      "grad_norm": 21.625,
+      "grad_norm_var": 3.8947265625,
+      "learning_rate": 3.096261871533813e-05,
+      "loss": 6.3737,
+      "loss/crossentropy": 1.9377424120903015,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13210280612111092,
+      "step": 3747
+    },
+    {
+      "epoch": 0.6246666666666667,
+      "grad_norm": 23.25,
+      "grad_norm_var": 3.7587890625,
+      "learning_rate": 3.093841328654255e-05,
+      "loss": 6.5709,
+      "loss/crossentropy": 2.072656512260437,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17651930823922157,
+      "step": 3748
+    },
+    {
+      "epoch": 0.6248333333333334,
+      "grad_norm": 21.875,
+      "grad_norm_var": 3.8645833333333335,
+      "learning_rate": 3.0914213083589086e-05,
+      "loss": 6.1385,
+      "loss/crossentropy": 1.4631981998682022,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11335144191980362,
+      "step": 3749
+    },
+    {
+      "epoch": 0.625,
+      "grad_norm": 24.0,
+      "grad_norm_var": 3.8108723958333335,
+      "learning_rate": 3.089001811311234e-05,
+      "loss": 6.8141,
+      "loss/crossentropy": 1.5946882665157318,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.225742407143116,
+      "step": 3750
+    },
+    {
+      "epoch": 0.6251666666666666,
+      "grad_norm": 22.75,
+      "grad_norm_var": 3.8108723958333335,
+      "learning_rate": 3.086582838174551e-05,
+      "loss": 6.4969,
+      "loss/crossentropy": 1.7946475446224213,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12198580242693424,
+      "step": 3751
+    },
+    {
+      "epoch": 0.6253333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 3.65625,
+      "learning_rate": 3.084164389612037e-05,
+      "loss": 6.5477,
+      "loss/crossentropy": 1.690716728568077,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16294046491384506,
+      "step": 3752
+    },
+    {
+      "epoch": 0.6255,
+      "grad_norm": 22.875,
+      "grad_norm_var": 3.661393229166667,
+      "learning_rate": 3.081746466286719e-05,
+      "loss": 6.4614,
+      "loss/crossentropy": 1.4486261159181595,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1884235441684723,
+      "step": 3753
+    },
+    {
+      "epoch": 0.6256666666666667,
+      "grad_norm": 21.0,
+      "grad_norm_var": 0.8541015625,
+      "learning_rate": 3.079329068861488e-05,
+      "loss": 6.5378,
+      "loss/crossentropy": 1.3357617370784283,
+      "loss/hidden": 3.76171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15305717149749398,
+      "step": 3754
+    },
+    {
+      "epoch": 0.6258333333333334,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.30390625,
+      "learning_rate": 3.076912197999084e-05,
+      "loss": 6.9559,
+      "loss/crossentropy": 2.0361931771039963,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16832468658685684,
+      "step": 3755
+    },
+    {
+      "epoch": 0.626,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.4041015625,
+      "learning_rate": 3.07449585436211e-05,
+      "loss": 6.4409,
+      "loss/crossentropy": 1.9069538712501526,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18737545423209667,
+      "step": 3756
+    },
+    {
+      "epoch": 0.6261666666666666,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.5264973958333334,
+      "learning_rate": 3.072080038613018e-05,
+      "loss": 6.6725,
+      "loss/crossentropy": 2.082700550556183,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.193380294367671,
+      "step": 3757
+    },
+    {
+      "epoch": 0.6263333333333333,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.6427083333333334,
+      "learning_rate": 3.069664751414117e-05,
+      "loss": 6.6651,
+      "loss/crossentropy": 2.006373167037964,
+      "loss/hidden": 3.0390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16597170569002628,
+      "step": 3758
+    },
+    {
+      "epoch": 0.6265,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.4645833333333333,
+      "learning_rate": 3.067249993427572e-05,
+      "loss": 6.6457,
+      "loss/crossentropy": 1.440914899110794,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12832182366400957,
+      "step": 3759
+    },
+    {
+      "epoch": 0.6266666666666667,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.4020833333333333,
+      "learning_rate": 3.064835765315404e-05,
+      "loss": 6.84,
+      "loss/crossentropy": 1.3679999113082886,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12821059674024582,
+      "step": 3760
+    },
+    {
+      "epoch": 0.6268333333333334,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.4184895833333333,
+      "learning_rate": 3.062422067739485e-05,
+      "loss": 6.7286,
+      "loss/crossentropy": 1.639546275138855,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15905582159757614,
+      "step": 3761
+    },
+    {
+      "epoch": 0.627,
+      "grad_norm": 21.875,
+      "grad_norm_var": 1.5622395833333333,
+      "learning_rate": 3.060008901361546e-05,
+      "loss": 6.1232,
+      "loss/crossentropy": 1.698961764574051,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14132633991539478,
+      "step": 3762
+    },
+    {
+      "epoch": 0.6271666666666667,
+      "grad_norm": 25.5,
+      "grad_norm_var": 1.6369140625,
+      "learning_rate": 3.05759626684317e-05,
+      "loss": 6.7995,
+      "loss/crossentropy": 1.3399442434310913,
+      "loss/hidden": 3.02734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10904844664037228,
+      "step": 3763
+    },
+    {
+      "epoch": 0.6273333333333333,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.6431640625,
+      "learning_rate": 3.055184164845794e-05,
+      "loss": 6.4121,
+      "loss/crossentropy": 1.4759995937347412,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2086085081100464,
+      "step": 3764
+    },
+    {
+      "epoch": 0.6275,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.440625,
+      "learning_rate": 3.052772596030708e-05,
+      "loss": 6.7713,
+      "loss/crossentropy": 1.4990035444498062,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17321047373116016,
+      "step": 3765
+    },
+    {
+      "epoch": 0.6276666666666667,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.5900390625,
+      "learning_rate": 3.0503615610590603e-05,
+      "loss": 6.7103,
+      "loss/crossentropy": 1.4262623190879822,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1476543303579092,
+      "step": 3766
+    },
+    {
+      "epoch": 0.6278333333333334,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.72265625,
+      "learning_rate": 3.047951060591845e-05,
+      "loss": 6.6151,
+      "loss/crossentropy": 1.489768460392952,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1935410238802433,
+      "step": 3767
+    },
+    {
+      "epoch": 0.628,
+      "grad_norm": 21.25,
+      "grad_norm_var": 2.1150390625,
+      "learning_rate": 3.0455410952899198e-05,
+      "loss": 6.2773,
+      "loss/crossentropy": 1.241874136030674,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.09764444082975388,
+      "step": 3768
+    },
+    {
+      "epoch": 0.6281666666666667,
+      "grad_norm": 23.75,
+      "grad_norm_var": 2.078125,
+      "learning_rate": 3.043131665813988e-05,
+      "loss": 6.8384,
+      "loss/crossentropy": 1.5737597048282623,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1440306082367897,
+      "step": 3769
+    },
+    {
+      "epoch": 0.6283333333333333,
+      "grad_norm": 21.875,
+      "grad_norm_var": 1.8160807291666667,
+      "learning_rate": 3.0407227728246087e-05,
+      "loss": 6.593,
+      "loss/crossentropy": 1.46408611536026,
+      "loss/hidden": 3.12890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1601689662784338,
+      "step": 3770
+    },
+    {
+      "epoch": 0.6285,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.6238932291666666,
+      "learning_rate": 3.038314416982194e-05,
+      "loss": 6.9962,
+      "loss/crossentropy": 2.2430322468280792,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16695906221866608,
+      "step": 3771
+    },
+    {
+      "epoch": 0.6286666666666667,
+      "grad_norm": 19.75,
+      "grad_norm_var": 2.5239583333333333,
+      "learning_rate": 3.0359065989470072e-05,
+      "loss": 6.2325,
+      "loss/crossentropy": 1.5391346216201782,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18237624317407608,
+      "step": 3772
+    },
+    {
+      "epoch": 0.6288333333333334,
+      "grad_norm": 20.625,
+      "grad_norm_var": 2.840625,
+      "learning_rate": 3.033499319379163e-05,
+      "loss": 6.3717,
+      "loss/crossentropy": 1.2317303568124771,
+      "loss/hidden": 3.35546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13398264348506927,
+      "step": 3773
+    },
+    {
+      "epoch": 0.629,
+      "grad_norm": 21.25,
+      "grad_norm_var": 2.8634765625,
+      "learning_rate": 3.0310925789386358e-05,
+      "loss": 6.4922,
+      "loss/crossentropy": 2.076106756925583,
+      "loss/hidden": 3.29296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15212814882397652,
+      "step": 3774
+    },
+    {
+      "epoch": 0.6291666666666667,
+      "grad_norm": 24.375,
+      "grad_norm_var": 3.0014973958333333,
+      "learning_rate": 3.028686378285245e-05,
+      "loss": 6.8137,
+      "loss/crossentropy": 2.182557076215744,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20465237647294998,
+      "step": 3775
+    },
+    {
+      "epoch": 0.6293333333333333,
+      "grad_norm": 21.0,
+      "grad_norm_var": 3.231184895833333,
+      "learning_rate": 3.0262807180786647e-05,
+      "loss": 6.454,
+      "loss/crossentropy": 2.119131326675415,
+      "loss/hidden": 2.953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12808379530906677,
+      "step": 3776
+    },
+    {
+      "epoch": 0.6295,
+      "grad_norm": 23.5,
+      "grad_norm_var": 3.0697265625,
+      "learning_rate": 3.023875598978419e-05,
+      "loss": 6.7754,
+      "loss/crossentropy": 1.8598390221595764,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1708989255130291,
+      "step": 3777
+    },
+    {
+      "epoch": 0.6296666666666667,
+      "grad_norm": 23.5,
+      "grad_norm_var": 3.0434895833333333,
+      "learning_rate": 3.021471021643885e-05,
+      "loss": 6.553,
+      "loss/crossentropy": 1.7490506768226624,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.143614761531353,
+      "step": 3778
+    },
+    {
+      "epoch": 0.6298333333333334,
+      "grad_norm": 23.25,
+      "grad_norm_var": 2.5677083333333335,
+      "learning_rate": 3.01906698673429e-05,
+      "loss": 6.3162,
+      "loss/crossentropy": 1.3937425389885902,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11492452677339315,
+      "step": 3779
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 22.875,
+      "grad_norm_var": 2.4546223958333333,
+      "learning_rate": 3.016663494908718e-05,
+      "loss": 6.6395,
+      "loss/crossentropy": 2.1604460775852203,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16818200051784515,
+      "step": 3780
+    },
+    {
+      "epoch": 0.6301666666666667,
+      "grad_norm": 22.375,
+      "grad_norm_var": 2.3268229166666665,
+      "learning_rate": 3.0142605468260978e-05,
+      "loss": 6.6614,
+      "loss/crossentropy": 2.0033492743968964,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13217092491686344,
+      "step": 3781
+    },
+    {
+      "epoch": 0.6303333333333333,
+      "grad_norm": 20.625,
+      "grad_norm_var": 2.5518229166666666,
+      "learning_rate": 3.0118581431452096e-05,
+      "loss": 6.2168,
+      "loss/crossentropy": 1.4530635476112366,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12163892947137356,
+      "step": 3782
+    },
+    {
+      "epoch": 0.6305,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.9455729166666667,
+      "learning_rate": 3.009456284524688e-05,
+      "loss": 6.5847,
+      "loss/crossentropy": 1.0843244194984436,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1474942211061716,
+      "step": 3783
+    },
+    {
+      "epoch": 0.6306666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.9,
+      "learning_rate": 3.0070549716230156e-05,
+      "loss": 6.6348,
+      "loss/crossentropy": 1.8156694769859314,
+      "loss/hidden": 3.1484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22539640218019485,
+      "step": 3784
+    },
+    {
+      "epoch": 0.6308333333333334,
+      "grad_norm": 24.5,
+      "grad_norm_var": 2.07265625,
+      "learning_rate": 3.0046542050985237e-05,
+      "loss": 6.6898,
+      "loss/crossentropy": 1.2640042006969452,
+      "loss/hidden": 3.4453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13671906478703022,
+      "step": 3785
+    },
+    {
+      "epoch": 0.631,
+      "grad_norm": 22.75,
+      "grad_norm_var": 2.0567057291666666,
+      "learning_rate": 3.0022539856094007e-05,
+      "loss": 6.5783,
+      "loss/crossentropy": 1.6820766925811768,
+      "loss/hidden": 3.49609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21050093695521355,
+      "step": 3786
+    },
+    {
+      "epoch": 0.6311666666666667,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.9218098958333334,
+      "learning_rate": 2.999854313813677e-05,
+      "loss": 6.3729,
+      "loss/crossentropy": 1.5032345950603485,
+      "loss/hidden": 2.9296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11911817826330662,
+      "step": 3787
+    },
+    {
+      "epoch": 0.6313333333333333,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.478125,
+      "learning_rate": 2.9974551903692372e-05,
+      "loss": 6.8128,
+      "loss/crossentropy": 1.5345576256513596,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16456212662160397,
+      "step": 3788
+    },
+    {
+      "epoch": 0.6315,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.2025390625,
+      "learning_rate": 2.9950566159338144e-05,
+      "loss": 6.4772,
+      "loss/crossentropy": 1.553958147764206,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.138653464615345,
+      "step": 3789
+    },
+    {
+      "epoch": 0.6316666666666667,
+      "grad_norm": 21.875,
+      "grad_norm_var": 1.10390625,
+      "learning_rate": 2.9926585911649918e-05,
+      "loss": 6.572,
+      "loss/crossentropy": 1.9070108532905579,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.23041292652487755,
+      "step": 3790
+    },
+    {
+      "epoch": 0.6318333333333334,
+      "grad_norm": 22.625,
+      "grad_norm_var": 0.9197916666666667,
+      "learning_rate": 2.9902611167202e-05,
+      "loss": 6.6187,
+      "loss/crossentropy": 2.1303994357585907,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19030779972672462,
+      "step": 3791
+    },
+    {
+      "epoch": 0.632,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.7583333333333333,
+      "learning_rate": 2.987864193256722e-05,
+      "loss": 6.7353,
+      "loss/crossentropy": 1.4612793624401093,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1821708232164383,
+      "step": 3792
+    },
+    {
+      "epoch": 0.6321666666666667,
+      "grad_norm": 22.75,
+      "grad_norm_var": 0.7247395833333333,
+      "learning_rate": 2.9854678214316873e-05,
+      "loss": 6.6742,
+      "loss/crossentropy": 2.1104816198349,
+      "loss/hidden": 3.6171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21669942513108253,
+      "step": 3793
+    },
+    {
+      "epoch": 0.6323333333333333,
+      "grad_norm": 24.75,
+      "grad_norm_var": 0.9447916666666667,
+      "learning_rate": 2.9830720019020752e-05,
+      "loss": 6.5379,
+      "loss/crossentropy": 1.677933931350708,
+      "loss/hidden": 3.390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1725257858633995,
+      "step": 3794
+    },
+    {
+      "epoch": 0.6325,
+      "grad_norm": 22.0,
+      "grad_norm_var": 0.9747395833333333,
+      "learning_rate": 2.980676735324713e-05,
+      "loss": 6.7076,
+      "loss/crossentropy": 1.3041565120220184,
+      "loss/hidden": 3.15625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11004332453012466,
+      "step": 3795
+    },
+    {
+      "epoch": 0.6326666666666667,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.1129557291666667,
+      "learning_rate": 2.9782820223562756e-05,
+      "loss": 6.6728,
+      "loss/crossentropy": 1.6879793554544449,
+      "loss/hidden": 3.22265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16290616244077682,
+      "step": 3796
+    },
+    {
+      "epoch": 0.6328333333333334,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.2863932291666667,
+      "learning_rate": 2.9758878636532883e-05,
+      "loss": 6.7385,
+      "loss/crossentropy": 2.071398138999939,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18137553334236145,
+      "step": 3797
+    },
+    {
+      "epoch": 0.633,
+      "grad_norm": 23.625,
+      "grad_norm_var": 0.9020182291666666,
+      "learning_rate": 2.9734942598721238e-05,
+      "loss": 6.6848,
+      "loss/crossentropy": 1.7155702859163284,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16720859706401825,
+      "step": 3798
+    },
+    {
+      "epoch": 0.6331666666666667,
+      "grad_norm": 22.0,
+      "grad_norm_var": 0.9510416666666667,
+      "learning_rate": 2.9711012116690007e-05,
+      "loss": 6.413,
+      "loss/crossentropy": 1.410618394613266,
+      "loss/hidden": 3.109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14910685643553734,
+      "step": 3799
+    },
+    {
+      "epoch": 0.6333333333333333,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.0067057291666666,
+      "learning_rate": 2.9687087196999874e-05,
+      "loss": 6.5171,
+      "loss/crossentropy": 1.941040813922882,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14089867658913136,
+      "step": 3800
+    },
+    {
+      "epoch": 0.6335,
+      "grad_norm": 25.375,
+      "grad_norm_var": 1.203125,
+      "learning_rate": 2.9663167846209998e-05,
+      "loss": 7.2466,
+      "loss/crossentropy": 1.8919748961925507,
+      "loss/hidden": 3.83203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.31368735805153847,
+      "step": 3801
+    },
+    {
+      "epoch": 0.6336666666666667,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.1893229166666666,
+      "learning_rate": 2.9639254070877996e-05,
+      "loss": 6.7936,
+      "loss/crossentropy": 2.0913223028182983,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17068468779325485,
+      "step": 3802
+    },
+    {
+      "epoch": 0.6338333333333334,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.1072916666666666,
+      "learning_rate": 2.961534587755995e-05,
+      "loss": 6.5102,
+      "loss/crossentropy": 1.8954335749149323,
+      "loss/hidden": 3.1328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15673118829727173,
+      "step": 3803
+    },
+    {
+      "epoch": 0.634,
+      "grad_norm": 21.625,
+      "grad_norm_var": 1.29140625,
+      "learning_rate": 2.9591443272810464e-05,
+      "loss": 6.4378,
+      "loss/crossentropy": 1.7230278104543686,
+      "loss/hidden": 3.3203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1333342045545578,
+      "step": 3804
+    },
+    {
+      "epoch": 0.6341666666666667,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.2759765625,
+      "learning_rate": 2.9567546263182556e-05,
+      "loss": 6.7395,
+      "loss/crossentropy": 1.4865990728139877,
+      "loss/hidden": 3.62109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1849525310099125,
+      "step": 3805
+    },
+    {
+      "epoch": 0.6343333333333333,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.1447265625,
+      "learning_rate": 2.954365485522771e-05,
+      "loss": 6.6971,
+      "loss/crossentropy": 1.7899064421653748,
+      "loss/hidden": 3.828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19909902662038803,
+      "step": 3806
+    },
+    {
+      "epoch": 0.6345,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.11640625,
+      "learning_rate": 2.9519769055495915e-05,
+      "loss": 6.5502,
+      "loss/crossentropy": 1.3617069125175476,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11464133113622665,
+      "step": 3807
+    },
+    {
+      "epoch": 0.6346666666666667,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.1239583333333334,
+      "learning_rate": 2.949588887053558e-05,
+      "loss": 6.7311,
+      "loss/crossentropy": 1.5561821162700653,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1592864729464054,
+      "step": 3808
+    },
+    {
+      "epoch": 0.6348333333333334,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.1833333333333333,
+      "learning_rate": 2.9472014306893603e-05,
+      "loss": 6.4174,
+      "loss/crossentropy": 2.257490783929825,
+      "loss/hidden": 3.11328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1707196868956089,
+      "step": 3809
+    },
+    {
+      "epoch": 0.635,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.0666666666666667,
+      "learning_rate": 2.9448145371115333e-05,
+      "loss": 6.933,
+      "loss/crossentropy": 2.15986904501915,
+      "loss/hidden": 3.03125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15784752368927002,
+      "step": 3810
+    },
+    {
+      "epoch": 0.6351666666666667,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.0598307291666667,
+      "learning_rate": 2.9424282069744564e-05,
+      "loss": 6.6789,
+      "loss/crossentropy": 2.058876931667328,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19518527761101723,
+      "step": 3811
+    },
+    {
+      "epoch": 0.6353333333333333,
+      "grad_norm": 21.125,
+      "grad_norm_var": 1.321875,
+      "learning_rate": 2.940042440932357e-05,
+      "loss": 6.2354,
+      "loss/crossentropy": 1.3941591903567314,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10804574564099312,
+      "step": 3812
+    },
+    {
+      "epoch": 0.6355,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.18515625,
+      "learning_rate": 2.9376572396393048e-05,
+      "loss": 6.4875,
+      "loss/crossentropy": 1.6240672171115875,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10861491225659847,
+      "step": 3813
+    },
+    {
+      "epoch": 0.6356666666666667,
+      "grad_norm": 21.25,
+      "grad_norm_var": 1.3744140625,
+      "learning_rate": 2.9352726037492174e-05,
+      "loss": 6.3643,
+      "loss/crossentropy": 1.4686352610588074,
+      "loss/hidden": 3.4921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12581224180758,
+      "step": 3814
+    },
+    {
+      "epoch": 0.6358333333333334,
+      "grad_norm": 21.25,
+      "grad_norm_var": 1.5056640625,
+      "learning_rate": 2.932888533915855e-05,
+      "loss": 6.5192,
+      "loss/crossentropy": 1.4809724241495132,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14886856079101562,
+      "step": 3815
+    },
+    {
+      "epoch": 0.636,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.4067057291666667,
+      "learning_rate": 2.9305050307928262e-05,
+      "loss": 6.809,
+      "loss/crossentropy": 1.4068568348884583,
+      "loss/hidden": 3.76953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2001921460032463,
+      "step": 3816
+    },
+    {
+      "epoch": 0.6361666666666667,
+      "grad_norm": 23.25,
+      "grad_norm_var": 0.9739583333333334,
+      "learning_rate": 2.9281220950335796e-05,
+      "loss": 6.6965,
+      "loss/crossentropy": 1.4215130507946014,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1907774917781353,
+      "step": 3817
+    },
+    {
+      "epoch": 0.6363333333333333,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.0218098958333333,
+      "learning_rate": 2.9257397272914118e-05,
+      "loss": 6.4347,
+      "loss/crossentropy": 1.6190491020679474,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1472589559853077,
+      "step": 3818
+    },
+    {
+      "epoch": 0.6365,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.2122395833333333,
+      "learning_rate": 2.9233579282194617e-05,
+      "loss": 6.9071,
+      "loss/crossentropy": 1.699390709400177,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20360086672008038,
+      "step": 3819
+    },
+    {
+      "epoch": 0.6366666666666667,
+      "grad_norm": 21.25,
+      "grad_norm_var": 1.2827473958333333,
+      "learning_rate": 2.9209766984707145e-05,
+      "loss": 6.3856,
+      "loss/crossentropy": 2.047453612089157,
+      "loss/hidden": 2.90234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14004633575677872,
+      "step": 3820
+    },
+    {
+      "epoch": 0.6368333333333334,
+      "grad_norm": 24.0,
+      "grad_norm_var": 1.3643229166666666,
+      "learning_rate": 2.918596038697995e-05,
+      "loss": 6.8705,
+      "loss/crossentropy": 1.4109047949314117,
+      "loss/hidden": 3.4140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19827104732394218,
+      "step": 3821
+    },
+    {
+      "epoch": 0.637,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.3332682291666667,
+      "learning_rate": 2.916215949553977e-05,
+      "loss": 6.6638,
+      "loss/crossentropy": 2.105085015296936,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20076069608330727,
+      "step": 3822
+    },
+    {
+      "epoch": 0.6371666666666667,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.3608723958333333,
+      "learning_rate": 2.913836431691175e-05,
+      "loss": 6.3828,
+      "loss/crossentropy": 1.8808209896087646,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16566164046525955,
+      "step": 3823
+    },
+    {
+      "epoch": 0.6373333333333333,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.3035807291666666,
+      "learning_rate": 2.9114574857619463e-05,
+      "loss": 6.6298,
+      "loss/crossentropy": 1.9752491116523743,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1535442601889372,
+      "step": 3824
+    },
+    {
+      "epoch": 0.6375,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.2955729166666667,
+      "learning_rate": 2.9090791124184935e-05,
+      "loss": 6.7471,
+      "loss/crossentropy": 1.962260663509369,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17777887731790543,
+      "step": 3825
+    },
+    {
+      "epoch": 0.6376666666666667,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.3143229166666666,
+      "learning_rate": 2.9067013123128613e-05,
+      "loss": 6.8611,
+      "loss/crossentropy": 2.264038622379303,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1670357659459114,
+      "step": 3826
+    },
+    {
+      "epoch": 0.6378333333333334,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.25625,
+      "learning_rate": 2.904324086096934e-05,
+      "loss": 6.7728,
+      "loss/crossentropy": 1.6014113128185272,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1784050539135933,
+      "step": 3827
+    },
+    {
+      "epoch": 0.638,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.0684895833333334,
+      "learning_rate": 2.9019474344224464e-05,
+      "loss": 6.6496,
+      "loss/crossentropy": 1.3478331416845322,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22215354815125465,
+      "step": 3828
+    },
+    {
+      "epoch": 0.6381666666666667,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.0830729166666666,
+      "learning_rate": 2.899571357940969e-05,
+      "loss": 6.4273,
+      "loss/crossentropy": 1.3052151948213577,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13678217865526676,
+      "step": 3829
+    },
+    {
+      "epoch": 0.6383333333333333,
+      "grad_norm": 31.625,
+      "grad_norm_var": 5.6275390625,
+      "learning_rate": 2.897195857303916e-05,
+      "loss": 6.4105,
+      "loss/crossentropy": 1.8489890098571777,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13688558712601662,
+      "step": 3830
+    },
+    {
+      "epoch": 0.6385,
+      "grad_norm": 24.0,
+      "grad_norm_var": 5.2837890625,
+      "learning_rate": 2.8948209331625454e-05,
+      "loss": 6.9148,
+      "loss/crossentropy": 1.561423122882843,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16814635507762432,
+      "step": 3831
+    },
+    {
+      "epoch": 0.6386666666666667,
+      "grad_norm": 21.25,
+      "grad_norm_var": 5.634375,
+      "learning_rate": 2.892446586167955e-05,
+      "loss": 6.1863,
+      "loss/crossentropy": 2.0038222670555115,
+      "loss/hidden": 3.20703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18121451139450073,
+      "step": 3832
+    },
+    {
+      "epoch": 0.6388333333333334,
+      "grad_norm": 21.75,
+      "grad_norm_var": 5.83125,
+      "learning_rate": 2.8900728169710867e-05,
+      "loss": 6.4306,
+      "loss/crossentropy": 1.6879856884479523,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16979055851697922,
+      "step": 3833
+    },
+    {
+      "epoch": 0.639,
+      "grad_norm": 22.375,
+      "grad_norm_var": 5.89765625,
+      "learning_rate": 2.887699626222722e-05,
+      "loss": 6.7983,
+      "loss/crossentropy": 1.632798284292221,
+      "loss/hidden": 3.3046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15452985279262066,
+      "step": 3834
+    },
+    {
+      "epoch": 0.6391666666666667,
+      "grad_norm": 22.625,
+      "grad_norm_var": 5.8322265625,
+      "learning_rate": 2.8853270145734846e-05,
+      "loss": 6.8242,
+      "loss/crossentropy": 1.7322202622890472,
+      "loss/hidden": 3.57421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2572759687900543,
+      "step": 3835
+    },
+    {
+      "epoch": 0.6393333333333333,
+      "grad_norm": 20.5,
+      "grad_norm_var": 6.0666015625,
+      "learning_rate": 2.88295498267384e-05,
+      "loss": 6.4714,
+      "loss/crossentropy": 1.7321195900440216,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13789108023047447,
+      "step": 3836
+    },
+    {
+      "epoch": 0.6395,
+      "grad_norm": 23.375,
+      "grad_norm_var": 6.023958333333334,
+      "learning_rate": 2.8805835311740932e-05,
+      "loss": 6.512,
+      "loss/crossentropy": 1.823023572564125,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15892218239605427,
+      "step": 3837
+    },
+    {
+      "epoch": 0.6396666666666667,
+      "grad_norm": 21.875,
+      "grad_norm_var": 6.103059895833334,
+      "learning_rate": 2.878212660724392e-05,
+      "loss": 6.4789,
+      "loss/crossentropy": 1.9161719679832458,
+      "loss/hidden": 2.9296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1525809932500124,
+      "step": 3838
+    },
+    {
+      "epoch": 0.6398333333333334,
+      "grad_norm": 23.25,
+      "grad_norm_var": 6.094205729166666,
+      "learning_rate": 2.8758423719747218e-05,
+      "loss": 6.3726,
+      "loss/crossentropy": 1.622450202703476,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14585423469543457,
+      "step": 3839
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 25.625,
+      "grad_norm_var": 6.476041666666666,
+      "learning_rate": 2.8734726655749146e-05,
+      "loss": 7.2536,
+      "loss/crossentropy": 1.6967520117759705,
+      "loss/hidden": 3.765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1990310586988926,
+      "step": 3840
+    },
+    {
+      "epoch": 0.6401666666666667,
+      "grad_norm": 23.75,
+      "grad_norm_var": 6.428059895833333,
+      "learning_rate": 2.8711035421746367e-05,
+      "loss": 6.768,
+      "loss/crossentropy": 1.3947172462940216,
+      "loss/hidden": 3.41015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2071622610092163,
+      "step": 3841
+    },
+    {
+      "epoch": 0.6403333333333333,
+      "grad_norm": 25.75,
+      "grad_norm_var": 6.672330729166666,
+      "learning_rate": 2.8687350024233967e-05,
+      "loss": 6.9142,
+      "loss/crossentropy": 1.749441385269165,
+      "loss/hidden": 4.0,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2523215338587761,
+      "step": 3842
+    },
+    {
+      "epoch": 0.6405,
+      "grad_norm": 24.5,
+      "grad_norm_var": 6.686458333333333,
+      "learning_rate": 2.8663670469705434e-05,
+      "loss": 6.5943,
+      "loss/crossentropy": 2.16051122546196,
+      "loss/hidden": 3.2109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14897089451551437,
+      "step": 3843
+    },
+    {
+      "epoch": 0.6406666666666667,
+      "grad_norm": 22.25,
+      "grad_norm_var": 6.770768229166666,
+      "learning_rate": 2.8639996764652653e-05,
+      "loss": 6.7696,
+      "loss/crossentropy": 1.3895021677017212,
+      "loss/hidden": 3.83984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3287247605621815,
+      "step": 3844
+    },
+    {
+      "epoch": 0.6408333333333334,
+      "grad_norm": 21.125,
+      "grad_norm_var": 7.0650390625,
+      "learning_rate": 2.8616328915565904e-05,
+      "loss": 6.2796,
+      "loss/crossentropy": 1.422674223780632,
+      "loss/hidden": 3.51171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19596106559038162,
+      "step": 3845
+    },
+    {
+      "epoch": 0.641,
+      "grad_norm": 21.875,
+      "grad_norm_var": 2.4134765625,
+      "learning_rate": 2.859266692893386e-05,
+      "loss": 6.2826,
+      "loss/crossentropy": 1.1374819576740265,
+      "loss/hidden": 3.1796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12027611583471298,
+      "step": 3846
+    },
+    {
+      "epoch": 0.6411666666666667,
+      "grad_norm": 22.0,
+      "grad_norm_var": 2.3613932291666666,
+      "learning_rate": 2.856901081124359e-05,
+      "loss": 6.4317,
+      "loss/crossentropy": 1.8325628340244293,
+      "loss/hidden": 3.15234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14191708341240883,
+      "step": 3847
+    },
+    {
+      "epoch": 0.6413333333333333,
+      "grad_norm": 22.5,
+      "grad_norm_var": 2.2103515625,
+      "learning_rate": 2.854536056898055e-05,
+      "loss": 6.6139,
+      "loss/crossentropy": 1.5969161093235016,
+      "loss/hidden": 3.6796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18973898142576218,
+      "step": 3848
+    },
+    {
+      "epoch": 0.6415,
+      "grad_norm": 22.5,
+      "grad_norm_var": 2.1384765625,
+      "learning_rate": 2.8521716208628595e-05,
+      "loss": 6.7724,
+      "loss/crossentropy": 1.9787724167108536,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15049539878964424,
+      "step": 3849
+    },
+    {
+      "epoch": 0.6416666666666667,
+      "grad_norm": 23.125,
+      "grad_norm_var": 2.1244140625,
+      "learning_rate": 2.849807773666996e-05,
+      "loss": 6.4708,
+      "loss/crossentropy": 1.5421520471572876,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1513302195817232,
+      "step": 3850
+    },
+    {
+      "epoch": 0.6418333333333334,
+      "grad_norm": 22.375,
+      "grad_norm_var": 2.137955729166667,
+      "learning_rate": 2.8474445159585235e-05,
+      "loss": 6.5568,
+      "loss/crossentropy": 1.5772182643413544,
+      "loss/hidden": 3.53125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1551806442439556,
+      "step": 3851
+    },
+    {
+      "epoch": 0.642,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.7291666666666667,
+      "learning_rate": 2.8450818483853474e-05,
+      "loss": 6.3652,
+      "loss/crossentropy": 1.1252179741859436,
+      "loss/hidden": 3.484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.226259620860219,
+      "step": 3852
+    },
+    {
+      "epoch": 0.6421666666666667,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.7239583333333333,
+      "learning_rate": 2.8427197715952047e-05,
+      "loss": 6.4001,
+      "loss/crossentropy": 1.5631537735462189,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15865332446992397,
+      "step": 3853
+    },
+    {
+      "epoch": 0.6423333333333333,
+      "grad_norm": 24.625,
+      "grad_norm_var": 1.77265625,
+      "learning_rate": 2.8403582862356716e-05,
+      "loss": 6.7479,
+      "loss/crossentropy": 1.7906845211982727,
+      "loss/hidden": 3.1015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.140322120860219,
+      "step": 3854
+    },
+    {
+      "epoch": 0.6425,
+      "grad_norm": 25.625,
+      "grad_norm_var": 2.1400390625,
+      "learning_rate": 2.8379973929541646e-05,
+      "loss": 7.0435,
+      "loss/crossentropy": 2.1521314084529877,
+      "loss/hidden": 3.5546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21154498308897018,
+      "step": 3855
+    },
+    {
+      "epoch": 0.6426666666666667,
+      "grad_norm": 24.5,
+      "grad_norm_var": 1.878125,
+      "learning_rate": 2.8356370923979324e-05,
+      "loss": 6.5681,
+      "loss/crossentropy": 1.3251150771975517,
+      "loss/hidden": 3.58984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1362883197143674,
+      "step": 3856
+    },
+    {
+      "epoch": 0.6428333333333334,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.878125,
+      "learning_rate": 2.8332773852140644e-05,
+      "loss": 6.5878,
+      "loss/crossentropy": 1.9548171758651733,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1910015381872654,
+      "step": 3857
+    },
+    {
+      "epoch": 0.643,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.5082682291666667,
+      "learning_rate": 2.830918272049492e-05,
+      "loss": 6.721,
+      "loss/crossentropy": 1.3795419037342072,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13361749053001404,
+      "step": 3858
+    },
+    {
+      "epoch": 0.6431666666666667,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.3916015625,
+      "learning_rate": 2.828559753550977e-05,
+      "loss": 6.294,
+      "loss/crossentropy": 1.5776569843292236,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12329893372952938,
+      "step": 3859
+    },
+    {
+      "epoch": 0.6433333333333333,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.3525390625,
+      "learning_rate": 2.8262018303651216e-05,
+      "loss": 6.6771,
+      "loss/crossentropy": 1.68428173661232,
+      "loss/hidden": 3.27734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.145384069532156,
+      "step": 3860
+    },
+    {
+      "epoch": 0.6435,
+      "grad_norm": 22.75,
+      "grad_norm_var": 1.0791666666666666,
+      "learning_rate": 2.823844503138363e-05,
+      "loss": 6.9738,
+      "loss/crossentropy": 1.2388427406549454,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20107723399996758,
+      "step": 3861
+    },
+    {
+      "epoch": 0.6436666666666667,
+      "grad_norm": 22.625,
+      "grad_norm_var": 0.9768229166666667,
+      "learning_rate": 2.8214877725169765e-05,
+      "loss": 6.5173,
+      "loss/crossentropy": 1.6366834938526154,
+      "loss/hidden": 3.265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13432154059410095,
+      "step": 3862
+    },
+    {
+      "epoch": 0.6438333333333334,
+      "grad_norm": 24.5,
+      "grad_norm_var": 0.93515625,
+      "learning_rate": 2.8191316391470703e-05,
+      "loss": 6.5159,
+      "loss/crossentropy": 1.5570923686027527,
+      "loss/hidden": 3.515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13182739168405533,
+      "step": 3863
+    },
+    {
+      "epoch": 0.644,
+      "grad_norm": 23.875,
+      "grad_norm_var": 0.8785807291666666,
+      "learning_rate": 2.8167761036745954e-05,
+      "loss": 6.6163,
+      "loss/crossentropy": 1.4901686906814575,
+      "loss/hidden": 3.34375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18318517319858074,
+      "step": 3864
+    },
+    {
+      "epoch": 0.6441666666666667,
+      "grad_norm": 24.625,
+      "grad_norm_var": 0.86640625,
+      "learning_rate": 2.8144211667453368e-05,
+      "loss": 6.8334,
+      "loss/crossentropy": 1.4679390788078308,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14659189246594906,
+      "step": 3865
+    },
+    {
+      "epoch": 0.6443333333333333,
+      "grad_norm": 26.125,
+      "grad_norm_var": 1.21015625,
+      "learning_rate": 2.8120668290049085e-05,
+      "loss": 6.826,
+      "loss/crossentropy": 1.466548353433609,
+      "loss/hidden": 3.54296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15879111364483833,
+      "step": 3866
+    },
+    {
+      "epoch": 0.6445,
+      "grad_norm": 21.875,
+      "grad_norm_var": 1.3247395833333333,
+      "learning_rate": 2.809713091098768e-05,
+      "loss": 6.7293,
+      "loss/crossentropy": 1.9322914481163025,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18680457025766373,
+      "step": 3867
+    },
+    {
+      "epoch": 0.6446666666666667,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.3052083333333333,
+      "learning_rate": 2.807359953672206e-05,
+      "loss": 6.6704,
+      "loss/crossentropy": 1.7812011539936066,
+      "loss/hidden": 3.3671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21837493404746056,
+      "step": 3868
+    },
+    {
+      "epoch": 0.6448333333333334,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.25625,
+      "learning_rate": 2.8050074173703465e-05,
+      "loss": 6.957,
+      "loss/crossentropy": 1.571227490901947,
+      "loss/hidden": 3.3125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12744640558958054,
+      "step": 3869
+    },
+    {
+      "epoch": 0.645,
+      "grad_norm": 22.875,
+      "grad_norm_var": 1.27265625,
+      "learning_rate": 2.8026554828381547e-05,
+      "loss": 6.6581,
+      "loss/crossentropy": 1.9901463985443115,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1365615278482437,
+      "step": 3870
+    },
+    {
+      "epoch": 0.6451666666666667,
+      "grad_norm": 24.375,
+      "grad_norm_var": 1.0604166666666666,
+      "learning_rate": 2.8003041507204242e-05,
+      "loss": 6.4696,
+      "loss/crossentropy": 1.7710929811000824,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1562185436487198,
+      "step": 3871
+    },
+    {
+      "epoch": 0.6453333333333333,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.0372395833333334,
+      "learning_rate": 2.7979534216617863e-05,
+      "loss": 6.7472,
+      "loss/crossentropy": 2.117320269346237,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2965240068733692,
+      "step": 3872
+    },
+    {
+      "epoch": 0.6455,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.1853515625,
+      "learning_rate": 2.795603296306708e-05,
+      "loss": 6.8491,
+      "loss/crossentropy": 1.9470531344413757,
+      "loss/hidden": 3.328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17197521403431892,
+      "step": 3873
+    },
+    {
+      "epoch": 0.6456666666666667,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.3104166666666666,
+      "learning_rate": 2.793253775299487e-05,
+      "loss": 6.6145,
+      "loss/crossentropy": 1.3867862224578857,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15466876700520515,
+      "step": 3874
+    },
+    {
+      "epoch": 0.6458333333333334,
+      "grad_norm": 21.5,
+      "grad_norm_var": 1.52265625,
+      "learning_rate": 2.7909048592842603e-05,
+      "loss": 6.3417,
+      "loss/crossentropy": 1.9434495270252228,
+      "loss/hidden": 2.97265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12483839876949787,
+      "step": 3875
+    },
+    {
+      "epoch": 0.646,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.52265625,
+      "learning_rate": 2.7885565489049946e-05,
+      "loss": 6.8789,
+      "loss/crossentropy": 1.9290325939655304,
+      "loss/hidden": 3.3828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15576419234275818,
+      "step": 3876
+    },
+    {
+      "epoch": 0.6461666666666667,
+      "grad_norm": 22.5,
+      "grad_norm_var": 1.546875,
+      "learning_rate": 2.7862088448054936e-05,
+      "loss": 6.0802,
+      "loss/crossentropy": 1.4663340151309967,
+      "loss/hidden": 3.6953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11506032757461071,
+      "step": 3877
+    },
+    {
+      "epoch": 0.6463333333333333,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.51015625,
+      "learning_rate": 2.7838617476293926e-05,
+      "loss": 6.7655,
+      "loss/crossentropy": 1.9060716032981873,
+      "loss/hidden": 3.53515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20107842609286308,
+      "step": 3878
+    },
+    {
+      "epoch": 0.6465,
+      "grad_norm": 28.25,
+      "grad_norm_var": 2.94375,
+      "learning_rate": 2.7815152580201637e-05,
+      "loss": 6.4617,
+      "loss/crossentropy": 1.7785079777240753,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17938926070928574,
+      "step": 3879
+    },
+    {
+      "epoch": 0.6466666666666666,
+      "grad_norm": 22.125,
+      "grad_norm_var": 3.0768229166666665,
+      "learning_rate": 2.779169376621108e-05,
+      "loss": 6.5515,
+      "loss/crossentropy": 1.8651660680770874,
+      "loss/hidden": 3.16796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1688435459509492,
+      "step": 3880
+    },
+    {
+      "epoch": 0.6468333333333334,
+      "grad_norm": 20.0,
+      "grad_norm_var": 3.729622395833333,
+      "learning_rate": 2.776824104075364e-05,
+      "loss": 6.2725,
+      "loss/crossentropy": 1.3119986057281494,
+      "loss/hidden": 3.0625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12409170717000961,
+      "step": 3881
+    },
+    {
+      "epoch": 0.647,
+      "grad_norm": 22.375,
+      "grad_norm_var": 3.159309895833333,
+      "learning_rate": 2.774479441025899e-05,
+      "loss": 6.747,
+      "loss/crossentropy": 1.8243678212165833,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1627296768128872,
+      "step": 3882
+    },
+    {
+      "epoch": 0.6471666666666667,
+      "grad_norm": 24.25,
+      "grad_norm_var": 3.158072916666667,
+      "learning_rate": 2.772135388115519e-05,
+      "loss": 6.5751,
+      "loss/crossentropy": 1.7432744950056076,
+      "loss/hidden": 3.03515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11860969848930836,
+      "step": 3883
+    },
+    {
+      "epoch": 0.6473333333333333,
+      "grad_norm": 23.5,
+      "grad_norm_var": 3.162955729166667,
+      "learning_rate": 2.769791945986857e-05,
+      "loss": 6.4557,
+      "loss/crossentropy": 1.4497875049710274,
+      "loss/hidden": 3.2421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13318589143455029,
+      "step": 3884
+    },
+    {
+      "epoch": 0.6475,
+      "grad_norm": 22.0,
+      "grad_norm_var": 3.2395833333333335,
+      "learning_rate": 2.7674491152823822e-05,
+      "loss": 6.5343,
+      "loss/crossentropy": 1.8640920221805573,
+      "loss/hidden": 3.08203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1681923121213913,
+      "step": 3885
+    },
+    {
+      "epoch": 0.6476666666666666,
+      "grad_norm": 22.5,
+      "grad_norm_var": 3.2577473958333334,
+      "learning_rate": 2.765106896644395e-05,
+      "loss": 6.8368,
+      "loss/crossentropy": 1.3746783435344696,
+      "loss/hidden": 3.24609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1621436271816492,
+      "step": 3886
+    },
+    {
+      "epoch": 0.6478333333333334,
+      "grad_norm": 23.0,
+      "grad_norm_var": 3.130989583333333,
+      "learning_rate": 2.762765290715027e-05,
+      "loss": 6.4631,
+      "loss/crossentropy": 1.2808503806591034,
+      "loss/hidden": 3.6953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17881619930267334,
+      "step": 3887
+    },
+    {
+      "epoch": 0.648,
+      "grad_norm": 23.375,
+      "grad_norm_var": 3.0275390625,
+      "learning_rate": 2.7604242981362426e-05,
+      "loss": 6.5803,
+      "loss/crossentropy": 1.8836338222026825,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15507136657834053,
+      "step": 3888
+    },
+    {
+      "epoch": 0.6481666666666667,
+      "grad_norm": 24.25,
+      "grad_norm_var": 3.090625,
+      "learning_rate": 2.7580839195498398e-05,
+      "loss": 7.1157,
+      "loss/crossentropy": 1.9101436734199524,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17316574230790138,
+      "step": 3889
+    },
+    {
+      "epoch": 0.6483333333333333,
+      "grad_norm": 23.375,
+      "grad_norm_var": 3.0197265625,
+      "learning_rate": 2.755744155597445e-05,
+      "loss": 6.6377,
+      "loss/crossentropy": 1.733144074678421,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16506348922848701,
+      "step": 3890
+    },
+    {
+      "epoch": 0.6485,
+      "grad_norm": 21.875,
+      "grad_norm_var": 2.94765625,
+      "learning_rate": 2.753405006920518e-05,
+      "loss": 6.6891,
+      "loss/crossentropy": 1.4868733137845993,
+      "loss/hidden": 3.21875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1499763485044241,
+      "step": 3891
+    },
+    {
+      "epoch": 0.6486666666666666,
+      "grad_norm": 23.0,
+      "grad_norm_var": 2.939322916666667,
+      "learning_rate": 2.7510664741603504e-05,
+      "loss": 6.6876,
+      "loss/crossentropy": 1.4675029516220093,
+      "loss/hidden": 3.14453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.10470037534832954,
+      "step": 3892
+    },
+    {
+      "epoch": 0.6488333333333334,
+      "grad_norm": 24.625,
+      "grad_norm_var": 3.0488932291666666,
+      "learning_rate": 2.7487285579580637e-05,
+      "loss": 6.877,
+      "loss/crossentropy": 1.2006368041038513,
+      "loss/hidden": 3.5625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15975405648350716,
+      "step": 3893
+    },
+    {
+      "epoch": 0.649,
+      "grad_norm": 26.5,
+      "grad_norm_var": 3.714583333333333,
+      "learning_rate": 2.746391258954609e-05,
+      "loss": 6.8222,
+      "loss/crossentropy": 1.939790666103363,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1803073938935995,
+      "step": 3894
+    },
+    {
+      "epoch": 0.6491666666666667,
+      "grad_norm": 21.75,
+      "grad_norm_var": 2.184375,
+      "learning_rate": 2.7440545777907746e-05,
+      "loss": 6.4063,
+      "loss/crossentropy": 1.4487891793251038,
+      "loss/hidden": 3.546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15546151623129845,
+      "step": 3895
+    },
+    {
+      "epoch": 0.6493333333333333,
+      "grad_norm": 21.0,
+      "grad_norm_var": 2.3994140625,
+      "learning_rate": 2.7417185151071716e-05,
+      "loss": 6.4468,
+      "loss/crossentropy": 1.366383120417595,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14206267334520817,
+      "step": 3896
+    },
+    {
+      "epoch": 0.6495,
+      "grad_norm": 25.5,
+      "grad_norm_var": 2.1186848958333333,
+      "learning_rate": 2.739383071544246e-05,
+      "loss": 6.8252,
+      "loss/crossentropy": 2.150261014699936,
+      "loss/hidden": 3.25,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18240134045481682,
+      "step": 3897
+    },
+    {
+      "epoch": 0.6496666666666666,
+      "grad_norm": 25.625,
+      "grad_norm_var": 2.3759765625,
+      "learning_rate": 2.7370482477422734e-05,
+      "loss": 6.3408,
+      "loss/crossentropy": 1.6811127960681915,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2578943483531475,
+      "step": 3898
+    },
+    {
+      "epoch": 0.6498333333333334,
+      "grad_norm": 25.125,
+      "grad_norm_var": 2.5104166666666665,
+      "learning_rate": 2.7347140443413586e-05,
+      "loss": 7.0409,
+      "loss/crossentropy": 1.614083781838417,
+      "loss/hidden": 3.359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1564897894859314,
+      "step": 3899
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 21.5,
+      "grad_norm_var": 2.777083333333333,
+      "learning_rate": 2.732380461981433e-05,
+      "loss": 6.6664,
+      "loss/crossentropy": 1.5571692734956741,
+      "loss/hidden": 3.3359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1860713791102171,
+      "step": 3900
+    },
+    {
+      "epoch": 0.6501666666666667,
+      "grad_norm": 21.125,
+      "grad_norm_var": 2.9926432291666667,
+      "learning_rate": 2.7300475013022663e-05,
+      "loss": 6.4052,
+      "loss/crossentropy": 2.1317776143550873,
+      "loss/hidden": 3.01953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13427916541695595,
+      "step": 3901
+    },
+    {
+      "epoch": 0.6503333333333333,
+      "grad_norm": 22.375,
+      "grad_norm_var": 3.0083333333333333,
+      "learning_rate": 2.7277151629434516e-05,
+      "loss": 6.8363,
+      "loss/crossentropy": 1.6864753663539886,
+      "loss/hidden": 3.18359375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18803299218416214,
+      "step": 3902
+    },
+    {
+      "epoch": 0.6505,
+      "grad_norm": 23.0,
+      "grad_norm_var": 3.0083333333333333,
+      "learning_rate": 2.7253834475444123e-05,
+      "loss": 6.6248,
+      "loss/crossentropy": 1.8110208362340927,
+      "loss/hidden": 3.140625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14559010975062847,
+      "step": 3903
+    },
+    {
+      "epoch": 0.6506666666666666,
+      "grad_norm": 21.125,
+      "grad_norm_var": 3.3247395833333333,
+      "learning_rate": 2.7230523557444017e-05,
+      "loss": 6.2003,
+      "loss/crossentropy": 1.5681383907794952,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1389543954282999,
+      "step": 3904
+    },
+    {
+      "epoch": 0.6508333333333334,
+      "grad_norm": 22.5,
+      "grad_norm_var": 3.279166666666667,
+      "learning_rate": 2.7207218881825014e-05,
+      "loss": 6.7504,
+      "loss/crossentropy": 1.6394783556461334,
+      "loss/hidden": 3.41796875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15479264222085476,
+      "step": 3905
+    },
+    {
+      "epoch": 0.651,
+      "grad_norm": 22.0,
+      "grad_norm_var": 3.3514973958333334,
+      "learning_rate": 2.7183920454976196e-05,
+      "loss": 6.7156,
+      "loss/crossentropy": 1.9727663397789001,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1580678690224886,
+      "step": 3906
+    },
+    {
+      "epoch": 0.6511666666666667,
+      "grad_norm": 21.75,
+      "grad_norm_var": 3.371875,
+      "learning_rate": 2.7160628283285018e-05,
+      "loss": 6.6097,
+      "loss/crossentropy": 1.5446774363517761,
+      "loss/hidden": 3.4375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19887055829167366,
+      "step": 3907
+    },
+    {
+      "epoch": 0.6513333333333333,
+      "grad_norm": 24.75,
+      "grad_norm_var": 3.5559895833333335,
+      "learning_rate": 2.7137342373137133e-05,
+      "loss": 6.9804,
+      "loss/crossentropy": 2.0292481780052185,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15862245671451092,
+      "step": 3908
+    },
+    {
+      "epoch": 0.6515,
+      "grad_norm": 26.125,
+      "grad_norm_var": 3.9934895833333335,
+      "learning_rate": 2.7114062730916512e-05,
+      "loss": 6.6031,
+      "loss/crossentropy": 1.8578515648841858,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17715726420283318,
+      "step": 3909
+    },
+    {
+      "epoch": 0.6516666666666666,
+      "grad_norm": 22.25,
+      "grad_norm_var": 3.271875,
+      "learning_rate": 2.7090789363005376e-05,
+      "loss": 6.671,
+      "loss/crossentropy": 1.5819005072116852,
+      "loss/hidden": 3.765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18810724653303623,
+      "step": 3910
+    },
+    {
+      "epoch": 0.6518333333333334,
+      "grad_norm": 23.75,
+      "grad_norm_var": 3.196875,
+      "learning_rate": 2.7067522275784273e-05,
+      "loss": 6.4404,
+      "loss/crossentropy": 1.8177604675292969,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1920405961573124,
+      "step": 3911
+    },
+    {
+      "epoch": 0.652,
+      "grad_norm": 21.75,
+      "grad_norm_var": 3.02265625,
+      "learning_rate": 2.7044261475631976e-05,
+      "loss": 6.5772,
+      "loss/crossentropy": 1.73897323012352,
+      "loss/hidden": 3.2734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15217769891023636,
+      "step": 3912
+    },
+    {
+      "epoch": 0.6521666666666667,
+      "grad_norm": 23.5,
+      "grad_norm_var": 2.6434895833333334,
+      "learning_rate": 2.702100696892561e-05,
+      "loss": 6.2988,
+      "loss/crossentropy": 2.1187483072280884,
+      "loss/hidden": 2.97265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1785266101360321,
+      "step": 3913
+    },
+    {
+      "epoch": 0.6523333333333333,
+      "grad_norm": 23.0,
+      "grad_norm_var": 2.160872395833333,
+      "learning_rate": 2.699775876204051e-05,
+      "loss": 6.9027,
+      "loss/crossentropy": 2.019521027803421,
+      "loss/hidden": 3.21484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17122266069054604,
+      "step": 3914
+    },
+    {
+      "epoch": 0.6525,
+      "grad_norm": 21.125,
+      "grad_norm_var": 1.9483723958333334,
+      "learning_rate": 2.697451686135031e-05,
+      "loss": 6.4707,
+      "loss/crossentropy": 1.392052412033081,
+      "loss/hidden": 3.58203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21021665818989277,
+      "step": 3915
+    },
+    {
+      "epoch": 0.6526666666666666,
+      "grad_norm": 25.125,
+      "grad_norm_var": 2.2372395833333334,
+      "learning_rate": 2.695128127322689e-05,
+      "loss": 7.0052,
+      "loss/crossentropy": 1.3044980466365814,
+      "loss/hidden": 3.5546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15610520541667938,
+      "step": 3916
+    },
+    {
+      "epoch": 0.6528333333333334,
+      "grad_norm": 23.125,
+      "grad_norm_var": 2.033072916666667,
+      "learning_rate": 2.6928052004040438e-05,
+      "loss": 6.8037,
+      "loss/crossentropy": 1.8077599108219147,
+      "loss/hidden": 3.44921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1961449719965458,
+      "step": 3917
+    },
+    {
+      "epoch": 0.653,
+      "grad_norm": 22.75,
+      "grad_norm_var": 2.012955729166667,
+      "learning_rate": 2.690482906015936e-05,
+      "loss": 6.5186,
+      "loss/crossentropy": 1.017987698316574,
+      "loss/hidden": 3.5234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2301669456064701,
+      "step": 3918
+    },
+    {
+      "epoch": 0.6531666666666667,
+      "grad_norm": 27.875,
+      "grad_norm_var": 3.513541666666667,
+      "learning_rate": 2.6881612447950423e-05,
+      "loss": 6.559,
+      "loss/crossentropy": 1.588519275188446,
+      "loss/hidden": 3.51953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14256752282381058,
+      "step": 3919
+    },
+    {
+      "epoch": 0.6533333333333333,
+      "grad_norm": 23.625,
+      "grad_norm_var": 3.185416666666667,
+      "learning_rate": 2.685840217377853e-05,
+      "loss": 6.7048,
+      "loss/crossentropy": 1.7211553752422333,
+      "loss/hidden": 3.46484375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1979491226375103,
+      "step": 3920
+    },
+    {
+      "epoch": 0.6535,
+      "grad_norm": 23.875,
+      "grad_norm_var": 3.131705729166667,
+      "learning_rate": 2.6835198244006927e-05,
+      "loss": 6.4675,
+      "loss/crossentropy": 1.3721344470977783,
+      "loss/hidden": 3.1640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19240568578243256,
+      "step": 3921
+    },
+    {
+      "epoch": 0.6536666666666666,
+      "grad_norm": 23.125,
+      "grad_norm_var": 2.982291666666667,
+      "learning_rate": 2.6812000664997107e-05,
+      "loss": 6.3877,
+      "loss/crossentropy": 1.6876759231090546,
+      "loss/hidden": 3.34765625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1896870695054531,
+      "step": 3922
+    },
+    {
+      "epoch": 0.6538333333333334,
+      "grad_norm": 22.375,
+      "grad_norm_var": 2.8530598958333333,
+      "learning_rate": 2.678880944310882e-05,
+      "loss": 6.7317,
+      "loss/crossentropy": 1.5221941769123077,
+      "loss/hidden": 3.23046875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15007443353533745,
+      "step": 3923
+    },
+    {
+      "epoch": 0.654,
+      "grad_norm": 20.375,
+      "grad_norm_var": 3.39765625,
+      "learning_rate": 2.6765624584700046e-05,
+      "loss": 6.1688,
+      "loss/crossentropy": 1.6571063995361328,
+      "loss/hidden": 3.078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.129651365801692,
+      "step": 3924
+    },
+    {
+      "epoch": 0.6541666666666667,
+      "grad_norm": 24.375,
+      "grad_norm_var": 2.94375,
+      "learning_rate": 2.674244609612708e-05,
+      "loss": 6.4824,
+      "loss/crossentropy": 1.3225480765104294,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12075874023139477,
+      "step": 3925
+    },
+    {
+      "epoch": 0.6543333333333333,
+      "grad_norm": 23.5,
+      "grad_norm_var": 2.874739583333333,
+      "learning_rate": 2.671927398374443e-05,
+      "loss": 6.555,
+      "loss/crossentropy": 1.7281680703163147,
+      "loss/hidden": 3.66015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18384834751486778,
+      "step": 3926
+    },
+    {
+      "epoch": 0.6545,
+      "grad_norm": 21.25,
+      "grad_norm_var": 3.124739583333333,
+      "learning_rate": 2.6696108253904857e-05,
+      "loss": 6.4014,
+      "loss/crossentropy": 1.4514463394880295,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1415544729679823,
+      "step": 3927
+    },
+    {
+      "epoch": 0.6546666666666666,
+      "grad_norm": 22.125,
+      "grad_norm_var": 3.0624348958333334,
+      "learning_rate": 2.6672948912959373e-05,
+      "loss": 6.668,
+      "loss/crossentropy": 1.2824115604162216,
+      "loss/hidden": 3.58984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16843781247735023,
+      "step": 3928
+    },
+    {
+      "epoch": 0.6548333333333334,
+      "grad_norm": 22.875,
+      "grad_norm_var": 3.0614583333333334,
+      "learning_rate": 2.664979596725724e-05,
+      "loss": 6.9906,
+      "loss/crossentropy": 2.0993054509162903,
+      "loss/hidden": 3.2265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1821231208741665,
+      "step": 3929
+    },
+    {
+      "epoch": 0.655,
+      "grad_norm": 22.875,
+      "grad_norm_var": 3.0650390625,
+      "learning_rate": 2.662664942314598e-05,
+      "loss": 6.7022,
+      "loss/crossentropy": 1.1675853729248047,
+      "loss/hidden": 3.33984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19243866577744484,
+      "step": 3930
+    },
+    {
+      "epoch": 0.6551666666666667,
+      "grad_norm": 22.5,
+      "grad_norm_var": 2.812239583333333,
+      "learning_rate": 2.660350928697134e-05,
+      "loss": 6.5093,
+      "loss/crossentropy": 2.1857085824012756,
+      "loss/hidden": 3.26953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19613012671470642,
+      "step": 3931
+    },
+    {
+      "epoch": 0.6553333333333333,
+      "grad_norm": 24.5,
+      "grad_norm_var": 2.6791015625,
+      "learning_rate": 2.6580375565077325e-05,
+      "loss": 6.8454,
+      "loss/crossentropy": 1.7794062793254852,
+      "loss/hidden": 3.71875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.22922927513718605,
+      "step": 3932
+    },
+    {
+      "epoch": 0.6555,
+      "grad_norm": 21.25,
+      "grad_norm_var": 2.91640625,
+      "learning_rate": 2.6557248263806174e-05,
+      "loss": 6.5156,
+      "loss/crossentropy": 1.512976050376892,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15718848444521427,
+      "step": 3933
+    },
+    {
+      "epoch": 0.6556666666666666,
+      "grad_norm": 22.0,
+      "grad_norm_var": 2.984375,
+      "learning_rate": 2.6534127389498364e-05,
+      "loss": 6.2787,
+      "loss/crossentropy": 1.5207887589931488,
+      "loss/hidden": 3.40234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19783442839980125,
+      "step": 3934
+    },
+    {
+      "epoch": 0.6558333333333334,
+      "grad_norm": 23.75,
+      "grad_norm_var": 1.3837890625,
+      "learning_rate": 2.6511012948492624e-05,
+      "loss": 6.8329,
+      "loss/crossentropy": 1.3980830013751984,
+      "loss/hidden": 3.02734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1266470681875944,
+      "step": 3935
+    },
+    {
+      "epoch": 0.656,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.3327473958333333,
+      "learning_rate": 2.6487904947125884e-05,
+      "loss": 6.4567,
+      "loss/crossentropy": 1.5629611909389496,
+      "loss/hidden": 3.1953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13862028624862432,
+      "step": 3936
+    },
+    {
+      "epoch": 0.6561666666666667,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.2455729166666667,
+      "learning_rate": 2.6464803391733374e-05,
+      "loss": 6.4371,
+      "loss/crossentropy": 1.239280715584755,
+      "loss/hidden": 3.0859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13048629835247993,
+      "step": 3937
+    },
+    {
+      "epoch": 0.6563333333333333,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.2551432291666667,
+      "learning_rate": 2.6441708288648486e-05,
+      "loss": 6.9376,
+      "loss/crossentropy": 1.9371494948863983,
+      "loss/hidden": 3.84375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.30359070748090744,
+      "step": 3938
+    },
+    {
+      "epoch": 0.6565,
+      "grad_norm": 24.125,
+      "grad_norm_var": 1.3900390625,
+      "learning_rate": 2.6418619644202892e-05,
+      "loss": 6.5789,
+      "loss/crossentropy": 1.6336133778095245,
+      "loss/hidden": 3.45703125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1639680564403534,
+      "step": 3939
+    },
+    {
+      "epoch": 0.6566666666666666,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.0327473958333333,
+      "learning_rate": 2.6395537464726462e-05,
+      "loss": 6.4757,
+      "loss/crossentropy": 1.5914727449417114,
+      "loss/hidden": 3.04296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12429703027009964,
+      "step": 3940
+    },
+    {
+      "epoch": 0.6568333333333334,
+      "grad_norm": 20.875,
+      "grad_norm_var": 1.0801432291666666,
+      "learning_rate": 2.6372461756547306e-05,
+      "loss": 5.9699,
+      "loss/crossentropy": 1.7953175008296967,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15988695621490479,
+      "step": 3941
+    },
+    {
+      "epoch": 0.657,
+      "grad_norm": 23.25,
+      "grad_norm_var": 1.0546223958333334,
+      "learning_rate": 2.6349392525991767e-05,
+      "loss": 6.8617,
+      "loss/crossentropy": 1.4986247718334198,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13440562039613724,
+      "step": 3942
+    },
+    {
+      "epoch": 0.6571666666666667,
+      "grad_norm": 21.375,
+      "grad_norm_var": 1.0330729166666666,
+      "learning_rate": 2.6326329779384395e-05,
+      "loss": 6.3395,
+      "loss/crossentropy": 1.6725638508796692,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15910711511969566,
+      "step": 3943
+    },
+    {
+      "epoch": 0.6573333333333333,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.1114583333333334,
+      "learning_rate": 2.630327352304799e-05,
+      "loss": 6.9766,
+      "loss/crossentropy": 2.1502013504505157,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17727774754166603,
+      "step": 3944
+    },
+    {
+      "epoch": 0.6575,
+      "grad_norm": 21.875,
+      "grad_norm_var": 1.153125,
+      "learning_rate": 2.6280223763303546e-05,
+      "loss": 6.8532,
+      "loss/crossentropy": 1.6558534502983093,
+      "loss/hidden": 3.296875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16584859415888786,
+      "step": 3945
+    },
+    {
+      "epoch": 0.6576666666666666,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.1754557291666667,
+      "learning_rate": 2.625718050647028e-05,
+      "loss": 6.4208,
+      "loss/crossentropy": 1.5839853286743164,
+      "loss/hidden": 3.12109375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14406021684408188,
+      "step": 3946
+    },
+    {
+      "epoch": 0.6578333333333334,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.3431640625,
+      "learning_rate": 2.6234143758865638e-05,
+      "loss": 6.7504,
+      "loss/crossentropy": 1.548133984208107,
+      "loss/hidden": 3.33203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15172184258699417,
+      "step": 3947
+    },
+    {
+      "epoch": 0.658,
+      "grad_norm": 23.625,
+      "grad_norm_var": 1.1822916666666667,
+      "learning_rate": 2.6211113526805253e-05,
+      "loss": 6.9766,
+      "loss/crossentropy": 1.9111392498016357,
+      "loss/hidden": 3.05859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1471753939986229,
+      "step": 3948
+    },
+    {
+      "epoch": 0.6581666666666667,
+      "grad_norm": 21.0,
+      "grad_norm_var": 1.2330729166666667,
+      "learning_rate": 2.618808981660304e-05,
+      "loss": 6.4399,
+      "loss/crossentropy": 2.0237521827220917,
+      "loss/hidden": 3.23828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19699660688638687,
+      "step": 3949
+    },
+    {
+      "epoch": 0.6583333333333333,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.2337890625,
+      "learning_rate": 2.6165072634571054e-05,
+      "loss": 6.8096,
+      "loss/crossentropy": 1.9646878242492676,
+      "loss/hidden": 3.671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.3486834615468979,
+      "step": 3950
+    },
+    {
+      "epoch": 0.6585,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.1666015625,
+      "learning_rate": 2.6142061987019577e-05,
+      "loss": 6.5525,
+      "loss/crossentropy": 1.5881634056568146,
+      "loss/hidden": 3.7890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.2153588980436325,
+      "step": 3951
+    },
+    {
+      "epoch": 0.6586666666666666,
+      "grad_norm": 23.375,
+      "grad_norm_var": 1.1962890625,
+      "learning_rate": 2.6119057880257125e-05,
+      "loss": 6.6033,
+      "loss/crossentropy": 1.6714684590697289,
+      "loss/hidden": 3.453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1512613734230399,
+      "step": 3952
+    },
+    {
+      "epoch": 0.6588333333333334,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.2145182291666667,
+      "learning_rate": 2.6096060320590393e-05,
+      "loss": 6.4846,
+      "loss/crossentropy": 1.5539871603250504,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12241174653172493,
+      "step": 3953
+    },
+    {
+      "epoch": 0.659,
+      "grad_norm": 22.0,
+      "grad_norm_var": 1.2379557291666667,
+      "learning_rate": 2.6073069314324296e-05,
+      "loss": 6.6135,
+      "loss/crossentropy": 1.5416352301836014,
+      "loss/hidden": 3.0390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13875945657491684,
+      "step": 3954
+    },
+    {
+      "epoch": 0.6591666666666667,
+      "grad_norm": 21.125,
+      "grad_norm_var": 1.2410807291666666,
+      "learning_rate": 2.6050084867761954e-05,
+      "loss": 6.2746,
+      "loss/crossentropy": 2.317203402519226,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16638638451695442,
+      "step": 3955
+    },
+    {
+      "epoch": 0.6593333333333333,
+      "grad_norm": 22.25,
+      "grad_norm_var": 1.23515625,
+      "learning_rate": 2.6027106987204676e-05,
+      "loss": 6.4047,
+      "loss/crossentropy": 1.453633338212967,
+      "loss/hidden": 3.08984375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15128260105848312,
+      "step": 3956
+    },
+    {
+      "epoch": 0.6595,
+      "grad_norm": 22.625,
+      "grad_norm_var": 1.0364583333333333,
+      "learning_rate": 2.600413567895198e-05,
+      "loss": 6.9396,
+      "loss/crossentropy": 1.7889776527881622,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15455330163240433,
+      "step": 3957
+    },
+    {
+      "epoch": 0.6596666666666666,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.0275390625,
+      "learning_rate": 2.598117094930158e-05,
+      "loss": 6.6994,
+      "loss/crossentropy": 2.096386671066284,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14457840844988823,
+      "step": 3958
+    },
+    {
+      "epoch": 0.6598333333333334,
+      "grad_norm": 23.625,
+      "grad_norm_var": 0.9619140625,
+      "learning_rate": 2.5958212804549387e-05,
+      "loss": 6.6241,
+      "loss/crossentropy": 1.4560853242874146,
+      "loss/hidden": 3.06640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12800373882055283,
+      "step": 3959
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 23.0,
+      "grad_norm_var": 0.8830729166666667,
+      "learning_rate": 2.5935261250989495e-05,
+      "loss": 6.6265,
+      "loss/crossentropy": 1.82612943649292,
+      "loss/hidden": 3.203125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15556197240948677,
+      "step": 3960
+    },
+    {
+      "epoch": 0.6601666666666667,
+      "grad_norm": 21.625,
+      "grad_norm_var": 0.915625,
+      "learning_rate": 2.591231629491423e-05,
+      "loss": 6.7314,
+      "loss/crossentropy": 1.0295252352952957,
+      "loss/hidden": 3.38671875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1576559618115425,
+      "step": 3961
+    },
+    {
+      "epoch": 0.6603333333333333,
+      "grad_norm": 22.125,
+      "grad_norm_var": 0.9046223958333334,
+      "learning_rate": 2.588937794261407e-05,
+      "loss": 6.7003,
+      "loss/crossentropy": 1.9040104448795319,
+      "loss/hidden": 3.2890625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15840313211083412,
+      "step": 3962
+    },
+    {
+      "epoch": 0.6605,
+      "grad_norm": 24.125,
+      "grad_norm_var": 0.8802083333333334,
+      "learning_rate": 2.5866446200377688e-05,
+      "loss": 6.8245,
+      "loss/crossentropy": 1.3780702650547028,
+      "loss/hidden": 3.6875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19502843171358109,
+      "step": 3963
+    },
+    {
+      "epoch": 0.6606666666666666,
+      "grad_norm": 23.25,
+      "grad_norm_var": 0.8436848958333333,
+      "learning_rate": 2.5843521074491972e-05,
+      "loss": 6.7928,
+      "loss/crossentropy": 1.5913441479206085,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14579671062529087,
+      "step": 3964
+    },
+    {
+      "epoch": 0.6608333333333334,
+      "grad_norm": 23.375,
+      "grad_norm_var": 0.659375,
+      "learning_rate": 2.5820602571241947e-05,
+      "loss": 6.5871,
+      "loss/crossentropy": 1.0636513084173203,
+      "loss/hidden": 3.36328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14892220310866833,
+      "step": 3965
+    },
+    {
+      "epoch": 0.661,
+      "grad_norm": 21.25,
+      "grad_norm_var": 0.7910807291666667,
+      "learning_rate": 2.5797690696910836e-05,
+      "loss": 6.3841,
+      "loss/crossentropy": 1.860893189907074,
+      "loss/hidden": 3.02734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14070343598723412,
+      "step": 3966
+    },
+    {
+      "epoch": 0.6611666666666667,
+      "grad_norm": 23.5,
+      "grad_norm_var": 0.8259765625,
+      "learning_rate": 2.5774785457780103e-05,
+      "loss": 6.9852,
+      "loss/crossentropy": 1.6102824211120605,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1383352428674698,
+      "step": 3967
+    },
+    {
+      "epoch": 0.6613333333333333,
+      "grad_norm": 23.0,
+      "grad_norm_var": 0.803125,
+      "learning_rate": 2.575188686012934e-05,
+      "loss": 6.785,
+      "loss/crossentropy": 1.4483539164066315,
+      "loss/hidden": 3.3515625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.20224346593022346,
+      "step": 3968
+    },
+    {
+      "epoch": 0.6615,
+      "grad_norm": 26.25,
+      "grad_norm_var": 1.5622395833333333,
+      "learning_rate": 2.5728994910236304e-05,
+      "loss": 6.6133,
+      "loss/crossentropy": 1.557786002755165,
+      "loss/hidden": 3.5078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1653367429971695,
+      "step": 3969
+    },
+    {
+      "epoch": 0.6616666666666666,
+      "grad_norm": 68.5,
+      "grad_norm_var": 131.18098958333334,
+      "learning_rate": 2.5706109614376977e-05,
+      "loss": 6.1902,
+      "loss/crossentropy": 1.534267634153366,
+      "loss/hidden": 3.10546875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17823502980172634,
+      "step": 3970
+    },
+    {
+      "epoch": 0.6618333333333334,
+      "grad_norm": 23.25,
+      "grad_norm_var": 130.13951822916667,
+      "learning_rate": 2.5683230978825477e-05,
+      "loss": 6.4885,
+      "loss/crossentropy": 1.7814533561468124,
+      "loss/hidden": 3.16015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1428197082132101,
+      "step": 3971
+    },
+    {
+      "epoch": 0.662,
+      "grad_norm": 26.875,
+      "grad_norm_var": 129.20729166666666,
+      "learning_rate": 2.5660359009854107e-05,
+      "loss": 6.484,
+      "loss/crossentropy": 1.486317589879036,
+      "loss/hidden": 3.8125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1652429662644863,
+      "step": 3972
+    },
+    {
+      "epoch": 0.6621666666666667,
+      "grad_norm": 22.25,
+      "grad_norm_var": 129.39576822916666,
+      "learning_rate": 2.5637493713733374e-05,
+      "loss": 6.7184,
+      "loss/crossentropy": 1.6993637084960938,
+      "loss/hidden": 3.015625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11828639544546604,
+      "step": 3973
+    },
+    {
+      "epoch": 0.6623333333333333,
+      "grad_norm": 22.25,
+      "grad_norm_var": 129.80182291666668,
+      "learning_rate": 2.561463509673193e-05,
+      "loss": 6.4306,
+      "loss/crossentropy": 1.4483966529369354,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13918804749846458,
+      "step": 3974
+    },
+    {
+      "epoch": 0.6625,
+      "grad_norm": 24.375,
+      "grad_norm_var": 129.58541666666667,
+      "learning_rate": 2.5591783165116562e-05,
+      "loss": 6.5578,
+      "loss/crossentropy": 1.852517545223236,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.17139912396669388,
+      "step": 3975
+    },
+    {
+      "epoch": 0.6626666666666666,
+      "grad_norm": 21.5,
+      "grad_norm_var": 130.36354166666666,
+      "learning_rate": 2.556893792515227e-05,
+      "loss": 6.8134,
+      "loss/crossentropy": 1.7845934331417084,
+      "loss/hidden": 2.953125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11921467818319798,
+      "step": 3976
+    },
+    {
+      "epoch": 0.6628333333333334,
+      "grad_norm": 25.0,
+      "grad_norm_var": 129.06451822916668,
+      "learning_rate": 2.5546099383102207e-05,
+      "loss": 6.5107,
+      "loss/crossentropy": 1.2813016399741173,
+      "loss/hidden": 3.2578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11351251974701881,
+      "step": 3977
+    },
+    {
+      "epoch": 0.663,
+      "grad_norm": 24.5,
+      "grad_norm_var": 128.09348958333334,
+      "learning_rate": 2.5523267545227664e-05,
+      "loss": 6.6873,
+      "loss/crossentropy": 1.3892928510904312,
+      "loss/hidden": 3.0078125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14115482196211815,
+      "step": 3978
+    },
+    {
+      "epoch": 0.6631666666666667,
+      "grad_norm": 21.25,
+      "grad_norm_var": 129.5025390625,
+      "learning_rate": 2.550044241778817e-05,
+      "loss": 6.3753,
+      "loss/crossentropy": 1.5365090370178223,
+      "loss/hidden": 2.99609375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1207971591502428,
+      "step": 3979
+    },
+    {
+      "epoch": 0.6633333333333333,
+      "grad_norm": 22.75,
+      "grad_norm_var": 129.7197265625,
+      "learning_rate": 2.5477624007041335e-05,
+      "loss": 6.8593,
+      "loss/crossentropy": 1.9739794731140137,
+      "loss/hidden": 3.31640625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18389764055609703,
+      "step": 3980
+    },
+    {
+      "epoch": 0.6635,
+      "grad_norm": 22.5,
+      "grad_norm_var": 130.10208333333333,
+      "learning_rate": 2.545481231924296e-05,
+      "loss": 6.5898,
+      "loss/crossentropy": 1.9201800972223282,
+      "loss/hidden": 3.19921875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12047066353261471,
+      "step": 3981
+    },
+    {
+      "epoch": 0.6636666666666666,
+      "grad_norm": 22.75,
+      "grad_norm_var": 129.25520833333334,
+      "learning_rate": 2.5432007360646997e-05,
+      "loss": 6.8526,
+      "loss/crossentropy": 1.656508520245552,
+      "loss/hidden": 3.48828125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1837830599397421,
+      "step": 3982
+    },
+    {
+      "epoch": 0.6638333333333334,
+      "grad_norm": 22.75,
+      "grad_norm_var": 129.56848958333333,
+      "learning_rate": 2.5409209137505552e-05,
+      "loss": 6.5095,
+      "loss/crossentropy": 1.7909302711486816,
+      "loss/hidden": 3.64453125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15614729933440685,
+      "step": 3983
+    },
+    {
+      "epoch": 0.664,
+      "grad_norm": 22.875,
+      "grad_norm_var": 129.62337239583334,
+      "learning_rate": 2.5386417656068896e-05,
+      "loss": 6.8279,
+      "loss/crossentropy": 1.3626252859830856,
+      "loss/hidden": 3.30859375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1556173674762249,
+      "step": 3984
+    },
+    {
+      "epoch": 0.6641666666666667,
+      "grad_norm": 25.875,
+      "grad_norm_var": 129.63098958333333,
+      "learning_rate": 2.536363292258543e-05,
+      "loss": 6.9661,
+      "loss/crossentropy": 2.3287948966026306,
+      "loss/hidden": 3.32421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.21704549342393875,
+      "step": 3985
+    },
+    {
+      "epoch": 0.6643333333333333,
+      "grad_norm": 23.625,
+      "grad_norm_var": 2.4150390625,
+      "learning_rate": 2.534085494330173e-05,
+      "loss": 6.5563,
+      "loss/crossentropy": 1.8636325299739838,
+      "loss/hidden": 3.09375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14344418421387672,
+      "step": 3986
+    },
+    {
+      "epoch": 0.6645,
+      "grad_norm": 22.25,
+      "grad_norm_var": 2.497330729166667,
+      "learning_rate": 2.5318083724462493e-05,
+      "loss": 6.6204,
+      "loss/crossentropy": 1.8575994223356247,
+      "loss/hidden": 3.421875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.16012944467365742,
+      "step": 3987
+    },
+    {
+      "epoch": 0.6646666666666666,
+      "grad_norm": 22.375,
+      "grad_norm_var": 1.6395182291666666,
+      "learning_rate": 2.5295319272310596e-05,
+      "loss": 6.1599,
+      "loss/crossentropy": 1.710209459066391,
+      "loss/hidden": 3.26171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1583755686879158,
+      "step": 3988
+    },
+    {
+      "epoch": 0.6648333333333334,
+      "grad_norm": 23.875,
+      "grad_norm_var": 1.6302083333333333,
+      "learning_rate": 2.527256159308703e-05,
+      "loss": 6.4472,
+      "loss/crossentropy": 1.5295999646186829,
+      "loss/hidden": 3.1875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1621561422944069,
+      "step": 3989
+    },
+    {
+      "epoch": 0.665,
+      "grad_norm": 23.125,
+      "grad_norm_var": 1.5723307291666666,
+      "learning_rate": 2.524981069303093e-05,
+      "loss": 6.734,
+      "loss/crossentropy": 1.6465741246938705,
+      "loss/hidden": 3.00390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.11712698265910149,
+      "step": 3990
+    },
+    {
+      "epoch": 0.6651666666666667,
+      "grad_norm": 24.25,
+      "grad_norm_var": 1.55390625,
+      "learning_rate": 2.522706657837962e-05,
+      "loss": 6.7812,
+      "loss/crossentropy": 1.3803355693817139,
+      "loss/hidden": 3.234375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.13816462457180023,
+      "step": 3991
+    },
+    {
+      "epoch": 0.6653333333333333,
+      "grad_norm": 22.125,
+      "grad_norm_var": 1.4363932291666666,
+      "learning_rate": 2.520432925536851e-05,
+      "loss": 6.3823,
+      "loss/crossentropy": 1.3372702524065971,
+      "loss/hidden": 3.25390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.12026393599808216,
+      "step": 3992
+    },
+    {
+      "epoch": 0.6655,
+      "grad_norm": 23.0,
+      "grad_norm_var": 1.2176432291666666,
+      "learning_rate": 2.518159873023116e-05,
+      "loss": 6.6428,
+      "loss/crossentropy": 1.565730482339859,
+      "loss/hidden": 3.42578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19429542869329453,
+      "step": 3993
+    },
+    {
+      "epoch": 0.6656666666666666,
+      "grad_norm": 23.5,
+      "grad_norm_var": 1.0957682291666666,
+      "learning_rate": 2.5158875009199278e-05,
+      "loss": 6.5971,
+      "loss/crossentropy": 1.853347271680832,
+      "loss/hidden": 3.375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.15230556391179562,
+      "step": 3994
+    },
+    {
+      "epoch": 0.6658333333333334,
+      "grad_norm": 23.375,
+      "grad_norm_var": 0.8666666666666667,
+      "learning_rate": 2.5136158098502698e-05,
+      "loss": 6.5344,
+      "loss/crossentropy": 1.085772916674614,
+      "loss/hidden": 3.7734375,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.19854864850640297,
+      "step": 3995
+    },
+    {
+      "epoch": 0.666,
+      "grad_norm": 22.5,
+      "grad_norm_var": 0.88515625,
+      "learning_rate": 2.5113448004369393e-05,
+      "loss": 6.3687,
+      "loss/crossentropy": 1.74297297000885,
+      "loss/hidden": 3.17578125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.14357461966574192,
+      "step": 3996
+    },
+    {
+      "epoch": 0.6661666666666667,
+      "grad_norm": 28.5,
+      "grad_norm_var": 2.59765625,
+      "learning_rate": 2.509074473302546e-05,
+      "loss": 6.5371,
+      "loss/crossentropy": 1.7142129838466644,
+      "loss/hidden": 3.6328125,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1431899443268776,
+      "step": 3997
+    },
+    {
+      "epoch": 0.6663333333333333,
+      "grad_norm": 24.25,
+      "grad_norm_var": 2.57890625,
+      "learning_rate": 2.506804829069514e-05,
+      "loss": 6.494,
+      "loss/crossentropy": 1.7136562168598175,
+      "loss/hidden": 3.47265625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18879795260727406,
+      "step": 3998
+    },
+    {
+      "epoch": 0.6665,
+      "grad_norm": 23.125,
+      "grad_norm_var": 2.5431640625,
+      "learning_rate": 2.5045358683600777e-05,
+      "loss": 6.6958,
+      "loss/crossentropy": 1.952503114938736,
+      "loss/hidden": 3.1171875,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.1463737189769745,
+      "step": 3999
+    },
+    {
+      "epoch": 0.6666666666666666,
+      "grad_norm": 24.375,
+      "grad_norm_var": 2.5259765625,
+      "learning_rate": 2.5022675917962868e-05,
+      "loss": 6.5134,
+      "loss/crossentropy": 1.4435411989688873,
+      "loss/hidden": 3.50390625,
+      "loss/jsd": 0.0,
+      "loss/logits": 0.18325620144605637,
+      "step": 4000
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 6000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 2000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.1430039698538496e+19,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}