{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.5,
  "eval_steps": 250,
  "global_step": 500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.001,
      "grad_norm": 0.000606536865234375,
      "learning_rate": 2.0000000000000002e-07,
      "loss": 0.0002,
      "loss/crossentropy": 0.8867233544588089,
      "loss/hidden": 0.0,
      "loss/logits": 0.00023235346816363744,
      "step": 1
    },
    {
      "epoch": 0.002,
      "grad_norm": 0.2392578125,
      "learning_rate": 4.0000000000000003e-07,
      "loss": 0.0051,
      "loss/crossentropy": 2.0406004190444946,
      "loss/hidden": 0.003997802734375,
      "loss/logits": 0.0010988512658514082,
      "step": 2
    },
    {
      "epoch": 0.003,
      "grad_norm": 0.234375,
      "learning_rate": 6.000000000000001e-07,
      "loss": 0.0051,
      "loss/crossentropy": 1.8371902108192444,
      "loss/hidden": 0.0041351318359375,
      "loss/logits": 0.0009956851426977664,
      "step": 3
    },
    {
      "epoch": 0.004,
      "grad_norm": 0.263671875,
      "learning_rate": 8.000000000000001e-07,
      "loss": 0.0049,
      "loss/crossentropy": 1.105260580778122,
      "loss/hidden": 0.00402069091796875,
      "loss/logits": 0.000880763225723058,
      "step": 4
    },
    {
      "epoch": 0.005,
      "grad_norm": 0.2265625,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 0.0049,
      "loss/crossentropy": 1.8291524648666382,
      "loss/hidden": 0.003875732421875,
      "loss/logits": 0.0010709252674132586,
      "step": 5
    },
    {
      "epoch": 0.006,
      "grad_norm": 0.2890625,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 0.0051,
      "loss/crossentropy": 2.4322463274002075,
      "loss/hidden": 0.00389862060546875,
      "loss/logits": 0.0012143508065491915,
      "step": 6
    },
    {
      "epoch": 0.007,
      "grad_norm": 0.5,
      "learning_rate": 1.4000000000000001e-06,
      "loss": 0.0056,
      "loss/crossentropy": 2.0112226605415344,
      "loss/hidden": 0.004486083984375,
      "loss/logits": 0.0011396315530873835,
      "step": 7
    },
    {
      "epoch": 0.008,
      "grad_norm": 1.2109375,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 0.005,
      "loss/crossentropy": 2.319802165031433,
      "loss/hidden": 0.00384521484375,
      "loss/logits": 0.0011385786347091198,
      "step": 8
    },
    {
      "epoch": 0.009,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.8000000000000001e-06,
      "loss": 0.005,
      "loss/crossentropy": 2.2094499468803406,
      "loss/hidden": 0.0038909912109375,
      "loss/logits": 0.001147054077591747,
      "step": 9
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.30859375,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.0053,
      "loss/crossentropy": 1.7928503155708313,
      "loss/hidden": 0.004180908203125,
      "loss/logits": 0.0010775169357657433,
      "step": 10
    },
    {
      "epoch": 0.011,
      "grad_norm": 0.2255859375,
      "learning_rate": 2.2e-06,
      "loss": 0.0049,
      "loss/crossentropy": 2.4660322666168213,
      "loss/hidden": 0.00377655029296875,
      "loss/logits": 0.0011588135384954512,
      "step": 11
    },
    {
      "epoch": 0.012,
      "grad_norm": 0.4140625,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 0.0071,
      "loss/crossentropy": 1.9250787496566772,
      "loss/hidden": 0.00592041015625,
      "loss/logits": 0.001213293697219342,
      "step": 12
    },
    {
      "epoch": 0.013,
      "grad_norm": 0.5859375,
      "learning_rate": 2.6e-06,
      "loss": 0.0083,
      "loss/crossentropy": 1.7589636445045471,
      "loss/hidden": 0.0070343017578125,
      "loss/logits": 0.0012634693994186819,
      "step": 13
    },
    {
      "epoch": 0.014,
      "grad_norm": 0.3984375,
      "learning_rate": 2.8000000000000003e-06,
      "loss": 0.0076,
      "loss/crossentropy": 2.017001152038574,
      "loss/hidden": 0.0063629150390625,
      "loss/logits": 0.0012496507843025029,
      "step": 14
    },
    {
      "epoch": 0.015,
      "grad_norm": 0.453125,
      "learning_rate": 3e-06,
      "loss": 0.0072,
      "loss/crossentropy": 2.017792582511902,
      "loss/hidden": 0.0059356689453125,
      "loss/logits": 0.0012571557890623808,
      "step": 15
    },
    {
      "epoch": 0.016,
      "grad_norm": 0.337890625,
      "grad_norm_var": 0.06922563040176707,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 0.0071,
      "loss/crossentropy": 2.4987382888793945,
      "loss/hidden": 0.0056915283203125,
      "loss/logits": 0.0014035521890036762,
      "step": 16
    },
    {
      "epoch": 0.017,
      "grad_norm": 0.73828125,
      "grad_norm_var": 0.06696637074152628,
      "learning_rate": 3.4000000000000005e-06,
      "loss": 0.0076,
      "loss/crossentropy": 1.826792299747467,
      "loss/hidden": 0.006317138671875,
      "loss/logits": 0.0013136997004039586,
      "step": 17
    },
    {
      "epoch": 0.018,
      "grad_norm": 0.55078125,
      "grad_norm_var": 0.06571272214253744,
      "learning_rate": 3.6000000000000003e-06,
      "loss": 0.0068,
      "loss/crossentropy": 1.126530610024929,
      "loss/hidden": 0.005828857421875,
      "loss/logits": 0.000935775664402172,
      "step": 18
    },
    {
      "epoch": 0.019,
      "grad_norm": 0.32421875,
      "grad_norm_var": 0.06381465593973795,
      "learning_rate": 3.8000000000000005e-06,
      "loss": 0.0069,
      "loss/crossentropy": 1.908576250076294,
      "loss/hidden": 0.005615234375,
      "loss/logits": 0.0012609789846464992,
      "step": 19
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.390625,
      "grad_norm_var": 0.06182791392008464,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.007,
      "loss/crossentropy": 1.7991210222244263,
      "loss/hidden": 0.0058441162109375,
      "loss/logits": 0.0011686266516335309,
      "step": 20
    },
    {
      "epoch": 0.021,
      "grad_norm": 0.3046875,
      "grad_norm_var": 0.05989767710367839,
      "learning_rate": 4.2000000000000004e-06,
      "loss": 0.007,
      "loss/crossentropy": 2.1353321075439453,
      "loss/hidden": 0.005706787109375,
      "loss/logits": 0.0012753225746564567,
      "step": 21
    },
    {
      "epoch": 0.022,
      "grad_norm": 0.443359375,
      "grad_norm_var": 0.05800538063049317,
      "learning_rate": 4.4e-06,
      "loss": 0.0102,
      "loss/crossentropy": 1.9959095120429993,
      "loss/hidden": 0.008544921875,
      "loss/logits": 0.0016535300528630614,
      "step": 22
    },
    {
      "epoch": 0.023,
      "grad_norm": 0.58984375,
      "grad_norm_var": 0.058952951431274415,
      "learning_rate": 4.600000000000001e-06,
      "loss": 0.0117,
      "loss/crossentropy": 1.6306341290473938,
      "loss/hidden": 0.0101318359375,
      "loss/logits": 0.0015702435630373657,
      "step": 23
    },
    {
      "epoch": 0.024,
      "grad_norm": 0.609375,
      "grad_norm_var": 0.0220308780670166,
      "learning_rate": 4.800000000000001e-06,
      "loss": 0.0101,
      "loss/crossentropy": 1.1691604554653168,
      "loss/hidden": 0.009002685546875,
      "loss/logits": 0.0011398608330637217,
      "step": 24
    },
    {
      "epoch": 0.025,
      "grad_norm": 0.404296875,
      "grad_norm_var": 0.01901772419611613,
      "learning_rate": 5e-06,
      "loss": 0.0094,
      "loss/crossentropy": 2.1158002614974976,
      "loss/hidden": 0.0078582763671875,
      "loss/logits": 0.001586797763593495,
      "step": 25
    },
    {
      "epoch": 0.026,
      "grad_norm": 0.9375,
      "grad_norm_var": 0.03251402775446574,
      "learning_rate": 5.2e-06,
      "loss": 0.0112,
      "loss/crossentropy": 0.9760683104395866,
      "loss/hidden": 0.010345458984375,
      "loss/logits": 0.0009004934981931001,
      "step": 26
    },
    {
      "epoch": 0.027,
      "grad_norm": 0.59375,
      "grad_norm_var": 0.028410832087198894,
      "learning_rate": 5.400000000000001e-06,
      "loss": 0.0092,
      "loss/crossentropy": 1.3714375793933868,
      "loss/hidden": 0.00799560546875,
      "loss/logits": 0.0011652775574475527,
      "step": 27
    },
    {
      "epoch": 0.028,
      "grad_norm": 1.4296875,
      "grad_norm_var": 0.0805971622467041,
      "learning_rate": 5.600000000000001e-06,
      "loss": 0.0108,
      "loss/crossentropy": 1.6821632981300354,
      "loss/hidden": 0.00921630859375,
      "loss/logits": 0.0015629479894414544,
      "step": 28
    },
    {
      "epoch": 0.029,
      "grad_norm": 0.439453125,
      "grad_norm_var": 0.08159255981445312,
      "learning_rate": 5.8e-06,
      "loss": 0.0096,
      "loss/crossentropy": 1.814743161201477,
      "loss/hidden": 0.0081329345703125,
      "loss/logits": 0.001480952720157802,
      "step": 29
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.306640625,
      "grad_norm_var": 0.08408544858296713,
      "learning_rate": 6e-06,
      "loss": 0.0095,
      "loss/crossentropy": 1.7807061672210693,
      "loss/hidden": 0.00811767578125,
      "loss/logits": 0.0013878631871193647,
      "step": 30
    },
    {
      "epoch": 0.031,
      "grad_norm": 0.45703125,
      "grad_norm_var": 0.08403420448303223,
      "learning_rate": 6.200000000000001e-06,
      "loss": 0.0095,
      "loss/crossentropy": 1.4871117770671844,
      "loss/hidden": 0.0081329345703125,
      "loss/logits": 0.0013768199132755399,
      "step": 31
    },
    {
      "epoch": 0.032,
      "grad_norm": 0.66015625,
      "grad_norm_var": 0.08125686645507812,
      "learning_rate": 6.4000000000000006e-06,
      "loss": 0.0139,
      "loss/crossentropy": 1.6797687411308289,
      "loss/hidden": 0.012054443359375,
      "loss/logits": 0.001833194401115179,
      "step": 32
    },
    {
      "epoch": 0.033,
      "grad_norm": 0.7890625,
      "grad_norm_var": 0.08253218332926432,
      "learning_rate": 6.600000000000001e-06,
      "loss": 0.0144,
      "loss/crossentropy": 1.0567285418510437,
      "loss/hidden": 0.01312255859375,
      "loss/logits": 0.00127064943080768,
      "step": 33
    },
    {
      "epoch": 0.034,
      "grad_norm": 0.40234375,
      "grad_norm_var": 0.08442630767822265,
      "learning_rate": 6.800000000000001e-06,
      "loss": 0.0133,
      "loss/crossentropy": 2.0356476306915283,
      "loss/hidden": 0.011383056640625,
      "loss/logits": 0.0018824898870661855,
      "step": 34
    },
    {
      "epoch": 0.035,
      "grad_norm": 1.390625,
      "grad_norm_var": 0.12089309692382813,
      "learning_rate": 7e-06,
      "loss": 0.0141,
      "loss/crossentropy": 1.8682858347892761,
      "loss/hidden": 0.012115478515625,
      "loss/logits": 0.00193694734480232,
      "step": 35
    },
    {
      "epoch": 0.036,
      "grad_norm": 0.451171875,
      "grad_norm_var": 0.11915523211161295,
      "learning_rate": 7.2000000000000005e-06,
      "loss": 0.0137,
      "loss/crossentropy": 1.9475785493850708,
      "loss/hidden": 0.011871337890625,
      "loss/logits": 0.0018277816707268357,
      "step": 36
    },
    {
      "epoch": 0.037,
      "grad_norm": 72.5,
      "grad_norm_var": 322.67027967770895,
      "learning_rate": 7.4e-06,
      "loss": 0.0547,
      "loss/crossentropy": 1.6348857879638672,
      "loss/hidden": 0.05029296875,
      "loss/logits": 0.004432929214090109,
      "step": 37
    },
    {
      "epoch": 0.038,
      "grad_norm": 0.37109375,
      "grad_norm_var": 322.7159591039022,
      "learning_rate": 7.600000000000001e-06,
      "loss": 0.0133,
      "loss/crossentropy": 2.290273904800415,
      "loss/hidden": 0.011260986328125,
      "loss/logits": 0.0020360149210318923,
      "step": 38
    },
    {
      "epoch": 0.039,
      "grad_norm": 0.4609375,
      "grad_norm_var": 322.79530232747396,
      "learning_rate": 7.800000000000002e-06,
      "loss": 0.0128,
      "loss/crossentropy": 2.156642735004425,
      "loss/hidden": 0.0108642578125,
      "loss/logits": 0.0018967647338286042,
      "step": 39
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.68359375,
      "grad_norm_var": 322.75083510080975,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.0143,
      "loss/crossentropy": 1.5011438727378845,
      "loss/hidden": 0.012603759765625,
      "loss/logits": 0.00171089411014691,
      "step": 40
    },
    {
      "epoch": 0.041,
      "grad_norm": 0.279296875,
      "grad_norm_var": 322.830778948466,
      "learning_rate": 8.2e-06,
      "loss": 0.0113,
      "loss/crossentropy": 2.1166284680366516,
      "loss/hidden": 0.009552001953125,
      "loss/logits": 0.0017564677400514483,
      "step": 41
    },
    {
      "epoch": 0.042,
      "grad_norm": 0.462890625,
      "grad_norm_var": 323.11045009295145,
      "learning_rate": 8.400000000000001e-06,
      "loss": 0.0177,
      "loss/crossentropy": 1.6626213192939758,
      "loss/hidden": 0.015655517578125,
      "loss/logits": 0.0020019301446154714,
      "step": 42
    },
    {
      "epoch": 0.043,
      "grad_norm": 0.451171875,
      "grad_norm_var": 323.19747867584226,
      "learning_rate": 8.6e-06,
      "loss": 0.0166,
      "loss/crossentropy": 1.9376201629638672,
      "loss/hidden": 0.0145263671875,
      "loss/logits": 0.002024749875999987,
      "step": 43
    },
    {
      "epoch": 0.044,
      "grad_norm": 0.6796875,
      "grad_norm_var": 323.5992609024048,
      "learning_rate": 8.8e-06,
      "loss": 0.0189,
      "loss/crossentropy": 1.4491004347801208,
      "loss/hidden": 0.01654052734375,
      "loss/logits": 0.0023616516264155507,
      "step": 44
    },
    {
      "epoch": 0.045,
      "grad_norm": 0.41015625,
      "grad_norm_var": 323.6173208713532,
      "learning_rate": 9e-06,
      "loss": 0.0162,
      "loss/crossentropy": 1.7365482449531555,
      "loss/hidden": 0.014251708984375,
      "loss/logits": 0.0019506089156493545,
      "step": 45
    },
    {
      "epoch": 0.046,
      "grad_norm": 0.4765625,
      "grad_norm_var": 323.51172122955325,
      "learning_rate": 9.200000000000002e-06,
      "loss": 0.0166,
      "loss/crossentropy": 2.1552224159240723,
      "loss/hidden": 0.014404296875,
      "loss/logits": 0.002185105928219855,
      "step": 46
    },
    {
      "epoch": 0.047,
      "grad_norm": 1.046875,
      "grad_norm_var": 323.1716298421224,
      "learning_rate": 9.4e-06,
      "loss": 0.0165,
      "loss/crossentropy": 1.6503152251243591,
      "loss/hidden": 0.014617919921875,
      "loss/logits": 0.0018592309206724167,
      "step": 47
    },
    {
      "epoch": 0.048,
      "grad_norm": 0.4609375,
      "grad_norm_var": 323.29190362294514,
      "learning_rate": 9.600000000000001e-06,
      "loss": 0.0159,
      "loss/crossentropy": 2.1065614819526672,
      "loss/hidden": 0.013824462890625,
      "loss/logits": 0.002064164378680289,
      "step": 48
    },
    {
      "epoch": 0.049,
      "grad_norm": 0.474609375,
      "grad_norm_var": 323.478085565567,
      "learning_rate": 9.800000000000001e-06,
      "loss": 0.0163,
      "loss/crossentropy": 1.6366270780563354,
      "loss/hidden": 0.014190673828125,
      "loss/logits": 0.00208114180713892,
      "step": 49
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.369140625,
      "grad_norm_var": 323.49878590901693,
      "learning_rate": 1e-05,
      "loss": 0.0153,
      "loss/crossentropy": 2.427204728126526,
      "loss/hidden": 0.01318359375,
      "loss/logits": 0.0021336106583476067,
      "step": 50
    },
    {
      "epoch": 0.051,
      "grad_norm": 0.435546875,
      "grad_norm_var": 324.0231384118398,
      "learning_rate": 1.02e-05,
      "loss": 0.0169,
      "loss/crossentropy": 2.065056622028351,
      "loss/hidden": 0.014801025390625,
      "loss/logits": 0.0020794584415853024,
      "step": 51
    },
    {
      "epoch": 0.052,
      "grad_norm": 0.61328125,
      "grad_norm_var": 323.9264413833618,
      "learning_rate": 1.04e-05,
      "loss": 0.0214,
      "loss/crossentropy": 1.9746105670928955,
      "loss/hidden": 0.01885986328125,
      "loss/logits": 0.002499670721590519,
      "step": 52
    },
    {
      "epoch": 0.053,
      "grad_norm": 0.6171875,
      "grad_norm_var": 0.032596778869628903,
      "learning_rate": 1.0600000000000002e-05,
      "loss": 0.0209,
      "loss/crossentropy": 2.029407024383545,
      "loss/hidden": 0.0185546875,
      "loss/logits": 0.0023920219391584396,
      "step": 53
    },
    {
      "epoch": 0.054,
      "grad_norm": 0.52734375,
      "grad_norm_var": 0.031055641174316407,
      "learning_rate": 1.0800000000000002e-05,
      "loss": 0.0196,
      "loss/crossentropy": 1.5256073474884033,
      "loss/hidden": 0.017578125,
      "loss/logits": 0.0019834558479487896,
      "step": 54
    },
    {
      "epoch": 0.055,
      "grad_norm": 0.51953125,
      "grad_norm_var": 0.030745697021484376,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 0.019,
      "loss/crossentropy": 1.781435489654541,
      "loss/hidden": 0.016845703125,
      "loss/logits": 0.0021612788550555706,
      "step": 55
    },
    {
      "epoch": 0.056,
      "grad_norm": 0.5390625,
      "grad_norm_var": 0.029124895731608074,
      "learning_rate": 1.1200000000000001e-05,
      "loss": 0.0199,
      "loss/crossentropy": 1.8619230389595032,
      "loss/hidden": 0.01763916015625,
      "loss/logits": 0.002292199060320854,
      "step": 56
    },
    {
      "epoch": 0.057,
      "grad_norm": 0.8984375,
      "grad_norm_var": 0.03298948605855306,
      "learning_rate": 1.14e-05,
      "loss": 0.0182,
      "loss/crossentropy": 1.3362514935433865,
      "loss/hidden": 0.0166015625,
      "loss/logits": 0.0015543379704467952,
      "step": 57
    },
    {
      "epoch": 0.058,
      "grad_norm": 0.423828125,
      "grad_norm_var": 0.033597930272420244,
      "learning_rate": 1.16e-05,
      "loss": 0.0186,
      "loss/crossentropy": 2.560052752494812,
      "loss/hidden": 0.01617431640625,
      "loss/logits": 0.0024208942195400596,
      "step": 58
    },
    {
      "epoch": 0.059,
      "grad_norm": 1.6640625,
      "grad_norm_var": 0.10811055501302083,
      "learning_rate": 1.18e-05,
      "loss": 0.0183,
      "loss/crossentropy": 1.0995870353654027,
      "loss/hidden": 0.0169677734375,
      "loss/logits": 0.0013089054118609056,
      "step": 59
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.5234375,
      "grad_norm_var": 0.1087005615234375,
      "learning_rate": 1.2e-05,
      "loss": 0.02,
      "loss/crossentropy": 2.119443416595459,
      "loss/hidden": 0.0174560546875,
      "loss/logits": 0.0025522300275042653,
      "step": 60
    },
    {
      "epoch": 0.061,
      "grad_norm": 1.53125,
      "grad_norm_var": 0.15513909657796224,
      "learning_rate": 1.22e-05,
      "loss": 0.0187,
      "loss/crossentropy": 0.9516562968492508,
      "loss/hidden": 0.01715087890625,
      "loss/logits": 0.0015256062615662813,
      "step": 61
    },
    {
      "epoch": 0.062,
      "grad_norm": 0.458984375,
      "grad_norm_var": 0.15567053159077962,
      "learning_rate": 1.2400000000000002e-05,
      "loss": 0.0229,
      "loss/crossentropy": 2.208059787750244,
      "loss/hidden": 0.02008056640625,
      "loss/logits": 0.002771534491330385,
      "step": 62
    },
    {
      "epoch": 0.063,
      "grad_norm": 0.52734375,
      "grad_norm_var": 0.1480940341949463,
      "learning_rate": 1.2600000000000001e-05,
      "loss": 0.0234,
      "loss/crossentropy": 2.1920509338378906,
      "loss/hidden": 0.02056884765625,
      "loss/logits": 0.0028626667335629463,
      "step": 63
    },
    {
      "epoch": 0.064,
      "grad_norm": 0.4296875,
      "grad_norm_var": 0.1489907423655192,
      "learning_rate": 1.2800000000000001e-05,
      "loss": 0.0222,
      "loss/crossentropy": 1.986942172050476,
      "loss/hidden": 0.0196533203125,
      "loss/logits": 0.002575715654529631,
      "step": 64
    },
    {
      "epoch": 0.065,
      "grad_norm": 0.69140625,
      "grad_norm_var": 0.14658247629801432,
      "learning_rate": 1.3000000000000001e-05,
      "loss": 0.0259,
      "loss/crossentropy": 1.8861247301101685,
      "loss/hidden": 0.0230712890625,
      "loss/logits": 0.0027794617926701903,
      "step": 65
    },
    {
      "epoch": 0.066,
      "grad_norm": 0.55859375,
      "grad_norm_var": 0.1411477247873942,
      "learning_rate": 1.3200000000000002e-05,
      "loss": 0.0222,
      "loss/crossentropy": 1.9872633218765259,
      "loss/hidden": 0.019775390625,
      "loss/logits": 0.002420680597424507,
      "step": 66
    },
    {
      "epoch": 0.067,
      "grad_norm": 1.0,
      "grad_norm_var": 0.14229151407877605,
      "learning_rate": 1.3400000000000002e-05,
      "loss": 0.0248,
      "loss/crossentropy": 1.8202188611030579,
      "loss/hidden": 0.02203369140625,
      "loss/logits": 0.0027603432536125183,
      "step": 67
    },
    {
      "epoch": 0.068,
      "grad_norm": 0.44921875,
      "grad_norm_var": 0.1463129679361979,
      "learning_rate": 1.3600000000000002e-05,
      "loss": 0.024,
      "loss/crossentropy": 1.7114304900169373,
      "loss/hidden": 0.02166748046875,
      "loss/logits": 0.002324871253222227,
      "step": 68
    },
    {
      "epoch": 0.069,
      "grad_norm": 0.474609375,
      "grad_norm_var": 0.1493471622467041,
      "learning_rate": 1.38e-05,
      "loss": 0.0221,
      "loss/crossentropy": 2.0404117703437805,
      "loss/hidden": 0.01959228515625,
      "loss/logits": 0.002503333264030516,
      "step": 69
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.7890625,
      "grad_norm_var": 0.14756658871968586,
      "learning_rate": 1.4e-05,
      "loss": 0.0216,
      "loss/crossentropy": 2.26701283454895,
      "loss/hidden": 0.01885986328125,
      "loss/logits": 0.0027175976429134607,
      "step": 70
    },
    {
      "epoch": 0.071,
      "grad_norm": 0.6015625,
      "grad_norm_var": 0.14582289059956868,
      "learning_rate": 1.4200000000000001e-05,
      "loss": 0.0238,
      "loss/crossentropy": 2.3501675128936768,
      "loss/hidden": 0.0208740234375,
      "loss/logits": 0.0028861036989837885,
      "step": 71
    },
    {
      "epoch": 0.072,
      "grad_norm": 1.6796875,
      "grad_norm_var": 0.19923399289449056,
      "learning_rate": 1.4400000000000001e-05,
      "loss": 0.0284,
      "loss/crossentropy": 2.463997960090637,
      "loss/hidden": 0.0255126953125,
      "loss/logits": 0.002903890563175082,
      "step": 72
    },
    {
      "epoch": 0.073,
      "grad_norm": 0.640625,
      "grad_norm_var": 0.19979208310445148,
      "learning_rate": 1.46e-05,
      "loss": 0.0315,
      "loss/crossentropy": 1.8753514885902405,
      "loss/hidden": 0.02789306640625,
      "loss/logits": 0.0035823375219479203,
      "step": 73
    },
    {
      "epoch": 0.074,
      "grad_norm": 0.625,
      "grad_norm_var": 0.19282932281494142,
      "learning_rate": 1.48e-05,
      "loss": 0.0277,
      "loss/crossentropy": 1.9195038080215454,
      "loss/hidden": 0.02459716796875,
      "loss/logits": 0.003096952917985618,
      "step": 74
    },
    {
      "epoch": 0.075,
      "grad_norm": 0.7890625,
      "grad_norm_var": 0.1387399673461914,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.0291,
      "loss/crossentropy": 1.6664665341377258,
      "loss/hidden": 0.026123046875,
      "loss/logits": 0.003020121017470956,
      "step": 75
    },
    {
      "epoch": 0.076,
      "grad_norm": 0.53125,
      "grad_norm_var": 0.1385227839152018,
      "learning_rate": 1.5200000000000002e-05,
      "loss": 0.0256,
      "loss/crossentropy": 2.158577561378479,
      "loss/hidden": 0.02288818359375,
      "loss/logits": 0.0027230100240558386,
      "step": 76
    },
    {
      "epoch": 0.077,
      "grad_norm": 0.8515625,
      "grad_norm_var": 0.09533430735270182,
      "learning_rate": 1.54e-05,
      "loss": 0.0311,
      "loss/crossentropy": 1.5809077620506287,
      "loss/hidden": 0.02801513671875,
      "loss/logits": 0.0030948739731684327,
      "step": 77
    },
    {
      "epoch": 0.078,
      "grad_norm": 0.58203125,
      "grad_norm_var": 0.09243137041727702,
      "learning_rate": 1.5600000000000003e-05,
      "loss": 0.0278,
      "loss/crossentropy": 2.628559112548828,
      "loss/hidden": 0.02459716796875,
      "loss/logits": 0.0032311297254636884,
      "step": 78
    },
    {
      "epoch": 0.079,
      "grad_norm": 0.57421875,
      "grad_norm_var": 0.09148151079813639,
      "learning_rate": 1.58e-05,
      "loss": 0.0278,
      "loss/crossentropy": 2.3653043508529663,
      "loss/hidden": 0.0245361328125,
      "loss/logits": 0.0032503672409802675,
      "step": 79
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.419921875,
      "grad_norm_var": 0.09184494018554687,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 0.0255,
      "loss/crossentropy": 1.8367934226989746,
      "loss/hidden": 0.02288818359375,
      "loss/logits": 0.002621771185658872,
      "step": 80
    },
    {
      "epoch": 0.081,
      "grad_norm": 0.5234375,
      "grad_norm_var": 0.09388167063395182,
      "learning_rate": 1.62e-05,
      "loss": 0.0269,
      "loss/crossentropy": 1.9675615429878235,
      "loss/hidden": 0.02410888671875,
      "loss/logits": 0.0028106847312301397,
      "step": 81
    },
    {
      "epoch": 0.082,
      "grad_norm": 0.66796875,
      "grad_norm_var": 0.0926675796508789,
      "learning_rate": 1.64e-05,
      "loss": 0.034,
      "loss/crossentropy": 1.8206292390823364,
      "loss/hidden": 0.03070068359375,
      "loss/logits": 0.0033048836048692465,
      "step": 82
    },
    {
      "epoch": 0.083,
      "grad_norm": 0.62890625,
      "grad_norm_var": 0.08642832438151042,
      "learning_rate": 1.66e-05,
      "loss": 0.0311,
      "loss/crossentropy": 1.6110271513462067,
      "loss/hidden": 0.02825927734375,
      "loss/logits": 0.0028002122417092323,
      "step": 83
    },
    {
      "epoch": 0.084,
      "grad_norm": 0.69140625,
      "grad_norm_var": 0.0827466328938802,
      "learning_rate": 1.6800000000000002e-05,
      "loss": 0.0337,
      "loss/crossentropy": 1.5017576217651367,
      "loss/hidden": 0.0308837890625,
      "loss/logits": 0.002857009880244732,
      "step": 84
    },
    {
      "epoch": 0.085,
      "grad_norm": 0.55078125,
      "grad_norm_var": 0.08090246518452962,
      "learning_rate": 1.7e-05,
      "loss": 0.0327,
      "loss/crossentropy": 2.151441216468811,
      "loss/hidden": 0.02935791015625,
      "loss/logits": 0.0033320217626169324,
      "step": 85
    },
    {
      "epoch": 0.086,
      "grad_norm": 0.51953125,
      "grad_norm_var": 0.08212202390034994,
      "learning_rate": 1.72e-05,
      "loss": 0.0294,
      "loss/crossentropy": 1.74313086271286,
      "loss/hidden": 0.026611328125,
      "loss/logits": 0.0027418186655268073,
      "step": 86
    },
    {
      "epoch": 0.087,
      "grad_norm": 0.640625,
      "grad_norm_var": 0.0818098545074463,
      "learning_rate": 1.7400000000000003e-05,
      "loss": 0.0344,
      "loss/crossentropy": 1.9408629536628723,
      "loss/hidden": 0.0306396484375,
      "loss/logits": 0.003764115506783128,
      "step": 87
    },
    {
      "epoch": 0.088,
      "grad_norm": 1.34375,
      "grad_norm_var": 0.04418638547261556,
      "learning_rate": 1.76e-05,
      "loss": 0.0287,
      "loss/crossentropy": 1.097998559474945,
      "loss/hidden": 0.02667236328125,
      "loss/logits": 0.0020423351670615375,
      "step": 88
    },
    {
      "epoch": 0.089,
      "grad_norm": 0.48828125,
      "grad_norm_var": 0.04605596860249837,
      "learning_rate": 1.7800000000000002e-05,
      "loss": 0.0283,
      "loss/crossentropy": 2.197614073753357,
      "loss/hidden": 0.0255126953125,
      "loss/logits": 0.002818369073793292,
      "step": 89
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.328125,
      "grad_norm_var": 0.49310110410054525,
      "learning_rate": 1.8e-05,
      "loss": 0.0349,
      "loss/crossentropy": 0.8821299159899354,
      "loss/hidden": 0.03314208984375,
      "loss/logits": 0.0018038563139270991,
      "step": 90
    },
    {
      "epoch": 0.091,
      "grad_norm": 0.609375,
      "grad_norm_var": 0.4958765506744385,
      "learning_rate": 1.8200000000000002e-05,
      "loss": 0.0316,
      "loss/crossentropy": 2.084783136844635,
      "loss/hidden": 0.02825927734375,
      "loss/logits": 0.003339589573442936,
      "step": 91
    },
    {
      "epoch": 0.092,
      "grad_norm": 0.8828125,
      "grad_norm_var": 0.49056077003479004,
      "learning_rate": 1.8400000000000003e-05,
      "loss": 0.036,
      "loss/crossentropy": 2.17539119720459,
      "loss/hidden": 0.032470703125,
      "loss/logits": 0.00348565389867872,
      "step": 92
    },
    {
      "epoch": 0.093,
      "grad_norm": 0.55859375,
      "grad_norm_var": 0.49513840675354004,
      "learning_rate": 1.86e-05,
      "loss": 0.0329,
      "loss/crossentropy": 2.2177764177322388,
      "loss/hidden": 0.0294189453125,
      "loss/logits": 0.0035150039475411177,
      "step": 93
    },
    {
      "epoch": 0.094,
      "grad_norm": 0.578125,
      "grad_norm_var": 0.4952597141265869,
      "learning_rate": 1.88e-05,
      "loss": 0.0349,
      "loss/crossentropy": 1.8453172445297241,
      "loss/hidden": 0.03143310546875,
      "loss/logits": 0.003429048229008913,
      "step": 94
    },
    {
      "epoch": 0.095,
      "grad_norm": 1.0234375,
      "grad_norm_var": 0.49357806841532387,
      "learning_rate": 1.9e-05,
      "loss": 0.0372,
      "loss/crossentropy": 1.9843305349349976,
      "loss/hidden": 0.03369140625,
      "loss/logits": 0.003536572912707925,
      "step": 95
    },
    {
      "epoch": 0.096,
      "grad_norm": 0.6328125,
      "grad_norm_var": 0.48445987701416016,
      "learning_rate": 1.9200000000000003e-05,
      "loss": 0.0336,
      "loss/crossentropy": 1.8042800426483154,
      "loss/hidden": 0.03033447265625,
      "loss/logits": 0.0032234484096989036,
      "step": 96
    },
    {
      "epoch": 0.097,
      "grad_norm": 0.78125,
      "grad_norm_var": 0.47724246978759766,
      "learning_rate": 1.94e-05,
      "loss": 0.0335,
      "loss/crossentropy": 1.747575581073761,
      "loss/hidden": 0.0303955078125,
      "loss/logits": 0.003057013265788555,
      "step": 97
    },
    {
      "epoch": 0.098,
      "grad_norm": 0.85546875,
      "grad_norm_var": 0.4743799209594727,
      "learning_rate": 1.9600000000000002e-05,
      "loss": 0.0359,
      "loss/crossentropy": 1.8212959170341492,
      "loss/hidden": 0.0323486328125,
      "loss/logits": 0.00355940917506814,
      "step": 98
    },
    {
      "epoch": 0.099,
      "grad_norm": 0.78515625,
      "grad_norm_var": 0.4706313451131185,
      "learning_rate": 1.98e-05,
      "loss": 0.038,
      "loss/crossentropy": 1.421421229839325,
      "loss/hidden": 0.034912109375,
      "loss/logits": 0.003108043922111392,
      "step": 99
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.58203125,
      "grad_norm_var": 0.4743021011352539,
      "learning_rate": 2e-05,
      "loss": 0.0368,
      "loss/crossentropy": 2.2832354307174683,
      "loss/hidden": 0.0330810546875,
      "loss/logits": 0.0037010950036346912,
      "step": 100
    },
    {
      "epoch": 0.101,
      "grad_norm": 0.60546875,
      "grad_norm_var": 0.4720519383748372,
      "learning_rate": 2e-05,
      "loss": 0.0331,
      "loss/crossentropy": 2.4297910928726196,
      "loss/hidden": 0.02978515625,
      "loss/logits": 0.00334281416144222,
      "step": 101
    },
    {
      "epoch": 0.102,
      "grad_norm": 4.34375,
      "grad_norm_var": 1.1979937235514322,
      "learning_rate": 2e-05,
      "loss": 0.0458,
      "loss/crossentropy": 1.0970591604709625,
      "loss/hidden": 0.04345703125,
      "loss/logits": 0.002338708785828203,
      "step": 102
    },
    {
      "epoch": 0.103,
      "grad_norm": 3.90625,
      "grad_norm_var": 1.652544911702474,
      "learning_rate": 2e-05,
      "loss": 0.047,
      "loss/crossentropy": 0.7569917887449265,
      "loss/hidden": 0.0450439453125,
      "loss/logits": 0.0019756766268983483,
      "step": 103
    },
    {
      "epoch": 0.104,
      "grad_norm": 0.92578125,
      "grad_norm_var": 1.6627832412719727,
      "learning_rate": 2e-05,
      "loss": 0.0397,
      "loss/crossentropy": 2.1630712747573853,
      "loss/hidden": 0.0355224609375,
      "loss/logits": 0.004194425302557647,
      "step": 104
    },
    {
      "epoch": 0.105,
      "grad_norm": 2.25,
      "grad_norm_var": 1.6648190816243489,
      "learning_rate": 2e-05,
      "loss": 0.0467,
      "loss/crossentropy": 2.131657838821411,
      "loss/hidden": 0.0418701171875,
      "loss/logits": 0.004862830974161625,
      "step": 105
    },
    {
      "epoch": 0.106,
      "grad_norm": 0.8828125,
      "grad_norm_var": 1.414954630533854,
      "learning_rate": 2e-05,
      "loss": 0.0442,
      "loss/crossentropy": 2.395767092704773,
      "loss/hidden": 0.039306640625,
      "loss/logits": 0.004875035956501961,
      "step": 106
    },
    {
      "epoch": 0.107,
      "grad_norm": 2.171875,
      "grad_norm_var": 1.431434122721354,
      "learning_rate": 2e-05,
      "loss": 0.0467,
      "loss/crossentropy": 1.8139055967330933,
      "loss/hidden": 0.0416259765625,
      "loss/logits": 0.005075734108686447,
      "step": 107
    },
    {
      "epoch": 0.108,
      "grad_norm": 0.90234375,
      "grad_norm_var": 1.4302143732706705,
      "learning_rate": 2e-05,
      "loss": 0.0425,
      "loss/crossentropy": 2.0919321179389954,
      "loss/hidden": 0.0384521484375,
      "loss/logits": 0.004045868292450905,
      "step": 108
    },
    {
      "epoch": 0.109,
      "grad_norm": 0.77734375,
      "grad_norm_var": 1.4097848892211915,
      "learning_rate": 2e-05,
      "loss": 0.0431,
      "loss/crossentropy": 1.7248334288597107,
      "loss/hidden": 0.039306640625,
      "loss/logits": 0.0037899790331721306,
      "step": 109
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.5859375,
      "grad_norm_var": 1.3661523818969727,
      "learning_rate": 2e-05,
      "loss": 0.0383,
      "loss/crossentropy": 2.6418296098709106,
      "loss/hidden": 0.0343017578125,
      "loss/logits": 0.003979154396802187,
      "step": 110
    },
    {
      "epoch": 0.111,
      "grad_norm": 1.5,
      "grad_norm_var": 1.353990109761556,
      "learning_rate": 2e-05,
      "loss": 0.0416,
      "loss/crossentropy": 0.6973606944084167,
      "loss/hidden": 0.0396728515625,
      "loss/logits": 0.0019382394093554467,
      "step": 111
    },
    {
      "epoch": 0.112,
      "grad_norm": 0.859375,
      "grad_norm_var": 1.331968116760254,
      "learning_rate": 2e-05,
      "loss": 0.049,
      "loss/crossentropy": 1.9394667744636536,
      "loss/hidden": 0.04443359375,
      "loss/logits": 0.0046083766501396894,
      "step": 112
    },
    {
      "epoch": 0.113,
      "grad_norm": 1.0625,
      "grad_norm_var": 1.3106271743774414,
      "learning_rate": 2e-05,
      "loss": 0.0504,
      "loss/crossentropy": 1.2368495762348175,
      "loss/hidden": 0.046875,
      "loss/logits": 0.00347616511862725,
      "step": 113
    },
    {
      "epoch": 0.114,
      "grad_norm": 1.203125,
      "grad_norm_var": 1.2883158365885417,
      "learning_rate": 2e-05,
      "loss": 0.045,
      "loss/crossentropy": 2.196173131465912,
      "loss/hidden": 0.04052734375,
      "loss/logits": 0.004511563340201974,
      "step": 114
    },
    {
      "epoch": 0.115,
      "grad_norm": 0.78515625,
      "grad_norm_var": 1.2883158365885417,
      "learning_rate": 2e-05,
      "loss": 0.047,
      "loss/crossentropy": 1.9997879266738892,
      "loss/hidden": 0.0421142578125,
      "loss/logits": 0.004871049430221319,
      "step": 115
    },
    {
      "epoch": 0.116,
      "grad_norm": 1.375,
      "grad_norm_var": 1.228288205464681,
      "learning_rate": 2e-05,
      "loss": 0.0521,
      "loss/crossentropy": 1.9844006299972534,
      "loss/hidden": 0.046875,
      "loss/logits": 0.0051891920156776905,
      "step": 116
    },
    {
      "epoch": 0.117,
      "grad_norm": 0.65625,
      "grad_norm_var": 1.22191162109375,
      "learning_rate": 2e-05,
      "loss": 0.0435,
      "loss/crossentropy": 1.9568707346916199,
      "loss/hidden": 0.039306640625,
      "loss/logits": 0.004212545929476619,
      "step": 117
    },
    {
      "epoch": 0.118,
      "grad_norm": 0.89453125,
      "grad_norm_var": 0.6917851130167644,
      "learning_rate": 2e-05,
      "loss": 0.0481,
      "loss/crossentropy": 1.546873390674591,
      "loss/hidden": 0.043212890625,
      "loss/logits": 0.004850989207625389,
      "step": 118
    },
    {
      "epoch": 0.119,
      "grad_norm": 0.6875,
      "grad_norm_var": 0.24595890045166016,
      "learning_rate": 2e-05,
      "loss": 0.0452,
      "loss/crossentropy": 1.89975243806839,
      "loss/hidden": 0.041259765625,
      "loss/logits": 0.0039442547131329775,
      "step": 119
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.75,
      "grad_norm_var": 0.2533203125,
      "learning_rate": 2e-05,
      "loss": 0.047,
      "loss/crossentropy": 2.1915535926818848,
      "loss/hidden": 0.0423583984375,
      "loss/logits": 0.004610191797837615,
      "step": 120
    },
    {
      "epoch": 0.121,
      "grad_norm": 0.65234375,
      "grad_norm_var": 0.17778008778889973,
      "learning_rate": 2e-05,
      "loss": 0.0436,
      "loss/crossentropy": 1.9114365577697754,
      "loss/hidden": 0.03955078125,
      "loss/logits": 0.0040131560526788235,
      "step": 121
    },
    {
      "epoch": 0.122,
      "grad_norm": 2.59375,
      "grad_norm_var": 0.3233657201131185,
      "learning_rate": 2e-05,
      "loss": 0.053,
      "loss/crossentropy": 1.6134037971496582,
      "loss/hidden": 0.048583984375,
      "loss/logits": 0.004459647228941321,
      "step": 122
    },
    {
      "epoch": 0.123,
      "grad_norm": 0.91015625,
      "grad_norm_var": 0.2515520731608073,
      "learning_rate": 2e-05,
      "loss": 0.0471,
      "loss/crossentropy": 2.2170268297195435,
      "loss/hidden": 0.04248046875,
      "loss/logits": 0.004627523710951209,
      "step": 123
    },
    {
      "epoch": 0.124,
      "grad_norm": 0.75,
      "grad_norm_var": 0.25650374094645184,
      "learning_rate": 2e-05,
      "loss": 0.054,
      "loss/crossentropy": 1.8259931206703186,
      "loss/hidden": 0.04931640625,
      "loss/logits": 0.004666820866987109,
      "step": 124
    },
    {
      "epoch": 0.125,
      "grad_norm": 1.0859375,
      "grad_norm_var": 0.25061213175455727,
      "learning_rate": 2e-05,
      "loss": 0.0499,
      "loss/crossentropy": 1.8636714816093445,
      "loss/hidden": 0.045654296875,
      "loss/logits": 0.004241484683007002,
      "step": 125
    },
    {
      "epoch": 0.126,
      "grad_norm": 1.125,
      "grad_norm_var": 0.2330718994140625,
      "learning_rate": 2e-05,
      "loss": 0.0553,
      "loss/crossentropy": 1.8325402736663818,
      "loss/hidden": 0.0504150390625,
      "loss/logits": 0.004864088725298643,
      "step": 126
    },
    {
      "epoch": 0.127,
      "grad_norm": 0.78515625,
      "grad_norm_var": 0.22265872955322266,
      "learning_rate": 2e-05,
      "loss": 0.0502,
      "loss/crossentropy": 2.0756123661994934,
      "loss/hidden": 0.04541015625,
      "loss/logits": 0.004794843029230833,
      "step": 127
    },
    {
      "epoch": 0.128,
      "grad_norm": 1.6484375,
      "grad_norm_var": 0.2456216812133789,
      "learning_rate": 2e-05,
      "loss": 0.06,
      "loss/crossentropy": 1.6910657286643982,
      "loss/hidden": 0.0540771484375,
      "loss/logits": 0.005873451940715313,
      "step": 128
    },
    {
      "epoch": 0.129,
      "grad_norm": 5.375,
      "grad_norm_var": 1.409238624572754,
      "learning_rate": 2e-05,
      "loss": 0.0589,
      "loss/crossentropy": 0.8958628624677658,
      "loss/hidden": 0.0562744140625,
      "loss/logits": 0.0026033871108666062,
      "step": 129
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.0390625,
      "grad_norm_var": 1.4136926651000976,
      "learning_rate": 2e-05,
      "loss": 0.0542,
      "loss/crossentropy": 2.181567072868347,
      "loss/hidden": 0.0491943359375,
      "loss/logits": 0.005030616419389844,
      "step": 130
    },
    {
      "epoch": 0.131,
      "grad_norm": 1.2265625,
      "grad_norm_var": 1.3944170633951822,
      "learning_rate": 2e-05,
      "loss": 0.0492,
      "loss/crossentropy": 2.2363303899765015,
      "loss/hidden": 0.04443359375,
      "loss/logits": 0.004747522529214621,
      "step": 131
    },
    {
      "epoch": 0.132,
      "grad_norm": 0.7890625,
      "grad_norm_var": 1.4137003580729166,
      "learning_rate": 2e-05,
      "loss": 0.0567,
      "loss/crossentropy": 2.1101560592651367,
      "loss/hidden": 0.051513671875,
      "loss/logits": 0.00514927739277482,
      "step": 132
    },
    {
      "epoch": 0.133,
      "grad_norm": 0.6796875,
      "grad_norm_var": 1.4116900126139322,
      "learning_rate": 2e-05,
      "loss": 0.0515,
      "loss/crossentropy": 2.1291067600250244,
      "loss/hidden": 0.046630859375,
      "loss/logits": 0.004876742837950587,
      "step": 133
    },
    {
      "epoch": 0.134,
      "grad_norm": 0.984375,
      "grad_norm_var": 1.4071934382120768,
      "learning_rate": 2e-05,
      "loss": 0.0492,
      "loss/crossentropy": 2.2621551752090454,
      "loss/hidden": 0.044677734375,
      "loss/logits": 0.00452903937548399,
      "step": 134
    },
    {
      "epoch": 0.135,
      "grad_norm": 2.21875,
      "grad_norm_var": 1.4250879287719727,
      "learning_rate": 2e-05,
      "loss": 0.069,
      "loss/crossentropy": 2.0280712842941284,
      "loss/hidden": 0.062744140625,
      "loss/logits": 0.006305122980847955,
      "step": 135
    },
    {
      "epoch": 0.136,
      "grad_norm": 0.828125,
      "grad_norm_var": 1.4185597101847331,
      "learning_rate": 2e-05,
      "loss": 0.0549,
      "loss/crossentropy": 2.2339359521865845,
      "loss/hidden": 0.0496826171875,
      "loss/logits": 0.005226947134360671,
      "step": 136
    },
    {
      "epoch": 0.137,
      "grad_norm": 4.34375,
      "grad_norm_var": 1.8932634989420574,
      "learning_rate": 2e-05,
      "loss": 0.0615,
      "loss/crossentropy": 1.514957308769226,
      "loss/hidden": 0.056884765625,
      "loss/logits": 0.0045981991570442915,
      "step": 137
    },
    {
      "epoch": 0.138,
      "grad_norm": 0.921875,
      "grad_norm_var": 1.8573443094889324,
      "learning_rate": 2e-05,
      "loss": 0.0557,
      "loss/crossentropy": 1.9399707913398743,
      "loss/hidden": 0.05078125,
      "loss/logits": 0.004873000085353851,
      "step": 138
    },
    {
      "epoch": 0.139,
      "grad_norm": 0.93359375,
      "grad_norm_var": 1.855396525065104,
      "learning_rate": 2e-05,
      "loss": 0.0543,
      "loss/crossentropy": 1.995535969734192,
      "loss/hidden": 0.049560546875,
      "loss/logits": 0.004754737950861454,
      "step": 139
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.8828125,
      "grad_norm_var": 1.8424049377441407,
      "learning_rate": 2e-05,
      "loss": 0.0567,
      "loss/crossentropy": 1.4075381755828857,
      "loss/hidden": 0.05224609375,
      "loss/logits": 0.004473250824958086,
      "step": 140
    },
    {
      "epoch": 0.141,
      "grad_norm": 1.0390625,
      "grad_norm_var": 1.8454689025878905,
      "learning_rate": 2e-05,
      "loss": 0.0591,
      "loss/crossentropy": 1.6278843879699707,
      "loss/hidden": 0.05419921875,
      "loss/logits": 0.004886955488473177,
      "step": 141
    },
    {
      "epoch": 0.142,
      "grad_norm": 1.234375,
      "grad_norm_var": 1.8400001525878906,
      "learning_rate": 2e-05,
      "loss": 0.0696,
      "loss/crossentropy": 1.8771538138389587,
      "loss/hidden": 0.063720703125,
      "loss/logits": 0.005841289181262255,
      "step": 142
    },
    {
      "epoch": 0.143,
      "grad_norm": 1.1875,
      "grad_norm_var": 1.8086521784464518,
      "learning_rate": 2e-05,
      "loss": 0.0689,
      "loss/crossentropy": 1.8481554985046387,
      "loss/hidden": 0.0621337890625,
      "loss/logits": 0.006735805422067642,
      "step": 143
    },
    {
      "epoch": 0.144,
      "grad_norm": 1.53125,
      "grad_norm_var": 1.8084919611612955,
      "learning_rate": 2e-05,
      "loss": 0.065,
      "loss/crossentropy": 1.8980860114097595,
      "loss/hidden": 0.0592041015625,
      "loss/logits": 0.005796665325760841,
      "step": 144
    },
    {
      "epoch": 0.145,
      "grad_norm": 0.82421875,
      "grad_norm_var": 0.7976763407389323,
      "learning_rate": 2e-05,
      "loss": 0.0661,
      "loss/crossentropy": 2.0533955097198486,
      "loss/hidden": 0.0604248046875,
      "loss/logits": 0.005705197807401419,
      "step": 145
    },
    {
      "epoch": 0.146,
      "grad_norm": 1.328125,
      "grad_norm_var": 0.7931691487630208,
      "learning_rate": 2e-05,
      "loss": 0.0704,
      "loss/crossentropy": 1.3036039471626282,
      "loss/hidden": 0.065185546875,
      "loss/logits": 0.00520844548009336,
      "step": 146
    },
    {
      "epoch": 0.147,
      "grad_norm": 0.76171875,
      "grad_norm_var": 0.8118188858032227,
      "learning_rate": 2e-05,
      "loss": 0.059,
      "loss/crossentropy": 2.2193727493286133,
      "loss/hidden": 0.0538330078125,
      "loss/logits": 0.005119079956784844,
      "step": 147
    },
    {
      "epoch": 0.148,
      "grad_norm": 1.46875,
      "grad_norm_var": 0.7961542129516601,
      "learning_rate": 2e-05,
      "loss": 0.0648,
      "loss/crossentropy": 1.7154983878135681,
      "loss/hidden": 0.05908203125,
      "loss/logits": 0.005755244754254818,
      "step": 148
    },
    {
      "epoch": 0.149,
      "grad_norm": 0.9296875,
      "grad_norm_var": 0.7786167780558269,
      "learning_rate": 2e-05,
      "loss": 0.0618,
      "loss/crossentropy": 2.0040605664253235,
      "loss/hidden": 0.05615234375,
      "loss/logits": 0.0056907604448497295,
      "step": 149
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.109375,
      "grad_norm_var": 0.7736892064412435,
      "learning_rate": 2e-05,
      "loss": 0.0616,
      "loss/crossentropy": 2.0739275217056274,
      "loss/hidden": 0.055908203125,
      "loss/logits": 0.00570546486414969,
      "step": 150
    },
    {
      "epoch": 0.151,
      "grad_norm": 1.171875,
      "grad_norm_var": 0.7204253514607747,
      "learning_rate": 2e-05,
      "loss": 0.0627,
      "loss/crossentropy": 1.594135582447052,
      "loss/hidden": 0.0576171875,
      "loss/logits": 0.005040129646658897,
      "step": 151
    },
    {
      "epoch": 0.152,
      "grad_norm": 1.484375,
      "grad_norm_var": 0.7077147801717122,
      "learning_rate": 2e-05,
      "loss": 0.0804,
      "loss/crossentropy": 1.3758890628814697,
      "loss/hidden": 0.074462890625,
      "loss/logits": 0.005972953978925943,
      "step": 152
    },
    {
      "epoch": 0.153,
      "grad_norm": 1.3828125,
      "grad_norm_var": 0.06270847320556641,
      "learning_rate": 2e-05,
      "loss": 0.0681,
      "loss/crossentropy": 2.049718499183655,
      "loss/hidden": 0.062255859375,
      "loss/logits": 0.005824308842420578,
      "step": 153
    },
    {
      "epoch": 0.154,
      "grad_norm": 0.79296875,
      "grad_norm_var": 0.06744384765625,
      "learning_rate": 2e-05,
      "loss": 0.0648,
      "loss/crossentropy": 2.5180286169052124,
      "loss/hidden": 0.058837890625,
      "loss/logits": 0.005995590705424547,
      "step": 154
    },
    {
      "epoch": 0.155,
      "grad_norm": 1.296875,
      "grad_norm_var": 0.06623172760009766,
      "learning_rate": 2e-05,
      "loss": 0.0672,
      "loss/crossentropy": 1.8163335919380188,
      "loss/hidden": 0.06201171875,
      "loss/logits": 0.005222021602094173,
      "step": 155
    },
    {
      "epoch": 0.156,
      "grad_norm": 1.0859375,
      "grad_norm_var": 0.06153049468994141,
      "learning_rate": 2e-05,
      "loss": 0.0701,
      "loss/crossentropy": 1.5288804769515991,
      "loss/hidden": 0.064453125,
      "loss/logits": 0.0056282891891896725,
      "step": 156
    },
    {
      "epoch": 0.157,
      "grad_norm": 1.1484375,
      "grad_norm_var": 0.060451698303222653,
      "learning_rate": 2e-05,
      "loss": 0.0673,
      "loss/crossentropy": 1.4844446778297424,
      "loss/hidden": 0.0621337890625,
      "loss/logits": 0.005207852926105261,
      "step": 157
    },
    {
      "epoch": 0.158,
      "grad_norm": 2.265625,
      "grad_norm_var": 0.13561344146728516,
      "learning_rate": 2e-05,
      "loss": 0.0765,
      "loss/crossentropy": 1.644486278295517,
      "loss/hidden": 0.071044921875,
      "loss/logits": 0.00542254070751369,
      "step": 158
    },
    {
      "epoch": 0.159,
      "grad_norm": 1.09375,
      "grad_norm_var": 0.13676395416259765,
      "learning_rate": 2e-05,
      "loss": 0.0659,
      "loss/crossentropy": 1.871021330356598,
      "loss/hidden": 0.0606689453125,
      "loss/logits": 0.005253549199551344,
      "step": 159
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.71875,
      "grad_norm_var": 0.14649906158447265,
      "learning_rate": 2e-05,
      "loss": 0.0734,
      "loss/crossentropy": 1.9814706444740295,
      "loss/hidden": 0.0667724609375,
      "loss/logits": 0.006675436161458492,
      "step": 160
    },
    {
      "epoch": 0.161,
      "grad_norm": 5.71875,
      "grad_norm_var": 1.3714861551920572,
      "learning_rate": 2e-05,
      "loss": 0.0761,
      "loss/crossentropy": 0.06814652029424906,
      "loss/hidden": 0.0751953125,
      "loss/logits": 0.0008854267362039536,
      "step": 161
    },
    {
      "epoch": 0.162,
      "grad_norm": 1.046875,
      "grad_norm_var": 1.3846514383951822,
      "learning_rate": 2e-05,
      "loss": 0.0736,
      "loss/crossentropy": 2.006903052330017,
      "loss/hidden": 0.0673828125,
      "loss/logits": 0.006249978672713041,
      "step": 162
    },
    {
      "epoch": 0.163,
      "grad_norm": 1.078125,
      "grad_norm_var": 1.3585056940714517,
      "learning_rate": 2e-05,
      "loss": 0.0735,
      "loss/crossentropy": 1.6816741824150085,
      "loss/hidden": 0.067626953125,
      "loss/logits": 0.005850112298503518,
      "step": 163
    },
    {
      "epoch": 0.164,
      "grad_norm": 1.5078125,
      "grad_norm_var": 1.3581801732381185,
      "learning_rate": 2e-05,
      "loss": 0.0813,
      "loss/crossentropy": 1.5440534353256226,
      "loss/hidden": 0.0751953125,
      "loss/logits": 0.006087863817811012,
      "step": 164
    },
    {
      "epoch": 0.165,
      "grad_norm": 1.3359375,
      "grad_norm_var": 1.3347864151000977,
      "learning_rate": 2e-05,
      "loss": 0.0734,
      "loss/crossentropy": 2.158173441886902,
      "loss/hidden": 0.066650390625,
      "loss/logits": 0.006765024736523628,
      "step": 165
    },
    {
      "epoch": 0.166,
      "grad_norm": 1.1015625,
      "grad_norm_var": 1.3352777481079101,
      "learning_rate": 2e-05,
      "loss": 0.075,
      "loss/crossentropy": 2.1744515895843506,
      "loss/hidden": 0.0675048828125,
      "loss/logits": 0.0074809337966144085,
      "step": 166
    },
    {
      "epoch": 0.167,
      "grad_norm": 1.421875,
      "grad_norm_var": 1.32568302154541,
      "learning_rate": 2e-05,
      "loss": 0.0823,
      "loss/crossentropy": 1.9644973278045654,
      "loss/hidden": 0.074462890625,
      "loss/logits": 0.00784232746809721,
      "step": 167
    },
    {
      "epoch": 0.168,
      "grad_norm": 0.75390625,
      "grad_norm_var": 1.3695658365885417,
      "learning_rate": 2e-05,
      "loss": 0.0672,
      "loss/crossentropy": 2.5146409273147583,
      "loss/hidden": 0.06103515625,
      "loss/logits": 0.006188275059685111,
      "step": 168
    },
    {
      "epoch": 0.169,
      "grad_norm": 1.5390625,
      "grad_norm_var": 1.3676737467447917,
      "learning_rate": 2e-05,
      "loss": 0.0702,
      "loss/crossentropy": 2.2412500977516174,
      "loss/hidden": 0.0638427734375,
      "loss/logits": 0.0063555194064974785,
      "step": 169
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.4140625,
      "grad_norm_var": 1.3285420099894205,
      "learning_rate": 2e-05,
      "loss": 0.0753,
      "loss/crossentropy": 1.9867605566978455,
      "loss/hidden": 0.068603515625,
      "loss/logits": 0.006648675538599491,
      "step": 170
    },
    {
      "epoch": 0.171,
      "grad_norm": 0.92578125,
      "grad_norm_var": 1.351922607421875,
      "learning_rate": 2e-05,
      "loss": 0.0735,
      "loss/crossentropy": 1.9463918209075928,
      "loss/hidden": 0.0673828125,
      "loss/logits": 0.0060692906845360994,
      "step": 171
    },
    {
      "epoch": 0.172,
      "grad_norm": 0.80078125,
      "grad_norm_var": 1.3754953384399413,
      "learning_rate": 2e-05,
      "loss": 0.0764,
      "loss/crossentropy": 2.3115424513816833,
      "loss/hidden": 0.06982421875,
      "loss/logits": 0.006593452533707023,
      "step": 172
    },
    {
      "epoch": 0.173,
      "grad_norm": 1.265625,
      "grad_norm_var": 1.3700098037719726,
      "learning_rate": 2e-05,
      "loss": 0.0878,
      "loss/crossentropy": 1.5958466529846191,
      "loss/hidden": 0.080322265625,
      "loss/logits": 0.007451239973306656,
      "step": 173
    },
    {
      "epoch": 0.174,
      "grad_norm": 0.875,
      "grad_norm_var": 1.360367774963379,
      "learning_rate": 2e-05,
      "loss": 0.079,
      "loss/crossentropy": 2.529710054397583,
      "loss/hidden": 0.0712890625,
      "loss/logits": 0.0077202459797263145,
      "step": 174
    },
    {
      "epoch": 0.175,
      "grad_norm": 1.15625,
      "grad_norm_var": 1.3574360529581706,
      "learning_rate": 2e-05,
      "loss": 0.0857,
      "loss/crossentropy": 2.347429037094116,
      "loss/hidden": 0.077392578125,
      "loss/logits": 0.008293167222291231,
      "step": 175
    },
    {
      "epoch": 0.176,
      "grad_norm": 1.265625,
      "grad_norm_var": 1.3557692845662435,
      "learning_rate": 2e-05,
      "loss": 0.0856,
      "loss/crossentropy": 2.128890037536621,
      "loss/hidden": 0.077880859375,
      "loss/logits": 0.007751723285764456,
      "step": 176
    },
    {
      "epoch": 0.177,
      "grad_norm": 1.53125,
      "grad_norm_var": 0.06857649485270183,
      "learning_rate": 2e-05,
      "loss": 0.0862,
      "loss/crossentropy": 1.599511444568634,
      "loss/hidden": 0.07958984375,
      "loss/logits": 0.006571376929059625,
      "step": 177
    },
    {
      "epoch": 0.178,
      "grad_norm": 0.9921875,
      "grad_norm_var": 0.0697977066040039,
      "learning_rate": 2e-05,
      "loss": 0.0849,
      "loss/crossentropy": 1.9755426049232483,
      "loss/hidden": 0.07763671875,
      "loss/logits": 0.007265463005751371,
      "step": 178
    },
    {
      "epoch": 0.179,
      "grad_norm": 2.5625,
      "grad_norm_var": 0.18629601796468098,
      "learning_rate": 2e-05,
      "loss": 0.0939,
      "loss/crossentropy": 1.5967216491699219,
      "loss/hidden": 0.085205078125,
      "loss/logits": 0.008647671202197671,
      "step": 179
    },
    {
      "epoch": 0.18,
      "grad_norm": 8.625,
      "grad_norm_var": 3.5702035903930662,
      "learning_rate": 2e-05,
      "loss": 0.1158,
      "loss/crossentropy": 0.4676814042031765,
      "loss/hidden": 0.113037109375,
      "loss/logits": 0.002761453448329121,
      "step": 180
    },
    {
      "epoch": 0.181,
      "grad_norm": 2.3125,
      "grad_norm_var": 3.579422442118327,
      "learning_rate": 2e-05,
      "loss": 0.0892,
      "loss/crossentropy": 2.035480260848999,
      "loss/hidden": 0.080810546875,
      "loss/logits": 0.008422555401921272,
      "step": 181
    },
    {
      "epoch": 0.182,
      "grad_norm": 2.0,
      "grad_norm_var": 3.5481292088826497,
      "learning_rate": 2e-05,
      "loss": 0.089,
      "loss/crossentropy": 2.231297492980957,
      "loss/hidden": 0.08154296875,
      "loss/logits": 0.007416091160848737,
      "step": 182
    },
    {
      "epoch": 0.183,
      "grad_norm": 1.5234375,
      "grad_norm_var": 3.5431105931599935,
      "learning_rate": 2e-05,
      "loss": 0.0927,
      "loss/crossentropy": 1.736401379108429,
      "loss/hidden": 0.085693359375,
      "loss/logits": 0.007044479949399829,
      "step": 183
    },
    {
      "epoch": 0.184,
      "grad_norm": 1.2109375,
      "grad_norm_var": 3.4895894368489584,
      "learning_rate": 2e-05,
      "loss": 0.0972,
      "loss/crossentropy": 1.550825297832489,
      "loss/hidden": 0.088623046875,
      "loss/logits": 0.008623293600976467,
      "step": 184
    },
    {
      "epoch": 0.185,
      "grad_norm": 0.78125,
      "grad_norm_var": 3.5594256083170572,
      "learning_rate": 2e-05,
      "loss": 0.0799,
      "loss/crossentropy": 2.4604450464248657,
      "loss/hidden": 0.072998046875,
      "loss/logits": 0.006882155779749155,
      "step": 185
    },
    {
      "epoch": 0.186,
      "grad_norm": 1.1796875,
      "grad_norm_var": 3.5757830301920572,
      "learning_rate": 2e-05,
      "loss": 0.0973,
      "loss/crossentropy": 1.7816944122314453,
      "loss/hidden": 0.089111328125,
      "loss/logits": 0.008230784442275763,
      "step": 186
    },
    {
      "epoch": 0.187,
      "grad_norm": 1.875,
      "grad_norm_var": 3.5198094050089517,
      "learning_rate": 2e-05,
      "loss": 0.0889,
      "loss/crossentropy": 2.1426581144332886,
      "loss/hidden": 0.080078125,
      "loss/logits": 0.008809308055788279,
      "step": 187
    },
    {
      "epoch": 0.188,
      "grad_norm": 1.1875,
      "grad_norm_var": 3.4739054361979167,
      "learning_rate": 2e-05,
      "loss": 0.0835,
      "loss/crossentropy": 2.351286768913269,
      "loss/hidden": 0.075927734375,
      "loss/logits": 0.00757948262616992,
      "step": 188
    },
    {
      "epoch": 0.189,
      "grad_norm": 1.03125,
      "grad_norm_var": 3.497053019205729,
      "learning_rate": 2e-05,
      "loss": 0.0869,
      "loss/crossentropy": 1.9852749109268188,
      "loss/hidden": 0.079345703125,
      "loss/logits": 0.007507144706323743,
      "step": 189
    },
    {
      "epoch": 0.19,
      "grad_norm": 20.75,
      "grad_norm_var": 25.517414347330728,
      "learning_rate": 2e-05,
      "loss": 0.1651,
      "loss/crossentropy": 1.6293256282806396,
      "loss/hidden": 0.155029296875,
      "loss/logits": 0.010117939207702875,
      "step": 190
    },
    {
      "epoch": 0.191,
      "grad_norm": 1.4921875,
      "grad_norm_var": 25.43632787068685,
      "learning_rate": 2e-05,
      "loss": 0.076,
      "loss/crossentropy": 0.8999969586730003,
      "loss/hidden": 0.07177734375,
      "loss/logits": 0.004198798444122076,
      "step": 191
    },
    {
      "epoch": 0.192,
      "grad_norm": 1.546875,
      "grad_norm_var": 25.370794423421223,
      "learning_rate": 2e-05,
      "loss": 0.0947,
      "loss/crossentropy": 2.1950655579566956,
      "loss/hidden": 0.0869140625,
      "loss/logits": 0.007782091153785586,
      "step": 192
    },
    {
      "epoch": 0.193,
      "grad_norm": 0.859375,
      "grad_norm_var": 25.545149485270183,
      "learning_rate": 2e-05,
      "loss": 0.0902,
      "loss/crossentropy": 1.8509384989738464,
      "loss/hidden": 0.082763671875,
      "loss/logits": 0.007444815244525671,
      "step": 193
    },
    {
      "epoch": 0.194,
      "grad_norm": 2.625,
      "grad_norm_var": 25.248404947916665,
      "learning_rate": 2e-05,
      "loss": 0.1009,
      "loss/crossentropy": 1.9304978251457214,
      "loss/hidden": 0.093017578125,
      "loss/logits": 0.007872100453823805,
      "step": 194
    },
    {
      "epoch": 0.195,
      "grad_norm": 1.5234375,
      "grad_norm_var": 25.407342274983723,
      "learning_rate": 2e-05,
      "loss": 0.103,
      "loss/crossentropy": 1.6395078301429749,
      "loss/hidden": 0.094970703125,
      "loss/logits": 0.007982299197465181,
      "step": 195
    },
    {
      "epoch": 0.196,
      "grad_norm": 1.3984375,
      "grad_norm_var": 23.403335571289062,
      "learning_rate": 2e-05,
      "loss": 0.0838,
      "loss/crossentropy": 1.227138563990593,
      "loss/hidden": 0.07861328125,
      "loss/logits": 0.005217177560552955,
      "step": 196
    },
    {
      "epoch": 0.197,
      "grad_norm": 2.53125,
      "grad_norm_var": 23.394847615559897,
      "learning_rate": 2e-05,
      "loss": 0.1046,
      "loss/crossentropy": 2.0176168084144592,
      "loss/hidden": 0.095458984375,
      "loss/logits": 0.009147892240434885,
      "step": 197
    },
    {
      "epoch": 0.198,
      "grad_norm": 1.0390625,
      "grad_norm_var": 23.54477513631185,
      "learning_rate": 2e-05,
      "loss": 0.0865,
      "loss/crossentropy": 2.086784780025482,
      "loss/hidden": 0.0791015625,
      "loss/logits": 0.007412708830088377,
      "step": 198
    },
    {
      "epoch": 0.199,
      "grad_norm": 0.89453125,
      "grad_norm_var": 23.664772987365723,
      "learning_rate": 2e-05,
      "loss": 0.0913,
      "loss/crossentropy": 2.081687569618225,
      "loss/hidden": 0.083984375,
      "loss/logits": 0.007345015881583095,
      "step": 199
    },
    {
      "epoch": 0.2,
      "grad_norm": 4.5625,
      "grad_norm_var": 23.736997413635255,
      "learning_rate": 2e-05,
      "loss": 0.1025,
      "loss/crossentropy": 1.8505841493606567,
      "loss/hidden": 0.09375,
      "loss/logits": 0.008708036039024591,
      "step": 200
    },
    {
      "epoch": 0.201,
      "grad_norm": 1.6171875,
      "grad_norm_var": 23.5523401260376,
      "learning_rate": 2e-05,
      "loss": 0.0948,
      "loss/crossentropy": 1.9951569437980652,
      "loss/hidden": 0.0869140625,
      "loss/logits": 0.007902283919975162,
      "step": 201
    },
    {
      "epoch": 0.202,
      "grad_norm": 1.4296875,
      "grad_norm_var": 23.499499956766766,
      "learning_rate": 2e-05,
      "loss": 0.1069,
      "loss/crossentropy": 1.6185332536697388,
      "loss/hidden": 0.099365234375,
      "loss/logits": 0.007533603347837925,
      "step": 202
    },
    {
      "epoch": 0.203,
      "grad_norm": 4.84375,
      "grad_norm_var": 23.645521481831867,
      "learning_rate": 2e-05,
      "loss": 0.1039,
      "loss/crossentropy": 1.2041783891618252,
      "loss/hidden": 0.098876953125,
      "loss/logits": 0.0050107044517062604,
      "step": 203
    },
    {
      "epoch": 0.204,
      "grad_norm": 1.328125,
      "grad_norm_var": 23.611212094624836,
      "learning_rate": 2e-05,
      "loss": 0.0982,
      "loss/crossentropy": 2.0442604422569275,
      "loss/hidden": 0.0908203125,
      "loss/logits": 0.007397865178063512,
      "step": 204
    },
    {
      "epoch": 0.205,
      "grad_norm": 1.0078125,
      "grad_norm_var": 23.617686398824056,
      "learning_rate": 2e-05,
      "loss": 0.1027,
      "loss/crossentropy": 2.0113831758499146,
      "loss/hidden": 0.09423828125,
      "loss/logits": 0.008448891807347536,
      "step": 205
    },
    {
      "epoch": 0.206,
      "grad_norm": 0.98046875,
      "grad_norm_var": 1.495696767171224,
      "learning_rate": 2e-05,
      "loss": 0.1003,
      "loss/crossentropy": 1.8787236213684082,
      "loss/hidden": 0.092529296875,
      "loss/logits": 0.007756400853395462,
      "step": 206
    },
    {
      "epoch": 0.207,
      "grad_norm": 1.28125,
      "grad_norm_var": 1.5086812337239583,
      "learning_rate": 2e-05,
      "loss": 0.0918,
      "loss/crossentropy": 1.0508884936571121,
      "loss/hidden": 0.08740234375,
      "loss/logits": 0.004398926626890898,
      "step": 207
    },
    {
      "epoch": 0.208,
      "grad_norm": 1.28125,
      "grad_norm_var": 1.523536173502604,
      "learning_rate": 2e-05,
      "loss": 0.1075,
      "loss/crossentropy": 1.9026619791984558,
      "loss/hidden": 0.0986328125,
      "loss/logits": 0.008909344673156738,
      "step": 208
    },
    {
      "epoch": 0.209,
      "grad_norm": 2.828125,
      "grad_norm_var": 1.512256876627604,
      "learning_rate": 2e-05,
      "loss": 0.1075,
      "loss/crossentropy": 2.3852533102035522,
      "loss/hidden": 0.09716796875,
      "loss/logits": 0.010357038583606482,
      "step": 209
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.375,
      "grad_norm_var": 1.615088907877604,
      "learning_rate": 2e-05,
      "loss": 0.1104,
      "loss/crossentropy": 2.0014060735702515,
      "loss/hidden": 0.1005859375,
      "loss/logits": 0.00982728274539113,
      "step": 210
    },
    {
      "epoch": 0.211,
      "grad_norm": 1.09375,
      "grad_norm_var": 1.6536516825358072,
      "learning_rate": 2e-05,
      "loss": 0.1074,
      "loss/crossentropy": 1.8040838837623596,
      "loss/hidden": 0.099365234375,
      "loss/logits": 0.007996065076440573,
      "step": 211
    },
    {
      "epoch": 0.212,
      "grad_norm": 1.515625,
      "grad_norm_var": 1.645606486002604,
      "learning_rate": 2e-05,
      "loss": 0.1134,
      "loss/crossentropy": 1.886792778968811,
      "loss/hidden": 0.1044921875,
      "loss/logits": 0.008902385365217924,
      "step": 212
    },
    {
      "epoch": 0.213,
      "grad_norm": 1.453125,
      "grad_norm_var": 1.6383768717447917,
      "learning_rate": 2e-05,
      "loss": 0.1066,
      "loss/crossentropy": 2.0408843755722046,
      "loss/hidden": 0.097900390625,
      "loss/logits": 0.008735827170312405,
      "step": 213
    },
    {
      "epoch": 0.214,
      "grad_norm": 1.1484375,
      "grad_norm_var": 1.6264495849609375,
      "learning_rate": 2e-05,
      "loss": 0.1105,
      "loss/crossentropy": 1.7106547951698303,
      "loss/hidden": 0.1025390625,
      "loss/logits": 0.008001305861398578,
      "step": 214
    },
    {
      "epoch": 0.215,
      "grad_norm": 1.1953125,
      "grad_norm_var": 1.5911773045857747,
      "learning_rate": 2e-05,
      "loss": 0.1127,
      "loss/crossentropy": 1.833223044872284,
      "loss/hidden": 0.1044921875,
      "loss/logits": 0.008159627206623554,
      "step": 215
    },
    {
      "epoch": 0.216,
      "grad_norm": 5.125,
      "grad_norm_var": 1.8081023534138998,
      "learning_rate": 2e-05,
      "loss": 0.1086,
      "loss/crossentropy": 2.2071104049682617,
      "loss/hidden": 0.098876953125,
      "loss/logits": 0.009761610999703407,
      "step": 216
    },
    {
      "epoch": 0.217,
      "grad_norm": 2.515625,
      "grad_norm_var": 1.8164082209269206,
      "learning_rate": 2e-05,
      "loss": 0.1258,
      "loss/crossentropy": 1.903680682182312,
      "loss/hidden": 0.11376953125,
      "loss/logits": 0.012041741516441107,
      "step": 217
    },
    {
      "epoch": 0.218,
      "grad_norm": 1.8515625,
      "grad_norm_var": 1.7940373102823892,
      "learning_rate": 2e-05,
      "loss": 0.1137,
      "loss/crossentropy": 1.6936857104301453,
      "loss/hidden": 0.105224609375,
      "loss/logits": 0.00842969585210085,
      "step": 218
    },
    {
      "epoch": 0.219,
      "grad_norm": 1.2578125,
      "grad_norm_var": 1.2626835505167644,
      "learning_rate": 2e-05,
      "loss": 0.1195,
      "loss/crossentropy": 1.8624382019042969,
      "loss/hidden": 0.1083984375,
      "loss/logits": 0.0110846646130085,
      "step": 219
    },
    {
      "epoch": 0.22,
      "grad_norm": 2.140625,
      "grad_norm_var": 1.2498559951782227,
      "learning_rate": 2e-05,
      "loss": 0.1109,
      "loss/crossentropy": 1.8767052292823792,
      "loss/hidden": 0.101318359375,
      "loss/logits": 0.009544559754431248,
      "step": 220
    },
    {
      "epoch": 0.221,
      "grad_norm": 34.5,
      "grad_norm_var": 67.47106266021729,
      "learning_rate": 2e-05,
      "loss": 0.1706,
      "loss/crossentropy": 1.5845009684562683,
      "loss/hidden": 0.1494140625,
      "loss/logits": 0.021197613328695297,
      "step": 221
    },
    {
      "epoch": 0.222,
      "grad_norm": 2.765625,
      "grad_norm_var": 66.9583241780599,
      "learning_rate": 2e-05,
      "loss": 0.1291,
      "loss/crossentropy": 1.2468619346618652,
      "loss/hidden": 0.1201171875,
      "loss/logits": 0.0089989029802382,
      "step": 222
    },
    {
      "epoch": 0.223,
      "grad_norm": 1.1953125,
      "grad_norm_var": 66.99088923136394,
      "learning_rate": 2e-05,
      "loss": 0.1207,
      "loss/crossentropy": 2.0021961331367493,
      "loss/hidden": 0.111328125,
      "loss/logits": 0.009369145147502422,
      "step": 223
    },
    {
      "epoch": 0.224,
      "grad_norm": 1.5390625,
      "grad_norm_var": 66.89891764322917,
      "learning_rate": 2e-05,
      "loss": 0.1261,
      "loss/crossentropy": 2.015094578266144,
      "loss/hidden": 0.115966796875,
      "loss/logits": 0.010106082540005445,
      "step": 224
    },
    {
      "epoch": 0.225,
      "grad_norm": 1.578125,
      "grad_norm_var": 67.20751139322917,
      "learning_rate": 2e-05,
      "loss": 0.1121,
      "loss/crossentropy": 2.212425947189331,
      "loss/hidden": 0.103271484375,
      "loss/logits": 0.00880527961999178,
      "step": 225
    },
    {
      "epoch": 0.226,
      "grad_norm": 2.09375,
      "grad_norm_var": 67.41955159505208,
      "learning_rate": 2e-05,
      "loss": 0.1287,
      "loss/crossentropy": 1.8419872522354126,
      "loss/hidden": 0.118896484375,
      "loss/logits": 0.009808670729398727,
      "step": 226
    },
    {
      "epoch": 0.227,
      "grad_norm": 2.28125,
      "grad_norm_var": 67.05773518880208,
      "learning_rate": 2e-05,
      "loss": 0.1269,
      "loss/crossentropy": 1.6536349058151245,
      "loss/hidden": 0.1181640625,
      "loss/logits": 0.008706679102033377,
      "step": 227
    },
    {
      "epoch": 0.228,
      "grad_norm": 1.6484375,
      "grad_norm_var": 67.01467056274414,
      "learning_rate": 2e-05,
      "loss": 0.1451,
      "loss/crossentropy": 1.9453503489494324,
      "loss/hidden": 0.132080078125,
      "loss/logits": 0.012995603960007429,
      "step": 228
    },
    {
      "epoch": 0.229,
      "grad_norm": 1.6796875,
      "grad_norm_var": 66.94039611816406,
      "learning_rate": 2e-05,
      "loss": 0.1232,
      "loss/crossentropy": 1.796463429927826,
      "loss/hidden": 0.113037109375,
      "loss/logits": 0.01019327249377966,
      "step": 229
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.4921875,
      "grad_norm_var": 66.81560770670573,
      "learning_rate": 2e-05,
      "loss": 0.1195,
      "loss/crossentropy": 1.794281244277954,
      "loss/hidden": 0.110107421875,
      "loss/logits": 0.00934369070455432,
      "step": 230
    },
    {
      "epoch": 0.231,
      "grad_norm": 1.0078125,
      "grad_norm_var": 66.88926493326822,
      "learning_rate": 2e-05,
      "loss": 0.1218,
      "loss/crossentropy": 2.2390308380126953,
      "loss/hidden": 0.1103515625,
      "loss/logits": 0.011494161561131477,
      "step": 231
    },
    {
      "epoch": 0.232,
      "grad_norm": 4.5625,
      "grad_norm_var": 66.82781473795573,
      "learning_rate": 2e-05,
      "loss": 0.1348,
      "loss/crossentropy": 0.861265268176794,
      "loss/hidden": 0.129150390625,
      "loss/logits": 0.005646681529469788,
      "step": 232
    },
    {
      "epoch": 0.233,
      "grad_norm": 1.1015625,
      "grad_norm_var": 67.23394343058268,
      "learning_rate": 2e-05,
      "loss": 0.1179,
      "loss/crossentropy": 2.1645957827568054,
      "loss/hidden": 0.109130859375,
      "loss/logits": 0.00873167160898447,
      "step": 233
    },
    {
      "epoch": 0.234,
      "grad_norm": 3.921875,
      "grad_norm_var": 66.93128153483073,
      "learning_rate": 2e-05,
      "loss": 0.1323,
      "loss/crossentropy": 1.7015637755393982,
      "loss/hidden": 0.1240234375,
      "loss/logits": 0.008305847179144621,
      "step": 234
    },
    {
      "epoch": 0.235,
      "grad_norm": 2.25,
      "grad_norm_var": 66.62370986938477,
      "learning_rate": 2e-05,
      "loss": 0.1082,
      "loss/crossentropy": 0.9229027386754751,
      "loss/hidden": 0.103515625,
      "loss/logits": 0.0047085680707823485,
      "step": 235
    },
    {
      "epoch": 0.236,
      "grad_norm": 1.796875,
      "grad_norm_var": 66.7213518778483,
      "learning_rate": 2e-05,
      "loss": 0.1256,
      "loss/crossentropy": 2.2883217334747314,
      "loss/hidden": 0.115478515625,
      "loss/logits": 0.010137087665498257,
      "step": 236
    },
    {
      "epoch": 0.237,
      "grad_norm": 1.125,
      "grad_norm_var": 1.0078020731608073,
      "learning_rate": 2e-05,
      "loss": 0.1318,
      "loss/crossentropy": 1.9819908738136292,
      "loss/hidden": 0.1201171875,
      "loss/logits": 0.011642226949334145,
      "step": 237
    },
    {
      "epoch": 0.238,
      "grad_norm": 1.9765625,
      "grad_norm_var": 0.9664225260416667,
      "learning_rate": 2e-05,
      "loss": 0.1484,
      "loss/crossentropy": 1.6898375153541565,
      "loss/hidden": 0.13671875,
      "loss/logits": 0.011645910330116749,
      "step": 238
    },
    {
      "epoch": 0.239,
      "grad_norm": 2.515625,
      "grad_norm_var": 0.941967519124349,
      "learning_rate": 2e-05,
      "loss": 0.1338,
      "loss/crossentropy": 1.088462270796299,
      "loss/hidden": 0.12646484375,
      "loss/logits": 0.007348200713749975,
      "step": 239
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.296875,
      "grad_norm_var": 0.9616689046223958,
      "learning_rate": 2e-05,
      "loss": 0.1269,
      "loss/crossentropy": 1.7091381549835205,
      "loss/hidden": 0.1171875,
      "loss/logits": 0.009663785342127085,
      "step": 240
    },
    {
      "epoch": 0.241,
      "grad_norm": 1.8125,
      "grad_norm_var": 0.9512776692708333,
      "learning_rate": 2e-05,
      "loss": 0.1346,
      "loss/crossentropy": 2.133821189403534,
      "loss/hidden": 0.12451171875,
      "loss/logits": 0.010053665610030293,
      "step": 241
    },
    {
      "epoch": 0.242,
      "grad_norm": 2.921875,
      "grad_norm_var": 1.0006093343098958,
      "learning_rate": 2e-05,
      "loss": 0.1848,
      "loss/crossentropy": 1.743838369846344,
      "loss/hidden": 0.167724609375,
      "loss/logits": 0.01710428297519684,
      "step": 242
    },
    {
      "epoch": 0.243,
      "grad_norm": 1.1953125,
      "grad_norm_var": 1.0461748758951823,
      "learning_rate": 2e-05,
      "loss": 0.1427,
      "loss/crossentropy": 1.751486599445343,
      "loss/hidden": 0.1318359375,
      "loss/logits": 0.010820105206221342,
      "step": 243
    },
    {
      "epoch": 0.244,
      "grad_norm": 2.359375,
      "grad_norm_var": 1.0426340738932292,
      "learning_rate": 2e-05,
      "loss": 0.1599,
      "loss/crossentropy": 1.9516586065292358,
      "loss/hidden": 0.14501953125,
      "loss/logits": 0.014852947555482388,
      "step": 244
    },
    {
      "epoch": 0.245,
      "grad_norm": 1.9375,
      "grad_norm_var": 1.0335955301920572,
      "learning_rate": 2e-05,
      "loss": 0.1764,
      "loss/crossentropy": 1.5456209182739258,
      "loss/hidden": 0.162109375,
      "loss/logits": 0.01430825050920248,
      "step": 245
    },
    {
      "epoch": 0.246,
      "grad_norm": 1.6328125,
      "grad_norm_var": 1.0238176981608074,
      "learning_rate": 2e-05,
      "loss": 0.1353,
      "loss/crossentropy": 1.987372636795044,
      "loss/hidden": 0.125244140625,
      "loss/logits": 0.010050846263766289,
      "step": 246
    },
    {
      "epoch": 0.247,
      "grad_norm": 1.46875,
      "grad_norm_var": 0.9706868489583333,
      "learning_rate": 2e-05,
      "loss": 0.1573,
      "loss/crossentropy": 1.7526296973228455,
      "loss/hidden": 0.14453125,
      "loss/logits": 0.012786582577973604,
      "step": 247
    },
    {
      "epoch": 0.248,
      "grad_norm": 3.421875,
      "grad_norm_var": 0.6801096598307291,
      "learning_rate": 2e-05,
      "loss": 0.163,
      "loss/crossentropy": 1.7866697311401367,
      "loss/hidden": 0.1494140625,
      "loss/logits": 0.01353980042040348,
      "step": 248
    },
    {
      "epoch": 0.249,
      "grad_norm": 1.859375,
      "grad_norm_var": 0.6205848693847656,
      "learning_rate": 2e-05,
      "loss": 0.1482,
      "loss/crossentropy": 1.6994678974151611,
      "loss/hidden": 0.13720703125,
      "loss/logits": 0.010973525233566761,
      "step": 249
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.8984375,
      "grad_norm_var": 0.38313395182291665,
      "learning_rate": 2e-05,
      "loss": 0.1356,
      "loss/crossentropy": 1.5037266612052917,
      "loss/hidden": 0.126220703125,
      "loss/logits": 0.00937253376469016,
      "step": 250
    },
    {
      "epoch": 0.251,
      "grad_norm": 1.234375,
      "grad_norm_var": 0.40925191243489584,
      "learning_rate": 2e-05,
      "loss": 0.1432,
      "loss/crossentropy": 2.2240084409713745,
      "loss/hidden": 0.13037109375,
      "loss/logits": 0.012790975160896778,
      "step": 251
    },
    {
      "epoch": 0.252,
      "grad_norm": 4.40625,
      "grad_norm_var": 0.7977701822916666,
      "learning_rate": 2e-05,
      "loss": 0.1575,
      "loss/crossentropy": 2.0401850938796997,
      "loss/hidden": 0.1455078125,
      "loss/logits": 0.011962223332375288,
      "step": 252
    },
    {
      "epoch": 0.253,
      "grad_norm": 7.1875,
      "grad_norm_var": 2.3339192708333334,
      "learning_rate": 2e-05,
      "loss": 0.146,
      "loss/crossentropy": 0.35353903006762266,
      "loss/hidden": 0.143798828125,
      "loss/logits": 0.0022313917579595,
      "step": 253
    },
    {
      "epoch": 0.254,
      "grad_norm": 2.5,
      "grad_norm_var": 2.318328603108724,
      "learning_rate": 2e-05,
      "loss": 0.1481,
      "loss/crossentropy": 2.2920628786087036,
      "loss/hidden": 0.13525390625,
      "loss/logits": 0.012886842247098684,
      "step": 254
    },
    {
      "epoch": 0.255,
      "grad_norm": 1.59375,
      "grad_norm_var": 2.3668230692545573,
      "learning_rate": 2e-05,
      "loss": 0.1543,
      "loss/crossentropy": 2.8475781679153442,
      "loss/hidden": 0.140625,
      "loss/logits": 0.013668275438249111,
      "step": 255
    },
    {
      "epoch": 0.256,
      "grad_norm": 2.09375,
      "grad_norm_var": 2.2871355692545574,
      "learning_rate": 2e-05,
      "loss": 0.17,
      "loss/crossentropy": 1.3631716966629028,
      "loss/hidden": 0.158203125,
      "loss/logits": 0.011748222634196281,
      "step": 256
    },
    {
      "epoch": 0.257,
      "grad_norm": 5.65625,
      "grad_norm_var": 2.873457590738932,
      "learning_rate": 2e-05,
      "loss": 0.1634,
      "loss/crossentropy": 1.473731517791748,
      "loss/hidden": 0.1513671875,
      "loss/logits": 0.01205692021176219,
      "step": 257
    },
    {
      "epoch": 0.258,
      "grad_norm": 1.4296875,
      "grad_norm_var": 2.970556640625,
      "learning_rate": 2e-05,
      "loss": 0.1436,
      "loss/crossentropy": 1.6837199926376343,
      "loss/hidden": 0.1337890625,
      "loss/logits": 0.009849925991147757,
      "step": 258
    },
    {
      "epoch": 0.259,
      "grad_norm": 1.59375,
      "grad_norm_var": 2.9049415588378906,
      "learning_rate": 2e-05,
      "loss": 0.1372,
      "loss/crossentropy": 2.395468235015869,
      "loss/hidden": 0.12744140625,
      "loss/logits": 0.009797783568501472,
      "step": 259
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.3515625,
      "grad_norm_var": 3.0064117431640627,
      "learning_rate": 2e-05,
      "loss": 0.1464,
      "loss/crossentropy": 2.267671525478363,
      "loss/hidden": 0.13427734375,
      "loss/logits": 0.012089194264262915,
      "step": 260
    },
    {
      "epoch": 0.261,
      "grad_norm": 1.5078125,
      "grad_norm_var": 3.054709625244141,
      "learning_rate": 2e-05,
      "loss": 0.1548,
      "loss/crossentropy": 1.5905962586402893,
      "loss/hidden": 0.14013671875,
      "loss/logits": 0.014669264666736126,
      "step": 261
    },
    {
      "epoch": 0.262,
      "grad_norm": 2.609375,
      "grad_norm_var": 2.9945963541666667,
      "learning_rate": 2e-05,
      "loss": 0.162,
      "loss/crossentropy": 2.0416821241378784,
      "loss/hidden": 0.1494140625,
      "loss/logits": 0.012546437792479992,
      "step": 262
    },
    {
      "epoch": 0.263,
      "grad_norm": 1.40625,
      "grad_norm_var": 3.004378255208333,
      "learning_rate": 2e-05,
      "loss": 0.1679,
      "loss/crossentropy": 1.7455708384513855,
      "loss/hidden": 0.154296875,
      "loss/logits": 0.01356972474604845,
      "step": 263
    },
    {
      "epoch": 0.264,
      "grad_norm": 1.765625,
      "grad_norm_var": 2.99639892578125,
      "learning_rate": 2e-05,
      "loss": 0.1899,
      "loss/crossentropy": 1.721125602722168,
      "loss/hidden": 0.1748046875,
      "loss/logits": 0.015131386462599039,
      "step": 264
    },
    {
      "epoch": 0.265,
      "grad_norm": 1.6640625,
      "grad_norm_var": 3.015618642171224,
      "learning_rate": 2e-05,
      "loss": 0.1624,
      "loss/crossentropy": 2.1271780133247375,
      "loss/hidden": 0.1494140625,
      "loss/logits": 0.01298526581376791,
      "step": 265
    },
    {
      "epoch": 0.266,
      "grad_norm": 2.65625,
      "grad_norm_var": 2.99136962890625,
      "learning_rate": 2e-05,
      "loss": 0.1635,
      "loss/crossentropy": 2.186352849006653,
      "loss/hidden": 0.150390625,
      "loss/logits": 0.013157612178474665,
      "step": 266
    },
    {
      "epoch": 0.267,
      "grad_norm": 4.75,
      "grad_norm_var": 3.1513580322265624,
      "learning_rate": 2e-05,
      "loss": 0.1739,
      "loss/crossentropy": 1.7296316027641296,
      "loss/hidden": 0.16015625,
      "loss/logits": 0.013769491575658321,
      "step": 267
    },
    {
      "epoch": 0.268,
      "grad_norm": 2.140625,
      "grad_norm_var": 2.9750935872395834,
      "learning_rate": 2e-05,
      "loss": 0.1812,
      "loss/crossentropy": 1.0499393939971924,
      "loss/hidden": 0.17138671875,
      "loss/logits": 0.009774566628038883,
      "step": 268
    },
    {
      "epoch": 0.269,
      "grad_norm": 1.3046875,
      "grad_norm_var": 1.554754384358724,
      "learning_rate": 2e-05,
      "loss": 0.1479,
      "loss/crossentropy": 1.8199211955070496,
      "loss/hidden": 0.13623046875,
      "loss/logits": 0.011690349318087101,
      "step": 269
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.5234375,
      "grad_norm_var": 1.5819976806640625,
      "learning_rate": 2e-05,
      "loss": 0.1663,
      "loss/crossentropy": 1.792409062385559,
      "loss/hidden": 0.15380859375,
      "loss/logits": 0.012502346187829971,
      "step": 270
    },
    {
      "epoch": 0.271,
      "grad_norm": 2.3125,
      "grad_norm_var": 1.5571034749348958,
      "learning_rate": 2e-05,
      "loss": 0.1633,
      "loss/crossentropy": 1.1957984417676926,
      "loss/hidden": 0.154296875,
      "loss/logits": 0.009009127970784903,
      "step": 271
    },
    {
      "epoch": 0.272,
      "grad_norm": 1.4765625,
      "grad_norm_var": 1.5925636291503906,
      "learning_rate": 2e-05,
      "loss": 0.1714,
      "loss/crossentropy": 2.025519847869873,
      "loss/hidden": 0.158203125,
      "loss/logits": 0.013240211643278599,
      "step": 272
    },
    {
      "epoch": 0.273,
      "grad_norm": 1.1640625,
      "grad_norm_var": 0.7817179361979166,
      "learning_rate": 2e-05,
      "loss": 0.1741,
      "loss/crossentropy": 2.028028964996338,
      "loss/hidden": 0.15966796875,
      "loss/logits": 0.014450239017605782,
      "step": 273
    },
    {
      "epoch": 0.274,
      "grad_norm": 1.6953125,
      "grad_norm_var": 0.7689036051432292,
      "learning_rate": 2e-05,
      "loss": 0.183,
      "loss/crossentropy": 1.8278576731681824,
      "loss/hidden": 0.16796875,
      "loss/logits": 0.01498580351471901,
      "step": 274
    },
    {
      "epoch": 0.275,
      "grad_norm": 2.015625,
      "grad_norm_var": 0.7609659830729166,
      "learning_rate": 2e-05,
      "loss": 0.1968,
      "loss/crossentropy": 1.6091482639312744,
      "loss/hidden": 0.1796875,
      "loss/logits": 0.017123520374298096,
      "step": 275
    },
    {
      "epoch": 0.276,
      "grad_norm": 1.5703125,
      "grad_norm_var": 0.746240234375,
      "learning_rate": 2e-05,
      "loss": 0.1621,
      "loss/crossentropy": 2.029966711997986,
      "loss/hidden": 0.15087890625,
      "loss/logits": 0.011231188662350178,
      "step": 276
    },
    {
      "epoch": 0.277,
      "grad_norm": 1.5703125,
      "grad_norm_var": 0.7426106770833333,
      "learning_rate": 2e-05,
      "loss": 0.1714,
      "loss/crossentropy": 1.753463089466095,
      "loss/hidden": 0.1591796875,
      "loss/logits": 0.01222995389252901,
      "step": 277
    },
    {
      "epoch": 0.278,
      "grad_norm": 1.390625,
      "grad_norm_var": 0.7326131184895833,
      "learning_rate": 2e-05,
      "loss": 0.1484,
      "loss/crossentropy": 2.815610885620117,
      "loss/hidden": 0.13623046875,
      "loss/logits": 0.012166950851678848,
      "step": 278
    },
    {
      "epoch": 0.279,
      "grad_norm": 1.59375,
      "grad_norm_var": 0.7224568684895833,
      "learning_rate": 2e-05,
      "loss": 0.19,
      "loss/crossentropy": 1.6269866228103638,
      "loss/hidden": 0.17529296875,
      "loss/logits": 0.014737497083842754,
      "step": 279
    },
    {
      "epoch": 0.28,
      "grad_norm": 2.453125,
      "grad_norm_var": 0.7385701497395833,
      "learning_rate": 2e-05,
      "loss": 0.1486,
      "loss/crossentropy": 0.8505218476057053,
      "loss/hidden": 0.141845703125,
      "loss/logits": 0.006716415053233504,
      "step": 280
    },
    {
      "epoch": 0.281,
      "grad_norm": 3.78125,
      "grad_norm_var": 0.9365740458170573,
      "learning_rate": 2e-05,
      "loss": 0.1775,
      "loss/crossentropy": 2.1807326674461365,
      "loss/hidden": 0.1611328125,
      "loss/logits": 0.016383664682507515,
      "step": 281
    },
    {
      "epoch": 0.282,
      "grad_norm": 1.34375,
      "grad_norm_var": 0.9446917215983073,
      "learning_rate": 2e-05,
      "loss": 0.1684,
      "loss/crossentropy": 2.2373656034469604,
      "loss/hidden": 0.15478515625,
      "loss/logits": 0.013567784801125526,
      "step": 282
    },
    {
      "epoch": 0.283,
      "grad_norm": 1.859375,
      "grad_norm_var": 0.40909805297851565,
      "learning_rate": 2e-05,
      "loss": 0.1811,
      "loss/crossentropy": 2.249536633491516,
      "loss/hidden": 0.16455078125,
      "loss/logits": 0.01651722937822342,
      "step": 283
    },
    {
      "epoch": 0.284,
      "grad_norm": 1.546875,
      "grad_norm_var": 0.40612157185872394,
      "learning_rate": 2e-05,
      "loss": 0.1828,
      "loss/crossentropy": 1.6665422916412354,
      "loss/hidden": 0.16943359375,
      "loss/logits": 0.013365902472287416,
      "step": 284
    },
    {
      "epoch": 0.285,
      "grad_norm": 2.375,
      "grad_norm_var": 0.4088043212890625,
      "learning_rate": 2e-05,
      "loss": 0.1882,
      "loss/crossentropy": 1.3738424181938171,
      "loss/hidden": 0.17578125,
      "loss/logits": 0.012407675385475159,
      "step": 285
    },
    {
      "epoch": 0.286,
      "grad_norm": 2.5,
      "grad_norm_var": 0.42530288696289065,
      "learning_rate": 2e-05,
      "loss": 0.1692,
      "loss/crossentropy": 2.0839606523513794,
      "loss/hidden": 0.15673828125,
      "loss/logits": 0.01245969720184803,
      "step": 286
    },
    {
      "epoch": 0.287,
      "grad_norm": 1.890625,
      "grad_norm_var": 0.4140968322753906,
      "learning_rate": 2e-05,
      "loss": 0.2152,
      "loss/crossentropy": 1.6726297736167908,
      "loss/hidden": 0.197265625,
      "loss/logits": 0.017983403988182545,
      "step": 287
    },
    {
      "epoch": 0.288,
      "grad_norm": 1.5,
      "grad_norm_var": 0.412841796875,
      "learning_rate": 2e-05,
      "loss": 0.1656,
      "loss/crossentropy": 2.1090754866600037,
      "loss/hidden": 0.15185546875,
      "loss/logits": 0.013696501962840557,
      "step": 288
    },
    {
      "epoch": 0.289,
      "grad_norm": 2.046875,
      "grad_norm_var": 0.37602920532226564,
      "learning_rate": 2e-05,
      "loss": 0.2104,
      "loss/crossentropy": 2.181394100189209,
      "loss/hidden": 0.19140625,
      "loss/logits": 0.01902033807709813,
      "step": 289
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.3203125,
      "grad_norm_var": 0.3973426818847656,
      "learning_rate": 2e-05,
      "loss": 0.1687,
      "loss/crossentropy": 1.9306071400642395,
      "loss/hidden": 0.15625,
      "loss/logits": 0.012489455286413431,
      "step": 290
    },
    {
      "epoch": 0.291,
      "grad_norm": 1.640625,
      "grad_norm_var": 0.40146865844726565,
      "learning_rate": 2e-05,
      "loss": 0.1893,
      "loss/crossentropy": 1.672035276889801,
      "loss/hidden": 0.17578125,
      "loss/logits": 0.013549179770052433,
      "step": 291
    },
    {
      "epoch": 0.292,
      "grad_norm": 1.640625,
      "grad_norm_var": 0.3986968994140625,
      "learning_rate": 2e-05,
      "loss": 0.1994,
      "loss/crossentropy": 1.8278534412384033,
      "loss/hidden": 0.1845703125,
      "loss/logits": 0.014865144155919552,
      "step": 292
    },
    {
      "epoch": 0.293,
      "grad_norm": 1.640625,
      "grad_norm_var": 0.39588394165039065,
      "learning_rate": 2e-05,
      "loss": 0.1816,
      "loss/crossentropy": 2.2214853763580322,
      "loss/hidden": 0.16748046875,
      "loss/logits": 0.014129704795777798,
      "step": 293
    },
    {
      "epoch": 0.294,
      "grad_norm": 1.6796875,
      "grad_norm_var": 0.3811767578125,
      "learning_rate": 2e-05,
      "loss": 0.2136,
      "loss/crossentropy": 1.7116456627845764,
      "loss/hidden": 0.1982421875,
      "loss/logits": 0.015314914286136627,
      "step": 294
    },
    {
      "epoch": 0.295,
      "grad_norm": 1.3359375,
      "grad_norm_var": 0.3967445373535156,
      "learning_rate": 2e-05,
      "loss": 0.1888,
      "loss/crossentropy": 1.9804767370224,
      "loss/hidden": 0.17431640625,
      "loss/logits": 0.014444439671933651,
      "step": 295
    },
    {
      "epoch": 0.296,
      "grad_norm": 1.875,
      "grad_norm_var": 0.37574234008789065,
      "learning_rate": 2e-05,
      "loss": 0.2019,
      "loss/crossentropy": 1.738105595111847,
      "loss/hidden": 0.18896484375,
      "loss/logits": 0.012953449971973896,
      "step": 296
    },
    {
      "epoch": 0.297,
      "grad_norm": 1.859375,
      "grad_norm_var": 0.11774063110351562,
      "learning_rate": 2e-05,
      "loss": 0.227,
      "loss/crossentropy": 2.2144758701324463,
      "loss/hidden": 0.2060546875,
      "loss/logits": 0.02090621367096901,
      "step": 297
    },
    {
      "epoch": 0.298,
      "grad_norm": 1.1953125,
      "grad_norm_var": 0.12722574869791667,
      "learning_rate": 2e-05,
      "loss": 0.1889,
      "loss/crossentropy": 2.162367820739746,
      "loss/hidden": 0.173828125,
      "loss/logits": 0.015115509741008282,
      "step": 298
    },
    {
      "epoch": 0.299,
      "grad_norm": 1.40625,
      "grad_norm_var": 0.1330963134765625,
      "learning_rate": 2e-05,
      "loss": 0.1827,
      "loss/crossentropy": 1.5395055413246155,
      "loss/hidden": 0.16943359375,
      "loss/logits": 0.013315946329385042,
      "step": 299
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.5546875,
      "grad_norm_var": 0.1329241434733073,
      "learning_rate": 2e-05,
      "loss": 0.1786,
      "loss/crossentropy": 2.3225117325782776,
      "loss/hidden": 0.16455078125,
      "loss/logits": 0.014059492386877537,
      "step": 300
    },
    {
      "epoch": 0.301,
      "grad_norm": 2.3125,
      "grad_norm_var": 0.12767918904622397,
      "learning_rate": 2e-05,
      "loss": 0.2045,
      "loss/crossentropy": 1.6509876251220703,
      "loss/hidden": 0.18798828125,
      "loss/logits": 0.016557442024350166,
      "step": 301
    },
    {
      "epoch": 0.302,
      "grad_norm": 1.546875,
      "grad_norm_var": 0.08436660766601563,
      "learning_rate": 2e-05,
      "loss": 0.2172,
      "loss/crossentropy": 1.8931352496147156,
      "loss/hidden": 0.19970703125,
      "loss/logits": 0.017513110302388668,
      "step": 302
    },
    {
      "epoch": 0.303,
      "grad_norm": 1.3203125,
      "grad_norm_var": 0.08661295572916666,
      "learning_rate": 2e-05,
      "loss": 0.1832,
      "loss/crossentropy": 2.438356041908264,
      "loss/hidden": 0.16943359375,
      "loss/logits": 0.01381587702780962,
      "step": 303
    },
    {
      "epoch": 0.304,
      "grad_norm": 2.53125,
      "grad_norm_var": 0.13696695963541666,
      "learning_rate": 2e-05,
      "loss": 0.2107,
      "loss/crossentropy": 1.7741122841835022,
      "loss/hidden": 0.193359375,
      "loss/logits": 0.017319072037935257,
      "step": 304
    },
    {
      "epoch": 0.305,
      "grad_norm": 1.90625,
      "grad_norm_var": 0.13135477701822917,
      "learning_rate": 2e-05,
      "loss": 0.1921,
      "loss/crossentropy": 2.2266836166381836,
      "loss/hidden": 0.17578125,
      "loss/logits": 0.016311957966536283,
      "step": 305
    },
    {
      "epoch": 0.306,
      "grad_norm": 1.4140625,
      "grad_norm_var": 0.12749735514322916,
      "learning_rate": 2e-05,
      "loss": 0.1934,
      "loss/crossentropy": 1.9566237926483154,
      "loss/hidden": 0.17919921875,
      "loss/logits": 0.014166621956974268,
      "step": 306
    },
    {
      "epoch": 0.307,
      "grad_norm": 5.46875,
      "grad_norm_var": 1.0239664713541667,
      "learning_rate": 2e-05,
      "loss": 0.1923,
      "loss/crossentropy": 0.48859013617038727,
      "loss/hidden": 0.18603515625,
      "loss/logits": 0.006227712146937847,
      "step": 307
    },
    {
      "epoch": 0.308,
      "grad_norm": 2.375,
      "grad_norm_var": 1.0305165608723958,
      "learning_rate": 2e-05,
      "loss": 0.2001,
      "loss/crossentropy": 1.4687460958957672,
      "loss/hidden": 0.18994140625,
      "loss/logits": 0.01019106456078589,
      "step": 308
    },
    {
      "epoch": 0.309,
      "grad_norm": 1.6328125,
      "grad_norm_var": 1.0308570861816406,
      "learning_rate": 2e-05,
      "loss": 0.2086,
      "loss/crossentropy": 2.159992814064026,
      "loss/hidden": 0.19189453125,
      "loss/logits": 0.016735559795051813,
      "step": 309
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.6015625,
      "grad_norm_var": 1.0341936747233074,
      "learning_rate": 2e-05,
      "loss": 0.2022,
      "loss/crossentropy": 2.1935722827911377,
      "loss/hidden": 0.18505859375,
      "loss/logits": 0.01716968510299921,
      "step": 310
    },
    {
      "epoch": 0.311,
      "grad_norm": 1.7421875,
      "grad_norm_var": 1.0107866923014324,
      "learning_rate": 2e-05,
      "loss": 0.1908,
      "loss/crossentropy": 2.2257096767425537,
      "loss/hidden": 0.1748046875,
      "loss/logits": 0.01596822775900364,
      "step": 311
    },
    {
      "epoch": 0.312,
      "grad_norm": 1.5625,
      "grad_norm_var": 1.0214271545410156,
      "learning_rate": 2e-05,
      "loss": 0.2196,
      "loss/crossentropy": 1.4189770817756653,
      "loss/hidden": 0.20458984375,
      "loss/logits": 0.01496713887900114,
      "step": 312
    },
    {
      "epoch": 0.313,
      "grad_norm": 2.546875,
      "grad_norm_var": 1.0413449605305989,
      "learning_rate": 2e-05,
      "loss": 0.2043,
      "loss/crossentropy": 1.9225648045539856,
      "loss/hidden": 0.18896484375,
      "loss/logits": 0.015352770686149597,
      "step": 313
    },
    {
      "epoch": 0.314,
      "grad_norm": 1.5390625,
      "grad_norm_var": 1.0115130106608072,
      "learning_rate": 2e-05,
      "loss": 0.2049,
      "loss/crossentropy": 1.8363057971000671,
      "loss/hidden": 0.1904296875,
      "loss/logits": 0.01448015309870243,
      "step": 314
    },
    {
      "epoch": 0.315,
      "grad_norm": 1.6171875,
      "grad_norm_var": 0.9967844645182292,
      "learning_rate": 2e-05,
      "loss": 0.2193,
      "loss/crossentropy": 1.560690462589264,
      "loss/hidden": 0.20458984375,
      "loss/logits": 0.014727555215358734,
      "step": 315
    },
    {
      "epoch": 0.316,
      "grad_norm": 53.5,
      "grad_norm_var": 166.26641006469725,
      "learning_rate": 2e-05,
      "loss": 0.2757,
      "loss/crossentropy": 2.1398332118988037,
      "loss/hidden": 0.25537109375,
      "loss/logits": 0.020312640815973282,
      "step": 316
    },
    {
      "epoch": 0.317,
      "grad_norm": 1.265625,
      "grad_norm_var": 166.75031712849935,
      "learning_rate": 2e-05,
      "loss": 0.197,
      "loss/crossentropy": 2.4257794618606567,
      "loss/hidden": 0.1806640625,
      "loss/logits": 0.0163337429985404,
      "step": 317
    },
    {
      "epoch": 0.318,
      "grad_norm": 1.9921875,
      "grad_norm_var": 166.5444325764974,
      "learning_rate": 2e-05,
      "loss": 0.2233,
      "loss/crossentropy": 1.9029493927955627,
      "loss/hidden": 0.20556640625,
      "loss/logits": 0.017750290222465992,
      "step": 318
    },
    {
      "epoch": 0.319,
      "grad_norm": 3.703125,
      "grad_norm_var": 165.65049006144207,
      "learning_rate": 2e-05,
      "loss": 0.1867,
      "loss/crossentropy": 1.2511920928955078,
      "loss/hidden": 0.17578125,
      "loss/logits": 0.010939843952655792,
      "step": 319
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.28125,
      "grad_norm_var": 166.22625503540038,
      "learning_rate": 2e-05,
      "loss": 0.1851,
      "loss/crossentropy": 2.3942267894744873,
      "loss/hidden": 0.17138671875,
      "loss/logits": 0.013719380833208561,
      "step": 320
    },
    {
      "epoch": 0.321,
      "grad_norm": 1.2265625,
      "grad_norm_var": 166.56466064453124,
      "learning_rate": 2e-05,
      "loss": 0.1952,
      "loss/crossentropy": 1.8679406642913818,
      "loss/hidden": 0.18212890625,
      "loss/logits": 0.013037680182605982,
      "step": 321
    },
    {
      "epoch": 0.322,
      "grad_norm": 1.5390625,
      "grad_norm_var": 166.50121663411457,
      "learning_rate": 2e-05,
      "loss": 0.2283,
      "loss/crossentropy": 1.9437570571899414,
      "loss/hidden": 0.2109375,
      "loss/logits": 0.017378264106810093,
      "step": 322
    },
    {
      "epoch": 0.323,
      "grad_norm": 2.09375,
      "grad_norm_var": 167.1313924153646,
      "learning_rate": 2e-05,
      "loss": 0.2546,
      "loss/crossentropy": 1.438418209552765,
      "loss/hidden": 0.2353515625,
      "loss/logits": 0.019218457862734795,
      "step": 323
    },
    {
      "epoch": 0.324,
      "grad_norm": 1.7734375,
      "grad_norm_var": 167.37066624959309,
      "learning_rate": 2e-05,
      "loss": 0.1924,
      "loss/crossentropy": 1.98748379945755,
      "loss/hidden": 0.17919921875,
      "loss/logits": 0.013240392319858074,
      "step": 324
    },
    {
      "epoch": 0.325,
      "grad_norm": 1.984375,
      "grad_norm_var": 167.21874593098957,
      "learning_rate": 2e-05,
      "loss": 0.1905,
      "loss/crossentropy": 1.5414408445358276,
      "loss/hidden": 0.1787109375,
      "loss/logits": 0.011756124440580606,
      "step": 325
    },
    {
      "epoch": 0.326,
      "grad_norm": 1.625,
      "grad_norm_var": 167.2079709370931,
      "learning_rate": 2e-05,
      "loss": 0.2237,
      "loss/crossentropy": 2.0893434286117554,
      "loss/hidden": 0.20556640625,
      "loss/logits": 0.018133269622921944,
      "step": 326
    },
    {
      "epoch": 0.327,
      "grad_norm": 2.84375,
      "grad_norm_var": 166.79621175130208,
      "learning_rate": 2e-05,
      "loss": 0.1658,
      "loss/crossentropy": 0.912944782525301,
      "loss/hidden": 0.1591796875,
      "loss/logits": 0.006613137491513044,
      "step": 327
    },
    {
      "epoch": 0.328,
      "grad_norm": 2.59375,
      "grad_norm_var": 166.37202962239584,
      "learning_rate": 2e-05,
      "loss": 0.2162,
      "loss/crossentropy": 1.5049991756677628,
      "loss/hidden": 0.20361328125,
      "loss/logits": 0.012560161063447595,
      "step": 328
    },
    {
      "epoch": 0.329,
      "grad_norm": 2.796875,
      "grad_norm_var": 166.28765462239582,
      "learning_rate": 2e-05,
      "loss": 0.2336,
      "loss/crossentropy": 1.5983822345733643,
      "loss/hidden": 0.21630859375,
      "loss/logits": 0.0172890517860651,
      "step": 329
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.96875,
      "grad_norm_var": 165.46708145141602,
      "learning_rate": 2e-05,
      "loss": 0.2399,
      "loss/crossentropy": 2.047563672065735,
      "loss/hidden": 0.220703125,
      "loss/logits": 0.01918058656156063,
      "step": 330
    },
    {
      "epoch": 0.331,
      "grad_norm": 1.5703125,
      "grad_norm_var": 165.49062881469726,
      "learning_rate": 2e-05,
      "loss": 0.2215,
      "loss/crossentropy": 2.413437008857727,
      "loss/hidden": 0.203125,
      "loss/logits": 0.018364297226071358,
      "step": 331
    },
    {
      "epoch": 0.332,
      "grad_norm": 1.4375,
      "grad_norm_var": 0.7243405659993489,
      "learning_rate": 2e-05,
      "loss": 0.2291,
      "loss/crossentropy": 1.7002423405647278,
      "loss/hidden": 0.2138671875,
      "loss/logits": 0.015211229212582111,
      "step": 332
    },
    {
      "epoch": 0.333,
      "grad_norm": 1.71875,
      "grad_norm_var": 0.6864031473795573,
      "learning_rate": 2e-05,
      "loss": 0.2687,
      "loss/crossentropy": 1.7492387890815735,
      "loss/hidden": 0.24755859375,
      "loss/logits": 0.021109523251652718,
      "step": 333
    },
    {
      "epoch": 0.334,
      "grad_norm": 2.671875,
      "grad_norm_var": 0.7023996988932292,
      "learning_rate": 2e-05,
      "loss": 0.267,
      "loss/crossentropy": 1.8675777316093445,
      "loss/hidden": 0.2470703125,
      "loss/logits": 0.019932386465370655,
      "step": 334
    },
    {
      "epoch": 0.335,
      "grad_norm": 3.515625,
      "grad_norm_var": 0.6664377848307291,
      "learning_rate": 2e-05,
      "loss": 0.2483,
      "loss/crossentropy": 1.4301924109458923,
      "loss/hidden": 0.23193359375,
      "loss/logits": 0.016404244117438793,
      "step": 335
    },
    {
      "epoch": 0.336,
      "grad_norm": 2.046875,
      "grad_norm_var": 0.61285400390625,
      "learning_rate": 2e-05,
      "loss": 0.2359,
      "loss/crossentropy": 1.8374149799346924,
      "loss/hidden": 0.21826171875,
      "loss/logits": 0.017619389109313488,
      "step": 336
    },
    {
      "epoch": 0.337,
      "grad_norm": 1.4140625,
      "grad_norm_var": 0.59039306640625,
      "learning_rate": 2e-05,
      "loss": 0.2243,
      "loss/crossentropy": 1.9097219705581665,
      "loss/hidden": 0.20751953125,
      "loss/logits": 0.016775669530034065,
      "step": 337
    },
    {
      "epoch": 0.338,
      "grad_norm": 1.5234375,
      "grad_norm_var": 0.5918365478515625,
      "learning_rate": 2e-05,
      "loss": 0.2368,
      "loss/crossentropy": 1.950836181640625,
      "loss/hidden": 0.21826171875,
      "loss/logits": 0.018574767746031284,
      "step": 338
    },
    {
      "epoch": 0.339,
      "grad_norm": 1.7734375,
      "grad_norm_var": 0.6037961324055989,
      "learning_rate": 2e-05,
      "loss": 0.2568,
      "loss/crossentropy": 2.2642165422439575,
      "loss/hidden": 0.236328125,
      "loss/logits": 0.020494097843766212,
      "step": 339
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.421875,
      "grad_norm_var": 0.6790812174479167,
      "learning_rate": 2e-05,
      "loss": 0.2163,
      "loss/crossentropy": 0.9126859158277512,
      "loss/hidden": 0.208984375,
      "loss/logits": 0.007284831663127989,
      "step": 340
    },
    {
      "epoch": 0.341,
      "grad_norm": 1.765625,
      "grad_norm_var": 0.6914713541666667,
      "learning_rate": 2e-05,
      "loss": 0.2768,
      "loss/crossentropy": 2.073229432106018,
      "loss/hidden": 0.25244140625,
      "loss/logits": 0.02436121366918087,
      "step": 341
    },
    {
      "epoch": 0.342,
      "grad_norm": 1.984375,
      "grad_norm_var": 0.6675364176432291,
      "learning_rate": 2e-05,
      "loss": 0.2537,
      "loss/crossentropy": 2.194327235221863,
      "loss/hidden": 0.23388671875,
      "loss/logits": 0.019843836314976215,
      "step": 342
    },
    {
      "epoch": 0.343,
      "grad_norm": 2.125,
      "grad_norm_var": 0.6491933186848958,
      "learning_rate": 2e-05,
      "loss": 0.2386,
      "loss/crossentropy": 2.0116490721702576,
      "loss/hidden": 0.21923828125,
      "loss/logits": 0.01933881640434265,
      "step": 343
    },
    {
      "epoch": 0.344,
      "grad_norm": 1.8515625,
      "grad_norm_var": 0.6516334533691406,
      "learning_rate": 2e-05,
      "loss": 0.2251,
      "loss/crossentropy": 2.178938388824463,
      "loss/hidden": 0.2080078125,
      "loss/logits": 0.01710722129791975,
      "step": 344
    },
    {
      "epoch": 0.345,
      "grad_norm": 2.75,
      "grad_norm_var": 0.6481910705566406,
      "learning_rate": 2e-05,
      "loss": 0.2717,
      "loss/crossentropy": 1.5063744187355042,
      "loss/hidden": 0.2529296875,
      "loss/logits": 0.018804851919412613,
      "step": 345
    },
    {
      "epoch": 0.346,
      "grad_norm": 7.65625,
      "grad_norm_var": 2.357260894775391,
      "learning_rate": 2e-05,
      "loss": 0.2667,
      "loss/crossentropy": 2.1732876300811768,
      "loss/hidden": 0.24365234375,
      "loss/logits": 0.023004580289125443,
      "step": 346
    },
    {
      "epoch": 0.347,
      "grad_norm": 1.4453125,
      "grad_norm_var": 2.3729265848795573,
      "learning_rate": 2e-05,
      "loss": 0.2344,
      "loss/crossentropy": 2.7138930559158325,
      "loss/hidden": 0.21533203125,
      "loss/logits": 0.01906493306159973,
      "step": 347
    },
    {
      "epoch": 0.348,
      "grad_norm": 1.578125,
      "grad_norm_var": 2.3552935282389322,
      "learning_rate": 2e-05,
      "loss": 0.2579,
      "loss/crossentropy": 1.9490618705749512,
      "loss/hidden": 0.23779296875,
      "loss/logits": 0.02011325489729643,
      "step": 348
    },
    {
      "epoch": 0.349,
      "grad_norm": 2.1875,
      "grad_norm_var": 2.3231585184733072,
      "learning_rate": 2e-05,
      "loss": 0.2559,
      "loss/crossentropy": 2.595244288444519,
      "loss/hidden": 0.234375,
      "loss/logits": 0.021507341414690018,
      "step": 349
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.8671875,
      "grad_norm_var": 2.34324951171875,
      "learning_rate": 2e-05,
      "loss": 0.2372,
      "loss/crossentropy": 1.9536077380180359,
      "loss/hidden": 0.21875,
      "loss/logits": 0.018428120762109756,
      "step": 350
    },
    {
      "epoch": 0.351,
      "grad_norm": 2.40625,
      "grad_norm_var": 2.2598297119140627,
      "learning_rate": 2e-05,
      "loss": 0.2742,
      "loss/crossentropy": 1.5974725484848022,
      "loss/hidden": 0.2548828125,
      "loss/logits": 0.019336224533617496,
      "step": 351
    },
    {
      "epoch": 0.352,
      "grad_norm": 1.671875,
      "grad_norm_var": 2.2843902587890623,
      "learning_rate": 2e-05,
      "loss": 0.2418,
      "loss/crossentropy": 1.526045560836792,
      "loss/hidden": 0.2265625,
      "loss/logits": 0.015270682983100414,
      "step": 352
    },
    {
      "epoch": 0.353,
      "grad_norm": 1.84375,
      "grad_norm_var": 2.2429461161295574,
      "learning_rate": 2e-05,
      "loss": 0.2647,
      "loss/crossentropy": 1.7462327480316162,
      "loss/hidden": 0.24609375,
      "loss/logits": 0.018634210340678692,
      "step": 353
    },
    {
      "epoch": 0.354,
      "grad_norm": 1.5078125,
      "grad_norm_var": 2.2447161356608074,
      "learning_rate": 2e-05,
      "loss": 0.2625,
      "loss/crossentropy": 1.5919590592384338,
      "loss/hidden": 0.244140625,
      "loss/logits": 0.018357904627919197,
      "step": 354
    },
    {
      "epoch": 0.355,
      "grad_norm": 2.0625,
      "grad_norm_var": 2.2271484375,
      "learning_rate": 2e-05,
      "loss": 0.2872,
      "loss/crossentropy": 1.8317471146583557,
      "loss/hidden": 0.263671875,
      "loss/logits": 0.023572669364511967,
      "step": 355
    },
    {
      "epoch": 0.356,
      "grad_norm": 1.7421875,
      "grad_norm_var": 2.170776112874349,
      "learning_rate": 2e-05,
      "loss": 0.2404,
      "loss/crossentropy": 2.284816026687622,
      "loss/hidden": 0.22216796875,
      "loss/logits": 0.01825767755508423,
      "step": 356
    },
    {
      "epoch": 0.357,
      "grad_norm": 1.4375,
      "grad_norm_var": 2.199914296468099,
      "learning_rate": 2e-05,
      "loss": 0.2427,
      "loss/crossentropy": 2.321465492248535,
      "loss/hidden": 0.2236328125,
      "loss/logits": 0.019115036353468895,
      "step": 357
    },
    {
      "epoch": 0.358,
      "grad_norm": 2.21875,
      "grad_norm_var": 2.194817860921224,
      "learning_rate": 2e-05,
      "loss": 0.2768,
      "loss/crossentropy": 1.8682809472084045,
      "loss/hidden": 0.25732421875,
      "loss/logits": 0.019482238218188286,
      "step": 358
    },
    {
      "epoch": 0.359,
      "grad_norm": 1.453125,
      "grad_norm_var": 2.236197662353516,
      "learning_rate": 2e-05,
      "loss": 0.2433,
      "loss/crossentropy": 1.6617138981819153,
      "loss/hidden": 0.22802734375,
      "loss/logits": 0.015255556907504797,
      "step": 359
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.53125,
      "grad_norm_var": 2.258771769205729,
      "learning_rate": 2e-05,
      "loss": 0.2572,
      "loss/crossentropy": 1.7371195554733276,
      "loss/hidden": 0.2392578125,
      "loss/logits": 0.01798265241086483,
      "step": 360
    },
    {
      "epoch": 0.361,
      "grad_norm": 1.6015625,
      "grad_norm_var": 2.2585100809733074,
      "learning_rate": 2e-05,
      "loss": 0.2657,
      "loss/crossentropy": 2.2058807611465454,
      "loss/hidden": 0.24365234375,
      "loss/logits": 0.022086018696427345,
      "step": 361
    },
    {
      "epoch": 0.362,
      "grad_norm": 1.6796875,
      "grad_norm_var": 0.09375712076822916,
      "learning_rate": 2e-05,
      "loss": 0.2811,
      "loss/crossentropy": 1.7656659483909607,
      "loss/hidden": 0.2607421875,
      "loss/logits": 0.02040653582662344,
      "step": 362
    },
    {
      "epoch": 0.363,
      "grad_norm": 1.59375,
      "grad_norm_var": 0.08881403605143229,
      "learning_rate": 2e-05,
      "loss": 0.2609,
      "loss/crossentropy": 1.8748412728309631,
      "loss/hidden": 0.24169921875,
      "loss/logits": 0.01923577580600977,
      "step": 363
    },
    {
      "epoch": 0.364,
      "grad_norm": 1.484375,
      "grad_norm_var": 0.0918108622233073,
      "learning_rate": 2e-05,
      "loss": 0.2624,
      "loss/crossentropy": 2.2202606201171875,
      "loss/hidden": 0.2412109375,
      "loss/logits": 0.021174591034650803,
      "step": 364
    },
    {
      "epoch": 0.365,
      "grad_norm": 2.875,
      "grad_norm_var": 0.15979995727539062,
      "learning_rate": 2e-05,
      "loss": 0.2783,
      "loss/crossentropy": 1.4792028665542603,
      "loss/hidden": 0.2587890625,
      "loss/logits": 0.01950626727193594,
      "step": 365
    },
    {
      "epoch": 0.366,
      "grad_norm": 1.28125,
      "grad_norm_var": 0.1768707275390625,
      "learning_rate": 2e-05,
      "loss": 0.2551,
      "loss/crossentropy": 2.0616153478622437,
      "loss/hidden": 0.23681640625,
      "loss/logits": 0.018247103318572044,
      "step": 366
    },
    {
      "epoch": 0.367,
      "grad_norm": 4.84375,
      "grad_norm_var": 0.7535552978515625,
      "learning_rate": 2e-05,
      "loss": 0.2611,
      "loss/crossentropy": 1.4847497940063477,
      "loss/hidden": 0.24365234375,
      "loss/logits": 0.017470326274633408,
      "step": 367
    },
    {
      "epoch": 0.368,
      "grad_norm": 2.34375,
      "grad_norm_var": 0.758935546875,
      "learning_rate": 2e-05,
      "loss": 0.3112,
      "loss/crossentropy": 1.5849341750144958,
      "loss/hidden": 0.2919921875,
      "loss/logits": 0.01922945911064744,
      "step": 368
    },
    {
      "epoch": 0.369,
      "grad_norm": 2.0625,
      "grad_norm_var": 0.7582804361979166,
      "learning_rate": 2e-05,
      "loss": 0.2421,
      "loss/crossentropy": 2.056998133659363,
      "loss/hidden": 0.2236328125,
      "loss/logits": 0.018427716568112373,
      "step": 369
    },
    {
      "epoch": 0.37,
      "grad_norm": 2.484375,
      "grad_norm_var": 0.7560869852701823,
      "learning_rate": 2e-05,
      "loss": 0.2576,
      "loss/crossentropy": 1.2348133325576782,
      "loss/hidden": 0.24609375,
      "loss/logits": 0.011468608397990465,
      "step": 370
    },
    {
      "epoch": 0.371,
      "grad_norm": 1.8203125,
      "grad_norm_var": 0.7591379801432292,
      "learning_rate": 2e-05,
      "loss": 0.2614,
      "loss/crossentropy": 1.803863763809204,
      "loss/hidden": 0.2451171875,
      "loss/logits": 0.0162671972066164,
      "step": 371
    },
    {
      "epoch": 0.372,
      "grad_norm": 1.8671875,
      "grad_norm_var": 0.7553456624348959,
      "learning_rate": 2e-05,
      "loss": 0.2698,
      "loss/crossentropy": 2.1798359155654907,
      "loss/hidden": 0.25,
      "loss/logits": 0.01984146609902382,
      "step": 372
    },
    {
      "epoch": 0.373,
      "grad_norm": 1.6171875,
      "grad_norm_var": 0.7430213928222656,
      "learning_rate": 2e-05,
      "loss": 0.2549,
      "loss/crossentropy": 2.1805367469787598,
      "loss/hidden": 0.2353515625,
      "loss/logits": 0.019528215751051903,
      "step": 373
    },
    {
      "epoch": 0.374,
      "grad_norm": 1.6015625,
      "grad_norm_var": 0.7527252197265625,
      "learning_rate": 2e-05,
      "loss": 0.2466,
      "loss/crossentropy": 2.310236632823944,
      "loss/hidden": 0.22900390625,
      "loss/logits": 0.017580187879502773,
      "step": 374
    },
    {
      "epoch": 0.375,
      "grad_norm": 1.2734375,
      "grad_norm_var": 0.7680559794108073,
      "learning_rate": 2e-05,
      "loss": 0.2513,
      "loss/crossentropy": 2.1785320043563843,
      "loss/hidden": 0.2314453125,
      "loss/logits": 0.01982511207461357,
      "step": 375
    },
    {
      "epoch": 0.376,
      "grad_norm": 4.4375,
      "grad_norm_var": 1.1152544657389323,
      "learning_rate": 2e-05,
      "loss": 0.2596,
      "loss/crossentropy": 0.8171134777367115,
      "loss/hidden": 0.25048828125,
      "loss/logits": 0.009078820585273206,
      "step": 376
    },
    {
      "epoch": 0.377,
      "grad_norm": 1.328125,
      "grad_norm_var": 1.1409871419270834,
      "learning_rate": 2e-05,
      "loss": 0.2424,
      "loss/crossentropy": 1.7614737749099731,
      "loss/hidden": 0.2255859375,
      "loss/logits": 0.0168464295566082,
      "step": 377
    },
    {
      "epoch": 0.378,
      "grad_norm": 2.59375,
      "grad_norm_var": 1.134411366780599,
      "learning_rate": 2e-05,
      "loss": 0.274,
      "loss/crossentropy": 2.0964131355285645,
      "loss/hidden": 0.2529296875,
      "loss/logits": 0.021060709841549397,
      "step": 378
    },
    {
      "epoch": 0.379,
      "grad_norm": 4.28125,
      "grad_norm_var": 1.361694081624349,
      "learning_rate": 2e-05,
      "loss": 0.3697,
      "loss/crossentropy": 2.450555920600891,
      "loss/hidden": 0.333984375,
      "loss/logits": 0.03570409305393696,
      "step": 379
    },
    {
      "epoch": 0.38,
      "grad_norm": 2.75,
      "grad_norm_var": 1.309454091389974,
      "learning_rate": 2e-05,
      "loss": 0.2725,
      "loss/crossentropy": 1.5147664248943329,
      "loss/hidden": 0.255859375,
      "loss/logits": 0.016599873080849648,
      "step": 380
    },
    {
      "epoch": 0.381,
      "grad_norm": 1.3203125,
      "grad_norm_var": 1.3758015950520834,
      "learning_rate": 2e-05,
      "loss": 0.2579,
      "loss/crossentropy": 2.537486433982849,
      "loss/hidden": 0.23486328125,
      "loss/logits": 0.02300652489066124,
      "step": 381
    },
    {
      "epoch": 0.382,
      "grad_norm": 1.7734375,
      "grad_norm_var": 1.319549306233724,
      "learning_rate": 2e-05,
      "loss": 0.2737,
      "loss/crossentropy": 2.0867425203323364,
      "loss/hidden": 0.25390625,
      "loss/logits": 0.01982806995511055,
      "step": 382
    },
    {
      "epoch": 0.383,
      "grad_norm": 4.84375,
      "grad_norm_var": 1.319549306233724,
      "learning_rate": 2e-05,
      "loss": 0.3155,
      "loss/crossentropy": 0.7784290872514248,
      "loss/hidden": 0.302734375,
      "loss/logits": 0.012721415725536644,
      "step": 383
    },
    {
      "epoch": 0.384,
      "grad_norm": 2.296875,
      "grad_norm_var": 1.320037587483724,
      "learning_rate": 2e-05,
      "loss": 0.2877,
      "loss/crossentropy": 1.9695168733596802,
      "loss/hidden": 0.2646484375,
      "loss/logits": 0.023098460398614407,
      "step": 384
    },
    {
      "epoch": 0.385,
      "grad_norm": 2.578125,
      "grad_norm_var": 1.313659413655599,
      "learning_rate": 2e-05,
      "loss": 0.3314,
      "loss/crossentropy": 2.1691209077835083,
      "loss/hidden": 0.3037109375,
      "loss/logits": 0.027717983350157738,
      "step": 385
    },
    {
      "epoch": 0.386,
      "grad_norm": 1.9921875,
      "grad_norm_var": 1.3251790364583333,
      "learning_rate": 2e-05,
      "loss": 0.2891,
      "loss/crossentropy": 2.215142011642456,
      "loss/hidden": 0.267578125,
      "loss/logits": 0.021533265709877014,
      "step": 386
    },
    {
      "epoch": 0.387,
      "grad_norm": 1.765625,
      "grad_norm_var": 1.3295814514160156,
      "learning_rate": 2e-05,
      "loss": 0.2626,
      "loss/crossentropy": 1.975950837135315,
      "loss/hidden": 0.24267578125,
      "loss/logits": 0.01991237886250019,
      "step": 387
    },
    {
      "epoch": 0.388,
      "grad_norm": 1.8671875,
      "grad_norm_var": 1.3295814514160156,
      "learning_rate": 2e-05,
      "loss": 0.2888,
      "loss/crossentropy": 1.7475430369377136,
      "loss/hidden": 0.2685546875,
      "loss/logits": 0.020239483565092087,
      "step": 388
    },
    {
      "epoch": 0.389,
      "grad_norm": 1.5546875,
      "grad_norm_var": 1.3363075256347656,
      "learning_rate": 2e-05,
      "loss": 0.2896,
      "loss/crossentropy": 2.2691071033477783,
      "loss/hidden": 0.265625,
      "loss/logits": 0.023962998762726784,
      "step": 389
    },
    {
      "epoch": 0.39,
      "grad_norm": 3.703125,
      "grad_norm_var": 1.3911041259765624,
      "learning_rate": 2e-05,
      "loss": 0.2825,
      "loss/crossentropy": 1.2959857881069183,
      "loss/hidden": 0.26953125,
      "loss/logits": 0.01301146112382412,
      "step": 390
    },
    {
      "epoch": 0.391,
      "grad_norm": 1.5234375,
      "grad_norm_var": 1.3533762613932292,
      "learning_rate": 2e-05,
      "loss": 0.3079,
      "loss/crossentropy": 1.6272442936897278,
      "loss/hidden": 0.287109375,
      "loss/logits": 0.02082507126033306,
      "step": 391
    },
    {
      "epoch": 0.392,
      "grad_norm": 1.671875,
      "grad_norm_var": 1.1310099283854167,
      "learning_rate": 2e-05,
      "loss": 0.3002,
      "loss/crossentropy": 1.470352828502655,
      "loss/hidden": 0.28125,
      "loss/logits": 0.01891372073441744,
      "step": 392
    },
    {
      "epoch": 0.393,
      "grad_norm": 1.6484375,
      "grad_norm_var": 1.0931292215983073,
      "learning_rate": 2e-05,
      "loss": 0.2669,
      "loss/crossentropy": 2.162920594215393,
      "loss/hidden": 0.2470703125,
      "loss/logits": 0.019794010557234287,
      "step": 393
    },
    {
      "epoch": 0.394,
      "grad_norm": 1.8984375,
      "grad_norm_var": 1.10401611328125,
      "learning_rate": 2e-05,
      "loss": 0.332,
      "loss/crossentropy": 1.9784889817237854,
      "loss/hidden": 0.3056640625,
      "loss/logits": 0.02638086024671793,
      "step": 394
    },
    {
      "epoch": 0.395,
      "grad_norm": 1.65625,
      "grad_norm_var": 0.85587158203125,
      "learning_rate": 2e-05,
      "loss": 0.2741,
      "loss/crossentropy": 2.3192607164382935,
      "loss/hidden": 0.251953125,
      "loss/logits": 0.022180434316396713,
      "step": 395
    },
    {
      "epoch": 0.396,
      "grad_norm": 5.15625,
      "grad_norm_var": 1.4013509114583333,
      "learning_rate": 2e-05,
      "loss": 0.3156,
      "loss/crossentropy": 1.164614673703909,
      "loss/hidden": 0.3017578125,
      "loss/logits": 0.013803320820443332,
      "step": 396
    },
    {
      "epoch": 0.397,
      "grad_norm": 2.96875,
      "grad_norm_var": 1.349676259358724,
      "learning_rate": 2e-05,
      "loss": 0.3132,
      "loss/crossentropy": 1.406236708164215,
      "loss/hidden": 0.2919921875,
      "loss/logits": 0.021233216859400272,
      "step": 397
    },
    {
      "epoch": 0.398,
      "grad_norm": 1.8671875,
      "grad_norm_var": 1.3420041402180989,
      "learning_rate": 2e-05,
      "loss": 0.3031,
      "loss/crossentropy": 2.00553822517395,
      "loss/hidden": 0.28125,
      "loss/logits": 0.021876277402043343,
      "step": 398
    },
    {
      "epoch": 0.399,
      "grad_norm": 1.9453125,
      "grad_norm_var": 0.9369588216145833,
      "learning_rate": 2e-05,
      "loss": 0.3002,
      "loss/crossentropy": 2.423048973083496,
      "loss/hidden": 0.27587890625,
      "loss/logits": 0.024367909878492355,
      "step": 399
    },
    {
      "epoch": 0.4,
      "grad_norm": 2.078125,
      "grad_norm_var": 0.9387532552083333,
      "learning_rate": 2e-05,
      "loss": 0.2802,
      "loss/crossentropy": 2.0390727519989014,
      "loss/hidden": 0.25732421875,
      "loss/logits": 0.022871583700180054,
      "step": 400
    },
    {
      "epoch": 0.401,
      "grad_norm": 2.0,
      "grad_norm_var": 0.9337473551432292,
      "learning_rate": 2e-05,
      "loss": 0.2949,
      "loss/crossentropy": 1.7632352113723755,
      "loss/hidden": 0.2763671875,
      "loss/logits": 0.018549944274127483,
      "step": 401
    },
    {
      "epoch": 0.402,
      "grad_norm": 2.734375,
      "grad_norm_var": 0.9470110575358073,
      "learning_rate": 2e-05,
      "loss": 0.2974,
      "loss/crossentropy": 2.082307666540146,
      "loss/hidden": 0.2802734375,
      "loss/logits": 0.017112099565565586,
      "step": 402
    },
    {
      "epoch": 0.403,
      "grad_norm": 2.015625,
      "grad_norm_var": 0.9346900939941406,
      "learning_rate": 2e-05,
      "loss": 0.3015,
      "loss/crossentropy": 1.6929956078529358,
      "loss/hidden": 0.2822265625,
      "loss/logits": 0.019285614602267742,
      "step": 403
    },
    {
      "epoch": 0.404,
      "grad_norm": 1.7734375,
      "grad_norm_var": 0.9402503967285156,
      "learning_rate": 2e-05,
      "loss": 0.2973,
      "loss/crossentropy": 1.7842009663581848,
      "loss/hidden": 0.2763671875,
      "loss/logits": 0.020938260480761528,
      "step": 404
    },
    {
      "epoch": 0.405,
      "grad_norm": 1.53125,
      "grad_norm_var": 0.9424957275390625,
      "learning_rate": 2e-05,
      "loss": 0.2892,
      "loss/crossentropy": 2.237372636795044,
      "loss/hidden": 0.2685546875,
      "loss/logits": 0.02065686136484146,
      "step": 405
    },
    {
      "epoch": 0.406,
      "grad_norm": 1.4375,
      "grad_norm_var": 0.8275919596354167,
      "learning_rate": 2e-05,
      "loss": 0.3242,
      "loss/crossentropy": 1.9259309768676758,
      "loss/hidden": 0.298828125,
      "loss/logits": 0.025404607877135277,
      "step": 406
    },
    {
      "epoch": 0.407,
      "grad_norm": 1.6171875,
      "grad_norm_var": 0.8206949869791667,
      "learning_rate": 2e-05,
      "loss": 0.3138,
      "loss/crossentropy": 1.921570897102356,
      "loss/hidden": 0.2890625,
      "loss/logits": 0.024776766076683998,
      "step": 407
    },
    {
      "epoch": 0.408,
      "grad_norm": 1.890625,
      "grad_norm_var": 0.8104695638020833,
      "learning_rate": 2e-05,
      "loss": 0.3062,
      "loss/crossentropy": 2.0737192630767822,
      "loss/hidden": 0.2822265625,
      "loss/logits": 0.023924206383526325,
      "step": 408
    },
    {
      "epoch": 0.409,
      "grad_norm": 1.3984375,
      "grad_norm_var": 0.8307169596354167,
      "learning_rate": 2e-05,
      "loss": 0.2937,
      "loss/crossentropy": 1.8156836032867432,
      "loss/hidden": 0.2724609375,
      "loss/logits": 0.021192410960793495,
      "step": 409
    },
    {
      "epoch": 0.41,
      "grad_norm": 3.265625,
      "grad_norm_var": 0.906597646077474,
      "learning_rate": 2e-05,
      "loss": 0.3215,
      "loss/crossentropy": 1.1065580025315285,
      "loss/hidden": 0.30322265625,
      "loss/logits": 0.018325693090446293,
      "step": 410
    },
    {
      "epoch": 0.411,
      "grad_norm": 1.625,
      "grad_norm_var": 0.908959706624349,
      "learning_rate": 2e-05,
      "loss": 0.2949,
      "loss/crossentropy": 2.533439874649048,
      "loss/hidden": 0.271484375,
      "loss/logits": 0.023434624075889587,
      "step": 411
    },
    {
      "epoch": 0.412,
      "grad_norm": 1.65625,
      "grad_norm_var": 0.2980547587076823,
      "learning_rate": 2e-05,
      "loss": 0.3031,
      "loss/crossentropy": 1.6181366443634033,
      "loss/hidden": 0.28515625,
      "loss/logits": 0.01792371179908514,
      "step": 412
    },
    {
      "epoch": 0.413,
      "grad_norm": 1.6953125,
      "grad_norm_var": 0.23284912109375,
      "learning_rate": 2e-05,
      "loss": 0.3098,
      "loss/crossentropy": 2.1245399713516235,
      "loss/hidden": 0.2880859375,
      "loss/logits": 0.021745222620666027,
      "step": 413
    },
    {
      "epoch": 0.414,
      "grad_norm": 2.296875,
      "grad_norm_var": 0.24203872680664062,
      "learning_rate": 2e-05,
      "loss": 0.3426,
      "loss/crossentropy": 1.6368454098701477,
      "loss/hidden": 0.3173828125,
      "loss/logits": 0.025259889662265778,
      "step": 414
    },
    {
      "epoch": 0.415,
      "grad_norm": 1.8515625,
      "grad_norm_var": 0.24245986938476563,
      "learning_rate": 2e-05,
      "loss": 0.335,
      "loss/crossentropy": 2.158787727355957,
      "loss/hidden": 0.306640625,
      "loss/logits": 0.02839304693043232,
      "step": 415
    },
    {
      "epoch": 0.416,
      "grad_norm": 2.03125,
      "grad_norm_var": 0.24166641235351563,
      "learning_rate": 2e-05,
      "loss": 0.2975,
      "loss/crossentropy": 1.4076629281044006,
      "loss/hidden": 0.27734375,
      "loss/logits": 0.020123483147472143,
      "step": 416
    },
    {
      "epoch": 0.417,
      "grad_norm": 2.03125,
      "grad_norm_var": 0.24203465779622396,
      "learning_rate": 2e-05,
      "loss": 0.3425,
      "loss/crossentropy": 1.603783369064331,
      "loss/hidden": 0.3173828125,
      "loss/logits": 0.02515949122607708,
      "step": 417
    },
    {
      "epoch": 0.418,
      "grad_norm": 1.921875,
      "grad_norm_var": 0.1959612528483073,
      "learning_rate": 2e-05,
      "loss": 0.2969,
      "loss/crossentropy": 2.239418148994446,
      "loss/hidden": 0.2734375,
      "loss/logits": 0.023483557626605034,
      "step": 418
    },
    {
      "epoch": 0.419,
      "grad_norm": 4.96875,
      "grad_norm_var": 0.7954302469889323,
      "learning_rate": 2e-05,
      "loss": 0.3047,
      "loss/crossentropy": 1.924178957939148,
      "loss/hidden": 0.283203125,
      "loss/logits": 0.021516622975468636,
      "step": 419
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.375,
      "grad_norm_var": 0.7949015299479166,
      "learning_rate": 2e-05,
      "loss": 0.3283,
      "loss/crossentropy": 2.2020623683929443,
      "loss/hidden": 0.2998046875,
      "loss/logits": 0.028535975143313408,
      "step": 420
    },
    {
      "epoch": 0.421,
      "grad_norm": 2.703125,
      "grad_norm_var": 0.7919260660807291,
      "learning_rate": 2e-05,
      "loss": 0.312,
      "loss/crossentropy": 2.484855532646179,
      "loss/hidden": 0.28515625,
      "loss/logits": 0.02685546688735485,
      "step": 421
    },
    {
      "epoch": 0.422,
      "grad_norm": 1.4921875,
      "grad_norm_var": 0.7867510477701823,
      "learning_rate": 2e-05,
      "loss": 0.287,
      "loss/crossentropy": 2.021208882331848,
      "loss/hidden": 0.267578125,
      "loss/logits": 0.019387257285416126,
      "step": 422
    },
    {
      "epoch": 0.423,
      "grad_norm": 2.25,
      "grad_norm_var": 0.7646067301432292,
      "learning_rate": 2e-05,
      "loss": 0.4152,
      "loss/crossentropy": 1.692772924900055,
      "loss/hidden": 0.3828125,
      "loss/logits": 0.03240843303501606,
      "step": 423
    },
    {
      "epoch": 0.424,
      "grad_norm": 2.171875,
      "grad_norm_var": 0.7573557535807292,
      "learning_rate": 2e-05,
      "loss": 0.3138,
      "loss/crossentropy": 1.9183388948440552,
      "loss/hidden": 0.2939453125,
      "loss/logits": 0.019842680543661118,
      "step": 424
    },
    {
      "epoch": 0.425,
      "grad_norm": 1.890625,
      "grad_norm_var": 0.7177019755045573,
      "learning_rate": 2e-05,
      "loss": 0.3489,
      "loss/crossentropy": 2.1215824484825134,
      "loss/hidden": 0.3212890625,
      "loss/logits": 0.02758181467652321,
      "step": 425
    },
    {
      "epoch": 0.426,
      "grad_norm": 2.328125,
      "grad_norm_var": 0.6474505106608073,
      "learning_rate": 2e-05,
      "loss": 0.3388,
      "loss/crossentropy": 1.9683921933174133,
      "loss/hidden": 0.3134765625,
      "loss/logits": 0.02529013529419899,
      "step": 426
    },
    {
      "epoch": 0.427,
      "grad_norm": 1.8359375,
      "grad_norm_var": 0.6339029947916667,
      "learning_rate": 2e-05,
      "loss": 0.3422,
      "loss/crossentropy": 2.143548607826233,
      "loss/hidden": 0.3125,
      "loss/logits": 0.029734219424426556,
      "step": 427
    },
    {
      "epoch": 0.428,
      "grad_norm": 1.578125,
      "grad_norm_var": 0.6401438395182292,
      "learning_rate": 2e-05,
      "loss": 0.3222,
      "loss/crossentropy": 2.3858566284179688,
      "loss/hidden": 0.294921875,
      "loss/logits": 0.02722975332289934,
      "step": 428
    },
    {
      "epoch": 0.429,
      "grad_norm": 5.6875,
      "grad_norm_var": 1.3602190653483073,
      "learning_rate": 2e-05,
      "loss": 0.4125,
      "loss/crossentropy": 1.6411058902740479,
      "loss/hidden": 0.375,
      "loss/logits": 0.037471650168299675,
      "step": 429
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.5,
      "grad_norm_var": 1.358288319905599,
      "learning_rate": 2e-05,
      "loss": 0.3505,
      "loss/crossentropy": 1.9110031723976135,
      "loss/hidden": 0.326171875,
      "loss/logits": 0.024304441176354885,
      "step": 430
    },
    {
      "epoch": 0.431,
      "grad_norm": 2.953125,
      "grad_norm_var": 1.3424031575520834,
      "learning_rate": 2e-05,
      "loss": 0.3132,
      "loss/crossentropy": 2.3980900645256042,
      "loss/hidden": 0.291015625,
      "loss/logits": 0.022203332744538784,
      "step": 431
    },
    {
      "epoch": 0.432,
      "grad_norm": 2.4375,
      "grad_norm_var": 1.3248942057291666,
      "learning_rate": 2e-05,
      "loss": 0.3188,
      "loss/crossentropy": 1.1947295665740967,
      "loss/hidden": 0.3017578125,
      "loss/logits": 0.017058685887604952,
      "step": 432
    },
    {
      "epoch": 0.433,
      "grad_norm": 4.65625,
      "grad_norm_var": 1.5668863932291666,
      "learning_rate": 2e-05,
      "loss": 0.327,
      "loss/crossentropy": 1.3946540653705597,
      "loss/hidden": 0.310546875,
      "loss/logits": 0.01643618429079652,
      "step": 433
    },
    {
      "epoch": 0.434,
      "grad_norm": 2.015625,
      "grad_norm_var": 1.5572794596354167,
      "learning_rate": 2e-05,
      "loss": 0.354,
      "loss/crossentropy": 1.5059205293655396,
      "loss/hidden": 0.330078125,
      "loss/logits": 0.023915931582450867,
      "step": 434
    },
    {
      "epoch": 0.435,
      "grad_norm": 1.8828125,
      "grad_norm_var": 1.2355262756347656,
      "learning_rate": 2e-05,
      "loss": 0.3513,
      "loss/crossentropy": 1.792906641960144,
      "loss/hidden": 0.3271484375,
      "loss/logits": 0.024162176996469498,
      "step": 435
    },
    {
      "epoch": 0.436,
      "grad_norm": 2.4375,
      "grad_norm_var": 1.2343340555826823,
      "learning_rate": 2e-05,
      "loss": 0.3136,
      "loss/crossentropy": 1.450164943933487,
      "loss/hidden": 0.296875,
      "loss/logits": 0.016714961268007755,
      "step": 436
    },
    {
      "epoch": 0.437,
      "grad_norm": 1.765625,
      "grad_norm_var": 1.2702837626139323,
      "learning_rate": 2e-05,
      "loss": 0.3604,
      "loss/crossentropy": 2.180246353149414,
      "loss/hidden": 0.3330078125,
      "loss/logits": 0.027343785390257835,
      "step": 437
    },
    {
      "epoch": 0.438,
      "grad_norm": 2.265625,
      "grad_norm_var": 1.2044962565104167,
      "learning_rate": 2e-05,
      "loss": 0.3166,
      "loss/crossentropy": 2.12428879737854,
      "loss/hidden": 0.2939453125,
      "loss/logits": 0.022634671069681644,
      "step": 438
    },
    {
      "epoch": 0.439,
      "grad_norm": 9.6875,
      "grad_norm_var": 4.37318115234375,
      "learning_rate": 2e-05,
      "loss": 0.3195,
      "loss/crossentropy": 2.7157105207443237,
      "loss/hidden": 0.2939453125,
      "loss/logits": 0.025585060939192772,
      "step": 439
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.265625,
      "grad_norm_var": 4.3633056640625,
      "learning_rate": 2e-05,
      "loss": 0.3597,
      "loss/crossentropy": 2.1406047344207764,
      "loss/hidden": 0.3310546875,
      "loss/logits": 0.028656354174017906,
      "step": 440
    },
    {
      "epoch": 0.441,
      "grad_norm": 6.53125,
      "grad_norm_var": 5.015591430664062,
      "learning_rate": 2e-05,
      "loss": 0.3547,
      "loss/crossentropy": 1.6884450316429138,
      "loss/hidden": 0.3359375,
      "loss/logits": 0.018803046084940434,
      "step": 441
    },
    {
      "epoch": 0.442,
      "grad_norm": 2.015625,
      "grad_norm_var": 5.062262980143229,
      "learning_rate": 2e-05,
      "loss": 0.3637,
      "loss/crossentropy": 1.4371431171894073,
      "loss/hidden": 0.3408203125,
      "loss/logits": 0.022848802618682384,
      "step": 442
    },
    {
      "epoch": 0.443,
      "grad_norm": 2.28125,
      "grad_norm_var": 4.988783518473308,
      "learning_rate": 2e-05,
      "loss": 0.3638,
      "loss/crossentropy": 2.1007304191589355,
      "loss/hidden": 0.33203125,
      "loss/logits": 0.03172433376312256,
      "step": 443
    },
    {
      "epoch": 0.444,
      "grad_norm": 2.625,
      "grad_norm_var": 4.815531158447266,
      "learning_rate": 2e-05,
      "loss": 0.3252,
      "loss/crossentropy": 1.2444575875997543,
      "loss/hidden": 0.310546875,
      "loss/logits": 0.01463229674845934,
      "step": 444
    },
    {
      "epoch": 0.445,
      "grad_norm": 2.921875,
      "grad_norm_var": 4.441019439697266,
      "learning_rate": 2e-05,
      "loss": 0.2883,
      "loss/crossentropy": 0.8468852750957012,
      "loss/hidden": 0.27734375,
      "loss/logits": 0.010967775015160441,
      "step": 445
    },
    {
      "epoch": 0.446,
      "grad_norm": 2.78125,
      "grad_norm_var": 4.41961441040039,
      "learning_rate": 2e-05,
      "loss": 0.3366,
      "loss/crossentropy": 0.8375072181224823,
      "loss/hidden": 0.32421875,
      "loss/logits": 0.012416118755936623,
      "step": 446
    },
    {
      "epoch": 0.447,
      "grad_norm": 3.703125,
      "grad_norm_var": 4.428061676025391,
      "learning_rate": 2e-05,
      "loss": 0.3169,
      "loss/crossentropy": 1.0745504349470139,
      "loss/hidden": 0.3017578125,
      "loss/logits": 0.015155402477830648,
      "step": 447
    },
    {
      "epoch": 0.448,
      "grad_norm": 3.296875,
      "grad_norm_var": 4.379162343343099,
      "learning_rate": 2e-05,
      "loss": 0.3871,
      "loss/crossentropy": 2.4705830812454224,
      "loss/hidden": 0.3544921875,
      "loss/logits": 0.032651511020958424,
      "step": 448
    },
    {
      "epoch": 0.449,
      "grad_norm": 2.765625,
      "grad_norm_var": 4.265921783447266,
      "learning_rate": 2e-05,
      "loss": 0.3059,
      "loss/crossentropy": 1.0752387568354607,
      "loss/hidden": 0.29052734375,
      "loss/logits": 0.015399906318634748,
      "step": 449
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.921875,
      "grad_norm_var": 4.28130874633789,
      "learning_rate": 2e-05,
      "loss": 0.34,
      "loss/crossentropy": 2.0603660941123962,
      "loss/hidden": 0.3134765625,
      "loss/logits": 0.026526711881160736,
      "step": 450
    },
    {
      "epoch": 0.451,
      "grad_norm": 1.9296875,
      "grad_norm_var": 4.273233795166016,
      "learning_rate": 2e-05,
      "loss": 0.3604,
      "loss/crossentropy": 1.7995396256446838,
      "loss/hidden": 0.3349609375,
      "loss/logits": 0.025428760796785355,
      "step": 451
    },
    {
      "epoch": 0.452,
      "grad_norm": 2.0,
      "grad_norm_var": 4.329658762613932,
      "learning_rate": 2e-05,
      "loss": 0.3508,
      "loss/crossentropy": 1.784224808216095,
      "loss/hidden": 0.3271484375,
      "loss/logits": 0.02365759387612343,
      "step": 452
    },
    {
      "epoch": 0.453,
      "grad_norm": 1.7421875,
      "grad_norm_var": 4.334089152018229,
      "learning_rate": 2e-05,
      "loss": 0.3251,
      "loss/crossentropy": 2.343531847000122,
      "loss/hidden": 0.3017578125,
      "loss/logits": 0.023351279087364674,
      "step": 453
    },
    {
      "epoch": 0.454,
      "grad_norm": 1.7265625,
      "grad_norm_var": 4.417317454020182,
      "learning_rate": 2e-05,
      "loss": 0.374,
      "loss/crossentropy": 1.5861871838569641,
      "loss/hidden": 0.3466796875,
      "loss/logits": 0.027331165969371796,
      "step": 454
    },
    {
      "epoch": 0.455,
      "grad_norm": 2.390625,
      "grad_norm_var": 1.3722023010253905,
      "learning_rate": 2e-05,
      "loss": 0.377,
      "loss/crossentropy": 1.8146731853485107,
      "loss/hidden": 0.3505859375,
      "loss/logits": 0.026416282169520855,
      "step": 455
    },
    {
      "epoch": 0.456,
      "grad_norm": 2.9375,
      "grad_norm_var": 1.3631914774576823,
      "learning_rate": 2e-05,
      "loss": 0.4535,
      "loss/crossentropy": 1.2616842985153198,
      "loss/hidden": 0.4189453125,
      "loss/logits": 0.03458691854029894,
      "step": 456
    },
    {
      "epoch": 0.457,
      "grad_norm": 1.5078125,
      "grad_norm_var": 0.3897369384765625,
      "learning_rate": 2e-05,
      "loss": 0.3512,
      "loss/crossentropy": 2.0038002133369446,
      "loss/hidden": 0.3232421875,
      "loss/logits": 0.027975574135780334,
      "step": 457
    },
    {
      "epoch": 0.458,
      "grad_norm": 1.65625,
      "grad_norm_var": 0.4166666666666667,
      "learning_rate": 2e-05,
      "loss": 0.3401,
      "loss/crossentropy": 2.4134583473205566,
      "loss/hidden": 0.314453125,
      "loss/logits": 0.025651385076344013,
      "step": 458
    },
    {
      "epoch": 0.459,
      "grad_norm": 1.5390625,
      "grad_norm_var": 0.4615313212076823,
      "learning_rate": 2e-05,
      "loss": 0.3211,
      "loss/crossentropy": 1.8191776871681213,
      "loss/hidden": 0.296875,
      "loss/logits": 0.024273362010717392,
      "step": 459
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.9921875,
      "grad_norm_var": 0.46254069010416665,
      "learning_rate": 2e-05,
      "loss": 0.3388,
      "loss/crossentropy": 1.9413084983825684,
      "loss/hidden": 0.314453125,
      "loss/logits": 0.024359911680221558,
      "step": 460
    },
    {
      "epoch": 0.461,
      "grad_norm": 1.4375,
      "grad_norm_var": 0.47732645670572915,
      "learning_rate": 2e-05,
      "loss": 0.3526,
      "loss/crossentropy": 1.9450668096542358,
      "loss/hidden": 0.328125,
      "loss/logits": 0.024524222128093243,
      "step": 461
    },
    {
      "epoch": 0.462,
      "grad_norm": 3.390625,
      "grad_norm_var": 0.5471110026041667,
      "learning_rate": 2e-05,
      "loss": 0.3562,
      "loss/crossentropy": 0.9243374168872833,
      "loss/hidden": 0.3369140625,
      "loss/logits": 0.01929214200936258,
      "step": 462
    },
    {
      "epoch": 0.463,
      "grad_norm": 3.0625,
      "grad_norm_var": 0.4483062744140625,
      "learning_rate": 2e-05,
      "loss": 0.4748,
      "loss/crossentropy": 1.9480538964271545,
      "loss/hidden": 0.435546875,
      "loss/logits": 0.0392797002568841,
      "step": 463
    },
    {
      "epoch": 0.464,
      "grad_norm": 2.078125,
      "grad_norm_var": 0.3638824462890625,
      "learning_rate": 2e-05,
      "loss": 0.363,
      "loss/crossentropy": 2.4018349647521973,
      "loss/hidden": 0.3310546875,
      "loss/logits": 0.031900130212306976,
      "step": 464
    },
    {
      "epoch": 0.465,
      "grad_norm": 1.71875,
      "grad_norm_var": 0.34364013671875,
      "learning_rate": 2e-05,
      "loss": 0.3927,
      "loss/crossentropy": 1.9479365348815918,
      "loss/hidden": 0.3642578125,
      "loss/logits": 0.028458724729716778,
      "step": 465
    },
    {
      "epoch": 0.466,
      "grad_norm": 3.609375,
      "grad_norm_var": 0.48953857421875,
      "learning_rate": 2e-05,
      "loss": 0.4255,
      "loss/crossentropy": 2.2209248542785645,
      "loss/hidden": 0.3896484375,
      "loss/logits": 0.035828106105327606,
      "step": 466
    },
    {
      "epoch": 0.467,
      "grad_norm": 2.734375,
      "grad_norm_var": 0.5042335510253906,
      "learning_rate": 2e-05,
      "loss": 0.3716,
      "loss/crossentropy": 2.147653102874756,
      "loss/hidden": 0.34375,
      "loss/logits": 0.027827131561934948,
      "step": 467
    },
    {
      "epoch": 0.468,
      "grad_norm": 6.71875,
      "grad_norm_var": 1.7573443094889323,
      "learning_rate": 2e-05,
      "loss": 0.4079,
      "loss/crossentropy": 1.6784539818763733,
      "loss/hidden": 0.37890625,
      "loss/logits": 0.02900131233036518,
      "step": 468
    },
    {
      "epoch": 0.469,
      "grad_norm": 17.125,
      "grad_norm_var": 14.96142578125,
      "learning_rate": 2e-05,
      "loss": 0.4166,
      "loss/crossentropy": 1.8554924130439758,
      "loss/hidden": 0.3857421875,
      "loss/logits": 0.030880731530487537,
      "step": 469
    },
    {
      "epoch": 0.47,
      "grad_norm": 3.25,
      "grad_norm_var": 14.75101089477539,
      "learning_rate": 2e-05,
      "loss": 0.4192,
      "loss/crossentropy": 1.2564690709114075,
      "loss/hidden": 0.3974609375,
      "loss/logits": 0.021707525476813316,
      "step": 470
    },
    {
      "epoch": 0.471,
      "grad_norm": 2.03125,
      "grad_norm_var": 14.815679677327473,
      "learning_rate": 2e-05,
      "loss": 0.334,
      "loss/crossentropy": 2.4818525314331055,
      "loss/hidden": 0.306640625,
      "loss/logits": 0.027309534139931202,
      "step": 471
    },
    {
      "epoch": 0.472,
      "grad_norm": 3.53125,
      "grad_norm_var": 14.789277903238933,
      "learning_rate": 2e-05,
      "loss": 0.4143,
      "loss/crossentropy": 1.932157814502716,
      "loss/hidden": 0.380859375,
      "loss/logits": 0.033446524292230606,
      "step": 472
    },
    {
      "epoch": 0.473,
      "grad_norm": 5.59375,
      "grad_norm_var": 14.700297037760416,
      "learning_rate": 2e-05,
      "loss": 0.4902,
      "loss/crossentropy": 1.8874651789665222,
      "loss/hidden": 0.435546875,
      "loss/logits": 0.05470091383904219,
      "step": 473
    },
    {
      "epoch": 0.474,
      "grad_norm": 1.9140625,
      "grad_norm_var": 14.629323069254557,
      "learning_rate": 2e-05,
      "loss": 0.4083,
      "loss/crossentropy": 2.1272743344306946,
      "loss/hidden": 0.376953125,
      "loss/logits": 0.03137173503637314,
      "step": 474
    },
    {
      "epoch": 0.475,
      "grad_norm": 2.296875,
      "grad_norm_var": 14.43091532389323,
      "learning_rate": 2e-05,
      "loss": 0.4207,
      "loss/crossentropy": 1.7301099300384521,
      "loss/hidden": 0.3896484375,
      "loss/logits": 0.031028682366013527,
      "step": 475
    },
    {
      "epoch": 0.476,
      "grad_norm": 1.7578125,
      "grad_norm_var": 14.494132486979167,
      "learning_rate": 2e-05,
      "loss": 0.3407,
      "loss/crossentropy": 2.730847716331482,
      "loss/hidden": 0.3125,
      "loss/logits": 0.02817363850772381,
      "step": 476
    },
    {
      "epoch": 0.477,
      "grad_norm": 153.0,
      "grad_norm_var": 1400.620027669271,
      "learning_rate": 2e-05,
      "loss": 2.013,
      "loss/crossentropy": 2.05564546585083,
      "loss/hidden": 1.8564453125,
      "loss/logits": 0.15657314844429493,
      "step": 477
    },
    {
      "epoch": 0.478,
      "grad_norm": 19.75,
      "grad_norm_var": 1395.5939931233725,
      "learning_rate": 2e-05,
      "loss": 0.454,
      "loss/crossentropy": 1.1017511487007141,
      "loss/hidden": 0.4306640625,
      "loss/logits": 0.0233338032849133,
      "step": 478
    },
    {
      "epoch": 0.479,
      "grad_norm": 3.375,
      "grad_norm_var": 1395.128294881185,
      "learning_rate": 2e-05,
      "loss": 0.3834,
      "loss/crossentropy": 2.434400200843811,
      "loss/hidden": 0.3525390625,
      "loss/logits": 0.030910088680684566,
      "step": 479
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.7421875,
      "grad_norm_var": 1395.687501780192,
      "learning_rate": 2e-05,
      "loss": 0.3356,
      "loss/crossentropy": 2.0959779620170593,
      "loss/hidden": 0.3115234375,
      "loss/logits": 0.024123553186655045,
      "step": 480
    },
    {
      "epoch": 0.481,
      "grad_norm": 2.296875,
      "grad_norm_var": 1394.732089996338,
      "learning_rate": 2e-05,
      "loss": 0.3781,
      "loss/crossentropy": 2.1706955432891846,
      "loss/hidden": 0.349609375,
      "loss/logits": 0.02846558205783367,
      "step": 481
    },
    {
      "epoch": 0.482,
      "grad_norm": 2.78125,
      "grad_norm_var": 1395.9686703999837,
      "learning_rate": 2e-05,
      "loss": 0.4153,
      "loss/crossentropy": 2.017691493034363,
      "loss/hidden": 0.380859375,
      "loss/logits": 0.03442922607064247,
      "step": 482
    },
    {
      "epoch": 0.483,
      "grad_norm": 2.625,
      "grad_norm_var": 1396.139084625244,
      "learning_rate": 2e-05,
      "loss": 0.4602,
      "loss/crossentropy": 0.9743039608001709,
      "loss/hidden": 0.4384765625,
      "loss/logits": 0.02175035234540701,
      "step": 483
    },
    {
      "epoch": 0.484,
      "grad_norm": 3.09375,
      "grad_norm_var": 1400.654522450765,
      "learning_rate": 2e-05,
      "loss": 0.4012,
      "loss/crossentropy": 1.763650119304657,
      "loss/hidden": 0.3701171875,
      "loss/logits": 0.031122790649533272,
      "step": 484
    },
    {
      "epoch": 0.485,
      "grad_norm": 2.140625,
      "grad_norm_var": 1408.7144772847494,
      "learning_rate": 2e-05,
      "loss": 0.4013,
      "loss/crossentropy": 1.809104084968567,
      "loss/hidden": 0.3720703125,
      "loss/logits": 0.029215124435722828,
      "step": 485
    },
    {
      "epoch": 0.486,
      "grad_norm": 2.375,
      "grad_norm_var": 1409.9230140686036,
      "learning_rate": 2e-05,
      "loss": 0.3948,
      "loss/crossentropy": 2.004360318183899,
      "loss/hidden": 0.365234375,
      "loss/logits": 0.029561107978224754,
      "step": 486
    },
    {
      "epoch": 0.487,
      "grad_norm": 2.546875,
      "grad_norm_var": 1409.175626373291,
      "learning_rate": 2e-05,
      "loss": 0.3458,
      "loss/crossentropy": 1.6244131922721863,
      "loss/hidden": 0.3232421875,
      "loss/logits": 0.022567229345440865,
      "step": 487
    },
    {
      "epoch": 0.488,
      "grad_norm": 1.921875,
      "grad_norm_var": 1411.4071673075357,
      "learning_rate": 2e-05,
      "loss": 0.376,
      "loss/crossentropy": 2.131972551345825,
      "loss/hidden": 0.349609375,
      "loss/logits": 0.026385605335235596,
      "step": 488
    },
    {
      "epoch": 0.489,
      "grad_norm": 3.265625,
      "grad_norm_var": 1414.0684445699055,
      "learning_rate": 2e-05,
      "loss": 0.3666,
      "loss/crossentropy": 2.4170000553131104,
      "loss/hidden": 0.337890625,
      "loss/logits": 0.028684877790510654,
      "step": 489
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.21875,
      "grad_norm_var": 1413.6267171223958,
      "learning_rate": 2e-05,
      "loss": 0.395,
      "loss/crossentropy": 2.346976161003113,
      "loss/hidden": 0.3642578125,
      "loss/logits": 0.030727216973900795,
      "step": 490
    },
    {
      "epoch": 0.491,
      "grad_norm": 1.8125,
      "grad_norm_var": 1414.3293446858725,
      "learning_rate": 2e-05,
      "loss": 0.3558,
      "loss/crossentropy": 2.088572919368744,
      "loss/hidden": 0.3291015625,
      "loss/logits": 0.026736538857221603,
      "step": 491
    },
    {
      "epoch": 0.492,
      "grad_norm": 2.140625,
      "grad_norm_var": 1413.7688209533692,
      "learning_rate": 2e-05,
      "loss": 0.4049,
      "loss/crossentropy": 2.0796549916267395,
      "loss/hidden": 0.373046875,
      "loss/logits": 0.03185986541211605,
      "step": 492
    },
    {
      "epoch": 0.493,
      "grad_norm": 1.546875,
      "grad_norm_var": 19.118241119384766,
      "learning_rate": 2e-05,
      "loss": 0.3787,
      "loss/crossentropy": 2.037910223007202,
      "loss/hidden": 0.3505859375,
      "loss/logits": 0.028140602633357048,
      "step": 493
    },
    {
      "epoch": 0.494,
      "grad_norm": 1.5,
      "grad_norm_var": 0.33713760375976565,
      "learning_rate": 2e-05,
      "loss": 0.3671,
      "loss/crossentropy": 2.094150185585022,
      "loss/hidden": 0.3408203125,
      "loss/logits": 0.026267005130648613,
      "step": 494
    },
    {
      "epoch": 0.495,
      "grad_norm": 4.21875,
      "grad_norm_var": 0.4984718322753906,
      "learning_rate": 2e-05,
      "loss": 0.4406,
      "loss/crossentropy": 2.0400118231773376,
      "loss/hidden": 0.41015625,
      "loss/logits": 0.030417216941714287,
      "step": 495
    },
    {
      "epoch": 0.496,
      "grad_norm": 1.9296875,
      "grad_norm_var": 0.4844947814941406,
      "learning_rate": 2e-05,
      "loss": 0.3762,
      "loss/crossentropy": 2.0676961541175842,
      "loss/hidden": 0.3486328125,
      "loss/logits": 0.027518443763256073,
      "step": 496
    },
    {
      "epoch": 0.497,
      "grad_norm": 2.0625,
      "grad_norm_var": 0.4911781311035156,
      "learning_rate": 2e-05,
      "loss": 0.3816,
      "loss/crossentropy": 1.886461853981018,
      "loss/hidden": 0.353515625,
      "loss/logits": 0.028073432855308056,
      "step": 497
    },
    {
      "epoch": 0.498,
      "grad_norm": 1.75,
      "grad_norm_var": 0.5033302307128906,
      "learning_rate": 2e-05,
      "loss": 0.3943,
      "loss/crossentropy": 2.311934471130371,
      "loss/hidden": 0.3642578125,
      "loss/logits": 0.03002871386706829,
      "step": 498
    },
    {
      "epoch": 0.499,
      "grad_norm": 2.125,
      "grad_norm_var": 0.49874038696289064,
      "learning_rate": 2e-05,
      "loss": 0.4378,
      "loss/crossentropy": 1.8267198204994202,
      "loss/hidden": 0.40234375,
      "loss/logits": 0.03542067110538483,
      "step": 499
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.46875,
      "grad_norm_var": 0.45621922810872395,
      "learning_rate": 2e-05,
      "loss": 0.4457,
      "loss/crossentropy": 1.4779966473579407,
      "loss/hidden": 0.4169921875,
      "loss/logits": 0.028671161271631718,
      "step": 500
    }
  ],
  "logging_steps": 1,
  "max_steps": 1000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": true,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.2202930782208e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}