{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.125,
  "eval_steps": 2000,
  "global_step": 5000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00025,
      "grad_norm": 31.5,
      "learning_rate": 0.0001,
      "loss": 7.633,
      "loss/crossentropy": 2.065455098450184,
      "loss/hidden": 3.476953125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20220321230590343,
      "step": 10
    },
    {
      "epoch": 0.0005,
      "grad_norm": 35.0,
      "grad_norm_var": 2.6895182291666666,
      "learning_rate": 0.0001,
      "loss": 7.4618,
      "loss/crossentropy": 1.9399560801684856,
      "loss/hidden": 3.394140625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19191570337861777,
      "step": 20
    },
    {
      "epoch": 0.00075,
      "grad_norm": 37.5,
      "grad_norm_var": 6.579622395833334,
      "learning_rate": 0.0001,
      "loss": 7.5972,
      "loss/crossentropy": 2.130601316690445,
      "loss/hidden": 3.38984375,
      "loss/jsd": 0.0,
      "loss/logits": 0.20188977513462306,
      "step": 30
    },
    {
      "epoch": 0.001,
      "grad_norm": 33.5,
      "grad_norm_var": 6.253125,
      "learning_rate": 0.0001,
      "loss": 7.5917,
      "loss/crossentropy": 2.2571407079696657,
      "loss/hidden": 3.422265625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19847887996584176,
      "step": 40
    },
    {
      "epoch": 0.00125,
      "grad_norm": 32.25,
      "grad_norm_var": 2.1619140625,
      "learning_rate": 0.0001,
      "loss": 7.6054,
      "loss/crossentropy": 2.1717565625905992,
      "loss/hidden": 3.43359375,
      "loss/jsd": 0.0,
      "loss/logits": 0.20264342725276946,
      "step": 50
    },
    {
      "epoch": 0.0015,
      "grad_norm": 35.5,
      "grad_norm_var": 15.786393229166666,
      "learning_rate": 0.0001,
      "loss": 7.5513,
      "loss/crossentropy": 2.070718301087618,
      "loss/hidden": 3.409375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19855907820165158,
      "step": 60
    },
    {
      "epoch": 0.00175,
      "grad_norm": 31.0,
      "grad_norm_var": 12.4625,
      "learning_rate": 0.0001,
      "loss": 7.5447,
      "loss/crossentropy": 2.118075390160084,
      "loss/hidden": 3.473828125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20283062420785428,
      "step": 70
    },
    {
      "epoch": 0.002,
      "grad_norm": 32.25,
      "grad_norm_var": 1.2643229166666667,
      "learning_rate": 0.0001,
      "loss": 7.468,
      "loss/crossentropy": 2.0006178975105287,
      "loss/hidden": 3.350390625,
      "loss/jsd": 0.0,
      "loss/logits": 0.18958428762853147,
      "step": 80
    },
    {
      "epoch": 0.00225,
      "grad_norm": 30.625,
      "grad_norm_var": 3.470572916666667,
      "learning_rate": 0.0001,
      "loss": 7.5061,
      "loss/crossentropy": 1.9605075903236866,
      "loss/hidden": 3.54375,
      "loss/jsd": 0.0,
      "loss/logits": 0.20559987109154462,
      "step": 90
    },
    {
      "epoch": 0.0025,
      "grad_norm": 31.125,
      "grad_norm_var": 6.763541666666667,
      "learning_rate": 0.0001,
      "loss": 7.4928,
      "loss/crossentropy": 2.1205389350652695,
      "loss/hidden": 3.44140625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19496036488562823,
      "step": 100
    },
    {
      "epoch": 0.00275,
      "grad_norm": 31.0,
      "grad_norm_var": 6.1509765625,
      "learning_rate": 0.0001,
      "loss": 7.595,
      "loss/crossentropy": 2.1240097641944886,
      "loss/hidden": 3.43671875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19564666803926228,
      "step": 110
    },
    {
      "epoch": 0.003,
      "grad_norm": 31.25,
      "grad_norm_var": 3.348893229166667,
      "learning_rate": 0.0001,
      "loss": 7.5329,
      "loss/crossentropy": 2.175096944719553,
      "loss/hidden": 3.41796875,
      "loss/jsd": 0.0,
      "loss/logits": 0.21303062327206135,
      "step": 120
    },
    {
      "epoch": 0.00325,
      "grad_norm": 32.0,
      "grad_norm_var": 2.8541666666666665,
      "learning_rate": 0.0001,
      "loss": 7.5536,
      "loss/crossentropy": 2.1472502022981645,
      "loss/hidden": 3.342578125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18929538186639547,
      "step": 130
    },
    {
      "epoch": 0.0035,
      "grad_norm": 29.375,
      "grad_norm_var": 29.683268229166668,
      "learning_rate": 0.0001,
      "loss": 7.5191,
      "loss/crossentropy": 2.015011890232563,
      "loss/hidden": 3.44296875,
      "loss/jsd": 0.0,
      "loss/logits": 0.20328481420874595,
      "step": 140
    },
    {
      "epoch": 0.00375,
      "grad_norm": 28.75,
      "grad_norm_var": 28.74765625,
      "learning_rate": 0.0001,
      "loss": 7.4158,
      "loss/crossentropy": 1.9774167470633983,
      "loss/hidden": 3.43515625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19464388117194176,
      "step": 150
    },
    {
      "epoch": 0.004,
      "grad_norm": 30.875,
      "grad_norm_var": 1.3635416666666667,
      "learning_rate": 0.0001,
      "loss": 7.6354,
      "loss/crossentropy": 2.320629420876503,
      "loss/hidden": 3.418359375,
      "loss/jsd": 0.0,
      "loss/logits": 0.20745602920651435,
      "step": 160
    },
    {
      "epoch": 0.00425,
      "grad_norm": 31.5,
      "grad_norm_var": 1.0270182291666667,
      "learning_rate": 0.0001,
      "loss": 7.4137,
      "loss/crossentropy": 1.900385806709528,
      "loss/hidden": 3.345703125,
      "loss/jsd": 0.0,
      "loss/logits": 0.16769229620695114,
      "step": 170
    },
    {
      "epoch": 0.0045,
      "grad_norm": 31.25,
      "grad_norm_var": 0.9833333333333333,
      "learning_rate": 0.0001,
      "loss": 7.5763,
      "loss/crossentropy": 2.129625543951988,
      "loss/hidden": 3.5171875,
      "loss/jsd": 0.0,
      "loss/logits": 0.2102549459785223,
      "step": 180
    },
    {
      "epoch": 0.00475,
      "grad_norm": 32.25,
      "grad_norm_var": 3.05390625,
      "learning_rate": 0.0001,
      "loss": 7.6166,
      "loss/crossentropy": 2.1552532628178596,
      "loss/hidden": 3.469140625,
      "loss/jsd": 0.0,
      "loss/logits": 0.2250068686902523,
      "step": 190
    },
    {
      "epoch": 0.005,
      "grad_norm": 29.625,
      "grad_norm_var": 3.8375,
      "learning_rate": 0.0001,
      "loss": 7.5745,
      "loss/crossentropy": 1.9441482461988926,
      "loss/hidden": 3.387890625,
      "loss/jsd": 0.0,
      "loss/logits": 0.195942450594157,
      "step": 200
    },
    {
      "epoch": 0.00525,
      "grad_norm": 32.5,
      "grad_norm_var": 18.396875,
      "learning_rate": 0.0001,
      "loss": 7.5292,
      "loss/crossentropy": 1.9941987417638303,
      "loss/hidden": 3.394140625,
      "loss/jsd": 0.0,
      "loss/logits": 0.18264975901693106,
      "step": 210
    },
    {
      "epoch": 0.0055,
      "grad_norm": 31.75,
      "grad_norm_var": 20.736393229166666,
      "learning_rate": 0.0001,
      "loss": 7.4899,
      "loss/crossentropy": 2.0191620789468288,
      "loss/hidden": 3.355078125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18100650198757648,
      "step": 220
    },
    {
      "epoch": 0.00575,
      "grad_norm": 30.375,
      "grad_norm_var": 2.342643229166667,
      "learning_rate": 0.0001,
      "loss": 7.5199,
      "loss/crossentropy": 2.001779730618,
      "loss/hidden": 3.32109375,
      "loss/jsd": 0.0,
      "loss/logits": 0.17959208656102418,
      "step": 230
    },
    {
      "epoch": 0.006,
      "grad_norm": 30.75,
      "grad_norm_var": 1.271875,
      "learning_rate": 0.0001,
      "loss": 7.6842,
      "loss/crossentropy": 2.1846971333026888,
      "loss/hidden": 3.397265625,
      "loss/jsd": 0.0,
      "loss/logits": 0.2059234745800495,
      "step": 240
    },
    {
      "epoch": 0.00625,
      "grad_norm": 29.5,
      "grad_norm_var": 5.688541666666667,
      "learning_rate": 0.0001,
      "loss": 7.5196,
      "loss/crossentropy": 2.174124576151371,
      "loss/hidden": 3.401953125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20000722594559192,
      "step": 250
    },
    {
      "epoch": 0.0065,
      "grad_norm": 28.75,
      "grad_norm_var": 1.9572265625,
      "learning_rate": 0.0001,
      "loss": 7.3875,
      "loss/crossentropy": 1.9285166233778,
      "loss/hidden": 3.396875,
      "loss/jsd": 0.0,
      "loss/logits": 0.18449910767376423,
      "step": 260
    },
    {
      "epoch": 0.00675,
      "grad_norm": 33.5,
      "grad_norm_var": 2.0999348958333335,
      "learning_rate": 0.0001,
      "loss": 7.5877,
      "loss/crossentropy": 2.0323276594281197,
      "loss/hidden": 3.37890625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19395631980150937,
      "step": 270
    },
    {
      "epoch": 0.007,
      "grad_norm": 30.5,
      "grad_norm_var": 2.15390625,
      "learning_rate": 0.0001,
      "loss": 7.5791,
      "loss/crossentropy": 2.126656140387058,
      "loss/hidden": 3.496875,
      "loss/jsd": 0.0,
      "loss/logits": 0.21661139875650406,
      "step": 280
    },
    {
      "epoch": 0.00725,
      "grad_norm": 29.5,
      "grad_norm_var": 3.193489583333333,
      "learning_rate": 0.0001,
      "loss": 7.5587,
      "loss/crossentropy": 2.200097793340683,
      "loss/hidden": 3.529296875,
      "loss/jsd": 0.0,
      "loss/logits": 0.21046234332025052,
      "step": 290
    },
    {
      "epoch": 0.0075,
      "grad_norm": 26.75,
      "grad_norm_var": 4.27265625,
      "learning_rate": 0.0001,
      "loss": 7.5404,
      "loss/crossentropy": 2.1184144005179406,
      "loss/hidden": 3.487890625,
      "loss/jsd": 0.0,
      "loss/logits": 0.20949590150266886,
      "step": 300
    },
    {
      "epoch": 0.00775,
      "grad_norm": 33.0,
      "grad_norm_var": 3.3643229166666666,
      "learning_rate": 0.0001,
      "loss": 7.5628,
      "loss/crossentropy": 1.9984030593186617,
      "loss/hidden": 3.453515625,
      "loss/jsd": 0.0,
      "loss/logits": 0.18789457948878407,
      "step": 310
    },
    {
      "epoch": 0.008,
      "grad_norm": 32.5,
      "grad_norm_var": 2.5645182291666666,
      "learning_rate": 0.0001,
      "loss": 7.5695,
      "loss/crossentropy": 2.143594169616699,
      "loss/hidden": 3.42421875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19360470157116652,
      "step": 320
    },
    {
      "epoch": 0.00825,
      "grad_norm": 29.375,
      "grad_norm_var": 1.8749348958333334,
      "learning_rate": 0.0001,
      "loss": 7.3627,
      "loss/crossentropy": 2.1077703177928924,
      "loss/hidden": 3.373828125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19771252572536469,
      "step": 330
    },
    {
      "epoch": 0.0085,
      "grad_norm": 29.75,
      "grad_norm_var": 1.5978515625,
      "learning_rate": 0.0001,
      "loss": 7.4192,
      "loss/crossentropy": 2.0583472289144993,
      "loss/hidden": 3.3671875,
      "loss/jsd": 0.0,
      "loss/logits": 0.20189273860305548,
      "step": 340
    },
    {
      "epoch": 0.00875,
      "grad_norm": 29.875,
      "grad_norm_var": 1.2872395833333334,
      "learning_rate": 0.0001,
      "loss": 7.5432,
      "loss/crossentropy": 2.0804511278867723,
      "loss/hidden": 3.38828125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19735569059848784,
      "step": 350
    },
    {
      "epoch": 0.009,
      "grad_norm": 30.5,
      "grad_norm_var": 18.731184895833334,
      "learning_rate": 0.0001,
      "loss": 7.4948,
      "loss/crossentropy": 2.0466629534959795,
      "loss/hidden": 3.315234375,
      "loss/jsd": 0.0,
      "loss/logits": 0.18366040643304588,
      "step": 360
    },
    {
      "epoch": 0.00925,
      "grad_norm": 30.875,
      "grad_norm_var": 25.9916015625,
      "learning_rate": 0.0001,
      "loss": 7.5081,
      "loss/crossentropy": 1.9005662694573402,
      "loss/hidden": 3.501171875,
      "loss/jsd": 0.0,
      "loss/logits": 0.1900689721107483,
      "step": 370
    },
    {
      "epoch": 0.0095,
      "grad_norm": 28.75,
      "grad_norm_var": 2.451041666666667,
      "learning_rate": 0.0001,
      "loss": 7.4305,
      "loss/crossentropy": 2.0674299761652946,
      "loss/hidden": 3.517578125,
      "loss/jsd": 0.0,
      "loss/logits": 0.21062961965799332,
      "step": 380
    },
    {
      "epoch": 0.00975,
      "grad_norm": 31.25,
      "grad_norm_var": 5.645247395833334,
      "learning_rate": 0.0001,
      "loss": 7.5168,
      "loss/crossentropy": 2.0279919117689134,
      "loss/hidden": 3.503125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20519332773983479,
      "step": 390
    },
    {
      "epoch": 0.01,
      "grad_norm": 31.125,
      "grad_norm_var": 5.928125,
      "learning_rate": 0.0001,
      "loss": 7.4985,
      "loss/crossentropy": 2.0427632443606853,
      "loss/hidden": 3.53125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20287631042301654,
      "step": 400
    },
    {
      "epoch": 0.01025,
      "grad_norm": 38.5,
      "grad_norm_var": 438.43515625,
      "learning_rate": 0.0001,
      "loss": 7.5633,
      "loss/crossentropy": 2.199043881893158,
      "loss/hidden": 3.397265625,
      "loss/jsd": 0.0,
      "loss/logits": 0.21130343191325665,
      "step": 410
    },
    {
      "epoch": 0.0105,
      "grad_norm": 30.875,
      "grad_norm_var": 43.14140625,
      "learning_rate": 0.0001,
      "loss": 7.4835,
      "loss/crossentropy": 1.9102243572473525,
      "loss/hidden": 3.42578125,
      "loss/jsd": 0.0,
      "loss/logits": 0.1895731385797262,
      "step": 420
    },
    {
      "epoch": 0.01075,
      "grad_norm": 31.75,
      "grad_norm_var": 5.658268229166667,
      "learning_rate": 0.0001,
      "loss": 7.3897,
      "loss/crossentropy": 2.159160128980875,
      "loss/hidden": 3.464453125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20280379485338926,
      "step": 430
    },
    {
      "epoch": 0.011,
      "grad_norm": 28.375,
      "grad_norm_var": 16.3375,
      "learning_rate": 0.0001,
      "loss": 7.5463,
      "loss/crossentropy": 2.1217672407627104,
      "loss/hidden": 3.545703125,
      "loss/jsd": 0.0,
      "loss/logits": 0.23856931366026402,
      "step": 440
    },
    {
      "epoch": 0.01125,
      "grad_norm": 30.5,
      "grad_norm_var": 17.098372395833334,
      "learning_rate": 0.0001,
      "loss": 7.5225,
      "loss/crossentropy": 1.969854873791337,
      "loss/hidden": 3.430078125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19548849146813155,
      "step": 450
    },
    {
      "epoch": 0.0115,
      "grad_norm": 29.875,
      "grad_norm_var": 2.5677083333333335,
      "learning_rate": 0.0001,
      "loss": 7.5046,
      "loss/crossentropy": 2.121321603655815,
      "loss/hidden": 3.476171875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19364523217082025,
      "step": 460
    },
    {
      "epoch": 0.01175,
      "grad_norm": 32.25,
      "grad_norm_var": 8.585416666666667,
      "learning_rate": 0.0001,
      "loss": 7.4558,
      "loss/crossentropy": 1.9360710382461548,
      "loss/hidden": 3.382421875,
      "loss/jsd": 0.0,
      "loss/logits": 0.1893781816586852,
      "step": 470
    },
    {
      "epoch": 0.012,
      "grad_norm": 29.875,
      "grad_norm_var": 3.417122395833333,
      "learning_rate": 0.0001,
      "loss": 7.531,
      "loss/crossentropy": 2.082458943128586,
      "loss/hidden": 3.471875,
      "loss/jsd": 0.0,
      "loss/logits": 0.2220946006476879,
      "step": 480
    },
    {
      "epoch": 0.01225,
      "grad_norm": 31.0,
      "grad_norm_var": 48.96640625,
      "learning_rate": 0.0001,
      "loss": 7.5651,
      "loss/crossentropy": 2.1382531195878984,
      "loss/hidden": 3.480078125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20847559962421655,
      "step": 490
    },
    {
      "epoch": 0.0125,
      "grad_norm": 29.875,
      "grad_norm_var": 49.2666015625,
      "learning_rate": 0.0001,
      "loss": 7.5679,
      "loss/crossentropy": 2.0875915244221686,
      "loss/hidden": 3.33125,
      "loss/jsd": 0.0,
      "loss/logits": 0.1850985599681735,
      "step": 500
    },
    {
      "epoch": 0.01275,
      "grad_norm": 31.875,
      "grad_norm_var": 1.45,
      "learning_rate": 0.0001,
      "loss": 7.5263,
      "loss/crossentropy": 2.182442346215248,
      "loss/hidden": 3.446484375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19555890336632728,
      "step": 510
    },
    {
      "epoch": 0.013,
      "grad_norm": 34.0,
      "grad_norm_var": 1.6931640625,
      "learning_rate": 0.0001,
      "loss": 7.5209,
      "loss/crossentropy": 1.9812136888504028,
      "loss/hidden": 3.4921875,
      "loss/jsd": 0.0,
      "loss/logits": 0.1965757070109248,
      "step": 520
    },
    {
      "epoch": 0.01325,
      "grad_norm": 31.0,
      "grad_norm_var": 2.101822916666667,
      "learning_rate": 0.0001,
      "loss": 7.6059,
      "loss/crossentropy": 2.0372241511940956,
      "loss/hidden": 3.564453125,
      "loss/jsd": 0.0,
      "loss/logits": 0.204646560549736,
      "step": 530
    },
    {
      "epoch": 0.0135,
      "grad_norm": 29.125,
      "grad_norm_var": 20.071875,
      "learning_rate": 0.0001,
      "loss": 7.5725,
      "loss/crossentropy": 2.155761349201202,
      "loss/hidden": 3.4125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19602423422038556,
      "step": 540
    },
    {
      "epoch": 0.01375,
      "grad_norm": 29.125,
      "grad_norm_var": 20.506705729166665,
      "learning_rate": 0.0001,
      "loss": 7.5842,
      "loss/crossentropy": 1.8869566857814788,
      "loss/hidden": 3.437890625,
      "loss/jsd": 0.0,
      "loss/logits": 0.20957522764801978,
      "step": 550
    },
    {
      "epoch": 0.014,
      "grad_norm": 30.625,
      "grad_norm_var": 10.025455729166667,
      "learning_rate": 0.0001,
      "loss": 7.4975,
      "loss/crossentropy": 2.0370677679777147,
      "loss/hidden": 3.361328125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19026046600192786,
      "step": 560
    },
    {
      "epoch": 0.01425,
      "grad_norm": 33.0,
      "grad_norm_var": 2.2270833333333333,
      "learning_rate": 0.0001,
      "loss": 7.5688,
      "loss/crossentropy": 2.1931444257497787,
      "loss/hidden": 3.415234375,
      "loss/jsd": 0.0,
      "loss/logits": 0.2036376902833581,
      "step": 570
    },
    {
      "epoch": 0.0145,
      "grad_norm": 35.0,
      "grad_norm_var": 3.5681640625,
      "learning_rate": 0.0001,
      "loss": 7.478,
      "loss/crossentropy": 2.061052493005991,
      "loss/hidden": 3.478125,
      "loss/jsd": 0.0,
      "loss/logits": 0.2282864760607481,
      "step": 580
    },
    {
      "epoch": 0.01475,
      "grad_norm": 32.5,
      "grad_norm_var": 2.8705729166666667,
      "learning_rate": 0.0001,
      "loss": 7.5957,
      "loss/crossentropy": 2.0078392371535303,
      "loss/hidden": 3.45,
      "loss/jsd": 0.0,
      "loss/logits": 0.19647251404821872,
      "step": 590
    },
    {
      "epoch": 0.015,
      "grad_norm": 30.25,
      "grad_norm_var": 31.449934895833334,
      "learning_rate": 0.0001,
      "loss": 7.5096,
      "loss/crossentropy": 2.0417068414390087,
      "loss/hidden": 3.423046875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19782953998073935,
      "step": 600
    },
    {
      "epoch": 0.01525,
      "grad_norm": 30.5,
      "grad_norm_var": 26.253059895833335,
      "learning_rate": 0.0001,
      "loss": 7.5368,
      "loss/crossentropy": 2.1738049775362014,
      "loss/hidden": 3.409765625,
      "loss/jsd": 0.0,
      "loss/logits": 0.1996332859620452,
      "step": 610
    },
    {
      "epoch": 0.0155,
      "grad_norm": 30.125,
      "grad_norm_var": 2.334375,
      "learning_rate": 0.0001,
      "loss": 7.4868,
      "loss/crossentropy": 1.7587297886610032,
      "loss/hidden": 3.475390625,
      "loss/jsd": 0.0,
      "loss/logits": 0.18938990794122218,
      "step": 620
    },
    {
      "epoch": 0.01575,
      "grad_norm": 29.25,
      "grad_norm_var": 27.393684895833335,
      "learning_rate": 0.0001,
      "loss": 7.4833,
      "loss/crossentropy": 1.9551145888864994,
      "loss/hidden": 3.384375,
      "loss/jsd": 0.0,
      "loss/logits": 0.20075901364907622,
      "step": 630
    },
    {
      "epoch": 0.016,
      "grad_norm": 29.75,
      "grad_norm_var": 29.6947265625,
      "learning_rate": 0.0001,
      "loss": 7.4608,
      "loss/crossentropy": 2.128718316555023,
      "loss/hidden": 3.3625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19077460393309592,
      "step": 640
    },
    {
      "epoch": 0.01625,
      "grad_norm": 29.75,
      "grad_norm_var": 27.322330729166666,
      "learning_rate": 0.0001,
      "loss": 7.6033,
      "loss/crossentropy": 1.9678708665072917,
      "loss/hidden": 3.413671875,
      "loss/jsd": 0.0,
      "loss/logits": 0.18875791020691396,
      "step": 650
    },
    {
      "epoch": 0.0165,
      "grad_norm": 30.375,
      "grad_norm_var": 3.129622395833333,
      "learning_rate": 0.0001,
      "loss": 7.3873,
      "loss/crossentropy": 1.9582339562475681,
      "loss/hidden": 3.34765625,
      "loss/jsd": 0.0,
      "loss/logits": 0.18309127148240806,
      "step": 660
    },
    {
      "epoch": 0.01675,
      "grad_norm": 32.75,
      "grad_norm_var": 2.7009765625,
      "learning_rate": 0.0001,
      "loss": 7.4913,
      "loss/crossentropy": 2.0773802563548087,
      "loss/hidden": 3.505078125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20910798981785775,
      "step": 670
    },
    {
      "epoch": 0.017,
      "grad_norm": 34.0,
      "grad_norm_var": 3.3854166666666665,
      "learning_rate": 0.0001,
      "loss": 7.4847,
      "loss/crossentropy": 2.12913373708725,
      "loss/hidden": 3.402734375,
      "loss/jsd": 0.0,
      "loss/logits": 0.201920267008245,
      "step": 680
    },
    {
      "epoch": 0.01725,
      "grad_norm": 30.75,
      "grad_norm_var": 1.7176432291666666,
      "learning_rate": 0.0001,
      "loss": 7.5065,
      "loss/crossentropy": 1.9141538538038732,
      "loss/hidden": 3.44921875,
      "loss/jsd": 0.0,
      "loss/logits": 0.1841401271522045,
      "step": 690
    },
    {
      "epoch": 0.0175,
      "grad_norm": 31.0,
      "grad_norm_var": 1.6374348958333333,
      "learning_rate": 0.0001,
      "loss": 7.5897,
      "loss/crossentropy": 2.207232800126076,
      "loss/hidden": 3.399609375,
      "loss/jsd": 0.0,
      "loss/logits": 0.21376523859798907,
      "step": 700
    },
    {
      "epoch": 0.01775,
      "grad_norm": 32.75,
      "grad_norm_var": 2.3655598958333335,
      "learning_rate": 0.0001,
      "loss": 7.5075,
      "loss/crossentropy": 2.03845998942852,
      "loss/hidden": 3.41953125,
      "loss/jsd": 0.0,
      "loss/logits": 0.1920805646572262,
      "step": 710
    },
    {
      "epoch": 0.018,
      "grad_norm": 32.5,
      "grad_norm_var": 1.3893229166666667,
      "learning_rate": 0.0001,
      "loss": 7.4669,
      "loss/crossentropy": 2.054341807588935,
      "loss/hidden": 3.489453125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19716067584231495,
      "step": 720
    },
    {
      "epoch": 0.01825,
      "grad_norm": 31.625,
      "grad_norm_var": 3.54140625,
      "learning_rate": 0.0001,
      "loss": 7.517,
      "loss/crossentropy": 2.2111608639359472,
      "loss/hidden": 3.409765625,
      "loss/jsd": 0.0,
      "loss/logits": 0.20262118335813284,
      "step": 730
    },
    {
      "epoch": 0.0185,
      "grad_norm": 29.125,
      "grad_norm_var": 4.692122395833334,
      "learning_rate": 0.0001,
      "loss": 7.4784,
      "loss/crossentropy": 2.0551758617162705,
      "loss/hidden": 3.446875,
      "loss/jsd": 0.0,
      "loss/logits": 0.20378697756677866,
      "step": 740
    },
    {
      "epoch": 0.01875,
      "grad_norm": 33.0,
      "grad_norm_var": 4.295572916666667,
      "learning_rate": 0.0001,
      "loss": 7.4016,
      "loss/crossentropy": 2.128055375814438,
      "loss/hidden": 3.3953125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19904747987166047,
      "step": 750
    },
    {
      "epoch": 0.019,
      "grad_norm": 6106906624.0,
      "grad_norm_var": 2.3308942582349476e+18,
      "learning_rate": 0.0001,
      "loss": 7.4633,
      "loss/crossentropy": 2.248567137122154,
      "loss/hidden": 3.37265625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19723597317934036,
      "step": 760
    },
    {
      "epoch": 0.01925,
      "grad_norm": 28.5,
      "grad_norm_var": 2.330894258158611e+18,
      "learning_rate": 0.0001,
      "loss": 7.4542,
      "loss/crossentropy": 2.132212319970131,
      "loss/hidden": 3.373828125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18174959290772677,
      "step": 770
    },
    {
      "epoch": 0.0195,
      "grad_norm": 36.5,
      "grad_norm_var": 4.833333333333333,
      "learning_rate": 0.0001,
      "loss": 7.465,
      "loss/crossentropy": 2.046277052164078,
      "loss/hidden": 3.491015625,
      "loss/jsd": 0.0,
      "loss/logits": 0.21161840241402388,
      "step": 780
    },
    {
      "epoch": 0.01975,
      "grad_norm": 32.75,
      "grad_norm_var": 5.137434895833334,
      "learning_rate": 0.0001,
      "loss": 7.4171,
      "loss/crossentropy": 2.058088332414627,
      "loss/hidden": 3.315234375,
      "loss/jsd": 0.0,
      "loss/logits": 0.1815673651173711,
      "step": 790
    },
    {
      "epoch": 0.02,
      "grad_norm": 30.125,
      "grad_norm_var": 12.37265625,
      "learning_rate": 0.0001,
      "loss": 7.4153,
      "loss/crossentropy": 2.064726157486439,
      "loss/hidden": 3.515625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19402222614735365,
      "step": 800
    },
    {
      "epoch": 0.02025,
      "grad_norm": 32.0,
      "grad_norm_var": 12.240625,
      "learning_rate": 0.0001,
      "loss": 7.3739,
      "loss/crossentropy": 2.0926051691174505,
      "loss/hidden": 3.476953125,
      "loss/jsd": 0.0,
      "loss/logits": 0.21017331834882497,
      "step": 810
    },
    {
      "epoch": 0.0205,
      "grad_norm": 31.875,
      "grad_norm_var": 3.6853515625,
      "learning_rate": 0.0001,
      "loss": 7.409,
      "loss/crossentropy": 2.016859006881714,
      "loss/hidden": 3.436328125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20363395065069198,
      "step": 820
    },
    {
      "epoch": 0.02075,
      "grad_norm": 34.0,
      "grad_norm_var": 278.1108723958333,
      "learning_rate": 0.0001,
      "loss": 7.6725,
      "loss/crossentropy": 2.03957434669137,
      "loss/hidden": 3.4625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19866096526384353,
      "step": 830
    },
    {
      "epoch": 0.021,
      "grad_norm": 35.75,
      "grad_norm_var": 281.2239583333333,
      "learning_rate": 0.0001,
      "loss": 7.4058,
      "loss/crossentropy": 2.1190530106425287,
      "loss/hidden": 3.41796875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19663097113370895,
      "step": 840
    },
    {
      "epoch": 0.02125,
      "grad_norm": 32.25,
      "grad_norm_var": 4.044791666666667,
      "learning_rate": 0.0001,
      "loss": 7.4687,
      "loss/crossentropy": 2.1552326917648315,
      "loss/hidden": 3.41796875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19604418501257898,
      "step": 850
    },
    {
      "epoch": 0.0215,
      "grad_norm": 37.25,
      "grad_norm_var": 2.7587362193217157e+18,
      "learning_rate": 0.0001,
      "loss": 7.5552,
      "loss/crossentropy": 2.1164004117250443,
      "loss/hidden": 3.375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19724889248609542,
      "step": 860
    },
    {
      "epoch": 0.02175,
      "grad_norm": 35.25,
      "grad_norm_var": 2.758736219342478e+18,
      "learning_rate": 0.0001,
      "loss": 7.5021,
      "loss/crossentropy": 2.036998500674963,
      "loss/hidden": 3.298828125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18320635841228067,
      "step": 870
    },
    {
      "epoch": 0.022,
      "grad_norm": 37.0,
      "grad_norm_var": 16.9541015625,
      "learning_rate": 0.0001,
      "loss": 7.5059,
      "loss/crossentropy": 1.9707016140222549,
      "loss/hidden": 3.36328125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20436920877546072,
      "step": 880
    },
    {
      "epoch": 0.02225,
      "grad_norm": 31.375,
      "grad_norm_var": 30.538541666666667,
      "learning_rate": 0.0001,
      "loss": 7.4935,
      "loss/crossentropy": 2.206394499540329,
      "loss/hidden": 3.366015625,
      "loss/jsd": 0.0,
      "loss/logits": 0.20495780408382416,
      "step": 890
    },
    {
      "epoch": 0.0225,
      "grad_norm": 29.875,
      "grad_norm_var": 28.020833333333332,
      "learning_rate": 0.0001,
      "loss": 7.4823,
      "loss/crossentropy": 2.091763325035572,
      "loss/hidden": 3.43828125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20592593550682067,
      "step": 900
    },
    {
      "epoch": 0.02275,
      "grad_norm": 31.875,
      "grad_norm_var": 3.5645182291666666,
      "learning_rate": 0.0001,
      "loss": 7.422,
      "loss/crossentropy": 1.9740761511027813,
      "loss/hidden": 3.494921875,
      "loss/jsd": 0.0,
      "loss/logits": 0.2015986293554306,
      "step": 910
    },
    {
      "epoch": 0.023,
      "grad_norm": 32.0,
      "grad_norm_var": 56.256184895833336,
      "learning_rate": 0.0001,
      "loss": 7.4528,
      "loss/crossentropy": 2.030415116250515,
      "loss/hidden": 3.205078125,
      "loss/jsd": 0.0,
      "loss/logits": 0.1614784031175077,
      "step": 920
    },
    {
      "epoch": 0.02325,
      "grad_norm": 30.0,
      "grad_norm_var": 57.1619140625,
      "learning_rate": 0.0001,
      "loss": 7.3713,
      "loss/crossentropy": 2.0250086903572084,
      "loss/hidden": 3.455859375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19023355115205048,
      "step": 930
    },
    {
      "epoch": 0.0235,
      "grad_norm": 30.625,
      "grad_norm_var": 1.3830729166666667,
      "learning_rate": 0.0001,
      "loss": 7.5277,
      "loss/crossentropy": 2.222324788570404,
      "loss/hidden": 3.366796875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19078677501529456,
      "step": 940
    },
    {
      "epoch": 0.02375,
      "grad_norm": 31.0,
      "grad_norm_var": 3.1455729166666666,
      "learning_rate": 0.0001,
      "loss": 7.5086,
      "loss/crossentropy": 2.1299516543745995,
      "loss/hidden": 3.49921875,
      "loss/jsd": 0.0,
      "loss/logits": 0.21310927756130696,
      "step": 950
    },
    {
      "epoch": 0.024,
      "grad_norm": 29.875,
      "grad_norm_var": 8.883072916666666,
      "learning_rate": 0.0001,
      "loss": 7.5579,
      "loss/crossentropy": 2.0535727672278883,
      "loss/hidden": 3.43828125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18507701791822911,
      "step": 960
    },
    {
      "epoch": 0.02425,
      "grad_norm": 32.75,
      "grad_norm_var": 2.5916015625,
      "learning_rate": 0.0001,
      "loss": 7.537,
      "loss/crossentropy": 2.1785535484552385,
      "loss/hidden": 3.309765625,
      "loss/jsd": 0.0,
      "loss/logits": 0.1955953363329172,
      "step": 970
    },
    {
      "epoch": 0.0245,
      "grad_norm": 36.5,
      "grad_norm_var": 6.852083333333334,
      "learning_rate": 0.0001,
      "loss": 7.5091,
      "loss/crossentropy": 2.0967498391866686,
      "loss/hidden": 3.43515625,
      "loss/jsd": 0.0,
      "loss/logits": 0.2146583067253232,
      "step": 980
    },
    {
      "epoch": 0.02475,
      "grad_norm": 29.625,
      "grad_norm_var": 4.325455729166666,
      "learning_rate": 0.0001,
      "loss": 7.5901,
      "loss/crossentropy": 2.1134474128484726,
      "loss/hidden": 3.3953125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19056662563234567,
      "step": 990
    },
    {
      "epoch": 0.025,
      "grad_norm": 42.0,
      "grad_norm_var": 4.1552039405313587e+18,
      "learning_rate": 0.0001,
      "loss": 7.6082,
      "loss/crossentropy": 2.0916516482830048,
      "loss/hidden": 3.46640625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19376826155930757,
      "step": 1000
    },
    {
      "epoch": 0.02525,
      "grad_norm": 29.625,
      "grad_norm_var": 4.1552039416015355e+18,
      "learning_rate": 0.0001,
      "loss": 7.4528,
      "loss/crossentropy": 2.003750593960285,
      "loss/hidden": 3.330859375,
      "loss/jsd": 0.0,
      "loss/logits": 0.18129821103066207,
      "step": 1010
    },
    {
      "epoch": 0.0255,
      "grad_norm": 35.25,
      "grad_norm_var": 24.095572916666665,
      "learning_rate": 0.0001,
      "loss": 7.5395,
      "loss/crossentropy": 2.0453194856643675,
      "loss/hidden": 3.477734375,
      "loss/jsd": 0.0,
      "loss/logits": 0.199107607267797,
      "step": 1020
    },
    {
      "epoch": 0.02575,
      "grad_norm": 32.25,
      "grad_norm_var": 19.5259765625,
      "learning_rate": 0.0001,
      "loss": 7.31,
      "loss/crossentropy": 2.1016619503498077,
      "loss/hidden": 3.34453125,
      "loss/jsd": 0.0,
      "loss/logits": 0.184703135676682,
      "step": 1030
    },
    {
      "epoch": 0.026,
      "grad_norm": 30.75,
      "grad_norm_var": 1.87890625,
      "learning_rate": 0.0001,
      "loss": 7.5425,
      "loss/crossentropy": 2.1467826470732687,
      "loss/hidden": 3.432421875,
      "loss/jsd": 0.0,
      "loss/logits": 0.20074132941663264,
      "step": 1040
    },
    {
      "epoch": 0.02625,
      "grad_norm": 30.625,
      "grad_norm_var": 0.7452473958333333,
      "learning_rate": 0.0001,
      "loss": 7.4114,
      "loss/crossentropy": 2.049474111199379,
      "loss/hidden": 3.41796875,
      "loss/jsd": 0.0,
      "loss/logits": 0.20267941821366547,
      "step": 1050
    },
    {
      "epoch": 0.0265,
      "grad_norm": 31.75,
      "grad_norm_var": 3.124739583333333,
      "learning_rate": 0.0001,
      "loss": 7.4845,
      "loss/crossentropy": 2.036583887040615,
      "loss/hidden": 3.391796875,
      "loss/jsd": 0.0,
      "loss/logits": 0.1893632340244949,
      "step": 1060
    },
    {
      "epoch": 0.02675,
      "grad_norm": 40.75,
      "grad_norm_var": 3.405847188209664e+18,
      "learning_rate": 0.0001,
      "loss": 7.3982,
      "loss/crossentropy": 2.124411530792713,
      "loss/hidden": 3.4484375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19454579129815103,
      "step": 1070
    },
    {
      "epoch": 0.027,
      "grad_norm": 28.25,
      "grad_norm_var": 3.4058471885941417e+18,
      "learning_rate": 0.0001,
      "loss": 7.3928,
      "loss/crossentropy": 2.0034691862761975,
      "loss/hidden": 3.503515625,
      "loss/jsd": 0.0,
      "loss/logits": 0.21349683087319135,
      "step": 1080
    },
    {
      "epoch": 0.02725,
      "grad_norm": 29.875,
      "grad_norm_var": 4.88515625,
      "learning_rate": 0.0001,
      "loss": 7.5095,
      "loss/crossentropy": 1.9183670297265052,
      "loss/hidden": 3.405859375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19249978363513948,
      "step": 1090
    },
    {
      "epoch": 0.0275,
      "grad_norm": 30.5,
      "grad_norm_var": 3.2728515625,
      "learning_rate": 0.0001,
      "loss": 7.37,
      "loss/crossentropy": 2.145428071916103,
      "loss/hidden": 3.35703125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19729665387421846,
      "step": 1100
    },
    {
      "epoch": 0.02775,
      "grad_norm": 31.25,
      "grad_norm_var": 2.34765625,
      "learning_rate": 0.0001,
      "loss": 7.4772,
      "loss/crossentropy": 2.10652961358428,
      "loss/hidden": 3.398046875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19585925145074726,
      "step": 1110
    },
    {
      "epoch": 0.028,
      "grad_norm": 31.25,
      "grad_norm_var": 2.434477049308093e+18,
      "learning_rate": 0.0001,
      "loss": 7.4016,
      "loss/crossentropy": 1.9645449101924897,
      "loss/hidden": 3.44453125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19977953620254993,
      "step": 1120
    },
    {
      "epoch": 0.02825,
      "grad_norm": 32.0,
      "grad_norm_var": 2.4344770492950907e+18,
      "learning_rate": 0.0001,
      "loss": 7.4453,
      "loss/crossentropy": 2.131172102689743,
      "loss/hidden": 3.383984375,
      "loss/jsd": 0.0,
      "loss/logits": 0.2083016105927527,
      "step": 1130
    },
    {
      "epoch": 0.0285,
      "grad_norm": 32.75,
      "grad_norm_var": 3.7080729166666666,
      "learning_rate": 0.0001,
      "loss": 7.4009,
      "loss/crossentropy": 2.003016713261604,
      "loss/hidden": 3.34453125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18665643623098732,
      "step": 1140
    },
    {
      "epoch": 0.02875,
      "grad_norm": 30.875,
      "grad_norm_var": 1.34765625,
      "learning_rate": 0.0001,
      "loss": 7.5648,
      "loss/crossentropy": 2.0709651306271555,
      "loss/hidden": 3.45703125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18793081305921078,
      "step": 1150
    },
    {
      "epoch": 0.029,
      "grad_norm": 32.25,
      "grad_norm_var": 2.1582682291666666,
      "learning_rate": 0.0001,
      "loss": 7.4644,
      "loss/crossentropy": 2.06434089243412,
      "loss/hidden": 3.454296875,
      "loss/jsd": 0.0,
      "loss/logits": 0.2109043262898922,
      "step": 1160
    },
    {
      "epoch": 0.02925,
      "grad_norm": 31.375,
      "grad_norm_var": 2.4010416666666665,
      "learning_rate": 0.0001,
      "loss": 7.4403,
      "loss/crossentropy": 2.0107607185840606,
      "loss/hidden": 3.498046875,
      "loss/jsd": 0.0,
      "loss/logits": 0.20349722560495137,
      "step": 1170
    },
    {
      "epoch": 0.0295,
      "grad_norm": 33.25,
      "grad_norm_var": 1.2260416666666667,
      "learning_rate": 0.0001,
      "loss": 7.4412,
      "loss/crossentropy": 2.096436749398708,
      "loss/hidden": 3.474609375,
      "loss/jsd": 0.0,
      "loss/logits": 0.20087064132094384,
      "step": 1180
    },
    {
      "epoch": 0.02975,
      "grad_norm": 29.75,
      "grad_norm_var": 1.8046223958333334,
      "learning_rate": 0.0001,
      "loss": 7.4458,
      "loss/crossentropy": 1.972258360683918,
      "loss/hidden": 3.583984375,
      "loss/jsd": 0.0,
      "loss/logits": 0.20998958311975002,
      "step": 1190
    },
    {
      "epoch": 0.03,
      "grad_norm": 33.75,
      "grad_norm_var": 3.7395833333333335,
      "learning_rate": 0.0001,
      "loss": 7.3931,
      "loss/crossentropy": 1.8556599006056786,
      "loss/hidden": 3.397265625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19810242671519518,
      "step": 1200
    },
    {
      "epoch": 0.03025,
      "grad_norm": 29.0,
      "grad_norm_var": 9.394791666666666,
      "learning_rate": 0.0001,
      "loss": 7.5849,
      "loss/crossentropy": 2.0611833460628985,
      "loss/hidden": 3.3984375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19216072149574756,
      "step": 1210
    },
    {
      "epoch": 0.0305,
      "grad_norm": 31.75,
      "grad_norm_var": 3.26640625,
      "learning_rate": 0.0001,
      "loss": 7.4844,
      "loss/crossentropy": 2.0546294137835504,
      "loss/hidden": 3.58828125,
      "loss/jsd": 0.0,
      "loss/logits": 0.21588555499911308,
      "step": 1220
    },
    {
      "epoch": 0.03075,
      "grad_norm": 31.625,
      "grad_norm_var": 2.3968098958333335,
      "learning_rate": 0.0001,
      "loss": 7.4858,
      "loss/crossentropy": 2.0615282475948336,
      "loss/hidden": 3.3671875,
      "loss/jsd": 0.0,
      "loss/logits": 0.206529095210135,
      "step": 1230
    },
    {
      "epoch": 0.031,
      "grad_norm": 32.0,
      "grad_norm_var": 1.6124348958333334,
      "learning_rate": 0.0001,
      "loss": 7.4647,
      "loss/crossentropy": 1.9786661133170127,
      "loss/hidden": 3.381640625,
      "loss/jsd": 0.0,
      "loss/logits": 0.17899234425276517,
      "step": 1240
    },
    {
      "epoch": 0.03125,
      "grad_norm": 5838471168.0,
      "grad_norm_var": 2.1304840753447437e+18,
      "learning_rate": 0.0001,
      "loss": 7.4926,
      "loss/crossentropy": 2.04936410933733,
      "loss/hidden": 3.714453125,
      "loss/jsd": 0.0,
      "loss/logits": 0.1995564555749297,
      "step": 1250
    },
    {
      "epoch": 0.0315,
      "grad_norm": 31.25,
      "grad_norm_var": 2.1304840747304878e+18,
      "learning_rate": 0.0001,
      "loss": 7.5078,
      "loss/crossentropy": 2.1189576953649523,
      "loss/hidden": 3.43515625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19967459067702292,
      "step": 1260
    },
    {
      "epoch": 0.03175,
      "grad_norm": 30.5,
      "grad_norm_var": 3.178580729166667,
      "learning_rate": 0.0001,
      "loss": 7.4255,
      "loss/crossentropy": 2.163596141338348,
      "loss/hidden": 3.4546875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19321363251656293,
      "step": 1270
    },
    {
      "epoch": 0.032,
      "grad_norm": 33.25,
      "grad_norm_var": 2.1639973958333334,
      "learning_rate": 0.0001,
      "loss": 7.4609,
      "loss/crossentropy": 1.9938266813755035,
      "loss/hidden": 3.351953125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18334759529680014,
      "step": 1280
    },
    {
      "epoch": 0.03225,
      "grad_norm": 29.375,
      "grad_norm_var": 1.67890625,
      "learning_rate": 0.0001,
      "loss": 7.4652,
      "loss/crossentropy": 2.161333967000246,
      "loss/hidden": 3.38828125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19740422032773494,
      "step": 1290
    },
    {
      "epoch": 0.0325,
      "grad_norm": 32.75,
      "grad_norm_var": 3.0385416666666667,
      "learning_rate": 0.0001,
      "loss": 7.3146,
      "loss/crossentropy": 2.0165325723588468,
      "loss/hidden": 3.49921875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19117104820907116,
      "step": 1300
    },
    {
      "epoch": 0.03275,
      "grad_norm": 28.25,
      "grad_norm_var": 9.158072916666667,
      "learning_rate": 0.0001,
      "loss": 7.4955,
      "loss/crossentropy": 2.124955786764622,
      "loss/hidden": 3.491015625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19802952595055104,
      "step": 1310
    },
    {
      "epoch": 0.033,
      "grad_norm": 30.75,
      "grad_norm_var": 2.4535807291666667,
      "learning_rate": 0.0001,
      "loss": 7.4311,
      "loss/crossentropy": 2.018800371140242,
      "loss/hidden": 3.542578125,
      "loss/jsd": 0.0,
      "loss/logits": 0.2196814114227891,
      "step": 1320
    },
    {
      "epoch": 0.03325,
      "grad_norm": 31.375,
      "grad_norm_var": 2.39375,
      "learning_rate": 0.0001,
      "loss": 7.5164,
      "loss/crossentropy": 2.0520452961325644,
      "loss/hidden": 3.454296875,
      "loss/jsd": 0.0,
      "loss/logits": 0.2013697015121579,
      "step": 1330
    },
    {
      "epoch": 0.0335,
      "grad_norm": 32.5,
      "grad_norm_var": 1.0431640625,
      "learning_rate": 0.0001,
      "loss": 7.5302,
      "loss/crossentropy": 2.12932348549366,
      "loss/hidden": 3.525,
      "loss/jsd": 0.0,
      "loss/logits": 0.20245677568018436,
      "step": 1340
    },
    {
      "epoch": 0.03375,
      "grad_norm": 30.625,
      "grad_norm_var": 3.3900390625,
      "learning_rate": 0.0001,
      "loss": 7.5292,
      "loss/crossentropy": 2.031618994474411,
      "loss/hidden": 3.44140625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19062725063413383,
      "step": 1350
    },
    {
      "epoch": 0.034,
      "grad_norm": 32.0,
      "grad_norm_var": 3.3447265625,
      "learning_rate": 0.0001,
      "loss": 7.5755,
      "loss/crossentropy": 2.2257011234760284,
      "loss/hidden": 3.447265625,
      "loss/jsd": 0.0,
      "loss/logits": 0.1979327043518424,
      "step": 1360
    },
    {
      "epoch": 0.03425,
      "grad_norm": 30.625,
      "grad_norm_var": 3.3421223958333335,
      "learning_rate": 0.0001,
      "loss": 7.4219,
      "loss/crossentropy": 2.155778780579567,
      "loss/hidden": 3.31796875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19018295016139747,
      "step": 1370
    },
    {
      "epoch": 0.0345,
      "grad_norm": 30.25,
      "grad_norm_var": 2.5872395833333335,
      "learning_rate": 0.0001,
      "loss": 7.4637,
      "loss/crossentropy": 2.058405503630638,
      "loss/hidden": 3.39296875,
      "loss/jsd": 0.0,
      "loss/logits": 0.2114524593576789,
      "step": 1380
    },
    {
      "epoch": 0.03475,
      "grad_norm": 32.5,
      "grad_norm_var": 3.2994140625,
      "learning_rate": 0.0001,
      "loss": 7.5834,
      "loss/crossentropy": 2.1654782712459566,
      "loss/hidden": 3.442578125,
      "loss/jsd": 0.0,
      "loss/logits": 0.2024593001231551,
      "step": 1390
    },
    {
      "epoch": 0.035,
      "grad_norm": 31.125,
      "grad_norm_var": 12.812239583333334,
      "learning_rate": 0.0001,
      "loss": 7.4442,
      "loss/crossentropy": 2.0921876966953277,
      "loss/hidden": 3.286328125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19270132519304753,
      "step": 1400
    },
    {
      "epoch": 0.03525,
      "grad_norm": 29.25,
      "grad_norm_var": 1.5108723958333334,
      "learning_rate": 0.0001,
      "loss": 7.4779,
      "loss/crossentropy": 1.9434148371219635,
      "loss/hidden": 3.366015625,
      "loss/jsd": 0.0,
      "loss/logits": 0.17576389852911234,
      "step": 1410
    },
    {
      "epoch": 0.0355,
      "grad_norm": 30.125,
      "grad_norm_var": 2.154166666666667,
      "learning_rate": 0.0001,
      "loss": 7.508,
      "loss/crossentropy": 2.0766889482736586,
      "loss/hidden": 3.485546875,
      "loss/jsd": 0.0,
      "loss/logits": 0.20394362770020963,
      "step": 1420
    },
    {
      "epoch": 0.03575,
      "grad_norm": 30.125,
      "grad_norm_var": 17.580208333333335,
      "learning_rate": 0.0001,
      "loss": 7.4612,
      "loss/crossentropy": 2.00380075648427,
      "loss/hidden": 3.4453125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18816210143268108,
      "step": 1430
    },
    {
      "epoch": 0.036,
      "grad_norm": 31.375,
      "grad_norm_var": 16.758268229166667,
      "learning_rate": 0.0001,
      "loss": 7.4602,
      "loss/crossentropy": 2.1938020154833793,
      "loss/hidden": 3.4234375,
      "loss/jsd": 0.0,
      "loss/logits": 0.2016971528530121,
      "step": 1440
    },
    {
      "epoch": 0.03625,
      "grad_norm": 30.875,
      "grad_norm_var": 1.2556640625,
      "learning_rate": 0.0001,
      "loss": 7.4245,
      "loss/crossentropy": 2.0232372283935547,
      "loss/hidden": 3.40234375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19209201391786337,
      "step": 1450
    },
    {
      "epoch": 0.0365,
      "grad_norm": 31.0,
      "grad_norm_var": 1.4041015625,
      "learning_rate": 0.0001,
      "loss": 7.5518,
      "loss/crossentropy": 2.2000616788864136,
      "loss/hidden": 3.473046875,
      "loss/jsd": 0.0,
      "loss/logits": 0.22938326951116322,
      "step": 1460
    },
    {
      "epoch": 0.03675,
      "grad_norm": 28.375,
      "grad_norm_var": 2.0322916666666666,
      "learning_rate": 0.0001,
      "loss": 7.4397,
      "loss/crossentropy": 2.0838582158088683,
      "loss/hidden": 3.451953125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20685861641541123,
      "step": 1470
    },
    {
      "epoch": 0.037,
      "grad_norm": 32.0,
      "grad_norm_var": 1.5020833333333334,
      "learning_rate": 0.0001,
      "loss": 7.4183,
      "loss/crossentropy": 2.149951633810997,
      "loss/hidden": 3.375390625,
      "loss/jsd": 0.0,
      "loss/logits": 0.1984950641170144,
      "step": 1480
    },
    {
      "epoch": 0.03725,
      "grad_norm": 33.75,
      "grad_norm_var": 34.10826822916667,
      "learning_rate": 0.0001,
      "loss": 7.453,
      "loss/crossentropy": 2.128306310623884,
      "loss/hidden": 3.33203125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19783397912979125,
      "step": 1490
    },
    {
      "epoch": 0.0375,
      "grad_norm": 29.5,
      "grad_norm_var": 5.008072916666666,
      "learning_rate": 0.0001,
      "loss": 7.469,
      "loss/crossentropy": 2.042660539597273,
      "loss/hidden": 3.365234375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19274956732988358,
      "step": 1500
    },
    {
      "epoch": 0.03775,
      "grad_norm": 33.0,
      "grad_norm_var": 19.1775390625,
      "learning_rate": 0.0001,
      "loss": 7.4119,
      "loss/crossentropy": 2.043857058137655,
      "loss/hidden": 3.376953125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18266947232186795,
      "step": 1510
    },
    {
      "epoch": 0.038,
      "grad_norm": 29.625,
      "grad_norm_var": 14.303580729166667,
      "learning_rate": 0.0001,
      "loss": 7.4362,
      "loss/crossentropy": 1.9492302805185318,
      "loss/hidden": 3.3515625,
      "loss/jsd": 0.0,
      "loss/logits": 0.1754497304558754,
      "step": 1520
    },
    {
      "epoch": 0.03825,
      "grad_norm": 29.75,
      "grad_norm_var": 23.764518229166665,
      "learning_rate": 0.0001,
      "loss": 7.4444,
      "loss/crossentropy": 2.0668226674199106,
      "loss/hidden": 3.473828125,
      "loss/jsd": 0.0,
      "loss/logits": 0.1921279976144433,
      "step": 1530
    },
    {
      "epoch": 0.0385,
      "grad_norm": 32.75,
      "grad_norm_var": 3.2226069790467994e+18,
      "learning_rate": 0.0001,
      "loss": 7.5077,
      "loss/crossentropy": 2.1122784771025183,
      "loss/hidden": 3.46953125,
      "loss/jsd": 0.0,
      "loss/logits": 0.22245875597000123,
      "step": 1540
    },
    {
      "epoch": 0.03875,
      "grad_norm": 30.25,
      "grad_norm_var": 5.382291666666666,
      "learning_rate": 0.0001,
      "loss": 7.4525,
      "loss/crossentropy": 2.264697426557541,
      "loss/hidden": 3.432421875,
      "loss/jsd": 0.0,
      "loss/logits": 0.2075907403603196,
      "step": 1550
    },
    {
      "epoch": 0.039,
      "grad_norm": 30.0,
      "grad_norm_var": 6.353580729166667,
      "learning_rate": 0.0001,
      "loss": 7.5064,
      "loss/crossentropy": 2.1150408178567885,
      "loss/hidden": 3.5203125,
      "loss/jsd": 0.0,
      "loss/logits": 0.23207673486322164,
      "step": 1560
    },
    {
      "epoch": 0.03925,
      "grad_norm": 34.25,
      "grad_norm_var": 6.72265625,
      "learning_rate": 0.0001,
      "loss": 7.4578,
      "loss/crossentropy": 2.188142140209675,
      "loss/hidden": 3.445703125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20429779235273599,
      "step": 1570
    },
    {
      "epoch": 0.0395,
      "grad_norm": 34.75,
      "grad_norm_var": 897.6666015625,
      "learning_rate": 0.0001,
      "loss": 7.434,
      "loss/crossentropy": 2.0795677445828913,
      "loss/hidden": 3.3828125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18706642352044583,
      "step": 1580
    },
    {
      "epoch": 0.03975,
      "grad_norm": 28.0,
      "grad_norm_var": 903.6327473958333,
      "learning_rate": 0.0001,
      "loss": 7.5655,
      "loss/crossentropy": 2.1025844663381577,
      "loss/hidden": 3.469140625,
      "loss/jsd": 0.0,
      "loss/logits": 0.1966788914054632,
      "step": 1590
    },
    {
      "epoch": 0.04,
      "grad_norm": 28.625,
      "grad_norm_var": 11.97890625,
      "learning_rate": 0.0001,
      "loss": 7.2578,
      "loss/crossentropy": 2.050418493151665,
      "loss/hidden": 3.453125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20104087069630622,
      "step": 1600
    },
    {
      "epoch": 0.04025,
      "grad_norm": 28.0,
      "grad_norm_var": 2.255989583333333,
      "learning_rate": 0.0001,
      "loss": 7.4393,
      "loss/crossentropy": 2.1767756581306457,
      "loss/hidden": 3.5140625,
      "loss/jsd": 0.0,
      "loss/logits": 0.2213939843699336,
      "step": 1610
    },
    {
      "epoch": 0.0405,
      "grad_norm": 29.75,
      "grad_norm_var": 3.80390625,
      "learning_rate": 0.0001,
      "loss": 7.5026,
      "loss/crossentropy": 2.126803469657898,
      "loss/hidden": 3.39375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19106289148330688,
      "step": 1620
    },
    {
      "epoch": 0.04075,
      "grad_norm": 32.0,
      "grad_norm_var": 3.1249348958333334,
      "learning_rate": 0.0001,
      "loss": 7.4274,
      "loss/crossentropy": 2.144256164133549,
      "loss/hidden": 3.424609375,
      "loss/jsd": 0.0,
      "loss/logits": 0.21435861438512802,
      "step": 1630
    },
    {
      "epoch": 0.041,
      "grad_norm": 30.25,
      "grad_norm_var": 29.265559895833334,
      "learning_rate": 0.0001,
      "loss": 7.5728,
      "loss/crossentropy": 2.2575725719332693,
      "loss/hidden": 3.4421875,
      "loss/jsd": 0.0,
      "loss/logits": 0.20658138059079648,
      "step": 1640
    },
    {
      "epoch": 0.04125,
      "grad_norm": 30.5,
      "grad_norm_var": 48.35390625,
      "learning_rate": 0.0001,
      "loss": 7.5776,
      "loss/crossentropy": 2.096929042041302,
      "loss/hidden": 3.346875,
      "loss/jsd": 0.0,
      "loss/logits": 0.18803389491513373,
      "step": 1650
    },
    {
      "epoch": 0.0415,
      "grad_norm": 30.5,
      "grad_norm_var": 1.1010416666666667,
      "learning_rate": 0.0001,
      "loss": 7.3792,
      "loss/crossentropy": 2.0290944524109364,
      "loss/hidden": 3.313671875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19023821037262678,
      "step": 1660
    },
    {
      "epoch": 0.04175,
      "grad_norm": 28.125,
      "grad_norm_var": 33.49270833333333,
      "learning_rate": 0.0001,
      "loss": 7.5018,
      "loss/crossentropy": 2.0678361281752586,
      "loss/hidden": 3.35234375,
      "loss/jsd": 0.0,
      "loss/logits": 0.18862500675022603,
      "step": 1670
    },
    {
      "epoch": 0.042,
      "grad_norm": 29.75,
      "grad_norm_var": 2.2955729166666665,
      "learning_rate": 0.0001,
      "loss": 7.4432,
      "loss/crossentropy": 2.0549797296524046,
      "loss/hidden": 3.441796875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19089050237089394,
      "step": 1680
    },
    {
      "epoch": 0.04225,
      "grad_norm": 29.75,
      "grad_norm_var": 1.8791666666666667,
      "learning_rate": 0.0001,
      "loss": 7.3842,
      "loss/crossentropy": 2.0077505365014074,
      "loss/hidden": 3.382421875,
      "loss/jsd": 0.0,
      "loss/logits": 0.18722779098898173,
      "step": 1690
    },
    {
      "epoch": 0.0425,
      "grad_norm": 29.375,
      "grad_norm_var": 0.9434895833333333,
      "learning_rate": 0.0001,
      "loss": 7.4273,
      "loss/crossentropy": 2.071325332671404,
      "loss/hidden": 3.486328125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20270166713744403,
      "step": 1700
    },
    {
      "epoch": 0.04275,
      "grad_norm": 38.25,
      "grad_norm_var": 7.669791666666667,
      "learning_rate": 0.0001,
      "loss": 7.4176,
      "loss/crossentropy": 2.1353142291307448,
      "loss/hidden": 3.453125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19663168713450432,
      "step": 1710
    },
    {
      "epoch": 0.043,
      "grad_norm": 28.25,
      "grad_norm_var": 7.75,
      "learning_rate": 0.0001,
      "loss": 7.3818,
      "loss/crossentropy": 1.9995346069335938,
      "loss/hidden": 3.41015625,
      "loss/jsd": 0.0,
      "loss/logits": 0.18310597026720643,
      "step": 1720
    },
    {
      "epoch": 0.04325,
      "grad_norm": 29.5,
      "grad_norm_var": 3.7619140625,
      "learning_rate": 0.0001,
      "loss": 7.4912,
      "loss/crossentropy": 2.1415088951587675,
      "loss/hidden": 3.55078125,
      "loss/jsd": 0.0,
      "loss/logits": 0.22313783299177886,
      "step": 1730
    },
    {
      "epoch": 0.0435,
      "grad_norm": 31.625,
      "grad_norm_var": 3.0416666666666665,
      "learning_rate": 0.0001,
      "loss": 7.4999,
      "loss/crossentropy": 2.1686330527067184,
      "loss/hidden": 3.384765625,
      "loss/jsd": 0.0,
      "loss/logits": 0.20409150077030064,
      "step": 1740
    },
    {
      "epoch": 0.04375,
      "grad_norm": 31.375,
      "grad_norm_var": 2.724739583333333,
      "learning_rate": 0.0001,
      "loss": 7.438,
      "loss/crossentropy": 1.9411263287067413,
      "loss/hidden": 3.304296875,
      "loss/jsd": 0.0,
      "loss/logits": 0.17631518254056572,
      "step": 1750
    },
    {
      "epoch": 0.044,
      "grad_norm": 32.0,
      "grad_norm_var": 1.9145833333333333,
      "learning_rate": 0.0001,
      "loss": 7.679,
      "loss/crossentropy": 2.1614590853452684,
      "loss/hidden": 3.36015625,
      "loss/jsd": 0.0,
      "loss/logits": 0.194198589771986,
      "step": 1760
    },
    {
      "epoch": 0.04425,
      "grad_norm": 28.5,
      "grad_norm_var": 2.039322916666667,
      "learning_rate": 0.0001,
      "loss": 7.5095,
      "loss/crossentropy": 2.282147654891014,
      "loss/hidden": 3.359765625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19978236705064772,
      "step": 1770
    },
    {
      "epoch": 0.0445,
      "grad_norm": 29.625,
      "grad_norm_var": 2.34140625,
      "learning_rate": 0.0001,
      "loss": 7.5296,
      "loss/crossentropy": 2.2078514605760575,
      "loss/hidden": 3.403515625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19668537452816964,
      "step": 1780
    },
    {
      "epoch": 0.04475,
      "grad_norm": 30.25,
      "grad_norm_var": 2.70390625,
      "learning_rate": 0.0001,
      "loss": 7.5779,
      "loss/crossentropy": 2.1053253799676894,
      "loss/hidden": 3.433984375,
      "loss/jsd": 0.0,
      "loss/logits": 0.20323336366564035,
      "step": 1790
    },
    {
      "epoch": 0.045,
      "grad_norm": 28.5,
      "grad_norm_var": 4.8712890625,
      "learning_rate": 0.0001,
      "loss": 7.4866,
      "loss/crossentropy": 2.060333488881588,
      "loss/hidden": 3.373828125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18627767637372017,
      "step": 1800
    },
    {
      "epoch": 0.04525,
      "grad_norm": 28.0,
      "grad_norm_var": 14.480989583333333,
      "learning_rate": 0.0001,
      "loss": 7.5225,
      "loss/crossentropy": 1.9755317773669958,
      "loss/hidden": 3.54375,
      "loss/jsd": 0.0,
      "loss/logits": 0.20334282671101392,
      "step": 1810
    },
    {
      "epoch": 0.0455,
      "grad_norm": 29.875,
      "grad_norm_var": 12.935872395833334,
      "learning_rate": 0.0001,
      "loss": 7.4781,
      "loss/crossentropy": 2.1289859026670457,
      "loss/hidden": 3.346484375,
      "loss/jsd": 0.0,
      "loss/logits": 0.1973018018528819,
      "step": 1820
    },
    {
      "epoch": 0.04575,
      "grad_norm": 31.75,
      "grad_norm_var": 2.123893229166667,
      "learning_rate": 0.0001,
      "loss": 7.3915,
      "loss/crossentropy": 1.9609280914068221,
      "loss/hidden": 3.386328125,
      "loss/jsd": 0.0,
      "loss/logits": 0.1916458262130618,
      "step": 1830
    },
    {
      "epoch": 0.046,
      "grad_norm": 32.0,
      "grad_norm_var": 1.6332682291666667,
      "learning_rate": 0.0001,
      "loss": 7.5095,
      "loss/crossentropy": 2.0019985377788543,
      "loss/hidden": 3.384375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19768325993791222,
      "step": 1840
    },
    {
      "epoch": 0.04625,
      "grad_norm": 29.875,
      "grad_norm_var": 2.225455729166667,
      "learning_rate": 0.0001,
      "loss": 7.623,
      "loss/crossentropy": 2.0607564479112623,
      "loss/hidden": 3.507421875,
      "loss/jsd": 0.0,
      "loss/logits": 0.20858939345926047,
      "step": 1850
    },
    {
      "epoch": 0.0465,
      "grad_norm": 29.5,
      "grad_norm_var": 1.9863932291666666,
      "learning_rate": 0.0001,
      "loss": 7.3836,
      "loss/crossentropy": 2.132562433928251,
      "loss/hidden": 3.40859375,
      "loss/jsd": 0.0,
      "loss/logits": 0.1956317812204361,
      "step": 1860
    },
    {
      "epoch": 0.04675,
      "grad_norm": 36.0,
      "grad_norm_var": 3.2171223958333335,
      "learning_rate": 0.0001,
      "loss": 7.4803,
      "loss/crossentropy": 2.0316790327429772,
      "loss/hidden": 3.396875,
      "loss/jsd": 0.0,
      "loss/logits": 0.20630075875669718,
      "step": 1870
    },
    {
      "epoch": 0.047,
      "grad_norm": 33.25,
      "grad_norm_var": 16.304622395833334,
      "learning_rate": 0.0001,
      "loss": 7.576,
      "loss/crossentropy": 2.161964085698128,
      "loss/hidden": 3.513671875,
      "loss/jsd": 0.0,
      "loss/logits": 0.21842746511101724,
      "step": 1880
    },
    {
      "epoch": 0.04725,
      "grad_norm": 29.75,
      "grad_norm_var": 2.3541666666666665,
      "learning_rate": 0.0001,
      "loss": 7.5036,
      "loss/crossentropy": 1.8695943117141725,
      "loss/hidden": 3.453125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18793469872325658,
      "step": 1890
    },
    {
      "epoch": 0.0475,
      "grad_norm": 34.25,
      "grad_norm_var": 2.1780598958333335,
      "learning_rate": 0.0001,
      "loss": 7.5623,
      "loss/crossentropy": 2.2376974314451217,
      "loss/hidden": 3.489453125,
      "loss/jsd": 0.0,
      "loss/logits": 0.21696731727570295,
      "step": 1900
    },
    {
      "epoch": 0.04775,
      "grad_norm": 30.75,
      "grad_norm_var": 14.924934895833333,
      "learning_rate": 0.0001,
      "loss": 7.388,
      "loss/crossentropy": 1.9403380863368511,
      "loss/hidden": 3.34921875,
      "loss/jsd": 0.0,
      "loss/logits": 0.18128401823341847,
      "step": 1910
    },
    {
      "epoch": 0.048,
      "grad_norm": 29.25,
      "grad_norm_var": 25.1916015625,
      "learning_rate": 0.0001,
      "loss": 7.4109,
      "loss/crossentropy": 2.1744547933340073,
      "loss/hidden": 3.423046875,
      "loss/jsd": 0.0,
      "loss/logits": 0.20097011709585785,
      "step": 1920
    },
    {
      "epoch": 0.04825,
      "grad_norm": 29.25,
      "grad_norm_var": 14.801822916666667,
      "learning_rate": 0.0001,
      "loss": 7.2893,
      "loss/crossentropy": 2.101319019496441,
      "loss/hidden": 3.44140625,
      "loss/jsd": 0.0,
      "loss/logits": 0.1921493023633957,
      "step": 1930
    },
    {
      "epoch": 0.0485,
      "grad_norm": 30.125,
      "grad_norm_var": 14.517708333333333,
      "learning_rate": 0.0001,
      "loss": 7.579,
      "loss/crossentropy": 2.057158224284649,
      "loss/hidden": 3.59140625,
      "loss/jsd": 0.0,
      "loss/logits": 0.21765361074358225,
      "step": 1940
    },
    {
      "epoch": 0.04875,
      "grad_norm": 29.625,
      "grad_norm_var": 15.790559895833333,
      "learning_rate": 0.0001,
      "loss": 7.3712,
      "loss/crossentropy": 1.9415803879499436,
      "loss/hidden": 3.3359375,
      "loss/jsd": 0.0,
      "loss/logits": 0.18346730088815094,
      "step": 1950
    },
    {
      "epoch": 0.049,
      "grad_norm": 27.625,
      "grad_norm_var": 9.794791666666667,
      "learning_rate": 0.0001,
      "loss": 7.4902,
      "loss/crossentropy": 2.035348242521286,
      "loss/hidden": 3.439453125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20268035624176264,
      "step": 1960
    },
    {
      "epoch": 0.04925,
      "grad_norm": 35.25,
      "grad_norm_var": 12.768684895833333,
      "learning_rate": 0.0001,
      "loss": 7.4627,
      "loss/crossentropy": 2.054542076587677,
      "loss/hidden": 3.426171875,
      "loss/jsd": 0.0,
      "loss/logits": 0.2003987120464444,
      "step": 1970
    },
    {
      "epoch": 0.0495,
      "grad_norm": 36.0,
      "grad_norm_var": 12.572916666666666,
      "learning_rate": 0.0001,
      "loss": 7.353,
      "loss/crossentropy": 1.9634785205125809,
      "loss/hidden": 3.301171875,
      "loss/jsd": 0.0,
      "loss/logits": 0.17985089337453247,
      "step": 1980
    },
    {
      "epoch": 0.04975,
      "grad_norm": 36.25,
      "grad_norm_var": 9.2353515625,
      "learning_rate": 0.0001,
      "loss": 7.4473,
      "loss/crossentropy": 2.059533824026585,
      "loss/hidden": 3.3578125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19096513148397207,
      "step": 1990
    },
    {
      "epoch": 0.05,
      "grad_norm": 29.125,
      "grad_norm_var": 13.320572916666666,
      "learning_rate": 0.0001,
      "loss": 7.3914,
      "loss/crossentropy": 2.011685383319855,
      "loss/hidden": 3.4421875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19188414234668016,
      "step": 2000
    },
    {
      "epoch": 0.05025,
      "grad_norm": 36.25,
      "grad_norm_var": 14.026822916666667,
      "learning_rate": 0.0001,
      "loss": 7.4213,
      "loss/crossentropy": 2.309766414761543,
      "loss/hidden": 3.39453125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20372038893401623,
      "step": 2010
    },
    {
      "epoch": 0.0505,
      "grad_norm": 29.0,
      "grad_norm_var": 9.237239583333333,
      "learning_rate": 0.0001,
      "loss": 7.4145,
      "loss/crossentropy": 2.1240487143397333,
      "loss/hidden": 3.447265625,
      "loss/jsd": 0.0,
      "loss/logits": 0.20137840434908866,
      "step": 2020
    },
    {
      "epoch": 0.05075,
      "grad_norm": 38.5,
      "grad_norm_var": 89.21432291666666,
      "learning_rate": 0.0001,
      "loss": 7.3696,
      "loss/crossentropy": 2.112667274475098,
      "loss/hidden": 3.487109375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19770587887614965,
      "step": 2030
    },
    {
      "epoch": 0.051,
      "grad_norm": 27.75,
      "grad_norm_var": 94.06015625,
      "learning_rate": 0.0001,
      "loss": 7.2471,
      "loss/crossentropy": 1.9955052442848682,
      "loss/hidden": 3.30546875,
      "loss/jsd": 0.0,
      "loss/logits": 0.1880181163549423,
      "step": 2040
    },
    {
      "epoch": 0.05125,
      "grad_norm": 35.25,
      "grad_norm_var": 3.67265625,
      "learning_rate": 0.0001,
      "loss": 7.458,
      "loss/crossentropy": 2.1320972844958304,
      "loss/hidden": 3.384765625,
      "loss/jsd": 0.0,
      "loss/logits": 0.18908526431769132,
      "step": 2050
    },
    {
      "epoch": 0.0515,
      "grad_norm": 38.75,
      "grad_norm_var": 10.776822916666667,
      "learning_rate": 0.0001,
      "loss": 7.3769,
      "loss/crossentropy": 2.171598494052887,
      "loss/hidden": 3.29765625,
      "loss/jsd": 0.0,
      "loss/logits": 0.18929236195981503,
      "step": 2060
    },
    {
      "epoch": 0.05175,
      "grad_norm": 32.75,
      "grad_norm_var": 10.53515625,
      "learning_rate": 0.0001,
      "loss": 7.5279,
      "loss/crossentropy": 2.0172302186489106,
      "loss/hidden": 3.4203125,
      "loss/jsd": 0.0,
      "loss/logits": 0.2013201082125306,
      "step": 2070
    },
    {
      "epoch": 0.052,
      "grad_norm": 32.0,
      "grad_norm_var": 7.678125,
      "learning_rate": 0.0001,
      "loss": 7.3619,
      "loss/crossentropy": 1.982726515084505,
      "loss/hidden": 3.394921875,
      "loss/jsd": 0.0,
      "loss/logits": 0.17850281894207,
      "step": 2080
    },
    {
      "epoch": 0.05225,
      "grad_norm": 29.75,
      "grad_norm_var": 63.6681640625,
      "learning_rate": 0.0001,
      "loss": 7.5109,
      "loss/crossentropy": 2.121504098176956,
      "loss/hidden": 3.50703125,
      "loss/jsd": 0.0,
      "loss/logits": 0.240205854550004,
      "step": 2090
    },
    {
      "epoch": 0.0525,
      "grad_norm": 34.5,
      "grad_norm_var": 7.506184895833333,
      "learning_rate": 0.0001,
      "loss": 7.4658,
      "loss/crossentropy": 2.110687591135502,
      "loss/hidden": 3.530078125,
      "loss/jsd": 0.0,
      "loss/logits": 0.2039638390764594,
      "step": 2100
    },
    {
      "epoch": 0.05275,
      "grad_norm": 32.5,
      "grad_norm_var": 19.075455729166666,
      "learning_rate": 0.0001,
      "loss": 7.5668,
      "loss/crossentropy": 1.9557841390371322,
      "loss/hidden": 3.462109375,
      "loss/jsd": 0.0,
      "loss/logits": 0.18774209143593906,
      "step": 2110
    },
    {
      "epoch": 0.053,
      "grad_norm": 31.125,
      "grad_norm_var": 3.85390625,
      "learning_rate": 0.0001,
      "loss": 7.5735,
      "loss/crossentropy": 2.0219520531594752,
      "loss/hidden": 3.3796875,
      "loss/jsd": 0.0,
      "loss/logits": 0.18533632289618254,
      "step": 2120
    },
    {
      "epoch": 0.05325,
      "grad_norm": 32.25,
      "grad_norm_var": 3.8910807291666667,
      "learning_rate": 0.0001,
      "loss": 7.4083,
      "loss/crossentropy": 2.1359280541539194,
      "loss/hidden": 3.412890625,
      "loss/jsd": 0.0,
      "loss/logits": 0.1897095028311014,
      "step": 2130
    },
    {
      "epoch": 0.0535,
      "grad_norm": 31.25,
      "grad_norm_var": 2.5957682291666666,
      "learning_rate": 0.0001,
      "loss": 7.446,
      "loss/crossentropy": 2.170258317142725,
      "loss/hidden": 3.32109375,
      "loss/jsd": 0.0,
      "loss/logits": 0.1826348526403308,
      "step": 2140
    },
    {
      "epoch": 0.05375,
      "grad_norm": 31.25,
      "grad_norm_var": 3.785416666666667,
      "learning_rate": 0.0001,
      "loss": 7.4014,
      "loss/crossentropy": 2.131239393353462,
      "loss/hidden": 3.303515625,
      "loss/jsd": 0.0,
      "loss/logits": 0.18656531646847724,
      "step": 2150
    },
    {
      "epoch": 0.054,
      "grad_norm": 31.0,
      "grad_norm_var": 4.8666015625,
      "learning_rate": 0.0001,
      "loss": 7.5478,
      "loss/crossentropy": 2.223896725475788,
      "loss/hidden": 3.383203125,
      "loss/jsd": 0.0,
      "loss/logits": 0.1951376979239285,
      "step": 2160
    },
    {
      "epoch": 0.05425,
      "grad_norm": 30.375,
      "grad_norm_var": 8.437955729166667,
      "learning_rate": 0.0001,
      "loss": 7.5562,
      "loss/crossentropy": 2.1203987300395966,
      "loss/hidden": 3.351171875,
      "loss/jsd": 0.0,
      "loss/logits": 0.1970507999882102,
      "step": 2170
    },
    {
      "epoch": 0.0545,
      "grad_norm": 32.0,
      "grad_norm_var": 2.9488932291666665,
      "learning_rate": 0.0001,
      "loss": 7.5532,
      "loss/crossentropy": 2.080265050381422,
      "loss/hidden": 3.544140625,
      "loss/jsd": 0.0,
      "loss/logits": 0.2216239819303155,
      "step": 2180
    },
    {
      "epoch": 0.05475,
      "grad_norm": 31.125,
      "grad_norm_var": 8.1728515625,
      "learning_rate": 0.0001,
      "loss": 7.382,
      "loss/crossentropy": 2.2114535331726075,
      "loss/hidden": 3.37734375,
      "loss/jsd": 0.0,
      "loss/logits": 0.20577374435961246,
      "step": 2190
    },
    {
      "epoch": 0.055,
      "grad_norm": 28.875,
      "grad_norm_var": 14.520833333333334,
      "learning_rate": 0.0001,
      "loss": 7.5766,
      "loss/crossentropy": 2.1003271512687207,
      "loss/hidden": 3.358984375,
      "loss/jsd": 0.0,
      "loss/logits": 0.18811229150742292,
      "step": 2200
    },
    {
      "epoch": 0.05525,
      "grad_norm": 33.5,
      "grad_norm_var": 16.099739583333335,
      "learning_rate": 0.0001,
      "loss": 7.5553,
      "loss/crossentropy": 2.1326127350330353,
      "loss/hidden": 3.436328125,
      "loss/jsd": 0.0,
      "loss/logits": 0.22006579730659723,
      "step": 2210
    },
    {
      "epoch": 0.0555,
      "grad_norm": 32.25,
      "grad_norm_var": 9.305143229166667,
      "learning_rate": 0.0001,
      "loss": 7.3766,
      "loss/crossentropy": 2.1496046826243402,
      "loss/hidden": 3.476171875,
      "loss/jsd": 0.0,
      "loss/logits": 0.1952402491122484,
      "step": 2220
    },
    {
      "epoch": 0.05575,
      "grad_norm": 29.125,
      "grad_norm_var": 6.805143229166666,
      "learning_rate": 0.0001,
      "loss": 7.3648,
      "loss/crossentropy": 2.13938904479146,
      "loss/hidden": 3.36640625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19394674636423587,
      "step": 2230
    },
    {
      "epoch": 0.056,
      "grad_norm": 27.625,
      "grad_norm_var": 15.0712890625,
      "learning_rate": 0.0001,
      "loss": 7.4292,
      "loss/crossentropy": 2.0648645758628845,
      "loss/hidden": 3.436328125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18520106598734856,
      "step": 2240
    },
    {
      "epoch": 0.05625,
      "grad_norm": 29.25,
      "grad_norm_var": 12.034309895833333,
      "learning_rate": 0.0001,
      "loss": 7.4469,
      "loss/crossentropy": 2.080448921024799,
      "loss/hidden": 3.3109375,
      "loss/jsd": 0.0,
      "loss/logits": 0.18507405128329993,
      "step": 2250
    },
    {
      "epoch": 0.0565,
      "grad_norm": 31.375,
      "grad_norm_var": 2.014518229166667,
      "learning_rate": 0.0001,
      "loss": 7.4325,
      "loss/crossentropy": 2.0871294140815735,
      "loss/hidden": 3.409375,
      "loss/jsd": 0.0,
      "loss/logits": 0.20059894528239966,
      "step": 2260
    },
    {
      "epoch": 0.05675,
      "grad_norm": 28.75,
      "grad_norm_var": 1.8103515625,
      "learning_rate": 0.0001,
      "loss": 7.4268,
      "loss/crossentropy": 2.010594163835049,
      "loss/hidden": 3.39453125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19413960948586464,
      "step": 2270
    },
    {
      "epoch": 0.057,
      "grad_norm": 32.5,
      "grad_norm_var": 4.0369140625,
      "learning_rate": 0.0001,
      "loss": 7.4346,
      "loss/crossentropy": 2.1129174560308455,
      "loss/hidden": 3.416015625,
      "loss/jsd": 0.0,
      "loss/logits": 0.1961110396310687,
      "step": 2280
    },
    {
      "epoch": 0.05725,
      "grad_norm": 39.0,
      "grad_norm_var": 30.42265625,
      "learning_rate": 0.0001,
      "loss": 7.4422,
      "loss/crossentropy": 2.002947611361742,
      "loss/hidden": 3.432421875,
      "loss/jsd": 0.0,
      "loss/logits": 0.2081361676566303,
      "step": 2290
    },
    {
      "epoch": 0.0575,
      "grad_norm": 37.25,
      "grad_norm_var": 25.699934895833334,
      "learning_rate": 0.0001,
      "loss": 7.4312,
      "loss/crossentropy": 2.06134437918663,
      "loss/hidden": 3.376171875,
      "loss/jsd": 0.0,
      "loss/logits": 0.18918452728539706,
      "step": 2300
    },
    {
      "epoch": 0.05775,
      "grad_norm": 28.875,
      "grad_norm_var": 9.115559895833334,
      "learning_rate": 0.0001,
      "loss": 7.4209,
      "loss/crossentropy": 2.041922479122877,
      "loss/hidden": 3.403515625,
      "loss/jsd": 0.0,
      "loss/logits": 0.20907302405685185,
      "step": 2310
    },
    {
      "epoch": 0.058,
      "grad_norm": 30.125,
      "grad_norm_var": 22.248372395833332,
      "learning_rate": 0.0001,
      "loss": 7.6844,
      "loss/crossentropy": 2.0152460247278214,
      "loss/hidden": 3.426171875,
      "loss/jsd": 0.0,
      "loss/logits": 0.1905667196959257,
      "step": 2320
    },
    {
      "epoch": 0.05825,
      "grad_norm": 38.25,
      "grad_norm_var": 31.398893229166667,
      "learning_rate": 0.0001,
      "loss": 7.4713,
      "loss/crossentropy": 2.105386929959059,
      "loss/hidden": 3.452734375,
      "loss/jsd": 0.0,
      "loss/logits": 0.1982942834496498,
      "step": 2330
    },
    {
      "epoch": 0.0585,
      "grad_norm": 28.375,
      "grad_norm_var": 54.94264322916667,
      "learning_rate": 0.0001,
      "loss": 7.4575,
      "loss/crossentropy": 2.2358868844807147,
      "loss/hidden": 3.419921875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19232469592243434,
      "step": 2340
    },
    {
      "epoch": 0.05875,
      "grad_norm": 33.5,
      "grad_norm_var": 165.74583333333334,
      "learning_rate": 0.0001,
      "loss": 7.2987,
      "loss/crossentropy": 1.9657546751201154,
      "loss/hidden": 3.3921875,
      "loss/jsd": 0.0,
      "loss/logits": 0.18062973748892547,
      "step": 2350
    },
    {
      "epoch": 0.059,
      "grad_norm": 41.0,
      "grad_norm_var": 15.376822916666667,
      "learning_rate": 0.0001,
      "loss": 7.4431,
      "loss/crossentropy": 2.191007924079895,
      "loss/hidden": 3.3609375,
      "loss/jsd": 0.0,
      "loss/logits": 0.2068317520432174,
      "step": 2360
    },
    {
      "epoch": 0.05925,
      "grad_norm": 30.625,
      "grad_norm_var": 12.109375,
      "learning_rate": 0.0001,
      "loss": 7.3325,
      "loss/crossentropy": 2.0140789330005644,
      "loss/hidden": 3.4109375,
      "loss/jsd": 0.0,
      "loss/logits": 0.18166892379522323,
      "step": 2370
    },
    {
      "epoch": 0.0595,
      "grad_norm": 31.875,
      "grad_norm_var": 6.941666666666666,
      "learning_rate": 0.0001,
      "loss": 7.4039,
      "loss/crossentropy": 2.0221361994743345,
      "loss/hidden": 3.401953125,
      "loss/jsd": 0.0,
      "loss/logits": 0.1934544663876295,
      "step": 2380
    },
    {
      "epoch": 0.05975,
      "grad_norm": 30.125,
      "grad_norm_var": 10.472330729166666,
      "learning_rate": 0.0001,
      "loss": 7.5862,
      "loss/crossentropy": 1.9840030640363693,
      "loss/hidden": 3.46640625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19178631734102963,
      "step": 2390
    },
    {
      "epoch": 0.06,
      "grad_norm": 29.875,
      "grad_norm_var": 14.10625,
      "learning_rate": 0.0001,
      "loss": 7.4826,
      "loss/crossentropy": 2.1700179904699324,
      "loss/hidden": 3.408984375,
      "loss/jsd": 0.0,
      "loss/logits": 0.1915024297311902,
      "step": 2400
    },
    {
      "epoch": 0.06025,
      "grad_norm": 32.75,
      "grad_norm_var": 7.370768229166667,
      "learning_rate": 0.0001,
      "loss": 7.3889,
      "loss/crossentropy": 2.091843403875828,
      "loss/hidden": 3.358203125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18695627991110086,
      "step": 2410
    },
    {
      "epoch": 0.0605,
      "grad_norm": 29.0,
      "grad_norm_var": 9.922330729166667,
      "learning_rate": 0.0001,
      "loss": 7.4655,
      "loss/crossentropy": 2.172381104528904,
      "loss/hidden": 3.380078125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20078962799161673,
      "step": 2420
    },
    {
      "epoch": 0.06075,
      "grad_norm": 34.25,
      "grad_norm_var": 8.637239583333333,
      "learning_rate": 0.0001,
      "loss": 7.519,
      "loss/crossentropy": 1.995463601499796,
      "loss/hidden": 3.411328125,
      "loss/jsd": 0.0,
      "loss/logits": 0.1993358489125967,
      "step": 2430
    },
    {
      "epoch": 0.061,
      "grad_norm": 31.25,
      "grad_norm_var": 11.9431640625,
      "learning_rate": 0.0001,
      "loss": 7.5169,
      "loss/crossentropy": 2.296917426586151,
      "loss/hidden": 3.513671875,
      "loss/jsd": 0.0,
      "loss/logits": 0.23228074796497822,
      "step": 2440
    },
    {
      "epoch": 0.06125,
      "grad_norm": 30.25,
      "grad_norm_var": 3.4368798046573737e+18,
      "learning_rate": 0.0001,
      "loss": 7.5038,
      "loss/crossentropy": 2.1944432735443113,
      "loss/hidden": 3.3921875,
      "loss/jsd": 0.0,
      "loss/logits": 0.21073084995150565,
      "step": 2450
    },
    {
      "epoch": 0.0615,
      "grad_norm": 33.5,
      "grad_norm_var": 3.436879805205814e+18,
      "learning_rate": 0.0001,
      "loss": 7.4423,
      "loss/crossentropy": 2.152103579044342,
      "loss/hidden": 3.512109375,
      "loss/jsd": 0.0,
      "loss/logits": 0.20929353777319193,
      "step": 2460
    },
    {
      "epoch": 0.06175,
      "grad_norm": 39.0,
      "grad_norm_var": 2.2045823633093297e+18,
      "learning_rate": 0.0001,
      "loss": 7.4382,
      "loss/crossentropy": 2.017627691477537,
      "loss/hidden": 3.355078125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19590776292607187,
      "step": 2470
    },
    {
      "epoch": 0.062,
      "grad_norm": 29.375,
      "grad_norm_var": 2.2045823636681523e+18,
      "learning_rate": 0.0001,
      "loss": 7.4072,
      "loss/crossentropy": 2.1076912328600885,
      "loss/hidden": 3.433203125,
      "loss/jsd": 0.0,
      "loss/logits": 0.1988623272627592,
      "step": 2480
    },
    {
      "epoch": 0.06225,
      "grad_norm": 30.125,
      "grad_norm_var": 3.2494140625,
      "learning_rate": 0.0001,
      "loss": 7.3192,
      "loss/crossentropy": 1.9777067750692368,
      "loss/hidden": 3.429296875,
      "loss/jsd": 0.0,
      "loss/logits": 0.20539684109389783,
      "step": 2490
    },
    {
      "epoch": 0.0625,
      "grad_norm": 29.125,
      "grad_norm_var": 5.580208333333333,
      "learning_rate": 0.0001,
      "loss": 7.3283,
      "loss/crossentropy": 2.061080713570118,
      "loss/hidden": 3.4953125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20077812522649766,
      "step": 2500
    },
    {
      "epoch": 0.06275,
      "grad_norm": 28.375,
      "grad_norm_var": 5.618489583333333,
      "learning_rate": 0.0001,
      "loss": 7.4401,
      "loss/crossentropy": 2.2099071338772776,
      "loss/hidden": 3.411328125,
      "loss/jsd": 0.0,
      "loss/logits": 0.2055276283994317,
      "step": 2510
    },
    {
      "epoch": 0.063,
      "grad_norm": 28.125,
      "grad_norm_var": 7.118684895833334,
      "learning_rate": 0.0001,
      "loss": 7.3509,
      "loss/crossentropy": 1.962952435016632,
      "loss/hidden": 3.421484375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19731322024017572,
      "step": 2520
    },
    {
      "epoch": 0.06325,
      "grad_norm": 31.375,
      "grad_norm_var": 1.9681640625,
      "learning_rate": 0.0001,
      "loss": 7.3695,
      "loss/crossentropy": 1.9843583509325982,
      "loss/hidden": 3.4921875,
      "loss/jsd": 0.0,
      "loss/logits": 0.2062232268974185,
      "step": 2530
    },
    {
      "epoch": 0.0635,
      "grad_norm": 31.5,
      "grad_norm_var": 3.7988932291666666,
      "learning_rate": 0.0001,
      "loss": 7.4485,
      "loss/crossentropy": 2.1427679538726805,
      "loss/hidden": 3.38125,
      "loss/jsd": 0.0,
      "loss/logits": 0.2011977185495198,
      "step": 2540
    },
    {
      "epoch": 0.06375,
      "grad_norm": 30.0,
      "grad_norm_var": 2.5885416666666665,
      "learning_rate": 0.0001,
      "loss": 7.4157,
      "loss/crossentropy": 1.9085583783686162,
      "loss/hidden": 3.325,
      "loss/jsd": 0.0,
      "loss/logits": 0.17416954301297666,
      "step": 2550
    },
    {
      "epoch": 0.064,
      "grad_norm": 31.25,
      "grad_norm_var": 1.21015625,
      "learning_rate": 0.0001,
      "loss": 7.5141,
      "loss/crossentropy": 1.9622327491641045,
      "loss/hidden": 3.361328125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18756412472575903,
      "step": 2560
    },
    {
      "epoch": 0.06425,
      "grad_norm": 30.0,
      "grad_norm_var": 1.7143229166666667,
      "learning_rate": 0.0001,
      "loss": 7.4624,
      "loss/crossentropy": 2.192887546122074,
      "loss/hidden": 3.4296875,
      "loss/jsd": 0.0,
      "loss/logits": 0.1984951412305236,
      "step": 2570
    },
    {
      "epoch": 0.0645,
      "grad_norm": 30.125,
      "grad_norm_var": 1.9143229166666667,
      "learning_rate": 0.0001,
      "loss": 7.3947,
      "loss/crossentropy": 2.102549520134926,
      "loss/hidden": 3.463671875,
      "loss/jsd": 0.0,
      "loss/logits": 0.1989850653335452,
      "step": 2580
    },
    {
      "epoch": 0.06475,
      "grad_norm": 32.25,
      "grad_norm_var": 9.5322265625,
      "learning_rate": 0.0001,
      "loss": 7.5147,
      "loss/crossentropy": 2.213281115144491,
      "loss/hidden": 3.405859375,
      "loss/jsd": 0.0,
      "loss/logits": 0.2027151037938893,
      "step": 2590
    },
    {
      "epoch": 0.065,
      "grad_norm": 30.625,
      "grad_norm_var": 2.3427083333333334,
      "learning_rate": 0.0001,
      "loss": 7.4691,
      "loss/crossentropy": 2.1138279482722284,
      "loss/hidden": 3.379296875,
      "loss/jsd": 0.0,
      "loss/logits": 0.20825629755854608,
      "step": 2600
    },
    {
      "epoch": 0.06525,
      "grad_norm": 36.0,
      "grad_norm_var": 3.3395182291666665,
      "learning_rate": 0.0001,
      "loss": 7.4775,
      "loss/crossentropy": 2.107349547743797,
      "loss/hidden": 3.404296875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19337845854461194,
      "step": 2610
    },
    {
      "epoch": 0.0655,
      "grad_norm": 29.25,
      "grad_norm_var": 12.757291666666667,
      "learning_rate": 0.0001,
      "loss": 7.5438,
      "loss/crossentropy": 2.0628502368927,
      "loss/hidden": 3.4984375,
      "loss/jsd": 0.0,
      "loss/logits": 0.20967572089284658,
      "step": 2620
    },
    {
      "epoch": 0.06575,
      "grad_norm": 28.625,
      "grad_norm_var": 11.805208333333333,
      "learning_rate": 0.0001,
      "loss": 7.3354,
      "loss/crossentropy": 2.1009589530527593,
      "loss/hidden": 3.33828125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18132725274190306,
      "step": 2630
    },
    {
      "epoch": 0.066,
      "grad_norm": 32.5,
      "grad_norm_var": 2.730208333333333,
      "learning_rate": 0.0001,
      "loss": 7.4257,
      "loss/crossentropy": 1.983342681080103,
      "loss/hidden": 3.480078125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19340286049991845,
      "step": 2640
    },
    {
      "epoch": 0.06625,
      "grad_norm": 30.25,
      "grad_norm_var": 3.7549465282226944e+18,
      "learning_rate": 0.0001,
      "loss": 7.309,
      "loss/crossentropy": 2.0057250812649725,
      "loss/hidden": 3.418359375,
      "loss/jsd": 0.0,
      "loss/logits": 0.18936716187745334,
      "step": 2650
    },
    {
      "epoch": 0.0665,
      "grad_norm": 36.25,
      "grad_norm_var": 8.832747395833334,
      "learning_rate": 0.0001,
      "loss": 7.5442,
      "loss/crossentropy": 2.054753464460373,
      "loss/hidden": 3.410546875,
      "loss/jsd": 0.0,
      "loss/logits": 0.2035602940246463,
      "step": 2660
    },
    {
      "epoch": 0.06675,
      "grad_norm": 32.5,
      "grad_norm_var": 4.8900390625,
      "learning_rate": 0.0001,
      "loss": 7.4106,
      "loss/crossentropy": 2.0181221179664135,
      "loss/hidden": 3.3859375,
      "loss/jsd": 0.0,
      "loss/logits": 0.1878144398331642,
      "step": 2670
    },
    {
      "epoch": 0.067,
      "grad_norm": 30.125,
      "grad_norm_var": 4.280989583333334,
      "learning_rate": 0.0001,
      "loss": 7.4597,
      "loss/crossentropy": 2.200540581345558,
      "loss/hidden": 3.4046875,
      "loss/jsd": 0.0,
      "loss/logits": 0.20286752395331858,
      "step": 2680
    },
    {
      "epoch": 0.06725,
      "grad_norm": 31.75,
      "grad_norm_var": 3.8559895833333333,
      "learning_rate": 0.0001,
      "loss": 7.4643,
      "loss/crossentropy": 2.0630861818790436,
      "loss/hidden": 3.419921875,
      "loss/jsd": 0.0,
      "loss/logits": 0.20401672925800085,
      "step": 2690
    },
    {
      "epoch": 0.0675,
      "grad_norm": 33.0,
      "grad_norm_var": 7.073958333333334,
      "learning_rate": 0.0001,
      "loss": 7.4001,
      "loss/crossentropy": 1.927167509496212,
      "loss/hidden": 3.31328125,
      "loss/jsd": 0.0,
      "loss/logits": 0.17901942003518342,
      "step": 2700
    },
    {
      "epoch": 0.06775,
      "grad_norm": 30.25,
      "grad_norm_var": 8.9009765625,
      "learning_rate": 0.0001,
      "loss": 7.3461,
      "loss/crossentropy": 2.0538916781544687,
      "loss/hidden": 3.35234375,
      "loss/jsd": 0.0,
      "loss/logits": 0.1864149821922183,
      "step": 2710
    },
    {
      "epoch": 0.068,
      "grad_norm": 29.5,
      "grad_norm_var": 2.218489583333333,
      "learning_rate": 0.0001,
      "loss": 7.526,
      "loss/crossentropy": 2.211588367819786,
      "loss/hidden": 3.487890625,
      "loss/jsd": 0.0,
      "loss/logits": 0.20801848396658898,
      "step": 2720
    },
    {
      "epoch": 0.06825,
      "grad_norm": 31.375,
      "grad_norm_var": 1.0768229166666667,
      "learning_rate": 0.0001,
      "loss": 7.5535,
      "loss/crossentropy": 2.268890543282032,
      "loss/hidden": 3.39921875,
      "loss/jsd": 0.0,
      "loss/logits": 0.21352684032171965,
      "step": 2730
    },
    {
      "epoch": 0.0685,
      "grad_norm": 33.25,
      "grad_norm_var": 5.663997395833333,
      "learning_rate": 0.0001,
      "loss": 7.411,
      "loss/crossentropy": 1.902898482978344,
      "loss/hidden": 3.423046875,
      "loss/jsd": 0.0,
      "loss/logits": 0.1794701736420393,
      "step": 2740
    },
    {
      "epoch": 0.06875,
      "grad_norm": 32.25,
      "grad_norm_var": 6.167708333333334,
      "learning_rate": 0.0001,
      "loss": 7.3718,
      "loss/crossentropy": 1.9450767874717712,
      "loss/hidden": 3.453515625,
      "loss/jsd": 0.0,
      "loss/logits": 0.18759301900863648,
      "step": 2750
    },
    {
      "epoch": 0.069,
      "grad_norm": 31.125,
      "grad_norm_var": 31.185872395833332,
      "learning_rate": 0.0001,
      "loss": 7.4359,
      "loss/crossentropy": 2.0783849939703942,
      "loss/hidden": 3.334375,
      "loss/jsd": 0.0,
      "loss/logits": 0.18503105416893958,
      "step": 2760
    },
    {
      "epoch": 0.06925,
      "grad_norm": 36.5,
      "grad_norm_var": 35.412434895833336,
      "learning_rate": 0.0001,
      "loss": 7.5806,
      "loss/crossentropy": 2.2374701410532,
      "loss/hidden": 3.378125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19615829903632404,
      "step": 2770
    },
    {
      "epoch": 0.0695,
      "grad_norm": 30.25,
      "grad_norm_var": 19.787239583333335,
      "learning_rate": 0.0001,
      "loss": 7.3197,
      "loss/crossentropy": 1.8297001466155052,
      "loss/hidden": 3.3171875,
      "loss/jsd": 0.0,
      "loss/logits": 0.16481583826243879,
      "step": 2780
    },
    {
      "epoch": 0.06975,
      "grad_norm": 428.0,
      "grad_norm_var": 9873.31640625,
      "learning_rate": 0.0001,
      "loss": 7.5313,
      "loss/crossentropy": 2.249661484360695,
      "loss/hidden": 3.392578125,
      "loss/jsd": 0.0,
      "loss/logits": 0.2018596636131406,
      "step": 2790
    },
    {
      "epoch": 0.07,
      "grad_norm": 31.0,
      "grad_norm_var": 9755.6625,
      "learning_rate": 0.0001,
      "loss": 7.3957,
      "loss/crossentropy": 1.9368772380053998,
      "loss/hidden": 3.48203125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18386599626392125,
      "step": 2800
    },
    {
      "epoch": 0.07025,
      "grad_norm": 30.75,
      "grad_norm_var": 1.8317057291666667,
      "learning_rate": 0.0001,
      "loss": 7.4372,
      "loss/crossentropy": 1.98307463824749,
      "loss/hidden": 3.464453125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19818334747105837,
      "step": 2810
    },
    {
      "epoch": 0.0705,
      "grad_norm": 29.375,
      "grad_norm_var": 2.589583333333333,
      "learning_rate": 0.0001,
      "loss": 7.5014,
      "loss/crossentropy": 2.1463105253875256,
      "loss/hidden": 3.5046875,
      "loss/jsd": 0.0,
      "loss/logits": 0.20105676222592592,
      "step": 2820
    },
    {
      "epoch": 0.07075,
      "grad_norm": 60.5,
      "grad_norm_var": 178.2556640625,
      "learning_rate": 0.0001,
      "loss": 7.4527,
      "loss/crossentropy": 2.0776613369584083,
      "loss/hidden": 3.420703125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19452448841184378,
      "step": 2830
    },
    {
      "epoch": 0.071,
      "grad_norm": 29.25,
      "grad_norm_var": 172.31451822916668,
      "learning_rate": 0.0001,
      "loss": 7.4802,
      "loss/crossentropy": 2.1200039610266685,
      "loss/hidden": 3.417578125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19831879772245883,
      "step": 2840
    },
    {
      "epoch": 0.07125,
      "grad_norm": 69.0,
      "grad_norm_var": 117.23098958333334,
      "learning_rate": 0.0001,
      "loss": 7.434,
      "loss/crossentropy": 2.024143140017986,
      "loss/hidden": 3.348828125,
      "loss/jsd": 0.0,
      "loss/logits": 0.1836528332903981,
      "step": 2850
    },
    {
      "epoch": 0.0715,
      "grad_norm": 31.375,
      "grad_norm_var": 92.53723958333333,
      "learning_rate": 0.0001,
      "loss": 7.4934,
      "loss/crossentropy": 2.2765417456626893,
      "loss/hidden": 3.446484375,
      "loss/jsd": 0.0,
      "loss/logits": 0.20736196860671044,
      "step": 2860
    },
    {
      "epoch": 0.07175,
      "grad_norm": 31.625,
      "grad_norm_var": 7.986393229166667,
      "learning_rate": 0.0001,
      "loss": 7.4826,
      "loss/crossentropy": 2.269197002053261,
      "loss/hidden": 3.404296875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19869209118187428,
      "step": 2870
    },
    {
      "epoch": 0.072,
      "grad_norm": 31.25,
      "grad_norm_var": 3.1806640625,
      "learning_rate": 0.0001,
      "loss": 7.4018,
      "loss/crossentropy": 2.2985214799642564,
      "loss/hidden": 3.390234375,
      "loss/jsd": 0.0,
      "loss/logits": 0.20524807646870613,
      "step": 2880
    },
    {
      "epoch": 0.07225,
      "grad_norm": 30.875,
      "grad_norm_var": 4.801822916666667,
      "learning_rate": 0.0001,
      "loss": 7.5148,
      "loss/crossentropy": 2.2387808740139006,
      "loss/hidden": 3.46015625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19951685946434736,
      "step": 2890
    },
    {
      "epoch": 0.0725,
      "grad_norm": 28.875,
      "grad_norm_var": 13.836458333333333,
      "learning_rate": 0.0001,
      "loss": 7.5232,
      "loss/crossentropy": 2.049694790691137,
      "loss/hidden": 3.410546875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19052465092390775,
      "step": 2900
    },
    {
      "epoch": 0.07275,
      "grad_norm": 29.625,
      "grad_norm_var": 17.91640625,
      "learning_rate": 0.0001,
      "loss": 7.3227,
      "loss/crossentropy": 2.0360258772969244,
      "loss/hidden": 3.40546875,
      "loss/jsd": 0.0,
      "loss/logits": 0.18495636582374572,
      "step": 2910
    },
    {
      "epoch": 0.073,
      "grad_norm": 32.0,
      "grad_norm_var": 1.8926377214767268e+18,
      "learning_rate": 0.0001,
      "loss": 7.4512,
      "loss/crossentropy": 2.13848315179348,
      "loss/hidden": 3.3859375,
      "loss/jsd": 0.0,
      "loss/logits": 0.18625867497175932,
      "step": 2920
    },
    {
      "epoch": 0.07325,
      "grad_norm": 29.875,
      "grad_norm_var": 1.8926377199175642e+18,
      "learning_rate": 0.0001,
      "loss": 7.5038,
      "loss/crossentropy": 2.166595605015755,
      "loss/hidden": 3.49375,
      "loss/jsd": 0.0,
      "loss/logits": 0.20948194600641729,
      "step": 2930
    },
    {
      "epoch": 0.0735,
      "grad_norm": 28.5,
      "grad_norm_var": 73.08020833333333,
      "learning_rate": 0.0001,
      "loss": 7.374,
      "loss/crossentropy": 1.9849643550813199,
      "loss/hidden": 3.301171875,
      "loss/jsd": 0.0,
      "loss/logits": 0.18302082028239966,
      "step": 2940
    },
    {
      "epoch": 0.07375,
      "grad_norm": 29.125,
      "grad_norm_var": 24.825,
      "learning_rate": 0.0001,
      "loss": 7.3651,
      "loss/crossentropy": 2.057874396443367,
      "loss/hidden": 3.3609375,
      "loss/jsd": 0.0,
      "loss/logits": 0.1866615541279316,
      "step": 2950
    },
    {
      "epoch": 0.074,
      "grad_norm": 30.625,
      "grad_norm_var": 883.6354166666666,
      "learning_rate": 0.0001,
      "loss": 7.5415,
      "loss/crossentropy": 2.1631729155778885,
      "loss/hidden": 3.388671875,
      "loss/jsd": 0.0,
      "loss/logits": 0.20762786027044058,
      "step": 2960
    },
    {
      "epoch": 0.07425,
      "grad_norm": 32.75,
      "grad_norm_var": 887.2705729166667,
      "learning_rate": 0.0001,
      "loss": 7.4471,
      "loss/crossentropy": 1.9493468508124352,
      "loss/hidden": 3.3578125,
      "loss/jsd": 0.0,
      "loss/logits": 0.1884406829252839,
      "step": 2970
    },
    {
      "epoch": 0.0745,
      "grad_norm": 28.875,
      "grad_norm_var": 5.070768229166666,
      "learning_rate": 0.0001,
      "loss": 7.605,
      "loss/crossentropy": 2.122344336658716,
      "loss/hidden": 3.460546875,
      "loss/jsd": 0.0,
      "loss/logits": 0.21057356838136912,
      "step": 2980
    },
    {
      "epoch": 0.07475,
      "grad_norm": 37.0,
      "grad_norm_var": 21.535416666666666,
      "learning_rate": 0.0001,
      "loss": 7.469,
      "loss/crossentropy": 2.008989527821541,
      "loss/hidden": 3.54140625,
      "loss/jsd": 0.0,
      "loss/logits": 0.2172183733433485,
      "step": 2990
    },
    {
      "epoch": 0.075,
      "grad_norm": 29.375,
      "grad_norm_var": 18.198958333333334,
      "learning_rate": 0.0001,
      "loss": 7.3932,
      "loss/crossentropy": 2.1922819674015046,
      "loss/hidden": 3.453515625,
      "loss/jsd": 0.0,
      "loss/logits": 0.20425879992544652,
      "step": 3000
    },
    {
      "epoch": 0.07525,
      "grad_norm": 29.5,
      "grad_norm_var": 2.668684895833333,
      "learning_rate": 0.0001,
      "loss": 7.3505,
      "loss/crossentropy": 2.189265179634094,
      "loss/hidden": 3.34609375,
      "loss/jsd": 0.0,
      "loss/logits": 0.20808048862963915,
      "step": 3010
    },
    {
      "epoch": 0.0755,
      "grad_norm": 30.75,
      "grad_norm_var": 14.20625,
      "learning_rate": 0.0001,
      "loss": 7.5013,
      "loss/crossentropy": 2.0573098927736284,
      "loss/hidden": 3.3515625,
      "loss/jsd": 0.0,
      "loss/logits": 0.18116160985082388,
      "step": 3020
    },
    {
      "epoch": 0.07575,
      "grad_norm": 31.375,
      "grad_norm_var": 16.983333333333334,
      "learning_rate": 0.0001,
      "loss": 7.4455,
      "loss/crossentropy": 1.9735823571681976,
      "loss/hidden": 3.459765625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19495000168681145,
      "step": 3030
    },
    {
      "epoch": 0.076,
      "grad_norm": 7247757312.0,
      "grad_norm_var": 3.2831240991582193e+18,
      "learning_rate": 0.0001,
      "loss": 7.4881,
      "loss/crossentropy": 1.971890377253294,
      "loss/hidden": 3.40625,
      "loss/jsd": 0.0,
      "loss/logits": 0.18015608433634042,
      "step": 3040
    },
    {
      "epoch": 0.07625,
      "grad_norm": 28.25,
      "grad_norm_var": 3.283124098780732e+18,
      "learning_rate": 0.0001,
      "loss": 7.3664,
      "loss/crossentropy": 1.8378953270614147,
      "loss/hidden": 3.3609375,
      "loss/jsd": 0.0,
      "loss/logits": 0.1741427879780531,
      "step": 3050
    },
    {
      "epoch": 0.0765,
      "grad_norm": 31.75,
      "grad_norm_var": 1.89140625,
      "learning_rate": 0.0001,
      "loss": 7.5137,
      "loss/crossentropy": 2.141886255145073,
      "loss/hidden": 3.443359375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19584037065505983,
      "step": 3060
    },
    {
      "epoch": 0.07675,
      "grad_norm": 27.25,
      "grad_norm_var": 2.4244140625,
      "learning_rate": 0.0001,
      "loss": 7.4296,
      "loss/crossentropy": 2.0373554110527037,
      "loss/hidden": 3.5640625,
      "loss/jsd": 0.0,
      "loss/logits": 0.216986732929945,
      "step": 3070
    },
    {
      "epoch": 0.077,
      "grad_norm": 35.25,
      "grad_norm_var": 3.7322265625,
      "learning_rate": 0.0001,
      "loss": 7.5269,
      "loss/crossentropy": 1.975497831404209,
      "loss/hidden": 3.333984375,
      "loss/jsd": 0.0,
      "loss/logits": 0.1780722170136869,
      "step": 3080
    },
    {
      "epoch": 0.07725,
      "grad_norm": 32.75,
      "grad_norm_var": 3.6895182291666666,
      "learning_rate": 0.0001,
      "loss": 7.4938,
      "loss/crossentropy": 2.151789793372154,
      "loss/hidden": 3.502734375,
      "loss/jsd": 0.0,
      "loss/logits": 0.21854450944811105,
      "step": 3090
    },
    {
      "epoch": 0.0775,
      "grad_norm": 29.5,
      "grad_norm_var": 6.82265625,
      "learning_rate": 0.0001,
      "loss": 7.4321,
      "loss/crossentropy": 1.9484706297516823,
      "loss/hidden": 3.506640625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19896488767117262,
      "step": 3100
    },
    {
      "epoch": 0.07775,
      "grad_norm": 29.75,
      "grad_norm_var": 3.0780598958333334,
      "learning_rate": 0.0001,
      "loss": 7.5471,
      "loss/crossentropy": 2.165594828128815,
      "loss/hidden": 3.36796875,
      "loss/jsd": 0.0,
      "loss/logits": 0.20095103643834591,
      "step": 3110
    },
    {
      "epoch": 0.078,
      "grad_norm": 29.0,
      "grad_norm_var": 2.2197916666666666,
      "learning_rate": 0.0001,
      "loss": 7.6334,
      "loss/crossentropy": 2.1854751259088516,
      "loss/hidden": 3.4640625,
      "loss/jsd": 0.0,
      "loss/logits": 0.21246263310313224,
      "step": 3120
    },
    {
      "epoch": 0.07825,
      "grad_norm": 29.0,
      "grad_norm_var": 3.71640625,
      "learning_rate": 0.0001,
      "loss": 7.4278,
      "loss/crossentropy": 1.914103902876377,
      "loss/hidden": 3.451953125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18373754434287548,
      "step": 3130
    },
    {
      "epoch": 0.0785,
      "grad_norm": 29.0,
      "grad_norm_var": 1.2952473958333333,
      "learning_rate": 0.0001,
      "loss": 7.4487,
      "loss/crossentropy": 1.9421842776238918,
      "loss/hidden": 3.5296875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19919300880283117,
      "step": 3140
    },
    {
      "epoch": 0.07875,
      "grad_norm": 29.375,
      "grad_norm_var": 1.8268229166666667,
      "learning_rate": 0.0001,
      "loss": 7.5818,
      "loss/crossentropy": 2.0765694811940194,
      "loss/hidden": 3.5171875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19946561977267266,
      "step": 3150
    },
    {
      "epoch": 0.079,
      "grad_norm": 28.125,
      "grad_norm_var": 11.483268229166667,
      "learning_rate": 0.0001,
      "loss": 7.4372,
      "loss/crossentropy": 2.013955050334334,
      "loss/hidden": 3.4078125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20109358858317136,
      "step": 3160
    },
    {
      "epoch": 0.07925,
      "grad_norm": 28.875,
      "grad_norm_var": 12.871809895833334,
      "learning_rate": 0.0001,
      "loss": 7.4606,
      "loss/crossentropy": 2.2802242666482924,
      "loss/hidden": 3.423046875,
      "loss/jsd": 0.0,
      "loss/logits": 0.21229397617280482,
      "step": 3170
    },
    {
      "epoch": 0.0795,
      "grad_norm": 28.375,
      "grad_norm_var": 1.6301432291666667,
      "learning_rate": 0.0001,
      "loss": 7.4691,
      "loss/crossentropy": 2.134338477253914,
      "loss/hidden": 3.404296875,
      "loss/jsd": 0.0,
      "loss/logits": 0.18632632456719875,
      "step": 3180
    },
    {
      "epoch": 0.07975,
      "grad_norm": 30.625,
      "grad_norm_var": 2.6113932291666666,
      "learning_rate": 0.0001,
      "loss": 7.4903,
      "loss/crossentropy": 2.192245528101921,
      "loss/hidden": 3.381640625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19276445377618073,
      "step": 3190
    },
    {
      "epoch": 0.08,
      "grad_norm": 27.875,
      "grad_norm_var": 2.6830729166666667,
      "learning_rate": 0.0001,
      "loss": 7.4715,
      "loss/crossentropy": 2.1333388604223726,
      "loss/hidden": 3.376953125,
      "loss/jsd": 0.0,
      "loss/logits": 0.1902673264965415,
      "step": 3200
    },
    {
      "epoch": 0.08025,
      "grad_norm": 29.625,
      "grad_norm_var": 2.7072265625,
      "learning_rate": 0.0001,
      "loss": 7.4646,
      "loss/crossentropy": 2.1069626569747926,
      "loss/hidden": 3.374609375,
      "loss/jsd": 0.0,
      "loss/logits": 0.18933899328112602,
      "step": 3210
    },
    {
      "epoch": 0.0805,
      "grad_norm": 33.0,
      "grad_norm_var": 1.6457682291666667,
      "learning_rate": 0.0001,
      "loss": 7.3771,
      "loss/crossentropy": 2.143903985619545,
      "loss/hidden": 3.34921875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19841080270707606,
      "step": 3220
    },
    {
      "epoch": 0.08075,
      "grad_norm": 29.5,
      "grad_norm_var": 2.405143229166667,
      "learning_rate": 0.0001,
      "loss": 7.4629,
      "loss/crossentropy": 1.9501185864210129,
      "loss/hidden": 3.474609375,
      "loss/jsd": 0.0,
      "loss/logits": 0.2003694986924529,
      "step": 3230
    },
    {
      "epoch": 0.081,
      "grad_norm": 35.0,
      "grad_norm_var": 3.4619140625,
      "learning_rate": 0.0001,
      "loss": 7.6085,
      "loss/crossentropy": 2.1099744185805323,
      "loss/hidden": 3.33515625,
      "loss/jsd": 0.0,
      "loss/logits": 0.1865939747542143,
      "step": 3240
    },
    {
      "epoch": 0.08125,
      "grad_norm": 38.0,
      "grad_norm_var": 15.54140625,
      "learning_rate": 0.0001,
      "loss": 7.4858,
      "loss/crossentropy": 1.8915734700858593,
      "loss/hidden": 3.550390625,
      "loss/jsd": 0.0,
      "loss/logits": 0.20414282865822314,
      "step": 3250
    },
    {
      "epoch": 0.0815,
      "grad_norm": 31.875,
      "grad_norm_var": 15.074934895833334,
      "learning_rate": 0.0001,
      "loss": 7.4995,
      "loss/crossentropy": 2.0746393710374833,
      "loss/hidden": 3.448046875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19025763403624296,
      "step": 3260
    },
    {
      "epoch": 0.08175,
      "grad_norm": 29.625,
      "grad_norm_var": 4.532291666666667,
      "learning_rate": 0.0001,
      "loss": 7.4517,
      "loss/crossentropy": 2.201898355782032,
      "loss/hidden": 3.38515625,
      "loss/jsd": 0.0,
      "loss/logits": 0.1851862959563732,
      "step": 3270
    },
    {
      "epoch": 0.082,
      "grad_norm": 32.25,
      "grad_norm_var": 9.199739583333333,
      "learning_rate": 0.0001,
      "loss": 7.4085,
      "loss/crossentropy": 1.9774614453315735,
      "loss/hidden": 3.5078125,
      "loss/jsd": 0.0,
      "loss/logits": 0.1853517958894372,
      "step": 3280
    },
    {
      "epoch": 0.08225,
      "grad_norm": 31.0,
      "grad_norm_var": 13.801497395833334,
      "learning_rate": 0.0001,
      "loss": 7.4065,
      "loss/crossentropy": 2.1263367265462874,
      "loss/hidden": 3.412109375,
      "loss/jsd": 0.0,
      "loss/logits": 0.18529028967022895,
      "step": 3290
    },
    {
      "epoch": 0.0825,
      "grad_norm": 29.5,
      "grad_norm_var": 2.967643229166667,
      "learning_rate": 0.0001,
      "loss": 7.4165,
      "loss/crossentropy": 2.193544697761536,
      "loss/hidden": 3.350390625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19897244460880756,
      "step": 3300
    },
    {
      "epoch": 0.08275,
      "grad_norm": 33.75,
      "grad_norm_var": 9.687239583333334,
      "learning_rate": 0.0001,
      "loss": 7.5716,
      "loss/crossentropy": 2.0868531957268717,
      "loss/hidden": 3.616796875,
      "loss/jsd": 0.0,
      "loss/logits": 0.21278488002717494,
      "step": 3310
    },
    {
      "epoch": 0.083,
      "grad_norm": 31.0,
      "grad_norm_var": 7.9478515625,
      "learning_rate": 0.0001,
      "loss": 7.5543,
      "loss/crossentropy": 2.1392074063420297,
      "loss/hidden": 3.395703125,
      "loss/jsd": 0.0,
      "loss/logits": 0.21113577168434858,
      "step": 3320
    },
    {
      "epoch": 0.08325,
      "grad_norm": 30.0,
      "grad_norm_var": 2.0268229166666667,
      "learning_rate": 0.0001,
      "loss": 7.4454,
      "loss/crossentropy": 2.0691144198179243,
      "loss/hidden": 3.341796875,
      "loss/jsd": 0.0,
      "loss/logits": 0.20186964478343725,
      "step": 3330
    },
    {
      "epoch": 0.0835,
      "grad_norm": 31.5,
      "grad_norm_var": 2.6211653265769103e+18,
      "learning_rate": 0.0001,
      "loss": 7.4481,
      "loss/crossentropy": 2.0832756504416468,
      "loss/hidden": 3.423046875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19915037509053946,
      "step": 3340
    },
    {
      "epoch": 0.08375,
      "grad_norm": 32.5,
      "grad_norm_var": 2.621165324337292e+18,
      "learning_rate": 0.0001,
      "loss": 7.3606,
      "loss/crossentropy": 2.102260760962963,
      "loss/hidden": 3.372265625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19333885367959738,
      "step": 3350
    },
    {
      "epoch": 0.084,
      "grad_norm": 29.25,
      "grad_norm_var": 85.575,
      "learning_rate": 0.0001,
      "loss": 7.4073,
      "loss/crossentropy": 2.149528594315052,
      "loss/hidden": 3.491796875,
      "loss/jsd": 0.0,
      "loss/logits": 0.2177526842802763,
      "step": 3360
    },
    {
      "epoch": 0.08425,
      "grad_norm": 30.25,
      "grad_norm_var": 2.8645833333333335,
      "learning_rate": 0.0001,
      "loss": 7.4642,
      "loss/crossentropy": 2.085590344667435,
      "loss/hidden": 3.330859375,
      "loss/jsd": 0.0,
      "loss/logits": 0.17804578468203544,
      "step": 3370
    },
    {
      "epoch": 0.0845,
      "grad_norm": 33.25,
      "grad_norm_var": 2.996875,
      "learning_rate": 0.0001,
      "loss": 7.3953,
      "loss/crossentropy": 2.0975965946912765,
      "loss/hidden": 3.3,
      "loss/jsd": 0.0,
      "loss/logits": 0.1847201505675912,
      "step": 3380
    },
    {
      "epoch": 0.08475,
      "grad_norm": 32.0,
      "grad_norm_var": 2.470572916666667,
      "learning_rate": 0.0001,
      "loss": 7.4553,
      "loss/crossentropy": 2.1018140748143197,
      "loss/hidden": 3.36796875,
      "loss/jsd": 0.0,
      "loss/logits": 0.18250287007540464,
      "step": 3390
    },
    {
      "epoch": 0.085,
      "grad_norm": 30.25,
      "grad_norm_var": 2.887955729166667,
      "learning_rate": 0.0001,
      "loss": 7.5238,
      "loss/crossentropy": 2.1050665065646172,
      "loss/hidden": 3.501953125,
      "loss/jsd": 0.0,
      "loss/logits": 0.2124734738841653,
      "step": 3400
    },
    {
      "epoch": 0.08525,
      "grad_norm": 30.0,
      "grad_norm_var": 1.7143229166666667,
      "learning_rate": 0.0001,
      "loss": 7.2754,
      "loss/crossentropy": 2.0948296964168547,
      "loss/hidden": 3.37421875,
      "loss/jsd": 0.0,
      "loss/logits": 0.178215317055583,
      "step": 3410
    },
    {
      "epoch": 0.0855,
      "grad_norm": 30.875,
      "grad_norm_var": 5.354622395833333,
      "learning_rate": 0.0001,
      "loss": 7.4191,
      "loss/crossentropy": 2.0418393671512605,
      "loss/hidden": 3.4734375,
      "loss/jsd": 0.0,
      "loss/logits": 0.18740264605730772,
      "step": 3420
    },
    {
      "epoch": 0.08575,
      "grad_norm": 32.25,
      "grad_norm_var": 6.430989583333333,
      "learning_rate": 0.0001,
      "loss": 7.5642,
      "loss/crossentropy": 2.0279636546969413,
      "loss/hidden": 3.55859375,
      "loss/jsd": 0.0,
      "loss/logits": 0.20154636316001415,
      "step": 3430
    },
    {
      "epoch": 0.086,
      "grad_norm": 29.125,
      "grad_norm_var": 53.64791666666667,
      "learning_rate": 0.0001,
      "loss": 7.485,
      "loss/crossentropy": 2.0705729112029077,
      "loss/hidden": 3.456640625,
      "loss/jsd": 0.0,
      "loss/logits": 0.22035282999277114,
      "step": 3440
    },
    {
      "epoch": 0.08625,
      "grad_norm": 30.375,
      "grad_norm_var": 5.54765625,
      "learning_rate": 0.0001,
      "loss": 7.428,
      "loss/crossentropy": 1.9830067940056324,
      "loss/hidden": 3.376171875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19354272997006775,
      "step": 3450
    },
    {
      "epoch": 0.0865,
      "grad_norm": 28.375,
      "grad_norm_var": 2.758736220726598e+18,
      "learning_rate": 0.0001,
      "loss": 7.4342,
      "loss/crossentropy": 2.1590976014733316,
      "loss/hidden": 3.489453125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20231232214719058,
      "step": 3460
    },
    {
      "epoch": 0.08675,
      "grad_norm": 29.125,
      "grad_norm_var": 2.470572916666667,
      "learning_rate": 0.0001,
      "loss": 7.3376,
      "loss/crossentropy": 2.108407254517078,
      "loss/hidden": 3.416796875,
      "loss/jsd": 0.0,
      "loss/logits": 0.18425025548785925,
      "step": 3470
    },
    {
      "epoch": 0.087,
      "grad_norm": 32.5,
      "grad_norm_var": 19.315559895833335,
      "learning_rate": 0.0001,
      "loss": 7.391,
      "loss/crossentropy": 2.086346108466387,
      "loss/hidden": 3.380859375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19492445401847364,
      "step": 3480
    },
    {
      "epoch": 0.08725,
      "grad_norm": 30.75,
      "grad_norm_var": 3.9009765625,
      "learning_rate": 0.0001,
      "loss": 7.454,
      "loss/crossentropy": 2.0728737086057665,
      "loss/hidden": 3.474609375,
      "loss/jsd": 0.0,
      "loss/logits": 0.21246139723807572,
      "step": 3490
    },
    {
      "epoch": 0.0875,
      "grad_norm": 53.25,
      "grad_norm_var": 34.962955729166666,
      "learning_rate": 0.0001,
      "loss": 7.4001,
      "loss/crossentropy": 1.9173476293683052,
      "loss/hidden": 3.330859375,
      "loss/jsd": 0.0,
      "loss/logits": 0.18263984741643072,
      "step": 3500
    },
    {
      "epoch": 0.08775,
      "grad_norm": 29.875,
      "grad_norm_var": 36.22389322916667,
      "learning_rate": 0.0001,
      "loss": 7.5855,
      "loss/crossentropy": 1.9761252515017986,
      "loss/hidden": 3.391015625,
      "loss/jsd": 0.0,
      "loss/logits": 0.20959299746900797,
      "step": 3510
    },
    {
      "epoch": 0.088,
      "grad_norm": 32.25,
      "grad_norm_var": 17.7337890625,
      "learning_rate": 0.0001,
      "loss": 7.4728,
      "loss/crossentropy": 2.0416554152965545,
      "loss/hidden": 3.4703125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19014756735414268,
      "step": 3520
    },
    {
      "epoch": 0.08825,
      "grad_norm": 29.375,
      "grad_norm_var": 14.664322916666666,
      "learning_rate": 0.0001,
      "loss": 7.5608,
      "loss/crossentropy": 2.2834356099367143,
      "loss/hidden": 3.3953125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19908843878656626,
      "step": 3530
    },
    {
      "epoch": 0.0885,
      "grad_norm": 31.875,
      "grad_norm_var": 2.6702473958333335,
      "learning_rate": 0.0001,
      "loss": 7.4804,
      "loss/crossentropy": 2.0417330890893934,
      "loss/hidden": 3.46875,
      "loss/jsd": 0.0,
      "loss/logits": 0.20852382443845272,
      "step": 3540
    },
    {
      "epoch": 0.08875,
      "grad_norm": 31.625,
      "grad_norm_var": 2.460724589971584e+18,
      "learning_rate": 0.0001,
      "loss": 7.5559,
      "loss/crossentropy": 2.1676768481731417,
      "loss/hidden": 3.394921875,
      "loss/jsd": 0.0,
      "loss/logits": 0.1989177169278264,
      "step": 3550
    },
    {
      "epoch": 0.089,
      "grad_norm": 30.0,
      "grad_norm_var": 6.881705729166667,
      "learning_rate": 0.0001,
      "loss": 7.4678,
      "loss/crossentropy": 2.221273897588253,
      "loss/hidden": 3.4,
      "loss/jsd": 0.0,
      "loss/logits": 0.19402988757938147,
      "step": 3560
    },
    {
      "epoch": 0.08925,
      "grad_norm": 31.375,
      "grad_norm_var": 7.732747395833333,
      "learning_rate": 0.0001,
      "loss": 7.4508,
      "loss/crossentropy": 2.1802149415016174,
      "loss/hidden": 3.43828125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20121808685362338,
      "step": 3570
    },
    {
      "epoch": 0.0895,
      "grad_norm": 52.5,
      "grad_norm_var": 30.9775390625,
      "learning_rate": 0.0001,
      "loss": 7.3982,
      "loss/crossentropy": 2.085124118626118,
      "loss/hidden": 3.40390625,
      "loss/jsd": 0.0,
      "loss/logits": 0.18448642026633025,
      "step": 3580
    },
    {
      "epoch": 0.08975,
      "grad_norm": 30.875,
      "grad_norm_var": 32.91295572916667,
      "learning_rate": 0.0001,
      "loss": 7.4381,
      "loss/crossentropy": 2.1467449337244036,
      "loss/hidden": 3.3734375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19393185302615165,
      "step": 3590
    },
    {
      "epoch": 0.09,
      "grad_norm": 29.25,
      "grad_norm_var": 1.4708333333333334,
      "learning_rate": 0.0001,
      "loss": 7.415,
      "loss/crossentropy": 2.0135369554162024,
      "loss/hidden": 3.37109375,
      "loss/jsd": 0.0,
      "loss/logits": 0.18443848174065353,
      "step": 3600
    },
    {
      "epoch": 0.09025,
      "grad_norm": 31.375,
      "grad_norm_var": 6.1962890625,
      "learning_rate": 0.0001,
      "loss": 7.4028,
      "loss/crossentropy": 2.1443901300430297,
      "loss/hidden": 3.440234375,
      "loss/jsd": 0.0,
      "loss/logits": 0.2054579086601734,
      "step": 3610
    },
    {
      "epoch": 0.0905,
      "grad_norm": 26.5,
      "grad_norm_var": 3.562239583333333,
      "learning_rate": 0.0001,
      "loss": 7.3255,
      "loss/crossentropy": 1.799356396496296,
      "loss/hidden": 3.36953125,
      "loss/jsd": 0.0,
      "loss/logits": 0.17441922090947629,
      "step": 3620
    },
    {
      "epoch": 0.09075,
      "grad_norm": 31.375,
      "grad_norm_var": 2.2083333333333335,
      "learning_rate": 0.0001,
      "loss": 7.4272,
      "loss/crossentropy": 1.9925116747617722,
      "loss/hidden": 3.52578125,
      "loss/jsd": 0.0,
      "loss/logits": 0.21653544921427964,
      "step": 3630
    },
    {
      "epoch": 0.091,
      "grad_norm": 30.125,
      "grad_norm_var": 0.6125,
      "learning_rate": 0.0001,
      "loss": 7.3649,
      "loss/crossentropy": 2.135761073231697,
      "loss/hidden": 3.4140625,
      "loss/jsd": 0.0,
      "loss/logits": 0.18989351522177458,
      "step": 3640
    },
    {
      "epoch": 0.09125,
      "grad_norm": 31.375,
      "grad_norm_var": 1.4330729166666667,
      "learning_rate": 0.0001,
      "loss": 7.4505,
      "loss/crossentropy": 2.0986070543527604,
      "loss/hidden": 3.334375,
      "loss/jsd": 0.0,
      "loss/logits": 0.18352905213832854,
      "step": 3650
    },
    {
      "epoch": 0.0915,
      "grad_norm": 29.625,
      "grad_norm_var": 2.5869140625,
      "learning_rate": 0.0001,
      "loss": 7.4199,
      "loss/crossentropy": 2.1555575743317603,
      "loss/hidden": 3.402734375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19261632524430752,
      "step": 3660
    },
    {
      "epoch": 0.09175,
      "grad_norm": 31.5,
      "grad_norm_var": 2.371875,
      "learning_rate": 0.0001,
      "loss": 7.5463,
      "loss/crossentropy": 2.1411691516637803,
      "loss/hidden": 3.446875,
      "loss/jsd": 0.0,
      "loss/logits": 0.2046652188524604,
      "step": 3670
    },
    {
      "epoch": 0.092,
      "grad_norm": 30.625,
      "grad_norm_var": 4.703580729166666,
      "learning_rate": 0.0001,
      "loss": 7.404,
      "loss/crossentropy": 2.142404294013977,
      "loss/hidden": 3.445703125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20414466112852098,
      "step": 3680
    },
    {
      "epoch": 0.09225,
      "grad_norm": 30.375,
      "grad_norm_var": 3.25625,
      "learning_rate": 0.0001,
      "loss": 7.4774,
      "loss/crossentropy": 2.187901920080185,
      "loss/hidden": 3.480859375,
      "loss/jsd": 0.0,
      "loss/logits": 0.21911972090601922,
      "step": 3690
    },
    {
      "epoch": 0.0925,
      "grad_norm": 31.875,
      "grad_norm_var": 1.2166666666666666,
      "learning_rate": 0.0001,
      "loss": 7.5965,
      "loss/crossentropy": 2.086391404271126,
      "loss/hidden": 3.438671875,
      "loss/jsd": 0.0,
      "loss/logits": 0.2020766455680132,
      "step": 3700
    },
    {
      "epoch": 0.09275,
      "grad_norm": 30.625,
      "grad_norm_var": 2.147330729166667,
      "learning_rate": 0.0001,
      "loss": 7.4579,
      "loss/crossentropy": 2.09081457182765,
      "loss/hidden": 3.369140625,
      "loss/jsd": 0.0,
      "loss/logits": 0.1868050311692059,
      "step": 3710
    },
    {
      "epoch": 0.093,
      "grad_norm": 34.25,
      "grad_norm_var": 2.467643229166667,
      "learning_rate": 0.0001,
      "loss": 7.522,
      "loss/crossentropy": 2.12264247238636,
      "loss/hidden": 3.453125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18927707765251398,
      "step": 3720
    },
    {
      "epoch": 0.09325,
      "grad_norm": 32.25,
      "grad_norm_var": 3.981184895833333,
      "learning_rate": 0.0001,
      "loss": 7.4155,
      "loss/crossentropy": 2.1118928104639054,
      "loss/hidden": 3.44765625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19489197488874196,
      "step": 3730
    },
    {
      "epoch": 0.0935,
      "grad_norm": 34.0,
      "grad_norm_var": 5.312434895833333,
      "learning_rate": 0.0001,
      "loss": 7.5053,
      "loss/crossentropy": 2.1360882744193077,
      "loss/hidden": 3.426171875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19313989579677582,
      "step": 3740
    },
    {
      "epoch": 0.09375,
      "grad_norm": 29.125,
      "grad_norm_var": 4.549739583333333,
      "learning_rate": 0.0001,
      "loss": 7.3275,
      "loss/crossentropy": 2.010613538324833,
      "loss/hidden": 3.355859375,
      "loss/jsd": 0.0,
      "loss/logits": 0.18421147018671036,
      "step": 3750
    },
    {
      "epoch": 0.094,
      "grad_norm": 31.625,
      "grad_norm_var": 1.5541666666666667,
      "learning_rate": 0.0001,
      "loss": 7.4784,
      "loss/crossentropy": 2.1465295113623144,
      "loss/hidden": 3.323828125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18987073097378016,
      "step": 3760
    },
    {
      "epoch": 0.09425,
      "grad_norm": 32.75,
      "grad_norm_var": 1.9018229166666667,
      "learning_rate": 0.0001,
      "loss": 7.3495,
      "loss/crossentropy": 2.17747982442379,
      "loss/hidden": 3.48046875,
      "loss/jsd": 0.0,
      "loss/logits": 0.2016214355826378,
      "step": 3770
    },
    {
      "epoch": 0.0945,
      "grad_norm": 30.875,
      "grad_norm_var": 3.088997395833333,
      "learning_rate": 0.0001,
      "loss": 7.5384,
      "loss/crossentropy": 2.179350584745407,
      "loss/hidden": 3.350390625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19142594784498215,
      "step": 3780
    },
    {
      "epoch": 0.09475,
      "grad_norm": 29.625,
      "grad_norm_var": 1.1559895833333333,
      "learning_rate": 0.0001,
      "loss": 7.4035,
      "loss/crossentropy": 2.155378046631813,
      "loss/hidden": 3.32109375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19720839541405438,
      "step": 3790
    },
    {
      "epoch": 0.095,
      "grad_norm": 30.625,
      "grad_norm_var": 1.1999348958333333,
      "learning_rate": 0.0001,
      "loss": 7.4441,
      "loss/crossentropy": 2.0597486779093743,
      "loss/hidden": 3.413671875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19279775265604257,
      "step": 3800
    },
    {
      "epoch": 0.09525,
      "grad_norm": 33.5,
      "grad_norm_var": 2.1666666666666665,
      "learning_rate": 0.0001,
      "loss": 7.5146,
      "loss/crossentropy": 2.1966816753149034,
      "loss/hidden": 3.44375,
      "loss/jsd": 0.0,
      "loss/logits": 0.20174810625612735,
      "step": 3810
    },
    {
      "epoch": 0.0955,
      "grad_norm": 31.5,
      "grad_norm_var": 1.9593098958333333,
      "learning_rate": 0.0001,
      "loss": 7.539,
      "loss/crossentropy": 2.165803623199463,
      "loss/hidden": 3.34375,
      "loss/jsd": 0.0,
      "loss/logits": 0.1953417781740427,
      "step": 3820
    },
    {
      "epoch": 0.09575,
      "grad_norm": 32.0,
      "grad_norm_var": 6.690625,
      "learning_rate": 0.0001,
      "loss": 7.514,
      "loss/crossentropy": 2.0817860513925552,
      "loss/hidden": 3.453515625,
      "loss/jsd": 0.0,
      "loss/logits": 0.20838446952402592,
      "step": 3830
    },
    {
      "epoch": 0.096,
      "grad_norm": 32.75,
      "grad_norm_var": 7.6431640625,
      "learning_rate": 0.0001,
      "loss": 7.5472,
      "loss/crossentropy": 2.231910442560911,
      "loss/hidden": 3.442578125,
      "loss/jsd": 0.0,
      "loss/logits": 0.21717903479002415,
      "step": 3840
    },
    {
      "epoch": 0.09625,
      "grad_norm": 32.0,
      "grad_norm_var": 16.134375,
      "learning_rate": 0.0001,
      "loss": 7.5807,
      "loss/crossentropy": 2.0746277555823327,
      "loss/hidden": 3.47578125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20851925816386938,
      "step": 3850
    },
    {
      "epoch": 0.0965,
      "grad_norm": 30.625,
      "grad_norm_var": 16.132747395833334,
      "learning_rate": 0.0001,
      "loss": 7.3749,
      "loss/crossentropy": 2.1463438466191294,
      "loss/hidden": 3.356640625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19305863380432128,
      "step": 3860
    },
    {
      "epoch": 0.09675,
      "grad_norm": 32.5,
      "grad_norm_var": 1.0895182291666667,
      "learning_rate": 0.0001,
      "loss": 7.5499,
      "loss/crossentropy": 2.2108413323760034,
      "loss/hidden": 3.42734375,
      "loss/jsd": 0.0,
      "loss/logits": 0.20310868676751853,
      "step": 3870
    },
    {
      "epoch": 0.097,
      "grad_norm": 30.75,
      "grad_norm_var": 1.4559895833333334,
      "learning_rate": 0.0001,
      "loss": 7.4788,
      "loss/crossentropy": 2.0900154620409013,
      "loss/hidden": 3.42734375,
      "loss/jsd": 0.0,
      "loss/logits": 0.18780422061681748,
      "step": 3880
    },
    {
      "epoch": 0.09725,
      "grad_norm": 30.625,
      "grad_norm_var": 13.917643229166666,
      "learning_rate": 0.0001,
      "loss": 7.4391,
      "loss/crossentropy": 2.0574848279356956,
      "loss/hidden": 3.3875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19390027467161416,
      "step": 3890
    },
    {
      "epoch": 0.0975,
      "grad_norm": 27.375,
      "grad_norm_var": 13.55,
      "learning_rate": 0.0001,
      "loss": 7.4327,
      "loss/crossentropy": 2.2832688719034193,
      "loss/hidden": 3.3796875,
      "loss/jsd": 0.0,
      "loss/logits": 0.20608801003545524,
      "step": 3900
    },
    {
      "epoch": 0.09775,
      "grad_norm": 29.0,
      "grad_norm_var": 3.296875,
      "learning_rate": 0.0001,
      "loss": 7.3691,
      "loss/crossentropy": 1.9183307077735663,
      "loss/hidden": 3.37890625,
      "loss/jsd": 0.0,
      "loss/logits": 0.1917601386550814,
      "step": 3910
    },
    {
      "epoch": 0.098,
      "grad_norm": 34.0,
      "grad_norm_var": 3.24765625,
      "learning_rate": 0.0001,
      "loss": 7.4628,
      "loss/crossentropy": 2.0630046002566815,
      "loss/hidden": 3.338671875,
      "loss/jsd": 0.0,
      "loss/logits": 0.1871832549571991,
      "step": 3920
    },
    {
      "epoch": 0.09825,
      "grad_norm": 31.75,
      "grad_norm_var": 1.5384765625,
      "learning_rate": 0.0001,
      "loss": 7.4868,
      "loss/crossentropy": 2.061261148750782,
      "loss/hidden": 3.415234375,
      "loss/jsd": 0.0,
      "loss/logits": 0.18525551967322826,
      "step": 3930
    },
    {
      "epoch": 0.0985,
      "grad_norm": 29.75,
      "grad_norm_var": 1.584375,
      "learning_rate": 0.0001,
      "loss": 7.5498,
      "loss/crossentropy": 2.0895790114998816,
      "loss/hidden": 3.409375,
      "loss/jsd": 0.0,
      "loss/logits": 0.1932330032810569,
      "step": 3940
    },
    {
      "epoch": 0.09875,
      "grad_norm": 30.625,
      "grad_norm_var": 25.79765625,
      "learning_rate": 0.0001,
      "loss": 7.6502,
      "loss/crossentropy": 2.1616804771125318,
      "loss/hidden": 3.365625,
      "loss/jsd": 0.0,
      "loss/logits": 0.18905209768563508,
      "step": 3950
    },
    {
      "epoch": 0.099,
      "grad_norm": 30.5,
      "grad_norm_var": 28.547916666666666,
      "learning_rate": 0.0001,
      "loss": 7.3334,
      "loss/crossentropy": 2.1435488507151605,
      "loss/hidden": 3.397265625,
      "loss/jsd": 0.0,
      "loss/logits": 0.1910943292081356,
      "step": 3960
    },
    {
      "epoch": 0.09925,
      "grad_norm": 32.75,
      "grad_norm_var": 6.3650390625,
      "learning_rate": 0.0001,
      "loss": 7.542,
      "loss/crossentropy": 2.176460310816765,
      "loss/hidden": 3.41328125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18821860365569593,
      "step": 3970
    },
    {
      "epoch": 0.0995,
      "grad_norm": 31.625,
      "grad_norm_var": 3.9905598958333335,
      "learning_rate": 0.0001,
      "loss": 7.5231,
      "loss/crossentropy": 2.2077176332473756,
      "loss/hidden": 3.4515625,
      "loss/jsd": 0.0,
      "loss/logits": 0.21911400128155947,
      "step": 3980
    },
    {
      "epoch": 0.09975,
      "grad_norm": 31.125,
      "grad_norm_var": 1.75625,
      "learning_rate": 0.0001,
      "loss": 7.4868,
      "loss/crossentropy": 2.105836200714111,
      "loss/hidden": 3.36953125,
      "loss/jsd": 0.0,
      "loss/logits": 0.1997914554551244,
      "step": 3990
    },
    {
      "epoch": 0.1,
      "grad_norm": 38.0,
      "grad_norm_var": 4.710416666666666,
      "learning_rate": 0.0001,
      "loss": 7.5675,
      "loss/crossentropy": 2.233233967423439,
      "loss/hidden": 3.401953125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20876242108643056,
      "step": 4000
    },
    {
      "epoch": 0.10025,
      "grad_norm": 28.625,
      "grad_norm_var": 7.56640625,
      "learning_rate": 0.0001,
      "loss": 7.4736,
      "loss/crossentropy": 2.103509198874235,
      "loss/hidden": 3.413671875,
      "loss/jsd": 0.0,
      "loss/logits": 0.1953927006572485,
      "step": 4010
    },
    {
      "epoch": 0.1005,
      "grad_norm": 28.875,
      "grad_norm_var": 4.119791666666667,
      "learning_rate": 0.0001,
      "loss": 7.4509,
      "loss/crossentropy": 1.9697775058448315,
      "loss/hidden": 3.308984375,
      "loss/jsd": 0.0,
      "loss/logits": 0.17186311883851885,
      "step": 4020
    },
    {
      "epoch": 0.10075,
      "grad_norm": 29.5,
      "grad_norm_var": 1.3177083333333333,
      "learning_rate": 0.0001,
      "loss": 7.333,
      "loss/crossentropy": 2.0519870311021804,
      "loss/hidden": 3.42421875,
      "loss/jsd": 0.0,
      "loss/logits": 0.1872571600601077,
      "step": 4030
    },
    {
      "epoch": 0.101,
      "grad_norm": 29.5,
      "grad_norm_var": 1.2785807291666667,
      "learning_rate": 0.0001,
      "loss": 7.3466,
      "loss/crossentropy": 2.0663713179528713,
      "loss/hidden": 3.39921875,
      "loss/jsd": 0.0,
      "loss/logits": 0.18582073990255593,
      "step": 4040
    },
    {
      "epoch": 0.10125,
      "grad_norm": 30.375,
      "grad_norm_var": 1.9577473958333333,
      "learning_rate": 0.0001,
      "loss": 7.3812,
      "loss/crossentropy": 2.1256399258971213,
      "loss/hidden": 3.30390625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19628962082788348,
      "step": 4050
    },
    {
      "epoch": 0.1015,
      "grad_norm": 30.625,
      "grad_norm_var": 0.53125,
      "learning_rate": 0.0001,
      "loss": 7.3726,
      "loss/crossentropy": 2.1235328309237955,
      "loss/hidden": 3.3703125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18646292947232723,
      "step": 4060
    },
    {
      "epoch": 0.10175,
      "grad_norm": 29.0,
      "grad_norm_var": 3.19255952647709e+18,
      "learning_rate": 0.0001,
      "loss": 7.4564,
      "loss/crossentropy": 2.0213126331567763,
      "loss/hidden": 3.496875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19607899691909553,
      "step": 4070
    },
    {
      "epoch": 0.102,
      "grad_norm": 28.75,
      "grad_norm_var": 3.48515625,
      "learning_rate": 0.0001,
      "loss": 7.3886,
      "loss/crossentropy": 2.0899658009409903,
      "loss/hidden": 3.340625,
      "loss/jsd": 0.0,
      "loss/logits": 0.1851665174588561,
      "step": 4080
    },
    {
      "epoch": 0.10225,
      "grad_norm": 29.5,
      "grad_norm_var": 1.8692057291666666,
      "learning_rate": 0.0001,
      "loss": 7.4838,
      "loss/crossentropy": 2.027493818849325,
      "loss/hidden": 3.49765625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19640162959694862,
      "step": 4090
    },
    {
      "epoch": 0.1025,
      "grad_norm": 29.125,
      "grad_norm_var": 11.762434895833334,
      "learning_rate": 0.0001,
      "loss": 7.5099,
      "loss/crossentropy": 2.056584618985653,
      "loss/hidden": 3.32265625,
      "loss/jsd": 0.0,
      "loss/logits": 0.17638762388378382,
      "step": 4100
    },
    {
      "epoch": 0.10275,
      "grad_norm": 30.125,
      "grad_norm_var": 12.459375,
      "learning_rate": 0.0001,
      "loss": 7.5255,
      "loss/crossentropy": 2.0713445380330087,
      "loss/hidden": 3.36953125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18587317056953906,
      "step": 4110
    },
    {
      "epoch": 0.103,
      "grad_norm": 33.25,
      "grad_norm_var": 1.9958333333333333,
      "learning_rate": 0.0001,
      "loss": 7.4437,
      "loss/crossentropy": 2.2338072419166566,
      "loss/hidden": 3.36171875,
      "loss/jsd": 0.0,
      "loss/logits": 0.18814200926572083,
      "step": 4120
    },
    {
      "epoch": 0.10325,
      "grad_norm": 32.75,
      "grad_norm_var": 3.1259765625,
      "learning_rate": 0.0001,
      "loss": 7.3184,
      "loss/crossentropy": 2.0210259817540646,
      "loss/hidden": 3.3671875,
      "loss/jsd": 0.0,
      "loss/logits": 0.18816483654081823,
      "step": 4130
    },
    {
      "epoch": 0.1035,
      "grad_norm": 29.5,
      "grad_norm_var": 2.870247395833333,
      "learning_rate": 0.0001,
      "loss": 7.5124,
      "loss/crossentropy": 2.0151045128703116,
      "loss/hidden": 3.371484375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19255878478288652,
      "step": 4140
    },
    {
      "epoch": 0.10375,
      "grad_norm": 30.625,
      "grad_norm_var": 1.3926432291666666,
      "learning_rate": 0.0001,
      "loss": 7.5096,
      "loss/crossentropy": 1.9808883003890514,
      "loss/hidden": 3.449609375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19115560222417116,
      "step": 4150
    },
    {
      "epoch": 0.104,
      "grad_norm": 30.75,
      "grad_norm_var": 1.6979166666666667,
      "learning_rate": 0.0001,
      "loss": 7.549,
      "loss/crossentropy": 2.1932784736156465,
      "loss/hidden": 3.39765625,
      "loss/jsd": 0.0,
      "loss/logits": 0.20479805655777455,
      "step": 4160
    },
    {
      "epoch": 0.10425,
      "grad_norm": 30.125,
      "grad_norm_var": 2.3333333333333335,
      "learning_rate": 0.0001,
      "loss": 7.3875,
      "loss/crossentropy": 1.8820222720503808,
      "loss/hidden": 3.337109375,
      "loss/jsd": 0.0,
      "loss/logits": 0.17310038600116967,
      "step": 4170
    },
    {
      "epoch": 0.1045,
      "grad_norm": 33.0,
      "grad_norm_var": 3.7728515625,
      "learning_rate": 0.0001,
      "loss": 7.4212,
      "loss/crossentropy": 2.082476270198822,
      "loss/hidden": 3.334765625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19099258184432982,
      "step": 4180
    },
    {
      "epoch": 0.10475,
      "grad_norm": 30.875,
      "grad_norm_var": 11.408268229166667,
      "learning_rate": 0.0001,
      "loss": 7.4991,
      "loss/crossentropy": 2.287242355942726,
      "loss/hidden": 3.375390625,
      "loss/jsd": 0.0,
      "loss/logits": 0.1982285875827074,
      "step": 4190
    },
    {
      "epoch": 0.105,
      "grad_norm": 28.75,
      "grad_norm_var": 2.999739583333333,
      "learning_rate": 0.0001,
      "loss": 7.5959,
      "loss/crossentropy": 2.1783332407474516,
      "loss/hidden": 3.422265625,
      "loss/jsd": 0.0,
      "loss/logits": 0.2117959801107645,
      "step": 4200
    },
    {
      "epoch": 0.10525,
      "grad_norm": 30.0,
      "grad_norm_var": 4.708268229166666,
      "learning_rate": 0.0001,
      "loss": 7.3363,
      "loss/crossentropy": 1.955865352600813,
      "loss/hidden": 3.409375,
      "loss/jsd": 0.0,
      "loss/logits": 0.18177355360239744,
      "step": 4210
    },
    {
      "epoch": 0.1055,
      "grad_norm": 30.625,
      "grad_norm_var": 3.0254557291666666,
      "learning_rate": 0.0001,
      "loss": 7.4673,
      "loss/crossentropy": 1.833389012515545,
      "loss/hidden": 3.394921875,
      "loss/jsd": 0.0,
      "loss/logits": 0.1878132861107588,
      "step": 4220
    },
    {
      "epoch": 0.10575,
      "grad_norm": 32.0,
      "grad_norm_var": 3.05,
      "learning_rate": 0.0001,
      "loss": 7.3969,
      "loss/crossentropy": 1.9096243590116502,
      "loss/hidden": 3.35625,
      "loss/jsd": 0.0,
      "loss/logits": 0.17025592969730496,
      "step": 4230
    },
    {
      "epoch": 0.106,
      "grad_norm": 30.875,
      "grad_norm_var": 1.82265625,
      "learning_rate": 0.0001,
      "loss": 7.4638,
      "loss/crossentropy": 2.0454175233840943,
      "loss/hidden": 3.436328125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20515710916370153,
      "step": 4240
    },
    {
      "epoch": 0.10625,
      "grad_norm": 30.125,
      "grad_norm_var": 3.1333333333333333,
      "learning_rate": 0.0001,
      "loss": 7.5126,
      "loss/crossentropy": 2.089062933623791,
      "loss/hidden": 3.4328125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19156677946448325,
      "step": 4250
    },
    {
      "epoch": 0.1065,
      "grad_norm": 29.0,
      "grad_norm_var": 4.311393229166667,
      "learning_rate": 0.0001,
      "loss": 7.4468,
      "loss/crossentropy": 2.0564094200730323,
      "loss/hidden": 3.433984375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19553639348596336,
      "step": 4260
    },
    {
      "epoch": 0.10675,
      "grad_norm": 32.0,
      "grad_norm_var": 3.2587890625,
      "learning_rate": 0.0001,
      "loss": 7.4186,
      "loss/crossentropy": 2.13806764036417,
      "loss/hidden": 3.3859375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19822277761995793,
      "step": 4270
    },
    {
      "epoch": 0.107,
      "grad_norm": 28.0,
      "grad_norm_var": 1.6926432291666667,
      "learning_rate": 0.0001,
      "loss": 7.4595,
      "loss/crossentropy": 2.0767486467957497,
      "loss/hidden": 3.41953125,
      "loss/jsd": 0.0,
      "loss/logits": 0.1884168043732643,
      "step": 4280
    },
    {
      "epoch": 0.10725,
      "grad_norm": 33.0,
      "grad_norm_var": 2.3059895833333335,
      "learning_rate": 0.0001,
      "loss": 7.4481,
      "loss/crossentropy": 2.033916361629963,
      "loss/hidden": 3.45,
      "loss/jsd": 0.0,
      "loss/logits": 0.20558829829096795,
      "step": 4290
    },
    {
      "epoch": 0.1075,
      "grad_norm": 31.0,
      "grad_norm_var": 2.9375,
      "learning_rate": 0.0001,
      "loss": 7.4871,
      "loss/crossentropy": 2.078028707951307,
      "loss/hidden": 3.37578125,
      "loss/jsd": 0.0,
      "loss/logits": 0.188079852424562,
      "step": 4300
    },
    {
      "epoch": 0.10775,
      "grad_norm": 33.25,
      "grad_norm_var": 2.1020833333333333,
      "learning_rate": 0.0001,
      "loss": 7.5379,
      "loss/crossentropy": 2.003500834107399,
      "loss/hidden": 3.544921875,
      "loss/jsd": 0.0,
      "loss/logits": 0.20521650360897184,
      "step": 4310
    },
    {
      "epoch": 0.108,
      "grad_norm": 29.625,
      "grad_norm_var": 2.8447916666666666,
      "learning_rate": 0.0001,
      "loss": 7.3536,
      "loss/crossentropy": 2.043112625181675,
      "loss/hidden": 3.380859375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19910661596804857,
      "step": 4320
    },
    {
      "epoch": 0.10825,
      "grad_norm": 28.5,
      "grad_norm_var": 4.000455729166666,
      "learning_rate": 0.0001,
      "loss": 7.3717,
      "loss/crossentropy": 2.1422011658549307,
      "loss/hidden": 3.38671875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19375871792435645,
      "step": 4330
    },
    {
      "epoch": 0.1085,
      "grad_norm": 29.0,
      "grad_norm_var": 3.6259765625,
      "learning_rate": 0.0001,
      "loss": 7.5021,
      "loss/crossentropy": 2.131446525454521,
      "loss/hidden": 3.480078125,
      "loss/jsd": 0.0,
      "loss/logits": 0.2063008865341544,
      "step": 4340
    },
    {
      "epoch": 0.10875,
      "grad_norm": 32.0,
      "grad_norm_var": 5.9525390625,
      "learning_rate": 0.0001,
      "loss": 7.4749,
      "loss/crossentropy": 2.085691845417023,
      "loss/hidden": 3.359375,
      "loss/jsd": 0.0,
      "loss/logits": 0.1889802658930421,
      "step": 4350
    },
    {
      "epoch": 0.109,
      "grad_norm": 30.75,
      "grad_norm_var": 3.154166666666667,
      "learning_rate": 0.0001,
      "loss": 7.3816,
      "loss/crossentropy": 1.8972876839339734,
      "loss/hidden": 3.319140625,
      "loss/jsd": 0.0,
      "loss/logits": 0.17174729090183974,
      "step": 4360
    },
    {
      "epoch": 0.10925,
      "grad_norm": 29.875,
      "grad_norm_var": 1.7509765625,
      "learning_rate": 0.0001,
      "loss": 7.4444,
      "loss/crossentropy": 2.127763804793358,
      "loss/hidden": 3.401953125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18679574280977249,
      "step": 4370
    },
    {
      "epoch": 0.1095,
      "grad_norm": 29.875,
      "grad_norm_var": 2.16015625,
      "learning_rate": 0.0001,
      "loss": 7.4682,
      "loss/crossentropy": 2.1872297644615175,
      "loss/hidden": 3.31328125,
      "loss/jsd": 0.0,
      "loss/logits": 0.183891461789608,
      "step": 4380
    },
    {
      "epoch": 0.10975,
      "grad_norm": 28.875,
      "grad_norm_var": 3.3692057291666666,
      "learning_rate": 0.0001,
      "loss": 7.429,
      "loss/crossentropy": 2.19267495572567,
      "loss/hidden": 3.394140625,
      "loss/jsd": 0.0,
      "loss/logits": 0.20111876968294382,
      "step": 4390
    },
    {
      "epoch": 0.11,
      "grad_norm": 29.375,
      "grad_norm_var": 1.6858723958333333,
      "learning_rate": 0.0001,
      "loss": 7.556,
      "loss/crossentropy": 2.1324411287903784,
      "loss/hidden": 3.4359375,
      "loss/jsd": 0.0,
      "loss/logits": 0.2090261412784457,
      "step": 4400
    },
    {
      "epoch": 0.11025,
      "grad_norm": 33.5,
      "grad_norm_var": 3.374739583333333,
      "learning_rate": 0.0001,
      "loss": 7.4081,
      "loss/crossentropy": 1.9800483137369156,
      "loss/hidden": 3.584375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19881114605814218,
      "step": 4410
    },
    {
      "epoch": 0.1105,
      "grad_norm": 31.75,
      "grad_norm_var": 4.13515625,
      "learning_rate": 0.0001,
      "loss": 7.4904,
      "loss/crossentropy": 2.053773292154074,
      "loss/hidden": 3.323828125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18270381446927786,
      "step": 4420
    },
    {
      "epoch": 0.11075,
      "grad_norm": 30.75,
      "grad_norm_var": 2.3499348958333335,
      "learning_rate": 0.0001,
      "loss": 7.4509,
      "loss/crossentropy": 2.0641689248383046,
      "loss/hidden": 3.40390625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19245190378278493,
      "step": 4430
    },
    {
      "epoch": 0.111,
      "grad_norm": 33.25,
      "grad_norm_var": 3.158333333333333,
      "learning_rate": 0.0001,
      "loss": 7.3576,
      "loss/crossentropy": 2.073286408931017,
      "loss/hidden": 3.37265625,
      "loss/jsd": 0.0,
      "loss/logits": 0.1892416624352336,
      "step": 4440
    },
    {
      "epoch": 0.11125,
      "grad_norm": 35.75,
      "grad_norm_var": 6.167122395833333,
      "learning_rate": 0.0001,
      "loss": 7.456,
      "loss/crossentropy": 2.191167525947094,
      "loss/hidden": 3.3140625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19327596500515937,
      "step": 4450
    },
    {
      "epoch": 0.1115,
      "grad_norm": 28.0,
      "grad_norm_var": 6.762239583333334,
      "learning_rate": 0.0001,
      "loss": 7.4254,
      "loss/crossentropy": 1.9917161837220192,
      "loss/hidden": 3.48828125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18673346154391765,
      "step": 4460
    },
    {
      "epoch": 0.11175,
      "grad_norm": 31.0,
      "grad_norm_var": 2.763541666666667,
      "learning_rate": 0.0001,
      "loss": 7.4458,
      "loss/crossentropy": 2.0167058646678924,
      "loss/hidden": 3.477734375,
      "loss/jsd": 0.0,
      "loss/logits": 0.20151916183531285,
      "step": 4470
    },
    {
      "epoch": 0.112,
      "grad_norm": 30.5,
      "grad_norm_var": 7.175455729166667,
      "learning_rate": 0.0001,
      "loss": 7.4057,
      "loss/crossentropy": 2.013149876892567,
      "loss/hidden": 3.405859375,
      "loss/jsd": 0.0,
      "loss/logits": 0.1819242848083377,
      "step": 4480
    },
    {
      "epoch": 0.11225,
      "grad_norm": 43.25,
      "grad_norm_var": 13.478580729166667,
      "learning_rate": 0.0001,
      "loss": 7.4416,
      "loss/crossentropy": 2.111778366565704,
      "loss/hidden": 3.4,
      "loss/jsd": 0.0,
      "loss/logits": 0.20088088884949684,
      "step": 4490
    },
    {
      "epoch": 0.1125,
      "grad_norm": 30.125,
      "grad_norm_var": 11.905143229166667,
      "learning_rate": 0.0001,
      "loss": 7.4435,
      "loss/crossentropy": 2.0223396182060243,
      "loss/hidden": 3.408984375,
      "loss/jsd": 0.0,
      "loss/logits": 0.1967620700597763,
      "step": 4500
    },
    {
      "epoch": 0.11275,
      "grad_norm": 28.375,
      "grad_norm_var": 2.2978515625,
      "learning_rate": 0.0001,
      "loss": 7.3969,
      "loss/crossentropy": 1.9966137878596784,
      "loss/hidden": 3.416796875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19062119219452142,
      "step": 4510
    },
    {
      "epoch": 0.113,
      "grad_norm": 29.75,
      "grad_norm_var": 3.1759765625,
      "learning_rate": 0.0001,
      "loss": 7.2845,
      "loss/crossentropy": 1.8878834903240205,
      "loss/hidden": 3.346484375,
      "loss/jsd": 0.0,
      "loss/logits": 0.16922880560159684,
      "step": 4520
    },
    {
      "epoch": 0.11325,
      "grad_norm": 33.5,
      "grad_norm_var": 3.78515625,
      "learning_rate": 0.0001,
      "loss": 7.5223,
      "loss/crossentropy": 2.0424712359905244,
      "loss/hidden": 3.42109375,
      "loss/jsd": 0.0,
      "loss/logits": 0.18261839263141155,
      "step": 4530
    },
    {
      "epoch": 0.1135,
      "grad_norm": 41.75,
      "grad_norm_var": 13.172330729166667,
      "learning_rate": 0.0001,
      "loss": 7.4917,
      "loss/crossentropy": 2.1800880253314974,
      "loss/hidden": 3.419140625,
      "loss/jsd": 0.0,
      "loss/logits": 0.1875661849975586,
      "step": 4540
    },
    {
      "epoch": 0.11375,
      "grad_norm": 29.5,
      "grad_norm_var": 13.737239583333333,
      "learning_rate": 0.0001,
      "loss": 7.4929,
      "loss/crossentropy": 2.1130245834589005,
      "loss/hidden": 3.514453125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20742647554725407,
      "step": 4550
    },
    {
      "epoch": 0.114,
      "grad_norm": 31.875,
      "grad_norm_var": 3.1447265625,
      "learning_rate": 0.0001,
      "loss": 7.4885,
      "loss/crossentropy": 2.0878429099917413,
      "loss/hidden": 3.4625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19807947240769863,
      "step": 4560
    },
    {
      "epoch": 0.11425,
      "grad_norm": 32.0,
      "grad_norm_var": 1.9080729166666666,
      "learning_rate": 0.0001,
      "loss": 7.412,
      "loss/crossentropy": 2.045598204433918,
      "loss/hidden": 3.43984375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19935160782188177,
      "step": 4570
    },
    {
      "epoch": 0.1145,
      "grad_norm": 31.25,
      "grad_norm_var": 2.703285650940459e+18,
      "learning_rate": 0.0001,
      "loss": 7.4112,
      "loss/crossentropy": 1.9612677067518234,
      "loss/hidden": 3.484375,
      "loss/jsd": 0.0,
      "loss/logits": 0.1939171139150858,
      "step": 4580
    },
    {
      "epoch": 0.11475,
      "grad_norm": 30.125,
      "grad_norm_var": 9.067708333333334,
      "learning_rate": 0.0001,
      "loss": 7.4109,
      "loss/crossentropy": 2.066862888634205,
      "loss/hidden": 3.440625,
      "loss/jsd": 0.0,
      "loss/logits": 0.20057452656328678,
      "step": 4590
    },
    {
      "epoch": 0.115,
      "grad_norm": 29.25,
      "grad_norm_var": 6.670833333333333,
      "learning_rate": 0.0001,
      "loss": 7.3857,
      "loss/crossentropy": 2.0378803849220275,
      "loss/hidden": 3.495703125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19217969439923763,
      "step": 4600
    },
    {
      "epoch": 0.11525,
      "grad_norm": 32.0,
      "grad_norm_var": 8.108268229166667,
      "learning_rate": 0.0001,
      "loss": 7.4449,
      "loss/crossentropy": 1.9883966132998467,
      "loss/hidden": 3.378515625,
      "loss/jsd": 0.0,
      "loss/logits": 0.1796421378850937,
      "step": 4610
    },
    {
      "epoch": 0.1155,
      "grad_norm": 28.5,
      "grad_norm_var": 2.8853515625,
      "learning_rate": 0.0001,
      "loss": 7.43,
      "loss/crossentropy": 2.2122382700443266,
      "loss/hidden": 3.434765625,
      "loss/jsd": 0.0,
      "loss/logits": 0.20737907551229,
      "step": 4620
    },
    {
      "epoch": 0.11575,
      "grad_norm": 30.375,
      "grad_norm_var": 3.7968098958333334,
      "learning_rate": 0.0001,
      "loss": 7.3858,
      "loss/crossentropy": 2.0896764233708383,
      "loss/hidden": 3.540234375,
      "loss/jsd": 0.0,
      "loss/logits": 0.20905990786850454,
      "step": 4630
    },
    {
      "epoch": 0.116,
      "grad_norm": 27.5,
      "grad_norm_var": 3.6879557291666667,
      "learning_rate": 0.0001,
      "loss": 7.5145,
      "loss/crossentropy": 2.104724445939064,
      "loss/hidden": 3.3796875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19548750538378953,
      "step": 4640
    },
    {
      "epoch": 0.11625,
      "grad_norm": 29.875,
      "grad_norm_var": 8.7056640625,
      "learning_rate": 0.0001,
      "loss": 7.4009,
      "loss/crossentropy": 2.155320603400469,
      "loss/hidden": 3.47578125,
      "loss/jsd": 0.0,
      "loss/logits": 0.2002986514940858,
      "step": 4650
    },
    {
      "epoch": 0.1165,
      "grad_norm": 27.0,
      "grad_norm_var": 5.1541015625,
      "learning_rate": 0.0001,
      "loss": 7.3193,
      "loss/crossentropy": 2.085461828112602,
      "loss/hidden": 3.38671875,
      "loss/jsd": 0.0,
      "loss/logits": 0.1905359473079443,
      "step": 4660
    },
    {
      "epoch": 0.11675,
      "grad_norm": 30.5,
      "grad_norm_var": 1.5926432291666666,
      "learning_rate": 0.0001,
      "loss": 7.3125,
      "loss/crossentropy": 1.9927285239100456,
      "loss/hidden": 3.411328125,
      "loss/jsd": 0.0,
      "loss/logits": 0.17640038076788186,
      "step": 4670
    },
    {
      "epoch": 0.117,
      "grad_norm": 33.75,
      "grad_norm_var": 4.747330729166666,
      "learning_rate": 0.0001,
      "loss": 7.469,
      "loss/crossentropy": 2.1633560836315153,
      "loss/hidden": 3.324609375,
      "loss/jsd": 0.0,
      "loss/logits": 0.1862495567649603,
      "step": 4680
    },
    {
      "epoch": 0.11725,
      "grad_norm": 28.25,
      "grad_norm_var": 7.198372395833333,
      "learning_rate": 0.0001,
      "loss": 7.4318,
      "loss/crossentropy": 2.2390024289488792,
      "loss/hidden": 3.430078125,
      "loss/jsd": 0.0,
      "loss/logits": 0.2097862558439374,
      "step": 4690
    },
    {
      "epoch": 0.1175,
      "grad_norm": 31.375,
      "grad_norm_var": 5.760872395833333,
      "learning_rate": 0.0001,
      "loss": 7.4669,
      "loss/crossentropy": 2.0608770951628683,
      "loss/hidden": 3.4390625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19615320730954408,
      "step": 4700
    },
    {
      "epoch": 0.11775,
      "grad_norm": 34.25,
      "grad_norm_var": 4.1894735190686346e+18,
      "learning_rate": 0.0001,
      "loss": 7.4596,
      "loss/crossentropy": 2.0900899082422257,
      "loss/hidden": 3.360546875,
      "loss/jsd": 0.0,
      "loss/logits": 0.17933723451569678,
      "step": 4710
    },
    {
      "epoch": 0.118,
      "grad_norm": 29.625,
      "grad_norm_var": 58.10729166666667,
      "learning_rate": 0.0001,
      "loss": 7.3979,
      "loss/crossentropy": 2.094898019731045,
      "loss/hidden": 3.46875,
      "loss/jsd": 0.0,
      "loss/logits": 0.20720194689929486,
      "step": 4720
    },
    {
      "epoch": 0.11825,
      "grad_norm": 30.25,
      "grad_norm_var": 1.98515625,
      "learning_rate": 0.0001,
      "loss": 7.4519,
      "loss/crossentropy": 2.083225329220295,
      "loss/hidden": 3.426171875,
      "loss/jsd": 0.0,
      "loss/logits": 0.20777787994593383,
      "step": 4730
    },
    {
      "epoch": 0.1185,
      "grad_norm": 30.375,
      "grad_norm_var": 4.818684895833333,
      "learning_rate": 0.0001,
      "loss": 7.4795,
      "loss/crossentropy": 2.1974314540624618,
      "loss/hidden": 3.38046875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19978385213762523,
      "step": 4740
    },
    {
      "epoch": 0.11875,
      "grad_norm": 32.5,
      "grad_norm_var": 3.439322916666667,
      "learning_rate": 0.0001,
      "loss": 7.3843,
      "loss/crossentropy": 1.9562335655093193,
      "loss/hidden": 3.39140625,
      "loss/jsd": 0.0,
      "loss/logits": 0.18924889974296094,
      "step": 4750
    },
    {
      "epoch": 0.119,
      "grad_norm": 30.625,
      "grad_norm_var": 1.3015402743274143e+18,
      "learning_rate": 0.0001,
      "loss": 7.5729,
      "loss/crossentropy": 2.0693807609379293,
      "loss/hidden": 3.339453125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18801879994571208,
      "step": 4760
    },
    {
      "epoch": 0.11925,
      "grad_norm": 35.25,
      "grad_norm_var": 258.8791015625,
      "learning_rate": 0.0001,
      "loss": 7.3013,
      "loss/crossentropy": 2.0631250627338886,
      "loss/hidden": 3.3703125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18974527437239885,
      "step": 4770
    },
    {
      "epoch": 0.1195,
      "grad_norm": 28.625,
      "grad_norm_var": 301.52233072916664,
      "learning_rate": 0.0001,
      "loss": 7.4639,
      "loss/crossentropy": 2.1473939388990404,
      "loss/hidden": 3.3984375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19722200892865657,
      "step": 4780
    },
    {
      "epoch": 0.11975,
      "grad_norm": 31.125,
      "grad_norm_var": 25.472330729166668,
      "learning_rate": 0.0001,
      "loss": 7.3161,
      "loss/crossentropy": 2.1767601929605007,
      "loss/hidden": 3.380078125,
      "loss/jsd": 0.0,
      "loss/logits": 0.20041130091995002,
      "step": 4790
    },
    {
      "epoch": 0.12,
      "grad_norm": 29.5,
      "grad_norm_var": 2.8580729166666665,
      "learning_rate": 0.0001,
      "loss": 7.3077,
      "loss/crossentropy": 2.0214909121394156,
      "loss/hidden": 3.38828125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19553480856120586,
      "step": 4800
    },
    {
      "epoch": 0.12025,
      "grad_norm": 34.25,
      "grad_norm_var": 2.3666015625,
      "learning_rate": 0.0001,
      "loss": 7.4537,
      "loss/crossentropy": 2.092876334488392,
      "loss/hidden": 3.276171875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19079044535756112,
      "step": 4810
    },
    {
      "epoch": 0.1205,
      "grad_norm": 28.75,
      "grad_norm_var": 2.1494140625,
      "learning_rate": 0.0001,
      "loss": 7.3579,
      "loss/crossentropy": 2.159788618981838,
      "loss/hidden": 3.447265625,
      "loss/jsd": 0.0,
      "loss/logits": 0.20938555523753166,
      "step": 4820
    },
    {
      "epoch": 0.12075,
      "grad_norm": 31.625,
      "grad_norm_var": 1.2635411529466906e+18,
      "learning_rate": 0.0001,
      "loss": 7.3822,
      "loss/crossentropy": 2.221826246380806,
      "loss/hidden": 3.3140625,
      "loss/jsd": 0.0,
      "loss/logits": 0.18899439387023448,
      "step": 4830
    },
    {
      "epoch": 0.121,
      "grad_norm": 29.375,
      "grad_norm_var": 7.171875,
      "learning_rate": 0.0001,
      "loss": 7.3649,
      "loss/crossentropy": 2.2076950490474703,
      "loss/hidden": 3.321875,
      "loss/jsd": 0.0,
      "loss/logits": 0.1911212421953678,
      "step": 4840
    },
    {
      "epoch": 0.12125,
      "grad_norm": 28.875,
      "grad_norm_var": 5.397916666666666,
      "learning_rate": 0.0001,
      "loss": 7.2934,
      "loss/crossentropy": 2.1398009806871414,
      "loss/hidden": 3.276953125,
      "loss/jsd": 0.0,
      "loss/logits": 0.18104367554187775,
      "step": 4850
    },
    {
      "epoch": 0.1215,
      "grad_norm": 33.25,
      "grad_norm_var": 2.292122395833333,
      "learning_rate": 0.0001,
      "loss": 7.3944,
      "loss/crossentropy": 2.0568679124116898,
      "loss/hidden": 3.31953125,
      "loss/jsd": 0.0,
      "loss/logits": 0.19066975675523282,
      "step": 4860
    },
    {
      "epoch": 0.12175,
      "grad_norm": 31.75,
      "grad_norm_var": 1.5145182291666666,
      "learning_rate": 0.0001,
      "loss": 7.5365,
      "loss/crossentropy": 2.2600763499736787,
      "loss/hidden": 3.419921875,
      "loss/jsd": 0.0,
      "loss/logits": 0.20988074019551278,
      "step": 4870
    },
    {
      "epoch": 0.122,
      "grad_norm": 30.125,
      "grad_norm_var": 0.8442057291666667,
      "learning_rate": 0.0001,
      "loss": 7.4425,
      "loss/crossentropy": 2.087808459997177,
      "loss/hidden": 3.397265625,
      "loss/jsd": 0.0,
      "loss/logits": 0.20126468148082494,
      "step": 4880
    },
    {
      "epoch": 0.12225,
      "grad_norm": 29.25,
      "grad_norm_var": 1.9455729166666667,
      "learning_rate": 0.0001,
      "loss": 7.4649,
      "loss/crossentropy": 2.089573635160923,
      "loss/hidden": 3.3890625,
      "loss/jsd": 0.0,
      "loss/logits": 0.18984669484198094,
      "step": 4890
    },
    {
      "epoch": 0.1225,
      "grad_norm": 29.125,
      "grad_norm_var": 2.7552083333333335,
      "learning_rate": 0.0001,
      "loss": 7.4894,
      "loss/crossentropy": 2.1424145482480528,
      "loss/hidden": 3.47890625,
      "loss/jsd": 0.0,
      "loss/logits": 0.20886036530137062,
      "step": 4900
    },
    {
      "epoch": 0.12275,
      "grad_norm": 31.0,
      "grad_norm_var": 4.751497395833334,
      "learning_rate": 0.0001,
      "loss": 7.5033,
      "loss/crossentropy": 2.104494086652994,
      "loss/hidden": 3.41875,
      "loss/jsd": 0.0,
      "loss/logits": 0.1945918256416917,
      "step": 4910
    },
    {
      "epoch": 0.123,
      "grad_norm": 28.125,
      "grad_norm_var": 5.330989583333333,
      "learning_rate": 0.0001,
      "loss": 7.4954,
      "loss/crossentropy": 2.0843611776828768,
      "loss/hidden": 3.358203125,
      "loss/jsd": 0.0,
      "loss/logits": 0.1925347488373518,
      "step": 4920
    },
    {
      "epoch": 0.12325,
      "grad_norm": 28.625,
      "grad_norm_var": 3.8166015625,
      "learning_rate": 0.0001,
      "loss": 7.4404,
      "loss/crossentropy": 2.205425333976746,
      "loss/hidden": 3.3359375,
      "loss/jsd": 0.0,
      "loss/logits": 0.18580489940941333,
      "step": 4930
    },
    {
      "epoch": 0.1235,
      "grad_norm": 29.375,
      "grad_norm_var": 14.980208333333334,
      "learning_rate": 0.0001,
      "loss": 7.3481,
      "loss/crossentropy": 1.9896500617265702,
      "loss/hidden": 3.39609375,
      "loss/jsd": 0.0,
      "loss/logits": 0.1904701752588153,
      "step": 4940
    },
    {
      "epoch": 0.12375,
      "grad_norm": 32.75,
      "grad_norm_var": 19.178580729166665,
      "learning_rate": 0.0001,
      "loss": 7.5252,
      "loss/crossentropy": 2.1207278318703175,
      "loss/hidden": 3.484375,
      "loss/jsd": 0.0,
      "loss/logits": 0.19760717861354352,
      "step": 4950
    },
    {
      "epoch": 0.124,
      "grad_norm": 32.5,
      "grad_norm_var": 17.264583333333334,
      "learning_rate": 0.0001,
      "loss": 7.2678,
      "loss/crossentropy": 1.9271991185843944,
      "loss/hidden": 3.419921875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19860625620931388,
      "step": 4960
    },
    {
      "epoch": 0.12425,
      "grad_norm": 28.625,
      "grad_norm_var": 11.196809895833333,
      "learning_rate": 0.0001,
      "loss": 7.3703,
      "loss/crossentropy": 2.0659097760915754,
      "loss/hidden": 3.287109375,
      "loss/jsd": 0.0,
      "loss/logits": 0.18224728610366583,
      "step": 4970
    },
    {
      "epoch": 0.1245,
      "grad_norm": 37.75,
      "grad_norm_var": 10.03515625,
      "learning_rate": 0.0001,
      "loss": 7.5041,
      "loss/crossentropy": 1.9809176340699195,
      "loss/hidden": 3.41796875,
      "loss/jsd": 0.0,
      "loss/logits": 0.19965030066668987,
      "step": 4980
    },
    {
      "epoch": 0.12475,
      "grad_norm": 27.125,
      "grad_norm_var": 11.567708333333334,
      "learning_rate": 0.0001,
      "loss": 7.327,
      "loss/crossentropy": 2.0197409205138683,
      "loss/hidden": 3.368359375,
      "loss/jsd": 0.0,
      "loss/logits": 0.18525638189166785,
      "step": 4990
    },
    {
      "epoch": 0.125,
      "grad_norm": 34.75,
      "grad_norm_var": 8.558268229166666,
      "learning_rate": 0.0001,
      "loss": 7.393,
      "loss/crossentropy": 2.100055608153343,
      "loss/hidden": 3.391015625,
      "loss/jsd": 0.0,
      "loss/logits": 0.19607669236138464,
      "step": 5000
    }
  ],
  "logging_steps": 10,
  "max_steps": 40000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 5000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.4287550160044032e+19,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}