{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.025,
  "eval_steps": 1000,
  "global_step": 1000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 2.5e-05,
      "grad_norm": 856.0,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 25.7856,
      "loss/crossentropy": 2.466749429702759,
      "loss/hidden": 9.875,
      "loss/logits": 4.1609320640563965,
      "loss/reg": 9.282934188842773,
      "loss/twn": 0.0,
      "step": 1
    },
    {
      "epoch": 5e-05,
      "grad_norm": 608.0,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 28.007,
      "loss/crossentropy": 4.963851451873779,
      "loss/hidden": 9.5625,
      "loss/logits": 4.197765827178955,
      "loss/reg": 9.282919883728027,
      "loss/twn": 0.0,
      "step": 2
    },
    {
      "epoch": 7.5e-05,
      "grad_norm": 484.0,
      "learning_rate": 3e-06,
      "loss": 28.5452,
      "loss/crossentropy": 5.791485786437988,
      "loss/hidden": 9.375,
      "loss/logits": 4.095866680145264,
      "loss/reg": 9.28286361694336,
      "loss/twn": 0.0,
      "step": 3
    },
    {
      "epoch": 0.0001,
      "grad_norm": 436.0,
      "learning_rate": 4.000000000000001e-06,
      "loss": 28.1226,
      "loss/crossentropy": 6.202037811279297,
      "loss/hidden": 9.3125,
      "loss/logits": 3.3252921104431152,
      "loss/reg": 9.282757759094238,
      "loss/twn": 0.0,
      "step": 4
    },
    {
      "epoch": 0.000125,
      "grad_norm": 462.0,
      "learning_rate": 5e-06,
      "loss": 25.9727,
      "loss/crossentropy": 4.488704681396484,
      "loss/hidden": 8.9375,
      "loss/logits": 3.2638444900512695,
      "loss/reg": 9.282657623291016,
      "loss/twn": 0.0,
      "step": 5
    },
    {
      "epoch": 0.00015,
      "grad_norm": 884.0,
      "learning_rate": 6e-06,
      "loss": 26.2108,
      "loss/crossentropy": 4.040957450866699,
      "loss/hidden": 9.125,
      "loss/logits": 3.762254476547241,
      "loss/reg": 9.282608985900879,
      "loss/twn": 0.0,
      "step": 6
    },
    {
      "epoch": 0.000175,
      "grad_norm": 628.0,
      "learning_rate": 7.000000000000001e-06,
      "loss": 31.867,
      "loss/crossentropy": 6.008764743804932,
      "loss/hidden": 10.125,
      "loss/logits": 6.450687408447266,
      "loss/reg": 9.282584190368652,
      "loss/twn": 0.0,
      "step": 7
    },
    {
      "epoch": 0.0002,
      "grad_norm": 414.0,
      "learning_rate": 8.000000000000001e-06,
      "loss": 26.8696,
      "loss/crossentropy": 5.94035005569458,
      "loss/hidden": 8.5,
      "loss/logits": 3.1467137336730957,
      "loss/reg": 9.282520294189453,
      "loss/twn": 0.0,
      "step": 8
    },
    {
      "epoch": 0.000225,
      "grad_norm": 326.0,
      "learning_rate": 9e-06,
      "loss": 25.0377,
      "loss/crossentropy": 4.519560813903809,
      "loss/hidden": 8.5,
      "loss/logits": 2.735779285430908,
      "loss/reg": 9.28234577178955,
      "loss/twn": 0.0,
      "step": 9
    },
    {
      "epoch": 0.00025,
      "grad_norm": 247.0,
      "learning_rate": 1e-05,
      "loss": 26.0293,
      "loss/crossentropy": 5.418540000915527,
      "loss/hidden": 8.5625,
      "loss/logits": 2.7662129402160645,
      "loss/reg": 9.281999588012695,
      "loss/twn": 0.0,
      "step": 10
    },
    {
      "epoch": 0.000275,
      "grad_norm": 244.0,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 24.4356,
      "loss/crossentropy": 4.008213996887207,
      "loss/hidden": 8.75,
      "loss/logits": 2.395906448364258,
      "loss/reg": 9.281471252441406,
      "loss/twn": 0.0,
      "step": 11
    },
    {
      "epoch": 0.0003,
      "grad_norm": 206.0,
      "learning_rate": 1.2e-05,
      "loss": 24.0946,
      "loss/crossentropy": 3.9673473834991455,
      "loss/hidden": 8.625,
      "loss/logits": 2.2214930057525635,
      "loss/reg": 9.280747413635254,
      "loss/twn": 0.0,
      "step": 12
    },
    {
      "epoch": 0.000325,
      "grad_norm": 486.0,
      "learning_rate": 1.3000000000000001e-05,
      "loss": 25.7704,
      "loss/crossentropy": 3.299372911453247,
      "loss/hidden": 9.5,
      "loss/logits": 3.6912012100219727,
      "loss/reg": 9.279807090759277,
      "loss/twn": 0.0,
      "step": 13
    },
    {
      "epoch": 0.00035,
      "grad_norm": 196.0,
      "learning_rate": 1.4000000000000001e-05,
      "loss": 22.4901,
      "loss/crossentropy": 3.207503080368042,
      "loss/hidden": 7.71875,
      "loss/logits": 2.2852282524108887,
      "loss/reg": 9.278639793395996,
      "loss/twn": 0.0,
      "step": 14
    },
    {
      "epoch": 0.000375,
      "grad_norm": 334.0,
      "learning_rate": 1.5e-05,
      "loss": 22.1515,
      "loss/crossentropy": 2.248960256576538,
      "loss/hidden": 8.4375,
      "loss/logits": 2.1877946853637695,
      "loss/reg": 9.277209281921387,
      "loss/twn": 0.0,
      "step": 15
    },
    {
      "epoch": 0.0004,
      "grad_norm": 222.0,
      "grad_norm_var": 46713.19583333333,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 22.6229,
      "loss/crossentropy": 3.0185177326202393,
      "loss/hidden": 8.0,
      "loss/logits": 2.3288779258728027,
      "loss/reg": 9.275506019592285,
      "loss/twn": 0.0,
      "step": 16
    },
    {
      "epoch": 0.000425,
      "grad_norm": 274.0,
      "grad_norm_var": 35567.895833333336,
      "learning_rate": 1.7000000000000003e-05,
      "loss": 23.2931,
      "loss/crossentropy": 2.6807451248168945,
      "loss/hidden": 8.8125,
      "loss/logits": 2.526376724243164,
      "loss/reg": 9.273526191711426,
      "loss/twn": 0.0,
      "step": 17
    },
    {
      "epoch": 0.00045,
      "grad_norm": 166.0,
      "grad_norm_var": 35707.8625,
      "learning_rate": 1.8e-05,
      "loss": 19.7337,
      "loss/crossentropy": 1.6070754528045654,
      "loss/hidden": 7.34375,
      "loss/logits": 1.5115822553634644,
      "loss/reg": 9.271272659301758,
      "loss/twn": 0.0,
      "step": 18
    },
    {
      "epoch": 0.000475,
      "grad_norm": 316.0,
      "grad_norm_var": 35042.8625,
      "learning_rate": 1.9e-05,
      "loss": 21.55,
      "loss/crossentropy": 2.748849868774414,
      "loss/hidden": 7.625,
      "loss/logits": 1.9073840379714966,
      "loss/reg": 9.268738746643066,
      "loss/twn": 0.0,
      "step": 19
    },
    {
      "epoch": 0.0005,
      "grad_norm": 163.0,
      "grad_norm_var": 37118.8,
      "learning_rate": 2e-05,
      "loss": 19.7796,
      "loss/crossentropy": 2.412648916244507,
      "loss/hidden": 6.5625,
      "loss/logits": 1.5384936332702637,
      "loss/reg": 9.265981674194336,
      "loss/twn": 0.0,
      "step": 20
    },
    {
      "epoch": 0.000525,
      "grad_norm": 201.0,
      "grad_norm_var": 37409.1625,
      "learning_rate": 2.1e-05,
      "loss": 20.2474,
      "loss/crossentropy": 3.4336729049682617,
      "loss/hidden": 5.84375,
      "loss/logits": 1.7070186138153076,
      "loss/reg": 9.263004302978516,
      "loss/twn": 0.0,
      "step": 21
    },
    {
      "epoch": 0.00055,
      "grad_norm": 118.5,
      "grad_norm_var": 17660.857291666667,
      "learning_rate": 2.2000000000000003e-05,
      "loss": 19.2087,
      "loss/crossentropy": 3.3189680576324463,
      "loss/hidden": 5.375,
      "loss/logits": 1.254899263381958,
      "loss/reg": 9.259842872619629,
      "loss/twn": 0.0,
      "step": 22
    },
    {
      "epoch": 0.000575,
      "grad_norm": 103.5,
      "grad_norm_var": 10786.629166666668,
      "learning_rate": 2.3000000000000003e-05,
      "loss": 19.5675,
      "loss/crossentropy": 3.545900583267212,
      "loss/hidden": 5.5625,
      "loss/logits": 1.2025506496429443,
      "loss/reg": 9.256536483764648,
      "loss/twn": 0.0,
      "step": 23
    },
    {
      "epoch": 0.0006,
      "grad_norm": 138.0,
      "grad_norm_var": 9551.529166666667,
      "learning_rate": 2.4e-05,
      "loss": 17.8642,
      "loss/crossentropy": 2.03609561920166,
      "loss/hidden": 5.5,
      "loss/logits": 1.075016975402832,
      "loss/reg": 9.25309944152832,
      "loss/twn": 0.0,
      "step": 24
    },
    {
      "epoch": 0.000625,
      "grad_norm": 108.0,
      "grad_norm_var": 9842.195833333333,
      "learning_rate": 2.5e-05,
      "loss": 17.6088,
      "loss/crossentropy": 1.804774284362793,
      "loss/hidden": 5.96875,
      "loss/logits": 0.5857374668121338,
      "loss/reg": 9.24954605102539,
      "loss/twn": 0.0,
      "step": 25
    },
    {
      "epoch": 0.00065,
      "grad_norm": 102.5,
      "grad_norm_var": 10630.623958333334,
      "learning_rate": 2.6000000000000002e-05,
      "loss": 19.045,
      "loss/crossentropy": 3.3252830505371094,
      "loss/hidden": 5.375,
      "loss/logits": 1.098811149597168,
      "loss/reg": 9.245920181274414,
      "loss/twn": 0.0,
      "step": 26
    },
    {
      "epoch": 0.000675,
      "grad_norm": 103.5,
      "grad_norm_var": 11249.116666666667,
      "learning_rate": 2.7000000000000002e-05,
      "loss": 17.5244,
      "loss/crossentropy": 1.5941309928894043,
      "loss/hidden": 5.5625,
      "loss/logits": 1.125561237335205,
      "loss/reg": 9.24221420288086,
      "loss/twn": 0.0,
      "step": 27
    },
    {
      "epoch": 0.0007,
      "grad_norm": 161.0,
      "grad_norm_var": 11353.929166666667,
      "learning_rate": 2.8000000000000003e-05,
      "loss": 22.7486,
      "loss/crossentropy": 5.096042156219482,
      "loss/hidden": 7.375,
      "loss/logits": 1.0390578508377075,
      "loss/reg": 9.238471984863281,
      "loss/twn": 0.0,
      "step": 28
    },
    {
      "epoch": 0.000725,
      "grad_norm": 219.0,
      "grad_norm_var": 5612.316666666667,
      "learning_rate": 2.9e-05,
      "loss": 17.8045,
      "loss/crossentropy": 2.9785099029541016,
      "loss/hidden": 4.5625,
      "loss/logits": 1.0287822484970093,
      "loss/reg": 9.234696388244629,
      "loss/twn": 0.0,
      "step": 29
    },
    {
      "epoch": 0.00075,
      "grad_norm": 147.0,
      "grad_norm_var": 5676.629166666667,
      "learning_rate": 3e-05,
      "loss": 16.8206,
      "loss/crossentropy": 1.4641753435134888,
      "loss/hidden": 5.40625,
      "loss/logits": 0.7192707061767578,
      "loss/reg": 9.23090648651123,
      "loss/twn": 0.0,
      "step": 30
    },
    {
      "epoch": 0.000775,
      "grad_norm": 100.5,
      "grad_norm_var": 4283.898958333333,
      "learning_rate": 3.1e-05,
      "loss": 17.0473,
      "loss/crossentropy": 1.9062433242797852,
      "loss/hidden": 5.125,
      "loss/logits": 0.7889943718910217,
      "loss/reg": 9.227106094360352,
      "loss/twn": 0.0,
      "step": 31
    },
    {
      "epoch": 0.0008,
      "grad_norm": 90.5,
      "grad_norm_var": 4369.1,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 18.3265,
      "loss/crossentropy": 3.473458766937256,
      "loss/hidden": 4.65625,
      "loss/logits": 0.9734625220298767,
      "loss/reg": 9.22329044342041,
      "loss/twn": 0.0,
      "step": 32
    },
    {
      "epoch": 0.000825,
      "grad_norm": 127.0,
      "grad_norm_var": 3426.4625,
      "learning_rate": 3.3e-05,
      "loss": 16.5429,
      "loss/crossentropy": 1.9291913509368896,
      "loss/hidden": 4.625,
      "loss/logits": 0.7692581415176392,
      "loss/reg": 9.219466209411621,
      "loss/twn": 0.0,
      "step": 33
    },
    {
      "epoch": 0.00085,
      "grad_norm": 552.0,
      "grad_norm_var": 13674.7625,
      "learning_rate": 3.4000000000000007e-05,
      "loss": 15.9999,
      "loss/crossentropy": 1.0949360132217407,
      "loss/hidden": 5.125,
      "loss/logits": 0.5642712116241455,
      "loss/reg": 9.215657234191895,
      "loss/twn": 0.0,
      "step": 34
    },
    {
      "epoch": 0.000875,
      "grad_norm": 101.5,
      "grad_norm_var": 12430.215625,
      "learning_rate": 3.5e-05,
      "loss": 17.3223,
      "loss/crossentropy": 3.0765247344970703,
      "loss/hidden": 4.15625,
      "loss/logits": 0.8776548504829407,
      "loss/reg": 9.211865425109863,
      "loss/twn": 0.0,
      "step": 35
    },
    {
      "epoch": 0.0009,
      "grad_norm": 117.0,
      "grad_norm_var": 12535.057291666666,
      "learning_rate": 3.6e-05,
      "loss": 17.2836,
      "loss/crossentropy": 2.0558810234069824,
      "loss/hidden": 5.03125,
      "loss/logits": 0.9883794188499451,
      "loss/reg": 9.20807933807373,
      "loss/twn": 0.0,
      "step": 36
    },
    {
      "epoch": 0.000925,
      "grad_norm": 56.0,
      "grad_norm_var": 12972.473958333334,
      "learning_rate": 3.7e-05,
      "loss": 16.32,
      "loss/crossentropy": 2.753218650817871,
      "loss/hidden": 3.703125,
      "loss/logits": 0.6593818664550781,
      "loss/reg": 9.204306602478027,
      "loss/twn": 0.0,
      "step": 37
    },
    {
      "epoch": 0.00095,
      "grad_norm": 51.0,
      "grad_norm_var": 13510.083333333334,
      "learning_rate": 3.8e-05,
      "loss": 16.719,
      "loss/crossentropy": 3.0973594188690186,
      "loss/hidden": 3.765625,
      "loss/logits": 0.6554687023162842,
      "loss/reg": 9.200549125671387,
      "loss/twn": 0.0,
      "step": 38
    },
    {
      "epoch": 0.000975,
      "grad_norm": 72.5,
      "grad_norm_var": 13730.829166666666,
      "learning_rate": 3.9000000000000006e-05,
      "loss": 15.9307,
      "loss/crossentropy": 1.7005630731582642,
      "loss/hidden": 4.34375,
      "loss/logits": 0.6895506381988525,
      "loss/reg": 9.196808815002441,
      "loss/twn": 0.0,
      "step": 39
    },
    {
      "epoch": 0.001,
      "grad_norm": 65.5,
      "grad_norm_var": 14082.907291666666,
      "learning_rate": 4e-05,
      "loss": 15.8994,
      "loss/crossentropy": 2.5001957416534424,
      "loss/hidden": 3.703125,
      "loss/logits": 0.502974271774292,
      "loss/reg": 9.193108558654785,
      "loss/twn": 0.0,
      "step": 40
    },
    {
      "epoch": 0.001025,
      "grad_norm": 268.0,
      "grad_norm_var": 15087.573958333332,
      "learning_rate": 4.1e-05,
      "loss": 16.5811,
      "loss/crossentropy": 2.406013011932373,
      "loss/hidden": 4.1875,
      "loss/logits": 0.7981227040290833,
      "loss/reg": 9.18942642211914,
      "loss/twn": 0.0,
      "step": 41
    },
    {
      "epoch": 0.00105,
      "grad_norm": 47.25,
      "grad_norm_var": 15598.118489583334,
      "learning_rate": 4.2e-05,
      "loss": 14.4949,
      "loss/crossentropy": 0.8963330984115601,
      "loss/hidden": 4.0,
      "loss/logits": 0.41280800104141235,
      "loss/reg": 9.185782432556152,
      "loss/twn": 0.0,
      "step": 42
    },
    {
      "epoch": 0.001075,
      "grad_norm": 48.75,
      "grad_norm_var": 16069.823958333332,
      "learning_rate": 4.3e-05,
      "loss": 15.43,
      "loss/crossentropy": 1.93032968044281,
      "loss/hidden": 3.84375,
      "loss/logits": 0.47377997636795044,
      "loss/reg": 9.182170867919922,
      "loss/twn": 0.0,
      "step": 43
    },
    {
      "epoch": 0.0011,
      "grad_norm": 109.5,
      "grad_norm_var": 16084.7375,
      "learning_rate": 4.4000000000000006e-05,
      "loss": 15.9215,
      "loss/crossentropy": 2.7150332927703857,
      "loss/hidden": 3.296875,
      "loss/logits": 0.7310340404510498,
      "loss/reg": 9.178592681884766,
      "loss/twn": 0.0,
      "step": 44
    },
    {
      "epoch": 0.001125,
      "grad_norm": 43.0,
      "grad_norm_var": 16068.604166666666,
      "learning_rate": 4.5e-05,
      "loss": 15.493,
      "loss/crossentropy": 3.0250916481018066,
      "loss/hidden": 2.828125,
      "loss/logits": 0.46468585729599,
      "loss/reg": 9.175073623657227,
      "loss/twn": 0.0,
      "step": 45
    },
    {
      "epoch": 0.00115,
      "grad_norm": 39.5,
      "grad_norm_var": 16472.848958333332,
      "learning_rate": 4.600000000000001e-05,
      "loss": 15.6299,
      "loss/crossentropy": 2.7783172130584717,
      "loss/hidden": 3.09375,
      "loss/logits": 0.5862575173377991,
      "loss/reg": 9.171608924865723,
      "loss/twn": 0.0,
      "step": 46
    },
    {
      "epoch": 0.001175,
      "grad_norm": 43.75,
      "grad_norm_var": 16807.26015625,
      "learning_rate": 4.7e-05,
      "loss": 15.3096,
      "loss/crossentropy": 2.487776517868042,
      "loss/hidden": 3.078125,
      "loss/logits": 0.5754560828208923,
      "loss/reg": 9.168206214904785,
      "loss/twn": 0.0,
      "step": 47
    },
    {
      "epoch": 0.0012,
      "grad_norm": 73.0,
      "grad_norm_var": 16882.51015625,
      "learning_rate": 4.8e-05,
      "loss": 15.1335,
      "loss/crossentropy": 1.4238677024841309,
      "loss/hidden": 3.859375,
      "loss/logits": 0.6854370832443237,
      "loss/reg": 9.164835929870605,
      "loss/twn": 0.0,
      "step": 48
    },
    {
      "epoch": 0.001225,
      "grad_norm": 532.0,
      "grad_norm_var": 27865.60390625,
      "learning_rate": 4.9e-05,
      "loss": 15.2219,
      "loss/crossentropy": 2.706357717514038,
      "loss/hidden": 2.953125,
      "loss/logits": 0.4008805751800537,
      "loss/reg": 9.16152572631836,
      "loss/twn": 0.0,
      "step": 49
    },
    {
      "epoch": 0.00125,
      "grad_norm": 59.5,
      "grad_norm_var": 15889.645572916666,
      "learning_rate": 5e-05,
      "loss": 15.8488,
      "loss/crossentropy": 2.973315477371216,
      "loss/hidden": 3.09375,
      "loss/logits": 0.6234804391860962,
      "loss/reg": 9.15826416015625,
      "loss/twn": 0.0,
      "step": 50
    },
    {
      "epoch": 0.001275,
      "grad_norm": 92.5,
      "grad_norm_var": 15902.489322916666,
      "learning_rate": 5.1000000000000006e-05,
      "loss": 15.4959,
      "loss/crossentropy": 1.5256458520889282,
      "loss/hidden": 4.5625,
      "loss/logits": 0.2527560293674469,
      "loss/reg": 9.155034065246582,
      "loss/twn": 0.0,
      "step": 51
    },
    {
      "epoch": 0.0013,
      "grad_norm": 55.0,
      "grad_norm_var": 16063.56015625,
      "learning_rate": 5.2000000000000004e-05,
      "loss": 14.3415,
      "loss/crossentropy": 1.9736268520355225,
      "loss/hidden": 2.875,
      "loss/logits": 0.34106332063674927,
      "loss/reg": 9.151856422424316,
      "loss/twn": 0.0,
      "step": 52
    },
    {
      "epoch": 0.001325,
      "grad_norm": 31.875,
      "grad_norm_var": 16252.878580729166,
      "learning_rate": 5.300000000000001e-05,
      "loss": 14.7444,
      "loss/crossentropy": 2.4921610355377197,
      "loss/hidden": 2.703125,
      "loss/logits": 0.4003755748271942,
      "loss/reg": 9.148697853088379,
      "loss/twn": 0.0,
      "step": 53
    },
    {
      "epoch": 0.00135,
      "grad_norm": 880.0,
      "grad_norm_var": 53563.92337239583,
      "learning_rate": 5.4000000000000005e-05,
      "loss": 14.7926,
      "loss/crossentropy": 2.0597243309020996,
      "loss/hidden": 3.171875,
      "loss/logits": 0.41540366411209106,
      "loss/reg": 9.145581245422363,
      "loss/twn": 0.0,
      "step": 54
    },
    {
      "epoch": 0.001375,
      "grad_norm": 45.5,
      "grad_norm_var": 53902.35149739583,
      "learning_rate": 5.500000000000001e-05,
      "loss": 15.1464,
      "loss/crossentropy": 2.724860429763794,
      "loss/hidden": 2.765625,
      "loss/logits": 0.513420820236206,
      "loss/reg": 9.142509460449219,
      "loss/twn": 0.0,
      "step": 55
    },
    {
      "epoch": 0.0014,
      "grad_norm": 67.5,
      "grad_norm_var": 53879.49108072917,
      "learning_rate": 5.6000000000000006e-05,
      "loss": 15.1418,
      "loss/crossentropy": 1.505046010017395,
      "loss/hidden": 4.21875,
      "loss/logits": 0.2785521149635315,
      "loss/reg": 9.139471054077148,
      "loss/twn": 0.0,
      "step": 56
    },
    {
      "epoch": 0.001425,
      "grad_norm": 832.0,
      "grad_norm_var": 82461.95358072917,
      "learning_rate": 5.6999999999999996e-05,
      "loss": 13.8676,
      "loss/crossentropy": 1.6500041484832764,
      "loss/hidden": 2.828125,
      "loss/logits": 0.25297531485557556,
      "loss/reg": 9.136449813842773,
      "loss/twn": 0.0,
      "step": 57
    },
    {
      "epoch": 0.00145,
      "grad_norm": 42.0,
      "grad_norm_var": 82561.87858072917,
      "learning_rate": 5.8e-05,
      "loss": 14.3569,
      "loss/crossentropy": 2.1793549060821533,
      "loss/hidden": 2.671875,
      "loss/logits": 0.3721921145915985,
      "loss/reg": 9.13347053527832,
      "loss/twn": 0.0,
      "step": 58
    },
    {
      "epoch": 0.001475,
      "grad_norm": 42.25,
      "grad_norm_var": 82684.51868489584,
      "learning_rate": 5.9e-05,
      "loss": 14.1771,
      "loss/crossentropy": 1.998789668083191,
      "loss/hidden": 2.671875,
      "loss/logits": 0.375885546207428,
      "loss/reg": 9.130505561828613,
      "loss/twn": 0.0,
      "step": 59
    },
    {
      "epoch": 0.0015,
      "grad_norm": 84.5,
      "grad_norm_var": 82981.2634765625,
      "learning_rate": 6e-05,
      "loss": 13.8378,
      "loss/crossentropy": 0.7205952405929565,
      "loss/hidden": 3.625,
      "loss/logits": 0.3646550178527832,
      "loss/reg": 9.12757682800293,
      "loss/twn": 0.0,
      "step": 60
    },
    {
      "epoch": 0.001525,
      "grad_norm": 36.25,
      "grad_norm_var": 83112.1291015625,
      "learning_rate": 6.1e-05,
      "loss": 14.9565,
      "loss/crossentropy": 2.839972734451294,
      "loss/hidden": 2.5625,
      "loss/logits": 0.4293031692504883,
      "loss/reg": 9.124687194824219,
      "loss/twn": 0.0,
      "step": 61
    },
    {
      "epoch": 0.00155,
      "grad_norm": 38.75,
      "grad_norm_var": 83126.6962890625,
      "learning_rate": 6.2e-05,
      "loss": 14.3095,
      "loss/crossentropy": 2.2519617080688477,
      "loss/hidden": 2.640625,
      "loss/logits": 0.2950741648674011,
      "loss/reg": 9.121813774108887,
      "loss/twn": 0.0,
      "step": 62
    },
    {
      "epoch": 0.001575,
      "grad_norm": 38.5,
      "grad_norm_var": 83227.1353515625,
      "learning_rate": 6.3e-05,
      "loss": 13.9726,
      "loss/crossentropy": 1.5576353073120117,
      "loss/hidden": 2.921875,
      "loss/logits": 0.3740916848182678,
      "loss/reg": 9.118968963623047,
      "loss/twn": 0.0,
      "step": 63
    },
    {
      "epoch": 0.0016,
      "grad_norm": 788.0,
      "grad_norm_var": 104554.2447265625,
      "learning_rate": 6.400000000000001e-05,
      "loss": 14.0301,
      "loss/crossentropy": 2.0011582374572754,
      "loss/hidden": 2.625,
      "loss/logits": 0.2878296971321106,
      "loss/reg": 9.11613655090332,
      "loss/twn": 0.0,
      "step": 64
    },
    {
      "epoch": 0.001625,
      "grad_norm": 25.625,
      "grad_norm_var": 100131.63932291667,
      "learning_rate": 6.500000000000001e-05,
      "loss": 13.9288,
      "loss/crossentropy": 2.3415846824645996,
      "loss/hidden": 2.171875,
      "loss/logits": 0.30199772119522095,
      "loss/reg": 9.11334228515625,
      "loss/twn": 0.0,
      "step": 65
    },
    {
      "epoch": 0.00165,
      "grad_norm": 134.0,
      "grad_norm_var": 99107.88515625,
      "learning_rate": 6.6e-05,
      "loss": 12.8067,
      "loss/crossentropy": 0.4624326527118683,
      "loss/hidden": 3.046875,
      "loss/logits": 0.1868327260017395,
      "loss/reg": 9.110562324523926,
      "loss/twn": 0.0,
      "step": 66
    },
    {
      "epoch": 0.001675,
      "grad_norm": 47.0,
      "grad_norm_var": 99902.42890625,
      "learning_rate": 6.7e-05,
      "loss": 13.6688,
      "loss/crossentropy": 1.571413278579712,
      "loss/hidden": 2.734375,
      "loss/logits": 0.25518080592155457,
      "loss/reg": 9.10780143737793,
      "loss/twn": 0.0,
      "step": 67
    },
    {
      "epoch": 0.0017,
      "grad_norm": 36.0,
      "grad_norm_var": 100290.54348958333,
      "learning_rate": 6.800000000000001e-05,
      "loss": 13.721,
      "loss/crossentropy": 1.9135500192642212,
      "loss/hidden": 2.421875,
      "loss/logits": 0.28046277165412903,
      "loss/reg": 9.105061531066895,
      "loss/twn": 0.0,
      "step": 68
    },
    {
      "epoch": 0.001725,
      "grad_norm": 41.25,
      "grad_norm_var": 100088.24368489583,
      "learning_rate": 6.9e-05,
      "loss": 13.7433,
      "loss/crossentropy": 1.537960410118103,
      "loss/hidden": 2.953125,
      "loss/logits": 0.1499072164297104,
      "loss/reg": 9.102350234985352,
      "loss/twn": 0.0,
      "step": 69
    },
    {
      "epoch": 0.00175,
      "grad_norm": 72.0,
      "grad_norm_var": 67493.01868489584,
      "learning_rate": 7e-05,
      "loss": 13.428,
      "loss/crossentropy": 0.3872216045856476,
      "loss/hidden": 3.796875,
      "loss/logits": 0.144296333193779,
      "loss/reg": 9.099639892578125,
      "loss/twn": 0.0,
      "step": 70
    },
    {
      "epoch": 0.001775,
      "grad_norm": 56.75,
      "grad_norm_var": 67346.88587239584,
      "learning_rate": 7.1e-05,
      "loss": 13.7918,
      "loss/crossentropy": 1.8126438856124878,
      "loss/hidden": 2.59375,
      "loss/logits": 0.2884829640388489,
      "loss/reg": 9.096945762634277,
      "loss/twn": 0.0,
      "step": 71
    },
    {
      "epoch": 0.0018,
      "grad_norm": 118.5,
      "grad_norm_var": 66955.93899739583,
      "learning_rate": 7.2e-05,
      "loss": 12.7245,
      "loss/crossentropy": 0.3237805664539337,
      "loss/hidden": 3.140625,
      "loss/logits": 0.16581019759178162,
      "loss/reg": 9.094278335571289,
      "loss/twn": 0.0,
      "step": 72
    },
    {
      "epoch": 0.001825,
      "grad_norm": 35.75,
      "grad_norm_var": 34397.60826822917,
      "learning_rate": 7.3e-05,
      "loss": 14.0507,
      "loss/crossentropy": 2.70668888092041,
      "loss/hidden": 1.9921875,
      "loss/logits": 0.2602291703224182,
      "loss/reg": 9.0916166305542,
      "loss/twn": 0.0,
      "step": 73
    },
    {
      "epoch": 0.00185,
      "grad_norm": 58.5,
      "grad_norm_var": 34281.919205729166,
      "learning_rate": 7.4e-05,
      "loss": 13.244,
      "loss/crossentropy": 1.0494247674942017,
      "loss/hidden": 2.765625,
      "loss/logits": 0.33998632431030273,
      "loss/reg": 9.088973999023438,
      "loss/twn": 0.0,
      "step": 74
    },
    {
      "epoch": 0.001875,
      "grad_norm": 36.25,
      "grad_norm_var": 34333.050455729164,
      "learning_rate": 7.500000000000001e-05,
      "loss": 13.9218,
      "loss/crossentropy": 2.4842963218688965,
      "loss/hidden": 2.0,
      "loss/logits": 0.3512064516544342,
      "loss/reg": 9.08632755279541,
      "loss/twn": 0.0,
      "step": 75
    },
    {
      "epoch": 0.0019,
      "grad_norm": 37.75,
      "grad_norm_var": 34584.818684895836,
      "learning_rate": 7.6e-05,
      "loss": 13.7092,
      "loss/crossentropy": 1.9147932529449463,
      "loss/hidden": 2.375,
      "loss/logits": 0.3357275426387787,
      "loss/reg": 9.083701133728027,
      "loss/twn": 0.0,
      "step": 76
    },
    {
      "epoch": 0.001925,
      "grad_norm": 36.5,
      "grad_norm_var": 34582.69576822917,
      "learning_rate": 7.7e-05,
      "loss": 14.2598,
      "loss/crossentropy": 2.5261824131011963,
      "loss/hidden": 2.234375,
      "loss/logits": 0.41815829277038574,
      "loss/reg": 9.081086158752441,
      "loss/twn": 0.0,
      "step": 77
    },
    {
      "epoch": 0.00195,
      "grad_norm": 31.625,
      "grad_norm_var": 34644.12291666667,
      "learning_rate": 7.800000000000001e-05,
      "loss": 14.0096,
      "loss/crossentropy": 2.7317256927490234,
      "loss/hidden": 1.9140625,
      "loss/logits": 0.28539663553237915,
      "loss/reg": 9.07846450805664,
      "loss/twn": 0.0,
      "step": 78
    },
    {
      "epoch": 0.001975,
      "grad_norm": 32.75,
      "grad_norm_var": 34693.05182291667,
      "learning_rate": 7.900000000000001e-05,
      "loss": 13.6063,
      "loss/crossentropy": 2.143045663833618,
      "loss/hidden": 2.171875,
      "loss/logits": 0.21548917889595032,
      "loss/reg": 9.075860023498535,
      "loss/twn": 0.0,
      "step": 79
    },
    {
      "epoch": 0.002,
      "grad_norm": 840.0,
      "grad_norm_var": 39637.27682291667,
      "learning_rate": 8e-05,
      "loss": 15.1711,
      "loss/crossentropy": 2.7464404106140137,
      "loss/hidden": 2.875,
      "loss/logits": 0.47639912366867065,
      "loss/reg": 9.073275566101074,
      "loss/twn": 0.0,
      "step": 80
    },
    {
      "epoch": 0.002025,
      "grad_norm": 27.625,
      "grad_norm_var": 39617.02265625,
      "learning_rate": 8.1e-05,
      "loss": 13.9751,
      "loss/crossentropy": 2.657186269760132,
      "loss/hidden": 1.984375,
      "loss/logits": 0.26285576820373535,
      "loss/reg": 9.07068157196045,
      "loss/twn": 0.0,
      "step": 81
    },
    {
      "epoch": 0.00205,
      "grad_norm": 30.25,
      "grad_norm_var": 39855.971875,
      "learning_rate": 8.2e-05,
      "loss": 13.8347,
      "loss/crossentropy": 2.2337749004364014,
      "loss/hidden": 2.21875,
      "loss/logits": 0.3140769898891449,
      "loss/reg": 9.06808853149414,
      "loss/twn": 0.0,
      "step": 82
    },
    {
      "epoch": 0.002075,
      "grad_norm": 46.75,
      "grad_norm_var": 39857.61432291667,
      "learning_rate": 8.3e-05,
      "loss": 14.0896,
      "loss/crossentropy": 2.8934454917907715,
      "loss/hidden": 1.84375,
      "loss/logits": 0.2868635952472687,
      "loss/reg": 9.065499305725098,
      "loss/twn": 0.0,
      "step": 83
    },
    {
      "epoch": 0.0021,
      "grad_norm": 23.375,
      "grad_norm_var": 39968.81295572917,
      "learning_rate": 8.4e-05,
      "loss": 13.7561,
      "loss/crossentropy": 2.8258416652679443,
      "loss/hidden": 1.609375,
      "loss/logits": 0.2579536437988281,
      "loss/reg": 9.062912940979004,
      "loss/twn": 0.0,
      "step": 84
    },
    {
      "epoch": 0.002125,
      "grad_norm": 49.25,
      "grad_norm_var": 39915.10462239583,
      "learning_rate": 8.5e-05,
      "loss": 13.494,
      "loss/crossentropy": 2.145867347717285,
      "loss/hidden": 1.984375,
      "loss/logits": 0.3033989667892456,
      "loss/reg": 9.060322761535645,
      "loss/twn": 0.0,
      "step": 85
    },
    {
      "epoch": 0.00215,
      "grad_norm": 32.5,
      "grad_norm_var": 40138.2384765625,
      "learning_rate": 8.6e-05,
      "loss": 13.7136,
      "loss/crossentropy": 2.708767890930176,
      "loss/hidden": 1.71875,
      "loss/logits": 0.22835341095924377,
      "loss/reg": 9.05773639678955,
      "loss/twn": 0.0,
      "step": 86
    },
    {
      "epoch": 0.002175,
      "grad_norm": 120.0,
      "grad_norm_var": 40079.3369140625,
      "learning_rate": 8.7e-05,
      "loss": 14.1054,
      "loss/crossentropy": 1.6094319820404053,
      "loss/hidden": 3.0625,
      "loss/logits": 0.37835630774497986,
      "loss/reg": 9.055155754089355,
      "loss/twn": 0.0,
      "step": 87
    },
    {
      "epoch": 0.0022,
      "grad_norm": 28.875,
      "grad_norm_var": 40328.46640625,
      "learning_rate": 8.800000000000001e-05,
      "loss": 13.6082,
      "loss/crossentropy": 2.5477914810180664,
      "loss/hidden": 1.734375,
      "loss/logits": 0.27344784140586853,
      "loss/reg": 9.052587509155273,
      "loss/twn": 0.0,
      "step": 88
    },
    {
      "epoch": 0.002225,
      "grad_norm": 29.0,
      "grad_norm_var": 40381.7,
      "learning_rate": 8.900000000000001e-05,
      "loss": 13.7396,
      "loss/crossentropy": 2.538127899169922,
      "loss/hidden": 1.8359375,
      "loss/logits": 0.31551623344421387,
      "loss/reg": 9.050020217895508,
      "loss/twn": 0.0,
      "step": 89
    },
    {
      "epoch": 0.00225,
      "grad_norm": 31.625,
      "grad_norm_var": 40544.4197265625,
      "learning_rate": 9e-05,
      "loss": 13.058,
      "loss/crossentropy": 1.719811201095581,
      "loss/hidden": 2.078125,
      "loss/logits": 0.21262270212173462,
      "loss/reg": 9.047449111938477,
      "loss/twn": 0.0,
      "step": 90
    },
    {
      "epoch": 0.002275,
      "grad_norm": 28.25,
      "grad_norm_var": 40605.36139322917,
      "learning_rate": 9.1e-05,
      "loss": 13.5512,
      "loss/crossentropy": 2.695859909057617,
      "loss/hidden": 1.5859375,
      "loss/logits": 0.224550262093544,
      "loss/reg": 9.0448579788208,
      "loss/twn": 0.0,
      "step": 91
    },
    {
      "epoch": 0.0023,
      "grad_norm": 27.625,
      "grad_norm_var": 40681.135416666664,
      "learning_rate": 9.200000000000001e-05,
      "loss": 12.8778,
      "loss/crossentropy": 1.639548420906067,
      "loss/hidden": 2.015625,
      "loss/logits": 0.1803436279296875,
      "loss/reg": 9.042285919189453,
      "loss/twn": 0.0,
      "step": 92
    },
    {
      "epoch": 0.002325,
      "grad_norm": 25.375,
      "grad_norm_var": 40766.0041015625,
      "learning_rate": 9.300000000000001e-05,
      "loss": 12.3849,
      "loss/crossentropy": 1.0916918516159058,
      "loss/hidden": 2.078125,
      "loss/logits": 0.1753605306148529,
      "loss/reg": 9.03970718383789,
      "loss/twn": 0.0,
      "step": 93
    },
    {
      "epoch": 0.00235,
      "grad_norm": 96.0,
      "grad_norm_var": 40542.80390625,
      "learning_rate": 9.4e-05,
      "loss": 13.0631,
      "loss/crossentropy": 2.132835626602173,
      "loss/hidden": 1.7265625,
      "loss/logits": 0.16661113500595093,
      "loss/reg": 9.037128448486328,
      "loss/twn": 0.0,
      "step": 94
    },
    {
      "epoch": 0.002375,
      "grad_norm": 26.75,
      "grad_norm_var": 40592.31640625,
      "learning_rate": 9.5e-05,
      "loss": 13.2424,
      "loss/crossentropy": 2.3180124759674072,
      "loss/hidden": 1.6328125,
      "loss/logits": 0.25702449679374695,
      "loss/reg": 9.034552574157715,
      "loss/twn": 0.0,
      "step": 95
    },
    {
      "epoch": 0.0024,
      "grad_norm": 23.25,
      "grad_norm_var": 768.096875,
      "learning_rate": 9.6e-05,
      "loss": 13.5691,
      "loss/crossentropy": 2.651806354522705,
      "loss/hidden": 1.6484375,
      "loss/logits": 0.23690301179885864,
      "loss/reg": 9.031957626342773,
      "loss/twn": 0.0,
      "step": 96
    },
    {
      "epoch": 0.002425,
      "grad_norm": 29.25,
      "grad_norm_var": 765.4926432291667,
      "learning_rate": 9.7e-05,
      "loss": 12.7539,
      "loss/crossentropy": 1.668021321296692,
      "loss/hidden": 1.84375,
      "loss/logits": 0.2127854824066162,
      "loss/reg": 9.029374122619629,
      "loss/twn": 0.0,
      "step": 97
    },
    {
      "epoch": 0.00245,
      "grad_norm": 58.0,
      "grad_norm_var": 775.6676432291666,
      "learning_rate": 9.8e-05,
      "loss": 12.4205,
      "loss/crossentropy": 1.4275784492492676,
      "loss/hidden": 1.796875,
      "loss/logits": 0.1692367047071457,
      "loss/reg": 9.026786804199219,
      "loss/twn": 0.0,
      "step": 98
    },
    {
      "epoch": 0.002475,
      "grad_norm": 52.0,
      "grad_norm_var": 780.5457682291667,
      "learning_rate": 9.900000000000001e-05,
      "loss": 13.1707,
      "loss/crossentropy": 2.2379980087280273,
      "loss/hidden": 1.703125,
      "loss/logits": 0.20536217093467712,
      "loss/reg": 9.024182319641113,
      "loss/twn": 0.0,
      "step": 99
    },
    {
      "epoch": 0.0025,
      "grad_norm": 44.75,
      "grad_norm_var": 754.3947916666667,
      "learning_rate": 0.0001,
      "loss": 13.3037,
      "loss/crossentropy": 2.113724946975708,
      "loss/hidden": 1.8515625,
      "loss/logits": 0.316815048456192,
      "loss/reg": 9.021589279174805,
      "loss/twn": 0.0,
      "step": 100
    },
    {
      "epoch": 0.002525,
      "grad_norm": 1112.0,
      "grad_norm_var": 72101.45182291667,
      "learning_rate": 0.0001,
      "loss": 12.6188,
      "loss/crossentropy": 1.7826207876205444,
      "loss/hidden": 1.625,
      "loss/logits": 0.192185640335083,
      "loss/reg": 9.018988609313965,
      "loss/twn": 0.0,
      "step": 101
    },
    {
      "epoch": 0.00255,
      "grad_norm": 26.875,
      "grad_norm_var": 72161.80045572917,
      "learning_rate": 0.0001,
      "loss": 13.1765,
      "loss/crossentropy": 2.4704537391662598,
      "loss/hidden": 1.5078125,
      "loss/logits": 0.1818367838859558,
      "loss/reg": 9.016363143920898,
      "loss/twn": 0.0,
      "step": 102
    },
    {
      "epoch": 0.002575,
      "grad_norm": 30.875,
      "grad_norm_var": 72539.14270833334,
      "learning_rate": 0.0001,
      "loss": 12.191,
      "loss/crossentropy": 1.3483895063400269,
      "loss/hidden": 1.6796875,
      "loss/logits": 0.1491580754518509,
      "loss/reg": 9.013747215270996,
      "loss/twn": 0.0,
      "step": 103
    },
    {
      "epoch": 0.0026,
      "grad_norm": 26.25,
      "grad_norm_var": 72566.00930989583,
      "learning_rate": 0.0001,
      "loss": 13.3363,
      "loss/crossentropy": 2.490461587905884,
      "loss/hidden": 1.578125,
      "loss/logits": 0.2566271424293518,
      "loss/reg": 9.011123657226562,
      "loss/twn": 0.0,
      "step": 104
    },
    {
      "epoch": 0.002625,
      "grad_norm": 36.25,
      "grad_norm_var": 72496.5603515625,
      "learning_rate": 0.0001,
      "loss": 12.2341,
      "loss/crossentropy": 1.218780279159546,
      "loss/hidden": 1.8203125,
      "loss/logits": 0.186568021774292,
      "loss/reg": 9.008485794067383,
      "loss/twn": 0.0,
      "step": 105
    },
    {
      "epoch": 0.00265,
      "grad_norm": 22.0,
      "grad_norm_var": 72596.12395833334,
      "learning_rate": 0.0001,
      "loss": 13.3123,
      "loss/crossentropy": 2.6078522205352783,
      "loss/hidden": 1.46875,
      "loss/logits": 0.22988998889923096,
      "loss/reg": 9.005841255187988,
      "loss/twn": 0.0,
      "step": 106
    },
    {
      "epoch": 0.002675,
      "grad_norm": 38.0,
      "grad_norm_var": 72503.46848958333,
      "learning_rate": 0.0001,
      "loss": 11.6424,
      "loss/crossentropy": 0.535743772983551,
      "loss/hidden": 1.96875,
      "loss/logits": 0.13470911979675293,
      "loss/reg": 9.003211975097656,
      "loss/twn": 0.0,
      "step": 107
    },
    {
      "epoch": 0.0027,
      "grad_norm": 19.625,
      "grad_norm_var": 72589.68515625,
      "learning_rate": 0.0001,
      "loss": 12.3665,
      "loss/crossentropy": 1.8694407939910889,
      "loss/hidden": 1.375,
      "loss/logits": 0.12151719629764557,
      "loss/reg": 9.000567436218262,
      "loss/twn": 0.0,
      "step": 108
    },
    {
      "epoch": 0.002725,
      "grad_norm": 26.125,
      "grad_norm_var": 72581.8375,
      "learning_rate": 0.0001,
      "loss": 13.0832,
      "loss/crossentropy": 2.575356960296631,
      "loss/hidden": 1.2890625,
      "loss/logits": 0.2208748161792755,
      "loss/reg": 8.9979248046875,
      "loss/twn": 0.0,
      "step": 109
    },
    {
      "epoch": 0.00275,
      "grad_norm": 23.75,
      "grad_norm_var": 72987.56640625,
      "learning_rate": 0.0001,
      "loss": 13.0693,
      "loss/crossentropy": 2.488720655441284,
      "loss/hidden": 1.40625,
      "loss/logits": 0.1790137141942978,
      "loss/reg": 8.995278358459473,
      "loss/twn": 0.0,
      "step": 110
    },
    {
      "epoch": 0.002775,
      "grad_norm": 25.0,
      "grad_norm_var": 73004.7875,
      "learning_rate": 0.0001,
      "loss": 12.8926,
      "loss/crossentropy": 2.3986456394195557,
      "loss/hidden": 1.3046875,
      "loss/logits": 0.19670313596725464,
      "loss/reg": 8.9926118850708,
      "loss/twn": 0.0,
      "step": 111
    },
    {
      "epoch": 0.0028,
      "grad_norm": 278.0,
      "grad_norm_var": 74466.68098958333,
      "learning_rate": 0.0001,
      "loss": 12.2886,
      "loss/crossentropy": 1.5560193061828613,
      "loss/hidden": 1.59375,
      "loss/logits": 0.14890581369400024,
      "loss/reg": 8.98995590209961,
      "loss/twn": 0.0,
      "step": 112
    },
    {
      "epoch": 0.002825,
      "grad_norm": 43.0,
      "grad_norm_var": 74320.28645833333,
      "learning_rate": 0.0001,
      "loss": 11.6975,
      "loss/crossentropy": 0.4845088720321655,
      "loss/hidden": 2.078125,
      "loss/logits": 0.1475335955619812,
      "loss/reg": 8.987287521362305,
      "loss/twn": 0.0,
      "step": 113
    },
    {
      "epoch": 0.00285,
      "grad_norm": 27.75,
      "grad_norm_var": 74613.04973958334,
      "learning_rate": 0.0001,
      "loss": 12.2436,
      "loss/crossentropy": 1.3624050617218018,
      "loss/hidden": 1.734375,
      "loss/logits": 0.16220322251319885,
      "loss/reg": 8.984620094299316,
      "loss/twn": 0.0,
      "step": 114
    },
    {
      "epoch": 0.002875,
      "grad_norm": 62.25,
      "grad_norm_var": 74534.178125,
      "learning_rate": 0.0001,
      "loss": 13.1561,
      "loss/crossentropy": 2.6678481101989746,
      "loss/hidden": 1.3203125,
      "loss/logits": 0.18601734936237335,
      "loss/reg": 8.981964111328125,
      "loss/twn": 0.0,
      "step": 115
    },
    {
      "epoch": 0.0029,
      "grad_norm": 22.75,
      "grad_norm_var": 74770.953125,
      "learning_rate": 0.0001,
      "loss": 13.0278,
      "loss/crossentropy": 2.5755393505096436,
      "loss/hidden": 1.3046875,
      "loss/logits": 0.16832035779953003,
      "loss/reg": 8.979301452636719,
      "loss/twn": 0.0,
      "step": 116
    },
    {
      "epoch": 0.002925,
      "grad_norm": 28.75,
      "grad_norm_var": 3934.301822916667,
      "learning_rate": 0.0001,
      "loss": 13.3352,
      "loss/crossentropy": 2.7907333374023438,
      "loss/hidden": 1.3359375,
      "loss/logits": 0.23188692331314087,
      "loss/reg": 8.976622581481934,
      "loss/twn": 0.0,
      "step": 117
    },
    {
      "epoch": 0.00295,
      "grad_norm": 28.0,
      "grad_norm_var": 3931.500455729167,
      "learning_rate": 0.0001,
      "loss": 13.2941,
      "loss/crossentropy": 2.670893430709839,
      "loss/hidden": 1.453125,
      "loss/logits": 0.19613495469093323,
      "loss/reg": 8.973959922790527,
      "loss/twn": 0.0,
      "step": 118
    },
    {
      "epoch": 0.002975,
      "grad_norm": 26.375,
      "grad_norm_var": 3941.930143229167,
      "learning_rate": 0.0001,
      "loss": 12.4672,
      "loss/crossentropy": 1.7740745544433594,
      "loss/hidden": 1.53125,
      "loss/logits": 0.19052982330322266,
      "loss/reg": 8.971305847167969,
      "loss/twn": 0.0,
      "step": 119
    },
    {
      "epoch": 0.003,
      "grad_norm": 19.625,
      "grad_norm_var": 3962.0018229166667,
      "learning_rate": 0.0001,
      "loss": 12.8338,
      "loss/crossentropy": 2.3549768924713135,
      "loss/hidden": 1.3046875,
      "loss/logits": 0.2054794430732727,
      "loss/reg": 8.96865463256836,
      "loss/twn": 0.0,
      "step": 120
    },
    {
      "epoch": 0.003025,
      "grad_norm": 35.25,
      "grad_norm_var": 3963.29140625,
      "learning_rate": 0.0001,
      "loss": 12.0042,
      "loss/crossentropy": 1.3170990943908691,
      "loss/hidden": 1.5859375,
      "loss/logits": 0.13516384363174438,
      "loss/reg": 8.9660062789917,
      "loss/twn": 0.0,
      "step": 121
    },
    {
      "epoch": 0.00305,
      "grad_norm": 25.625,
      "grad_norm_var": 3952.8072265625,
      "learning_rate": 0.0001,
      "loss": 12.7417,
      "loss/crossentropy": 2.1242401599884033,
      "loss/hidden": 1.5078125,
      "loss/logits": 0.14632585644721985,
      "loss/reg": 8.963364601135254,
      "loss/twn": 0.0,
      "step": 122
    },
    {
      "epoch": 0.003075,
      "grad_norm": 39.0,
      "grad_norm_var": 3951.8541015625,
      "learning_rate": 0.0001,
      "loss": 13.0775,
      "loss/crossentropy": 2.5672924518585205,
      "loss/hidden": 1.3515625,
      "loss/logits": 0.1978948712348938,
      "loss/reg": 8.960731506347656,
      "loss/twn": 0.0,
      "step": 123
    },
    {
      "epoch": 0.0031,
      "grad_norm": 37.0,
      "grad_norm_var": 3910.362239583333,
      "learning_rate": 0.0001,
      "loss": 13.0647,
      "loss/crossentropy": 2.335649013519287,
      "loss/hidden": 1.515625,
      "loss/logits": 0.2552981972694397,
      "loss/reg": 8.95810604095459,
      "loss/twn": 0.0,
      "step": 124
    },
    {
      "epoch": 0.003125,
      "grad_norm": 55.25,
      "grad_norm_var": 3883.2244140625,
      "learning_rate": 0.0001,
      "loss": 12.4814,
      "loss/crossentropy": 1.9733695983886719,
      "loss/hidden": 1.421875,
      "loss/logits": 0.13064134120941162,
      "loss/reg": 8.955479621887207,
      "loss/twn": 0.0,
      "step": 125
    },
    {
      "epoch": 0.00315,
      "grad_norm": 31.75,
      "grad_norm_var": 3860.7327473958335,
      "learning_rate": 0.0001,
      "loss": 11.5822,
      "loss/crossentropy": 0.8302437663078308,
      "loss/hidden": 1.6875,
      "loss/logits": 0.11161559820175171,
      "loss/reg": 8.95286750793457,
      "loss/twn": 0.0,
      "step": 126
    },
    {
      "epoch": 0.003175,
      "grad_norm": 52.25,
      "grad_norm_var": 3819.6306640625,
      "learning_rate": 0.0001,
      "loss": 13.247,
      "loss/crossentropy": 2.654543876647949,
      "loss/hidden": 1.40625,
      "loss/logits": 0.23597851395606995,
      "loss/reg": 8.950261116027832,
      "loss/twn": 0.0,
      "step": 127
    },
    {
      "epoch": 0.0032,
      "grad_norm": 35.5,
      "grad_norm_var": 148.53430989583333,
      "learning_rate": 0.0001,
      "loss": 12.0879,
      "loss/crossentropy": 1.345029354095459,
      "loss/hidden": 1.640625,
      "loss/logits": 0.1546275019645691,
      "loss/reg": 8.94766616821289,
      "loss/twn": 0.0,
      "step": 128
    },
    {
      "epoch": 0.003225,
      "grad_norm": 32.75,
      "grad_norm_var": 145.0322265625,
      "learning_rate": 0.0001,
      "loss": 12.2406,
      "loss/crossentropy": 1.4139896631240845,
      "loss/hidden": 1.671875,
      "loss/logits": 0.2096407562494278,
      "loss/reg": 8.945086479187012,
      "loss/twn": 0.0,
      "step": 129
    },
    {
      "epoch": 0.00325,
      "grad_norm": 27.875,
      "grad_norm_var": 144.9125,
      "learning_rate": 0.0001,
      "loss": 13.1066,
      "loss/crossentropy": 2.7330315113067627,
      "loss/hidden": 1.2734375,
      "loss/logits": 0.15762852132320404,
      "loss/reg": 8.942508697509766,
      "loss/twn": 0.0,
      "step": 130
    },
    {
      "epoch": 0.003275,
      "grad_norm": 42.5,
      "grad_norm_var": 97.53307291666667,
      "learning_rate": 0.0001,
      "loss": 11.9659,
      "loss/crossentropy": 1.2849335670471191,
      "loss/hidden": 1.578125,
      "loss/logits": 0.16286081075668335,
      "loss/reg": 8.93994426727295,
      "loss/twn": 0.0,
      "step": 131
    },
    {
      "epoch": 0.0033,
      "grad_norm": 29.75,
      "grad_norm_var": 90.31432291666667,
      "learning_rate": 0.0001,
      "loss": 13.245,
      "loss/crossentropy": 2.7124814987182617,
      "loss/hidden": 1.3671875,
      "loss/logits": 0.22789308428764343,
      "loss/reg": 8.937397956848145,
      "loss/twn": 0.0,
      "step": 132
    },
    {
      "epoch": 0.003325,
      "grad_norm": 24.625,
      "grad_norm_var": 94.37701822916667,
      "learning_rate": 0.0001,
      "loss": 11.8433,
      "loss/crossentropy": 1.5435179471969604,
      "loss/hidden": 1.1953125,
      "loss/logits": 0.1695559024810791,
      "loss/reg": 8.934871673583984,
      "loss/twn": 0.0,
      "step": 133
    },
    {
      "epoch": 0.00335,
      "grad_norm": 28.75,
      "grad_norm_var": 93.81764322916666,
      "learning_rate": 0.0001,
      "loss": 12.4831,
      "loss/crossentropy": 2.235550880432129,
      "loss/hidden": 1.140625,
      "loss/logits": 0.17460262775421143,
      "loss/reg": 8.932354927062988,
      "loss/twn": 0.0,
      "step": 134
    },
    {
      "epoch": 0.003375,
      "grad_norm": 21.625,
      "grad_norm_var": 100.05201822916666,
      "learning_rate": 0.0001,
      "loss": 12.6995,
      "loss/crossentropy": 2.449124336242676,
      "loss/hidden": 1.1640625,
      "loss/logits": 0.15648320317268372,
      "loss/reg": 8.92985725402832,
      "loss/twn": 0.0,
      "step": 135
    },
    {
      "epoch": 0.0034,
      "grad_norm": 56.0,
      "grad_norm_var": 114.50729166666666,
      "learning_rate": 0.0001,
      "loss": 12.0871,
      "loss/crossentropy": 1.4691861867904663,
      "loss/hidden": 1.59375,
      "loss/logits": 0.09673602133989334,
      "loss/reg": 8.927384376525879,
      "loss/twn": 0.0,
      "step": 136
    },
    {
      "epoch": 0.003425,
      "grad_norm": 22.5,
      "grad_norm_var": 125.88932291666667,
      "learning_rate": 0.0001,
      "loss": 12.9852,
      "loss/crossentropy": 2.5444114208221436,
      "loss/hidden": 1.3359375,
      "loss/logits": 0.17988505959510803,
      "loss/reg": 8.924919128417969,
      "loss/twn": 0.0,
      "step": 137
    },
    {
      "epoch": 0.00345,
      "grad_norm": 28.625,
      "grad_norm_var": 122.63307291666666,
      "learning_rate": 0.0001,
      "loss": 12.5636,
      "loss/crossentropy": 2.287893533706665,
      "loss/hidden": 1.15625,
      "loss/logits": 0.19700783491134644,
      "loss/reg": 8.922492980957031,
      "loss/twn": 0.0,
      "step": 138
    },
    {
      "epoch": 0.003475,
      "grad_norm": 31.5,
      "grad_norm_var": 122.50807291666666,
      "learning_rate": 0.0001,
      "loss": 12.681,
      "loss/crossentropy": 2.2101542949676514,
      "loss/hidden": 1.3515625,
      "loss/logits": 0.19917884469032288,
      "loss/reg": 8.92009449005127,
      "loss/twn": 0.0,
      "step": 139
    },
    {
      "epoch": 0.0035,
      "grad_norm": 19.375,
      "grad_norm_var": 136.96608072916666,
      "learning_rate": 0.0001,
      "loss": 12.563,
      "loss/crossentropy": 2.2798943519592285,
      "loss/hidden": 1.2421875,
      "loss/logits": 0.1232282817363739,
      "loss/reg": 8.91769790649414,
      "loss/twn": 0.0,
      "step": 140
    },
    {
      "epoch": 0.003525,
      "grad_norm": 21.0,
      "grad_norm_var": 112.2775390625,
      "learning_rate": 0.0001,
      "loss": 12.3261,
      "loss/crossentropy": 2.036501169204712,
      "loss/hidden": 1.21875,
      "loss/logits": 0.15554669499397278,
      "loss/reg": 8.91533374786377,
      "loss/twn": 0.0,
      "step": 141
    },
    {
      "epoch": 0.00355,
      "grad_norm": 49.25,
      "grad_norm_var": 131.65514322916667,
      "learning_rate": 0.0001,
      "loss": 12.7334,
      "loss/crossentropy": 2.3514750003814697,
      "loss/hidden": 1.3046875,
      "loss/logits": 0.1642739474773407,
      "loss/reg": 8.912992477416992,
      "loss/twn": 0.0,
      "step": 142
    },
    {
      "epoch": 0.003575,
      "grad_norm": 38.5,
      "grad_norm_var": 107.7072265625,
      "learning_rate": 0.0001,
      "loss": 11.2674,
      "loss/crossentropy": 0.5186184048652649,
      "loss/hidden": 1.703125,
      "loss/logits": 0.13496407866477966,
      "loss/reg": 8.910670280456543,
      "loss/twn": 0.0,
      "step": 143
    },
    {
      "epoch": 0.0036,
      "grad_norm": 312.0,
      "grad_norm_var": 5019.326497395833,
      "learning_rate": 0.0001,
      "loss": 13.1971,
      "loss/crossentropy": 2.7031729221343994,
      "loss/hidden": 1.359375,
      "loss/logits": 0.22617527842521667,
      "loss/reg": 8.908365249633789,
      "loss/twn": 0.0,
      "step": 144
    },
    {
      "epoch": 0.003625,
      "grad_norm": 37.0,
      "grad_norm_var": 5011.1541015625,
      "learning_rate": 0.0001,
      "loss": 11.0168,
      "loss/crossentropy": 0.3622937500476837,
      "loss/hidden": 1.6484375,
      "loss/logits": 0.10003112256526947,
      "loss/reg": 8.906074523925781,
      "loss/twn": 0.0,
      "step": 145
    },
    {
      "epoch": 0.00365,
      "grad_norm": 35.5,
      "grad_norm_var": 4992.873958333334,
      "learning_rate": 0.0001,
      "loss": 12.1303,
      "loss/crossentropy": 1.3992815017700195,
      "loss/hidden": 1.6875,
      "loss/logits": 0.139686718583107,
      "loss/reg": 8.903810501098633,
      "loss/twn": 0.0,
      "step": 146
    },
    {
      "epoch": 0.003675,
      "grad_norm": 75.0,
      "grad_norm_var": 5026.795833333334,
      "learning_rate": 0.0001,
      "loss": 12.0923,
      "loss/crossentropy": 1.2384319305419922,
      "loss/hidden": 1.875,
      "loss/logits": 0.07728307694196701,
      "loss/reg": 8.901557922363281,
      "loss/twn": 0.0,
      "step": 147
    },
    {
      "epoch": 0.0037,
      "grad_norm": 60.25,
      "grad_norm_var": 4994.707291666667,
      "learning_rate": 0.0001,
      "loss": 11.592,
      "loss/crossentropy": 1.0195518732070923,
      "loss/hidden": 1.5703125,
      "loss/logits": 0.10284246504306793,
      "loss/reg": 8.899341583251953,
      "loss/twn": 0.0,
      "step": 148
    },
    {
      "epoch": 0.003725,
      "grad_norm": 30.125,
      "grad_norm_var": 4975.170833333334,
      "learning_rate": 0.0001,
      "loss": 13.1592,
      "loss/crossentropy": 2.808931350708008,
      "loss/hidden": 1.2578125,
      "loss/logits": 0.1953590214252472,
      "loss/reg": 8.897134780883789,
      "loss/twn": 0.0,
      "step": 149
    },
    {
      "epoch": 0.00375,
      "grad_norm": 27.125,
      "grad_norm_var": 4980.847330729167,
      "learning_rate": 0.0001,
      "loss": 12.8043,
      "loss/crossentropy": 2.6362106800079346,
      "loss/hidden": 1.1015625,
      "loss/logits": 0.17158377170562744,
      "loss/reg": 8.894936561584473,
      "loss/twn": 0.0,
      "step": 150
    },
    {
      "epoch": 0.003775,
      "grad_norm": 24.625,
      "grad_norm_var": 4968.425455729167,
      "learning_rate": 0.0001,
      "loss": 11.8258,
      "loss/crossentropy": 1.3182786703109741,
      "loss/hidden": 1.5,
      "loss/logits": 0.11477649956941605,
      "loss/reg": 8.892769813537598,
      "loss/twn": 0.0,
      "step": 151
    },
    {
      "epoch": 0.0038,
      "grad_norm": 29.25,
      "grad_norm_var": 5006.9900390625,
      "learning_rate": 0.0001,
      "loss": 12.2718,
      "loss/crossentropy": 2.2582006454467773,
      "loss/hidden": 0.9609375,
      "loss/logits": 0.16201287508010864,
      "loss/reg": 8.890613555908203,
      "loss/twn": 0.0,
      "step": 152
    },
    {
      "epoch": 0.003825,
      "grad_norm": 108.0,
      "grad_norm_var": 5120.7228515625,
      "learning_rate": 0.0001,
      "loss": 12.4264,
      "loss/crossentropy": 2.1490817070007324,
      "loss/hidden": 1.2578125,
      "loss/logits": 0.13107022643089294,
      "loss/reg": 8.888484954833984,
      "loss/twn": 0.0,
      "step": 153
    },
    {
      "epoch": 0.00385,
      "grad_norm": 28.75,
      "grad_norm_var": 5120.23515625,
      "learning_rate": 0.0001,
      "loss": 12.7809,
      "loss/crossentropy": 2.105442523956299,
      "loss/hidden": 1.6328125,
      "loss/logits": 0.1563117355108261,
      "loss/reg": 8.886375427246094,
      "loss/twn": 0.0,
      "step": 154
    },
    {
      "epoch": 0.003875,
      "grad_norm": 26.875,
      "grad_norm_var": 5137.884830729166,
      "learning_rate": 0.0001,
      "loss": 12.681,
      "loss/crossentropy": 2.561357021331787,
      "loss/hidden": 1.09375,
      "loss/logits": 0.1416509747505188,
      "loss/reg": 8.884288787841797,
      "loss/twn": 0.0,
      "step": 155
    },
    {
      "epoch": 0.0039,
      "grad_norm": 41.75,
      "grad_norm_var": 5054.945833333333,
      "learning_rate": 0.0001,
      "loss": 13.2632,
      "loss/crossentropy": 2.8980720043182373,
      "loss/hidden": 1.28125,
      "loss/logits": 0.20166414976119995,
      "loss/reg": 8.882227897644043,
      "loss/twn": 0.0,
      "step": 156
    },
    {
      "epoch": 0.003925,
      "grad_norm": 29.625,
      "grad_norm_var": 5015.823372395834,
      "learning_rate": 0.0001,
      "loss": 12.7697,
      "loss/crossentropy": 2.587541103363037,
      "loss/hidden": 1.125,
      "loss/logits": 0.17701838910579681,
      "loss/reg": 8.880182266235352,
      "loss/twn": 0.0,
      "step": 157
    },
    {
      "epoch": 0.00395,
      "grad_norm": 33.25,
      "grad_norm_var": 5053.906705729167,
      "learning_rate": 0.0001,
      "loss": 12.888,
      "loss/crossentropy": 2.619824171066284,
      "loss/hidden": 1.2109375,
      "loss/logits": 0.17909657955169678,
      "loss/reg": 8.878167152404785,
      "loss/twn": 0.0,
      "step": 158
    },
    {
      "epoch": 0.003975,
      "grad_norm": 36.25,
      "grad_norm_var": 5060.253580729167,
      "learning_rate": 0.0001,
      "loss": 12.7629,
      "loss/crossentropy": 2.401193857192993,
      "loss/hidden": 1.296875,
      "loss/logits": 0.18871738016605377,
      "loss/reg": 8.8761568069458,
      "loss/twn": 0.0,
      "step": 159
    },
    {
      "epoch": 0.004,
      "grad_norm": 21.375,
      "grad_norm_var": 514.5455729166666,
      "learning_rate": 0.0001,
      "loss": 12.8195,
      "loss/crossentropy": 2.641941785812378,
      "loss/hidden": 1.109375,
      "loss/logits": 0.19396184384822845,
      "loss/reg": 8.874184608459473,
      "loss/twn": 0.0,
      "step": 160
    },
    {
      "epoch": 0.004025,
      "grad_norm": 48.25,
      "grad_norm_var": 517.5104166666666,
      "learning_rate": 0.0001,
      "loss": 12.8137,
      "loss/crossentropy": 2.4985928535461426,
      "loss/hidden": 1.28125,
      "loss/logits": 0.1616763472557068,
      "loss/reg": 8.87222957611084,
      "loss/twn": 0.0,
      "step": 161
    },
    {
      "epoch": 0.00405,
      "grad_norm": 128.0,
      "grad_norm_var": 984.4427083333334,
      "learning_rate": 0.0001,
      "loss": 11.4361,
      "loss/crossentropy": 0.5462308526039124,
      "loss/hidden": 1.9296875,
      "loss/logits": 0.08990675210952759,
      "loss/reg": 8.870291709899902,
      "loss/twn": 0.0,
      "step": 162
    },
    {
      "epoch": 0.004075,
      "grad_norm": 25.125,
      "grad_norm_var": 952.2577473958333,
      "learning_rate": 0.0001,
      "loss": 11.5832,
      "loss/crossentropy": 1.241894245147705,
      "loss/hidden": 1.359375,
      "loss/logits": 0.1135173887014389,
      "loss/reg": 8.868389129638672,
      "loss/twn": 0.0,
      "step": 163
    },
    {
      "epoch": 0.0041,
      "grad_norm": 39.25,
      "grad_norm_var": 933.3796223958333,
      "learning_rate": 0.0001,
      "loss": 12.8681,
      "loss/crossentropy": 2.579155445098877,
      "loss/hidden": 1.171875,
      "loss/logits": 0.2505415678024292,
      "loss/reg": 8.866507530212402,
      "loss/twn": 0.0,
      "step": 164
    },
    {
      "epoch": 0.004125,
      "grad_norm": 30.375,
      "grad_norm_var": 932.9759765625,
      "learning_rate": 0.0001,
      "loss": 11.8981,
      "loss/crossentropy": 1.529752254486084,
      "loss/hidden": 1.375,
      "loss/logits": 0.1287008821964264,
      "loss/reg": 8.864646911621094,
      "loss/twn": 0.0,
      "step": 165
    },
    {
      "epoch": 0.00415,
      "grad_norm": 25.375,
      "grad_norm_var": 936.7238932291667,
      "learning_rate": 0.0001,
      "loss": 12.5405,
      "loss/crossentropy": 2.4071121215820312,
      "loss/hidden": 1.109375,
      "loss/logits": 0.16124263405799866,
      "loss/reg": 8.862808227539062,
      "loss/twn": 0.0,
      "step": 166
    },
    {
      "epoch": 0.004175,
      "grad_norm": 92.0,
      "grad_norm_var": 1062.034375,
      "learning_rate": 0.0001,
      "loss": 11.8961,
      "loss/crossentropy": 1.5120517015457153,
      "loss/hidden": 1.4140625,
      "loss/logits": 0.10898007452487946,
      "loss/reg": 8.860990524291992,
      "loss/twn": 0.0,
      "step": 167
    },
    {
      "epoch": 0.0042,
      "grad_norm": 149.0,
      "grad_norm_var": 1683.3622395833333,
      "learning_rate": 0.0001,
      "loss": 12.1346,
      "loss/crossentropy": 0.20657889544963837,
      "loss/hidden": 2.921875,
      "loss/logits": 0.14697904884815216,
      "loss/reg": 8.859195709228516,
      "loss/twn": 0.0,
      "step": 168
    },
    {
      "epoch": 0.004225,
      "grad_norm": 27.375,
      "grad_norm_var": 1508.6327473958333,
      "learning_rate": 0.0001,
      "loss": 12.577,
      "loss/crossentropy": 2.4741885662078857,
      "loss/hidden": 1.09375,
      "loss/logits": 0.1516125500202179,
      "loss/reg": 8.85743236541748,
      "loss/twn": 0.0,
      "step": 169
    },
    {
      "epoch": 0.00425,
      "grad_norm": 32.5,
      "grad_norm_var": 1499.4296223958333,
      "learning_rate": 0.0001,
      "loss": 12.655,
      "loss/crossentropy": 2.1815006732940674,
      "loss/hidden": 1.4296875,
      "loss/logits": 0.1881680190563202,
      "loss/reg": 8.855690002441406,
      "loss/twn": 0.0,
      "step": 170
    },
    {
      "epoch": 0.004275,
      "grad_norm": 24.375,
      "grad_norm_var": 1507.2447265625,
      "learning_rate": 0.0001,
      "loss": 12.6143,
      "loss/crossentropy": 2.449399709701538,
      "loss/hidden": 1.1484375,
      "loss/logits": 0.1624523401260376,
      "loss/reg": 8.85399055480957,
      "loss/twn": 0.0,
      "step": 171
    },
    {
      "epoch": 0.0043,
      "grad_norm": 100.5,
      "grad_norm_var": 1666.2369140625,
      "learning_rate": 0.0001,
      "loss": 12.1857,
      "loss/crossentropy": 1.7329692840576172,
      "loss/hidden": 1.453125,
      "loss/logits": 0.14728471636772156,
      "loss/reg": 8.852312088012695,
      "loss/twn": 0.0,
      "step": 172
    },
    {
      "epoch": 0.004325,
      "grad_norm": 30.0,
      "grad_norm_var": 1665.09375,
      "learning_rate": 0.0001,
      "loss": 11.6818,
      "loss/crossentropy": 1.2037038803100586,
      "loss/hidden": 1.515625,
      "loss/logits": 0.11183369904756546,
      "loss/reg": 8.85065746307373,
      "loss/twn": 0.0,
      "step": 173
    },
    {
      "epoch": 0.00435,
      "grad_norm": 24.375,
      "grad_norm_var": 1693.0176432291667,
      "learning_rate": 0.0001,
      "loss": 11.6373,
      "loss/crossentropy": 1.2824879884719849,
      "loss/hidden": 1.3515625,
      "loss/logits": 0.15424281358718872,
      "loss/reg": 8.849024772644043,
      "loss/twn": 0.0,
      "step": 174
    },
    {
      "epoch": 0.004375,
      "grad_norm": 30.75,
      "grad_norm_var": 1706.5556640625,
      "learning_rate": 0.0001,
      "loss": 11.8643,
      "loss/crossentropy": 1.3829710483551025,
      "loss/hidden": 1.5,
      "loss/logits": 0.13394233584403992,
      "loss/reg": 8.847420692443848,
      "loss/twn": 0.0,
      "step": 175
    },
    {
      "epoch": 0.0044,
      "grad_norm": 34.75,
      "grad_norm_var": 1663.4979166666667,
      "learning_rate": 0.0001,
      "loss": 11.0556,
      "loss/crossentropy": 0.46449124813079834,
      "loss/hidden": 1.6171875,
      "loss/logits": 0.12804941833019257,
      "loss/reg": 8.845848083496094,
      "loss/twn": 0.0,
      "step": 176
    },
    {
      "epoch": 0.004425,
      "grad_norm": 74.5,
      "grad_norm_var": 1691.2518229166667,
      "learning_rate": 0.0001,
      "loss": 11.4194,
      "loss/crossentropy": 1.159515619277954,
      "loss/hidden": 1.3203125,
      "loss/logits": 0.0953197255730629,
      "loss/reg": 8.844283103942871,
      "loss/twn": 0.0,
      "step": 177
    },
    {
      "epoch": 0.00445,
      "grad_norm": 27.0,
      "grad_norm_var": 1335.8580729166667,
      "learning_rate": 0.0001,
      "loss": 12.6972,
      "loss/crossentropy": 2.529615879058838,
      "loss/hidden": 1.1953125,
      "loss/logits": 0.12953932583332062,
      "loss/reg": 8.842752456665039,
      "loss/twn": 0.0,
      "step": 178
    },
    {
      "epoch": 0.004475,
      "grad_norm": 22.875,
      "grad_norm_var": 1343.0229166666666,
      "learning_rate": 0.0001,
      "loss": 11.9591,
      "loss/crossentropy": 1.487177848815918,
      "loss/hidden": 1.5,
      "loss/logits": 0.13065868616104126,
      "loss/reg": 8.841255187988281,
      "loss/twn": 0.0,
      "step": 179
    },
    {
      "epoch": 0.0045,
      "grad_norm": 24.5,
      "grad_norm_var": 1373.46015625,
      "learning_rate": 0.0001,
      "loss": 12.4819,
      "loss/crossentropy": 2.328747272491455,
      "loss/hidden": 1.140625,
      "loss/logits": 0.17269541323184967,
      "loss/reg": 8.839783668518066,
      "loss/twn": 0.0,
      "step": 180
    },
    {
      "epoch": 0.004525,
      "grad_norm": 38.25,
      "grad_norm_var": 1359.9947265625,
      "learning_rate": 0.0001,
      "loss": 11.2515,
      "loss/crossentropy": 0.7721107602119446,
      "loss/hidden": 1.5234375,
      "loss/logits": 0.11762076616287231,
      "loss/reg": 8.838338851928711,
      "loss/twn": 0.0,
      "step": 181
    },
    {
      "epoch": 0.00455,
      "grad_norm": 47.75,
      "grad_norm_var": 1325.628125,
      "learning_rate": 0.0001,
      "loss": 12.6901,
      "loss/crossentropy": 2.576754570007324,
      "loss/hidden": 1.09375,
      "loss/logits": 0.18267256021499634,
      "loss/reg": 8.836915016174316,
      "loss/twn": 0.0,
      "step": 182
    },
    {
      "epoch": 0.004575,
      "grad_norm": 23.5,
      "grad_norm_var": 1224.1625,
      "learning_rate": 0.0001,
      "loss": 12.1801,
      "loss/crossentropy": 1.9372246265411377,
      "loss/hidden": 1.2265625,
      "loss/logits": 0.18082188069820404,
      "loss/reg": 8.835512161254883,
      "loss/twn": 0.0,
      "step": 183
    },
    {
      "epoch": 0.0046,
      "grad_norm": 21.75,
      "grad_norm_var": 463.1809895833333,
      "learning_rate": 0.0001,
      "loss": 12.4684,
      "loss/crossentropy": 2.4119606018066406,
      "loss/hidden": 1.0625,
      "loss/logits": 0.15976974368095398,
      "loss/reg": 8.834145545959473,
      "loss/twn": 0.0,
      "step": 184
    },
    {
      "epoch": 0.004625,
      "grad_norm": 21.875,
      "grad_norm_var": 471.79765625,
      "learning_rate": 0.0001,
      "loss": 12.7312,
      "loss/crossentropy": 2.6074588298797607,
      "loss/hidden": 1.109375,
      "loss/logits": 0.18157701194286346,
      "loss/reg": 8.832801818847656,
      "loss/twn": 0.0,
      "step": 185
    },
    {
      "epoch": 0.00465,
      "grad_norm": 31.25,
      "grad_norm_var": 472.5125,
      "learning_rate": 0.0001,
      "loss": 12.4042,
      "loss/crossentropy": 2.3867440223693848,
      "loss/hidden": 1.046875,
      "loss/logits": 0.13915154337882996,
      "loss/reg": 8.831473350524902,
      "loss/twn": 0.0,
      "step": 186
    },
    {
      "epoch": 0.004675,
      "grad_norm": 27.875,
      "grad_norm_var": 467.79479166666664,
      "learning_rate": 0.0001,
      "loss": 12.7724,
      "loss/crossentropy": 2.5314316749572754,
      "loss/hidden": 1.2265625,
      "loss/logits": 0.18420836329460144,
      "loss/reg": 8.830174446105957,
      "loss/twn": 0.0,
      "step": 187
    },
    {
      "epoch": 0.0047,
      "grad_norm": 34.5,
      "grad_norm_var": 175.46979166666668,
      "learning_rate": 0.0001,
      "loss": 12.8018,
      "loss/crossentropy": 2.621443510055542,
      "loss/hidden": 1.1796875,
      "loss/logits": 0.17180635035037994,
      "loss/reg": 8.82889461517334,
      "loss/twn": 0.0,
      "step": 188
    },
    {
      "epoch": 0.004725,
      "grad_norm": 25.625,
      "grad_norm_var": 177.9603515625,
      "learning_rate": 0.0001,
      "loss": 12.6135,
      "loss/crossentropy": 2.514349937438965,
      "loss/hidden": 1.125,
      "loss/logits": 0.146479994058609,
      "loss/reg": 8.82763385772705,
      "loss/twn": 0.0,
      "step": 189
    },
    {
      "epoch": 0.00475,
      "grad_norm": 37.5,
      "grad_norm_var": 175.47890625,
      "learning_rate": 0.0001,
      "loss": 12.2403,
      "loss/crossentropy": 1.9142255783081055,
      "loss/hidden": 1.3125,
      "loss/logits": 0.18714016675949097,
      "loss/reg": 8.826397895812988,
      "loss/twn": 0.0,
      "step": 190
    },
    {
      "epoch": 0.004775,
      "grad_norm": 32.25,
      "grad_norm_var": 175.21640625,
      "learning_rate": 0.0001,
      "loss": 11.7193,
      "loss/crossentropy": 1.5540302991867065,
      "loss/hidden": 1.1953125,
      "loss/logits": 0.14472922682762146,
      "loss/reg": 8.825185775756836,
      "loss/twn": 0.0,
      "step": 191
    },
    {
      "epoch": 0.0048,
      "grad_norm": 27.375,
      "grad_norm_var": 176.75670572916667,
      "learning_rate": 0.0001,
      "loss": 12.9397,
      "loss/crossentropy": 2.821112632751465,
      "loss/hidden": 1.1484375,
      "loss/logits": 0.14618118107318878,
      "loss/reg": 8.824004173278809,
      "loss/twn": 0.0,
      "step": 192
    },
    {
      "epoch": 0.004825,
      "grad_norm": 58.5,
      "grad_norm_var": 102.9400390625,
      "learning_rate": 0.0001,
      "loss": 12.4139,
      "loss/crossentropy": 1.8961142301559448,
      "loss/hidden": 1.578125,
      "loss/logits": 0.11687049269676208,
      "loss/reg": 8.822830200195312,
      "loss/twn": 0.0,
      "step": 193
    },
    {
      "epoch": 0.00485,
      "grad_norm": 144.0,
      "grad_norm_var": 889.8869140625,
      "learning_rate": 0.0001,
      "loss": 12.4361,
      "loss/crossentropy": 1.9929572343826294,
      "loss/hidden": 1.390625,
      "loss/logits": 0.2308717519044876,
      "loss/reg": 8.821688652038574,
      "loss/twn": 0.0,
      "step": 194
    },
    {
      "epoch": 0.004875,
      "grad_norm": 31.125,
      "grad_norm_var": 876.7212890625,
      "learning_rate": 0.0001,
      "loss": 12.6342,
      "loss/crossentropy": 2.389754056930542,
      "loss/hidden": 1.2109375,
      "loss/logits": 0.21292558312416077,
      "loss/reg": 8.82056713104248,
      "loss/twn": 0.0,
      "step": 195
    },
    {
      "epoch": 0.0049,
      "grad_norm": 26.875,
      "grad_norm_var": 872.4104166666667,
      "learning_rate": 0.0001,
      "loss": 12.6653,
      "loss/crossentropy": 2.4216485023498535,
      "loss/hidden": 1.265625,
      "loss/logits": 0.15854929387569427,
      "loss/reg": 8.819454193115234,
      "loss/twn": 0.0,
      "step": 196
    },
    {
      "epoch": 0.004925,
      "grad_norm": 107.0,
      "grad_norm_var": 1157.5080729166666,
      "learning_rate": 0.0001,
      "loss": 11.8236,
      "loss/crossentropy": 1.25285005569458,
      "loss/hidden": 1.6796875,
      "loss/logits": 0.07266983389854431,
      "loss/reg": 8.818378448486328,
      "loss/twn": 0.0,
      "step": 197
    },
    {
      "epoch": 0.00495,
      "grad_norm": 29.0,
      "grad_norm_var": 1169.2854166666666,
      "learning_rate": 0.0001,
      "loss": 12.5003,
      "loss/crossentropy": 2.3957014083862305,
      "loss/hidden": 1.125,
      "loss/logits": 0.1622379571199417,
      "loss/reg": 8.817320823669434,
      "loss/twn": 0.0,
      "step": 198
    },
    {
      "epoch": 0.004975,
      "grad_norm": 32.75,
      "grad_norm_var": 1151.1997395833334,
      "learning_rate": 0.0001,
      "loss": 11.6985,
      "loss/crossentropy": 1.339059591293335,
      "loss/hidden": 1.390625,
      "loss/logits": 0.15258146822452545,
      "loss/reg": 8.81628131866455,
      "loss/twn": 0.0,
      "step": 199
    },
    {
      "epoch": 0.005,
      "grad_norm": 25.375,
      "grad_norm_var": 1141.7124348958334,
      "learning_rate": 0.0001,
      "loss": 11.67,
      "loss/crossentropy": 1.3512688875198364,
      "loss/hidden": 1.40625,
      "loss/logits": 0.09719762206077576,
      "loss/reg": 8.815267562866211,
      "loss/twn": 0.0,
      "step": 200
    },
    {
      "epoch": 0.005025,
      "grad_norm": 29.875,
      "grad_norm_var": 1122.8541015625,
      "learning_rate": 0.0001,
      "loss": 12.2448,
      "loss/crossentropy": 1.968360424041748,
      "loss/hidden": 1.3125,
      "loss/logits": 0.1496497392654419,
      "loss/reg": 8.814275741577148,
      "loss/twn": 0.0,
      "step": 201
    },
    {
      "epoch": 0.00505,
      "grad_norm": 43.5,
      "grad_norm_var": 1111.7270182291666,
      "learning_rate": 0.0001,
      "loss": 13.7696,
      "loss/crossentropy": 3.2280731201171875,
      "loss/hidden": 1.515625,
      "loss/logits": 0.21256522834300995,
      "loss/reg": 8.81330680847168,
      "loss/twn": 0.0,
      "step": 202
    },
    {
      "epoch": 0.005075,
      "grad_norm": 32.75,
      "grad_norm_var": 1102.3604166666667,
      "learning_rate": 0.0001,
      "loss": 13.1098,
      "loss/crossentropy": 2.962261199951172,
      "loss/hidden": 1.1640625,
      "loss/logits": 0.17110002040863037,
      "loss/reg": 8.81234359741211,
      "loss/twn": 0.0,
      "step": 203
    },
    {
      "epoch": 0.0051,
      "grad_norm": 25.375,
      "grad_norm_var": 1120.1874348958333,
      "learning_rate": 0.0001,
      "loss": 12.1452,
      "loss/crossentropy": 1.99165940284729,
      "loss/hidden": 1.203125,
      "loss/logits": 0.13904325664043427,
      "loss/reg": 8.811400413513184,
      "loss/twn": 0.0,
      "step": 204
    },
    {
      "epoch": 0.005125,
      "grad_norm": 23.75,
      "grad_norm_var": 1125.0770833333333,
      "learning_rate": 0.0001,
      "loss": 12.6833,
      "loss/crossentropy": 2.6439051628112793,
      "loss/hidden": 1.0625,
      "loss/logits": 0.16645097732543945,
      "loss/reg": 8.810476303100586,
      "loss/twn": 0.0,
      "step": 205
    },
    {
      "epoch": 0.00515,
      "grad_norm": 27.125,
      "grad_norm_var": 1141.0556640625,
      "learning_rate": 0.0001,
      "loss": 11.6934,
      "loss/crossentropy": 1.4352425336837769,
      "loss/hidden": 1.328125,
      "loss/logits": 0.12051481008529663,
      "loss/reg": 8.809564590454102,
      "loss/twn": 0.0,
      "step": 206
    },
    {
      "epoch": 0.005175,
      "grad_norm": 50.25,
      "grad_norm_var": 1134.2119140625,
      "learning_rate": 0.0001,
      "loss": 11.5999,
      "loss/crossentropy": 1.334825038909912,
      "loss/hidden": 1.390625,
      "loss/logits": 0.06573797762393951,
      "loss/reg": 8.80868148803711,
      "loss/twn": 0.0,
      "step": 207
    },
    {
      "epoch": 0.0052,
      "grad_norm": 30.875,
      "grad_norm_var": 1126.9093098958333,
      "learning_rate": 0.0001,
      "loss": 11.4036,
      "loss/crossentropy": 0.9434633851051331,
      "loss/hidden": 1.546875,
      "loss/logits": 0.10541018843650818,
      "loss/reg": 8.80781364440918,
      "loss/twn": 0.0,
      "step": 208
    },
    {
      "epoch": 0.005225,
      "grad_norm": 27.5,
      "grad_norm_var": 1130.6874348958333,
      "learning_rate": 0.0001,
      "loss": 13.0801,
      "loss/crossentropy": 2.9982831478118896,
      "loss/hidden": 1.1171875,
      "loss/logits": 0.15767033398151398,
      "loss/reg": 8.806962966918945,
      "loss/twn": 0.0,
      "step": 209
    },
    {
      "epoch": 0.00525,
      "grad_norm": 26.5,
      "grad_norm_var": 410.38795572916666,
      "learning_rate": 0.0001,
      "loss": 11.5291,
      "loss/crossentropy": 1.2577452659606934,
      "loss/hidden": 1.328125,
      "loss/logits": 0.13713732361793518,
      "loss/reg": 8.806113243103027,
      "loss/twn": 0.0,
      "step": 210
    },
    {
      "epoch": 0.005275,
      "grad_norm": 88.5,
      "grad_norm_var": 581.8854166666666,
      "learning_rate": 0.0001,
      "loss": 11.5967,
      "loss/crossentropy": 1.1915476322174072,
      "loss/hidden": 1.5234375,
      "loss/logits": 0.07640685141086578,
      "loss/reg": 8.805289268493652,
      "loss/twn": 0.0,
      "step": 211
    },
    {
      "epoch": 0.0053,
      "grad_norm": 29.0,
      "grad_norm_var": 578.6791015625,
      "learning_rate": 0.0001,
      "loss": 12.6849,
      "loss/crossentropy": 2.641145944595337,
      "loss/hidden": 1.078125,
      "loss/logits": 0.16113826632499695,
      "loss/reg": 8.804474830627441,
      "loss/twn": 0.0,
      "step": 212
    },
    {
      "epoch": 0.005325,
      "grad_norm": 29.0,
      "grad_norm_var": 255.0603515625,
      "learning_rate": 0.0001,
      "loss": 12.8455,
      "loss/crossentropy": 2.67075514793396,
      "loss/hidden": 1.1953125,
      "loss/logits": 0.17574864625930786,
      "loss/reg": 8.803681373596191,
      "loss/twn": 0.0,
      "step": 213
    },
    {
      "epoch": 0.00535,
      "grad_norm": 28.625,
      "grad_norm_var": 255.34140625,
      "learning_rate": 0.0001,
      "loss": 11.9274,
      "loss/crossentropy": 1.7288811206817627,
      "loss/hidden": 1.2421875,
      "loss/logits": 0.15339060127735138,
      "loss/reg": 8.802900314331055,
      "loss/twn": 0.0,
      "step": 214
    },
    {
      "epoch": 0.005375,
      "grad_norm": 176.0,
      "grad_norm_var": 1505.94375,
      "learning_rate": 0.0001,
      "loss": 12.2937,
      "loss/crossentropy": 2.09938383102417,
      "loss/hidden": 1.2578125,
      "loss/logits": 0.13438275456428528,
      "loss/reg": 8.802129745483398,
      "loss/twn": 0.0,
      "step": 215
    },
    {
      "epoch": 0.0054,
      "grad_norm": 27.75,
      "grad_norm_var": 1500.5962890625,
      "learning_rate": 0.0001,
      "loss": 12.7792,
      "loss/crossentropy": 2.651805877685547,
      "loss/hidden": 1.1875,
      "loss/logits": 0.13851973414421082,
      "loss/reg": 8.801373481750488,
      "loss/twn": 0.0,
      "step": 216
    },
    {
      "epoch": 0.005425,
      "grad_norm": 22.0,
      "grad_norm_var": 1518.803125,
      "learning_rate": 0.0001,
      "loss": 12.8145,
      "loss/crossentropy": 2.872256278991699,
      "loss/hidden": 1.0,
      "loss/logits": 0.14166159927845,
      "loss/reg": 8.800623893737793,
      "loss/twn": 0.0,
      "step": 217
    },
    {
      "epoch": 0.00545,
      "grad_norm": 29.75,
      "grad_norm_var": 1529.76015625,
      "learning_rate": 0.0001,
      "loss": 12.6579,
      "loss/crossentropy": 2.650221347808838,
      "loss/hidden": 1.0234375,
      "loss/logits": 0.18438857793807983,
      "loss/reg": 8.79987621307373,
      "loss/twn": 0.0,
      "step": 218
    },
    {
      "epoch": 0.005475,
      "grad_norm": 262.0,
      "grad_norm_var": 4526.4875,
      "learning_rate": 0.0001,
      "loss": 11.7506,
      "loss/crossentropy": 1.4538605213165283,
      "loss/hidden": 1.3671875,
      "loss/logits": 0.13036534190177917,
      "loss/reg": 8.799148559570312,
      "loss/twn": 0.0,
      "step": 219
    },
    {
      "epoch": 0.0055,
      "grad_norm": 28.5,
      "grad_norm_var": 4514.1291015625,
      "learning_rate": 0.0001,
      "loss": 12.6326,
      "loss/crossentropy": 2.4922804832458496,
      "loss/hidden": 1.15625,
      "loss/logits": 0.1856255978345871,
      "loss/reg": 8.798437118530273,
      "loss/twn": 0.0,
      "step": 220
    },
    {
      "epoch": 0.005525,
      "grad_norm": 25.0,
      "grad_norm_var": 4508.735872395833,
      "learning_rate": 0.0001,
      "loss": 12.4029,
      "loss/crossentropy": 2.312741756439209,
      "loss/hidden": 1.125,
      "loss/logits": 0.167415589094162,
      "loss/reg": 8.797720909118652,
      "loss/twn": 0.0,
      "step": 221
    },
    {
      "epoch": 0.00555,
      "grad_norm": 26.25,
      "grad_norm_var": 4512.242708333333,
      "learning_rate": 0.0001,
      "loss": 11.9521,
      "loss/crossentropy": 1.7981234788894653,
      "loss/hidden": 1.203125,
      "loss/logits": 0.15380483865737915,
      "loss/reg": 8.797012329101562,
      "loss/twn": 0.0,
      "step": 222
    },
    {
      "epoch": 0.005575,
      "grad_norm": 26.875,
      "grad_norm_var": 4566.553059895833,
      "learning_rate": 0.0001,
      "loss": 11.5449,
      "loss/crossentropy": 1.3225388526916504,
      "loss/hidden": 1.3203125,
      "loss/logits": 0.10575884580612183,
      "loss/reg": 8.796323776245117,
      "loss/twn": 0.0,
      "step": 223
    },
    {
      "epoch": 0.0056,
      "grad_norm": 24.625,
      "grad_norm_var": 4589.3134765625,
      "learning_rate": 0.0001,
      "loss": 12.8962,
      "loss/crossentropy": 2.6721420288085938,
      "loss/hidden": 1.2578125,
      "loss/logits": 0.17063072323799133,
      "loss/reg": 8.795634269714355,
      "loss/twn": 0.0,
      "step": 224
    },
    {
      "epoch": 0.005625,
      "grad_norm": 27.875,
      "grad_norm_var": 4587.95390625,
      "learning_rate": 0.0001,
      "loss": 12.3663,
      "loss/crossentropy": 2.290670394897461,
      "loss/hidden": 1.1328125,
      "loss/logits": 0.1478402018547058,
      "loss/reg": 8.794960021972656,
      "loss/twn": 0.0,
      "step": 225
    },
    {
      "epoch": 0.00565,
      "grad_norm": 192.0,
      "grad_norm_var": 5673.358072916667,
      "learning_rate": 0.0001,
      "loss": 11.7849,
      "loss/crossentropy": 1.5705722570419312,
      "loss/hidden": 1.265625,
      "loss/logits": 0.15446048974990845,
      "loss/reg": 8.794285774230957,
      "loss/twn": 0.0,
      "step": 226
    },
    {
      "epoch": 0.005675,
      "grad_norm": 37.75,
      "grad_norm_var": 5676.9,
      "learning_rate": 0.0001,
      "loss": 11.3223,
      "loss/crossentropy": 0.9421064257621765,
      "loss/hidden": 1.4375,
      "loss/logits": 0.14906048774719238,
      "loss/reg": 8.793625831604004,
      "loss/twn": 0.0,
      "step": 227
    },
    {
      "epoch": 0.0057,
      "grad_norm": 42.0,
      "grad_norm_var": 5630.154166666666,
      "learning_rate": 0.0001,
      "loss": 11.894,
      "loss/crossentropy": 1.5675556659698486,
      "loss/hidden": 1.390625,
      "loss/logits": 0.14281445741653442,
      "loss/reg": 8.79298210144043,
      "loss/twn": 0.0,
      "step": 228
    },
    {
      "epoch": 0.005725,
      "grad_norm": 47.25,
      "grad_norm_var": 5568.54140625,
      "learning_rate": 0.0001,
      "loss": 11.7254,
      "loss/crossentropy": 1.5919896364212036,
      "loss/hidden": 1.2109375,
      "loss/logits": 0.13016732037067413,
      "loss/reg": 8.79233169555664,
      "loss/twn": 0.0,
      "step": 229
    },
    {
      "epoch": 0.00575,
      "grad_norm": 41.75,
      "grad_norm_var": 5517.3744140625,
      "learning_rate": 0.0001,
      "loss": 12.073,
      "loss/crossentropy": 2.025175094604492,
      "loss/hidden": 1.1328125,
      "loss/logits": 0.12331830710172653,
      "loss/reg": 8.791699409484863,
      "loss/twn": 0.0,
      "step": 230
    },
    {
      "epoch": 0.005775,
      "grad_norm": 24.25,
      "grad_norm_var": 4707.4087890625,
      "learning_rate": 0.0001,
      "loss": 12.3713,
      "loss/crossentropy": 2.421731948852539,
      "loss/hidden": 1.015625,
      "loss/logits": 0.14285139739513397,
      "loss/reg": 8.791082382202148,
      "loss/twn": 0.0,
      "step": 231
    },
    {
      "epoch": 0.0058,
      "grad_norm": 26.75,
      "grad_norm_var": 4711.151497395834,
      "learning_rate": 0.0001,
      "loss": 12.6173,
      "loss/crossentropy": 2.61382794380188,
      "loss/hidden": 1.078125,
      "loss/logits": 0.13484284281730652,
      "loss/reg": 8.7904691696167,
      "loss/twn": 0.0,
      "step": 232
    },
    {
      "epoch": 0.005825,
      "grad_norm": 41.0,
      "grad_norm_var": 4649.381705729166,
      "learning_rate": 0.0001,
      "loss": 11.6616,
      "loss/crossentropy": 1.5337637662887573,
      "loss/hidden": 1.2109375,
      "loss/logits": 0.12706667184829712,
      "loss/reg": 8.789871215820312,
      "loss/twn": 0.0,
      "step": 233
    },
    {
      "epoch": 0.00585,
      "grad_norm": 28.5,
      "grad_norm_var": 4653.9337890625,
      "learning_rate": 0.0001,
      "loss": 11.8725,
      "loss/crossentropy": 1.753180980682373,
      "loss/hidden": 1.1796875,
      "loss/logits": 0.1503317952156067,
      "loss/reg": 8.78927993774414,
      "loss/twn": 0.0,
      "step": 234
    },
    {
      "epoch": 0.005875,
      "grad_norm": 47.5,
      "grad_norm_var": 1649.3697265625,
      "learning_rate": 0.0001,
      "loss": 11.8778,
      "loss/crossentropy": 1.6928982734680176,
      "loss/hidden": 1.265625,
      "loss/logits": 0.13060975074768066,
      "loss/reg": 8.788691520690918,
      "loss/twn": 0.0,
      "step": 235
    },
    {
      "epoch": 0.0059,
      "grad_norm": 28.125,
      "grad_norm_var": 1650.103125,
      "learning_rate": 0.0001,
      "loss": 11.9749,
      "loss/crossentropy": 1.8520106077194214,
      "loss/hidden": 1.2421875,
      "loss/logits": 0.09261026978492737,
      "loss/reg": 8.788106918334961,
      "loss/twn": 0.0,
      "step": 236
    },
    {
      "epoch": 0.005925,
      "grad_norm": 27.625,
      "grad_norm_var": 1644.2447265625,
      "learning_rate": 0.0001,
      "loss": 12.6123,
      "loss/crossentropy": 2.6141552925109863,
      "loss/hidden": 1.0625,
      "loss/logits": 0.14809614419937134,
      "loss/reg": 8.787534713745117,
      "loss/twn": 0.0,
      "step": 237
    },
    {
      "epoch": 0.00595,
      "grad_norm": 25.0,
      "grad_norm_var": 1647.1561848958333,
      "learning_rate": 0.0001,
      "loss": 11.6679,
      "loss/crossentropy": 1.444309949874878,
      "loss/hidden": 1.34375,
      "loss/logits": 0.09289486706256866,
      "loss/reg": 8.786966323852539,
      "loss/twn": 0.0,
      "step": 238
    },
    {
      "epoch": 0.005975,
      "grad_norm": 31.0,
      "grad_norm_var": 1639.3208333333334,
      "learning_rate": 0.0001,
      "loss": 10.5623,
      "loss/crossentropy": 0.3422330319881439,
      "loss/hidden": 1.3828125,
      "loss/logits": 0.050805822014808655,
      "loss/reg": 8.786402702331543,
      "loss/twn": 0.0,
      "step": 239
    },
    {
      "epoch": 0.006,
      "grad_norm": 28.625,
      "grad_norm_var": 1630.3541666666667,
      "learning_rate": 0.0001,
      "loss": 12.7076,
      "loss/crossentropy": 2.51440691947937,
      "loss/hidden": 1.2265625,
      "loss/logits": 0.1807696372270584,
      "loss/reg": 8.785860061645508,
      "loss/twn": 0.0,
      "step": 240
    },
    {
      "epoch": 0.006025,
      "grad_norm": 32.25,
      "grad_norm_var": 1622.3994140625,
      "learning_rate": 0.0001,
      "loss": 11.5458,
      "loss/crossentropy": 1.3753387928009033,
      "loss/hidden": 1.265625,
      "loss/logits": 0.11956524103879929,
      "loss/reg": 8.785308837890625,
      "loss/twn": 0.0,
      "step": 241
    },
    {
      "epoch": 0.00605,
      "grad_norm": 22.375,
      "grad_norm_var": 69.71223958333333,
      "learning_rate": 0.0001,
      "loss": 12.5364,
      "loss/crossentropy": 2.5992980003356934,
      "loss/hidden": 1.0078125,
      "loss/logits": 0.14453992247581482,
      "loss/reg": 8.784762382507324,
      "loss/twn": 0.0,
      "step": 242
    },
    {
      "epoch": 0.006075,
      "grad_norm": 22.625,
      "grad_norm_var": 74.90358072916666,
      "learning_rate": 0.0001,
      "loss": 11.7046,
      "loss/crossentropy": 1.60543692111969,
      "loss/hidden": 1.2109375,
      "loss/logits": 0.10400013625621796,
      "loss/reg": 8.78422737121582,
      "loss/twn": 0.0,
      "step": 243
    },
    {
      "epoch": 0.0061,
      "grad_norm": 158.0,
      "grad_norm_var": 1066.0994140625,
      "learning_rate": 0.0001,
      "loss": 12.4219,
      "loss/crossentropy": 2.382094383239746,
      "loss/hidden": 1.078125,
      "loss/logits": 0.1779642403125763,
      "loss/reg": 8.78367805480957,
      "loss/twn": 0.0,
      "step": 244
    },
    {
      "epoch": 0.006125,
      "grad_norm": 22.0,
      "grad_norm_var": 1079.9869140625,
      "learning_rate": 0.0001,
      "loss": 12.3096,
      "loss/crossentropy": 2.332392454147339,
      "loss/hidden": 1.03125,
      "loss/logits": 0.16278110444545746,
      "loss/reg": 8.783156394958496,
      "loss/twn": 0.0,
      "step": 245
    },
    {
      "epoch": 0.00615,
      "grad_norm": 24.625,
      "grad_norm_var": 1089.6643229166666,
      "learning_rate": 0.0001,
      "loss": 12.4149,
      "loss/crossentropy": 2.435525417327881,
      "loss/hidden": 1.0390625,
      "loss/logits": 0.157731294631958,
      "loss/reg": 8.782625198364258,
      "loss/twn": 0.0,
      "step": 246
    },
    {
      "epoch": 0.006175,
      "grad_norm": 190.0,
      "grad_norm_var": 2527.3729166666667,
      "learning_rate": 0.0001,
      "loss": 11.6703,
      "loss/crossentropy": 1.5230607986450195,
      "loss/hidden": 1.2421875,
      "loss/logits": 0.12289558351039886,
      "loss/reg": 8.78210735321045,
      "loss/twn": 0.0,
      "step": 247
    },
    {
      "epoch": 0.0062,
      "grad_norm": 31.25,
      "grad_norm_var": 2516.3385416666665,
      "learning_rate": 0.0001,
      "loss": 12.273,
      "loss/crossentropy": 2.1257948875427246,
      "loss/hidden": 1.140625,
      "loss/logits": 0.22504082322120667,
      "loss/reg": 8.781578063964844,
      "loss/twn": 0.0,
      "step": 248
    },
    {
      "epoch": 0.006225,
      "grad_norm": 88.0,
      "grad_norm_var": 2613.471875,
      "learning_rate": 0.0001,
      "loss": 11.5805,
      "loss/crossentropy": 1.4164283275604248,
      "loss/hidden": 1.3125,
      "loss/logits": 0.07047782838344574,
      "loss/reg": 8.781055450439453,
      "loss/twn": 0.0,
      "step": 249
    },
    {
      "epoch": 0.00625,
      "grad_norm": 28.125,
      "grad_norm_var": 2614.5791015625,
      "learning_rate": 0.0001,
      "loss": 11.4988,
      "loss/crossentropy": 1.4205645322799683,
      "loss/hidden": 1.1953125,
      "loss/logits": 0.10241450369358063,
      "loss/reg": 8.78054428100586,
      "loss/twn": 0.0,
      "step": 250
    },
    {
      "epoch": 0.006275,
      "grad_norm": 36.0,
      "grad_norm_var": 2627.360872395833,
      "learning_rate": 0.0001,
      "loss": 11.5001,
      "loss/crossentropy": 1.3272961378097534,
      "loss/hidden": 1.2890625,
      "loss/logits": 0.10366377234458923,
      "loss/reg": 8.780028343200684,
      "loss/twn": 0.0,
      "step": 251
    },
    {
      "epoch": 0.0063,
      "grad_norm": 25.125,
      "grad_norm_var": 2636.563997395833,
      "learning_rate": 0.0001,
      "loss": 11.1619,
      "loss/crossentropy": 1.1497949361801147,
      "loss/hidden": 1.1328125,
      "loss/logits": 0.09979332238435745,
      "loss/reg": 8.77951717376709,
      "loss/twn": 0.0,
      "step": 252
    },
    {
      "epoch": 0.006325,
      "grad_norm": 25.375,
      "grad_norm_var": 2643.454622395833,
      "learning_rate": 0.0001,
      "loss": 12.5314,
      "loss/crossentropy": 2.5820140838623047,
      "loss/hidden": 1.0078125,
      "loss/logits": 0.16261206567287445,
      "loss/reg": 8.77900505065918,
      "loss/twn": 0.0,
      "step": 253
    },
    {
      "epoch": 0.00635,
      "grad_norm": 19.625,
      "grad_norm_var": 2662.7458333333334,
      "learning_rate": 0.0001,
      "loss": 12.6876,
      "loss/crossentropy": 2.8294739723205566,
      "loss/hidden": 0.9375,
      "loss/logits": 0.1420997828245163,
      "loss/reg": 8.77851676940918,
      "loss/twn": 0.0,
      "step": 254
    },
    {
      "epoch": 0.006375,
      "grad_norm": 27.375,
      "grad_norm_var": 2672.297330729167,
      "learning_rate": 0.0001,
      "loss": 12.2885,
      "loss/crossentropy": 2.421785593032837,
      "loss/hidden": 0.97265625,
      "loss/logits": 0.11601483821868896,
      "loss/reg": 8.778022766113281,
      "loss/twn": 0.0,
      "step": 255
    },
    {
      "epoch": 0.0064,
      "grad_norm": 21.125,
      "grad_norm_var": 2696.023893229167,
      "learning_rate": 0.0001,
      "loss": 12.4017,
      "loss/crossentropy": 2.6165196895599365,
      "loss/hidden": 0.875,
      "loss/logits": 0.13267028331756592,
      "loss/reg": 8.777534484863281,
      "loss/twn": 0.0,
      "step": 256
    },
    {
      "epoch": 0.006425,
      "grad_norm": 21.875,
      "grad_norm_var": 2725.046875,
      "learning_rate": 0.0001,
      "loss": 12.231,
      "loss/crossentropy": 2.212022304534912,
      "loss/hidden": 1.109375,
      "loss/logits": 0.13251882791519165,
      "loss/reg": 8.777040481567383,
      "loss/twn": 0.0,
      "step": 257
    },
    {
      "epoch": 0.00645,
      "grad_norm": 36.5,
      "grad_norm_var": 2689.7858723958334,
      "learning_rate": 0.0001,
      "loss": 11.5296,
      "loss/crossentropy": 1.4590688943862915,
      "loss/hidden": 1.1796875,
      "loss/logits": 0.11432604491710663,
      "loss/reg": 8.776566505432129,
      "loss/twn": 0.0,
      "step": 258
    },
    {
      "epoch": 0.006475,
      "grad_norm": 35.5,
      "grad_norm_var": 2655.553125,
      "learning_rate": 0.0001,
      "loss": 12.7234,
      "loss/crossentropy": 2.685680627822876,
      "loss/hidden": 1.125,
      "loss/logits": 0.13663552701473236,
      "loss/reg": 8.776080131530762,
      "loss/twn": 0.0,
      "step": 259
    },
    {
      "epoch": 0.0065,
      "grad_norm": 20.125,
      "grad_norm_var": 1847.3327473958334,
      "learning_rate": 0.0001,
      "loss": 11.7099,
      "loss/crossentropy": 1.7988297939300537,
      "loss/hidden": 1.03125,
      "loss/logits": 0.10424751788377762,
      "loss/reg": 8.775606155395508,
      "loss/twn": 0.0,
      "step": 260
    },
    {
      "epoch": 0.006525,
      "grad_norm": 41.25,
      "grad_norm_var": 1822.2676432291667,
      "learning_rate": 0.0001,
      "loss": 11.8165,
      "loss/crossentropy": 1.7764484882354736,
      "loss/hidden": 1.15625,
      "loss/logits": 0.10863903164863586,
      "loss/reg": 8.775127410888672,
      "loss/twn": 0.0,
      "step": 261
    },
    {
      "epoch": 0.00655,
      "grad_norm": 45.5,
      "grad_norm_var": 1801.1643229166666,
      "learning_rate": 0.0001,
      "loss": 10.4943,
      "loss/crossentropy": 0.26185697317123413,
      "loss/hidden": 1.40625,
      "loss/logits": 0.05150225758552551,
      "loss/reg": 8.774664878845215,
      "loss/twn": 0.0,
      "step": 262
    },
    {
      "epoch": 0.006575,
      "grad_norm": 31.125,
      "grad_norm_var": 271.0822265625,
      "learning_rate": 0.0001,
      "loss": 12.4311,
      "loss/crossentropy": 2.5030641555786133,
      "loss/hidden": 0.9921875,
      "loss/logits": 0.16160471737384796,
      "loss/reg": 8.774203300476074,
      "loss/twn": 0.0,
      "step": 263
    },
    {
      "epoch": 0.0066,
      "grad_norm": 39.25,
      "grad_norm_var": 272.8238932291667,
      "learning_rate": 0.0001,
      "loss": 11.6719,
      "loss/crossentropy": 1.5901890993118286,
      "loss/hidden": 1.203125,
      "loss/logits": 0.10485959053039551,
      "loss/reg": 8.773754119873047,
      "loss/twn": 0.0,
      "step": 264
    },
    {
      "epoch": 0.006625,
      "grad_norm": 38.75,
      "grad_norm_var": 68.9494140625,
      "learning_rate": 0.0001,
      "loss": 11.2611,
      "loss/crossentropy": 1.2814500331878662,
      "loss/hidden": 1.1015625,
      "loss/logits": 0.10478021949529648,
      "loss/reg": 8.773300170898438,
      "loss/twn": 0.0,
      "step": 265
    },
    {
      "epoch": 0.00665,
      "grad_norm": 24.25,
      "grad_norm_var": 71.26432291666667,
      "learning_rate": 0.0001,
      "loss": 12.5356,
      "loss/crossentropy": 2.600585699081421,
      "loss/hidden": 1.0,
      "loss/logits": 0.16212967038154602,
      "loss/reg": 8.772849082946777,
      "loss/twn": 0.0,
      "step": 266
    },
    {
      "epoch": 0.006675,
      "grad_norm": 52.75,
      "grad_norm_var": 100.978125,
      "learning_rate": 0.0001,
      "loss": 12.0577,
      "loss/crossentropy": 2.090177536010742,
      "loss/hidden": 1.046875,
      "loss/logits": 0.1481959968805313,
      "loss/reg": 8.772411346435547,
      "loss/twn": 0.0,
      "step": 267
    },
    {
      "epoch": 0.0067,
      "grad_norm": 32.25,
      "grad_norm_var": 98.0056640625,
      "learning_rate": 0.0001,
      "loss": 12.5629,
      "loss/crossentropy": 2.689206838607788,
      "loss/hidden": 0.98046875,
      "loss/logits": 0.12127072364091873,
      "loss/reg": 8.77196216583252,
      "loss/twn": 0.0,
      "step": 268
    },
    {
      "epoch": 0.006725,
      "grad_norm": 120.0,
      "grad_norm_var": 573.5455729166666,
      "learning_rate": 0.0001,
      "loss": 11.9037,
      "loss/crossentropy": 1.6351962089538574,
      "loss/hidden": 1.390625,
      "loss/logits": 0.10639579594135284,
      "loss/reg": 8.771524429321289,
      "loss/twn": 0.0,
      "step": 269
    },
    {
      "epoch": 0.00675,
      "grad_norm": 23.875,
      "grad_norm_var": 564.2885416666667,
      "learning_rate": 0.0001,
      "loss": 11.826,
      "loss/crossentropy": 1.8710798025131226,
      "loss/hidden": 1.0625,
      "loss/logits": 0.12132292985916138,
      "loss/reg": 8.771089553833008,
      "loss/twn": 0.0,
      "step": 270
    },
    {
      "epoch": 0.006775,
      "grad_norm": 35.75,
      "grad_norm_var": 556.5634765625,
      "learning_rate": 0.0001,
      "loss": 12.4072,
      "loss/crossentropy": 2.4087181091308594,
      "loss/hidden": 1.078125,
      "loss/logits": 0.14971445500850677,
      "loss/reg": 8.770654678344727,
      "loss/twn": 0.0,
      "step": 271
    },
    {
      "epoch": 0.0068,
      "grad_norm": 25.625,
      "grad_norm_var": 547.2587890625,
      "learning_rate": 0.0001,
      "loss": 11.6378,
      "loss/crossentropy": 1.6593881845474243,
      "loss/hidden": 1.109375,
      "loss/logits": 0.09878332912921906,
      "loss/reg": 8.770234107971191,
      "loss/twn": 0.0,
      "step": 272
    },
    {
      "epoch": 0.006825,
      "grad_norm": 80.0,
      "grad_norm_var": 625.515625,
      "learning_rate": 0.0001,
      "loss": 10.9479,
      "loss/crossentropy": 0.7638819813728333,
      "loss/hidden": 1.328125,
      "loss/logits": 0.08607713133096695,
      "loss/reg": 8.769810676574707,
      "loss/twn": 0.0,
      "step": 273
    },
    {
      "epoch": 0.00685,
      "grad_norm": 34.25,
      "grad_norm_var": 627.67890625,
      "learning_rate": 0.0001,
      "loss": 11.8293,
      "loss/crossentropy": 1.6784312725067139,
      "loss/hidden": 1.2109375,
      "loss/logits": 0.17050763964653015,
      "loss/reg": 8.76939868927002,
      "loss/twn": 0.0,
      "step": 274
    },
    {
      "epoch": 0.006875,
      "grad_norm": 22.625,
      "grad_norm_var": 650.0827473958333,
      "learning_rate": 0.0001,
      "loss": 12.4934,
      "loss/crossentropy": 2.5318715572357178,
      "loss/hidden": 1.0390625,
      "loss/logits": 0.15351711213588715,
      "loss/reg": 8.76897144317627,
      "loss/twn": 0.0,
      "step": 275
    },
    {
      "epoch": 0.0069,
      "grad_norm": 28.5,
      "grad_norm_var": 630.3622395833333,
      "learning_rate": 0.0001,
      "loss": 13.0061,
      "loss/crossentropy": 3.016630172729492,
      "loss/hidden": 1.0703125,
      "loss/logits": 0.15056678652763367,
      "loss/reg": 8.768550872802734,
      "loss/twn": 0.0,
      "step": 276
    },
    {
      "epoch": 0.006925,
      "grad_norm": 29.75,
      "grad_norm_var": 640.1372395833333,
      "learning_rate": 0.0001,
      "loss": 12.6228,
      "loss/crossentropy": 2.6855499744415283,
      "loss/hidden": 1.0078125,
      "loss/logits": 0.16132760047912598,
      "loss/reg": 8.768143653869629,
      "loss/twn": 0.0,
      "step": 277
    },
    {
      "epoch": 0.00695,
      "grad_norm": 31.125,
      "grad_norm_var": 645.4155598958333,
      "learning_rate": 0.0001,
      "loss": 11.638,
      "loss/crossentropy": 1.5987094640731812,
      "loss/hidden": 1.1484375,
      "loss/logits": 0.12314014881849289,
      "loss/reg": 8.767732620239258,
      "loss/twn": 0.0,
      "step": 278
    },
    {
      "epoch": 0.006975,
      "grad_norm": 25.625,
      "grad_norm_var": 654.2671223958333,
      "learning_rate": 0.0001,
      "loss": 11.8356,
      "loss/crossentropy": 1.859243392944336,
      "loss/hidden": 1.0859375,
      "loss/logits": 0.12307290732860565,
      "loss/reg": 8.767321586608887,
      "loss/twn": 0.0,
      "step": 279
    },
    {
      "epoch": 0.007,
      "grad_norm": 31.875,
      "grad_norm_var": 658.6729166666667,
      "learning_rate": 0.0001,
      "loss": 12.2331,
      "loss/crossentropy": 2.1102001667022705,
      "loss/hidden": 1.203125,
      "loss/logits": 0.15288487076759338,
      "loss/reg": 8.766907691955566,
      "loss/twn": 0.0,
      "step": 280
    },
    {
      "epoch": 0.007025,
      "grad_norm": 29.625,
      "grad_norm_var": 665.1697265625,
      "learning_rate": 0.0001,
      "loss": 10.95,
      "loss/crossentropy": 0.5632294416427612,
      "loss/hidden": 1.53125,
      "loss/logits": 0.08897791802883148,
      "loss/reg": 8.766514778137207,
      "loss/twn": 0.0,
      "step": 281
    },
    {
      "epoch": 0.00705,
      "grad_norm": 35.75,
      "grad_norm_var": 650.4473307291667,
      "learning_rate": 0.0001,
      "loss": 11.36,
      "loss/crossentropy": 1.0557889938354492,
      "loss/hidden": 1.4375,
      "loss/logits": 0.10060230642557144,
      "loss/reg": 8.766109466552734,
      "loss/twn": 0.0,
      "step": 282
    },
    {
      "epoch": 0.007075,
      "grad_norm": 31.5,
      "grad_norm_var": 642.4343098958333,
      "learning_rate": 0.0001,
      "loss": 11.2332,
      "loss/crossentropy": 1.1803399324417114,
      "loss/hidden": 1.1796875,
      "loss/logits": 0.10748447477817535,
      "loss/reg": 8.765719413757324,
      "loss/twn": 0.0,
      "step": 283
    },
    {
      "epoch": 0.0071,
      "grad_norm": 22.75,
      "grad_norm_var": 656.1598307291666,
      "learning_rate": 0.0001,
      "loss": 12.0096,
      "loss/crossentropy": 2.2622509002685547,
      "loss/hidden": 0.87109375,
      "loss/logits": 0.11096324026584625,
      "loss/reg": 8.765324592590332,
      "loss/twn": 0.0,
      "step": 284
    },
    {
      "epoch": 0.007125,
      "grad_norm": 90.0,
      "grad_norm_var": 384.5660807291667,
      "learning_rate": 0.0001,
      "loss": 11.7557,
      "loss/crossentropy": 1.7607800960540771,
      "loss/hidden": 1.1171875,
      "loss/logits": 0.11281895637512207,
      "loss/reg": 8.764936447143555,
      "loss/twn": 0.0,
      "step": 285
    },
    {
      "epoch": 0.00715,
      "grad_norm": 21.875,
      "grad_norm_var": 388.0931640625,
      "learning_rate": 0.0001,
      "loss": 11.5935,
      "loss/crossentropy": 1.4926972389221191,
      "loss/hidden": 1.21875,
      "loss/logits": 0.11746557056903839,
      "loss/reg": 8.76453971862793,
      "loss/twn": 0.0,
      "step": 286
    },
    {
      "epoch": 0.007175,
      "grad_norm": 46.5,
      "grad_norm_var": 394.90149739583336,
      "learning_rate": 0.0001,
      "loss": 12.2209,
      "loss/crossentropy": 2.3141627311706543,
      "loss/hidden": 0.99609375,
      "loss/logits": 0.14649777114391327,
      "loss/reg": 8.764161109924316,
      "loss/twn": 0.0,
      "step": 287
    },
    {
      "epoch": 0.0072,
      "grad_norm": 22.25,
      "grad_norm_var": 400.6020833333333,
      "learning_rate": 0.0001,
      "loss": 12.6423,
      "loss/crossentropy": 2.647719621658325,
      "loss/hidden": 1.0703125,
      "loss/logits": 0.16048741340637207,
      "loss/reg": 8.763778686523438,
      "loss/twn": 0.0,
      "step": 288
    },
    {
      "epoch": 0.007225,
      "grad_norm": 19.625,
      "grad_norm_var": 278.2483723958333,
      "learning_rate": 0.0001,
      "loss": 12.4311,
      "loss/crossentropy": 2.551328182220459,
      "loss/hidden": 0.97265625,
      "loss/logits": 0.14375020563602448,
      "loss/reg": 8.763405799865723,
      "loss/twn": 0.0,
      "step": 289
    },
    {
      "epoch": 0.00725,
      "grad_norm": 25.25,
      "grad_norm_var": 281.4827473958333,
      "learning_rate": 0.0001,
      "loss": 12.4556,
      "loss/crossentropy": 2.5579841136932373,
      "loss/hidden": 0.984375,
      "loss/logits": 0.150177001953125,
      "loss/reg": 8.763019561767578,
      "loss/twn": 0.0,
      "step": 290
    },
    {
      "epoch": 0.007275,
      "grad_norm": 61.25,
      "grad_norm_var": 325.59973958333336,
      "learning_rate": 0.0001,
      "loss": 12.4022,
      "loss/crossentropy": 2.430692195892334,
      "loss/hidden": 1.0625,
      "loss/logits": 0.14642293751239777,
      "loss/reg": 8.762632369995117,
      "loss/twn": 0.0,
      "step": 291
    },
    {
      "epoch": 0.0073,
      "grad_norm": 37.25,
      "grad_norm_var": 323.29375,
      "learning_rate": 0.0001,
      "loss": 11.7775,
      "loss/crossentropy": 1.8944785594940186,
      "loss/hidden": 1.0,
      "loss/logits": 0.12074927985668182,
      "loss/reg": 8.762247085571289,
      "loss/twn": 0.0,
      "step": 292
    },
    {
      "epoch": 0.007325,
      "grad_norm": 42.0,
      "grad_norm_var": 323.89348958333335,
      "learning_rate": 0.0001,
      "loss": 12.072,
      "loss/crossentropy": 1.6495473384857178,
      "loss/hidden": 1.5546875,
      "loss/logits": 0.10591432452201843,
      "loss/reg": 8.761868476867676,
      "loss/twn": 0.0,
      "step": 293
    },
    {
      "epoch": 0.00735,
      "grad_norm": 56.75,
      "grad_norm_var": 348.6509765625,
      "learning_rate": 0.0001,
      "loss": 10.5072,
      "loss/crossentropy": 0.5604190230369568,
      "loss/hidden": 1.140625,
      "loss/logits": 0.04467451944947243,
      "loss/reg": 8.76148509979248,
      "loss/twn": 0.0,
      "step": 294
    },
    {
      "epoch": 0.007375,
      "grad_norm": 22.75,
      "grad_norm_var": 353.71666666666664,
      "learning_rate": 0.0001,
      "loss": 12.209,
      "loss/crossentropy": 2.1619114875793457,
      "loss/hidden": 1.1328125,
      "loss/logits": 0.1531488001346588,
      "loss/reg": 8.761101722717285,
      "loss/twn": 0.0,
      "step": 295
    },
    {
      "epoch": 0.0074,
      "grad_norm": 61.5,
      "grad_norm_var": 387.09108072916666,
      "learning_rate": 0.0001,
      "loss": 10.8356,
      "loss/crossentropy": 0.6190763711929321,
      "loss/hidden": 1.3984375,
      "loss/logits": 0.057369355112314224,
      "loss/reg": 8.760721206665039,
      "loss/twn": 0.0,
      "step": 296
    },
    {
      "epoch": 0.007425,
      "grad_norm": 68.0,
      "grad_norm_var": 430.3229166666667,
      "learning_rate": 0.0001,
      "loss": 12.109,
      "loss/crossentropy": 2.233776569366455,
      "loss/hidden": 0.98828125,
      "loss/logits": 0.12656426429748535,
      "loss/reg": 8.760355949401855,
      "loss/twn": 0.0,
      "step": 297
    },
    {
      "epoch": 0.00745,
      "grad_norm": 31.75,
      "grad_norm_var": 434.42291666666665,
      "learning_rate": 0.0001,
      "loss": 12.7227,
      "loss/crossentropy": 2.879485845565796,
      "loss/hidden": 0.9296875,
      "loss/logits": 0.1535433977842331,
      "loss/reg": 8.759981155395508,
      "loss/twn": 0.0,
      "step": 298
    },
    {
      "epoch": 0.007475,
      "grad_norm": 81.5,
      "grad_norm_var": 525.25625,
      "learning_rate": 0.0001,
      "loss": 11.7873,
      "loss/crossentropy": 1.4932836294174194,
      "loss/hidden": 1.4453125,
      "loss/logits": 0.08904070407152176,
      "loss/reg": 8.759614944458008,
      "loss/twn": 0.0,
      "step": 299
    },
    {
      "epoch": 0.0075,
      "grad_norm": 23.375,
      "grad_norm_var": 523.4733723958333,
      "learning_rate": 0.0001,
      "loss": 11.3579,
      "loss/crossentropy": 1.3830214738845825,
      "loss/hidden": 1.125,
      "loss/logits": 0.09057402610778809,
      "loss/reg": 8.759257316589355,
      "loss/twn": 0.0,
      "step": 300
    },
    {
      "epoch": 0.007525,
      "grad_norm": 26.875,
      "grad_norm_var": 389.365625,
      "learning_rate": 0.0001,
      "loss": 12.1102,
      "loss/crossentropy": 2.097208261489868,
      "loss/hidden": 1.109375,
      "loss/logits": 0.14475323259830475,
      "loss/reg": 8.75888442993164,
      "loss/twn": 0.0,
      "step": 301
    },
    {
      "epoch": 0.00755,
      "grad_norm": 75.0,
      "grad_norm_var": 433.6087890625,
      "learning_rate": 0.0001,
      "loss": 11.4727,
      "loss/crossentropy": 1.628718614578247,
      "loss/hidden": 0.9765625,
      "loss/logits": 0.10885927081108093,
      "loss/reg": 8.758538246154785,
      "loss/twn": 0.0,
      "step": 302
    },
    {
      "epoch": 0.007575,
      "grad_norm": 57.75,
      "grad_norm_var": 445.4916015625,
      "learning_rate": 0.0001,
      "loss": 10.6563,
      "loss/crossentropy": 0.6478983163833618,
      "loss/hidden": 1.1796875,
      "loss/logits": 0.07052306830883026,
      "loss/reg": 8.758191108703613,
      "loss/twn": 0.0,
      "step": 303
    },
    {
      "epoch": 0.0076,
      "grad_norm": 27.375,
      "grad_norm_var": 431.89166666666665,
      "learning_rate": 0.0001,
      "loss": 11.466,
      "loss/crossentropy": 1.43612539768219,
      "loss/hidden": 1.171875,
      "loss/logits": 0.10010282695293427,
      "loss/reg": 8.757850646972656,
      "loss/twn": 0.0,
      "step": 304
    },
    {
      "epoch": 0.007625,
      "grad_norm": 27.625,
      "grad_norm_var": 408.9583333333333,
      "learning_rate": 0.0001,
      "loss": 12.4937,
      "loss/crossentropy": 2.69258975982666,
      "loss/hidden": 0.92578125,
      "loss/logits": 0.11779216676950455,
      "loss/reg": 8.7575101852417,
      "loss/twn": 0.0,
      "step": 305
    },
    {
      "epoch": 0.00765,
      "grad_norm": 29.75,
      "grad_norm_var": 398.1489583333333,
      "learning_rate": 0.0001,
      "loss": 12.4398,
      "loss/crossentropy": 2.6579396724700928,
      "loss/hidden": 0.8984375,
      "loss/logits": 0.1262587159872055,
      "loss/reg": 8.757180213928223,
      "loss/twn": 0.0,
      "step": 306
    },
    {
      "epoch": 0.007675,
      "grad_norm": 334.0,
      "grad_norm_var": 5614.776822916667,
      "learning_rate": 0.0001,
      "loss": 15.3648,
      "loss/crossentropy": 3.758509874343872,
      "loss/hidden": 2.703125,
      "loss/logits": 0.14630486071109772,
      "loss/reg": 8.756852149963379,
      "loss/twn": 0.0,
      "step": 307
    },
    {
      "epoch": 0.0077,
      "grad_norm": 27.25,
      "grad_norm_var": 5654.964322916667,
      "learning_rate": 0.0001,
      "loss": 12.3105,
      "loss/crossentropy": 2.4272522926330566,
      "loss/hidden": 0.97265625,
      "loss/logits": 0.1540563553571701,
      "loss/reg": 8.7565279006958,
      "loss/twn": 0.0,
      "step": 308
    },
    {
      "epoch": 0.007725,
      "grad_norm": 29.0,
      "grad_norm_var": 5700.32890625,
      "learning_rate": 0.0001,
      "loss": 11.5304,
      "loss/crossentropy": 1.5074149370193481,
      "loss/hidden": 1.1484375,
      "loss/logits": 0.11834341287612915,
      "loss/reg": 8.756197929382324,
      "loss/twn": 0.0,
      "step": 309
    },
    {
      "epoch": 0.00775,
      "grad_norm": 21.25,
      "grad_norm_var": 5800.468489583333,
      "learning_rate": 0.0001,
      "loss": 12.6405,
      "loss/crossentropy": 2.693897008895874,
      "loss/hidden": 1.015625,
      "loss/logits": 0.17511111497879028,
      "loss/reg": 8.755884170532227,
      "loss/twn": 0.0,
      "step": 310
    },
    {
      "epoch": 0.007775,
      "grad_norm": 26.5,
      "grad_norm_var": 5783.198958333333,
      "learning_rate": 0.0001,
      "loss": 11.6554,
      "loss/crossentropy": 1.6191575527191162,
      "loss/hidden": 1.1484375,
      "loss/logits": 0.13227222859859467,
      "loss/reg": 8.755560874938965,
      "loss/twn": 0.0,
      "step": 311
    },
    {
      "epoch": 0.0078,
      "grad_norm": 40.5,
      "grad_norm_var": 5804.548958333334,
      "learning_rate": 0.0001,
      "loss": 11.7846,
      "loss/crossentropy": 1.7809689044952393,
      "loss/hidden": 1.1328125,
      "loss/logits": 0.11560114473104477,
      "loss/reg": 8.755224227905273,
      "loss/twn": 0.0,
      "step": 312
    },
    {
      "epoch": 0.007825,
      "grad_norm": 163.0,
      "grad_norm_var": 6495.673958333334,
      "learning_rate": 0.0001,
      "loss": 11.3885,
      "loss/crossentropy": 1.3066282272338867,
      "loss/hidden": 1.2265625,
      "loss/logits": 0.10039080679416656,
      "loss/reg": 8.754886627197266,
      "loss/twn": 0.0,
      "step": 313
    },
    {
      "epoch": 0.00785,
      "grad_norm": 45.0,
      "grad_norm_var": 6449.837239583333,
      "learning_rate": 0.0001,
      "loss": 11.5109,
      "loss/crossentropy": 1.4018994569778442,
      "loss/hidden": 1.2578125,
      "loss/logits": 0.09668240696191788,
      "loss/reg": 8.754547119140625,
      "loss/twn": 0.0,
      "step": 314
    },
    {
      "epoch": 0.007875,
      "grad_norm": 68.5,
      "grad_norm_var": 6431.339322916667,
      "learning_rate": 0.0001,
      "loss": 12.4925,
      "loss/crossentropy": 2.5819625854492188,
      "loss/hidden": 1.015625,
      "loss/logits": 0.14064857363700867,
      "loss/reg": 8.754220962524414,
      "loss/twn": 0.0,
      "step": 315
    },
    {
      "epoch": 0.0079,
      "grad_norm": 29.75,
      "grad_norm_var": 6399.414518229167,
      "learning_rate": 0.0001,
      "loss": 11.4931,
      "loss/crossentropy": 1.4292715787887573,
      "loss/hidden": 1.1953125,
      "loss/logits": 0.1146152913570404,
      "loss/reg": 8.75389289855957,
      "loss/twn": 0.0,
      "step": 316
    },
    {
      "epoch": 0.007925,
      "grad_norm": 23.25,
      "grad_norm_var": 6418.334375,
      "learning_rate": 0.0001,
      "loss": 12.4691,
      "loss/crossentropy": 2.60555362701416,
      "loss/hidden": 0.94921875,
      "loss/logits": 0.16074895858764648,
      "loss/reg": 8.753567695617676,
      "loss/twn": 0.0,
      "step": 317
    },
    {
      "epoch": 0.00795,
      "grad_norm": 23.625,
      "grad_norm_var": 6508.5884765625,
      "learning_rate": 0.0001,
      "loss": 11.6346,
      "loss/crossentropy": 1.5361746549606323,
      "loss/hidden": 1.21875,
      "loss/logits": 0.12646999955177307,
      "loss/reg": 8.753239631652832,
      "loss/twn": 0.0,
      "step": 318
    },
    {
      "epoch": 0.007975,
      "grad_norm": 25.125,
      "grad_norm_var": 6588.740625,
      "learning_rate": 0.0001,
      "loss": 11.3016,
      "loss/crossentropy": 1.3302582502365112,
      "loss/hidden": 1.125,
      "loss/logits": 0.09347252547740936,
      "loss/reg": 8.752906799316406,
      "loss/twn": 0.0,
      "step": 319
    },
    {
      "epoch": 0.008,
      "grad_norm": 412.0,
      "grad_norm_var": 14220.942643229168,
      "learning_rate": 0.0001,
      "loss": 12.3581,
      "loss/crossentropy": 2.4794158935546875,
      "loss/hidden": 0.97265625,
      "loss/logits": 0.15347327291965485,
      "loss/reg": 8.752571105957031,
      "loss/twn": 0.0,
      "step": 320
    },
    {
      "epoch": 0.008025,
      "grad_norm": 51.5,
      "grad_norm_var": 14080.664583333333,
      "learning_rate": 0.0001,
      "loss": 11.3922,
      "loss/crossentropy": 0.9147974848747253,
      "loss/hidden": 1.640625,
      "loss/logits": 0.0845554918050766,
      "loss/reg": 8.752232551574707,
      "loss/twn": 0.0,
      "step": 321
    },
    {
      "epoch": 0.00805,
      "grad_norm": 26.25,
      "grad_norm_var": 14106.921875,
      "learning_rate": 0.0001,
      "loss": 11.2252,
      "loss/crossentropy": 1.3013337850570679,
      "loss/hidden": 1.09375,
      "loss/logits": 0.07819058001041412,
      "loss/reg": 8.751914978027344,
      "loss/twn": 0.0,
      "step": 322
    },
    {
      "epoch": 0.008075,
      "grad_norm": 29.25,
      "grad_norm_var": 9759.47265625,
      "learning_rate": 0.0001,
      "loss": 12.312,
      "loss/crossentropy": 2.5591752529144287,
      "loss/hidden": 0.86328125,
      "loss/logits": 0.13801756501197815,
      "loss/reg": 8.75157356262207,
      "loss/twn": 0.0,
      "step": 323
    },
    {
      "epoch": 0.0081,
      "grad_norm": 30.25,
      "grad_norm_var": 9744.89140625,
      "learning_rate": 0.0001,
      "loss": 13.038,
      "loss/crossentropy": 2.984992027282715,
      "loss/hidden": 1.1171875,
      "loss/logits": 0.18459582328796387,
      "loss/reg": 8.751255989074707,
      "loss/twn": 0.0,
      "step": 324
    },
    {
      "epoch": 0.008125,
      "grad_norm": 33.75,
      "grad_norm_var": 9723.313541666666,
      "learning_rate": 0.0001,
      "loss": 12.2076,
      "loss/crossentropy": 2.3149266242980957,
      "loss/hidden": 1.0390625,
      "loss/logits": 0.10270445048809052,
      "loss/reg": 8.750934600830078,
      "loss/twn": 0.0,
      "step": 325
    },
    {
      "epoch": 0.00815,
      "grad_norm": 86.5,
      "grad_norm_var": 9603.620572916667,
      "learning_rate": 0.0001,
      "loss": 11.0792,
      "loss/crossentropy": 0.567532479763031,
      "loss/hidden": 1.6484375,
      "loss/logits": 0.11262989789247513,
      "loss/reg": 8.750617027282715,
      "loss/twn": 0.0,
      "step": 326
    },
    {
      "epoch": 0.008175,
      "grad_norm": 28.125,
      "grad_norm_var": 9594.431705729166,
      "learning_rate": 0.0001,
      "loss": 11.6055,
      "loss/crossentropy": 1.5313806533813477,
      "loss/hidden": 1.1953125,
      "loss/logits": 0.1284753978252411,
      "loss/reg": 8.750301361083984,
      "loss/twn": 0.0,
      "step": 327
    },
    {
      "epoch": 0.0082,
      "grad_norm": 268.0,
      "grad_norm_var": 11941.236393229166,
      "learning_rate": 0.0001,
      "loss": 12.4394,
      "loss/crossentropy": 2.4692862033843994,
      "loss/hidden": 1.0546875,
      "loss/logits": 0.1654619425535202,
      "loss/reg": 8.749983787536621,
      "loss/twn": 0.0,
      "step": 328
    },
    {
      "epoch": 0.008225,
      "grad_norm": 172.0,
      "grad_norm_var": 12041.108268229167,
      "learning_rate": 0.0001,
      "loss": 11.5647,
      "loss/crossentropy": 1.4892176389694214,
      "loss/hidden": 1.1796875,
      "loss/logits": 0.14615678787231445,
      "loss/reg": 8.749679565429688,
      "loss/twn": 0.0,
      "step": 329
    },
    {
      "epoch": 0.00825,
      "grad_norm": 39.0,
      "grad_norm_var": 12075.002018229166,
      "learning_rate": 0.0001,
      "loss": 10.6763,
      "loss/crossentropy": 0.31126442551612854,
      "loss/hidden": 1.5625,
      "loss/logits": 0.05318440496921539,
      "loss/reg": 8.749366760253906,
      "loss/twn": 0.0,
      "step": 330
    },
    {
      "epoch": 0.008275,
      "grad_norm": 24.625,
      "grad_norm_var": 12287.041666666666,
      "learning_rate": 0.0001,
      "loss": 12.5096,
      "loss/crossentropy": 2.6848809719085693,
      "loss/hidden": 0.921875,
      "loss/logits": 0.1537654995918274,
      "loss/reg": 8.74905776977539,
      "loss/twn": 0.0,
      "step": 331
    },
    {
      "epoch": 0.0083,
      "grad_norm": 34.5,
      "grad_norm_var": 12255.71640625,
      "learning_rate": 0.0001,
      "loss": 11.3512,
      "loss/crossentropy": 1.4118411540985107,
      "loss/hidden": 1.0859375,
      "loss/logits": 0.10468737035989761,
      "loss/reg": 8.74875259399414,
      "loss/twn": 0.0,
      "step": 332
    },
    {
      "epoch": 0.008325,
      "grad_norm": 25.5,
      "grad_norm_var": 12238.4875,
      "learning_rate": 0.0001,
      "loss": 12.3364,
      "loss/crossentropy": 2.4116592407226562,
      "loss/hidden": 1.03125,
      "loss/logits": 0.14506308734416962,
      "loss/reg": 8.748454093933105,
      "loss/twn": 0.0,
      "step": 333
    },
    {
      "epoch": 0.00835,
      "grad_norm": 37.75,
      "grad_norm_var": 12141.253059895833,
      "learning_rate": 0.0001,
      "loss": 12.4524,
      "loss/crossentropy": 2.5784506797790527,
      "loss/hidden": 0.98046875,
      "loss/logits": 0.14529481530189514,
      "loss/reg": 8.748153686523438,
      "loss/twn": 0.0,
      "step": 334
    },
    {
      "epoch": 0.008375,
      "grad_norm": 22.375,
      "grad_norm_var": 12162.857747395834,
      "learning_rate": 0.0001,
      "loss": 12.7014,
      "loss/crossentropy": 2.979144334793091,
      "loss/hidden": 0.828125,
      "loss/logits": 0.14632686972618103,
      "loss/reg": 8.747849464416504,
      "loss/twn": 0.0,
      "step": 335
    },
    {
      "epoch": 0.0084,
      "grad_norm": 20.375,
      "grad_norm_var": 4547.587239583333,
      "learning_rate": 0.0001,
      "loss": 11.7995,
      "loss/crossentropy": 1.765997290611267,
      "loss/hidden": 1.1875,
      "loss/logits": 0.09842629730701447,
      "loss/reg": 8.747549057006836,
      "loss/twn": 0.0,
      "step": 336
    },
    {
      "epoch": 0.008425,
      "grad_norm": 20.5,
      "grad_norm_var": 4634.968489583333,
      "learning_rate": 0.0001,
      "loss": 12.3439,
      "loss/crossentropy": 2.6116814613342285,
      "loss/hidden": 0.86328125,
      "loss/logits": 0.12173347175121307,
      "loss/reg": 8.74724292755127,
      "loss/twn": 0.0,
      "step": 337
    },
    {
      "epoch": 0.00845,
      "grad_norm": 53.0,
      "grad_norm_var": 4572.969791666666,
      "learning_rate": 0.0001,
      "loss": 12.098,
      "loss/crossentropy": 2.3496603965759277,
      "loss/hidden": 0.8828125,
      "loss/logits": 0.1185464859008789,
      "loss/reg": 8.746953964233398,
      "loss/twn": 0.0,
      "step": 338
    },
    {
      "epoch": 0.008475,
      "grad_norm": 42.5,
      "grad_norm_var": 4533.426822916666,
      "learning_rate": 0.0001,
      "loss": 12.3659,
      "loss/crossentropy": 2.4601008892059326,
      "loss/hidden": 1.0078125,
      "loss/logits": 0.1513727754354477,
      "loss/reg": 8.746654510498047,
      "loss/twn": 0.0,
      "step": 339
    },
    {
      "epoch": 0.0085,
      "grad_norm": 33.75,
      "grad_norm_var": 4520.92890625,
      "learning_rate": 0.0001,
      "loss": 11.723,
      "loss/crossentropy": 1.5352638959884644,
      "loss/hidden": 1.296875,
      "loss/logits": 0.14454752206802368,
      "loss/reg": 8.746353149414062,
      "loss/twn": 0.0,
      "step": 340
    },
    {
      "epoch": 0.008525,
      "grad_norm": 21.75,
      "grad_norm_var": 4570.15390625,
      "learning_rate": 0.0001,
      "loss": 11.4675,
      "loss/crossentropy": 1.5099096298217773,
      "loss/hidden": 1.09375,
      "loss/logits": 0.11779716610908508,
      "loss/reg": 8.746051788330078,
      "loss/twn": 0.0,
      "step": 341
    },
    {
      "epoch": 0.00855,
      "grad_norm": 26.5,
      "grad_norm_var": 4568.27890625,
      "learning_rate": 0.0001,
      "loss": 11.7061,
      "loss/crossentropy": 1.8030520677566528,
      "loss/hidden": 1.0546875,
      "loss/logits": 0.10255296528339386,
      "loss/reg": 8.745758056640625,
      "loss/twn": 0.0,
      "step": 342
    },
    {
      "epoch": 0.008575,
      "grad_norm": 37.75,
      "grad_norm_var": 4540.361393229166,
      "learning_rate": 0.0001,
      "loss": 11.5163,
      "loss/crossentropy": 1.4131925106048584,
      "loss/hidden": 1.2421875,
      "loss/logits": 0.11541002243757248,
      "loss/reg": 8.745460510253906,
      "loss/twn": 0.0,
      "step": 343
    },
    {
      "epoch": 0.0086,
      "grad_norm": 27.375,
      "grad_norm_var": 1325.13515625,
      "learning_rate": 0.0001,
      "loss": 11.6438,
      "loss/crossentropy": 1.7049617767333984,
      "loss/hidden": 1.078125,
      "loss/logits": 0.11557280272245407,
      "loss/reg": 8.745163917541504,
      "loss/twn": 0.0,
      "step": 344
    },
    {
      "epoch": 0.008625,
      "grad_norm": 24.25,
      "grad_norm_var": 88.190625,
      "learning_rate": 0.0001,
      "loss": 11.9095,
      "loss/crossentropy": 2.0258209705352783,
      "loss/hidden": 0.9765625,
      "loss/logits": 0.16229522228240967,
      "loss/reg": 8.744869232177734,
      "loss/twn": 0.0,
      "step": 345
    },
    {
      "epoch": 0.00865,
      "grad_norm": 24.375,
      "grad_norm_var": 85.4103515625,
      "learning_rate": 0.0001,
      "loss": 12.2719,
      "loss/crossentropy": 2.4812276363372803,
      "loss/hidden": 0.8984375,
      "loss/logits": 0.14763157069683075,
      "loss/reg": 8.744575500488281,
      "loss/twn": 0.0,
      "step": 346
    },
    {
      "epoch": 0.008675,
      "grad_norm": 23.375,
      "grad_norm_var": 86.3712890625,
      "learning_rate": 0.0001,
      "loss": 11.4653,
      "loss/crossentropy": 1.5430082082748413,
      "loss/hidden": 1.0703125,
      "loss/logits": 0.10773609578609467,
      "loss/reg": 8.74427604675293,
      "loss/twn": 0.0,
      "step": 347
    },
    {
      "epoch": 0.0087,
      "grad_norm": 36.0,
      "grad_norm_var": 87.4666015625,
      "learning_rate": 0.0001,
      "loss": 11.3867,
      "loss/crossentropy": 1.3218666315078735,
      "loss/hidden": 1.2421875,
      "loss/logits": 0.0786326676607132,
      "loss/reg": 8.74398136138916,
      "loss/twn": 0.0,
      "step": 348
    },
    {
      "epoch": 0.008725,
      "grad_norm": 31.75,
      "grad_norm_var": 86.30774739583333,
      "learning_rate": 0.0001,
      "loss": 12.6244,
      "loss/crossentropy": 2.67627215385437,
      "loss/hidden": 1.046875,
      "loss/logits": 0.15751376748085022,
      "loss/reg": 8.74368953704834,
      "loss/twn": 0.0,
      "step": 349
    },
    {
      "epoch": 0.00875,
      "grad_norm": 33.75,
      "grad_norm_var": 83.2869140625,
      "learning_rate": 0.0001,
      "loss": 11.918,
      "loss/crossentropy": 1.8063514232635498,
      "loss/hidden": 1.21875,
      "loss/logits": 0.14951637387275696,
      "loss/reg": 8.74339485168457,
      "loss/twn": 0.0,
      "step": 350
    },
    {
      "epoch": 0.008775,
      "grad_norm": 32.0,
      "grad_norm_var": 79.34166666666667,
      "learning_rate": 0.0001,
      "loss": 11.7796,
      "loss/crossentropy": 1.755987286567688,
      "loss/hidden": 1.1796875,
      "loss/logits": 0.10084941238164902,
      "loss/reg": 8.74308967590332,
      "loss/twn": 0.0,
      "step": 351
    },
    {
      "epoch": 0.0088,
      "grad_norm": 164.0,
      "grad_norm_var": 1173.5098307291667,
      "learning_rate": 0.0001,
      "loss": 12.2144,
      "loss/crossentropy": 2.4459450244903564,
      "loss/hidden": 0.88671875,
      "loss/logits": 0.138929545879364,
      "loss/reg": 8.742794036865234,
      "loss/twn": 0.0,
      "step": 352
    },
    {
      "epoch": 0.008825,
      "grad_norm": 28.0,
      "grad_norm_var": 1157.9863932291667,
      "learning_rate": 0.0001,
      "loss": 11.4267,
      "loss/crossentropy": 1.6805838346481323,
      "loss/hidden": 0.87890625,
      "loss/logits": 0.12466993927955627,
      "loss/reg": 8.74250316619873,
      "loss/twn": 0.0,
      "step": 353
    },
    {
      "epoch": 0.00885,
      "grad_norm": 27.125,
      "grad_norm_var": 1155.0080729166666,
      "learning_rate": 0.0001,
      "loss": 11.8288,
      "loss/crossentropy": 1.8084262609481812,
      "loss/hidden": 1.140625,
      "loss/logits": 0.13754084706306458,
      "loss/reg": 8.742229461669922,
      "loss/twn": 0.0,
      "step": 354
    },
    {
      "epoch": 0.008875,
      "grad_norm": 52.0,
      "grad_norm_var": 1165.85390625,
      "learning_rate": 0.0001,
      "loss": 11.3444,
      "loss/crossentropy": 1.079156756401062,
      "loss/hidden": 1.453125,
      "loss/logits": 0.0701700896024704,
      "loss/reg": 8.741930961608887,
      "loss/twn": 0.0,
      "step": 355
    },
    {
      "epoch": 0.0089,
      "grad_norm": 30.25,
      "grad_norm_var": 1169.0622395833334,
      "learning_rate": 0.0001,
      "loss": 12.0921,
      "loss/crossentropy": 2.062542200088501,
      "loss/hidden": 1.1484375,
      "loss/logits": 0.13943998515605927,
      "loss/reg": 8.741643905639648,
      "loss/twn": 0.0,
      "step": 356
    },
    {
      "epoch": 0.008925,
      "grad_norm": 49.25,
      "grad_norm_var": 1153.9372395833334,
      "learning_rate": 0.0001,
      "loss": 11.8644,
      "loss/crossentropy": 1.820883870124817,
      "loss/hidden": 1.1796875,
      "loss/logits": 0.12246385216712952,
      "loss/reg": 8.741365432739258,
      "loss/twn": 0.0,
      "step": 357
    },
    {
      "epoch": 0.00895,
      "grad_norm": 45.0,
      "grad_norm_var": 1140.8330729166667,
      "learning_rate": 0.0001,
      "loss": 11.1199,
      "loss/crossentropy": 1.152689814567566,
      "loss/hidden": 1.1484375,
      "loss/logits": 0.07769455760717392,
      "loss/reg": 8.741079330444336,
      "loss/twn": 0.0,
      "step": 358
    },
    {
      "epoch": 0.008975,
      "grad_norm": 61.5,
      "grad_norm_var": 1163.7666666666667,
      "learning_rate": 0.0001,
      "loss": 12.2674,
      "loss/crossentropy": 2.2917380332946777,
      "loss/hidden": 1.0625,
      "loss/logits": 0.17231391370296478,
      "loss/reg": 8.740799903869629,
      "loss/twn": 0.0,
      "step": 359
    },
    {
      "epoch": 0.009,
      "grad_norm": 32.75,
      "grad_norm_var": 1154.2848307291667,
      "learning_rate": 0.0001,
      "loss": 10.784,
      "loss/crossentropy": 0.7408412098884583,
      "loss/hidden": 1.21875,
      "loss/logits": 0.08388422429561615,
      "loss/reg": 8.740523338317871,
      "loss/twn": 0.0,
      "step": 360
    },
    {
      "epoch": 0.009025,
      "grad_norm": 32.75,
      "grad_norm_var": 1137.0280598958334,
      "learning_rate": 0.0001,
      "loss": 12.1991,
      "loss/crossentropy": 2.3340628147125244,
      "loss/hidden": 0.96875,
      "loss/logits": 0.1560674011707306,
      "loss/reg": 8.740250587463379,
      "loss/twn": 0.0,
      "step": 361
    },
    {
      "epoch": 0.00905,
      "grad_norm": 26.25,
      "grad_norm_var": 1132.3434895833334,
      "learning_rate": 0.0001,
      "loss": 10.5847,
      "loss/crossentropy": 0.4726024568080902,
      "loss/hidden": 1.2890625,
      "loss/logits": 0.08301784098148346,
      "loss/reg": 8.739974975585938,
      "loss/twn": 0.0,
      "step": 362
    },
    {
      "epoch": 0.009075,
      "grad_norm": 81.5,
      "grad_norm_var": 1182.8093098958334,
      "learning_rate": 0.0001,
      "loss": 10.7335,
      "loss/crossentropy": 0.29830649495124817,
      "loss/hidden": 1.65625,
      "loss/logits": 0.039209138602018356,
      "loss/reg": 8.739691734313965,
      "loss/twn": 0.0,
      "step": 363
    },
    {
      "epoch": 0.0091,
      "grad_norm": 71.0,
      "grad_norm_var": 1204.5749348958334,
      "learning_rate": 0.0001,
      "loss": 11.7107,
      "loss/crossentropy": 1.6568950414657593,
      "loss/hidden": 1.2265625,
      "loss/logits": 0.08782389760017395,
      "loss/reg": 8.739431381225586,
      "loss/twn": 0.0,
      "step": 364
    },
    {
      "epoch": 0.009125,
      "grad_norm": 54.5,
      "grad_norm_var": 1181.7775390625,
      "learning_rate": 0.0001,
      "loss": 11.0065,
      "loss/crossentropy": 0.9881642460823059,
      "loss/hidden": 1.1640625,
      "loss/logits": 0.11507290601730347,
      "loss/reg": 8.739167213439941,
      "loss/twn": 0.0,
      "step": 365
    },
    {
      "epoch": 0.00915,
      "grad_norm": 28.0,
      "grad_norm_var": 1197.3384765625,
      "learning_rate": 0.0001,
      "loss": 11.7973,
      "loss/crossentropy": 1.7763628959655762,
      "loss/hidden": 1.15625,
      "loss/logits": 0.12581491470336914,
      "loss/reg": 8.738903045654297,
      "loss/twn": 0.0,
      "step": 366
    },
    {
      "epoch": 0.009175,
      "grad_norm": 26.125,
      "grad_norm_var": 1214.3729166666667,
      "learning_rate": 0.0001,
      "loss": 10.9791,
      "loss/crossentropy": 0.7930474877357483,
      "loss/hidden": 1.34375,
      "loss/logits": 0.10364970564842224,
      "loss/reg": 8.738633155822754,
      "loss/twn": 0.0,
      "step": 367
    },
    {
      "epoch": 0.0092,
      "grad_norm": 28.875,
      "grad_norm_var": 312.90618489583335,
      "learning_rate": 0.0001,
      "loss": 12.7081,
      "loss/crossentropy": 2.748769998550415,
      "loss/hidden": 1.0625,
      "loss/logits": 0.158415287733078,
      "loss/reg": 8.738374710083008,
      "loss/twn": 0.0,
      "step": 368
    },
    {
      "epoch": 0.009225,
      "grad_norm": 22.625,
      "grad_norm_var": 324.87395833333335,
      "learning_rate": 0.0001,
      "loss": 11.331,
      "loss/crossentropy": 1.4759076833724976,
      "loss/hidden": 1.0234375,
      "loss/logits": 0.09354954957962036,
      "loss/reg": 8.738115310668945,
      "loss/twn": 0.0,
      "step": 369
    },
    {
      "epoch": 0.00925,
      "grad_norm": 55.75,
      "grad_norm_var": 319.90930989583336,
      "learning_rate": 0.0001,
      "loss": 11.674,
      "loss/crossentropy": 1.7559623718261719,
      "loss/hidden": 1.0625,
      "loss/logits": 0.11767783015966415,
      "loss/reg": 8.737846374511719,
      "loss/twn": 0.0,
      "step": 370
    },
    {
      "epoch": 0.009275,
      "grad_norm": 83.0,
      "grad_norm_var": 414.5561848958333,
      "learning_rate": 0.0001,
      "loss": 10.6369,
      "loss/crossentropy": 0.41635945439338684,
      "loss/hidden": 1.390625,
      "loss/logits": 0.09237731248140335,
      "loss/reg": 8.737584114074707,
      "loss/twn": 0.0,
      "step": 371
    },
    {
      "epoch": 0.0093,
      "grad_norm": 46.0,
      "grad_norm_var": 397.88743489583334,
      "learning_rate": 0.0001,
      "loss": 12.1619,
      "loss/crossentropy": 2.258561134338379,
      "loss/hidden": 1.0390625,
      "loss/logits": 0.1269446611404419,
      "loss/reg": 8.737318992614746,
      "loss/twn": 0.0,
      "step": 372
    },
    {
      "epoch": 0.009325,
      "grad_norm": 38.75,
      "grad_norm_var": 401.00462239583334,
      "learning_rate": 0.0001,
      "loss": 11.6663,
      "loss/crossentropy": 1.7213481664657593,
      "loss/hidden": 1.09375,
      "loss/logits": 0.11412111669778824,
      "loss/reg": 8.737068176269531,
      "loss/twn": 0.0,
      "step": 373
    },
    {
      "epoch": 0.00935,
      "grad_norm": 32.5,
      "grad_norm_var": 412.26764322916665,
      "learning_rate": 0.0001,
      "loss": 12.4385,
      "loss/crossentropy": 2.6570892333984375,
      "loss/hidden": 0.8984375,
      "loss/logits": 0.14620934426784515,
      "loss/reg": 8.73680591583252,
      "loss/twn": 0.0,
      "step": 374
    },
    {
      "epoch": 0.009375,
      "grad_norm": 50.5,
      "grad_norm_var": 395.80201822916666,
      "learning_rate": 0.0001,
      "loss": 10.4465,
      "loss/crossentropy": 0.3850350081920624,
      "loss/hidden": 1.2421875,
      "loss/logits": 0.08277378976345062,
      "loss/reg": 8.73654842376709,
      "loss/twn": 0.0,
      "step": 375
    },
    {
      "epoch": 0.0094,
      "grad_norm": 20.125,
      "grad_norm_var": 425.42473958333335,
      "learning_rate": 0.0001,
      "loss": 11.4471,
      "loss/crossentropy": 1.4705690145492554,
      "loss/hidden": 1.125,
      "loss/logits": 0.11524513363838196,
      "loss/reg": 8.736295700073242,
      "loss/twn": 0.0,
      "step": 376
    },
    {
      "epoch": 0.009425,
      "grad_norm": 30.25,
      "grad_norm_var": 429.44557291666666,
      "learning_rate": 0.0001,
      "loss": 12.522,
      "loss/crossentropy": 2.429779529571533,
      "loss/hidden": 1.1875,
      "loss/logits": 0.1687065064907074,
      "loss/reg": 8.736042976379395,
      "loss/twn": 0.0,
      "step": 377
    },
    {
      "epoch": 0.00945,
      "grad_norm": 234.0,
      "grad_norm_var": 2649.5572916666665,
      "learning_rate": 0.0001,
      "loss": 11.5714,
      "loss/crossentropy": 1.490871548652649,
      "loss/hidden": 1.1796875,
      "loss/logits": 0.1650872677564621,
      "loss/reg": 8.73579216003418,
      "loss/twn": 0.0,
      "step": 378
    },
    {
      "epoch": 0.009475,
      "grad_norm": 25.625,
      "grad_norm_var": 2658.2004557291666,
      "learning_rate": 0.0001,
      "loss": 11.7314,
      "loss/crossentropy": 1.8435747623443604,
      "loss/hidden": 1.0234375,
      "loss/logits": 0.12886002659797668,
      "loss/reg": 8.735533714294434,
      "loss/twn": 0.0,
      "step": 379
    },
    {
      "epoch": 0.0095,
      "grad_norm": 26.875,
      "grad_norm_var": 2673.851041666667,
      "learning_rate": 0.0001,
      "loss": 11.6939,
      "loss/crossentropy": 1.7947711944580078,
      "loss/hidden": 1.046875,
      "loss/logits": 0.11698038130998611,
      "loss/reg": 8.735271453857422,
      "loss/twn": 0.0,
      "step": 380
    },
    {
      "epoch": 0.009525,
      "grad_norm": 29.875,
      "grad_norm_var": 2697.6936848958335,
      "learning_rate": 0.0001,
      "loss": 12.1068,
      "loss/crossentropy": 2.1031861305236816,
      "loss/hidden": 1.140625,
      "loss/logits": 0.12798437476158142,
      "loss/reg": 8.735011100769043,
      "loss/twn": 0.0,
      "step": 381
    },
    {
      "epoch": 0.00955,
      "grad_norm": 25.625,
      "grad_norm_var": 2704.594791666667,
      "learning_rate": 0.0001,
      "loss": 12.4644,
      "loss/crossentropy": 2.680079221725464,
      "loss/hidden": 0.9140625,
      "loss/logits": 0.1355159878730774,
      "loss/reg": 8.734759330749512,
      "loss/twn": 0.0,
      "step": 382
    },
    {
      "epoch": 0.009575,
      "grad_norm": 51.0,
      "grad_norm_var": 2668.953580729167,
      "learning_rate": 0.0001,
      "loss": 10.3149,
      "loss/crossentropy": 0.16582134366035461,
      "loss/hidden": 1.3828125,
      "loss/logits": 0.03178492933511734,
      "loss/reg": 8.734502792358398,
      "loss/twn": 0.0,
      "step": 383
    },
    {
      "epoch": 0.0096,
      "grad_norm": 40.0,
      "grad_norm_var": 2645.226041666667,
      "learning_rate": 0.0001,
      "loss": 12.1723,
      "loss/crossentropy": 2.415682554244995,
      "loss/hidden": 0.88671875,
      "loss/logits": 0.13565900921821594,
      "loss/reg": 8.734251976013184,
      "loss/twn": 0.0,
      "step": 384
    },
    {
      "epoch": 0.009625,
      "grad_norm": 131.0,
      "grad_norm_var": 2972.439518229167,
      "learning_rate": 0.0001,
      "loss": 12.5012,
      "loss/crossentropy": 2.6481189727783203,
      "loss/hidden": 0.98828125,
      "loss/logits": 0.1307702660560608,
      "loss/reg": 8.734004974365234,
      "loss/twn": 0.0,
      "step": 385
    },
    {
      "epoch": 0.00965,
      "grad_norm": 33.75,
      "grad_norm_var": 3007.9832682291667,
      "learning_rate": 0.0001,
      "loss": 12.505,
      "loss/crossentropy": 2.526948928833008,
      "loss/hidden": 1.0703125,
      "loss/logits": 0.1739444136619568,
      "loss/reg": 8.73375129699707,
      "loss/twn": 0.0,
      "step": 386
    },
    {
      "epoch": 0.009675,
      "grad_norm": 34.0,
      "grad_norm_var": 2982.8197265625,
      "learning_rate": 0.0001,
      "loss": 11.5609,
      "loss/crossentropy": 1.483786702156067,
      "loss/hidden": 1.234375,
      "loss/logits": 0.10920874774456024,
      "loss/reg": 8.73349380493164,
      "loss/twn": 0.0,
      "step": 387
    },
    {
      "epoch": 0.0097,
      "grad_norm": 26.625,
      "grad_norm_var": 3024.6677083333334,
      "learning_rate": 0.0001,
      "loss": 12.0846,
      "loss/crossentropy": 2.231854200363159,
      "loss/hidden": 0.9296875,
      "loss/logits": 0.1898089498281479,
      "loss/reg": 8.733246803283691,
      "loss/twn": 0.0,
      "step": 388
    },
    {
      "epoch": 0.009725,
      "grad_norm": 24.5,
      "grad_norm_var": 3062.355989583333,
      "learning_rate": 0.0001,
      "loss": 12.5018,
      "loss/crossentropy": 2.586677312850952,
      "loss/hidden": 1.0234375,
      "loss/logits": 0.1586349606513977,
      "loss/reg": 8.733000755310059,
      "loss/twn": 0.0,
      "step": 389
    },
    {
      "epoch": 0.00975,
      "grad_norm": 28.125,
      "grad_norm_var": 3074.353059895833,
      "learning_rate": 0.0001,
      "loss": 12.0805,
      "loss/crossentropy": 2.2190604209899902,
      "loss/hidden": 1.015625,
      "loss/logits": 0.11307910084724426,
      "loss/reg": 8.732748985290527,
      "loss/twn": 0.0,
      "step": 390
    },
    {
      "epoch": 0.009775,
      "grad_norm": 22.0,
      "grad_norm_var": 3126.038997395833,
      "learning_rate": 0.0001,
      "loss": 12.4144,
      "loss/crossentropy": 2.7266995906829834,
      "loss/hidden": 0.828125,
      "loss/logits": 0.1270523965358734,
      "loss/reg": 8.732504844665527,
      "loss/twn": 0.0,
      "step": 391
    },
    {
      "epoch": 0.0098,
      "grad_norm": 20.875,
      "grad_norm_var": 3123.1905598958333,
      "learning_rate": 0.0001,
      "loss": 12.2597,
      "loss/crossentropy": 2.4047203063964844,
      "loss/hidden": 0.98828125,
      "loss/logits": 0.13441447913646698,
      "loss/reg": 8.732258796691895,
      "loss/twn": 0.0,
      "step": 392
    },
    {
      "epoch": 0.009825,
      "grad_norm": 44.25,
      "grad_norm_var": 3100.4259765625,
      "learning_rate": 0.0001,
      "loss": 10.6934,
      "loss/crossentropy": 0.9086162447929382,
      "loss/hidden": 0.95703125,
      "loss/logits": 0.09577716141939163,
      "loss/reg": 8.732006072998047,
      "loss/twn": 0.0,
      "step": 393
    },
    {
      "epoch": 0.00985,
      "grad_norm": 21.875,
      "grad_norm_var": 705.2916666666666,
      "learning_rate": 0.0001,
      "loss": 12.073,
      "loss/crossentropy": 2.4219603538513184,
      "loss/hidden": 0.80078125,
      "loss/logits": 0.11851858347654343,
      "loss/reg": 8.731756210327148,
      "loss/twn": 0.0,
      "step": 394
    },
    {
      "epoch": 0.009875,
      "grad_norm": 20.375,
      "grad_norm_var": 714.7143229166667,
      "learning_rate": 0.0001,
      "loss": 12.2931,
      "loss/crossentropy": 2.457286834716797,
      "loss/hidden": 0.984375,
      "loss/logits": 0.11989138275384903,
      "loss/reg": 8.731501579284668,
      "loss/twn": 0.0,
      "step": 395
    },
    {
      "epoch": 0.0099,
      "grad_norm": 19.75,
      "grad_norm_var": 726.8379557291667,
      "learning_rate": 0.0001,
      "loss": 12.5191,
      "loss/crossentropy": 2.755459785461426,
      "loss/hidden": 0.87109375,
      "loss/logits": 0.16126662492752075,
      "loss/reg": 8.731245994567871,
      "loss/twn": 0.0,
      "step": 396
    },
    {
      "epoch": 0.009925,
      "grad_norm": 21.0,
      "grad_norm_var": 738.8330729166667,
      "learning_rate": 0.0001,
      "loss": 11.5655,
      "loss/crossentropy": 1.7406857013702393,
      "loss/hidden": 0.984375,
      "loss/logits": 0.1094408854842186,
      "loss/reg": 8.730998039245605,
      "loss/twn": 0.0,
      "step": 397
    },
    {
      "epoch": 0.00995,
      "grad_norm": 23.5,
      "grad_norm_var": 741.8556640625,
      "learning_rate": 0.0001,
      "loss": 12.1597,
      "loss/crossentropy": 2.272913694381714,
      "loss/hidden": 1.0234375,
      "loss/logits": 0.13260604441165924,
      "loss/reg": 8.730734825134277,
      "loss/twn": 0.0,
      "step": 398
    },
    {
      "epoch": 0.009975,
      "grad_norm": 24.625,
      "grad_norm_var": 729.6434895833333,
      "learning_rate": 0.0001,
      "loss": 12.3128,
      "loss/crossentropy": 2.5484490394592285,
      "loss/hidden": 0.91796875,
      "loss/logits": 0.11595390737056732,
      "loss/reg": 8.73047161102295,
      "loss/twn": 0.0,
      "step": 399
    },
    {
      "epoch": 0.01,
      "grad_norm": 24.75,
      "grad_norm_var": 730.99375,
      "learning_rate": 0.0001,
      "loss": 11.765,
      "loss/crossentropy": 1.8391631841659546,
      "loss/hidden": 1.078125,
      "loss/logits": 0.11753018945455551,
      "loss/reg": 8.730217933654785,
      "loss/twn": 0.0,
      "step": 400
    },
    {
      "epoch": 0.010025,
      "grad_norm": 51.5,
      "grad_norm_var": 82.571875,
      "learning_rate": 0.0001,
      "loss": 10.3145,
      "loss/crossentropy": 0.22619715332984924,
      "loss/hidden": 1.3125,
      "loss/logits": 0.04583882540464401,
      "loss/reg": 8.729976654052734,
      "loss/twn": 0.0,
      "step": 401
    },
    {
      "epoch": 0.01005,
      "grad_norm": 30.375,
      "grad_norm_var": 80.5134765625,
      "learning_rate": 0.0001,
      "loss": 11.7034,
      "loss/crossentropy": 1.9736676216125488,
      "loss/hidden": 0.890625,
      "loss/logits": 0.10935711115598679,
      "loss/reg": 8.729720115661621,
      "loss/twn": 0.0,
      "step": 402
    },
    {
      "epoch": 0.010075,
      "grad_norm": 24.125,
      "grad_norm_var": 77.89557291666667,
      "learning_rate": 0.0001,
      "loss": 10.9666,
      "loss/crossentropy": 1.1371086835861206,
      "loss/hidden": 1.015625,
      "loss/logits": 0.0843534767627716,
      "loss/reg": 8.729466438293457,
      "loss/twn": 0.0,
      "step": 403
    },
    {
      "epoch": 0.0101,
      "grad_norm": 25.25,
      "grad_norm_var": 78.03951822916666,
      "learning_rate": 0.0001,
      "loss": 10.9232,
      "loss/crossentropy": 0.8999663591384888,
      "loss/hidden": 1.2265625,
      "loss/logits": 0.06746678054332733,
      "loss/reg": 8.729215621948242,
      "loss/twn": 0.0,
      "step": 404
    },
    {
      "epoch": 0.010125,
      "grad_norm": 23.125,
      "grad_norm_var": 78.55729166666667,
      "learning_rate": 0.0001,
      "loss": 11.307,
      "loss/crossentropy": 1.4836196899414062,
      "loss/hidden": 1.0078125,
      "loss/logits": 0.08660314977169037,
      "loss/reg": 8.728958129882812,
      "loss/twn": 0.0,
      "step": 405
    },
    {
      "epoch": 0.01015,
      "grad_norm": 76.5,
      "grad_norm_var": 234.69264322916666,
      "learning_rate": 0.0001,
      "loss": 10.911,
      "loss/crossentropy": 0.7551215887069702,
      "loss/hidden": 1.375,
      "loss/logits": 0.052174702286720276,
      "loss/reg": 8.72871208190918,
      "loss/twn": 0.0,
      "step": 406
    },
    {
      "epoch": 0.010175,
      "grad_norm": 21.875,
      "grad_norm_var": 234.82057291666666,
      "learning_rate": 0.0001,
      "loss": 11.6212,
      "loss/crossentropy": 1.7415430545806885,
      "loss/hidden": 1.03125,
      "loss/logits": 0.11990237236022949,
      "loss/reg": 8.728477478027344,
      "loss/twn": 0.0,
      "step": 407
    },
    {
      "epoch": 0.0102,
      "grad_norm": 24.25,
      "grad_norm_var": 231.60201822916667,
      "learning_rate": 0.0001,
      "loss": 12.2806,
      "loss/crossentropy": 2.5580313205718994,
      "loss/hidden": 0.8671875,
      "loss/logits": 0.1270991712808609,
      "loss/reg": 8.728238105773926,
      "loss/twn": 0.0,
      "step": 408
    },
    {
      "epoch": 0.010225,
      "grad_norm": 22.625,
      "grad_norm_var": 219.22395833333334,
      "learning_rate": 0.0001,
      "loss": 11.5919,
      "loss/crossentropy": 1.8217298984527588,
      "loss/hidden": 0.93359375,
      "loss/logits": 0.10858465731143951,
      "loss/reg": 8.727986335754395,
      "loss/twn": 0.0,
      "step": 409
    },
    {
      "epoch": 0.01025,
      "grad_norm": 25.125,
      "grad_norm_var": 217.02682291666667,
      "learning_rate": 0.0001,
      "loss": 11.5764,
      "loss/crossentropy": 1.575069785118103,
      "loss/hidden": 1.1328125,
      "loss/logits": 0.1407238095998764,
      "loss/reg": 8.727754592895508,
      "loss/twn": 0.0,
      "step": 410
    },
    {
      "epoch": 0.010275,
      "grad_norm": 20.125,
      "grad_norm_var": 217.30729166666666,
      "learning_rate": 0.0001,
      "loss": 12.1643,
      "loss/crossentropy": 2.376201868057251,
      "loss/hidden": 0.9453125,
      "loss/logits": 0.11528852581977844,
      "loss/reg": 8.727517127990723,
      "loss/twn": 0.0,
      "step": 411
    },
    {
      "epoch": 0.0103,
      "grad_norm": 29.75,
      "grad_norm_var": 211.68229166666666,
      "learning_rate": 0.0001,
      "loss": 10.3405,
      "loss/crossentropy": 0.35947510600090027,
      "loss/hidden": 1.1796875,
      "loss/logits": 0.07406871020793915,
      "loss/reg": 8.727272033691406,
      "loss/twn": 0.0,
      "step": 412
    },
    {
      "epoch": 0.010325,
      "grad_norm": 21.5,
      "grad_norm_var": 211.14583333333334,
      "learning_rate": 0.0001,
      "loss": 10.4168,
      "loss/crossentropy": 0.4534737765789032,
      "loss/hidden": 1.1640625,
      "loss/logits": 0.07219426333904266,
      "loss/reg": 8.727028846740723,
      "loss/twn": 0.0,
      "step": 413
    },
    {
      "epoch": 0.01035,
      "grad_norm": 24.125,
      "grad_norm_var": 210.68587239583334,
      "learning_rate": 0.0001,
      "loss": 11.7721,
      "loss/crossentropy": 1.8346529006958008,
      "loss/hidden": 1.0859375,
      "loss/logits": 0.1246715784072876,
      "loss/reg": 8.726799011230469,
      "loss/twn": 0.0,
      "step": 414
    },
    {
      "epoch": 0.010375,
      "grad_norm": 262.0,
      "grad_norm_var": 3582.7708333333335,
      "learning_rate": 0.0001,
      "loss": 10.6145,
      "loss/crossentropy": 0.16418103873729706,
      "loss/hidden": 1.6953125,
      "loss/logits": 0.028506092727184296,
      "loss/reg": 8.726546287536621,
      "loss/twn": 0.0,
      "step": 415
    },
    {
      "epoch": 0.0104,
      "grad_norm": 25.75,
      "grad_norm_var": 3580.241666666667,
      "learning_rate": 0.0001,
      "loss": 12.4723,
      "loss/crossentropy": 2.731675624847412,
      "loss/hidden": 0.87109375,
      "loss/logits": 0.14321547746658325,
      "loss/reg": 8.726308822631836,
      "loss/twn": 0.0,
      "step": 416
    },
    {
      "epoch": 0.010425,
      "grad_norm": 24.5,
      "grad_norm_var": 3599.704166666667,
      "learning_rate": 0.0001,
      "loss": 11.3209,
      "loss/crossentropy": 1.4553873538970947,
      "loss/hidden": 1.046875,
      "loss/logits": 0.09255130589008331,
      "loss/reg": 8.726059913635254,
      "loss/twn": 0.0,
      "step": 417
    },
    {
      "epoch": 0.01045,
      "grad_norm": 25.375,
      "grad_norm_var": 3609.391666666667,
      "learning_rate": 0.0001,
      "loss": 11.8702,
      "loss/crossentropy": 2.24129581451416,
      "loss/hidden": 0.77734375,
      "loss/logits": 0.12572112679481506,
      "loss/reg": 8.725821495056152,
      "loss/twn": 0.0,
      "step": 418
    },
    {
      "epoch": 0.010475,
      "grad_norm": 26.375,
      "grad_norm_var": 3604.270572916667,
      "learning_rate": 0.0001,
      "loss": 12.3074,
      "loss/crossentropy": 2.359283924102783,
      "loss/hidden": 1.0859375,
      "loss/logits": 0.1366328001022339,
      "loss/reg": 8.725577354431152,
      "loss/twn": 0.0,
      "step": 419
    },
    {
      "epoch": 0.0105,
      "grad_norm": 102.0,
      "grad_norm_var": 3797.025,
      "learning_rate": 0.0001,
      "loss": 11.7649,
      "loss/crossentropy": 1.1350619792938232,
      "loss/hidden": 1.828125,
      "loss/logits": 0.07637260854244232,
      "loss/reg": 8.725333213806152,
      "loss/twn": 0.0,
      "step": 420
    },
    {
      "epoch": 0.010525,
      "grad_norm": 29.875,
      "grad_norm_var": 3778.21640625,
      "learning_rate": 0.0001,
      "loss": 12.4283,
      "loss/crossentropy": 2.615325689315796,
      "loss/hidden": 0.93359375,
      "loss/logits": 0.1543406993150711,
      "loss/reg": 8.725086212158203,
      "loss/twn": 0.0,
      "step": 421
    },
    {
      "epoch": 0.01055,
      "grad_norm": 60.25,
      "grad_norm_var": 3732.123958333333,
      "learning_rate": 0.0001,
      "loss": 11.7589,
      "loss/crossentropy": 1.2182326316833496,
      "loss/hidden": 1.7265625,
      "loss/logits": 0.08926324546337128,
      "loss/reg": 8.724855422973633,
      "loss/twn": 0.0,
      "step": 422
    },
    {
      "epoch": 0.010575,
      "grad_norm": 89.5,
      "grad_norm_var": 3795.064518229167,
      "learning_rate": 0.0001,
      "loss": 10.4779,
      "loss/crossentropy": 0.38450130820274353,
      "loss/hidden": 1.3046875,
      "loss/logits": 0.06404867768287659,
      "loss/reg": 8.724616050720215,
      "loss/twn": 0.0,
      "step": 423
    },
    {
      "epoch": 0.0106,
      "grad_norm": 26.625,
      "grad_norm_var": 3787.003125,
      "learning_rate": 0.0001,
      "loss": 11.5548,
      "loss/crossentropy": 1.6553500890731812,
      "loss/hidden": 1.0859375,
      "loss/logits": 0.08917971700429916,
      "loss/reg": 8.724374771118164,
      "loss/twn": 0.0,
      "step": 424
    },
    {
      "epoch": 0.010625,
      "grad_norm": 22.25,
      "grad_norm_var": 3788.4291015625,
      "learning_rate": 0.0001,
      "loss": 12.6698,
      "loss/crossentropy": 2.991757392883301,
      "loss/hidden": 0.83984375,
      "loss/logits": 0.11404159665107727,
      "loss/reg": 8.724142074584961,
      "loss/twn": 0.0,
      "step": 425
    },
    {
      "epoch": 0.01065,
      "grad_norm": 19.125,
      "grad_norm_var": 3811.3353515625,
      "learning_rate": 0.0001,
      "loss": 11.8012,
      "loss/crossentropy": 2.072258949279785,
      "loss/hidden": 0.8984375,
      "loss/logits": 0.10655610263347626,
      "loss/reg": 8.723905563354492,
      "loss/twn": 0.0,
      "step": 426
    },
    {
      "epoch": 0.010675,
      "grad_norm": 29.375,
      "grad_norm_var": 3779.1337890625,
      "learning_rate": 0.0001,
      "loss": 12.5645,
      "loss/crossentropy": 2.7006711959838867,
      "loss/hidden": 0.95703125,
      "loss/logits": 0.18308709561824799,
      "loss/reg": 8.723679542541504,
      "loss/twn": 0.0,
      "step": 427
    },
    {
      "epoch": 0.0107,
      "grad_norm": 24.5,
      "grad_norm_var": 3795.8353515625,
      "learning_rate": 0.0001,
      "loss": 12.1695,
      "loss/crossentropy": 2.585087776184082,
      "loss/hidden": 0.75,
      "loss/logits": 0.11095006763935089,
      "loss/reg": 8.723454475402832,
      "loss/twn": 0.0,
      "step": 428
    },
    {
      "epoch": 0.010725,
      "grad_norm": 24.75,
      "grad_norm_var": 3783.7900390625,
      "learning_rate": 0.0001,
      "loss": 11.2938,
      "loss/crossentropy": 1.431530237197876,
      "loss/hidden": 1.03125,
      "loss/logits": 0.10776036977767944,
      "loss/reg": 8.723230361938477,
      "loss/twn": 0.0,
      "step": 429
    },
    {
      "epoch": 0.01075,
      "grad_norm": 31.0,
      "grad_norm_var": 3762.0872395833335,
      "learning_rate": 0.0001,
      "loss": 11.3079,
      "loss/crossentropy": 1.3959852457046509,
      "loss/hidden": 1.078125,
      "loss/logits": 0.11082597076892853,
      "loss/reg": 8.723002433776855,
      "loss/twn": 0.0,
      "step": 430
    },
    {
      "epoch": 0.010775,
      "grad_norm": 28.0,
      "grad_norm_var": 615.2747395833334,
      "learning_rate": 0.0001,
      "loss": 12.2335,
      "loss/crossentropy": 2.525698661804199,
      "loss/hidden": 0.859375,
      "loss/logits": 0.12562698125839233,
      "loss/reg": 8.72277545928955,
      "loss/twn": 0.0,
      "step": 431
    },
    {
      "epoch": 0.0108,
      "grad_norm": 30.25,
      "grad_norm_var": 609.8934895833333,
      "learning_rate": 0.0001,
      "loss": 12.4232,
      "loss/crossentropy": 2.570929527282715,
      "loss/hidden": 0.94921875,
      "loss/logits": 0.18046987056732178,
      "loss/reg": 8.722542762756348,
      "loss/twn": 0.0,
      "step": 432
    },
    {
      "epoch": 0.010825,
      "grad_norm": 30.75,
      "grad_norm_var": 601.8270833333333,
      "learning_rate": 0.0001,
      "loss": 11.5896,
      "loss/crossentropy": 1.7935094833374023,
      "loss/hidden": 0.9609375,
      "loss/logits": 0.11279226839542389,
      "loss/reg": 8.72231674194336,
      "loss/twn": 0.0,
      "step": 433
    },
    {
      "epoch": 0.01085,
      "grad_norm": 274.0,
      "grad_norm_var": 4063.282747395833,
      "learning_rate": 0.0001,
      "loss": 12.3639,
      "loss/crossentropy": 2.7481002807617188,
      "loss/hidden": 0.78125,
      "loss/logits": 0.11248621344566345,
      "loss/reg": 8.722090721130371,
      "loss/twn": 0.0,
      "step": 434
    },
    {
      "epoch": 0.010875,
      "grad_norm": 45.5,
      "grad_norm_var": 4018.1497395833335,
      "learning_rate": 0.0001,
      "loss": 11.1306,
      "loss/crossentropy": 1.3136909008026123,
      "loss/hidden": 1.015625,
      "loss/logits": 0.07947821915149689,
      "loss/reg": 8.72185230255127,
      "loss/twn": 0.0,
      "step": 435
    },
    {
      "epoch": 0.0109,
      "grad_norm": 27.25,
      "grad_norm_var": 3891.3083333333334,
      "learning_rate": 0.0001,
      "loss": 12.132,
      "loss/crossentropy": 2.424945116043091,
      "loss/hidden": 0.875,
      "loss/logits": 0.11047312617301941,
      "loss/reg": 8.721626281738281,
      "loss/twn": 0.0,
      "step": 436
    },
    {
      "epoch": 0.010925,
      "grad_norm": 19.125,
      "grad_norm_var": 3926.7497395833334,
      "learning_rate": 0.0001,
      "loss": 11.5565,
      "loss/crossentropy": 1.8753455877304077,
      "loss/hidden": 0.87890625,
      "loss/logits": 0.0808238685131073,
      "loss/reg": 8.72138786315918,
      "loss/twn": 0.0,
      "step": 437
    },
    {
      "epoch": 0.01095,
      "grad_norm": 23.625,
      "grad_norm_var": 3955.1150390625,
      "learning_rate": 0.0001,
      "loss": 11.4874,
      "loss/crossentropy": 1.6072636842727661,
      "loss/hidden": 1.03125,
      "loss/logits": 0.12776991724967957,
      "loss/reg": 8.721161842346191,
      "loss/twn": 0.0,
      "step": 438
    },
    {
      "epoch": 0.010975,
      "grad_norm": 27.25,
      "grad_norm_var": 3841.2494140625,
      "learning_rate": 0.0001,
      "loss": 12.3323,
      "loss/crossentropy": 2.5796213150024414,
      "loss/hidden": 0.89453125,
      "loss/logits": 0.13716325163841248,
      "loss/reg": 8.720943450927734,
      "loss/twn": 0.0,
      "step": 439
    },
    {
      "epoch": 0.011,
      "grad_norm": 26.0,
      "grad_norm_var": 3842.614322916667,
      "learning_rate": 0.0001,
      "loss": 11.3436,
      "loss/crossentropy": 1.6126307249069214,
      "loss/hidden": 0.91796875,
      "loss/logits": 0.09226781129837036,
      "loss/reg": 8.720734596252441,
      "loss/twn": 0.0,
      "step": 440
    },
    {
      "epoch": 0.011025,
      "grad_norm": 22.5,
      "grad_norm_var": 3841.9375,
      "learning_rate": 0.0001,
      "loss": 12.0387,
      "loss/crossentropy": 2.2897703647613525,
      "loss/hidden": 0.91015625,
      "loss/logits": 0.11826565861701965,
      "loss/reg": 8.720515251159668,
      "loss/twn": 0.0,
      "step": 441
    },
    {
      "epoch": 0.01105,
      "grad_norm": 77.5,
      "grad_norm_var": 3871.5202473958334,
      "learning_rate": 0.0001,
      "loss": 11.1889,
      "loss/crossentropy": 1.2602814435958862,
      "loss/hidden": 1.109375,
      "loss/logits": 0.098908931016922,
      "loss/reg": 8.720290184020996,
      "loss/twn": 0.0,
      "step": 442
    },
    {
      "epoch": 0.011075,
      "grad_norm": 101.0,
      "grad_norm_var": 4030.1770833333335,
      "learning_rate": 0.0001,
      "loss": 11.3231,
      "loss/crossentropy": 1.3954660892486572,
      "loss/hidden": 1.1171875,
      "loss/logits": 0.09037589281797409,
      "loss/reg": 8.720061302185059,
      "loss/twn": 0.0,
      "step": 443
    },
    {
      "epoch": 0.0111,
      "grad_norm": 38.25,
      "grad_norm_var": 3993.75390625,
      "learning_rate": 0.0001,
      "loss": 12.4314,
      "loss/crossentropy": 2.7403454780578613,
      "loss/hidden": 0.8359375,
      "loss/logits": 0.1353139877319336,
      "loss/reg": 8.71985149383545,
      "loss/twn": 0.0,
      "step": 444
    },
    {
      "epoch": 0.011125,
      "grad_norm": 27.625,
      "grad_norm_var": 3983.9504557291666,
      "learning_rate": 0.0001,
      "loss": 11.8758,
      "loss/crossentropy": 2.24414324760437,
      "loss/hidden": 0.81640625,
      "loss/logits": 0.09559611976146698,
      "loss/reg": 8.719632148742676,
      "loss/twn": 0.0,
      "step": 445
    },
    {
      "epoch": 0.01115,
      "grad_norm": 61.0,
      "grad_norm_var": 3956.7942057291666,
      "learning_rate": 0.0001,
      "loss": 11.3521,
      "loss/crossentropy": 1.0313951969146729,
      "loss/hidden": 1.546875,
      "loss/logits": 0.05440502613782883,
      "loss/reg": 8.719411849975586,
      "loss/twn": 0.0,
      "step": 446
    },
    {
      "epoch": 0.011175,
      "grad_norm": 37.75,
      "grad_norm_var": 3929.291080729167,
      "learning_rate": 0.0001,
      "loss": 12.2868,
      "loss/crossentropy": 2.6271612644195557,
      "loss/hidden": 0.83203125,
      "loss/logits": 0.10841761529445648,
      "loss/reg": 8.719193458557129,
      "loss/twn": 0.0,
      "step": 447
    },
    {
      "epoch": 0.0112,
      "grad_norm": 57.0,
      "grad_norm_var": 3888.1072265625,
      "learning_rate": 0.0001,
      "loss": 12.4931,
      "loss/crossentropy": 2.6269612312316895,
      "loss/hidden": 0.96875,
      "loss/logits": 0.1784009337425232,
      "loss/reg": 8.718981742858887,
      "loss/twn": 0.0,
      "step": 448
    },
    {
      "epoch": 0.011225,
      "grad_norm": 94.0,
      "grad_norm_var": 3925.134830729167,
      "learning_rate": 0.0001,
      "loss": 11.6403,
      "loss/crossentropy": 1.4072850942611694,
      "loss/hidden": 1.453125,
      "loss/logits": 0.06110787391662598,
      "loss/reg": 8.718766212463379,
      "loss/twn": 0.0,
      "step": 449
    },
    {
      "epoch": 0.01125,
      "grad_norm": 25.0,
      "grad_norm_var": 694.1004557291667,
      "learning_rate": 0.0001,
      "loss": 12.0448,
      "loss/crossentropy": 2.477196455001831,
      "loss/hidden": 0.75390625,
      "loss/logits": 0.09513802826404572,
      "loss/reg": 8.718561172485352,
      "loss/twn": 0.0,
      "step": 450
    },
    {
      "epoch": 0.011275,
      "grad_norm": 43.0,
      "grad_norm_var": 694.1238932291667,
      "learning_rate": 0.0001,
      "loss": 11.854,
      "loss/crossentropy": 2.113325595855713,
      "loss/hidden": 0.88671875,
      "loss/logits": 0.1356305629014969,
      "loss/reg": 8.718358993530273,
      "loss/twn": 0.0,
      "step": 451
    },
    {
      "epoch": 0.0113,
      "grad_norm": 23.25,
      "grad_norm_var": 704.1863932291667,
      "learning_rate": 0.0001,
      "loss": 12.2,
      "loss/crossentropy": 2.4742965698242188,
      "loss/hidden": 0.88671875,
      "loss/logits": 0.12079896032810211,
      "loss/reg": 8.718148231506348,
      "loss/twn": 0.0,
      "step": 452
    },
    {
      "epoch": 0.011325,
      "grad_norm": 286.0,
      "grad_norm_var": 4270.720572916666,
      "learning_rate": 0.0001,
      "loss": 11.3317,
      "loss/crossentropy": 1.29776930809021,
      "loss/hidden": 1.171875,
      "loss/logits": 0.14410004019737244,
      "loss/reg": 8.717961311340332,
      "loss/twn": 0.0,
      "step": 453
    },
    {
      "epoch": 0.01135,
      "grad_norm": 40.25,
      "grad_norm_var": 4205.8744140625,
      "learning_rate": 0.0001,
      "loss": 11.4775,
      "loss/crossentropy": 1.5997222661972046,
      "loss/hidden": 1.0546875,
      "loss/logits": 0.10535139590501785,
      "loss/reg": 8.717756271362305,
      "loss/twn": 0.0,
      "step": 454
    },
    {
      "epoch": 0.011375,
      "grad_norm": 26.0,
      "grad_norm_var": 4211.715559895833,
      "learning_rate": 0.0001,
      "loss": 12.7607,
      "loss/crossentropy": 2.7723307609558105,
      "loss/hidden": 1.078125,
      "loss/logits": 0.19267109036445618,
      "loss/reg": 8.71756649017334,
      "loss/twn": 0.0,
      "step": 455
    },
    {
      "epoch": 0.0114,
      "grad_norm": 142.0,
      "grad_norm_var": 4501.5947265625,
      "learning_rate": 0.0001,
      "loss": 11.4812,
      "loss/crossentropy": 1.4258497953414917,
      "loss/hidden": 1.1953125,
      "loss/logits": 0.142679363489151,
      "loss/reg": 8.717361450195312,
      "loss/twn": 0.0,
      "step": 456
    },
    {
      "epoch": 0.011425,
      "grad_norm": 29.0,
      "grad_norm_var": 4464.0369140625,
      "learning_rate": 0.0001,
      "loss": 11.4217,
      "loss/crossentropy": 1.5250698328018188,
      "loss/hidden": 1.0625,
      "loss/logits": 0.11695560812950134,
      "loss/reg": 8.717144012451172,
      "loss/twn": 0.0,
      "step": 457
    },
    {
      "epoch": 0.01145,
      "grad_norm": 37.75,
      "grad_norm_var": 4519.2728515625,
      "learning_rate": 0.0001,
      "loss": 12.3109,
      "loss/crossentropy": 2.4784207344055176,
      "loss/hidden": 0.9765625,
      "loss/logits": 0.1389923095703125,
      "loss/reg": 8.716940879821777,
      "loss/twn": 0.0,
      "step": 458
    },
    {
      "epoch": 0.011475,
      "grad_norm": 38.25,
      "grad_norm_var": 4479.2697265625,
      "learning_rate": 0.0001,
      "loss": 12.4147,
      "loss/crossentropy": 2.5592427253723145,
      "loss/hidden": 0.96875,
      "loss/logits": 0.1700257807970047,
      "loss/reg": 8.716730117797852,
      "loss/twn": 0.0,
      "step": 459
    },
    {
      "epoch": 0.0115,
      "grad_norm": 134.0,
      "grad_norm_var": 4737.7947265625,
      "learning_rate": 0.0001,
      "loss": 12.5014,
      "loss/crossentropy": 2.583470106124878,
      "loss/hidden": 1.03125,
      "loss/logits": 0.17012766003608704,
      "loss/reg": 8.716526985168457,
      "loss/twn": 0.0,
      "step": 460
    },
    {
      "epoch": 0.011525,
      "grad_norm": 29.125,
      "grad_norm_var": 4729.6869140625,
      "learning_rate": 0.0001,
      "loss": 11.451,
      "loss/crossentropy": 1.5636991262435913,
      "loss/hidden": 1.0703125,
      "loss/logits": 0.10071404278278351,
      "loss/reg": 8.716313362121582,
      "loss/twn": 0.0,
      "step": 461
    },
    {
      "epoch": 0.01155,
      "grad_norm": 27.5,
      "grad_norm_var": 4835.386393229167,
      "learning_rate": 0.0001,
      "loss": 12.145,
      "loss/crossentropy": 2.3301310539245605,
      "loss/hidden": 0.98828125,
      "loss/logits": 0.11051337420940399,
      "loss/reg": 8.716113090515137,
      "loss/twn": 0.0,
      "step": 462
    },
    {
      "epoch": 0.011575,
      "grad_norm": 26.375,
      "grad_norm_var": 4887.634375,
      "learning_rate": 0.0001,
      "loss": 12.0017,
      "loss/crossentropy": 2.34748911857605,
      "loss/hidden": 0.80859375,
      "loss/logits": 0.12975379824638367,
      "loss/reg": 8.715897560119629,
      "loss/twn": 0.0,
      "step": 463
    },
    {
      "epoch": 0.0116,
      "grad_norm": 26.375,
      "grad_norm_var": 4983.640559895834,
      "learning_rate": 0.0001,
      "loss": 12.0336,
      "loss/crossentropy": 2.3001043796539307,
      "loss/hidden": 0.8984375,
      "loss/logits": 0.11935651302337646,
      "loss/reg": 8.715702056884766,
      "loss/twn": 0.0,
      "step": 464
    },
    {
      "epoch": 0.011625,
      "grad_norm": 52.5,
      "grad_norm_var": 4926.6212890625,
      "learning_rate": 0.0001,
      "loss": 12.3187,
      "loss/crossentropy": 2.5587501525878906,
      "loss/hidden": 0.890625,
      "loss/logits": 0.15386971831321716,
      "loss/reg": 8.715497016906738,
      "loss/twn": 0.0,
      "step": 465
    },
    {
      "epoch": 0.01165,
      "grad_norm": 20.5,
      "grad_norm_var": 4949.8759765625,
      "learning_rate": 0.0001,
      "loss": 12.5849,
      "loss/crossentropy": 2.6686079502105713,
      "loss/hidden": 1.015625,
      "loss/logits": 0.18541887402534485,
      "loss/reg": 8.715292930603027,
      "loss/twn": 0.0,
      "step": 466
    },
    {
      "epoch": 0.011675,
      "grad_norm": 249.0,
      "grad_norm_var": 7097.640559895834,
      "learning_rate": 0.0001,
      "loss": 12.0919,
      "loss/crossentropy": 2.338578224182129,
      "loss/hidden": 0.91796875,
      "loss/logits": 0.12023410946130753,
      "loss/reg": 8.71507740020752,
      "loss/twn": 0.0,
      "step": 467
    },
    {
      "epoch": 0.0117,
      "grad_norm": 47.0,
      "grad_norm_var": 6971.419205729167,
      "learning_rate": 0.0001,
      "loss": 12.3001,
      "loss/crossentropy": 2.491590738296509,
      "loss/hidden": 0.97265625,
      "loss/logits": 0.12098720669746399,
      "loss/reg": 8.714875221252441,
      "loss/twn": 0.0,
      "step": 468
    },
    {
      "epoch": 0.011725,
      "grad_norm": 123.5,
      "grad_norm_var": 4065.8853515625,
      "learning_rate": 0.0001,
      "loss": 12.0627,
      "loss/crossentropy": 2.3569095134735107,
      "loss/hidden": 0.84765625,
      "loss/logits": 0.14348828792572021,
      "loss/reg": 8.71466064453125,
      "loss/twn": 0.0,
      "step": 469
    },
    {
      "epoch": 0.01175,
      "grad_norm": 36.75,
      "grad_norm_var": 4078.4671223958335,
      "learning_rate": 0.0001,
      "loss": 10.5895,
      "loss/crossentropy": 0.6432969570159912,
      "loss/hidden": 1.15625,
      "loss/logits": 0.07552361488342285,
      "loss/reg": 8.714447975158691,
      "loss/twn": 0.0,
      "step": 470
    },
    {
      "epoch": 0.011775,
      "grad_norm": 27.75,
      "grad_norm_var": 4069.476497395833,
      "learning_rate": 0.0001,
      "loss": 11.4347,
      "loss/crossentropy": 1.3819444179534912,
      "loss/hidden": 1.2265625,
      "loss/logits": 0.11192916333675385,
      "loss/reg": 8.71424674987793,
      "loss/twn": 0.0,
      "step": 471
    },
    {
      "epoch": 0.0118,
      "grad_norm": 26.5,
      "grad_norm_var": 3724.540559895833,
      "learning_rate": 0.0001,
      "loss": 12.1273,
      "loss/crossentropy": 2.2463064193725586,
      "loss/hidden": 1.03125,
      "loss/logits": 0.13570484519004822,
      "loss/reg": 8.714032173156738,
      "loss/twn": 0.0,
      "step": 472
    },
    {
      "epoch": 0.011825,
      "grad_norm": 23.875,
      "grad_norm_var": 3746.1643229166666,
      "learning_rate": 0.0001,
      "loss": 12.4604,
      "loss/crossentropy": 2.60668683052063,
      "loss/hidden": 0.98046875,
      "loss/logits": 0.1594240963459015,
      "loss/reg": 8.713834762573242,
      "loss/twn": 0.0,
      "step": 473
    },
    {
      "epoch": 0.01185,
      "grad_norm": 28.75,
      "grad_norm_var": 3775.433072916667,
      "learning_rate": 0.0001,
      "loss": 11.9085,
      "loss/crossentropy": 2.0397539138793945,
      "loss/hidden": 1.015625,
      "loss/logits": 0.13953179121017456,
      "loss/reg": 8.713619232177734,
      "loss/twn": 0.0,
      "step": 474
    },
    {
      "epoch": 0.011875,
      "grad_norm": 79.0,
      "grad_norm_var": 3775.390625,
      "learning_rate": 0.0001,
      "loss": 12.3781,
      "loss/crossentropy": 2.5645852088928223,
      "loss/hidden": 0.97265625,
      "loss/logits": 0.12741456925868988,
      "loss/reg": 8.713409423828125,
      "loss/twn": 0.0,
      "step": 475
    },
    {
      "epoch": 0.0119,
      "grad_norm": 41.0,
      "grad_norm_var": 3397.190625,
      "learning_rate": 0.0001,
      "loss": 11.1537,
      "loss/crossentropy": 1.2438526153564453,
      "loss/hidden": 1.09375,
      "loss/logits": 0.10293398052453995,
      "loss/reg": 8.713205337524414,
      "loss/twn": 0.0,
      "step": 476
    },
    {
      "epoch": 0.011925,
      "grad_norm": 19.5,
      "grad_norm_var": 3435.023893229167,
      "learning_rate": 0.0001,
      "loss": 11.3802,
      "loss/crossentropy": 1.5274819135665894,
      "loss/hidden": 1.0390625,
      "loss/logits": 0.10069362819194794,
      "loss/reg": 8.712997436523438,
      "loss/twn": 0.0,
      "step": 477
    },
    {
      "epoch": 0.01195,
      "grad_norm": 81.0,
      "grad_norm_var": 3428.5035807291665,
      "learning_rate": 0.0001,
      "loss": 11.0851,
      "loss/crossentropy": 1.0352659225463867,
      "loss/hidden": 1.25,
      "loss/logits": 0.0869978666305542,
      "loss/reg": 8.712800025939941,
      "loss/twn": 0.0,
      "step": 478
    },
    {
      "epoch": 0.011975,
      "grad_norm": 117.0,
      "grad_norm_var": 3573.7395833333335,
      "learning_rate": 0.0001,
      "loss": 10.323,
      "loss/crossentropy": 0.3703620731830597,
      "loss/hidden": 1.15625,
      "loss/logits": 0.08379518985748291,
      "loss/reg": 8.712618827819824,
      "loss/twn": 0.0,
      "step": 479
    },
    {
      "epoch": 0.012,
      "grad_norm": 24.5,
      "grad_norm_var": 3582.9905598958335,
      "learning_rate": 0.0001,
      "loss": 12.3542,
      "loss/crossentropy": 2.651298999786377,
      "loss/hidden": 0.86328125,
      "loss/logits": 0.12722676992416382,
      "loss/reg": 8.71241569519043,
      "loss/twn": 0.0,
      "step": 480
    },
    {
      "epoch": 0.012025,
      "grad_norm": 36.5,
      "grad_norm_var": 3620.0738932291665,
      "learning_rate": 0.0001,
      "loss": 12.2006,
      "loss/crossentropy": 2.4083526134490967,
      "loss/hidden": 0.91015625,
      "loss/logits": 0.16988171637058258,
      "loss/reg": 8.712209701538086,
      "loss/twn": 0.0,
      "step": 481
    },
    {
      "epoch": 0.01205,
      "grad_norm": 24.0,
      "grad_norm_var": 3601.7608723958333,
      "learning_rate": 0.0001,
      "loss": 11.6563,
      "loss/crossentropy": 1.8607200384140015,
      "loss/hidden": 0.984375,
      "loss/logits": 0.09915497899055481,
      "loss/reg": 8.712015151977539,
      "loss/twn": 0.0,
      "step": 482
    },
    {
      "epoch": 0.012075,
      "grad_norm": 24.625,
      "grad_norm_var": 1141.9330729166666,
      "learning_rate": 0.0001,
      "loss": 11.5894,
      "loss/crossentropy": 1.829236388206482,
      "loss/hidden": 0.94140625,
      "loss/logits": 0.10693898797035217,
      "loss/reg": 8.711811065673828,
      "loss/twn": 0.0,
      "step": 483
    },
    {
      "epoch": 0.0121,
      "grad_norm": 21.375,
      "grad_norm_var": 1184.9483723958333,
      "learning_rate": 0.0001,
      "loss": 11.9834,
      "loss/crossentropy": 2.3526086807250977,
      "loss/hidden": 0.828125,
      "loss/logits": 0.09103663265705109,
      "loss/reg": 8.711610794067383,
      "loss/twn": 0.0,
      "step": 484
    },
    {
      "epoch": 0.012125,
      "grad_norm": 35.5,
      "grad_norm_var": 759.3400390625,
      "learning_rate": 0.0001,
      "loss": 12.4993,
      "loss/crossentropy": 2.6666743755340576,
      "loss/hidden": 0.98828125,
      "loss/logits": 0.13288551568984985,
      "loss/reg": 8.711416244506836,
      "loss/twn": 0.0,
      "step": 485
    },
    {
      "epoch": 0.01215,
      "grad_norm": 32.25,
      "grad_norm_var": 762.8416015625,
      "learning_rate": 0.0001,
      "loss": 12.2275,
      "loss/crossentropy": 2.454272747039795,
      "loss/hidden": 0.93359375,
      "loss/logits": 0.12845022976398468,
      "loss/reg": 8.711220741271973,
      "loss/twn": 0.0,
      "step": 486
    },
    {
      "epoch": 0.012175,
      "grad_norm": 25.875,
      "grad_norm_var": 766.17265625,
      "learning_rate": 0.0001,
      "loss": 11.5221,
      "loss/crossentropy": 1.6709328889846802,
      "loss/hidden": 1.015625,
      "loss/logits": 0.12450917810201645,
      "loss/reg": 8.711026191711426,
      "loss/twn": 0.0,
      "step": 487
    },
    {
      "epoch": 0.0122,
      "grad_norm": 25.5,
      "grad_norm_var": 768.0455729166666,
      "learning_rate": 0.0001,
      "loss": 12.0402,
      "loss/crossentropy": 2.1895947456359863,
      "loss/hidden": 0.98828125,
      "loss/logits": 0.15148413181304932,
      "loss/reg": 8.710831642150879,
      "loss/twn": 0.0,
      "step": 488
    },
    {
      "epoch": 0.012225,
      "grad_norm": 24.125,
      "grad_norm_var": 767.5114583333333,
      "learning_rate": 0.0001,
      "loss": 12.093,
      "loss/crossentropy": 2.4588782787323,
      "loss/hidden": 0.80078125,
      "loss/logits": 0.12274663895368576,
      "loss/reg": 8.710626602172852,
      "loss/twn": 0.0,
      "step": 489
    },
    {
      "epoch": 0.01225,
      "grad_norm": 19.625,
      "grad_norm_var": 786.4410807291666,
      "learning_rate": 0.0001,
      "loss": 12.183,
      "loss/crossentropy": 2.4481096267700195,
      "loss/hidden": 0.91015625,
      "loss/logits": 0.11435995995998383,
      "loss/reg": 8.710421562194824,
      "loss/twn": 0.0,
      "step": 490
    },
    {
      "epoch": 0.012275,
      "grad_norm": 61.25,
      "grad_norm_var": 712.5567057291667,
      "learning_rate": 0.0001,
      "loss": 12.4142,
      "loss/crossentropy": 2.686851978302002,
      "loss/hidden": 0.859375,
      "loss/logits": 0.1577412486076355,
      "loss/reg": 8.710216522216797,
      "loss/twn": 0.0,
      "step": 491
    },
    {
      "epoch": 0.0123,
      "grad_norm": 21.625,
      "grad_norm_var": 729.1768229166667,
      "learning_rate": 0.0001,
      "loss": 11.9983,
      "loss/crossentropy": 2.3999531269073486,
      "loss/hidden": 0.76953125,
      "loss/logits": 0.11876754462718964,
      "loss/reg": 8.710010528564453,
      "loss/twn": 0.0,
      "step": 492
    },
    {
      "epoch": 0.012325,
      "grad_norm": 29.625,
      "grad_norm_var": 711.7692057291666,
      "learning_rate": 0.0001,
      "loss": 12.8093,
      "loss/crossentropy": 2.8931031227111816,
      "loss/hidden": 1.0,
      "loss/logits": 0.20642593502998352,
      "loss/reg": 8.709806442260742,
      "loss/twn": 0.0,
      "step": 493
    },
    {
      "epoch": 0.01235,
      "grad_norm": 22.0,
      "grad_norm_var": 589.2827473958333,
      "learning_rate": 0.0001,
      "loss": 12.3841,
      "loss/crossentropy": 2.601548194885254,
      "loss/hidden": 0.921875,
      "loss/logits": 0.15107882022857666,
      "loss/reg": 8.709609985351562,
      "loss/twn": 0.0,
      "step": 494
    },
    {
      "epoch": 0.012375,
      "grad_norm": 43.75,
      "grad_norm_var": 114.83639322916666,
      "learning_rate": 0.0001,
      "loss": 12.2726,
      "loss/crossentropy": 2.4992611408233643,
      "loss/hidden": 0.9453125,
      "loss/logits": 0.1186700314283371,
      "loss/reg": 8.709403991699219,
      "loss/twn": 0.0,
      "step": 495
    },
    {
      "epoch": 0.0124,
      "grad_norm": 24.75,
      "grad_norm_var": 114.67337239583334,
      "learning_rate": 0.0001,
      "loss": 10.6561,
      "loss/crossentropy": 0.766319215297699,
      "loss/hidden": 1.109375,
      "loss/logits": 0.07119736075401306,
      "loss/reg": 8.709196090698242,
      "loss/twn": 0.0,
      "step": 496
    },
    {
      "epoch": 0.012425,
      "grad_norm": 37.5,
      "grad_norm_var": 115.66608072916667,
      "learning_rate": 0.0001,
      "loss": 12.1275,
      "loss/crossentropy": 2.1994762420654297,
      "loss/hidden": 1.03125,
      "loss/logits": 0.18780240416526794,
      "loss/reg": 8.709000587463379,
      "loss/twn": 0.0,
      "step": 497
    },
    {
      "epoch": 0.01245,
      "grad_norm": 82.0,
      "grad_norm_var": 282.7181640625,
      "learning_rate": 0.0001,
      "loss": 11.6881,
      "loss/crossentropy": 1.682827353477478,
      "loss/hidden": 1.171875,
      "loss/logits": 0.12458673864603043,
      "loss/reg": 8.708788871765137,
      "loss/twn": 0.0,
      "step": 498
    },
    {
      "epoch": 0.012475,
      "grad_norm": 29.75,
      "grad_norm_var": 278.4927083333333,
      "learning_rate": 0.0001,
      "loss": 11.7241,
      "loss/crossentropy": 1.737938642501831,
      "loss/hidden": 1.1328125,
      "loss/logits": 0.14476825296878815,
      "loss/reg": 8.708579063415527,
      "loss/twn": 0.0,
      "step": 499
    },
    {
      "epoch": 0.0125,
      "grad_norm": 19.625,
      "grad_norm_var": 281.52057291666665,
      "learning_rate": 0.0001,
      "loss": 11.7857,
      "loss/crossentropy": 2.1153597831726074,
      "loss/hidden": 0.859375,
      "loss/logits": 0.10259227454662323,
      "loss/reg": 8.708370208740234,
      "loss/twn": 0.0,
      "step": 500
    },
    {
      "epoch": 0.012525,
      "grad_norm": 25.125,
      "grad_norm_var": 285.3733723958333,
      "learning_rate": 0.0001,
      "loss": 11.9192,
      "loss/crossentropy": 2.1579036712646484,
      "loss/hidden": 0.9375,
      "loss/logits": 0.11566457152366638,
      "loss/reg": 8.708168029785156,
      "loss/twn": 0.0,
      "step": 501
    },
    {
      "epoch": 0.01255,
      "grad_norm": 231.0,
      "grad_norm_var": 2740.3499348958335,
      "learning_rate": 0.0001,
      "loss": 11.0974,
      "loss/crossentropy": 1.0497229099273682,
      "loss/hidden": 1.234375,
      "loss/logits": 0.10528069734573364,
      "loss/reg": 8.707971572875977,
      "loss/twn": 0.0,
      "step": 502
    },
    {
      "epoch": 0.012575,
      "grad_norm": 69.0,
      "grad_norm_var": 2745.4934895833335,
      "learning_rate": 0.0001,
      "loss": 12.1588,
      "loss/crossentropy": 2.3528451919555664,
      "loss/hidden": 0.97265625,
      "loss/logits": 0.1255016028881073,
      "loss/reg": 8.70776081085205,
      "loss/twn": 0.0,
      "step": 503
    },
    {
      "epoch": 0.0126,
      "grad_norm": 40.0,
      "grad_norm_var": 2715.3455729166667,
      "learning_rate": 0.0001,
      "loss": 11.2146,
      "loss/crossentropy": 1.2129493951797485,
      "loss/hidden": 1.2109375,
      "loss/logits": 0.0832081139087677,
      "loss/reg": 8.707552909851074,
      "loss/twn": 0.0,
      "step": 504
    },
    {
      "epoch": 0.012625,
      "grad_norm": 103.0,
      "grad_norm_var": 2844.7087890625,
      "learning_rate": 0.0001,
      "loss": 11.6204,
      "loss/crossentropy": 1.8400676250457764,
      "loss/hidden": 0.96875,
      "loss/logits": 0.10419435799121857,
      "loss/reg": 8.707341194152832,
      "loss/twn": 0.0,
      "step": 505
    },
    {
      "epoch": 0.01265,
      "grad_norm": 31.75,
      "grad_norm_var": 2798.76640625,
      "learning_rate": 0.0001,
      "loss": 12.4942,
      "loss/crossentropy": 2.7121334075927734,
      "loss/hidden": 0.9375,
      "loss/logits": 0.13741296529769897,
      "loss/reg": 8.707144737243652,
      "loss/twn": 0.0,
      "step": 506
    },
    {
      "epoch": 0.012675,
      "grad_norm": 280.0,
      "grad_norm_var": 5986.819791666667,
      "learning_rate": 0.0001,
      "loss": 12.5207,
      "loss/crossentropy": 2.7740046977996826,
      "loss/hidden": 0.90625,
      "loss/logits": 0.13350710272789001,
      "loss/reg": 8.706952095031738,
      "loss/twn": 0.0,
      "step": 507
    },
    {
      "epoch": 0.0127,
      "grad_norm": 50.0,
      "grad_norm_var": 5861.0978515625,
      "learning_rate": 0.0001,
      "loss": 10.3886,
      "loss/crossentropy": 0.3818214535713196,
      "loss/hidden": 1.21875,
      "loss/logits": 0.08132871985435486,
      "loss/reg": 8.706746101379395,
      "loss/twn": 0.0,
      "step": 508
    },
    {
      "epoch": 0.012725,
      "grad_norm": 25.875,
      "grad_norm_var": 5882.1291015625,
      "learning_rate": 0.0001,
      "loss": 11.766,
      "loss/crossentropy": 1.9122241735458374,
      "loss/hidden": 1.015625,
      "loss/logits": 0.1316186636686325,
      "loss/reg": 8.706555366516113,
      "loss/twn": 0.0,
      "step": 509
    },
    {
      "epoch": 0.01275,
      "grad_norm": 37.5,
      "grad_norm_var": 5798.5744140625,
      "learning_rate": 0.0001,
      "loss": 12.1219,
      "loss/crossentropy": 2.3736658096313477,
      "loss/hidden": 0.92578125,
      "loss/logits": 0.11605073511600494,
      "loss/reg": 8.706363677978516,
      "loss/twn": 0.0,
      "step": 510
    },
    {
      "epoch": 0.012775,
      "grad_norm": 23.625,
      "grad_norm_var": 5896.107291666666,
      "learning_rate": 0.0001,
      "loss": 11.4842,
      "loss/crossentropy": 1.5143873691558838,
      "loss/hidden": 1.171875,
      "loss/logits": 0.09178682416677475,
      "loss/reg": 8.7061767578125,
      "loss/twn": 0.0,
      "step": 511
    },
    {
      "epoch": 0.0128,
      "grad_norm": 23.375,
      "grad_norm_var": 5904.412434895833,
      "learning_rate": 0.0001,
      "loss": 11.4694,
      "loss/crossentropy": 1.6677556037902832,
      "loss/hidden": 1.0078125,
      "loss/logits": 0.08782754838466644,
      "loss/reg": 8.705994606018066,
      "loss/twn": 0.0,
      "step": 512
    },
    {
      "epoch": 0.012825,
      "grad_norm": 26.0,
      "grad_norm_var": 5961.469205729167,
      "learning_rate": 0.0001,
      "loss": 10.5775,
      "loss/crossentropy": 0.7001097798347473,
      "loss/hidden": 1.1015625,
      "loss/logits": 0.07007156312465668,
      "loss/reg": 8.705804824829102,
      "loss/twn": 0.0,
      "step": 513
    },
    {
      "epoch": 0.01285,
      "grad_norm": 21.5,
      "grad_norm_var": 6082.1541015625,
      "learning_rate": 0.0001,
      "loss": 12.1993,
      "loss/crossentropy": 2.4436159133911133,
      "loss/hidden": 0.91796875,
      "loss/logits": 0.13212494552135468,
      "loss/reg": 8.705628395080566,
      "loss/twn": 0.0,
      "step": 514
    },
    {
      "epoch": 0.012875,
      "grad_norm": 23.5,
      "grad_norm_var": 6113.820768229167,
      "learning_rate": 0.0001,
      "loss": 12.3681,
      "loss/crossentropy": 2.6185691356658936,
      "loss/hidden": 0.921875,
      "loss/logits": 0.12216044217348099,
      "loss/reg": 8.705458641052246,
      "loss/twn": 0.0,
      "step": 515
    },
    {
      "epoch": 0.0129,
      "grad_norm": 23.25,
      "grad_norm_var": 6092.986458333334,
      "learning_rate": 0.0001,
      "loss": 12.2262,
      "loss/crossentropy": 2.3002281188964844,
      "loss/hidden": 1.0859375,
      "loss/logits": 0.13479754328727722,
      "loss/reg": 8.705265998840332,
      "loss/twn": 0.0,
      "step": 516
    },
    {
      "epoch": 0.012925,
      "grad_norm": 18.25,
      "grad_norm_var": 6132.1775390625,
      "learning_rate": 0.0001,
      "loss": 12.4675,
      "loss/crossentropy": 2.8178443908691406,
      "loss/hidden": 0.8203125,
      "loss/logits": 0.12422126531600952,
      "loss/reg": 8.705097198486328,
      "loss/twn": 0.0,
      "step": 517
    },
    {
      "epoch": 0.01295,
      "grad_norm": 102.0,
      "grad_norm_var": 4303.7369140625,
      "learning_rate": 0.0001,
      "loss": 11.6232,
      "loss/crossentropy": 1.9060938358306885,
      "loss/hidden": 0.89453125,
      "loss/logits": 0.11764118075370789,
      "loss/reg": 8.704919815063477,
      "loss/twn": 0.0,
      "step": 518
    },
    {
      "epoch": 0.012975,
      "grad_norm": 39.0,
      "grad_norm_var": 4308.6431640625,
      "learning_rate": 0.0001,
      "loss": 11.541,
      "loss/crossentropy": 1.7360622882843018,
      "loss/hidden": 0.97265625,
      "loss/logits": 0.1275629997253418,
      "loss/reg": 8.704737663269043,
      "loss/twn": 0.0,
      "step": 519
    },
    {
      "epoch": 0.013,
      "grad_norm": 26.125,
      "grad_norm_var": 4347.11015625,
      "learning_rate": 0.0001,
      "loss": 11.5557,
      "loss/crossentropy": 1.7143359184265137,
      "loss/hidden": 1.0390625,
      "loss/logits": 0.0978047251701355,
      "loss/reg": 8.704544067382812,
      "loss/twn": 0.0,
      "step": 520
    },
    {
      "epoch": 0.013025,
      "grad_norm": 187.0,
      "grad_norm_var": 5343.38515625,
      "learning_rate": 0.0001,
      "loss": 12.2438,
      "loss/crossentropy": 2.5768113136291504,
      "loss/hidden": 0.82421875,
      "loss/logits": 0.13841256499290466,
      "loss/reg": 8.704363822937012,
      "loss/twn": 0.0,
      "step": 521
    },
    {
      "epoch": 0.01305,
      "grad_norm": 51.25,
      "grad_norm_var": 5297.15390625,
      "learning_rate": 0.0001,
      "loss": 11.0756,
      "loss/crossentropy": 0.9725221395492554,
      "loss/hidden": 1.3359375,
      "loss/logits": 0.06297647953033447,
      "loss/reg": 8.704182624816895,
      "loss/twn": 0.0,
      "step": 522
    },
    {
      "epoch": 0.013075,
      "grad_norm": 30.875,
      "grad_norm_var": 1864.8082682291667,
      "learning_rate": 0.0001,
      "loss": 12.0271,
      "loss/crossentropy": 2.140617609024048,
      "loss/hidden": 1.0546875,
      "loss/logits": 0.1278156340122223,
      "loss/reg": 8.703999519348145,
      "loss/twn": 0.0,
      "step": 523
    },
    {
      "epoch": 0.0131,
      "grad_norm": 21.625,
      "grad_norm_var": 1893.64140625,
      "learning_rate": 0.0001,
      "loss": 12.4328,
      "loss/crossentropy": 2.7558345794677734,
      "loss/hidden": 0.8359375,
      "loss/logits": 0.13716721534729004,
      "loss/reg": 8.703822135925293,
      "loss/twn": 0.0,
      "step": 524
    },
    {
      "epoch": 0.013125,
      "grad_norm": 41.25,
      "grad_norm_var": 1874.2384765625,
      "learning_rate": 0.0001,
      "loss": 11.5497,
      "loss/crossentropy": 1.4624669551849365,
      "loss/hidden": 1.2890625,
      "loss/logits": 0.0945538729429245,
      "loss/reg": 8.703641891479492,
      "loss/twn": 0.0,
      "step": 525
    },
    {
      "epoch": 0.01315,
      "grad_norm": 149.0,
      "grad_norm_var": 2561.937955729167,
      "learning_rate": 0.0001,
      "loss": 12.4636,
      "loss/crossentropy": 2.778942346572876,
      "loss/hidden": 0.84765625,
      "loss/logits": 0.13353455066680908,
      "loss/reg": 8.703462600708008,
      "loss/twn": 0.0,
      "step": 526
    },
    {
      "epoch": 0.013175,
      "grad_norm": 25.875,
      "grad_norm_var": 2554.1988932291665,
      "learning_rate": 0.0001,
      "loss": 11.1972,
      "loss/crossentropy": 1.4794940948486328,
      "loss/hidden": 0.92578125,
      "loss/logits": 0.08861669898033142,
      "loss/reg": 8.703286170959473,
      "loss/twn": 0.0,
      "step": 527
    },
    {
      "epoch": 0.0132,
      "grad_norm": 120.5,
      "grad_norm_var": 2790.991666666667,
      "learning_rate": 0.0001,
      "loss": 11.0079,
      "loss/crossentropy": 0.36047661304473877,
      "loss/hidden": 1.890625,
      "loss/logits": 0.05367514491081238,
      "loss/reg": 8.703109741210938,
      "loss/twn": 0.0,
      "step": 528
    },
    {
      "epoch": 0.013225,
      "grad_norm": 28.5,
      "grad_norm_var": 2781.153125,
      "learning_rate": 0.0001,
      "loss": 12.1083,
      "loss/crossentropy": 2.313814640045166,
      "loss/hidden": 0.9609375,
      "loss/logits": 0.1306000053882599,
      "loss/reg": 8.702930450439453,
      "loss/twn": 0.0,
      "step": 529
    },
    {
      "epoch": 0.01325,
      "grad_norm": 33.25,
      "grad_norm_var": 2734.41015625,
      "learning_rate": 0.0001,
      "loss": 11.4673,
      "loss/crossentropy": 1.5691964626312256,
      "loss/hidden": 1.078125,
      "loss/logits": 0.11722072958946228,
      "loss/reg": 8.70274543762207,
      "loss/twn": 0.0,
      "step": 530
    },
    {
      "epoch": 0.013275,
      "grad_norm": 23.375,
      "grad_norm_var": 2734.9791015625,
      "learning_rate": 0.0001,
      "loss": 12.1244,
      "loss/crossentropy": 2.4872567653656006,
      "loss/hidden": 0.81640625,
      "loss/logits": 0.11812958121299744,
      "loss/reg": 8.702580451965332,
      "loss/twn": 0.0,
      "step": 531
    },
    {
      "epoch": 0.0133,
      "grad_norm": 23.375,
      "grad_norm_var": 2734.4080729166667,
      "learning_rate": 0.0001,
      "loss": 11.9969,
      "loss/crossentropy": 2.3968935012817383,
      "loss/hidden": 0.79296875,
      "loss/logits": 0.10464372485876083,
      "loss/reg": 8.702404975891113,
      "loss/twn": 0.0,
      "step": 532
    },
    {
      "epoch": 0.013325,
      "grad_norm": 30.125,
      "grad_norm_var": 2680.9520182291667,
      "learning_rate": 0.0001,
      "loss": 11.2076,
      "loss/crossentropy": 1.4471901655197144,
      "loss/hidden": 0.9609375,
      "loss/logits": 0.09723718464374542,
      "loss/reg": 8.702223777770996,
      "loss/twn": 0.0,
      "step": 533
    },
    {
      "epoch": 0.01335,
      "grad_norm": 24.375,
      "grad_norm_var": 2605.469791666667,
      "learning_rate": 0.0001,
      "loss": 12.1741,
      "loss/crossentropy": 2.546072244644165,
      "loss/hidden": 0.828125,
      "loss/logits": 0.09783760458230972,
      "loss/reg": 8.70203971862793,
      "loss/twn": 0.0,
      "step": 534
    },
    {
      "epoch": 0.013375,
      "grad_norm": 19.75,
      "grad_norm_var": 2665.76640625,
      "learning_rate": 0.0001,
      "loss": 12.1487,
      "loss/crossentropy": 2.499176263809204,
      "loss/hidden": 0.828125,
      "loss/logits": 0.11950027197599411,
      "loss/reg": 8.70186996459961,
      "loss/twn": 0.0,
      "step": 535
    },
    {
      "epoch": 0.0134,
      "grad_norm": 17.625,
      "grad_norm_var": 2699.9080729166667,
      "learning_rate": 0.0001,
      "loss": 11.3941,
      "loss/crossentropy": 1.587836503982544,
      "loss/hidden": 1.015625,
      "loss/logits": 0.08900366723537445,
      "loss/reg": 8.701681137084961,
      "loss/twn": 0.0,
      "step": 536
    },
    {
      "epoch": 0.013425,
      "grad_norm": 24.125,
      "grad_norm_var": 1420.4061848958333,
      "learning_rate": 0.0001,
      "loss": 11.2736,
      "loss/crossentropy": 1.4561734199523926,
      "loss/hidden": 1.015625,
      "loss/logits": 0.10029296576976776,
      "loss/reg": 8.701506614685059,
      "loss/twn": 0.0,
      "step": 537
    },
    {
      "epoch": 0.01345,
      "grad_norm": 48.5,
      "grad_norm_var": 1417.3238932291667,
      "learning_rate": 0.0001,
      "loss": 12.6582,
      "loss/crossentropy": 2.860567808151245,
      "loss/hidden": 0.9375,
      "loss/logits": 0.15878960490226746,
      "loss/reg": 8.70134162902832,
      "loss/twn": 0.0,
      "step": 538
    },
    {
      "epoch": 0.013475,
      "grad_norm": 26.25,
      "grad_norm_var": 1425.140625,
      "learning_rate": 0.0001,
      "loss": 10.969,
      "loss/crossentropy": 0.8018643260002136,
      "loss/hidden": 1.3828125,
      "loss/logits": 0.08321318030357361,
      "loss/reg": 8.701154708862305,
      "loss/twn": 0.0,
      "step": 539
    },
    {
      "epoch": 0.0135,
      "grad_norm": 31.25,
      "grad_norm_var": 1405.9457682291666,
      "learning_rate": 0.0001,
      "loss": 11.3681,
      "loss/crossentropy": 1.428029179573059,
      "loss/hidden": 1.1171875,
      "loss/logits": 0.1218872219324112,
      "loss/reg": 8.700972557067871,
      "loss/twn": 0.0,
      "step": 540
    },
    {
      "epoch": 0.013525,
      "grad_norm": 32.5,
      "grad_norm_var": 1411.2504557291666,
      "learning_rate": 0.0001,
      "loss": 12.4834,
      "loss/crossentropy": 2.6827263832092285,
      "loss/hidden": 0.9609375,
      "loss/logits": 0.138902485370636,
      "loss/reg": 8.700789451599121,
      "loss/twn": 0.0,
      "step": 541
    },
    {
      "epoch": 0.01355,
      "grad_norm": 26.25,
      "grad_norm_var": 587.8025390625,
      "learning_rate": 0.0001,
      "loss": 11.967,
      "loss/crossentropy": 2.143488883972168,
      "loss/hidden": 0.9921875,
      "loss/logits": 0.13070911169052124,
      "loss/reg": 8.70060920715332,
      "loss/twn": 0.0,
      "step": 542
    },
    {
      "epoch": 0.013575,
      "grad_norm": 40.75,
      "grad_norm_var": 586.5552083333333,
      "learning_rate": 0.0001,
      "loss": 12.6355,
      "loss/crossentropy": 2.781853675842285,
      "loss/hidden": 1.0,
      "loss/logits": 0.15318265557289124,
      "loss/reg": 8.700432777404785,
      "loss/twn": 0.0,
      "step": 543
    },
    {
      "epoch": 0.0136,
      "grad_norm": 29.375,
      "grad_norm_var": 59.50149739583333,
      "learning_rate": 0.0001,
      "loss": 12.4966,
      "loss/crossentropy": 2.6565492153167725,
      "loss/hidden": 0.94921875,
      "loss/logits": 0.19062356650829315,
      "loss/reg": 8.700250625610352,
      "loss/twn": 0.0,
      "step": 544
    },
    {
      "epoch": 0.013625,
      "grad_norm": 24.125,
      "grad_norm_var": 60.82083333333333,
      "learning_rate": 0.0001,
      "loss": 11.9314,
      "loss/crossentropy": 2.328007698059082,
      "loss/hidden": 0.78515625,
      "loss/logits": 0.11813446879386902,
      "loss/reg": 8.700064659118652,
      "loss/twn": 0.0,
      "step": 545
    },
    {
      "epoch": 0.01365,
      "grad_norm": 24.0,
      "grad_norm_var": 60.233072916666664,
      "learning_rate": 0.0001,
      "loss": 10.8885,
      "loss/crossentropy": 0.9960370659828186,
      "loss/hidden": 1.125,
      "loss/logits": 0.06760472059249878,
      "loss/reg": 8.699880599975586,
      "loss/twn": 0.0,
      "step": 546
    },
    {
      "epoch": 0.013675,
      "grad_norm": 38.75,
      "grad_norm_var": 65.81451822916667,
      "learning_rate": 0.0001,
      "loss": 12.266,
      "loss/crossentropy": 2.311028480529785,
      "loss/hidden": 1.0234375,
      "loss/logits": 0.23187388479709625,
      "loss/reg": 8.699692726135254,
      "loss/twn": 0.0,
      "step": 547
    },
    {
      "epoch": 0.0137,
      "grad_norm": 88.5,
      "grad_norm_var": 283.61015625,
      "learning_rate": 0.0001,
      "loss": 12.3981,
      "loss/crossentropy": 2.518186569213867,
      "loss/hidden": 1.046875,
      "loss/logits": 0.133548766374588,
      "loss/reg": 8.699499130249023,
      "loss/twn": 0.0,
      "step": 548
    },
    {
      "epoch": 0.013725,
      "grad_norm": 18.625,
      "grad_norm_var": 296.11640625,
      "learning_rate": 0.0001,
      "loss": 11.9986,
      "loss/crossentropy": 2.3577754497528076,
      "loss/hidden": 0.82421875,
      "loss/logits": 0.11731864511966705,
      "loss/reg": 8.69931411743164,
      "loss/twn": 0.0,
      "step": 549
    },
    {
      "epoch": 0.01375,
      "grad_norm": 35.5,
      "grad_norm_var": 292.28639322916666,
      "learning_rate": 0.0001,
      "loss": 12.4385,
      "loss/crossentropy": 2.4622979164123535,
      "loss/hidden": 1.140625,
      "loss/logits": 0.13648264110088348,
      "loss/reg": 8.699124336242676,
      "loss/twn": 0.0,
      "step": 550
    },
    {
      "epoch": 0.013775,
      "grad_norm": 40.25,
      "grad_norm_var": 282.69837239583336,
      "learning_rate": 0.0001,
      "loss": 10.3123,
      "loss/crossentropy": 0.25961267948150635,
      "loss/hidden": 1.296875,
      "loss/logits": 0.056895509362220764,
      "loss/reg": 8.698928833007812,
      "loss/twn": 0.0,
      "step": 551
    },
    {
      "epoch": 0.0138,
      "grad_norm": 49.5,
      "grad_norm_var": 275.97473958333336,
      "learning_rate": 0.0001,
      "loss": 12.3088,
      "loss/crossentropy": 2.631776809692383,
      "loss/hidden": 0.86328125,
      "loss/logits": 0.1149827241897583,
      "loss/reg": 8.698740005493164,
      "loss/twn": 0.0,
      "step": 552
    },
    {
      "epoch": 0.013825,
      "grad_norm": 22.5,
      "grad_norm_var": 278.7431640625,
      "learning_rate": 0.0001,
      "loss": 11.8021,
      "loss/crossentropy": 2.0061707496643066,
      "loss/hidden": 0.98046875,
      "loss/logits": 0.11686154454946518,
      "loss/reg": 8.698551177978516,
      "loss/twn": 0.0,
      "step": 553
    },
    {
      "epoch": 0.01385,
      "grad_norm": 68.0,
      "grad_norm_var": 334.9072265625,
      "learning_rate": 0.0001,
      "loss": 11.309,
      "loss/crossentropy": 1.4852938652038574,
      "loss/hidden": 1.0234375,
      "loss/logits": 0.10191912949085236,
      "loss/reg": 8.698369979858398,
      "loss/twn": 0.0,
      "step": 554
    },
    {
      "epoch": 0.013875,
      "grad_norm": 28.0,
      "grad_norm_var": 332.53014322916664,
      "learning_rate": 0.0001,
      "loss": 11.9493,
      "loss/crossentropy": 2.19571852684021,
      "loss/hidden": 0.9140625,
      "loss/logits": 0.14134089648723602,
      "loss/reg": 8.698185920715332,
      "loss/twn": 0.0,
      "step": 555
    },
    {
      "epoch": 0.0139,
      "grad_norm": 21.125,
      "grad_norm_var": 347.19557291666666,
      "learning_rate": 0.0001,
      "loss": 11.1502,
      "loss/crossentropy": 1.1655678749084473,
      "loss/hidden": 1.1953125,
      "loss/logits": 0.09131427109241486,
      "loss/reg": 8.697993278503418,
      "loss/twn": 0.0,
      "step": 556
    },
    {
      "epoch": 0.013925,
      "grad_norm": 31.375,
      "grad_norm_var": 347.9098307291667,
      "learning_rate": 0.0001,
      "loss": 12.4343,
      "loss/crossentropy": 2.752174139022827,
      "loss/hidden": 0.85546875,
      "loss/logits": 0.1288745105266571,
      "loss/reg": 8.69781494140625,
      "loss/twn": 0.0,
      "step": 557
    },
    {
      "epoch": 0.01395,
      "grad_norm": 30.75,
      "grad_norm_var": 342.92701822916666,
      "learning_rate": 0.0001,
      "loss": 11.5274,
      "loss/crossentropy": 1.6675015687942505,
      "loss/hidden": 1.03125,
      "loss/logits": 0.13104400038719177,
      "loss/reg": 8.697635650634766,
      "loss/twn": 0.0,
      "step": 558
    },
    {
      "epoch": 0.013975,
      "grad_norm": 24.0,
      "grad_norm_var": 351.9650390625,
      "learning_rate": 0.0001,
      "loss": 12.0512,
      "loss/crossentropy": 2.3672361373901367,
      "loss/hidden": 0.875,
      "loss/logits": 0.11149340867996216,
      "loss/reg": 8.697444915771484,
      "loss/twn": 0.0,
      "step": 559
    },
    {
      "epoch": 0.014,
      "grad_norm": 40.5,
      "grad_norm_var": 350.0239583333333,
      "learning_rate": 0.0001,
      "loss": 12.5563,
      "loss/crossentropy": 2.80849289894104,
      "loss/hidden": 0.9296875,
      "loss/logits": 0.12084785103797913,
      "loss/reg": 8.697265625,
      "loss/twn": 0.0,
      "step": 560
    },
    {
      "epoch": 0.014025,
      "grad_norm": 72.0,
      "grad_norm_var": 413.68274739583336,
      "learning_rate": 0.0001,
      "loss": 10.3992,
      "loss/crossentropy": 0.27454060316085815,
      "loss/hidden": 1.390625,
      "loss/logits": 0.036948833614587784,
      "loss/reg": 8.69708251953125,
      "loss/twn": 0.0,
      "step": 561
    },
    {
      "epoch": 0.01405,
      "grad_norm": 26.875,
      "grad_norm_var": 408.22473958333336,
      "learning_rate": 0.0001,
      "loss": 11.5059,
      "loss/crossentropy": 1.6076158285140991,
      "loss/hidden": 1.0703125,
      "loss/logits": 0.13113059103488922,
      "loss/reg": 8.696890830993652,
      "loss/twn": 0.0,
      "step": 562
    },
    {
      "epoch": 0.014075,
      "grad_norm": 29.0,
      "grad_norm_var": 415.48645833333336,
      "learning_rate": 0.0001,
      "loss": 11.8697,
      "loss/crossentropy": 2.2221200466156006,
      "loss/hidden": 0.8203125,
      "loss/logits": 0.13051408529281616,
      "loss/reg": 8.696711540222168,
      "loss/twn": 0.0,
      "step": 563
    },
    {
      "epoch": 0.0141,
      "grad_norm": 33.75,
      "grad_norm_var": 242.62473958333334,
      "learning_rate": 0.0001,
      "loss": 12.064,
      "loss/crossentropy": 2.298898935317993,
      "loss/hidden": 0.953125,
      "loss/logits": 0.11549080908298492,
      "loss/reg": 8.696532249450684,
      "loss/twn": 0.0,
      "step": 564
    },
    {
      "epoch": 0.014125,
      "grad_norm": 37.75,
      "grad_norm_var": 221.85618489583334,
      "learning_rate": 0.0001,
      "loss": 12.5257,
      "loss/crossentropy": 2.73765230178833,
      "loss/hidden": 0.9609375,
      "loss/logits": 0.13077020645141602,
      "loss/reg": 8.696345329284668,
      "loss/twn": 0.0,
      "step": 565
    },
    {
      "epoch": 0.01415,
      "grad_norm": 22.625,
      "grad_norm_var": 234.67083333333332,
      "learning_rate": 0.0001,
      "loss": 11.4166,
      "loss/crossentropy": 1.6072018146514893,
      "loss/hidden": 0.9921875,
      "loss/logits": 0.12108200043439865,
      "loss/reg": 8.69616413116455,
      "loss/twn": 0.0,
      "step": 566
    },
    {
      "epoch": 0.014175,
      "grad_norm": 31.875,
      "grad_norm_var": 234.44837239583333,
      "learning_rate": 0.0001,
      "loss": 12.5681,
      "loss/crossentropy": 2.7330384254455566,
      "loss/hidden": 0.9609375,
      "loss/logits": 0.1781395524740219,
      "loss/reg": 8.6959810256958,
      "loss/twn": 0.0,
      "step": 567
    },
    {
      "epoch": 0.0142,
      "grad_norm": 25.375,
      "grad_norm_var": 226.11770833333333,
      "learning_rate": 0.0001,
      "loss": 11.513,
      "loss/crossentropy": 1.5385918617248535,
      "loss/hidden": 1.171875,
      "loss/logits": 0.10675453394651413,
      "loss/reg": 8.695802688598633,
      "loss/twn": 0.0,
      "step": 568
    },
    {
      "epoch": 0.014225,
      "grad_norm": 23.25,
      "grad_norm_var": 224.99348958333334,
      "learning_rate": 0.0001,
      "loss": 12.1126,
      "loss/crossentropy": 2.372486114501953,
      "loss/hidden": 0.890625,
      "loss/logits": 0.15382985770702362,
      "loss/reg": 8.695622444152832,
      "loss/twn": 0.0,
      "step": 569
    },
    {
      "epoch": 0.01425,
      "grad_norm": 32.25,
      "grad_norm_var": 143.47604166666667,
      "learning_rate": 0.0001,
      "loss": 10.5734,
      "loss/crossentropy": 0.7162877917289734,
      "loss/hidden": 1.1015625,
      "loss/logits": 0.06007448583841324,
      "loss/reg": 8.695448875427246,
      "loss/twn": 0.0,
      "step": 570
    },
    {
      "epoch": 0.014275,
      "grad_norm": 48.0,
      "grad_norm_var": 158.059375,
      "learning_rate": 0.0001,
      "loss": 10.6877,
      "loss/crossentropy": 0.8484583497047424,
      "loss/hidden": 1.0625,
      "loss/logits": 0.08146172761917114,
      "loss/reg": 8.695268630981445,
      "loss/twn": 0.0,
      "step": 571
    },
    {
      "epoch": 0.0143,
      "grad_norm": 36.0,
      "grad_norm_var": 148.02649739583333,
      "learning_rate": 0.0001,
      "loss": 11.8689,
      "loss/crossentropy": 2.1656343936920166,
      "loss/hidden": 0.90234375,
      "loss/logits": 0.10579562187194824,
      "loss/reg": 8.695083618164062,
      "loss/twn": 0.0,
      "step": 572
    },
    {
      "epoch": 0.014325,
      "grad_norm": 21.0,
      "grad_norm_var": 158.50416666666666,
      "learning_rate": 0.0001,
      "loss": 11.7985,
      "loss/crossentropy": 2.0617969036102295,
      "loss/hidden": 0.93359375,
      "loss/logits": 0.10816241800785065,
      "loss/reg": 8.694910049438477,
      "loss/twn": 0.0,
      "step": 573
    },
    {
      "epoch": 0.01435,
      "grad_norm": 24.0,
      "grad_norm_var": 163.77057291666668,
      "learning_rate": 0.0001,
      "loss": 12.4349,
      "loss/crossentropy": 2.6965558528900146,
      "loss/hidden": 0.90625,
      "loss/logits": 0.1373385787010193,
      "loss/reg": 8.694724082946777,
      "loss/twn": 0.0,
      "step": 574
    },
    {
      "epoch": 0.014375,
      "grad_norm": 29.125,
      "grad_norm_var": 159.25149739583333,
      "learning_rate": 0.0001,
      "loss": 11.1658,
      "loss/crossentropy": 1.3206909894943237,
      "loss/hidden": 1.0546875,
      "loss/logits": 0.09583240002393723,
      "loss/reg": 8.694555282592773,
      "loss/twn": 0.0,
      "step": 575
    },
    {
      "epoch": 0.0144,
      "grad_norm": 30.25,
      "grad_norm_var": 156.02701822916666,
      "learning_rate": 0.0001,
      "loss": 11.4961,
      "loss/crossentropy": 1.7263752222061157,
      "loss/hidden": 0.9765625,
      "loss/logits": 0.09877104312181473,
      "loss/reg": 8.694381713867188,
      "loss/twn": 0.0,
      "step": 576
    },
    {
      "epoch": 0.014425,
      "grad_norm": 20.0,
      "grad_norm_var": 52.51451822916667,
      "learning_rate": 0.0001,
      "loss": 12.1905,
      "loss/crossentropy": 2.4956769943237305,
      "loss/hidden": 0.87109375,
      "loss/logits": 0.12949687242507935,
      "loss/reg": 8.694199562072754,
      "loss/twn": 0.0,
      "step": 577
    },
    {
      "epoch": 0.01445,
      "grad_norm": 25.375,
      "grad_norm_var": 53.16920572916667,
      "learning_rate": 0.0001,
      "loss": 11.0508,
      "loss/crossentropy": 1.3034043312072754,
      "loss/hidden": 0.9765625,
      "loss/logits": 0.07680986076593399,
      "loss/reg": 8.694019317626953,
      "loss/twn": 0.0,
      "step": 578
    },
    {
      "epoch": 0.014475,
      "grad_norm": 23.25,
      "grad_norm_var": 55.50514322916667,
      "learning_rate": 0.0001,
      "loss": 12.5402,
      "loss/crossentropy": 2.751810073852539,
      "loss/hidden": 0.9609375,
      "loss/logits": 0.1336486041545868,
      "loss/reg": 8.693835258483887,
      "loss/twn": 0.0,
      "step": 579
    },
    {
      "epoch": 0.0145,
      "grad_norm": 23.75,
      "grad_norm_var": 55.41139322916667,
      "learning_rate": 0.0001,
      "loss": 10.9479,
      "loss/crossentropy": 1.3105086088180542,
      "loss/hidden": 0.8515625,
      "loss/logits": 0.09222778677940369,
      "loss/reg": 8.693650245666504,
      "loss/twn": 0.0,
      "step": 580
    },
    {
      "epoch": 0.014525,
      "grad_norm": 26.125,
      "grad_norm_var": 49.31432291666667,
      "learning_rate": 0.0001,
      "loss": 11.2555,
      "loss/crossentropy": 1.4206476211547852,
      "loss/hidden": 1.0078125,
      "loss/logits": 0.13361580669879913,
      "loss/reg": 8.693469047546387,
      "loss/twn": 0.0,
      "step": 581
    },
    {
      "epoch": 0.01455,
      "grad_norm": 24.25,
      "grad_norm_var": 48.392643229166666,
      "learning_rate": 0.0001,
      "loss": 10.9372,
      "loss/crossentropy": 1.1883257627487183,
      "loss/hidden": 0.921875,
      "loss/logits": 0.13372007012367249,
      "loss/reg": 8.693286895751953,
      "loss/twn": 0.0,
      "step": 582
    },
    {
      "epoch": 0.014575,
      "grad_norm": 23.0,
      "grad_norm_var": 48.425,
      "learning_rate": 0.0001,
      "loss": 11.1282,
      "loss/crossentropy": 1.472751498222351,
      "loss/hidden": 0.87890625,
      "loss/logits": 0.0834188461303711,
      "loss/reg": 8.69310474395752,
      "loss/twn": 0.0,
      "step": 583
    },
    {
      "epoch": 0.0146,
      "grad_norm": 107.0,
      "grad_norm_var": 445.11399739583334,
      "learning_rate": 0.0001,
      "loss": 12.3255,
      "loss/crossentropy": 2.5852210521698,
      "loss/hidden": 0.92578125,
      "loss/logits": 0.1215391531586647,
      "loss/reg": 8.692915916442871,
      "loss/twn": 0.0,
      "step": 584
    },
    {
      "epoch": 0.014625,
      "grad_norm": 36.25,
      "grad_norm_var": 440.0087890625,
      "learning_rate": 0.0001,
      "loss": 12.0515,
      "loss/crossentropy": 2.2019858360290527,
      "loss/hidden": 1.046875,
      "loss/logits": 0.10992968082427979,
      "loss/reg": 8.692720413208008,
      "loss/twn": 0.0,
      "step": 585
    },
    {
      "epoch": 0.01465,
      "grad_norm": 22.5,
      "grad_norm_var": 447.0572265625,
      "learning_rate": 0.0001,
      "loss": 12.1669,
      "loss/crossentropy": 2.5254509449005127,
      "loss/hidden": 0.84375,
      "loss/logits": 0.10511834174394608,
      "loss/reg": 8.69253921508789,
      "loss/twn": 0.0,
      "step": 586
    },
    {
      "epoch": 0.014675,
      "grad_norm": 20.25,
      "grad_norm_var": 437.8072265625,
      "learning_rate": 0.0001,
      "loss": 11.0366,
      "loss/crossentropy": 1.4436157941818237,
      "loss/hidden": 0.8125,
      "loss/logits": 0.08815399557352066,
      "loss/reg": 8.692355155944824,
      "loss/twn": 0.0,
      "step": 587
    },
    {
      "epoch": 0.0147,
      "grad_norm": 31.5,
      "grad_norm_var": 435.9275390625,
      "learning_rate": 0.0001,
      "loss": 12.1994,
      "loss/crossentropy": 2.47015118598938,
      "loss/hidden": 0.90625,
      "loss/logits": 0.13078603148460388,
      "loss/reg": 8.692172050476074,
      "loss/twn": 0.0,
      "step": 588
    },
    {
      "epoch": 0.014725,
      "grad_norm": 43.75,
      "grad_norm_var": 439.5296223958333,
      "learning_rate": 0.0001,
      "loss": 10.8588,
      "loss/crossentropy": 0.8713623285293579,
      "loss/hidden": 1.25,
      "loss/logits": 0.045468080788850784,
      "loss/reg": 8.691998481750488,
      "loss/twn": 0.0,
      "step": 589
    },
    {
      "epoch": 0.01475,
      "grad_norm": 24.875,
      "grad_norm_var": 438.65598958333334,
      "learning_rate": 0.0001,
      "loss": 12.0896,
      "loss/crossentropy": 2.4670262336730957,
      "loss/hidden": 0.796875,
      "loss/logits": 0.13388851284980774,
      "loss/reg": 8.691813468933105,
      "loss/twn": 0.0,
      "step": 590
    },
    {
      "epoch": 0.014775,
      "grad_norm": 22.625,
      "grad_norm_var": 443.74765625,
      "learning_rate": 0.0001,
      "loss": 11.258,
      "loss/crossentropy": 1.4507060050964355,
      "loss/hidden": 1.0390625,
      "loss/logits": 0.07661449909210205,
      "loss/reg": 8.69162368774414,
      "loss/twn": 0.0,
      "step": 591
    },
    {
      "epoch": 0.0148,
      "grad_norm": 59.5,
      "grad_norm_var": 492.1625,
      "learning_rate": 0.0001,
      "loss": 12.4811,
      "loss/crossentropy": 2.834090232849121,
      "loss/hidden": 0.83203125,
      "loss/logits": 0.12357810139656067,
      "loss/reg": 8.691445350646973,
      "loss/twn": 0.0,
      "step": 592
    },
    {
      "epoch": 0.014825,
      "grad_norm": 27.75,
      "grad_norm_var": 482.09557291666664,
      "learning_rate": 0.0001,
      "loss": 11.4436,
      "loss/crossentropy": 1.543041706085205,
      "loss/hidden": 1.09375,
      "loss/logits": 0.115507572889328,
      "loss/reg": 8.691254615783691,
      "loss/twn": 0.0,
      "step": 593
    },
    {
      "epoch": 0.01485,
      "grad_norm": 27.5,
      "grad_norm_var": 479.97389322916666,
      "learning_rate": 0.0001,
      "loss": 11.1017,
      "loss/crossentropy": 1.1550602912902832,
      "loss/hidden": 1.15625,
      "loss/logits": 0.09931459277868271,
      "loss/reg": 8.691068649291992,
      "loss/twn": 0.0,
      "step": 594
    },
    {
      "epoch": 0.014875,
      "grad_norm": 31.5,
      "grad_norm_var": 472.41139322916666,
      "learning_rate": 0.0001,
      "loss": 12.3913,
      "loss/crossentropy": 2.759997844696045,
      "loss/hidden": 0.796875,
      "loss/logits": 0.1435195505619049,
      "loss/reg": 8.69089126586914,
      "loss/twn": 0.0,
      "step": 595
    },
    {
      "epoch": 0.0149,
      "grad_norm": 29.875,
      "grad_norm_var": 465.97057291666664,
      "learning_rate": 0.0001,
      "loss": 11.1387,
      "loss/crossentropy": 1.0819698572158813,
      "loss/hidden": 1.21875,
      "loss/logits": 0.1472449004650116,
      "loss/reg": 8.690725326538086,
      "loss/twn": 0.0,
      "step": 596
    },
    {
      "epoch": 0.014925,
      "grad_norm": 52.75,
      "grad_norm_var": 479.15826822916665,
      "learning_rate": 0.0001,
      "loss": 10.9594,
      "loss/crossentropy": 1.2910205125808716,
      "loss/hidden": 0.90625,
      "loss/logits": 0.07161296904087067,
      "loss/reg": 8.690539360046387,
      "loss/twn": 0.0,
      "step": 597
    },
    {
      "epoch": 0.01495,
      "grad_norm": 27.75,
      "grad_norm_var": 474.18170572916665,
      "learning_rate": 0.0001,
      "loss": 11.7085,
      "loss/crossentropy": 2.0403950214385986,
      "loss/hidden": 0.875,
      "loss/logits": 0.10269361734390259,
      "loss/reg": 8.690367698669434,
      "loss/twn": 0.0,
      "step": 598
    },
    {
      "epoch": 0.014975,
      "grad_norm": 25.5,
      "grad_norm_var": 469.98118489583334,
      "learning_rate": 0.0001,
      "loss": 12.2016,
      "loss/crossentropy": 2.477897882461548,
      "loss/hidden": 0.8984375,
      "loss/logits": 0.135102778673172,
      "loss/reg": 8.690192222595215,
      "loss/twn": 0.0,
      "step": 599
    },
    {
      "epoch": 0.015,
      "grad_norm": 22.875,
      "grad_norm_var": 126.33932291666666,
      "learning_rate": 0.0001,
      "loss": 10.7187,
      "loss/crossentropy": 0.8220002055168152,
      "loss/hidden": 1.1328125,
      "loss/logits": 0.07385924458503723,
      "loss/reg": 8.690016746520996,
      "loss/twn": 0.0,
      "step": 600
    },
    {
      "epoch": 0.015025,
      "grad_norm": 20.375,
      "grad_norm_var": 132.39993489583333,
      "learning_rate": 0.0001,
      "loss": 12.4427,
      "loss/crossentropy": 2.7641208171844482,
      "loss/hidden": 0.859375,
      "loss/logits": 0.12937086820602417,
      "loss/reg": 8.689846992492676,
      "loss/twn": 0.0,
      "step": 601
    },
    {
      "epoch": 0.01505,
      "grad_norm": 92.5,
      "grad_norm_var": 362.3061848958333,
      "learning_rate": 0.0001,
      "loss": 11.4221,
      "loss/crossentropy": 1.6327121257781982,
      "loss/hidden": 1.0,
      "loss/logits": 0.09972336143255234,
      "loss/reg": 8.689663887023926,
      "loss/twn": 0.0,
      "step": 602
    },
    {
      "epoch": 0.015075,
      "grad_norm": 33.75,
      "grad_norm_var": 347.0483723958333,
      "learning_rate": 0.0001,
      "loss": 12.3704,
      "loss/crossentropy": 2.5541772842407227,
      "loss/hidden": 1.0078125,
      "loss/logits": 0.1189047172665596,
      "loss/reg": 8.68949031829834,
      "loss/twn": 0.0,
      "step": 603
    },
    {
      "epoch": 0.0151,
      "grad_norm": 19.75,
      "grad_norm_var": 362.5681640625,
      "learning_rate": 0.0001,
      "loss": 12.0657,
      "loss/crossentropy": 2.4061169624328613,
      "loss/hidden": 0.85546875,
      "loss/logits": 0.11483782529830933,
      "loss/reg": 8.689311027526855,
      "loss/twn": 0.0,
      "step": 604
    },
    {
      "epoch": 0.015125,
      "grad_norm": 35.5,
      "grad_norm_var": 357.3775390625,
      "learning_rate": 0.0001,
      "loss": 11.7108,
      "loss/crossentropy": 1.8135943412780762,
      "loss/hidden": 1.0859375,
      "loss/logits": 0.12213584780693054,
      "loss/reg": 8.689143180847168,
      "loss/twn": 0.0,
      "step": 605
    },
    {
      "epoch": 0.01515,
      "grad_norm": 25.375,
      "grad_norm_var": 356.7416015625,
      "learning_rate": 0.0001,
      "loss": 11.3882,
      "loss/crossentropy": 1.5847375392913818,
      "loss/hidden": 1.0078125,
      "loss/logits": 0.10667512565851212,
      "loss/reg": 8.688963890075684,
      "loss/twn": 0.0,
      "step": 606
    },
    {
      "epoch": 0.015175,
      "grad_norm": 52.5,
      "grad_norm_var": 364.50598958333336,
      "learning_rate": 0.0001,
      "loss": 12.3388,
      "loss/crossentropy": 2.5712785720825195,
      "loss/hidden": 0.94921875,
      "loss/logits": 0.12947164475917816,
      "loss/reg": 8.688798904418945,
      "loss/twn": 0.0,
      "step": 607
    },
    {
      "epoch": 0.0152,
      "grad_norm": 94.0,
      "grad_norm_var": 544.4809895833333,
      "learning_rate": 0.0001,
      "loss": 12.5071,
      "loss/crossentropy": 2.6922049522399902,
      "loss/hidden": 0.96875,
      "loss/logits": 0.15748482942581177,
      "loss/reg": 8.68863296508789,
      "loss/twn": 0.0,
      "step": 608
    },
    {
      "epoch": 0.015225,
      "grad_norm": 26.5,
      "grad_norm_var": 546.4041666666667,
      "learning_rate": 0.0001,
      "loss": 11.8091,
      "loss/crossentropy": 1.8931523561477661,
      "loss/hidden": 1.09375,
      "loss/logits": 0.13371434807777405,
      "loss/reg": 8.688455581665039,
      "loss/twn": 0.0,
      "step": 609
    },
    {
      "epoch": 0.01525,
      "grad_norm": 25.625,
      "grad_norm_var": 549.4051432291667,
      "learning_rate": 0.0001,
      "loss": 10.4281,
      "loss/crossentropy": 0.5141164660453796,
      "loss/hidden": 1.15625,
      "loss/logits": 0.06944984942674637,
      "loss/reg": 8.68829345703125,
      "loss/twn": 0.0,
      "step": 610
    },
    {
      "epoch": 0.015275,
      "grad_norm": 27.125,
      "grad_norm_var": 554.6893229166667,
      "learning_rate": 0.0001,
      "loss": 12.2023,
      "loss/crossentropy": 2.4272189140319824,
      "loss/hidden": 0.953125,
      "loss/logits": 0.13384541869163513,
      "loss/reg": 8.688126564025879,
      "loss/twn": 0.0,
      "step": 611
    },
    {
      "epoch": 0.0153,
      "grad_norm": 22.75,
      "grad_norm_var": 565.8035807291667,
      "learning_rate": 0.0001,
      "loss": 11.7214,
      "loss/crossentropy": 1.9512163400650024,
      "loss/hidden": 0.98046875,
      "loss/logits": 0.10175444185733795,
      "loss/reg": 8.68795394897461,
      "loss/twn": 0.0,
      "step": 612
    },
    {
      "epoch": 0.015325,
      "grad_norm": 21.0,
      "grad_norm_var": 565.4728515625,
      "learning_rate": 0.0001,
      "loss": 11.341,
      "loss/crossentropy": 1.5439884662628174,
      "loss/hidden": 0.99609375,
      "loss/logits": 0.1131681352853775,
      "loss/reg": 8.687799453735352,
      "loss/twn": 0.0,
      "step": 613
    },
    {
      "epoch": 0.01535,
      "grad_norm": 53.75,
      "grad_norm_var": 579.7999348958333,
      "learning_rate": 0.0001,
      "loss": 12.0181,
      "loss/crossentropy": 1.9833656549453735,
      "loss/hidden": 1.1796875,
      "loss/logits": 0.16742342710494995,
      "loss/reg": 8.687641143798828,
      "loss/twn": 0.0,
      "step": 614
    },
    {
      "epoch": 0.015375,
      "grad_norm": 25.75,
      "grad_norm_var": 579.4061848958333,
      "learning_rate": 0.0001,
      "loss": 11.7056,
      "loss/crossentropy": 1.8551675081253052,
      "loss/hidden": 1.0546875,
      "loss/logits": 0.10823419690132141,
      "loss/reg": 8.687470436096191,
      "loss/twn": 0.0,
      "step": 615
    },
    {
      "epoch": 0.0154,
      "grad_norm": 35.0,
      "grad_norm_var": 565.0393229166667,
      "learning_rate": 0.0001,
      "loss": 11.8872,
      "loss/crossentropy": 2.151254892349243,
      "loss/hidden": 0.8828125,
      "loss/logits": 0.16588298976421356,
      "loss/reg": 8.687288284301758,
      "loss/twn": 0.0,
      "step": 616
    },
    {
      "epoch": 0.015425,
      "grad_norm": 86.5,
      "grad_norm_var": 681.1369140625,
      "learning_rate": 0.0001,
      "loss": 12.1077,
      "loss/crossentropy": 2.4658360481262207,
      "loss/hidden": 0.8203125,
      "loss/logits": 0.13440850377082825,
      "loss/reg": 8.687117576599121,
      "loss/twn": 0.0,
      "step": 617
    },
    {
      "epoch": 0.01545,
      "grad_norm": 23.625,
      "grad_norm_var": 516.9489583333333,
      "learning_rate": 0.0001,
      "loss": 12.1248,
      "loss/crossentropy": 2.5159623622894287,
      "loss/hidden": 0.80078125,
      "loss/logits": 0.1211075410246849,
      "loss/reg": 8.686941146850586,
      "loss/twn": 0.0,
      "step": 618
    },
    {
      "epoch": 0.015475,
      "grad_norm": 26.125,
      "grad_norm_var": 524.9353515625,
      "learning_rate": 0.0001,
      "loss": 12.086,
      "loss/crossentropy": 2.433162212371826,
      "loss/hidden": 0.84375,
      "loss/logits": 0.12230488657951355,
      "loss/reg": 8.686768531799316,
      "loss/twn": 0.0,
      "step": 619
    },
    {
      "epoch": 0.0155,
      "grad_norm": 21.375,
      "grad_norm_var": 521.2427083333333,
      "learning_rate": 0.0001,
      "loss": 12.1392,
      "loss/crossentropy": 2.487259864807129,
      "loss/hidden": 0.84765625,
      "loss/logits": 0.1176735907793045,
      "loss/reg": 8.686601638793945,
      "loss/twn": 0.0,
      "step": 620
    },
    {
      "epoch": 0.015525,
      "grad_norm": 32.25,
      "grad_norm_var": 522.8372395833334,
      "learning_rate": 0.0001,
      "loss": 12.265,
      "loss/crossentropy": 2.570328950881958,
      "loss/hidden": 0.87890625,
      "loss/logits": 0.12933871150016785,
      "loss/reg": 8.686436653137207,
      "loss/twn": 0.0,
      "step": 621
    },
    {
      "epoch": 0.01555,
      "grad_norm": 26.875,
      "grad_norm_var": 520.5622395833333,
      "learning_rate": 0.0001,
      "loss": 11.136,
      "loss/crossentropy": 1.340998649597168,
      "loss/hidden": 1.015625,
      "loss/logits": 0.09306982159614563,
      "loss/reg": 8.686264038085938,
      "loss/twn": 0.0,
      "step": 622
    },
    {
      "epoch": 0.015575,
      "grad_norm": 17.625,
      "grad_norm_var": 527.0468098958333,
      "learning_rate": 0.0001,
      "loss": 12.1424,
      "loss/crossentropy": 2.5924296379089355,
      "loss/hidden": 0.75,
      "loss/logits": 0.11391822248697281,
      "loss/reg": 8.686078071594238,
      "loss/twn": 0.0,
      "step": 623
    },
    {
      "epoch": 0.0156,
      "grad_norm": 25.0,
      "grad_norm_var": 285.18743489583335,
      "learning_rate": 0.0001,
      "loss": 12.2211,
      "loss/crossentropy": 2.437443733215332,
      "loss/hidden": 0.95703125,
      "loss/logits": 0.14070221781730652,
      "loss/reg": 8.685905456542969,
      "loss/twn": 0.0,
      "step": 624
    },
    {
      "epoch": 0.015625,
      "grad_norm": 36.5,
      "grad_norm_var": 285.36451822916666,
      "learning_rate": 0.0001,
      "loss": 12.1984,
      "loss/crossentropy": 2.3812856674194336,
      "loss/hidden": 0.97265625,
      "loss/logits": 0.1587418168783188,
      "loss/reg": 8.685735702514648,
      "loss/twn": 0.0,
      "step": 625
    },
    {
      "epoch": 0.01565,
      "grad_norm": 104.0,
      "grad_norm_var": 606.0080729166667,
      "learning_rate": 0.0001,
      "loss": 10.4901,
      "loss/crossentropy": 0.44736507534980774,
      "loss/hidden": 1.2578125,
      "loss/logits": 0.09935866296291351,
      "loss/reg": 8.685565948486328,
      "loss/twn": 0.0,
      "step": 626
    },
    {
      "epoch": 0.015675,
      "grad_norm": 48.75,
      "grad_norm_var": 607.9791015625,
      "learning_rate": 0.0001,
      "loss": 11.5087,
      "loss/crossentropy": 1.4010777473449707,
      "loss/hidden": 1.34375,
      "loss/logits": 0.07844536006450653,
      "loss/reg": 8.685386657714844,
      "loss/twn": 0.0,
      "step": 627
    },
    {
      "epoch": 0.0157,
      "grad_norm": 34.5,
      "grad_norm_var": 592.8264973958334,
      "learning_rate": 0.0001,
      "loss": 10.3466,
      "loss/crossentropy": 0.49556177854537964,
      "loss/hidden": 1.0859375,
      "loss/logits": 0.07986225187778473,
      "loss/reg": 8.685196876525879,
      "loss/twn": 0.0,
      "step": 628
    },
    {
      "epoch": 0.015725,
      "grad_norm": 77.5,
      "grad_norm_var": 659.2728515625,
      "learning_rate": 0.0001,
      "loss": 11.9556,
      "loss/crossentropy": 1.9556148052215576,
      "loss/hidden": 1.2109375,
      "loss/logits": 0.10404779762029648,
      "loss/reg": 8.685018539428711,
      "loss/twn": 0.0,
      "step": 629
    },
    {
      "epoch": 0.01575,
      "grad_norm": 96.5,
      "grad_norm_var": 839.3572265625,
      "learning_rate": 0.0001,
      "loss": 12.0146,
      "loss/crossentropy": 2.254323720932007,
      "loss/hidden": 0.92578125,
      "loss/logits": 0.14961354434490204,
      "loss/reg": 8.684839248657227,
      "loss/twn": 0.0,
      "step": 630
    },
    {
      "epoch": 0.015775,
      "grad_norm": 26.625,
      "grad_norm_var": 837.1747395833333,
      "learning_rate": 0.0001,
      "loss": 12.3064,
      "loss/crossentropy": 2.467432737350464,
      "loss/hidden": 1.03125,
      "loss/logits": 0.12301573157310486,
      "loss/reg": 8.684676170349121,
      "loss/twn": 0.0,
      "step": 631
    },
    {
      "epoch": 0.0158,
      "grad_norm": 24.75,
      "grad_norm_var": 857.3010416666667,
      "learning_rate": 0.0001,
      "loss": 12.1765,
      "loss/crossentropy": 2.555069923400879,
      "loss/hidden": 0.80859375,
      "loss/logits": 0.1283564567565918,
      "loss/reg": 8.684508323669434,
      "loss/twn": 0.0,
      "step": 632
    },
    {
      "epoch": 0.015825,
      "grad_norm": 27.375,
      "grad_norm_var": 742.9619140625,
      "learning_rate": 0.0001,
      "loss": 11.6926,
      "loss/crossentropy": 1.8473200798034668,
      "loss/hidden": 1.0546875,
      "loss/logits": 0.1062941700220108,
      "loss/reg": 8.684345245361328,
      "loss/twn": 0.0,
      "step": 633
    },
    {
      "epoch": 0.01585,
      "grad_norm": 20.125,
      "grad_norm_var": 751.6426432291667,
      "learning_rate": 0.0001,
      "loss": 11.667,
      "loss/crossentropy": 2.044696807861328,
      "loss/hidden": 0.80859375,
      "loss/logits": 0.1294926106929779,
      "loss/reg": 8.684167861938477,
      "loss/twn": 0.0,
      "step": 634
    },
    {
      "epoch": 0.015875,
      "grad_norm": 24.375,
      "grad_norm_var": 755.1572265625,
      "learning_rate": 0.0001,
      "loss": 12.4344,
      "loss/crossentropy": 2.7302753925323486,
      "loss/hidden": 0.83984375,
      "loss/logits": 0.18028318881988525,
      "loss/reg": 8.683996200561523,
      "loss/twn": 0.0,
      "step": 635
    },
    {
      "epoch": 0.0159,
      "grad_norm": 83.5,
      "grad_norm_var": 839.9643229166667,
      "learning_rate": 0.0001,
      "loss": 11.9397,
      "loss/crossentropy": 2.2648117542266846,
      "loss/hidden": 0.86328125,
      "loss/logits": 0.12779515981674194,
      "loss/reg": 8.683818817138672,
      "loss/twn": 0.0,
      "step": 636
    },
    {
      "epoch": 0.015925,
      "grad_norm": 31.75,
      "grad_norm_var": 840.77265625,
      "learning_rate": 0.0001,
      "loss": 12.2932,
      "loss/crossentropy": 2.4068849086761475,
      "loss/hidden": 0.99609375,
      "loss/logits": 0.20660996437072754,
      "loss/reg": 8.683658599853516,
      "loss/twn": 0.0,
      "step": 637
    },
    {
      "epoch": 0.01595,
      "grad_norm": 118.0,
      "grad_norm_var": 1150.3603515625,
      "learning_rate": 0.0001,
      "loss": 10.269,
      "loss/crossentropy": 0.13195960223674774,
      "loss/hidden": 1.4140625,
      "loss/logits": 0.03953956440091133,
      "loss/reg": 8.683473587036133,
      "loss/twn": 0.0,
      "step": 638
    },
    {
      "epoch": 0.015975,
      "grad_norm": 48.75,
      "grad_norm_var": 1077.3625,
      "learning_rate": 0.0001,
      "loss": 12.25,
      "loss/crossentropy": 2.435452938079834,
      "loss/hidden": 1.0,
      "loss/logits": 0.13128745555877686,
      "loss/reg": 8.683296203613281,
      "loss/twn": 0.0,
      "step": 639
    },
    {
      "epoch": 0.016,
      "grad_norm": 84.5,
      "grad_norm_var": 1086.4114583333333,
      "learning_rate": 0.0001,
      "loss": 11.4253,
      "loss/crossentropy": 1.6488887071609497,
      "loss/hidden": 0.99609375,
      "loss/logits": 0.09724262356758118,
      "loss/reg": 8.683124542236328,
      "loss/twn": 0.0,
      "step": 640
    },
    {
      "epoch": 0.016025,
      "grad_norm": 29.25,
      "grad_norm_var": 1108.0330729166667,
      "learning_rate": 0.0001,
      "loss": 11.2497,
      "loss/crossentropy": 1.423577070236206,
      "loss/hidden": 1.015625,
      "loss/logits": 0.12754982709884644,
      "loss/reg": 8.682952880859375,
      "loss/twn": 0.0,
      "step": 641
    },
    {
      "epoch": 0.01605,
      "grad_norm": 22.0,
      "grad_norm_var": 992.7205729166667,
      "learning_rate": 0.0001,
      "loss": 12.4124,
      "loss/crossentropy": 2.764256715774536,
      "loss/hidden": 0.84765625,
      "loss/logits": 0.11775293201208115,
      "loss/reg": 8.682784080505371,
      "loss/twn": 0.0,
      "step": 642
    },
    {
      "epoch": 0.016075,
      "grad_norm": 100.5,
      "grad_norm_var": 1152.2291666666667,
      "learning_rate": 0.0001,
      "loss": 11.5863,
      "loss/crossentropy": 1.47548246383667,
      "loss/hidden": 1.328125,
      "loss/logits": 0.10010358691215515,
      "loss/reg": 8.682621002197266,
      "loss/twn": 0.0,
      "step": 643
    },
    {
      "epoch": 0.0161,
      "grad_norm": 26.75,
      "grad_norm_var": 1175.22890625,
      "learning_rate": 0.0001,
      "loss": 12.3013,
      "loss/crossentropy": 2.6313583850860596,
      "loss/hidden": 0.87890625,
      "loss/logits": 0.10862234234809875,
      "loss/reg": 8.682451248168945,
      "loss/twn": 0.0,
      "step": 644
    },
    {
      "epoch": 0.016125,
      "grad_norm": 196.0,
      "grad_norm_var": 2445.64765625,
      "learning_rate": 0.0001,
      "loss": 12.1933,
      "loss/crossentropy": 2.51356840133667,
      "loss/hidden": 0.859375,
      "loss/logits": 0.13809403777122498,
      "loss/reg": 8.68230152130127,
      "loss/twn": 0.0,
      "step": 645
    },
    {
      "epoch": 0.01615,
      "grad_norm": 31.625,
      "grad_norm_var": 2393.3759765625,
      "learning_rate": 0.0001,
      "loss": 11.2387,
      "loss/crossentropy": 1.3238886594772339,
      "loss/hidden": 1.140625,
      "loss/logits": 0.09201399981975555,
      "loss/reg": 8.682140350341797,
      "loss/twn": 0.0,
      "step": 646
    },
    {
      "epoch": 0.016175,
      "grad_norm": 51.0,
      "grad_norm_var": 2335.06640625,
      "learning_rate": 0.0001,
      "loss": 12.1563,
      "loss/crossentropy": 2.4814062118530273,
      "loss/hidden": 0.859375,
      "loss/logits": 0.13353964686393738,
      "loss/reg": 8.681985855102539,
      "loss/twn": 0.0,
      "step": 647
    },
    {
      "epoch": 0.0162,
      "grad_norm": 30.375,
      "grad_norm_var": 2312.4697265625,
      "learning_rate": 0.0001,
      "loss": 10.4744,
      "loss/crossentropy": 0.505270779132843,
      "loss/hidden": 1.1953125,
      "loss/logits": 0.09204334020614624,
      "loss/reg": 8.681818008422852,
      "loss/twn": 0.0,
      "step": 648
    },
    {
      "epoch": 0.016225,
      "grad_norm": 37.75,
      "grad_norm_var": 2277.01640625,
      "learning_rate": 0.0001,
      "loss": 11.549,
      "loss/crossentropy": 1.600907564163208,
      "loss/hidden": 1.15625,
      "loss/logits": 0.11019119620323181,
      "loss/reg": 8.681657791137695,
      "loss/twn": 0.0,
      "step": 649
    },
    {
      "epoch": 0.01625,
      "grad_norm": 28.375,
      "grad_norm_var": 2239.040625,
      "learning_rate": 0.0001,
      "loss": 11.8187,
      "loss/crossentropy": 1.919603705406189,
      "loss/hidden": 1.0546875,
      "loss/logits": 0.16285988688468933,
      "loss/reg": 8.681504249572754,
      "loss/twn": 0.0,
      "step": 650
    },
    {
      "epoch": 0.016275,
      "grad_norm": 23.125,
      "grad_norm_var": 2244.9143229166666,
      "learning_rate": 0.0001,
      "loss": 11.693,
      "loss/crossentropy": 1.965175747871399,
      "loss/hidden": 0.96484375,
      "loss/logits": 0.08164883404970169,
      "loss/reg": 8.681354522705078,
      "loss/twn": 0.0,
      "step": 651
    },
    {
      "epoch": 0.0163,
      "grad_norm": 35.75,
      "grad_norm_var": 2231.1364583333334,
      "learning_rate": 0.0001,
      "loss": 12.1487,
      "loss/crossentropy": 2.4559102058410645,
      "loss/hidden": 0.88671875,
      "loss/logits": 0.1248602345585823,
      "loss/reg": 8.681204795837402,
      "loss/twn": 0.0,
      "step": 652
    },
    {
      "epoch": 0.016325,
      "grad_norm": 27.5,
      "grad_norm_var": 2245.989322916667,
      "learning_rate": 0.0001,
      "loss": 12.2035,
      "loss/crossentropy": 2.3635737895965576,
      "loss/hidden": 1.0546875,
      "loss/logits": 0.10413461178541183,
      "loss/reg": 8.68105411529541,
      "loss/twn": 0.0,
      "step": 653
    },
    {
      "epoch": 0.01635,
      "grad_norm": 42.0,
      "grad_norm_var": 1975.7143229166666,
      "learning_rate": 0.0001,
      "loss": 11.6703,
      "loss/crossentropy": 1.8136188983917236,
      "loss/hidden": 1.09375,
      "loss/logits": 0.0820704996585846,
      "loss/reg": 8.680907249450684,
      "loss/twn": 0.0,
      "step": 654
    },
    {
      "epoch": 0.016375,
      "grad_norm": 27.875,
      "grad_norm_var": 2009.0817057291667,
      "learning_rate": 0.0001,
      "loss": 11.1452,
      "loss/crossentropy": 1.3319860696792603,
      "loss/hidden": 1.0390625,
      "loss/logits": 0.09343774616718292,
      "loss/reg": 8.680745124816895,
      "loss/twn": 0.0,
      "step": 655
    },
    {
      "epoch": 0.0164,
      "grad_norm": 29.375,
      "grad_norm_var": 1942.8455729166667,
      "learning_rate": 0.0001,
      "loss": 10.5685,
      "loss/crossentropy": 0.6607128381729126,
      "loss/hidden": 1.1484375,
      "loss/logits": 0.07878898084163666,
      "loss/reg": 8.68058967590332,
      "loss/twn": 0.0,
      "step": 656
    },
    {
      "epoch": 0.016425,
      "grad_norm": 29.125,
      "grad_norm_var": 1943.1291015625,
      "learning_rate": 0.0001,
      "loss": 12.4042,
      "loss/crossentropy": 2.55853271484375,
      "loss/hidden": 0.9921875,
      "loss/logits": 0.17303398251533508,
      "loss/reg": 8.680437088012695,
      "loss/twn": 0.0,
      "step": 657
    },
    {
      "epoch": 0.01645,
      "grad_norm": 34.25,
      "grad_norm_var": 1912.9889973958334,
      "learning_rate": 0.0001,
      "loss": 10.8389,
      "loss/crossentropy": 0.778729259967804,
      "loss/hidden": 1.2890625,
      "loss/logits": 0.09083634614944458,
      "loss/reg": 8.680303573608398,
      "loss/twn": 0.0,
      "step": 658
    },
    {
      "epoch": 0.016475,
      "grad_norm": 21.5,
      "grad_norm_var": 1739.1067057291666,
      "learning_rate": 0.0001,
      "loss": 11.2777,
      "loss/crossentropy": 1.5125099420547485,
      "loss/hidden": 0.9921875,
      "loss/logits": 0.09283959120512009,
      "loss/reg": 8.680154800415039,
      "loss/twn": 0.0,
      "step": 659
    },
    {
      "epoch": 0.0165,
      "grad_norm": 18.0,
      "grad_norm_var": 1761.7108723958333,
      "learning_rate": 0.0001,
      "loss": 12.1729,
      "loss/crossentropy": 2.6743276119232178,
      "loss/hidden": 0.7109375,
      "loss/logits": 0.10764491558074951,
      "loss/reg": 8.680008888244629,
      "loss/twn": 0.0,
      "step": 660
    },
    {
      "epoch": 0.016525,
      "grad_norm": 149.0,
      "grad_norm_var": 931.4264973958333,
      "learning_rate": 0.0001,
      "loss": 11.796,
      "loss/crossentropy": 1.4310739040374756,
      "loss/hidden": 1.6015625,
      "loss/logits": 0.08350003510713577,
      "loss/reg": 8.679859161376953,
      "loss/twn": 0.0,
      "step": 661
    },
    {
      "epoch": 0.01655,
      "grad_norm": 23.0,
      "grad_norm_var": 944.0270833333333,
      "learning_rate": 0.0001,
      "loss": 11.2672,
      "loss/crossentropy": 1.3722707033157349,
      "loss/hidden": 1.09375,
      "loss/logits": 0.12146957218647003,
      "loss/reg": 8.679713249206543,
      "loss/twn": 0.0,
      "step": 662
    },
    {
      "epoch": 0.016575,
      "grad_norm": 33.75,
      "grad_norm_var": 932.7247395833333,
      "learning_rate": 0.0001,
      "loss": 11.1604,
      "loss/crossentropy": 1.3851617574691772,
      "loss/hidden": 1.0078125,
      "loss/logits": 0.08784488588571548,
      "loss/reg": 8.67956256866455,
      "loss/twn": 0.0,
      "step": 663
    },
    {
      "epoch": 0.0166,
      "grad_norm": 21.0,
      "grad_norm_var": 946.4014973958333,
      "learning_rate": 0.0001,
      "loss": 12.1211,
      "loss/crossentropy": 2.5266802310943604,
      "loss/hidden": 0.78515625,
      "loss/logits": 0.12983056902885437,
      "loss/reg": 8.679410934448242,
      "loss/twn": 0.0,
      "step": 664
    },
    {
      "epoch": 0.016625,
      "grad_norm": 69.5,
      "grad_norm_var": 1015.3916015625,
      "learning_rate": 0.0001,
      "loss": 12.1216,
      "loss/crossentropy": 2.4692494869232178,
      "loss/hidden": 0.8515625,
      "loss/logits": 0.12155141681432724,
      "loss/reg": 8.679244041442871,
      "loss/twn": 0.0,
      "step": 665
    },
    {
      "epoch": 0.01665,
      "grad_norm": 32.75,
      "grad_norm_var": 1010.7864583333334,
      "learning_rate": 0.0001,
      "loss": 12.6161,
      "loss/crossentropy": 2.6228532791137695,
      "loss/hidden": 1.15625,
      "loss/logits": 0.15789055824279785,
      "loss/reg": 8.679091453552246,
      "loss/twn": 0.0,
      "step": 666
    },
    {
      "epoch": 0.016675,
      "grad_norm": 29.875,
      "grad_norm_var": 999.7122395833334,
      "learning_rate": 0.0001,
      "loss": 10.5445,
      "loss/crossentropy": 0.739525318145752,
      "loss/hidden": 1.0546875,
      "loss/logits": 0.07139641791582108,
      "loss/reg": 8.678937911987305,
      "loss/twn": 0.0,
      "step": 667
    },
    {
      "epoch": 0.0167,
      "grad_norm": 29.0,
      "grad_norm_var": 1005.4989583333333,
      "learning_rate": 0.0001,
      "loss": 12.2021,
      "loss/crossentropy": 2.478259325027466,
      "loss/hidden": 0.9296875,
      "loss/logits": 0.11538438498973846,
      "loss/reg": 8.678790092468262,
      "loss/twn": 0.0,
      "step": 668
    },
    {
      "epoch": 0.016725,
      "grad_norm": 26.125,
      "grad_norm_var": 1007.6509765625,
      "learning_rate": 0.0001,
      "loss": 11.5081,
      "loss/crossentropy": 1.804980754852295,
      "loss/hidden": 0.9140625,
      "loss/logits": 0.11036747694015503,
      "loss/reg": 8.678645133972168,
      "loss/twn": 0.0,
      "step": 669
    },
    {
      "epoch": 0.01675,
      "grad_norm": 24.125,
      "grad_norm_var": 1019.29765625,
      "learning_rate": 0.0001,
      "loss": 11.1034,
      "loss/crossentropy": 1.324500322341919,
      "loss/hidden": 0.98828125,
      "loss/logits": 0.11215756833553314,
      "loss/reg": 8.678498268127441,
      "loss/twn": 0.0,
      "step": 670
    },
    {
      "epoch": 0.016775,
      "grad_norm": 24.875,
      "grad_norm_var": 1023.66640625,
      "learning_rate": 0.0001,
      "loss": 12.2794,
      "loss/crossentropy": 2.6409506797790527,
      "loss/hidden": 0.83203125,
      "loss/logits": 0.1281108558177948,
      "loss/reg": 8.678349494934082,
      "loss/twn": 0.0,
      "step": 671
    },
    {
      "epoch": 0.0168,
      "grad_norm": 22.5,
      "grad_norm_var": 1033.7962890625,
      "learning_rate": 0.0001,
      "loss": 12.2544,
      "loss/crossentropy": 2.643657684326172,
      "loss/hidden": 0.8125,
      "loss/logits": 0.12006359547376633,
      "loss/reg": 8.678205490112305,
      "loss/twn": 0.0,
      "step": 672
    },
    {
      "epoch": 0.016825,
      "grad_norm": 22.75,
      "grad_norm_var": 1042.8375,
      "learning_rate": 0.0001,
      "loss": 12.0413,
      "loss/crossentropy": 2.387331485748291,
      "loss/hidden": 0.8359375,
      "loss/logits": 0.1400132179260254,
      "loss/reg": 8.678048133850098,
      "loss/twn": 0.0,
      "step": 673
    },
    {
      "epoch": 0.01685,
      "grad_norm": 23.25,
      "grad_norm_var": 1053.5166666666667,
      "learning_rate": 0.0001,
      "loss": 11.0678,
      "loss/crossentropy": 1.2755028009414673,
      "loss/hidden": 1.0390625,
      "loss/logits": 0.07538095116615295,
      "loss/reg": 8.677888870239258,
      "loss/twn": 0.0,
      "step": 674
    },
    {
      "epoch": 0.016875,
      "grad_norm": 30.125,
      "grad_norm_var": 1041.8504557291667,
      "learning_rate": 0.0001,
      "loss": 12.1535,
      "loss/crossentropy": 2.4862682819366455,
      "loss/hidden": 0.84375,
      "loss/logits": 0.1457032561302185,
      "loss/reg": 8.677735328674316,
      "loss/twn": 0.0,
      "step": 675
    },
    {
      "epoch": 0.0169,
      "grad_norm": 24.625,
      "grad_norm_var": 1028.4934895833333,
      "learning_rate": 0.0001,
      "loss": 12.5446,
      "loss/crossentropy": 2.6862292289733887,
      "loss/hidden": 0.98046875,
      "loss/logits": 0.20027393102645874,
      "loss/reg": 8.677580833435059,
      "loss/twn": 0.0,
      "step": 676
    },
    {
      "epoch": 0.016925,
      "grad_norm": 29.0,
      "grad_norm_var": 130.74348958333334,
      "learning_rate": 0.0001,
      "loss": 12.0161,
      "loss/crossentropy": 2.3683135509490967,
      "loss/hidden": 0.84375,
      "loss/logits": 0.12665444612503052,
      "loss/reg": 8.677411079406738,
      "loss/twn": 0.0,
      "step": 677
    },
    {
      "epoch": 0.01695,
      "grad_norm": 163.0,
      "grad_norm_var": 1241.1184895833333,
      "learning_rate": 0.0001,
      "loss": 12.0525,
      "loss/crossentropy": 2.3668503761291504,
      "loss/hidden": 0.8828125,
      "loss/logits": 0.1255994290113449,
      "loss/reg": 8.677251815795898,
      "loss/twn": 0.0,
      "step": 678
    },
    {
      "epoch": 0.016975,
      "grad_norm": 38.0,
      "grad_norm_var": 1239.9010416666667,
      "learning_rate": 0.0001,
      "loss": 11.0399,
      "loss/crossentropy": 1.007588267326355,
      "loss/hidden": 1.2578125,
      "loss/logits": 0.0973692387342453,
      "loss/reg": 8.677084922790527,
      "loss/twn": 0.0,
      "step": 679
    },
    {
      "epoch": 0.017,
      "grad_norm": 21.875,
      "grad_norm_var": 1237.9473307291667,
      "learning_rate": 0.0001,
      "loss": 12.0996,
      "loss/crossentropy": 2.4121975898742676,
      "loss/hidden": 0.90234375,
      "loss/logits": 0.10816814005374908,
      "loss/reg": 8.676929473876953,
      "loss/twn": 0.0,
      "step": 680
    },
    {
      "epoch": 0.017025,
      "grad_norm": 40.0,
      "grad_norm_var": 1169.2676432291667,
      "learning_rate": 0.0001,
      "loss": 11.3948,
      "loss/crossentropy": 1.5147836208343506,
      "loss/hidden": 1.1328125,
      "loss/logits": 0.07047547399997711,
      "loss/reg": 8.676769256591797,
      "loss/twn": 0.0,
      "step": 681
    },
    {
      "epoch": 0.01705,
      "grad_norm": 28.375,
      "grad_norm_var": 1172.5739583333334,
      "learning_rate": 0.0001,
      "loss": 12.1792,
      "loss/crossentropy": 2.4957895278930664,
      "loss/hidden": 0.86328125,
      "loss/logits": 0.14354616403579712,
      "loss/reg": 8.676616668701172,
      "loss/twn": 0.0,
      "step": 682
    },
    {
      "epoch": 0.017075,
      "grad_norm": 21.5,
      "grad_norm_var": 1183.9020182291667,
      "learning_rate": 0.0001,
      "loss": 10.9521,
      "loss/crossentropy": 1.109391212463379,
      "loss/hidden": 1.0546875,
      "loss/logits": 0.1115969568490982,
      "loss/reg": 8.6764554977417,
      "loss/twn": 0.0,
      "step": 683
    },
    {
      "epoch": 0.0171,
      "grad_norm": 122.0,
      "grad_norm_var": 1642.9926432291666,
      "learning_rate": 0.0001,
      "loss": 11.9535,
      "loss/crossentropy": 1.5267117023468018,
      "loss/hidden": 1.6484375,
      "loss/logits": 0.10209629684686661,
      "loss/reg": 8.676294326782227,
      "loss/twn": 0.0,
      "step": 684
    },
    {
      "epoch": 0.017125,
      "grad_norm": 21.75,
      "grad_norm_var": 1653.0893229166666,
      "learning_rate": 0.0001,
      "loss": 10.9633,
      "loss/crossentropy": 1.0852842330932617,
      "loss/hidden": 1.1015625,
      "loss/logits": 0.10026420652866364,
      "loss/reg": 8.676140785217285,
      "loss/twn": 0.0,
      "step": 685
    },
    {
      "epoch": 0.01715,
      "grad_norm": 36.25,
      "grad_norm_var": 1634.8197265625,
      "learning_rate": 0.0001,
      "loss": 11.5949,
      "loss/crossentropy": 1.8544628620147705,
      "loss/hidden": 0.9453125,
      "loss/logits": 0.11912861466407776,
      "loss/reg": 8.675971031188965,
      "loss/twn": 0.0,
      "step": 686
    },
    {
      "epoch": 0.017175,
      "grad_norm": 25.5,
      "grad_norm_var": 1633.428125,
      "learning_rate": 0.0001,
      "loss": 10.6788,
      "loss/crossentropy": 0.7781402468681335,
      "loss/hidden": 1.140625,
      "loss/logits": 0.08424162864685059,
      "loss/reg": 8.675811767578125,
      "loss/twn": 0.0,
      "step": 687
    },
    {
      "epoch": 0.0172,
      "grad_norm": 32.5,
      "grad_norm_var": 1613.803125,
      "learning_rate": 0.0001,
      "loss": 12.2131,
      "loss/crossentropy": 2.4414634704589844,
      "loss/hidden": 0.9453125,
      "loss/logits": 0.15070614218711853,
      "loss/reg": 8.675655364990234,
      "loss/twn": 0.0,
      "step": 688
    },
    {
      "epoch": 0.017225,
      "grad_norm": 30.5,
      "grad_norm_var": 1597.11640625,
      "learning_rate": 0.0001,
      "loss": 12.3484,
      "loss/crossentropy": 2.6249377727508545,
      "loss/hidden": 0.9296875,
      "loss/logits": 0.11827968060970306,
      "loss/reg": 8.675497055053711,
      "loss/twn": 0.0,
      "step": 689
    },
    {
      "epoch": 0.01725,
      "grad_norm": 33.75,
      "grad_norm_var": 1576.33515625,
      "learning_rate": 0.0001,
      "loss": 11.4304,
      "loss/crossentropy": 1.702589750289917,
      "loss/hidden": 0.9609375,
      "loss/logits": 0.09154261648654938,
      "loss/reg": 8.67534065246582,
      "loss/twn": 0.0,
      "step": 690
    },
    {
      "epoch": 0.017275,
      "grad_norm": 270.0,
      "grad_norm_var": 4739.3119140625,
      "learning_rate": 0.0001,
      "loss": 11.5967,
      "loss/crossentropy": 1.7601555585861206,
      "loss/hidden": 1.0546875,
      "loss/logits": 0.10664980113506317,
      "loss/reg": 8.675187110900879,
      "loss/twn": 0.0,
      "step": 691
    },
    {
      "epoch": 0.0173,
      "grad_norm": 38.0,
      "grad_norm_var": 4689.789583333333,
      "learning_rate": 0.0001,
      "loss": 11.1409,
      "loss/crossentropy": 1.2822977304458618,
      "loss/hidden": 1.078125,
      "loss/logits": 0.10546335577964783,
      "loss/reg": 8.675052642822266,
      "loss/twn": 0.0,
      "step": 692
    },
    {
      "epoch": 0.017325,
      "grad_norm": 34.75,
      "grad_norm_var": 4668.47265625,
      "learning_rate": 0.0001,
      "loss": 11.0565,
      "loss/crossentropy": 1.2594798803329468,
      "loss/hidden": 1.0390625,
      "loss/logits": 0.08306904137134552,
      "loss/reg": 8.674908638000488,
      "loss/twn": 0.0,
      "step": 693
    },
    {
      "epoch": 0.01735,
      "grad_norm": 34.5,
      "grad_norm_var": 3933.3455729166667,
      "learning_rate": 0.0001,
      "loss": 11.9431,
      "loss/crossentropy": 2.340895652770996,
      "loss/hidden": 0.80859375,
      "loss/logits": 0.11889052391052246,
      "loss/reg": 8.674761772155762,
      "loss/twn": 0.0,
      "step": 694
    },
    {
      "epoch": 0.017375,
      "grad_norm": 26.25,
      "grad_norm_var": 3963.6385416666667,
      "learning_rate": 0.0001,
      "loss": 11.6184,
      "loss/crossentropy": 1.9524754285812378,
      "loss/hidden": 0.8828125,
      "loss/logits": 0.10850561410188675,
      "loss/reg": 8.674614906311035,
      "loss/twn": 0.0,
      "step": 695
    },
    {
      "epoch": 0.0174,
      "grad_norm": 26.75,
      "grad_norm_var": 3946.1317057291667,
      "learning_rate": 0.0001,
      "loss": 11.3042,
      "loss/crossentropy": 1.6829349994659424,
      "loss/hidden": 0.85546875,
      "loss/logits": 0.09133752435445786,
      "loss/reg": 8.674471855163574,
      "loss/twn": 0.0,
      "step": 696
    },
    {
      "epoch": 0.017425,
      "grad_norm": 22.0,
      "grad_norm_var": 3993.7379557291665,
      "learning_rate": 0.0001,
      "loss": 12.2908,
      "loss/crossentropy": 2.5423495769500732,
      "loss/hidden": 0.9375,
      "loss/logits": 0.13664641976356506,
      "loss/reg": 8.674322128295898,
      "loss/twn": 0.0,
      "step": 697
    },
    {
      "epoch": 0.01745,
      "grad_norm": 28.375,
      "grad_norm_var": 3993.7379557291665,
      "learning_rate": 0.0001,
      "loss": 11.376,
      "loss/crossentropy": 1.6134560108184814,
      "loss/hidden": 1.0,
      "loss/logits": 0.08837807923555374,
      "loss/reg": 8.674178123474121,
      "loss/twn": 0.0,
      "step": 698
    },
    {
      "epoch": 0.017475,
      "grad_norm": 52.5,
      "grad_norm_var": 3934.8702473958333,
      "learning_rate": 0.0001,
      "loss": 12.3206,
      "loss/crossentropy": 2.4500646591186523,
      "loss/hidden": 1.0625,
      "loss/logits": 0.13401490449905396,
      "loss/reg": 8.674036026000977,
      "loss/twn": 0.0,
      "step": 699
    },
    {
      "epoch": 0.0175,
      "grad_norm": 27.5,
      "grad_norm_var": 3613.6686848958334,
      "learning_rate": 0.0001,
      "loss": 11.3885,
      "loss/crossentropy": 1.6851568222045898,
      "loss/hidden": 0.91796875,
      "loss/logits": 0.11151707172393799,
      "loss/reg": 8.6738862991333,
      "loss/twn": 0.0,
      "step": 700
    },
    {
      "epoch": 0.017525,
      "grad_norm": 43.0,
      "grad_norm_var": 3572.3197265625,
      "learning_rate": 0.0001,
      "loss": 12.3313,
      "loss/crossentropy": 2.652559280395508,
      "loss/hidden": 0.875,
      "loss/logits": 0.13005965948104858,
      "loss/reg": 8.673727989196777,
      "loss/twn": 0.0,
      "step": 701
    },
    {
      "epoch": 0.01755,
      "grad_norm": 25.0,
      "grad_norm_var": 3597.3041015625,
      "learning_rate": 0.0001,
      "loss": 12.1081,
      "loss/crossentropy": 2.3341362476348877,
      "loss/hidden": 0.96484375,
      "loss/logits": 0.13550812005996704,
      "loss/reg": 8.67358112335205,
      "loss/twn": 0.0,
      "step": 702
    },
    {
      "epoch": 0.017575,
      "grad_norm": 103.0,
      "grad_norm_var": 3751.2546223958334,
      "learning_rate": 0.0001,
      "loss": 12.1784,
      "loss/crossentropy": 2.1381049156188965,
      "loss/hidden": 1.2421875,
      "loss/logits": 0.12464547902345657,
      "loss/reg": 8.673436164855957,
      "loss/twn": 0.0,
      "step": 703
    },
    {
      "epoch": 0.0176,
      "grad_norm": 27.875,
      "grad_norm_var": 3764.4768229166666,
      "learning_rate": 0.0001,
      "loss": 11.7685,
      "loss/crossentropy": 2.2641758918762207,
      "loss/hidden": 0.7109375,
      "loss/logits": 0.12013732641935349,
      "loss/reg": 8.673284530639648,
      "loss/twn": 0.0,
      "step": 704
    },
    {
      "epoch": 0.017625,
      "grad_norm": 33.5,
      "grad_norm_var": 3756.645572916667,
      "learning_rate": 0.0001,
      "loss": 11.7974,
      "loss/crossentropy": 2.1641063690185547,
      "loss/hidden": 0.83984375,
      "loss/logits": 0.12029796838760376,
      "loss/reg": 8.673141479492188,
      "loss/twn": 0.0,
      "step": 705
    },
    {
      "epoch": 0.01765,
      "grad_norm": 38.5,
      "grad_norm_var": 3746.7052083333333,
      "learning_rate": 0.0001,
      "loss": 11.2052,
      "loss/crossentropy": 1.226467490196228,
      "loss/hidden": 1.2109375,
      "loss/logits": 0.0947582945227623,
      "loss/reg": 8.67300033569336,
      "loss/twn": 0.0,
      "step": 706
    },
    {
      "epoch": 0.017675,
      "grad_norm": 44.75,
      "grad_norm_var": 369.59765625,
      "learning_rate": 0.0001,
      "loss": 9.9471,
      "loss/crossentropy": 0.2296876758337021,
      "loss/hidden": 1.0078125,
      "loss/logits": 0.03679632022976875,
      "loss/reg": 8.6728515625,
      "loss/twn": 0.0,
      "step": 707
    },
    {
      "epoch": 0.0177,
      "grad_norm": 28.25,
      "grad_norm_var": 375.396875,
      "learning_rate": 0.0001,
      "loss": 11.8264,
      "loss/crossentropy": 2.170910596847534,
      "loss/hidden": 0.8671875,
      "loss/logits": 0.115595743060112,
      "loss/reg": 8.672700881958008,
      "loss/twn": 0.0,
      "step": 708
    },
    {
      "epoch": 0.017725,
      "grad_norm": 189.0,
      "grad_norm_var": 1810.40390625,
      "learning_rate": 0.0001,
      "loss": 11.1687,
      "loss/crossentropy": 1.3513436317443848,
      "loss/hidden": 1.0546875,
      "loss/logits": 0.09009671956300735,
      "loss/reg": 8.67255687713623,
      "loss/twn": 0.0,
      "step": 709
    },
    {
      "epoch": 0.01775,
      "grad_norm": 34.0,
      "grad_norm_var": 1811.24765625,
      "learning_rate": 0.0001,
      "loss": 12.1041,
      "loss/crossentropy": 2.4291117191314697,
      "loss/hidden": 0.87890625,
      "loss/logits": 0.12367990612983704,
      "loss/reg": 8.672411918640137,
      "loss/twn": 0.0,
      "step": 710
    },
    {
      "epoch": 0.017775,
      "grad_norm": 85.0,
      "grad_norm_var": 1865.2854166666666,
      "learning_rate": 0.0001,
      "loss": 11.5099,
      "loss/crossentropy": 1.4996607303619385,
      "loss/hidden": 1.2734375,
      "loss/logits": 0.06449121981859207,
      "loss/reg": 8.672269821166992,
      "loss/twn": 0.0,
      "step": 711
    },
    {
      "epoch": 0.0178,
      "grad_norm": 24.5,
      "grad_norm_var": 1872.7455729166666,
      "learning_rate": 0.0001,
      "loss": 12.0987,
      "loss/crossentropy": 2.494858980178833,
      "loss/hidden": 0.796875,
      "loss/logits": 0.13483405113220215,
      "loss/reg": 8.672136306762695,
      "loss/twn": 0.0,
      "step": 712
    },
    {
      "epoch": 0.017825,
      "grad_norm": 27.25,
      "grad_norm_var": 1854.5729166666667,
      "learning_rate": 0.0001,
      "loss": 11.6112,
      "loss/crossentropy": 2.003628969192505,
      "loss/hidden": 0.83203125,
      "loss/logits": 0.10350976884365082,
      "loss/reg": 8.671984672546387,
      "loss/twn": 0.0,
      "step": 713
    },
    {
      "epoch": 0.01785,
      "grad_norm": 55.0,
      "grad_norm_var": 1819.4473307291667,
      "learning_rate": 0.0001,
      "loss": 11.2997,
      "loss/crossentropy": 1.4207143783569336,
      "loss/hidden": 1.125,
      "loss/logits": 0.08219152688980103,
      "loss/reg": 8.671839714050293,
      "loss/twn": 0.0,
      "step": 714
    },
    {
      "epoch": 0.017875,
      "grad_norm": 25.875,
      "grad_norm_var": 1863.4479166666667,
      "learning_rate": 0.0001,
      "loss": 12.7446,
      "loss/crossentropy": 3.069246530532837,
      "loss/hidden": 0.8671875,
      "loss/logits": 0.13643398880958557,
      "loss/reg": 8.671697616577148,
      "loss/twn": 0.0,
      "step": 715
    },
    {
      "epoch": 0.0179,
      "grad_norm": 27.25,
      "grad_norm_var": 1864.2268229166666,
      "learning_rate": 0.0001,
      "loss": 11.5884,
      "loss/crossentropy": 1.9184796810150146,
      "loss/hidden": 0.88671875,
      "loss/logits": 0.11163938045501709,
      "loss/reg": 8.671571731567383,
      "loss/twn": 0.0,
      "step": 716
    },
    {
      "epoch": 0.017925,
      "grad_norm": 124.5,
      "grad_norm_var": 2195.3205729166666,
      "learning_rate": 0.0001,
      "loss": 11.3117,
      "loss/crossentropy": 1.525429368019104,
      "loss/hidden": 1.015625,
      "loss/logits": 0.09922030568122864,
      "loss/reg": 8.671445846557617,
      "loss/twn": 0.0,
      "step": 717
    },
    {
      "epoch": 0.01795,
      "grad_norm": 36.0,
      "grad_norm_var": 2157.668489583333,
      "learning_rate": 0.0001,
      "loss": 11.8638,
      "loss/crossentropy": 1.9758306741714478,
      "loss/hidden": 1.09375,
      "loss/logits": 0.12289813905954361,
      "loss/reg": 8.671307563781738,
      "loss/twn": 0.0,
      "step": 718
    },
    {
      "epoch": 0.017975,
      "grad_norm": 29.25,
      "grad_norm_var": 2040.5135416666667,
      "learning_rate": 0.0001,
      "loss": 12.6235,
      "loss/crossentropy": 2.8443222045898438,
      "loss/hidden": 0.95703125,
      "loss/logits": 0.1509847193956375,
      "loss/reg": 8.671172142028809,
      "loss/twn": 0.0,
      "step": 719
    },
    {
      "epoch": 0.018,
      "grad_norm": 27.375,
      "grad_norm_var": 2042.13125,
      "learning_rate": 0.0001,
      "loss": 12.4495,
      "loss/crossentropy": 2.8385610580444336,
      "loss/hidden": 0.83203125,
      "loss/logits": 0.10786540806293488,
      "loss/reg": 8.671030044555664,
      "loss/twn": 0.0,
      "step": 720
    },
    {
      "epoch": 0.018025,
      "grad_norm": 24.25,
      "grad_norm_var": 2070.14140625,
      "learning_rate": 0.0001,
      "loss": 12.2449,
      "loss/crossentropy": 2.5518176555633545,
      "loss/hidden": 0.8671875,
      "loss/logits": 0.15501756966114044,
      "loss/reg": 8.670918464660645,
      "loss/twn": 0.0,
      "step": 721
    },
    {
      "epoch": 0.01805,
      "grad_norm": 130.0,
      "grad_norm_var": 2437.28515625,
      "learning_rate": 0.0001,
      "loss": 11.2703,
      "loss/crossentropy": 1.3152107000350952,
      "loss/hidden": 1.203125,
      "loss/logits": 0.08120039105415344,
      "loss/reg": 8.670785903930664,
      "loss/twn": 0.0,
      "step": 722
    },
    {
      "epoch": 0.018075,
      "grad_norm": 27.0,
      "grad_norm_var": 2486.0052083333335,
      "learning_rate": 0.0001,
      "loss": 11.7594,
      "loss/crossentropy": 2.0970349311828613,
      "loss/hidden": 0.89453125,
      "loss/logits": 0.09718000143766403,
      "loss/reg": 8.670642852783203,
      "loss/twn": 0.0,
      "step": 723
    },
    {
      "epoch": 0.0181,
      "grad_norm": 23.875,
      "grad_norm_var": 2503.3343098958335,
      "learning_rate": 0.0001,
      "loss": 11.4722,
      "loss/crossentropy": 1.724533200263977,
      "loss/hidden": 0.98046875,
      "loss/logits": 0.09668336063623428,
      "loss/reg": 8.670510292053223,
      "loss/twn": 0.0,
      "step": 724
    },
    {
      "epoch": 0.018125,
      "grad_norm": 189.0,
      "grad_norm_var": 2503.3343098958335,
      "learning_rate": 0.0001,
      "loss": 12.2812,
      "loss/crossentropy": 2.6063339710235596,
      "loss/hidden": 0.85546875,
      "loss/logits": 0.14899684488773346,
      "loss/reg": 8.670373916625977,
      "loss/twn": 0.0,
      "step": 725
    },
    {
      "epoch": 0.01815,
      "grad_norm": 36.5,
      "grad_norm_var": 2496.5139973958335,
      "learning_rate": 0.0001,
      "loss": 12.2923,
      "loss/crossentropy": 2.58054518699646,
      "loss/hidden": 0.8984375,
      "loss/logits": 0.1431220918893814,
      "loss/reg": 8.670238494873047,
      "loss/twn": 0.0,
      "step": 726
    },
    {
      "epoch": 0.018175,
      "grad_norm": 24.75,
      "grad_norm_var": 2488.7317057291666,
      "learning_rate": 0.0001,
      "loss": 12.2062,
      "loss/crossentropy": 2.6466224193573,
      "loss/hidden": 0.76953125,
      "loss/logits": 0.11991465091705322,
      "loss/reg": 8.670087814331055,
      "loss/twn": 0.0,
      "step": 727
    },
    {
      "epoch": 0.0182,
      "grad_norm": 26.875,
      "grad_norm_var": 2480.3684895833335,
      "learning_rate": 0.0001,
      "loss": 12.0167,
      "loss/crossentropy": 2.461927652359009,
      "loss/hidden": 0.76171875,
      "loss/logits": 0.1231193095445633,
      "loss/reg": 8.669951438903809,
      "loss/twn": 0.0,
      "step": 728
    },
    {
      "epoch": 0.018225,
      "grad_norm": 21.0,
      "grad_norm_var": 2503.578125,
      "learning_rate": 0.0001,
      "loss": 12.1351,
      "loss/crossentropy": 2.4456393718719482,
      "loss/hidden": 0.87109375,
      "loss/logits": 0.14857999980449677,
      "loss/reg": 8.669812202453613,
      "loss/twn": 0.0,
      "step": 729
    },
    {
      "epoch": 0.01825,
      "grad_norm": 29.75,
      "grad_norm_var": 2532.589322916667,
      "learning_rate": 0.0001,
      "loss": 10.8741,
      "loss/crossentropy": 0.9910110831260681,
      "loss/hidden": 1.1328125,
      "loss/logits": 0.08062282204627991,
      "loss/reg": 8.66968059539795,
      "loss/twn": 0.0,
      "step": 730
    },
    {
      "epoch": 0.018275,
      "grad_norm": 23.625,
      "grad_norm_var": 2540.204166666667,
      "learning_rate": 0.0001,
      "loss": 10.4027,
      "loss/crossentropy": 0.645240843296051,
      "loss/hidden": 1.03125,
      "loss/logits": 0.05671399086713791,
      "loss/reg": 8.669541358947754,
      "loss/twn": 0.0,
      "step": 731
    },
    {
      "epoch": 0.0183,
      "grad_norm": 20.125,
      "grad_norm_var": 2565.048893229167,
      "learning_rate": 0.0001,
      "loss": 12.4039,
      "loss/crossentropy": 2.713857650756836,
      "loss/hidden": 0.87890625,
      "loss/logits": 0.14172154664993286,
      "loss/reg": 8.669404983520508,
      "loss/twn": 0.0,
      "step": 732
    },
    {
      "epoch": 0.018325,
      "grad_norm": 28.375,
      "grad_norm_var": 2182.801822916667,
      "learning_rate": 0.0001,
      "loss": 12.2232,
      "loss/crossentropy": 2.4549005031585693,
      "loss/hidden": 0.93359375,
      "loss/logits": 0.16544505953788757,
      "loss/reg": 8.669259071350098,
      "loss/twn": 0.0,
      "step": 733
    },
    {
      "epoch": 0.01835,
      "grad_norm": 32.75,
      "grad_norm_var": 2186.759375,
      "learning_rate": 0.0001,
      "loss": 12.3991,
      "loss/crossentropy": 2.7525079250335693,
      "loss/hidden": 0.84375,
      "loss/logits": 0.1337253600358963,
      "loss/reg": 8.66911506652832,
      "loss/twn": 0.0,
      "step": 734
    },
    {
      "epoch": 0.018375,
      "grad_norm": 58.75,
      "grad_norm_var": 2185.46875,
      "learning_rate": 0.0001,
      "loss": 10.2716,
      "loss/crossentropy": 0.3545558452606201,
      "loss/hidden": 1.203125,
      "loss/logits": 0.04493255540728569,
      "loss/reg": 8.668961524963379,
      "loss/twn": 0.0,
      "step": 735
    },
    {
      "epoch": 0.0184,
      "grad_norm": 22.5,
      "grad_norm_var": 2198.5728515625,
      "learning_rate": 0.0001,
      "loss": 10.0198,
      "loss/crossentropy": 0.23631225526332855,
      "loss/hidden": 1.0625,
      "loss/logits": 0.05213317275047302,
      "loss/reg": 8.668821334838867,
      "loss/twn": 0.0,
      "step": 736
    },
    {
      "epoch": 0.018425,
      "grad_norm": 26.875,
      "grad_norm_var": 2191.76015625,
      "learning_rate": 0.0001,
      "loss": 10.6726,
      "loss/crossentropy": 0.8763217926025391,
      "loss/hidden": 1.046875,
      "loss/logits": 0.08067437261343002,
      "loss/reg": 8.668697357177734,
      "loss/twn": 0.0,
      "step": 737
    },
    {
      "epoch": 0.01845,
      "grad_norm": 30.0,
      "grad_norm_var": 1684.88515625,
      "learning_rate": 0.0001,
      "loss": 10.9188,
      "loss/crossentropy": 1.3276132345199585,
      "loss/hidden": 0.85546875,
      "loss/logits": 0.0671548917889595,
      "loss/reg": 8.668547630310059,
      "loss/twn": 0.0,
      "step": 738
    },
    {
      "epoch": 0.018475,
      "grad_norm": 22.75,
      "grad_norm_var": 1692.734375,
      "learning_rate": 0.0001,
      "loss": 12.362,
      "loss/crossentropy": 2.765106201171875,
      "loss/hidden": 0.81640625,
      "loss/logits": 0.11211474239826202,
      "loss/reg": 8.66840934753418,
      "loss/twn": 0.0,
      "step": 739
    },
    {
      "epoch": 0.0185,
      "grad_norm": 21.125,
      "grad_norm_var": 1698.60390625,
      "learning_rate": 0.0001,
      "loss": 12.1584,
      "loss/crossentropy": 2.5377485752105713,
      "loss/hidden": 0.80078125,
      "loss/logits": 0.15163663029670715,
      "loss/reg": 8.668268203735352,
      "loss/twn": 0.0,
      "step": 740
    },
    {
      "epoch": 0.018525,
      "grad_norm": 29.875,
      "grad_norm_var": 86.38587239583333,
      "learning_rate": 0.0001,
      "loss": 10.5281,
      "loss/crossentropy": 0.6243162751197815,
      "loss/hidden": 1.1640625,
      "loss/logits": 0.07158983498811722,
      "loss/reg": 8.668137550354004,
      "loss/twn": 0.0,
      "step": 741
    },
    {
      "epoch": 0.01855,
      "grad_norm": 33.75,
      "grad_norm_var": 83.9166015625,
      "learning_rate": 0.0001,
      "loss": 11.3755,
      "loss/crossentropy": 1.4815775156021118,
      "loss/hidden": 1.1171875,
      "loss/logits": 0.10873249918222427,
      "loss/reg": 8.667993545532227,
      "loss/twn": 0.0,
      "step": 742
    },
    {
      "epoch": 0.018575,
      "grad_norm": 143.0,
      "grad_norm_var": 901.8124348958333,
      "learning_rate": 0.0001,
      "loss": 11.659,
      "loss/crossentropy": 1.794521450996399,
      "loss/hidden": 1.0703125,
      "loss/logits": 0.12629684805870056,
      "loss/reg": 8.667859077453613,
      "loss/twn": 0.0,
      "step": 743
    },
    {
      "epoch": 0.0186,
      "grad_norm": 51.25,
      "grad_norm_var": 910.2802083333333,
      "learning_rate": 0.0001,
      "loss": 11.5766,
      "loss/crossentropy": 1.5883032083511353,
      "loss/hidden": 1.1953125,
      "loss/logits": 0.12525807321071625,
      "loss/reg": 8.667725563049316,
      "loss/twn": 0.0,
      "step": 744
    },
    {
      "epoch": 0.018625,
      "grad_norm": 21.25,
      "grad_norm_var": 909.7434895833334,
      "learning_rate": 0.0001,
      "loss": 11.8824,
      "loss/crossentropy": 2.298858880996704,
      "loss/hidden": 0.80078125,
      "loss/logits": 0.11518649011850357,
      "loss/reg": 8.66757583618164,
      "loss/twn": 0.0,
      "step": 745
    },
    {
      "epoch": 0.01865,
      "grad_norm": 247.0,
      "grad_norm_var": 3642.79375,
      "learning_rate": 0.0001,
      "loss": 10.7809,
      "loss/crossentropy": 0.9643247723579407,
      "loss/hidden": 1.0390625,
      "loss/logits": 0.11008217185735703,
      "loss/reg": 8.667430877685547,
      "loss/twn": 0.0,
      "step": 746
    },
    {
      "epoch": 0.018675,
      "grad_norm": 31.0,
      "grad_norm_var": 3619.4587890625,
      "learning_rate": 0.0001,
      "loss": 11.2286,
      "loss/crossentropy": 1.418555498123169,
      "loss/hidden": 1.0390625,
      "loss/logits": 0.10369899123907089,
      "loss/reg": 8.667282104492188,
      "loss/twn": 0.0,
      "step": 747
    },
    {
      "epoch": 0.0187,
      "grad_norm": 23.75,
      "grad_norm_var": 3605.225,
      "learning_rate": 0.0001,
      "loss": 12.061,
      "loss/crossentropy": 2.45884370803833,
      "loss/hidden": 0.8359375,
      "loss/logits": 0.0991104319691658,
      "loss/reg": 8.667143821716309,
      "loss/twn": 0.0,
      "step": 748
    },
    {
      "epoch": 0.018725,
      "grad_norm": 19.125,
      "grad_norm_var": 3639.0934895833334,
      "learning_rate": 0.0001,
      "loss": 11.9897,
      "loss/crossentropy": 2.389986515045166,
      "loss/hidden": 0.8125,
      "loss/logits": 0.12021613866090775,
      "loss/reg": 8.667019844055176,
      "loss/twn": 0.0,
      "step": 749
    },
    {
      "epoch": 0.01875,
      "grad_norm": 38.25,
      "grad_norm_var": 3627.6580729166667,
      "learning_rate": 0.0001,
      "loss": 10.1606,
      "loss/crossentropy": 0.2755975127220154,
      "loss/hidden": 1.1640625,
      "loss/logits": 0.05403953790664673,
      "loss/reg": 8.666891098022461,
      "loss/twn": 0.0,
      "step": 750
    },
    {
      "epoch": 0.018775,
      "grad_norm": 18.5,
      "grad_norm_var": 3688.7458333333334,
      "learning_rate": 0.0001,
      "loss": 12.2271,
      "loss/crossentropy": 2.6828043460845947,
      "loss/hidden": 0.75390625,
      "loss/logits": 0.12360608577728271,
      "loss/reg": 8.666756629943848,
      "loss/twn": 0.0,
      "step": 751
    },
    {
      "epoch": 0.0188,
      "grad_norm": 23.125,
      "grad_norm_var": 3686.5827473958334,
      "learning_rate": 0.0001,
      "loss": 10.4855,
      "loss/crossentropy": 0.9198982119560242,
      "loss/hidden": 0.80078125,
      "loss/logits": 0.09819576144218445,
      "loss/reg": 8.66662311553955,
      "loss/twn": 0.0,
      "step": 752
    },
    {
      "epoch": 0.018825,
      "grad_norm": 201.0,
      "grad_norm_var": 5072.780989583333,
      "learning_rate": 0.0001,
      "loss": 10.2403,
      "loss/crossentropy": 0.2677990198135376,
      "loss/hidden": 1.265625,
      "loss/logits": 0.04041082412004471,
      "loss/reg": 8.666485786437988,
      "loss/twn": 0.0,
      "step": 753
    },
    {
      "epoch": 0.01885,
      "grad_norm": 22.75,
      "grad_norm_var": 5104.748958333334,
      "learning_rate": 0.0001,
      "loss": 11.9847,
      "loss/crossentropy": 2.481069564819336,
      "loss/hidden": 0.73828125,
      "loss/logits": 0.09899482131004333,
      "loss/reg": 8.666351318359375,
      "loss/twn": 0.0,
      "step": 754
    },
    {
      "epoch": 0.018875,
      "grad_norm": 51.25,
      "grad_norm_var": 5016.933333333333,
      "learning_rate": 0.0001,
      "loss": 11.6859,
      "loss/crossentropy": 2.012446403503418,
      "loss/hidden": 0.90625,
      "loss/logits": 0.10103265941143036,
      "loss/reg": 8.666210174560547,
      "loss/twn": 0.0,
      "step": 755
    },
    {
      "epoch": 0.0189,
      "grad_norm": 157.0,
      "grad_norm_var": 5448.4072265625,
      "learning_rate": 0.0001,
      "loss": 12.6693,
      "loss/crossentropy": 2.8460886478424072,
      "loss/hidden": 1.0078125,
      "loss/logits": 0.149321049451828,
      "loss/reg": 8.666069984436035,
      "loss/twn": 0.0,
      "step": 756
    },
    {
      "epoch": 0.018925,
      "grad_norm": 99.0,
      "grad_norm_var": 5381.910416666667,
      "learning_rate": 0.0001,
      "loss": 10.9154,
      "loss/crossentropy": 1.2100906372070312,
      "loss/hidden": 0.96875,
      "loss/logits": 0.07061389088630676,
      "loss/reg": 8.665928840637207,
      "loss/twn": 0.0,
      "step": 757
    },
    {
      "epoch": 0.01895,
      "grad_norm": 31.25,
      "grad_norm_var": 5395.655208333334,
      "learning_rate": 0.0001,
      "loss": 11.2015,
      "loss/crossentropy": 1.4493834972381592,
      "loss/hidden": 0.9921875,
      "loss/logits": 0.09418177604675293,
      "loss/reg": 8.665790557861328,
      "loss/twn": 0.0,
      "step": 758
    },
    {
      "epoch": 0.018975,
      "grad_norm": 176.0,
      "grad_norm_var": 5768.830208333334,
      "learning_rate": 0.0001,
      "loss": 11.2182,
      "loss/crossentropy": 1.5739831924438477,
      "loss/hidden": 0.87109375,
      "loss/logits": 0.10745346546173096,
      "loss/reg": 8.665658950805664,
      "loss/twn": 0.0,
      "step": 759
    },
    {
      "epoch": 0.019,
      "grad_norm": 37.25,
      "grad_norm_var": 5826.755208333333,
      "learning_rate": 0.0001,
      "loss": 12.2451,
      "loss/crossentropy": 2.6453640460968018,
      "loss/hidden": 0.80859375,
      "loss/logits": 0.1255873739719391,
      "loss/reg": 8.665525436401367,
      "loss/twn": 0.0,
      "step": 760
    },
    {
      "epoch": 0.019025,
      "grad_norm": 31.75,
      "grad_norm_var": 5758.614583333333,
      "learning_rate": 0.0001,
      "loss": 11.2059,
      "loss/crossentropy": 1.4887776374816895,
      "loss/hidden": 0.9609375,
      "loss/logits": 0.09083248674869537,
      "loss/reg": 8.66538143157959,
      "loss/twn": 0.0,
      "step": 761
    },
    {
      "epoch": 0.01905,
      "grad_norm": 37.0,
      "grad_norm_var": 3712.8645833333335,
      "learning_rate": 0.0001,
      "loss": 12.5074,
      "loss/crossentropy": 2.7967333793640137,
      "loss/hidden": 0.89453125,
      "loss/logits": 0.1508556306362152,
      "loss/reg": 8.665255546569824,
      "loss/twn": 0.0,
      "step": 762
    },
    {
      "epoch": 0.019075,
      "grad_norm": 22.0,
      "grad_norm_var": 3755.577083333333,
      "learning_rate": 0.0001,
      "loss": 11.2562,
      "loss/crossentropy": 1.4816889762878418,
      "loss/hidden": 1.03125,
      "loss/logits": 0.0780913233757019,
      "loss/reg": 8.665121078491211,
      "loss/twn": 0.0,
      "step": 763
    },
    {
      "epoch": 0.0191,
      "grad_norm": 75.5,
      "grad_norm_var": 3660.324739583333,
      "learning_rate": 0.0001,
      "loss": 10.8642,
      "loss/crossentropy": 0.5276055335998535,
      "loss/hidden": 1.6015625,
      "loss/logits": 0.07006247341632843,
      "loss/reg": 8.664999008178711,
      "loss/twn": 0.0,
      "step": 764
    },
    {
      "epoch": 0.019125,
      "grad_norm": 75.0,
      "grad_norm_var": 3513.3327473958334,
      "learning_rate": 0.0001,
      "loss": 11.648,
      "loss/crossentropy": 1.5407569408416748,
      "loss/hidden": 1.359375,
      "loss/logits": 0.08295197784900665,
      "loss/reg": 8.66486930847168,
      "loss/twn": 0.0,
      "step": 765
    },
    {
      "epoch": 0.01915,
      "grad_norm": 25.875,
      "grad_norm_var": 3572.8809895833333,
      "learning_rate": 0.0001,
      "loss": 12.08,
      "loss/crossentropy": 2.4781246185302734,
      "loss/hidden": 0.8125,
      "loss/logits": 0.12461626529693604,
      "loss/reg": 8.664737701416016,
      "loss/twn": 0.0,
      "step": 766
    },
    {
      "epoch": 0.019175,
      "grad_norm": 44.75,
      "grad_norm_var": 3443.5177083333333,
      "learning_rate": 0.0001,
      "loss": 10.5939,
      "loss/crossentropy": 0.8514456152915955,
      "loss/hidden": 1.0,
      "loss/logits": 0.07781119644641876,
      "loss/reg": 8.664610862731934,
      "loss/twn": 0.0,
      "step": 767
    },
    {
      "epoch": 0.0192,
      "grad_norm": 25.625,
      "grad_norm_var": 3428.48125,
      "learning_rate": 0.0001,
      "loss": 11.0077,
      "loss/crossentropy": 1.2165791988372803,
      "loss/hidden": 1.03125,
      "loss/logits": 0.09540999680757523,
      "loss/reg": 8.664481163024902,
      "loss/twn": 0.0,
      "step": 768
    },
    {
      "epoch": 0.019225,
      "grad_norm": 27.0,
      "grad_norm_var": 2271.38125,
      "learning_rate": 0.0001,
      "loss": 11.0567,
      "loss/crossentropy": 1.4144973754882812,
      "loss/hidden": 0.875,
      "loss/logits": 0.10281491279602051,
      "loss/reg": 8.6643648147583,
      "loss/twn": 0.0,
      "step": 769
    },
    {
      "epoch": 0.01925,
      "grad_norm": 23.75,
      "grad_norm_var": 2266.6520833333334,
      "learning_rate": 0.0001,
      "loss": 12.2865,
      "loss/crossentropy": 2.509667158126831,
      "loss/hidden": 0.95703125,
      "loss/logits": 0.15553465485572815,
      "loss/reg": 8.664229393005371,
      "loss/twn": 0.0,
      "step": 770
    },
    {
      "epoch": 0.019275,
      "grad_norm": 77.0,
      "grad_norm_var": 2282.3434895833334,
      "learning_rate": 0.0001,
      "loss": 12.2053,
      "loss/crossentropy": 2.4766902923583984,
      "loss/hidden": 0.91796875,
      "loss/logits": 0.14648714661598206,
      "loss/reg": 8.664107322692871,
      "loss/twn": 0.0,
      "step": 771
    },
    {
      "epoch": 0.0193,
      "grad_norm": 31.375,
      "grad_norm_var": 1649.9655598958334,
      "learning_rate": 0.0001,
      "loss": 12.1992,
      "loss/crossentropy": 2.516207695007324,
      "loss/hidden": 0.83984375,
      "loss/logits": 0.17920638620853424,
      "loss/reg": 8.663969993591309,
      "loss/twn": 0.0,
      "step": 772
    },
    {
      "epoch": 0.019325,
      "grad_norm": 27.875,
      "grad_norm_var": 1525.2375,
      "learning_rate": 0.0001,
      "loss": 11.0817,
      "loss/crossentropy": 1.3052771091461182,
      "loss/hidden": 1.015625,
      "loss/logits": 0.09692220389842987,
      "loss/reg": 8.663853645324707,
      "loss/twn": 0.0,
      "step": 773
    },
    {
      "epoch": 0.01935,
      "grad_norm": 25.625,
      "grad_norm_var": 1539.8244140625,
      "learning_rate": 0.0001,
      "loss": 12.4731,
      "loss/crossentropy": 2.9087717533111572,
      "loss/hidden": 0.76171875,
      "loss/logits": 0.13890819251537323,
      "loss/reg": 8.663716316223145,
      "loss/twn": 0.0,
      "step": 774
    },
    {
      "epoch": 0.019375,
      "grad_norm": 28.0,
      "grad_norm_var": 377.2535807291667,
      "learning_rate": 0.0001,
      "loss": 12.2618,
      "loss/crossentropy": 2.5748989582061768,
      "loss/hidden": 0.890625,
      "loss/logits": 0.13267546892166138,
      "loss/reg": 8.663591384887695,
      "loss/twn": 0.0,
      "step": 775
    },
    {
      "epoch": 0.0194,
      "grad_norm": 33.5,
      "grad_norm_var": 378.7379557291667,
      "learning_rate": 0.0001,
      "loss": 12.2313,
      "loss/crossentropy": 2.596975088119507,
      "loss/hidden": 0.84765625,
      "loss/logits": 0.12325188517570496,
      "loss/reg": 8.663460731506348,
      "loss/twn": 0.0,
      "step": 776
    },
    {
      "epoch": 0.019425,
      "grad_norm": 61.5,
      "grad_norm_var": 408.36399739583334,
      "learning_rate": 0.0001,
      "loss": 9.918,
      "loss/crossentropy": 0.15500640869140625,
      "loss/hidden": 1.0625,
      "loss/logits": 0.03719252720475197,
      "loss/reg": 8.663321495056152,
      "loss/twn": 0.0,
      "step": 777
    },
    {
      "epoch": 0.01945,
      "grad_norm": 25.25,
      "grad_norm_var": 421.8275390625,
      "learning_rate": 0.0001,
      "loss": 11.1055,
      "loss/crossentropy": 1.5023771524429321,
      "loss/hidden": 0.8359375,
      "loss/logits": 0.10400588810443878,
      "loss/reg": 8.663187026977539,
      "loss/twn": 0.0,
      "step": 778
    },
    {
      "epoch": 0.019475,
      "grad_norm": 35.25,
      "grad_norm_var": 402.14576822916666,
      "learning_rate": 0.0001,
      "loss": 11.6919,
      "loss/crossentropy": 1.9705311059951782,
      "loss/hidden": 0.96484375,
      "loss/logits": 0.09343257546424866,
      "loss/reg": 8.663052558898926,
      "loss/twn": 0.0,
      "step": 779
    },
    {
      "epoch": 0.0195,
      "grad_norm": 26.875,
      "grad_norm_var": 320.92682291666665,
      "learning_rate": 0.0001,
      "loss": 11.2901,
      "loss/crossentropy": 1.4957298040390015,
      "loss/hidden": 1.03125,
      "loss/logits": 0.1002449244260788,
      "loss/reg": 8.662919044494629,
      "loss/twn": 0.0,
      "step": 780
    },
    {
      "epoch": 0.019525,
      "grad_norm": 43.5,
      "grad_norm_var": 223.93307291666667,
      "learning_rate": 0.0001,
      "loss": 12.2481,
      "loss/crossentropy": 2.633488178253174,
      "loss/hidden": 0.83203125,
      "loss/logits": 0.11971808969974518,
      "loss/reg": 8.66281795501709,
      "loss/twn": 0.0,
      "step": 781
    },
    {
      "epoch": 0.01955,
      "grad_norm": 64.0,
      "grad_norm_var": 267.51868489583336,
      "learning_rate": 0.0001,
      "loss": 11.2361,
      "loss/crossentropy": 1.3922841548919678,
      "loss/hidden": 1.1171875,
      "loss/logits": 0.06395399570465088,
      "loss/reg": 8.662681579589844,
      "loss/twn": 0.0,
      "step": 782
    },
    {
      "epoch": 0.019575,
      "grad_norm": 28.375,
      "grad_norm_var": 268.5677083333333,
      "learning_rate": 0.0001,
      "loss": 12.51,
      "loss/crossentropy": 2.8421671390533447,
      "loss/hidden": 0.83984375,
      "loss/logits": 0.16546382009983063,
      "loss/reg": 8.662555694580078,
      "loss/twn": 0.0,
      "step": 783
    },
    {
      "epoch": 0.0196,
      "grad_norm": 26.5,
      "grad_norm_var": 267.3431640625,
      "learning_rate": 0.0001,
      "loss": 12.1781,
      "loss/crossentropy": 2.5610969066619873,
      "loss/hidden": 0.80078125,
      "loss/logits": 0.15380142629146576,
      "loss/reg": 8.662429809570312,
      "loss/twn": 0.0,
      "step": 784
    },
    {
      "epoch": 0.019625,
      "grad_norm": 29.375,
      "grad_norm_var": 264.66015625,
      "learning_rate": 0.0001,
      "loss": 12.1905,
      "loss/crossentropy": 2.6605942249298096,
      "loss/hidden": 0.7578125,
      "loss/logits": 0.10981670767068863,
      "loss/reg": 8.662302017211914,
      "loss/twn": 0.0,
      "step": 785
    },
    {
      "epoch": 0.01965,
      "grad_norm": 22.625,
      "grad_norm_var": 266.6869140625,
      "learning_rate": 0.0001,
      "loss": 11.2971,
      "loss/crossentropy": 1.577839970588684,
      "loss/hidden": 0.94921875,
      "loss/logits": 0.10788953304290771,
      "loss/reg": 8.662187576293945,
      "loss/twn": 0.0,
      "step": 786
    },
    {
      "epoch": 0.019675,
      "grad_norm": 26.875,
      "grad_norm_var": 154.140625,
      "learning_rate": 0.0001,
      "loss": 11.621,
      "loss/crossentropy": 1.9370038509368896,
      "loss/hidden": 0.90625,
      "loss/logits": 0.11572004854679108,
      "loss/reg": 8.66205883026123,
      "loss/twn": 0.0,
      "step": 787
    },
    {
      "epoch": 0.0197,
      "grad_norm": 28.625,
      "grad_norm_var": 155.40390625,
      "learning_rate": 0.0001,
      "loss": 11.1422,
      "loss/crossentropy": 1.413337230682373,
      "loss/hidden": 0.98046875,
      "loss/logits": 0.08641524612903595,
      "loss/reg": 8.66193962097168,
      "loss/twn": 0.0,
      "step": 788
    },
    {
      "epoch": 0.019725,
      "grad_norm": 19.875,
      "grad_norm_var": 165.25390625,
      "learning_rate": 0.0001,
      "loss": 12.0959,
      "loss/crossentropy": 2.6208856105804443,
      "loss/hidden": 0.70703125,
      "loss/logits": 0.10612137615680695,
      "loss/reg": 8.66181468963623,
      "loss/twn": 0.0,
      "step": 789
    },
    {
      "epoch": 0.01975,
      "grad_norm": 21.625,
      "grad_norm_var": 170.11223958333332,
      "learning_rate": 0.0001,
      "loss": 10.99,
      "loss/crossentropy": 1.3227888345718384,
      "loss/hidden": 0.91796875,
      "loss/logits": 0.08751359581947327,
      "loss/reg": 8.6616792678833,
      "loss/twn": 0.0,
      "step": 790
    },
    {
      "epoch": 0.019775,
      "grad_norm": 33.5,
      "grad_norm_var": 168.62265625,
      "learning_rate": 0.0001,
      "loss": 12.1324,
      "loss/crossentropy": 2.5565528869628906,
      "loss/hidden": 0.78515625,
      "loss/logits": 0.12910045683383942,
      "loss/reg": 8.661576271057129,
      "loss/twn": 0.0,
      "step": 791
    },
    {
      "epoch": 0.0198,
      "grad_norm": 23.375,
      "grad_norm_var": 174.2916015625,
      "learning_rate": 0.0001,
      "loss": 11.7962,
      "loss/crossentropy": 2.149275779724121,
      "loss/hidden": 0.89453125,
      "loss/logits": 0.09090349823236465,
      "loss/reg": 8.661446571350098,
      "loss/twn": 0.0,
      "step": 792
    },
    {
      "epoch": 0.019825,
      "grad_norm": 42.5,
      "grad_norm_var": 122.9322265625,
      "learning_rate": 0.0001,
      "loss": 11.8434,
      "loss/crossentropy": 1.995090126991272,
      "loss/hidden": 1.0703125,
      "loss/logits": 0.11663573980331421,
      "loss/reg": 8.6613187789917,
      "loss/twn": 0.0,
      "step": 793
    },
    {
      "epoch": 0.01985,
      "grad_norm": 30.875,
      "grad_norm_var": 120.49765625,
      "learning_rate": 0.0001,
      "loss": 10.6136,
      "loss/crossentropy": 0.7898469567298889,
      "loss/hidden": 1.0859375,
      "loss/logits": 0.07663634419441223,
      "loss/reg": 8.661187171936035,
      "loss/twn": 0.0,
      "step": 794
    },
    {
      "epoch": 0.019875,
      "grad_norm": 22.125,
      "grad_norm_var": 124.6744140625,
      "learning_rate": 0.0001,
      "loss": 11.7256,
      "loss/crossentropy": 1.9823567867279053,
      "loss/hidden": 0.94921875,
      "loss/logits": 0.1329897791147232,
      "loss/reg": 8.661052703857422,
      "loss/twn": 0.0,
      "step": 795
    },
    {
      "epoch": 0.0199,
      "grad_norm": 40.75,
      "grad_norm_var": 129.696875,
      "learning_rate": 0.0001,
      "loss": 10.0208,
      "loss/crossentropy": 0.24984504282474518,
      "loss/hidden": 1.0546875,
      "loss/logits": 0.055374886840581894,
      "loss/reg": 8.660916328430176,
      "loss/twn": 0.0,
      "step": 796
    },
    {
      "epoch": 0.019925,
      "grad_norm": 35.75,
      "grad_norm_var": 121.08307291666667,
      "learning_rate": 0.0001,
      "loss": 10.6401,
      "loss/crossentropy": 0.8663193583488464,
      "loss/hidden": 1.046875,
      "loss/logits": 0.06612465530633926,
      "loss/reg": 8.660785675048828,
      "loss/twn": 0.0,
      "step": 797
    },
    {
      "epoch": 0.01995,
      "grad_norm": 25.0,
      "grad_norm_var": 44.78932291666667,
      "learning_rate": 0.0001,
      "loss": 11.7144,
      "loss/crossentropy": 2.014570713043213,
      "loss/hidden": 0.9296875,
      "loss/logits": 0.10949444770812988,
      "loss/reg": 8.660661697387695,
      "loss/twn": 0.0,
      "step": 798
    },
    {
      "epoch": 0.019975,
      "grad_norm": 30.0,
      "grad_norm_var": 44.90358072916667,
      "learning_rate": 0.0001,
      "loss": 11.7202,
      "loss/crossentropy": 2.0093212127685547,
      "loss/hidden": 0.93359375,
      "loss/logits": 0.11674754321575165,
      "loss/reg": 8.660538673400879,
      "loss/twn": 0.0,
      "step": 799
    },
    {
      "epoch": 0.02,
      "grad_norm": 21.75,
      "grad_norm_var": 47.71399739583333,
      "learning_rate": 0.0001,
      "loss": 12.0337,
      "loss/crossentropy": 2.3967394828796387,
      "loss/hidden": 0.85546875,
      "loss/logits": 0.12106085568666458,
      "loss/reg": 8.660429000854492,
      "loss/twn": 0.0,
      "step": 800
    },
    {
      "epoch": 0.020025,
      "grad_norm": 26.625,
      "grad_norm_var": 47.834309895833336,
      "learning_rate": 0.0001,
      "loss": 11.6457,
      "loss/crossentropy": 2.150693655014038,
      "loss/hidden": 0.671875,
      "loss/logits": 0.1628551334142685,
      "loss/reg": 8.660301208496094,
      "loss/twn": 0.0,
      "step": 801
    },
    {
      "epoch": 0.02005,
      "grad_norm": 34.5,
      "grad_norm_var": 47.75390625,
      "learning_rate": 0.0001,
      "loss": 12.2337,
      "loss/crossentropy": 2.6707558631896973,
      "loss/hidden": 0.796875,
      "loss/logits": 0.10593793541193008,
      "loss/reg": 8.660172462463379,
      "loss/twn": 0.0,
      "step": 802
    },
    {
      "epoch": 0.020075,
      "grad_norm": 37.5,
      "grad_norm_var": 51.8212890625,
      "learning_rate": 0.0001,
      "loss": 10.5413,
      "loss/crossentropy": 0.5667499899864197,
      "loss/hidden": 1.28125,
      "loss/logits": 0.033292025327682495,
      "loss/reg": 8.660040855407715,
      "loss/twn": 0.0,
      "step": 803
    },
    {
      "epoch": 0.0201,
      "grad_norm": 20.625,
      "grad_norm_var": 56.91295572916667,
      "learning_rate": 0.0001,
      "loss": 11.8216,
      "loss/crossentropy": 2.313816547393799,
      "loss/hidden": 0.75,
      "loss/logits": 0.09791187942028046,
      "loss/reg": 8.659912109375,
      "loss/twn": 0.0,
      "step": 804
    },
    {
      "epoch": 0.020125,
      "grad_norm": 49.5,
      "grad_norm_var": 75.13541666666667,
      "learning_rate": 0.0001,
      "loss": 11.521,
      "loss/crossentropy": 1.678953766822815,
      "loss/hidden": 1.0703125,
      "loss/logits": 0.11190509796142578,
      "loss/reg": 8.659784317016602,
      "loss/twn": 0.0,
      "step": 805
    },
    {
      "epoch": 0.02015,
      "grad_norm": 24.375,
      "grad_norm_var": 72.17057291666667,
      "learning_rate": 0.0001,
      "loss": 11.9863,
      "loss/crossentropy": 2.3805222511291504,
      "loss/hidden": 0.8203125,
      "loss/logits": 0.12578201293945312,
      "loss/reg": 8.659658432006836,
      "loss/twn": 0.0,
      "step": 806
    },
    {
      "epoch": 0.020175,
      "grad_norm": 37.25,
      "grad_norm_var": 74.21354166666667,
      "learning_rate": 0.0001,
      "loss": 11.041,
      "loss/crossentropy": 1.3859362602233887,
      "loss/hidden": 0.8984375,
      "loss/logits": 0.09702669084072113,
      "loss/reg": 8.65955638885498,
      "loss/twn": 0.0,
      "step": 807
    },
    {
      "epoch": 0.0202,
      "grad_norm": 25.0,
      "grad_norm_var": 72.6384765625,
      "learning_rate": 0.0001,
      "loss": 11.454,
      "loss/crossentropy": 1.6415588855743408,
      "loss/hidden": 1.0390625,
      "loss/logits": 0.11392367631196976,
      "loss/reg": 8.659427642822266,
      "loss/twn": 0.0,
      "step": 808
    },
    {
      "epoch": 0.020225,
      "grad_norm": 21.625,
      "grad_norm_var": 69.27890625,
      "learning_rate": 0.0001,
      "loss": 11.9644,
      "loss/crossentropy": 2.414095401763916,
      "loss/hidden": 0.79296875,
      "loss/logits": 0.09807682782411575,
      "loss/reg": 8.659307479858398,
      "loss/twn": 0.0,
      "step": 809
    },
    {
      "epoch": 0.02025,
      "grad_norm": 26.75,
      "grad_norm_var": 69.9728515625,
      "learning_rate": 0.0001,
      "loss": 11.5712,
      "loss/crossentropy": 1.924621343612671,
      "loss/hidden": 0.8984375,
      "loss/logits": 0.08892874419689178,
      "loss/reg": 8.659195899963379,
      "loss/twn": 0.0,
      "step": 810
    },
    {
      "epoch": 0.020275,
      "grad_norm": 33.0,
      "grad_norm_var": 66.025,
      "learning_rate": 0.0001,
      "loss": 11.6807,
      "loss/crossentropy": 1.8394595384597778,
      "loss/hidden": 0.98828125,
      "loss/logits": 0.19389422237873077,
      "loss/reg": 8.659070014953613,
      "loss/twn": 0.0,
      "step": 811
    },
    {
      "epoch": 0.0203,
      "grad_norm": 35.0,
      "grad_norm_var": 60.32890625,
      "learning_rate": 0.0001,
      "loss": 12.1981,
      "loss/crossentropy": 2.5572285652160645,
      "loss/hidden": 0.8515625,
      "loss/logits": 0.13041183352470398,
      "loss/reg": 8.658943176269531,
      "loss/twn": 0.0,
      "step": 812
    },
    {
      "epoch": 0.020325,
      "grad_norm": 26.125,
      "grad_norm_var": 59.0806640625,
      "learning_rate": 0.0001,
      "loss": 12.4174,
      "loss/crossentropy": 2.8456881046295166,
      "loss/hidden": 0.78515625,
      "loss/logits": 0.12778276205062866,
      "loss/reg": 8.658808708190918,
      "loss/twn": 0.0,
      "step": 813
    },
    {
      "epoch": 0.02035,
      "grad_norm": 86.5,
      "grad_norm_var": 257.2259765625,
      "learning_rate": 0.0001,
      "loss": 11.5127,
      "loss/crossentropy": 1.339324712753296,
      "loss/hidden": 1.453125,
      "loss/logits": 0.061573199927806854,
      "loss/reg": 8.658677101135254,
      "loss/twn": 0.0,
      "step": 814
    },
    {
      "epoch": 0.020375,
      "grad_norm": 24.25,
      "grad_norm_var": 261.98170572916666,
      "learning_rate": 0.0001,
      "loss": 12.2015,
      "loss/crossentropy": 2.644878387451172,
      "loss/hidden": 0.7890625,
      "loss/logits": 0.10904749482870102,
      "loss/reg": 8.658546447753906,
      "loss/twn": 0.0,
      "step": 815
    },
    {
      "epoch": 0.0204,
      "grad_norm": 39.0,
      "grad_norm_var": 254.36295572916666,
      "learning_rate": 0.0001,
      "loss": 10.748,
      "loss/crossentropy": 0.7973951101303101,
      "loss/hidden": 1.2109375,
      "loss/logits": 0.08126410096883774,
      "loss/reg": 8.658411979675293,
      "loss/twn": 0.0,
      "step": 816
    },
    {
      "epoch": 0.020425,
      "grad_norm": 21.25,
      "grad_norm_var": 261.61640625,
      "learning_rate": 0.0001,
      "loss": 12.5606,
      "loss/crossentropy": 2.883641481399536,
      "loss/hidden": 0.87109375,
      "loss/logits": 0.14752310514450073,
      "loss/reg": 8.65831184387207,
      "loss/twn": 0.0,
      "step": 817
    },
    {
      "epoch": 0.02045,
      "grad_norm": 20.625,
      "grad_norm_var": 272.5212890625,
      "learning_rate": 0.0001,
      "loss": 12.1072,
      "loss/crossentropy": 2.474083185195923,
      "loss/hidden": 0.84765625,
      "loss/logits": 0.1272907555103302,
      "loss/reg": 8.658188819885254,
      "loss/twn": 0.0,
      "step": 818
    },
    {
      "epoch": 0.020475,
      "grad_norm": 20.625,
      "grad_norm_var": 280.246875,
      "learning_rate": 0.0001,
      "loss": 12.3651,
      "loss/crossentropy": 2.7124438285827637,
      "loss/hidden": 0.84765625,
      "loss/logits": 0.14690741896629333,
      "loss/reg": 8.658062934875488,
      "loss/twn": 0.0,
      "step": 819
    },
    {
      "epoch": 0.0205,
      "grad_norm": 24.125,
      "grad_norm_var": 275.71875,
      "learning_rate": 0.0001,
      "loss": 11.5551,
      "loss/crossentropy": 1.8066730499267578,
      "loss/hidden": 0.98828125,
      "loss/logits": 0.10224303603172302,
      "loss/reg": 8.657933235168457,
      "loss/twn": 0.0,
      "step": 820
    },
    {
      "epoch": 0.020525,
      "grad_norm": 21.375,
      "grad_norm_var": 260.2353515625,
      "learning_rate": 0.0001,
      "loss": 12.3622,
      "loss/crossentropy": 2.7731680870056152,
      "loss/hidden": 0.80859375,
      "loss/logits": 0.12260089814662933,
      "loss/reg": 8.657793998718262,
      "loss/twn": 0.0,
      "step": 821
    },
    {
      "epoch": 0.02055,
      "grad_norm": 20.5,
      "grad_norm_var": 264.3020833333333,
      "learning_rate": 0.0001,
      "loss": 11.1854,
      "loss/crossentropy": 1.5472619533538818,
      "loss/hidden": 0.88671875,
      "loss/logits": 0.09370426088571548,
      "loss/reg": 8.65766716003418,
      "loss/twn": 0.0,
      "step": 822
    },
    {
      "epoch": 0.020575,
      "grad_norm": 20.25,
      "grad_norm_var": 266.35625,
      "learning_rate": 0.0001,
      "loss": 12.0371,
      "loss/crossentropy": 2.4873194694519043,
      "loss/hidden": 0.78515625,
      "loss/logits": 0.10710816085338593,
      "loss/reg": 8.657526016235352,
      "loss/twn": 0.0,
      "step": 823
    },
    {
      "epoch": 0.0206,
      "grad_norm": 21.0,
      "grad_norm_var": 269.55625,
      "learning_rate": 0.0001,
      "loss": 11.8331,
      "loss/crossentropy": 2.1790499687194824,
      "loss/hidden": 0.86328125,
      "loss/logits": 0.13340815901756287,
      "loss/reg": 8.657398223876953,
      "loss/twn": 0.0,
      "step": 824
    },
    {
      "epoch": 0.020625,
      "grad_norm": 17.125,
      "grad_norm_var": 275.171875,
      "learning_rate": 0.0001,
      "loss": 11.8571,
      "loss/crossentropy": 2.425957679748535,
      "loss/hidden": 0.68359375,
      "loss/logits": 0.09029695391654968,
      "loss/reg": 8.657269477844238,
      "loss/twn": 0.0,
      "step": 825
    },
    {
      "epoch": 0.02065,
      "grad_norm": 25.875,
      "grad_norm_var": 275.43483072916666,
      "learning_rate": 0.0001,
      "loss": 11.8535,
      "loss/crossentropy": 2.0549063682556152,
      "loss/hidden": 1.0,
      "loss/logits": 0.1414046585559845,
      "loss/reg": 8.657147407531738,
      "loss/twn": 0.0,
      "step": 826
    },
    {
      "epoch": 0.020675,
      "grad_norm": 28.5,
      "grad_norm_var": 274.0238932291667,
      "learning_rate": 0.0001,
      "loss": 11.5906,
      "loss/crossentropy": 1.8805147409439087,
      "loss/hidden": 0.95703125,
      "loss/logits": 0.09598313271999359,
      "loss/reg": 8.657021522521973,
      "loss/twn": 0.0,
      "step": 827
    },
    {
      "epoch": 0.0207,
      "grad_norm": 78.0,
      "grad_norm_var": 428.2416015625,
      "learning_rate": 0.0001,
      "loss": 11.3108,
      "loss/crossentropy": 1.494771957397461,
      "loss/hidden": 1.09375,
      "loss/logits": 0.06535143405199051,
      "loss/reg": 8.656889915466309,
      "loss/twn": 0.0,
      "step": 828
    },
    {
      "epoch": 0.020725,
      "grad_norm": 24.625,
      "grad_norm_var": 429.3462890625,
      "learning_rate": 0.0001,
      "loss": 11.0708,
      "loss/crossentropy": 1.4614907503128052,
      "loss/hidden": 0.87109375,
      "loss/logits": 0.08147741109132767,
      "loss/reg": 8.656755447387695,
      "loss/twn": 0.0,
      "step": 829
    },
    {
      "epoch": 0.02075,
      "grad_norm": 39.25,
      "grad_norm_var": 218.2962890625,
      "learning_rate": 0.0001,
      "loss": 11.1135,
      "loss/crossentropy": 1.3715949058532715,
      "loss/hidden": 0.97265625,
      "loss/logits": 0.1126452386379242,
      "loss/reg": 8.656620979309082,
      "loss/twn": 0.0,
      "step": 830
    },
    {
      "epoch": 0.020775,
      "grad_norm": 73.0,
      "grad_norm_var": 343.1166015625,
      "learning_rate": 0.0001,
      "loss": 12.1343,
      "loss/crossentropy": 2.5513038635253906,
      "loss/hidden": 0.8125,
      "loss/logits": 0.11400848627090454,
      "loss/reg": 8.656479835510254,
      "loss/twn": 0.0,
      "step": 831
    },
    {
      "epoch": 0.0208,
      "grad_norm": 45.25,
      "grad_norm_var": 352.27024739583334,
      "learning_rate": 0.0001,
      "loss": 11.4679,
      "loss/crossentropy": 1.6210163831710815,
      "loss/hidden": 1.0703125,
      "loss/logits": 0.12018288671970367,
      "loss/reg": 8.656363487243652,
      "loss/twn": 0.0,
      "step": 832
    },
    {
      "epoch": 0.020825,
      "grad_norm": 36.25,
      "grad_norm_var": 346.16087239583334,
      "learning_rate": 0.0001,
      "loss": 12.1308,
      "loss/crossentropy": 2.536836624145508,
      "loss/hidden": 0.8125,
      "loss/logits": 0.1252354383468628,
      "loss/reg": 8.656213760375977,
      "loss/twn": 0.0,
      "step": 833
    },
    {
      "epoch": 0.02085,
      "grad_norm": 24.625,
      "grad_norm_var": 340.94837239583336,
      "learning_rate": 0.0001,
      "loss": 12.2044,
      "loss/crossentropy": 2.492039918899536,
      "loss/hidden": 0.90625,
      "loss/logits": 0.15000879764556885,
      "loss/reg": 8.656072616577148,
      "loss/twn": 0.0,
      "step": 834
    },
    {
      "epoch": 0.020875,
      "grad_norm": 20.5,
      "grad_norm_var": 341.14765625,
      "learning_rate": 0.0001,
      "loss": 12.575,
      "loss/crossentropy": 2.9490809440612793,
      "loss/hidden": 0.828125,
      "loss/logits": 0.14187867939472198,
      "loss/reg": 8.6559476852417,
      "loss/twn": 0.0,
      "step": 835
    },
    {
      "epoch": 0.0209,
      "grad_norm": 20.625,
      "grad_norm_var": 345.82890625,
      "learning_rate": 0.0001,
      "loss": 11.937,
      "loss/crossentropy": 2.459505796432495,
      "loss/hidden": 0.71484375,
      "loss/logits": 0.10687898099422455,
      "loss/reg": 8.655818939208984,
      "loss/twn": 0.0,
      "step": 836
    },
    {
      "epoch": 0.020925,
      "grad_norm": 20.375,
      "grad_norm_var": 347.34765625,
      "learning_rate": 0.0001,
      "loss": 11.5187,
      "loss/crossentropy": 1.8534458875656128,
      "loss/hidden": 0.91796875,
      "loss/logits": 0.09165486693382263,
      "loss/reg": 8.655677795410156,
      "loss/twn": 0.0,
      "step": 837
    },
    {
      "epoch": 0.02095,
      "grad_norm": 19.875,
      "grad_norm_var": 348.3499348958333,
      "learning_rate": 0.0001,
      "loss": 12.1346,
      "loss/crossentropy": 2.554069995880127,
      "loss/hidden": 0.8046875,
      "loss/logits": 0.12025219202041626,
      "loss/reg": 8.65554428100586,
      "loss/twn": 0.0,
      "step": 838
    },
    {
      "epoch": 0.020975,
      "grad_norm": 20.375,
      "grad_norm_var": 348.1518229166667,
      "learning_rate": 0.0001,
      "loss": 11.7181,
      "loss/crossentropy": 1.9642025232315063,
      "loss/hidden": 0.99609375,
      "loss/logits": 0.10242354869842529,
      "loss/reg": 8.655411720275879,
      "loss/twn": 0.0,
      "step": 839
    },
    {
      "epoch": 0.021,
      "grad_norm": 27.5,
      "grad_norm_var": 341.08307291666665,
      "learning_rate": 0.0001,
      "loss": 12.4234,
      "loss/crossentropy": 2.7069919109344482,
      "loss/hidden": 0.9140625,
      "loss/logits": 0.14706647396087646,
      "loss/reg": 8.655269622802734,
      "loss/twn": 0.0,
      "step": 840
    },
    {
      "epoch": 0.021025,
      "grad_norm": 30.75,
      "grad_norm_var": 324.5556640625,
      "learning_rate": 0.0001,
      "loss": 11.3863,
      "loss/crossentropy": 1.5859886407852173,
      "loss/hidden": 1.015625,
      "loss/logits": 0.12951719760894775,
      "loss/reg": 8.655142784118652,
      "loss/twn": 0.0,
      "step": 841
    },
    {
      "epoch": 0.02105,
      "grad_norm": 71.0,
      "grad_norm_var": 406.1802083333333,
      "learning_rate": 0.0001,
      "loss": 12.3537,
      "loss/crossentropy": 2.761152505874634,
      "loss/hidden": 0.8125,
      "loss/logits": 0.12504678964614868,
      "loss/reg": 8.655021667480469,
      "loss/twn": 0.0,
      "step": 842
    },
    {
      "epoch": 0.021075,
      "grad_norm": 24.5,
      "grad_norm_var": 411.33020833333336,
      "learning_rate": 0.0001,
      "loss": 11.9629,
      "loss/crossentropy": 2.4555206298828125,
      "loss/hidden": 0.7421875,
      "loss/logits": 0.11026586592197418,
      "loss/reg": 8.65488052368164,
      "loss/twn": 0.0,
      "step": 843
    },
    {
      "epoch": 0.0211,
      "grad_norm": 22.0,
      "grad_norm_var": 293.9635416666667,
      "learning_rate": 0.0001,
      "loss": 12.0296,
      "loss/crossentropy": 2.3854191303253174,
      "loss/hidden": 0.8671875,
      "loss/logits": 0.1222752183675766,
      "loss/reg": 8.654757499694824,
      "loss/twn": 0.0,
      "step": 844
    },
    {
      "epoch": 0.021125,
      "grad_norm": 21.0,
      "grad_norm_var": 298.60618489583334,
      "learning_rate": 0.0001,
      "loss": 11.9103,
      "loss/crossentropy": 2.3430182933807373,
      "loss/hidden": 0.79296875,
      "loss/logits": 0.11969567090272903,
      "loss/reg": 8.654621124267578,
      "loss/twn": 0.0,
      "step": 845
    },
    {
      "epoch": 0.02115,
      "grad_norm": 65.0,
      "grad_norm_var": 363.8931640625,
      "learning_rate": 0.0001,
      "loss": 10.7782,
      "loss/crossentropy": 0.8066241145133972,
      "loss/hidden": 1.2421875,
      "loss/logits": 0.07485105097293854,
      "loss/reg": 8.654495239257812,
      "loss/twn": 0.0,
      "step": 846
    },
    {
      "epoch": 0.021175,
      "grad_norm": 23.875,
      "grad_norm_var": 258.709375,
      "learning_rate": 0.0001,
      "loss": 11.961,
      "loss/crossentropy": 2.3761634826660156,
      "loss/hidden": 0.80859375,
      "loss/logits": 0.12191573530435562,
      "loss/reg": 8.654356956481934,
      "loss/twn": 0.0,
      "step": 847
    },
    {
      "epoch": 0.0212,
      "grad_norm": 27.25,
      "grad_norm_var": 244.384375,
      "learning_rate": 0.0001,
      "loss": 11.1372,
      "loss/crossentropy": 1.5516514778137207,
      "loss/hidden": 0.8359375,
      "loss/logits": 0.09539226442575455,
      "loss/reg": 8.654253959655762,
      "loss/twn": 0.0,
      "step": 848
    },
    {
      "epoch": 0.021225,
      "grad_norm": 22.25,
      "grad_norm_var": 244.44270833333334,
      "learning_rate": 0.0001,
      "loss": 12.1022,
      "loss/crossentropy": 2.4282212257385254,
      "loss/hidden": 0.88671875,
      "loss/logits": 0.1331661194562912,
      "loss/reg": 8.654115676879883,
      "loss/twn": 0.0,
      "step": 849
    },
    {
      "epoch": 0.02125,
      "grad_norm": 20.5,
      "grad_norm_var": 247.82649739583334,
      "learning_rate": 0.0001,
      "loss": 11.4654,
      "loss/crossentropy": 1.9304391145706177,
      "loss/hidden": 0.79296875,
      "loss/logits": 0.08799178898334503,
      "loss/reg": 8.653984069824219,
      "loss/twn": 0.0,
      "step": 850
    },
    {
      "epoch": 0.021275,
      "grad_norm": 40.0,
      "grad_norm_var": 250.56868489583334,
      "learning_rate": 0.0001,
      "loss": 11.9588,
      "loss/crossentropy": 2.324852466583252,
      "loss/hidden": 0.83984375,
      "loss/logits": 0.14020408689975739,
      "loss/reg": 8.653852462768555,
      "loss/twn": 0.0,
      "step": 851
    },
    {
      "epoch": 0.0213,
      "grad_norm": 21.25,
      "grad_norm_var": 249.828125,
      "learning_rate": 0.0001,
      "loss": 10.971,
      "loss/crossentropy": 1.2864391803741455,
      "loss/hidden": 0.92578125,
      "loss/logits": 0.10502032935619354,
      "loss/reg": 8.65371036529541,
      "loss/twn": 0.0,
      "step": 852
    },
    {
      "epoch": 0.021325,
      "grad_norm": 23.125,
      "grad_norm_var": 246.82890625,
      "learning_rate": 0.0001,
      "loss": 11.7116,
      "loss/crossentropy": 2.2378087043762207,
      "loss/hidden": 0.7109375,
      "loss/logits": 0.10925191640853882,
      "loss/reg": 8.653560638427734,
      "loss/twn": 0.0,
      "step": 853
    },
    {
      "epoch": 0.02135,
      "grad_norm": 20.75,
      "grad_norm_var": 245.69368489583334,
      "learning_rate": 0.0001,
      "loss": 11.1165,
      "loss/crossentropy": 1.5270025730133057,
      "loss/hidden": 0.84375,
      "loss/logits": 0.09233575314283371,
      "loss/reg": 8.653440475463867,
      "loss/twn": 0.0,
      "step": 854
    },
    {
      "epoch": 0.021375,
      "grad_norm": 48.5,
      "grad_norm_var": 258.7747395833333,
      "learning_rate": 0.0001,
      "loss": 11.1515,
      "loss/crossentropy": 1.4334684610366821,
      "loss/hidden": 0.93359375,
      "loss/logits": 0.13111481070518494,
      "loss/reg": 8.653310775756836,
      "loss/twn": 0.0,
      "step": 855
    },
    {
      "epoch": 0.0214,
      "grad_norm": 26.125,
      "grad_norm_var": 259.68639322916664,
      "learning_rate": 0.0001,
      "loss": 11.769,
      "loss/crossentropy": 2.0678930282592773,
      "loss/hidden": 0.90625,
      "loss/logits": 0.14165261387825012,
      "loss/reg": 8.65316390991211,
      "loss/twn": 0.0,
      "step": 856
    },
    {
      "epoch": 0.021425,
      "grad_norm": 86.0,
      "grad_norm_var": 443.1624348958333,
      "learning_rate": 0.0001,
      "loss": 11.507,
      "loss/crossentropy": 1.89520263671875,
      "loss/hidden": 0.83984375,
      "loss/logits": 0.11894860863685608,
      "loss/reg": 8.653019905090332,
      "loss/twn": 0.0,
      "step": 857
    },
    {
      "epoch": 0.02145,
      "grad_norm": 27.75,
      "grad_norm_var": 353.59889322916666,
      "learning_rate": 0.0001,
      "loss": 11.3279,
      "loss/crossentropy": 1.63710355758667,
      "loss/hidden": 0.93359375,
      "loss/logits": 0.10432222485542297,
      "loss/reg": 8.652884483337402,
      "loss/twn": 0.0,
      "step": 858
    },
    {
      "epoch": 0.021475,
      "grad_norm": 26.0,
      "grad_norm_var": 352.1410807291667,
      "learning_rate": 0.0001,
      "loss": 10.9987,
      "loss/crossentropy": 1.349096655845642,
      "loss/hidden": 0.90625,
      "loss/logits": 0.0906340628862381,
      "loss/reg": 8.65274429321289,
      "loss/twn": 0.0,
      "step": 859
    },
    {
      "epoch": 0.0215,
      "grad_norm": 47.25,
      "grad_norm_var": 356.3494140625,
      "learning_rate": 0.0001,
      "loss": 10.5167,
      "loss/crossentropy": 0.6532329320907593,
      "loss/hidden": 1.125,
      "loss/logits": 0.08589871972799301,
      "loss/reg": 8.65259838104248,
      "loss/twn": 0.0,
      "step": 860
    },
    {
      "epoch": 0.021525,
      "grad_norm": 102.5,
      "grad_norm_var": 628.4405598958333,
      "learning_rate": 0.0001,
      "loss": 11.374,
      "loss/crossentropy": 1.3636287450790405,
      "loss/hidden": 1.296875,
      "loss/logits": 0.060998160392045975,
      "loss/reg": 8.65249252319336,
      "loss/twn": 0.0,
      "step": 861
    },
    {
      "epoch": 0.02155,
      "grad_norm": 47.25,
      "grad_norm_var": 587.2087890625,
      "learning_rate": 0.0001,
      "loss": 12.3978,
      "loss/crossentropy": 2.6217453479766846,
      "loss/hidden": 0.984375,
      "loss/logits": 0.13936936855316162,
      "loss/reg": 8.652359962463379,
      "loss/twn": 0.0,
      "step": 862
    },
    {
      "epoch": 0.021575,
      "grad_norm": 37.5,
      "grad_norm_var": 572.88125,
      "learning_rate": 0.0001,
      "loss": 12.5873,
      "loss/crossentropy": 2.912539482116699,
      "loss/hidden": 0.875,
      "loss/logits": 0.14757685363292694,
      "loss/reg": 8.6522216796875,
      "loss/twn": 0.0,
      "step": 863
    },
    {
      "epoch": 0.0216,
      "grad_norm": 64.5,
      "grad_norm_var": 601.2455729166667,
      "learning_rate": 0.0001,
      "loss": 12.1316,
      "loss/crossentropy": 2.4345555305480957,
      "loss/hidden": 0.92578125,
      "loss/logits": 0.11921804398298264,
      "loss/reg": 8.652088165283203,
      "loss/twn": 0.0,
      "step": 864
    },
    {
      "epoch": 0.021625,
      "grad_norm": 34.5,
      "grad_norm_var": 579.4635416666666,
      "learning_rate": 0.0001,
      "loss": 10.9197,
      "loss/crossentropy": 1.0762388706207275,
      "loss/hidden": 1.015625,
      "loss/logits": 0.17591643333435059,
      "loss/reg": 8.651962280273438,
      "loss/twn": 0.0,
      "step": 865
    },
    {
      "epoch": 0.02165,
      "grad_norm": 30.0,
      "grad_norm_var": 557.7520833333333,
      "learning_rate": 0.0001,
      "loss": 11.1881,
      "loss/crossentropy": 1.559984803199768,
      "loss/hidden": 0.87890625,
      "loss/logits": 0.0973486453294754,
      "loss/reg": 8.651826858520508,
      "loss/twn": 0.0,
      "step": 866
    },
    {
      "epoch": 0.021675,
      "grad_norm": 175.0,
      "grad_norm_var": 1648.4395833333333,
      "learning_rate": 0.0001,
      "loss": 11.7371,
      "loss/crossentropy": 1.77110755443573,
      "loss/hidden": 1.171875,
      "loss/logits": 0.14241228997707367,
      "loss/reg": 8.65168571472168,
      "loss/twn": 0.0,
      "step": 867
    },
    {
      "epoch": 0.0217,
      "grad_norm": 130.0,
      "grad_norm_var": 1954.4122395833333,
      "learning_rate": 0.0001,
      "loss": 12.2883,
      "loss/crossentropy": 2.535989761352539,
      "loss/hidden": 0.953125,
      "loss/logits": 0.1476578414440155,
      "loss/reg": 8.6515474319458,
      "loss/twn": 0.0,
      "step": 868
    },
    {
      "epoch": 0.021725,
      "grad_norm": 26.5,
      "grad_norm_var": 1939.4655598958334,
      "learning_rate": 0.0001,
      "loss": 12.0157,
      "loss/crossentropy": 2.3548765182495117,
      "loss/hidden": 0.87890625,
      "loss/logits": 0.13048355281352997,
      "loss/reg": 8.651415824890137,
      "loss/twn": 0.0,
      "step": 869
    },
    {
      "epoch": 0.02175,
      "grad_norm": 59.75,
      "grad_norm_var": 1840.1374348958334,
      "learning_rate": 0.0001,
      "loss": 11.2163,
      "loss/crossentropy": 1.3642361164093018,
      "loss/hidden": 1.078125,
      "loss/logits": 0.12266632169485092,
      "loss/reg": 8.65128231048584,
      "loss/twn": 0.0,
      "step": 870
    },
    {
      "epoch": 0.021775,
      "grad_norm": 51.0,
      "grad_norm_var": 1836.5046223958334,
      "learning_rate": 0.0001,
      "loss": 12.2241,
      "loss/crossentropy": 2.1974077224731445,
      "loss/hidden": 1.2421875,
      "loss/logits": 0.1333170384168625,
      "loss/reg": 8.651155471801758,
      "loss/twn": 0.0,
      "step": 871
    },
    {
      "epoch": 0.0218,
      "grad_norm": 23.25,
      "grad_norm_var": 1850.28515625,
      "learning_rate": 0.0001,
      "loss": 11.0161,
      "loss/crossentropy": 1.3812255859375,
      "loss/hidden": 0.890625,
      "loss/logits": 0.09322841465473175,
      "loss/reg": 8.651025772094727,
      "loss/twn": 0.0,
      "step": 872
    },
    {
      "epoch": 0.021825,
      "grad_norm": 33.25,
      "grad_norm_var": 1845.175,
      "learning_rate": 0.0001,
      "loss": 12.3638,
      "loss/crossentropy": 2.6129558086395264,
      "loss/hidden": 0.98046875,
      "loss/logits": 0.11948850750923157,
      "loss/reg": 8.65089225769043,
      "loss/twn": 0.0,
      "step": 873
    },
    {
      "epoch": 0.02185,
      "grad_norm": 33.25,
      "grad_norm_var": 1825.4322916666667,
      "learning_rate": 0.0001,
      "loss": 11.2416,
      "loss/crossentropy": 1.4775595664978027,
      "loss/hidden": 1.0234375,
      "loss/logits": 0.08985313773155212,
      "loss/reg": 8.650773048400879,
      "loss/twn": 0.0,
      "step": 874
    },
    {
      "epoch": 0.021875,
      "grad_norm": 55.75,
      "grad_norm_var": 1755.4268229166667,
      "learning_rate": 0.0001,
      "loss": 12.3055,
      "loss/crossentropy": 2.59051775932312,
      "loss/hidden": 0.90234375,
      "loss/logits": 0.16192252933979034,
      "loss/reg": 8.650670051574707,
      "loss/twn": 0.0,
      "step": 875
    },
    {
      "epoch": 0.0219,
      "grad_norm": 24.125,
      "grad_norm_var": 1826.4759765625,
      "learning_rate": 0.0001,
      "loss": 12.4725,
      "loss/crossentropy": 2.8609981536865234,
      "loss/hidden": 0.828125,
      "loss/logits": 0.13280364871025085,
      "loss/reg": 8.650540351867676,
      "loss/twn": 0.0,
      "step": 876
    },
    {
      "epoch": 0.021925,
      "grad_norm": 40.25,
      "grad_norm_var": 1699.3822265625,
      "learning_rate": 0.0001,
      "loss": 11.8694,
      "loss/crossentropy": 2.279768943786621,
      "loss/hidden": 0.81640625,
      "loss/logits": 0.1227678433060646,
      "loss/reg": 8.650419235229492,
      "loss/twn": 0.0,
      "step": 877
    },
    {
      "epoch": 0.02195,
      "grad_norm": 41.25,
      "grad_norm_var": 1707.1259765625,
      "learning_rate": 0.0001,
      "loss": 11.2075,
      "loss/crossentropy": 1.4421278238296509,
      "loss/hidden": 1.0,
      "loss/logits": 0.11505263298749924,
      "loss/reg": 8.650284767150879,
      "loss/twn": 0.0,
      "step": 878
    },
    {
      "epoch": 0.021975,
      "grad_norm": 22.5,
      "grad_norm_var": 1753.6728515625,
      "learning_rate": 0.0001,
      "loss": 11.9685,
      "loss/crossentropy": 2.3770902156829834,
      "loss/hidden": 0.83203125,
      "loss/logits": 0.10924512147903442,
      "loss/reg": 8.650164604187012,
      "loss/twn": 0.0,
      "step": 879
    },
    {
      "epoch": 0.022,
      "grad_norm": 58.75,
      "grad_norm_var": 1746.7728515625,
      "learning_rate": 0.0001,
      "loss": 10.5659,
      "loss/crossentropy": 0.7277314066886902,
      "loss/hidden": 1.09375,
      "loss/logits": 0.09439295530319214,
      "loss/reg": 8.650035858154297,
      "loss/twn": 0.0,
      "step": 880
    },
    {
      "epoch": 0.022025,
      "grad_norm": 34.5,
      "grad_norm_var": 1746.7728515625,
      "learning_rate": 0.0001,
      "loss": 11.4086,
      "loss/crossentropy": 1.7426364421844482,
      "loss/hidden": 0.92578125,
      "loss/logits": 0.09027338027954102,
      "loss/reg": 8.649921417236328,
      "loss/twn": 0.0,
      "step": 881
    },
    {
      "epoch": 0.02205,
      "grad_norm": 25.0,
      "grad_norm_var": 1763.2988932291667,
      "learning_rate": 0.0001,
      "loss": 10.9653,
      "loss/crossentropy": 1.242699384689331,
      "loss/hidden": 0.9765625,
      "loss/logits": 0.09623660147190094,
      "loss/reg": 8.649791717529297,
      "loss/twn": 0.0,
      "step": 882
    },
    {
      "epoch": 0.022075,
      "grad_norm": 21.75,
      "grad_norm_var": 720.5603515625,
      "learning_rate": 0.0001,
      "loss": 12.2686,
      "loss/crossentropy": 2.7663731575012207,
      "loss/hidden": 0.73046875,
      "loss/logits": 0.12204307317733765,
      "loss/reg": 8.649681091308594,
      "loss/twn": 0.0,
      "step": 883
    },
    {
      "epoch": 0.0221,
      "grad_norm": 42.5,
      "grad_norm_var": 178.8806640625,
      "learning_rate": 0.0001,
      "loss": 10.4172,
      "loss/crossentropy": 0.7049916386604309,
      "loss/hidden": 1.03125,
      "loss/logits": 0.03140311688184738,
      "loss/reg": 8.64955997467041,
      "loss/twn": 0.0,
      "step": 884
    },
    {
      "epoch": 0.022125,
      "grad_norm": 20.125,
      "grad_norm_var": 190.41875,
      "learning_rate": 0.0001,
      "loss": 11.1314,
      "loss/crossentropy": 1.5635149478912354,
      "loss/hidden": 0.8203125,
      "loss/logits": 0.09813685715198517,
      "loss/reg": 8.649443626403809,
      "loss/twn": 0.0,
      "step": 885
    },
    {
      "epoch": 0.02215,
      "grad_norm": 76.5,
      "grad_norm_var": 259.46015625,
      "learning_rate": 0.0001,
      "loss": 11.2006,
      "loss/crossentropy": 1.4845755100250244,
      "loss/hidden": 0.98828125,
      "loss/logits": 0.0783877968788147,
      "loss/reg": 8.649328231811523,
      "loss/twn": 0.0,
      "step": 886
    },
    {
      "epoch": 0.022175,
      "grad_norm": 28.25,
      "grad_norm_var": 251.56875,
      "learning_rate": 0.0001,
      "loss": 11.1521,
      "loss/crossentropy": 1.4424325227737427,
      "loss/hidden": 0.953125,
      "loss/logits": 0.10736413300037384,
      "loss/reg": 8.649208068847656,
      "loss/twn": 0.0,
      "step": 887
    },
    {
      "epoch": 0.0222,
      "grad_norm": 156.0,
      "grad_norm_var": 1121.77265625,
      "learning_rate": 0.0001,
      "loss": 12.3203,
      "loss/crossentropy": 2.698983907699585,
      "loss/hidden": 0.8359375,
      "loss/logits": 0.1363169550895691,
      "loss/reg": 8.649099349975586,
      "loss/twn": 0.0,
      "step": 888
    },
    {
      "epoch": 0.022225,
      "grad_norm": 21.5,
      "grad_norm_var": 1148.1979166666667,
      "learning_rate": 0.0001,
      "loss": 12.1534,
      "loss/crossentropy": 2.5979976654052734,
      "loss/hidden": 0.78515625,
      "loss/logits": 0.12121406197547913,
      "loss/reg": 8.64898681640625,
      "loss/twn": 0.0,
      "step": 889
    },
    {
      "epoch": 0.02225,
      "grad_norm": 27.125,
      "grad_norm_var": 1159.2197265625,
      "learning_rate": 0.0001,
      "loss": 11.1476,
      "loss/crossentropy": 1.480932354927063,
      "loss/hidden": 0.91015625,
      "loss/logits": 0.10764827579259872,
      "loss/reg": 8.648865699768066,
      "loss/twn": 0.0,
      "step": 890
    },
    {
      "epoch": 0.022275,
      "grad_norm": 20.75,
      "grad_norm_var": 1178.5791015625,
      "learning_rate": 0.0001,
      "loss": 11.9907,
      "loss/crossentropy": 2.447499990463257,
      "loss/hidden": 0.76953125,
      "loss/logits": 0.12492209672927856,
      "loss/reg": 8.648744583129883,
      "loss/twn": 0.0,
      "step": 891
    },
    {
      "epoch": 0.0223,
      "grad_norm": 18.25,
      "grad_norm_var": 1194.19375,
      "learning_rate": 0.0001,
      "loss": 11.643,
      "loss/crossentropy": 2.143287420272827,
      "loss/hidden": 0.76171875,
      "loss/logits": 0.08939171582460403,
      "loss/reg": 8.64862060546875,
      "loss/twn": 0.0,
      "step": 892
    },
    {
      "epoch": 0.022325,
      "grad_norm": 58.0,
      "grad_norm_var": 1212.2580729166666,
      "learning_rate": 0.0001,
      "loss": 11.8774,
      "loss/crossentropy": 2.3605241775512695,
      "loss/hidden": 0.75,
      "loss/logits": 0.11832257360219955,
      "loss/reg": 8.648508071899414,
      "loss/twn": 0.0,
      "step": 893
    },
    {
      "epoch": 0.02235,
      "grad_norm": 100.0,
      "grad_norm_var": 1421.7385416666666,
      "learning_rate": 0.0001,
      "loss": 11.0223,
      "loss/crossentropy": 1.3405512571334839,
      "loss/hidden": 0.96484375,
      "loss/logits": 0.068513423204422,
      "loss/reg": 8.648395538330078,
      "loss/twn": 0.0,
      "step": 894
    },
    {
      "epoch": 0.022375,
      "grad_norm": 55.25,
      "grad_norm_var": 1387.38515625,
      "learning_rate": 0.0001,
      "loss": 11.8076,
      "loss/crossentropy": 2.273613929748535,
      "loss/hidden": 0.78125,
      "loss/logits": 0.10449393093585968,
      "loss/reg": 8.648283004760742,
      "loss/twn": 0.0,
      "step": 895
    },
    {
      "epoch": 0.0224,
      "grad_norm": 26.625,
      "grad_norm_var": 1404.8363932291666,
      "learning_rate": 0.0001,
      "loss": 10.8252,
      "loss/crossentropy": 1.2194933891296387,
      "loss/hidden": 0.8828125,
      "loss/logits": 0.07468891143798828,
      "loss/reg": 8.64816665649414,
      "loss/twn": 0.0,
      "step": 896
    },
    {
      "epoch": 0.022425,
      "grad_norm": 91.5,
      "grad_norm_var": 1522.3395182291667,
      "learning_rate": 0.0001,
      "loss": 11.5974,
      "loss/crossentropy": 1.5322892665863037,
      "loss/hidden": 1.3359375,
      "loss/logits": 0.08110789954662323,
      "loss/reg": 8.648056030273438,
      "loss/twn": 0.0,
      "step": 897
    },
    {
      "epoch": 0.02245,
      "grad_norm": 26.0,
      "grad_norm_var": 1519.1593098958333,
      "learning_rate": 0.0001,
      "loss": 11.2098,
      "loss/crossentropy": 1.5447907447814941,
      "loss/hidden": 0.92578125,
      "loss/logits": 0.09123338758945465,
      "loss/reg": 8.647948265075684,
      "loss/twn": 0.0,
      "step": 898
    },
    {
      "epoch": 0.022475,
      "grad_norm": 23.5,
      "grad_norm_var": 1512.9030598958334,
      "learning_rate": 0.0001,
      "loss": 11.1062,
      "loss/crossentropy": 1.4178701639175415,
      "loss/hidden": 0.953125,
      "loss/logits": 0.08742193132638931,
      "loss/reg": 8.647828102111816,
      "loss/twn": 0.0,
      "step": 899
    },
    {
      "epoch": 0.0225,
      "grad_norm": 27.125,
      "grad_norm_var": 1542.0114583333334,
      "learning_rate": 0.0001,
      "loss": 11.6402,
      "loss/crossentropy": 2.2656986713409424,
      "loss/hidden": 0.62890625,
      "loss/logits": 0.0979294702410698,
      "loss/reg": 8.647710800170898,
      "loss/twn": 0.0,
      "step": 900
    },
    {
      "epoch": 0.022525,
      "grad_norm": 26.125,
      "grad_norm_var": 1521.5364583333333,
      "learning_rate": 0.0001,
      "loss": 12.4201,
      "loss/crossentropy": 2.691460609436035,
      "loss/hidden": 0.94140625,
      "loss/logits": 0.1395898461341858,
      "loss/reg": 8.647601127624512,
      "loss/twn": 0.0,
      "step": 901
    },
    {
      "epoch": 0.02255,
      "grad_norm": 17.875,
      "grad_norm_var": 1520.6509765625,
      "learning_rate": 0.0001,
      "loss": 11.8873,
      "loss/crossentropy": 2.37650203704834,
      "loss/hidden": 0.734375,
      "loss/logits": 0.12885737419128418,
      "loss/reg": 8.647518157958984,
      "loss/twn": 0.0,
      "step": 902
    },
    {
      "epoch": 0.022575,
      "grad_norm": 22.5,
      "grad_norm_var": 1535.7447265625,
      "learning_rate": 0.0001,
      "loss": 11.1421,
      "loss/crossentropy": 1.4534761905670166,
      "loss/hidden": 0.9140625,
      "loss/logits": 0.1271265596151352,
      "loss/reg": 8.647392272949219,
      "loss/twn": 0.0,
      "step": 903
    },
    {
      "epoch": 0.0226,
      "grad_norm": 70.5,
      "grad_norm_var": 725.8994140625,
      "learning_rate": 0.0001,
      "loss": 12.3574,
      "loss/crossentropy": 2.8316938877105713,
      "loss/hidden": 0.765625,
      "loss/logits": 0.11279100179672241,
      "loss/reg": 8.647268295288086,
      "loss/twn": 0.0,
      "step": 904
    },
    {
      "epoch": 0.022625,
      "grad_norm": 50.75,
      "grad_norm_var": 709.0197265625,
      "learning_rate": 0.0001,
      "loss": 12.088,
      "loss/crossentropy": 2.5325286388397217,
      "loss/hidden": 0.7890625,
      "loss/logits": 0.1192476898431778,
      "loss/reg": 8.647161483764648,
      "loss/twn": 0.0,
      "step": 905
    },
    {
      "epoch": 0.02265,
      "grad_norm": 31.875,
      "grad_norm_var": 701.4098307291666,
      "learning_rate": 0.0001,
      "loss": 11.7597,
      "loss/crossentropy": 1.9708436727523804,
      "loss/hidden": 1.03125,
      "loss/logits": 0.11054424941539764,
      "loss/reg": 8.647050857543945,
      "loss/twn": 0.0,
      "step": 906
    },
    {
      "epoch": 0.022675,
      "grad_norm": 36.25,
      "grad_norm_var": 673.2030598958333,
      "learning_rate": 0.0001,
      "loss": 10.1723,
      "loss/crossentropy": 0.33124569058418274,
      "loss/hidden": 1.1171875,
      "loss/logits": 0.07697142660617828,
      "loss/reg": 8.64693832397461,
      "loss/twn": 0.0,
      "step": 907
    },
    {
      "epoch": 0.0227,
      "grad_norm": 24.75,
      "grad_norm_var": 654.7119140625,
      "learning_rate": 0.0001,
      "loss": 10.9677,
      "loss/crossentropy": 1.3110615015029907,
      "loss/hidden": 0.92578125,
      "loss/logits": 0.08404570817947388,
      "loss/reg": 8.646824836730957,
      "loss/twn": 0.0,
      "step": 908
    },
    {
      "epoch": 0.022725,
      "grad_norm": 50.25,
      "grad_norm_var": 643.0061848958334,
      "learning_rate": 0.0001,
      "loss": 12.0202,
      "loss/crossentropy": 2.425607442855835,
      "loss/hidden": 0.8046875,
      "loss/logits": 0.14318381249904633,
      "loss/reg": 8.646716117858887,
      "loss/twn": 0.0,
      "step": 909
    },
    {
      "epoch": 0.02275,
      "grad_norm": 25.0,
      "grad_norm_var": 420.1155598958333,
      "learning_rate": 0.0001,
      "loss": 11.6331,
      "loss/crossentropy": 1.9562517404556274,
      "loss/hidden": 0.9140625,
      "loss/logits": 0.11617865413427353,
      "loss/reg": 8.64660358428955,
      "loss/twn": 0.0,
      "step": 910
    },
    {
      "epoch": 0.022775,
      "grad_norm": 38.25,
      "grad_norm_var": 398.7770182291667,
      "learning_rate": 0.0001,
      "loss": 11.0166,
      "loss/crossentropy": 1.2556953430175781,
      "loss/hidden": 1.015625,
      "loss/logits": 0.09881006181240082,
      "loss/reg": 8.646495819091797,
      "loss/twn": 0.0,
      "step": 911
    },
    {
      "epoch": 0.0228,
      "grad_norm": 30.875,
      "grad_norm_var": 394.13743489583334,
      "learning_rate": 0.0001,
      "loss": 11.3651,
      "loss/crossentropy": 1.6619752645492554,
      "loss/hidden": 0.95703125,
      "loss/logits": 0.09971839189529419,
      "loss/reg": 8.646382331848145,
      "loss/twn": 0.0,
      "step": 912
    },
    {
      "epoch": 0.022825,
      "grad_norm": 28.375,
      "grad_norm_var": 185.06875,
      "learning_rate": 0.0001,
      "loss": 12.7538,
      "loss/crossentropy": 3.1295979022979736,
      "loss/hidden": 0.85546875,
      "loss/logits": 0.12245632708072662,
      "loss/reg": 8.64626693725586,
      "loss/twn": 0.0,
      "step": 913
    },
    {
      "epoch": 0.02285,
      "grad_norm": 20.375,
      "grad_norm_var": 192.3900390625,
      "learning_rate": 0.0001,
      "loss": 10.5745,
      "loss/crossentropy": 1.0429837703704834,
      "loss/hidden": 0.80859375,
      "loss/logits": 0.07681307941675186,
      "loss/reg": 8.646145820617676,
      "loss/twn": 0.0,
      "step": 914
    },
    {
      "epoch": 0.022875,
      "grad_norm": 26.0,
      "grad_norm_var": 189.68951822916668,
      "learning_rate": 0.0001,
      "loss": 11.7933,
      "loss/crossentropy": 2.2527108192443848,
      "loss/hidden": 0.76953125,
      "loss/logits": 0.12507414817810059,
      "loss/reg": 8.646031379699707,
      "loss/twn": 0.0,
      "step": 915
    },
    {
      "epoch": 0.0229,
      "grad_norm": 32.5,
      "grad_norm_var": 187.33515625,
      "learning_rate": 0.0001,
      "loss": 12.0279,
      "loss/crossentropy": 2.4536893367767334,
      "loss/hidden": 0.7890625,
      "loss/logits": 0.13920220732688904,
      "loss/reg": 8.645927429199219,
      "loss/twn": 0.0,
      "step": 916
    },
    {
      "epoch": 0.022925,
      "grad_norm": 20.25,
      "grad_norm_var": 195.08587239583332,
      "learning_rate": 0.0001,
      "loss": 12.1268,
      "loss/crossentropy": 2.606616258621216,
      "loss/hidden": 0.76953125,
      "loss/logits": 0.10481689870357513,
      "loss/reg": 8.6458158493042,
      "loss/twn": 0.0,
      "step": 917
    },
    {
      "epoch": 0.02295,
      "grad_norm": 31.625,
      "grad_norm_var": 179.35930989583332,
      "learning_rate": 0.0001,
      "loss": 11.1762,
      "loss/crossentropy": 1.5746790170669556,
      "loss/hidden": 0.87109375,
      "loss/logits": 0.08476681262254715,
      "loss/reg": 8.64570140838623,
      "loss/twn": 0.0,
      "step": 918
    },
    {
      "epoch": 0.022975,
      "grad_norm": 19.75,
      "grad_norm_var": 183.95983072916667,
      "learning_rate": 0.0001,
      "loss": 11.0627,
      "loss/crossentropy": 1.4162150621414185,
      "loss/hidden": 0.921875,
      "loss/logits": 0.0790150836110115,
      "loss/reg": 8.64559555053711,
      "loss/twn": 0.0,
      "step": 919
    },
    {
      "epoch": 0.023,
      "grad_norm": 22.0,
      "grad_norm_var": 92.26451822916667,
      "learning_rate": 0.0001,
      "loss": 12.0987,
      "loss/crossentropy": 2.6432836055755615,
      "loss/hidden": 0.69140625,
      "loss/logits": 0.11851957440376282,
      "loss/reg": 8.64548397064209,
      "loss/twn": 0.0,
      "step": 920
    },
    {
      "epoch": 0.023025,
      "grad_norm": 31.75,
      "grad_norm_var": 63.66555989583333,
      "learning_rate": 0.0001,
      "loss": 10.4844,
      "loss/crossentropy": 0.7586137652397156,
      "loss/hidden": 1.0078125,
      "loss/logits": 0.07264447957277298,
      "loss/reg": 8.645378112792969,
      "loss/twn": 0.0,
      "step": 921
    },
    {
      "epoch": 0.02305,
      "grad_norm": 20.0,
      "grad_norm_var": 68.50833333333334,
      "learning_rate": 0.0001,
      "loss": 11.8472,
      "loss/crossentropy": 2.349719524383545,
      "loss/hidden": 0.73046875,
      "loss/logits": 0.12170122563838959,
      "loss/reg": 8.645292282104492,
      "loss/twn": 0.0,
      "step": 922
    },
    {
      "epoch": 0.023075,
      "grad_norm": 29.625,
      "grad_norm_var": 64.51608072916666,
      "learning_rate": 0.0001,
      "loss": 11.1953,
      "loss/crossentropy": 1.421155333518982,
      "loss/hidden": 1.015625,
      "loss/logits": 0.11335611343383789,
      "loss/reg": 8.645182609558105,
      "loss/twn": 0.0,
      "step": 923
    },
    {
      "epoch": 0.0231,
      "grad_norm": 79.0,
      "grad_norm_var": 223.42337239583333,
      "learning_rate": 0.0001,
      "loss": 11.4426,
      "loss/crossentropy": 1.488852620124817,
      "loss/hidden": 1.0703125,
      "loss/logits": 0.23840782046318054,
      "loss/reg": 8.645071983337402,
      "loss/twn": 0.0,
      "step": 924
    },
    {
      "epoch": 0.023125,
      "grad_norm": 227.0,
      "grad_norm_var": 2615.4400390625,
      "learning_rate": 0.0001,
      "loss": 12.0388,
      "loss/crossentropy": 2.4332802295684814,
      "loss/hidden": 0.81640625,
      "loss/logits": 0.1441601812839508,
      "loss/reg": 8.644950866699219,
      "loss/twn": 0.0,
      "step": 925
    },
    {
      "epoch": 0.02315,
      "grad_norm": 57.5,
      "grad_norm_var": 2604.9791015625,
      "learning_rate": 0.0001,
      "loss": 11.3147,
      "loss/crossentropy": 1.5451112985610962,
      "loss/hidden": 1.0234375,
      "loss/logits": 0.10130450874567032,
      "loss/reg": 8.6448392868042,
      "loss/twn": 0.0,
      "step": 926
    },
    {
      "epoch": 0.023175,
      "grad_norm": 30.875,
      "grad_norm_var": 2614.7010416666667,
      "learning_rate": 0.0001,
      "loss": 12.2042,
      "loss/crossentropy": 2.5670032501220703,
      "loss/hidden": 0.8671875,
      "loss/logits": 0.1252429485321045,
      "loss/reg": 8.644716262817383,
      "loss/twn": 0.0,
      "step": 927
    },
    {
      "epoch": 0.0232,
      "grad_norm": 21.5,
      "grad_norm_var": 2636.8738932291667,
      "learning_rate": 0.0001,
      "loss": 11.9817,
      "loss/crossentropy": 2.4307641983032227,
      "loss/hidden": 0.7890625,
      "loss/logits": 0.11731122434139252,
      "loss/reg": 8.644594192504883,
      "loss/twn": 0.0,
      "step": 928
    },
    {
      "epoch": 0.023225,
      "grad_norm": 65.0,
      "grad_norm_var": 2646.2018229166665,
      "learning_rate": 0.0001,
      "loss": 10.5594,
      "loss/crossentropy": 0.8123658299446106,
      "loss/hidden": 1.0078125,
      "loss/logits": 0.09476789832115173,
      "loss/reg": 8.6444730758667,
      "loss/twn": 0.0,
      "step": 929
    },
    {
      "epoch": 0.02325,
      "grad_norm": 24.125,
      "grad_norm_var": 2634.3072916666665,
      "learning_rate": 0.0001,
      "loss": 12.4071,
      "loss/crossentropy": 2.7781920433044434,
      "loss/hidden": 0.83203125,
      "loss/logits": 0.1525574028491974,
      "loss/reg": 8.644346237182617,
      "loss/twn": 0.0,
      "step": 930
    },
    {
      "epoch": 0.023275,
      "grad_norm": 32.0,
      "grad_norm_var": 2620.4322916666665,
      "learning_rate": 0.0001,
      "loss": 12.0064,
      "loss/crossentropy": 2.4318840503692627,
      "loss/hidden": 0.80859375,
      "loss/logits": 0.12169232964515686,
      "loss/reg": 8.644229888916016,
      "loss/twn": 0.0,
      "step": 931
    },
    {
      "epoch": 0.0233,
      "grad_norm": 29.625,
      "grad_norm_var": 2626.3275390625,
      "learning_rate": 0.0001,
      "loss": 10.8905,
      "loss/crossentropy": 1.1798232793807983,
      "loss/hidden": 0.984375,
      "loss/logits": 0.08223216980695724,
      "loss/reg": 8.644112586975098,
      "loss/twn": 0.0,
      "step": 932
    },
    {
      "epoch": 0.023325,
      "grad_norm": 29.875,
      "grad_norm_var": 2598.620572916667,
      "learning_rate": 0.0001,
      "loss": 12.066,
      "loss/crossentropy": 2.453744888305664,
      "loss/hidden": 0.84375,
      "loss/logits": 0.124543696641922,
      "loss/reg": 8.643993377685547,
      "loss/twn": 0.0,
      "step": 933
    },
    {
      "epoch": 0.02335,
      "grad_norm": 81.5,
      "grad_norm_var": 2652.158268229167,
      "learning_rate": 0.0001,
      "loss": 11.8816,
      "loss/crossentropy": 2.010385274887085,
      "loss/hidden": 1.109375,
      "loss/logits": 0.11792879551649094,
      "loss/reg": 8.643871307373047,
      "loss/twn": 0.0,
      "step": 934
    },
    {
      "epoch": 0.023375,
      "grad_norm": 66.0,
      "grad_norm_var": 2598.8744140625,
      "learning_rate": 0.0001,
      "loss": 11.3964,
      "loss/crossentropy": 1.359242558479309,
      "loss/hidden": 1.328125,
      "loss/logits": 0.06525681912899017,
      "loss/reg": 8.64375114440918,
      "loss/twn": 0.0,
      "step": 935
    },
    {
      "epoch": 0.0234,
      "grad_norm": 26.75,
      "grad_norm_var": 2580.6759765625,
      "learning_rate": 0.0001,
      "loss": 10.2786,
      "loss/crossentropy": 0.5326244831085205,
      "loss/hidden": 0.9921875,
      "loss/logits": 0.11017867922782898,
      "loss/reg": 8.643632888793945,
      "loss/twn": 0.0,
      "step": 936
    },
    {
      "epoch": 0.023425,
      "grad_norm": 28.375,
      "grad_norm_var": 2591.06640625,
      "learning_rate": 0.0001,
      "loss": 11.9216,
      "loss/crossentropy": 2.2760961055755615,
      "loss/hidden": 0.8828125,
      "loss/logits": 0.11911870539188385,
      "loss/reg": 8.643540382385254,
      "loss/twn": 0.0,
      "step": 937
    },
    {
      "epoch": 0.02345,
      "grad_norm": 48.5,
      "grad_norm_var": 2516.25390625,
      "learning_rate": 0.0001,
      "loss": 10.7898,
      "loss/crossentropy": 1.1267657279968262,
      "loss/hidden": 0.94921875,
      "loss/logits": 0.07034754008054733,
      "loss/reg": 8.643426895141602,
      "loss/twn": 0.0,
      "step": 938
    },
    {
      "epoch": 0.023475,
      "grad_norm": 27.375,
      "grad_norm_var": 2524.13125,
      "learning_rate": 0.0001,
      "loss": 11.2508,
      "loss/crossentropy": 1.69661283493042,
      "loss/hidden": 0.83203125,
      "loss/logits": 0.07888500392436981,
      "loss/reg": 8.64331340789795,
      "loss/twn": 0.0,
      "step": 939
    },
    {
      "epoch": 0.0235,
      "grad_norm": 30.5,
      "grad_norm_var": 2513.9260416666666,
      "learning_rate": 0.0001,
      "loss": 11.1866,
      "loss/crossentropy": 1.456539511680603,
      "loss/hidden": 0.9921875,
      "loss/logits": 0.09464754909276962,
      "loss/reg": 8.643203735351562,
      "loss/twn": 0.0,
      "step": 940
    },
    {
      "epoch": 0.023525,
      "grad_norm": 62.25,
      "grad_norm_var": 358.6184895833333,
      "learning_rate": 0.0001,
      "loss": 11.4512,
      "loss/crossentropy": 1.4735151529312134,
      "loss/hidden": 1.2734375,
      "loss/logits": 0.061179954558610916,
      "loss/reg": 8.64309024810791,
      "loss/twn": 0.0,
      "step": 941
    },
    {
      "epoch": 0.02355,
      "grad_norm": 26.5,
      "grad_norm_var": 351.96640625,
      "learning_rate": 0.0001,
      "loss": 12.1573,
      "loss/crossentropy": 2.5865166187286377,
      "loss/hidden": 0.79296875,
      "loss/logits": 0.13481010496616364,
      "loss/reg": 8.642961502075195,
      "loss/twn": 0.0,
      "step": 942
    },
    {
      "epoch": 0.023575,
      "grad_norm": 23.75,
      "grad_norm_var": 363.2587890625,
      "learning_rate": 0.0001,
      "loss": 11.0244,
      "loss/crossentropy": 1.3015955686569214,
      "loss/hidden": 0.9921875,
      "loss/logits": 0.08772861957550049,
      "loss/reg": 8.642860412597656,
      "loss/twn": 0.0,
      "step": 943
    },
    {
      "epoch": 0.0236,
      "grad_norm": 24.375,
      "grad_norm_var": 357.07604166666664,
      "learning_rate": 0.0001,
      "loss": 10.3601,
      "loss/crossentropy": 0.6473336815834045,
      "loss/hidden": 1.0078125,
      "loss/logits": 0.06215362995862961,
      "loss/reg": 8.642752647399902,
      "loss/twn": 0.0,
      "step": 944
    },
    {
      "epoch": 0.023625,
      "grad_norm": 25.125,
      "grad_norm_var": 319.0494140625,
      "learning_rate": 0.0001,
      "loss": 12.6172,
      "loss/crossentropy": 2.994354009628296,
      "loss/hidden": 0.84765625,
      "loss/logits": 0.132510706782341,
      "loss/reg": 8.642648696899414,
      "loss/twn": 0.0,
      "step": 945
    },
    {
      "epoch": 0.02365,
      "grad_norm": 22.375,
      "grad_norm_var": 322.1666015625,
      "learning_rate": 0.0001,
      "loss": 12.2172,
      "loss/crossentropy": 2.499817132949829,
      "loss/hidden": 0.9296875,
      "loss/logits": 0.14518602192401886,
      "loss/reg": 8.64252758026123,
      "loss/twn": 0.0,
      "step": 946
    },
    {
      "epoch": 0.023675,
      "grad_norm": 17.875,
      "grad_norm_var": 343.2143229166667,
      "learning_rate": 0.0001,
      "loss": 12.0342,
      "loss/crossentropy": 2.475522041320801,
      "loss/hidden": 0.796875,
      "loss/logits": 0.11936713755130768,
      "loss/reg": 8.642420768737793,
      "loss/twn": 0.0,
      "step": 947
    },
    {
      "epoch": 0.0237,
      "grad_norm": 73.0,
      "grad_norm_var": 425.83014322916665,
      "learning_rate": 0.0001,
      "loss": 11.1549,
      "loss/crossentropy": 1.4982513189315796,
      "loss/hidden": 0.94140625,
      "loss/logits": 0.07289159297943115,
      "loss/reg": 8.64231014251709,
      "loss/twn": 0.0,
      "step": 948
    },
    {
      "epoch": 0.023725,
      "grad_norm": 53.25,
      "grad_norm_var": 433.4635416666667,
      "learning_rate": 0.0001,
      "loss": 11.9696,
      "loss/crossentropy": 1.539908766746521,
      "loss/hidden": 1.7109375,
      "loss/logits": 0.07653222233057022,
      "loss/reg": 8.642194747924805,
      "loss/twn": 0.0,
      "step": 949
    },
    {
      "epoch": 0.02375,
      "grad_norm": 23.75,
      "grad_norm_var": 321.1518229166667,
      "learning_rate": 0.0001,
      "loss": 11.0968,
      "loss/crossentropy": 1.4083565473556519,
      "loss/hidden": 0.95703125,
      "loss/logits": 0.08931989967823029,
      "loss/reg": 8.642075538635254,
      "loss/twn": 0.0,
      "step": 950
    },
    {
      "epoch": 0.023775,
      "grad_norm": 38.0,
      "grad_norm_var": 259.0268229166667,
      "learning_rate": 0.0001,
      "loss": 11.8587,
      "loss/crossentropy": 2.4400861263275146,
      "loss/hidden": 0.6796875,
      "loss/logits": 0.09696350246667862,
      "loss/reg": 8.641968727111816,
      "loss/twn": 0.0,
      "step": 951
    },
    {
      "epoch": 0.0238,
      "grad_norm": 23.25,
      "grad_norm_var": 263.4018229166667,
      "learning_rate": 0.0001,
      "loss": 11.6612,
      "loss/crossentropy": 1.9363447427749634,
      "loss/hidden": 0.9609375,
      "loss/logits": 0.12208056449890137,
      "loss/reg": 8.641850471496582,
      "loss/twn": 0.0,
      "step": 952
    },
    {
      "epoch": 0.023825,
      "grad_norm": 46.5,
      "grad_norm_var": 269.69837239583336,
      "learning_rate": 0.0001,
      "loss": 11.8514,
      "loss/crossentropy": 2.2403106689453125,
      "loss/hidden": 0.83203125,
      "loss/logits": 0.1373005509376526,
      "loss/reg": 8.64173412322998,
      "loss/twn": 0.0,
      "step": 953
    },
    {
      "epoch": 0.02385,
      "grad_norm": 21.875,
      "grad_norm_var": 267.4934895833333,
      "learning_rate": 0.0001,
      "loss": 10.824,
      "loss/crossentropy": 1.2617324590682983,
      "loss/hidden": 0.84765625,
      "loss/logits": 0.07296106219291687,
      "loss/reg": 8.641622543334961,
      "loss/twn": 0.0,
      "step": 954
    },
    {
      "epoch": 0.023875,
      "grad_norm": 115.0,
      "grad_norm_var": 673.0785807291667,
      "learning_rate": 0.0001,
      "loss": 11.6683,
      "loss/crossentropy": 1.96914803981781,
      "loss/hidden": 0.9609375,
      "loss/logits": 0.0966673493385315,
      "loss/reg": 8.641509056091309,
      "loss/twn": 0.0,
      "step": 955
    },
    {
      "epoch": 0.0239,
      "grad_norm": 29.125,
      "grad_norm_var": 674.79375,
      "learning_rate": 0.0001,
      "loss": 10.9845,
      "loss/crossentropy": 1.251932144165039,
      "loss/hidden": 1.0078125,
      "loss/logits": 0.08337213099002838,
      "loss/reg": 8.641397476196289,
      "loss/twn": 0.0,
      "step": 956
    },
    {
      "epoch": 0.023925,
      "grad_norm": 28.125,
      "grad_norm_var": 642.3572265625,
      "learning_rate": 0.0001,
      "loss": 10.3408,
      "loss/crossentropy": 0.7025061249732971,
      "loss/hidden": 0.9375,
      "loss/logits": 0.059452176094055176,
      "loss/reg": 8.641303062438965,
      "loss/twn": 0.0,
      "step": 957
    },
    {
      "epoch": 0.02395,
      "grad_norm": 65.5,
      "grad_norm_var": 682.8603515625,
      "learning_rate": 0.0001,
      "loss": 12.2295,
      "loss/crossentropy": 2.679429292678833,
      "loss/hidden": 0.78515625,
      "loss/logits": 0.12372276186943054,
      "loss/reg": 8.641189575195312,
      "loss/twn": 0.0,
      "step": 958
    },
    {
      "epoch": 0.023975,
      "grad_norm": 71.5,
      "grad_norm_var": 725.5369140625,
      "learning_rate": 0.0001,
      "loss": 10.6519,
      "loss/crossentropy": 0.8681978583335876,
      "loss/hidden": 1.0703125,
      "loss/logits": 0.07227082550525665,
      "loss/reg": 8.641075134277344,
      "loss/twn": 0.0,
      "step": 959
    },
    {
      "epoch": 0.024,
      "grad_norm": 26.25,
      "grad_norm_var": 721.246875,
      "learning_rate": 0.0001,
      "loss": 12.5001,
      "loss/crossentropy": 2.7277987003326416,
      "loss/hidden": 0.94921875,
      "loss/logits": 0.18216562271118164,
      "loss/reg": 8.640965461730957,
      "loss/twn": 0.0,
      "step": 960
    },
    {
      "epoch": 0.024025,
      "grad_norm": 117.5,
      "grad_norm_var": 1040.1811848958334,
      "learning_rate": 0.0001,
      "loss": 11.163,
      "loss/crossentropy": 1.2693028450012207,
      "loss/hidden": 1.1875,
      "loss/logits": 0.06537793576717377,
      "loss/reg": 8.640851020812988,
      "loss/twn": 0.0,
      "step": 961
    },
    {
      "epoch": 0.02405,
      "grad_norm": 40.5,
      "grad_norm_var": 998.05,
      "learning_rate": 0.0001,
      "loss": 11.1269,
      "loss/crossentropy": 1.1471500396728516,
      "loss/hidden": 1.21875,
      "loss/logits": 0.12030482292175293,
      "loss/reg": 8.640732765197754,
      "loss/twn": 0.0,
      "step": 962
    },
    {
      "epoch": 0.024075,
      "grad_norm": 37.0,
      "grad_norm_var": 940.4259765625,
      "learning_rate": 0.0001,
      "loss": 11.1483,
      "loss/crossentropy": 1.3914599418640137,
      "loss/hidden": 1.046875,
      "loss/logits": 0.06936652958393097,
      "loss/reg": 8.640617370605469,
      "loss/twn": 0.0,
      "step": 963
    },
    {
      "epoch": 0.0241,
      "grad_norm": 27.125,
      "grad_norm_var": 935.1455729166667,
      "learning_rate": 0.0001,
      "loss": 11.3491,
      "loss/crossentropy": 1.5005178451538086,
      "loss/hidden": 1.0625,
      "loss/logits": 0.14557373523712158,
      "loss/reg": 8.640515327453613,
      "loss/twn": 0.0,
      "step": 964
    },
    {
      "epoch": 0.024125,
      "grad_norm": 30.375,
      "grad_norm_var": 951.1223307291667,
      "learning_rate": 0.0001,
      "loss": 10.0736,
      "loss/crossentropy": 0.2538512349128723,
      "loss/hidden": 1.109375,
      "loss/logits": 0.06992866843938828,
      "loss/reg": 8.640402793884277,
      "loss/twn": 0.0,
      "step": 965
    },
    {
      "epoch": 0.02415,
      "grad_norm": 61.75,
      "grad_norm_var": 926.9369140625,
      "learning_rate": 0.0001,
      "loss": 11.6475,
      "loss/crossentropy": 2.0097732543945312,
      "loss/hidden": 0.89453125,
      "loss/logits": 0.10287867486476898,
      "loss/reg": 8.64028549194336,
      "loss/twn": 0.0,
      "step": 966
    },
    {
      "epoch": 0.024175,
      "grad_norm": 22.5,
      "grad_norm_var": 964.0884765625,
      "learning_rate": 0.0001,
      "loss": 12.0763,
      "loss/crossentropy": 2.494885206222534,
      "loss/hidden": 0.80078125,
      "loss/logits": 0.14041492342948914,
      "loss/reg": 8.640175819396973,
      "loss/twn": 0.0,
      "step": 967
    },
    {
      "epoch": 0.0242,
      "grad_norm": 23.625,
      "grad_norm_var": 962.87265625,
      "learning_rate": 0.0001,
      "loss": 11.5983,
      "loss/crossentropy": 2.0036957263946533,
      "loss/hidden": 0.84375,
      "loss/logits": 0.1107679232954979,
      "loss/reg": 8.640052795410156,
      "loss/twn": 0.0,
      "step": 968
    },
    {
      "epoch": 0.024225,
      "grad_norm": 50.5,
      "grad_norm_var": 963.19765625,
      "learning_rate": 0.0001,
      "loss": 10.53,
      "loss/crossentropy": 0.7671348452568054,
      "loss/hidden": 1.046875,
      "loss/logits": 0.0760107934474945,
      "loss/reg": 8.639945030212402,
      "loss/twn": 0.0,
      "step": 969
    },
    {
      "epoch": 0.02425,
      "grad_norm": 49.0,
      "grad_norm_var": 914.6410807291667,
      "learning_rate": 0.0001,
      "loss": 11.0574,
      "loss/crossentropy": 1.3990331888198853,
      "loss/hidden": 0.9609375,
      "loss/logits": 0.057638462632894516,
      "loss/reg": 8.639840126037598,
      "loss/twn": 0.0,
      "step": 970
    },
    {
      "epoch": 0.024275,
      "grad_norm": 31.125,
      "grad_norm_var": 624.1802083333333,
      "learning_rate": 0.0001,
      "loss": 10.4489,
      "loss/crossentropy": 0.7169491648674011,
      "loss/hidden": 1.015625,
      "loss/logits": 0.07662199437618256,
      "loss/reg": 8.639738082885742,
      "loss/twn": 0.0,
      "step": 971
    },
    {
      "epoch": 0.0243,
      "grad_norm": 22.75,
      "grad_norm_var": 639.7624348958333,
      "learning_rate": 0.0001,
      "loss": 11.1814,
      "loss/crossentropy": 1.4119840860366821,
      "loss/hidden": 1.046875,
      "loss/logits": 0.08287733048200607,
      "loss/reg": 8.639626502990723,
      "loss/twn": 0.0,
      "step": 972
    },
    {
      "epoch": 0.024325,
      "grad_norm": 33.0,
      "grad_norm_var": 630.8833333333333,
      "learning_rate": 0.0001,
      "loss": 11.1838,
      "loss/crossentropy": 1.5832897424697876,
      "loss/hidden": 0.87890625,
      "loss/logits": 0.08213374018669128,
      "loss/reg": 8.639517784118652,
      "loss/twn": 0.0,
      "step": 973
    },
    {
      "epoch": 0.02435,
      "grad_norm": 28.5,
      "grad_norm_var": 612.2291666666666,
      "learning_rate": 0.0001,
      "loss": 10.4802,
      "loss/crossentropy": 0.82733553647995,
      "loss/hidden": 0.92578125,
      "loss/logits": 0.08771144598722458,
      "loss/reg": 8.639411926269531,
      "loss/twn": 0.0,
      "step": 974
    },
    {
      "epoch": 0.024375,
      "grad_norm": 29.75,
      "grad_norm_var": 557.3018229166667,
      "learning_rate": 0.0001,
      "loss": 12.3732,
      "loss/crossentropy": 2.7465858459472656,
      "loss/hidden": 0.8828125,
      "loss/logits": 0.1044565737247467,
      "loss/reg": 8.63934326171875,
      "loss/twn": 0.0,
      "step": 975
    },
    {
      "epoch": 0.0244,
      "grad_norm": 34.75,
      "grad_norm_var": 546.85390625,
      "learning_rate": 0.0001,
      "loss": 10.7326,
      "loss/crossentropy": 0.8541914820671082,
      "loss/hidden": 1.1875,
      "loss/logits": 0.05169408768415451,
      "loss/reg": 8.639236450195312,
      "loss/twn": 0.0,
      "step": 976
    },
    {
      "epoch": 0.024425,
      "grad_norm": 37.25,
      "grad_norm_var": 119.940625,
      "learning_rate": 0.0001,
      "loss": 11.8748,
      "loss/crossentropy": 1.9437530040740967,
      "loss/hidden": 1.1875,
      "loss/logits": 0.10437147319316864,
      "loss/reg": 8.639132499694824,
      "loss/twn": 0.0,
      "step": 977
    },
    {
      "epoch": 0.02445,
      "grad_norm": 27.75,
      "grad_norm_var": 120.69765625,
      "learning_rate": 0.0001,
      "loss": 11.9273,
      "loss/crossentropy": 2.32950496673584,
      "loss/hidden": 0.83984375,
      "loss/logits": 0.11892136931419373,
      "loss/reg": 8.639030456542969,
      "loss/twn": 0.0,
      "step": 978
    },
    {
      "epoch": 0.024475,
      "grad_norm": 21.875,
      "grad_norm_var": 129.29212239583333,
      "learning_rate": 0.0001,
      "loss": 12.3453,
      "loss/crossentropy": 2.770594596862793,
      "loss/hidden": 0.796875,
      "loss/logits": 0.13894122838974,
      "loss/reg": 8.638928413391113,
      "loss/twn": 0.0,
      "step": 979
    },
    {
      "epoch": 0.0245,
      "grad_norm": 47.0,
      "grad_norm_var": 137.81145833333332,
      "learning_rate": 0.0001,
      "loss": 10.1597,
      "loss/crossentropy": 0.3839435577392578,
      "loss/hidden": 1.046875,
      "loss/logits": 0.09004060924053192,
      "loss/reg": 8.63883113861084,
      "loss/twn": 0.0,
      "step": 980
    },
    {
      "epoch": 0.024525,
      "grad_norm": 32.75,
      "grad_norm_var": 136.86764322916667,
      "learning_rate": 0.0001,
      "loss": 12.0792,
      "loss/crossentropy": 2.524247646331787,
      "loss/hidden": 0.79296875,
      "loss/logits": 0.12327229976654053,
      "loss/reg": 8.638716697692871,
      "loss/twn": 0.0,
      "step": 981
    },
    {
      "epoch": 0.02455,
      "grad_norm": 45.0,
      "grad_norm_var": 93.80618489583334,
      "learning_rate": 0.0001,
      "loss": 12.2423,
      "loss/crossentropy": 2.493361234664917,
      "loss/hidden": 0.96484375,
      "loss/logits": 0.14550219476222992,
      "loss/reg": 8.638609886169434,
      "loss/twn": 0.0,
      "step": 982
    },
    {
      "epoch": 0.024575,
      "grad_norm": 29.75,
      "grad_norm_var": 86.3900390625,
      "learning_rate": 0.0001,
      "loss": 11.2087,
      "loss/crossentropy": 1.4887306690216064,
      "loss/hidden": 0.9765625,
      "loss/logits": 0.10494685918092728,
      "loss/reg": 8.638496398925781,
      "loss/twn": 0.0,
      "step": 983
    },
    {
      "epoch": 0.0246,
      "grad_norm": 25.75,
      "grad_norm_var": 83.72604166666666,
      "learning_rate": 0.0001,
      "loss": 11.712,
      "loss/crossentropy": 1.9325333833694458,
      "loss/hidden": 1.015625,
      "loss/logits": 0.12546265125274658,
      "loss/reg": 8.638388633728027,
      "loss/twn": 0.0,
      "step": 984
    },
    {
      "epoch": 0.024625,
      "grad_norm": 57.5,
      "grad_norm_var": 102.04270833333334,
      "learning_rate": 0.0001,
      "loss": 12.0371,
      "loss/crossentropy": 2.3968796730041504,
      "loss/hidden": 0.8671875,
      "loss/logits": 0.13475921750068665,
      "loss/reg": 8.638289451599121,
      "loss/twn": 0.0,
      "step": 985
    },
    {
      "epoch": 0.02465,
      "grad_norm": 37.0,
      "grad_norm_var": 87.99270833333334,
      "learning_rate": 0.0001,
      "loss": 12.1267,
      "loss/crossentropy": 2.5277347564697266,
      "loss/hidden": 0.84765625,
      "loss/logits": 0.11315064132213593,
      "loss/reg": 8.63818645477295,
      "loss/twn": 0.0,
      "step": 986
    },
    {
      "epoch": 0.024675,
      "grad_norm": 111.0,
      "grad_norm_var": 457.78899739583335,
      "learning_rate": 0.0001,
      "loss": 11.89,
      "loss/crossentropy": 2.256617307662964,
      "loss/hidden": 0.86328125,
      "loss/logits": 0.13200129568576813,
      "loss/reg": 8.638078689575195,
      "loss/twn": 0.0,
      "step": 987
    },
    {
      "epoch": 0.0247,
      "grad_norm": 24.125,
      "grad_norm_var": 454.95807291666665,
      "learning_rate": 0.0001,
      "loss": 12.1999,
      "loss/crossentropy": 2.6181788444519043,
      "loss/hidden": 0.8125,
      "loss/logits": 0.1312727928161621,
      "loss/reg": 8.637969970703125,
      "loss/twn": 0.0,
      "step": 988
    },
    {
      "epoch": 0.024725,
      "grad_norm": 31.625,
      "grad_norm_var": 456.1619140625,
      "learning_rate": 0.0001,
      "loss": 11.0299,
      "loss/crossentropy": 1.4346778392791748,
      "loss/hidden": 0.8828125,
      "loss/logits": 0.07450928539037704,
      "loss/reg": 8.637850761413574,
      "loss/twn": 0.0,
      "step": 989
    },
    {
      "epoch": 0.02475,
      "grad_norm": 33.5,
      "grad_norm_var": 450.8337890625,
      "learning_rate": 0.0001,
      "loss": 11.1798,
      "loss/crossentropy": 1.591082215309143,
      "loss/hidden": 0.859375,
      "loss/logits": 0.09157411754131317,
      "loss/reg": 8.637744903564453,
      "loss/twn": 0.0,
      "step": 990
    },
    {
      "epoch": 0.024775,
      "grad_norm": 40.5,
      "grad_norm_var": 444.5853515625,
      "learning_rate": 0.0001,
      "loss": 11.6558,
      "loss/crossentropy": 1.9533531665802002,
      "loss/hidden": 0.9375,
      "loss/logits": 0.12735915184020996,
      "loss/reg": 8.637635231018066,
      "loss/twn": 0.0,
      "step": 991
    },
    {
      "epoch": 0.0248,
      "grad_norm": 60.0,
      "grad_norm_var": 467.3629557291667,
      "learning_rate": 0.0001,
      "loss": 10.2025,
      "loss/crossentropy": 0.15267397463321686,
      "loss/hidden": 1.375,
      "loss/logits": 0.037311747670173645,
      "loss/reg": 8.637526512145996,
      "loss/twn": 0.0,
      "step": 992
    },
    {
      "epoch": 0.024825,
      "grad_norm": 24.625,
      "grad_norm_var": 484.3080729166667,
      "learning_rate": 0.0001,
      "loss": 12.0233,
      "loss/crossentropy": 2.419618606567383,
      "loss/hidden": 0.828125,
      "loss/logits": 0.13810431957244873,
      "loss/reg": 8.637418746948242,
      "loss/twn": 0.0,
      "step": 993
    },
    {
      "epoch": 0.02485,
      "grad_norm": 28.25,
      "grad_norm_var": 483.46640625,
      "learning_rate": 0.0001,
      "loss": 11.8873,
      "loss/crossentropy": 2.4256045818328857,
      "loss/hidden": 0.71875,
      "loss/logits": 0.10561510175466537,
      "loss/reg": 8.637314796447754,
      "loss/twn": 0.0,
      "step": 994
    },
    {
      "epoch": 0.024875,
      "grad_norm": 23.375,
      "grad_norm_var": 479.85390625,
      "learning_rate": 0.0001,
      "loss": 12.6024,
      "loss/crossentropy": 3.0520832538604736,
      "loss/hidden": 0.796875,
      "loss/logits": 0.11623083800077438,
      "loss/reg": 8.63721752166748,
      "loss/twn": 0.0,
      "step": 995
    },
    {
      "epoch": 0.0249,
      "grad_norm": 29.375,
      "grad_norm_var": 484.5447265625,
      "learning_rate": 0.0001,
      "loss": 10.9952,
      "loss/crossentropy": 1.2772033214569092,
      "loss/hidden": 0.99609375,
      "loss/logits": 0.08475629985332489,
      "loss/reg": 8.637124061584473,
      "loss/twn": 0.0,
      "step": 996
    },
    {
      "epoch": 0.024925,
      "grad_norm": 29.875,
      "grad_norm_var": 487.6997395833333,
      "learning_rate": 0.0001,
      "loss": 11.762,
      "loss/crossentropy": 2.0557544231414795,
      "loss/hidden": 0.94140625,
      "loss/logits": 0.1277797818183899,
      "loss/reg": 8.637055397033691,
      "loss/twn": 0.0,
      "step": 997
    },
    {
      "epoch": 0.02495,
      "grad_norm": 42.0,
      "grad_norm_var": 486.0434895833333,
      "learning_rate": 0.0001,
      "loss": 12.1376,
      "loss/crossentropy": 2.655238389968872,
      "loss/hidden": 0.73046875,
      "loss/logits": 0.11490000784397125,
      "loss/reg": 8.636943817138672,
      "loss/twn": 0.0,
      "step": 998
    },
    {
      "epoch": 0.024975,
      "grad_norm": 20.75,
      "grad_norm_var": 502.5247395833333,
      "learning_rate": 0.0001,
      "loss": 11.9536,
      "loss/crossentropy": 2.431523323059082,
      "loss/hidden": 0.76953125,
      "loss/logits": 0.1156713217496872,
      "loss/reg": 8.636835098266602,
      "loss/twn": 0.0,
      "step": 999
    },
    {
      "epoch": 0.025,
      "grad_norm": 33.25,
      "grad_norm_var": 493.0872395833333,
      "learning_rate": 0.0001,
      "loss": 12.0058,
      "loss/crossentropy": 2.4622583389282227,
      "loss/hidden": 0.78515625,
      "loss/logits": 0.12161677330732346,
      "loss/reg": 8.63674259185791,
      "loss/twn": 0.0,
      "step": 1000
    }
  ],
  "logging_steps": 1,
  "max_steps": 40000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": true,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.0457034088448e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}