{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.01,
  "eval_steps": 1000,
  "global_step": 1000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 1e-05,
      "grad_norm": 1.7941410541534424,
      "learning_rate": 0.010000000000000002,
      "loss": 2.8372,
      "loss/crossentropy": 2.6197855472564697,
      "loss/hidden": 0.0,
      "loss/logits": 0.21744851768016815,
      "loss/reg": 0.19270801544189453,
      "step": 1
    },
    {
      "epoch": 2e-05,
      "grad_norm": 1.8685554265975952,
      "learning_rate": 0.020000000000000004,
      "loss": 3.0179,
      "loss/crossentropy": 2.7890021800994873,
      "loss/hidden": 0.0,
      "loss/logits": 0.22886505722999573,
      "loss/reg": 0.19270801544189453,
      "step": 2
    },
    {
      "epoch": 3e-05,
      "grad_norm": 1.6844093799591064,
      "learning_rate": 0.03,
      "loss": 2.8727,
      "loss/crossentropy": 2.6652822494506836,
      "loss/hidden": 0.0,
      "loss/logits": 0.2074647843837738,
      "loss/reg": 0.19247663021087646,
      "step": 3
    },
    {
      "epoch": 4e-05,
      "grad_norm": 1.7308602333068848,
      "learning_rate": 0.04000000000000001,
      "loss": 3.0104,
      "loss/crossentropy": 2.792520523071289,
      "loss/hidden": 0.0,
      "loss/logits": 0.21790620684623718,
      "loss/reg": 0.19200405478477478,
      "step": 4
    },
    {
      "epoch": 5e-05,
      "grad_norm": 1.8790887594223022,
      "learning_rate": 0.05,
      "loss": 2.8305,
      "loss/crossentropy": 2.5941758155822754,
      "loss/hidden": 0.0,
      "loss/logits": 0.23635630309581757,
      "loss/reg": 0.1913727968931198,
      "step": 5
    },
    {
      "epoch": 6e-05,
      "grad_norm": 1.5929267406463623,
      "learning_rate": 0.06,
      "loss": 2.9442,
      "loss/crossentropy": 2.7414002418518066,
      "loss/hidden": 0.0,
      "loss/logits": 0.20281994342803955,
      "loss/reg": 0.1907350867986679,
      "step": 6
    },
    {
      "epoch": 7e-05,
      "grad_norm": 1.71002995967865,
      "learning_rate": 0.06999999999999999,
      "loss": 2.8114,
      "loss/crossentropy": 2.5980405807495117,
      "loss/hidden": 0.0,
      "loss/logits": 0.21340824663639069,
      "loss/reg": 0.1901981383562088,
      "step": 7
    },
    {
      "epoch": 8e-05,
      "grad_norm": 1.7461140155792236,
      "learning_rate": 0.08000000000000002,
      "loss": 2.3979,
      "loss/crossentropy": 2.175525665283203,
      "loss/hidden": 0.0,
      "loss/logits": 0.22232553362846375,
      "loss/reg": 0.18929249048233032,
      "step": 8
    },
    {
      "epoch": 9e-05,
      "grad_norm": 1.804502248764038,
      "learning_rate": 0.09000000000000001,
      "loss": 2.8196,
      "loss/crossentropy": 2.568608283996582,
      "loss/hidden": 0.0,
      "loss/logits": 0.25096768140792847,
      "loss/reg": 0.1886214315891266,
      "step": 9
    },
    {
      "epoch": 0.0001,
      "grad_norm": 1.781426191329956,
      "learning_rate": 0.1,
      "loss": 2.5661,
      "loss/crossentropy": 2.3451571464538574,
      "loss/hidden": 0.0,
      "loss/logits": 0.22095344960689545,
      "loss/reg": 0.18797847628593445,
      "step": 10
    },
    {
      "epoch": 0.00011,
      "grad_norm": 1.7866382598876953,
      "learning_rate": 0.1,
      "loss": 2.7191,
      "loss/crossentropy": 2.5106096267700195,
      "loss/hidden": 0.0,
      "loss/logits": 0.20849493145942688,
      "loss/reg": 0.18714258074760437,
      "step": 11
    },
    {
      "epoch": 0.00012,
      "grad_norm": 3.4358882904052734,
      "learning_rate": 0.1,
      "loss": 2.5222,
      "loss/crossentropy": 2.2724475860595703,
      "loss/hidden": 0.0,
      "loss/logits": 0.24974870681762695,
      "loss/reg": 0.18626242876052856,
      "step": 12
    },
    {
      "epoch": 0.00013,
      "grad_norm": 2.0597925186157227,
      "learning_rate": 0.1,
      "loss": 3.0295,
      "loss/crossentropy": 2.8004751205444336,
      "loss/hidden": 0.0,
      "loss/logits": 0.22903449833393097,
      "loss/reg": 0.18563689291477203,
      "step": 13
    },
    {
      "epoch": 0.00014,
      "grad_norm": 1.967074990272522,
      "learning_rate": 0.1,
      "loss": 2.7617,
      "loss/crossentropy": 2.52266001701355,
      "loss/hidden": 0.0,
      "loss/logits": 0.2390647530555725,
      "loss/reg": 0.18485110998153687,
      "step": 14
    },
    {
      "epoch": 0.00015,
      "grad_norm": 2.981250762939453,
      "learning_rate": 0.1,
      "loss": 2.5548,
      "loss/crossentropy": 2.2688779830932617,
      "loss/hidden": 0.0,
      "loss/logits": 0.2858789563179016,
      "loss/reg": 0.18405626714229584,
      "step": 15
    },
    {
      "epoch": 0.00016,
      "grad_norm": 1.99958336353302,
      "grad_norm_var": 0.24795925819279455,
      "learning_rate": 0.1,
      "loss": 2.7223,
      "loss/crossentropy": 2.499023914337158,
      "loss/hidden": 0.0,
      "loss/logits": 0.2233087718486786,
      "loss/reg": 0.18341079354286194,
      "step": 16
    },
    {
      "epoch": 0.00017,
      "grad_norm": 2.0663859844207764,
      "grad_norm_var": 0.24552223875209614,
      "learning_rate": 0.1,
      "loss": 2.649,
      "loss/crossentropy": 2.4166884422302246,
      "loss/hidden": 0.0,
      "loss/logits": 0.23236128687858582,
      "loss/reg": 0.18267498910427094,
      "step": 17
    },
    {
      "epoch": 0.00018,
      "grad_norm": 1.8407412767410278,
      "grad_norm_var": 0.2460799695739396,
      "learning_rate": 0.1,
      "loss": 2.8255,
      "loss/crossentropy": 2.6198925971984863,
      "loss/hidden": 0.0,
      "loss/logits": 0.20556053519248962,
      "loss/reg": 0.18212132155895233,
      "step": 18
    },
    {
      "epoch": 0.00019,
      "grad_norm": 1.864543080329895,
      "grad_norm_var": 0.2404280343313161,
      "learning_rate": 0.1,
      "loss": 2.8002,
      "loss/crossentropy": 2.5774385929107666,
      "loss/hidden": 0.0,
      "loss/logits": 0.22274565696716309,
      "loss/reg": 0.1815088838338852,
      "step": 19
    },
    {
      "epoch": 0.0002,
      "grad_norm": 1.8185856342315674,
      "grad_norm_var": 0.2375805098991556,
      "learning_rate": 0.1,
      "loss": 2.9103,
      "loss/crossentropy": 2.6820335388183594,
      "loss/hidden": 0.0,
      "loss/logits": 0.22825166583061218,
      "loss/reg": 0.1807718276977539,
      "step": 20
    },
    {
      "epoch": 0.00021,
      "grad_norm": 2.4235215187072754,
      "grad_norm_var": 0.2458109438661452,
      "learning_rate": 0.1,
      "loss": 2.7855,
      "loss/crossentropy": 2.5037312507629395,
      "loss/hidden": 0.0,
      "loss/logits": 0.2817690372467041,
      "loss/reg": 0.18035979568958282,
      "step": 21
    },
    {
      "epoch": 0.00022,
      "grad_norm": 1.9809528589248657,
      "grad_norm_var": 0.2313182294669159,
      "learning_rate": 0.1,
      "loss": 2.9751,
      "loss/crossentropy": 2.7493302822113037,
      "loss/hidden": 0.0,
      "loss/logits": 0.22574451565742493,
      "loss/reg": 0.17979250848293304,
      "step": 22
    },
    {
      "epoch": 0.00023,
      "grad_norm": 2.034888744354248,
      "grad_norm_var": 0.22192409655540496,
      "learning_rate": 0.1,
      "loss": 2.7843,
      "loss/crossentropy": 2.519683599472046,
      "loss/hidden": 0.0,
      "loss/logits": 0.26464781165122986,
      "loss/reg": 0.17909730970859528,
      "step": 23
    },
    {
      "epoch": 0.00024,
      "grad_norm": 1.733581781387329,
      "grad_norm_var": 0.22252439655172077,
      "learning_rate": 0.1,
      "loss": 2.8826,
      "loss/crossentropy": 2.6788527965545654,
      "loss/hidden": 0.0,
      "loss/logits": 0.2037709355354309,
      "loss/reg": 0.17869915068149567,
      "step": 24
    },
    {
      "epoch": 0.00025,
      "grad_norm": 1.849076747894287,
      "grad_norm_var": 0.2209000227649738,
      "learning_rate": 0.1,
      "loss": 2.5397,
      "loss/crossentropy": 2.3268229961395264,
      "loss/hidden": 0.0,
      "loss/logits": 0.21282871067523956,
      "loss/reg": 0.17821018397808075,
      "step": 25
    },
    {
      "epoch": 0.00026,
      "grad_norm": 1.691557765007019,
      "grad_norm_var": 0.22524001331960122,
      "learning_rate": 0.1,
      "loss": 2.737,
      "loss/crossentropy": 2.528177499771118,
      "loss/hidden": 0.0,
      "loss/logits": 0.2087726891040802,
      "loss/reg": 0.17761024832725525,
      "step": 26
    },
    {
      "epoch": 0.00027,
      "grad_norm": 4.388544082641602,
      "grad_norm_var": 0.5410776042381009,
      "learning_rate": 0.1,
      "loss": 3.5201,
      "loss/crossentropy": 3.2137458324432373,
      "loss/hidden": 0.0,
      "loss/logits": 0.3063773512840271,
      "loss/reg": 0.17715643346309662,
      "step": 27
    },
    {
      "epoch": 0.00028,
      "grad_norm": 2.4487318992614746,
      "grad_norm_var": 0.44701336120503826,
      "learning_rate": 0.1,
      "loss": 2.8093,
      "loss/crossentropy": 2.560337543487549,
      "loss/hidden": 0.0,
      "loss/logits": 0.24897679686546326,
      "loss/reg": 0.17665596306324005,
      "step": 28
    },
    {
      "epoch": 0.00029,
      "grad_norm": 1.9202386140823364,
      "grad_norm_var": 0.45077990596471784,
      "learning_rate": 0.1,
      "loss": 2.8007,
      "loss/crossentropy": 2.5765867233276367,
      "loss/hidden": 0.0,
      "loss/logits": 0.22409090399742126,
      "loss/reg": 0.17621678113937378,
      "step": 29
    },
    {
      "epoch": 0.0003,
      "grad_norm": 1.9063693284988403,
      "grad_norm_var": 0.45279905302935924,
      "learning_rate": 0.1,
      "loss": 2.5179,
      "loss/crossentropy": 2.2874815464019775,
      "loss/hidden": 0.0,
      "loss/logits": 0.23042911291122437,
      "loss/reg": 0.17579925060272217,
      "step": 30
    },
    {
      "epoch": 0.00031,
      "grad_norm": 1.70511794090271,
      "grad_norm_var": 0.4189766137661109,
      "learning_rate": 0.1,
      "loss": 2.8428,
      "loss/crossentropy": 2.643998146057129,
      "loss/hidden": 0.0,
      "loss/logits": 0.1987657994031906,
      "loss/reg": 0.17528142035007477,
      "step": 31
    },
    {
      "epoch": 0.00032,
      "grad_norm": 1.749182939529419,
      "grad_norm_var": 0.426399087435419,
      "learning_rate": 0.1,
      "loss": 2.6153,
      "loss/crossentropy": 2.4096920490264893,
      "loss/hidden": 0.0,
      "loss/logits": 0.20559975504875183,
      "loss/reg": 0.17501850426197052,
      "step": 32
    },
    {
      "epoch": 0.00033,
      "grad_norm": 1.7957587242126465,
      "grad_norm_var": 0.43178806302983236,
      "learning_rate": 0.1,
      "loss": 2.6359,
      "loss/crossentropy": 2.407822370529175,
      "loss/hidden": 0.0,
      "loss/logits": 0.22803781926631927,
      "loss/reg": 0.17458827793598175,
      "step": 33
    },
    {
      "epoch": 0.00034,
      "grad_norm": 2.0065958499908447,
      "grad_norm_var": 0.4283940935342485,
      "learning_rate": 0.1,
      "loss": 2.6696,
      "loss/crossentropy": 2.414606809616089,
      "loss/hidden": 0.0,
      "loss/logits": 0.2550049424171448,
      "loss/reg": 0.17423003911972046,
      "step": 34
    },
    {
      "epoch": 0.00035,
      "grad_norm": 1.7974509000778198,
      "grad_norm_var": 0.43062365031250915,
      "learning_rate": 0.1,
      "loss": 2.864,
      "loss/crossentropy": 2.660989999771118,
      "loss/hidden": 0.0,
      "loss/logits": 0.20300069451332092,
      "loss/reg": 0.17377422749996185,
      "step": 35
    },
    {
      "epoch": 0.00036,
      "grad_norm": 1.7680789232254028,
      "grad_norm_var": 0.432530945979033,
      "learning_rate": 0.1,
      "loss": 2.6188,
      "loss/crossentropy": 2.403914451599121,
      "loss/hidden": 0.0,
      "loss/logits": 0.21493443846702576,
      "loss/reg": 0.17340220510959625,
      "step": 36
    },
    {
      "epoch": 0.00037,
      "grad_norm": 2.317908763885498,
      "grad_norm_var": 0.4283199894059083,
      "learning_rate": 0.1,
      "loss": 2.8529,
      "loss/crossentropy": 2.6271157264709473,
      "loss/hidden": 0.0,
      "loss/logits": 0.22582311928272247,
      "loss/reg": 0.173123300075531,
      "step": 37
    },
    {
      "epoch": 0.00038,
      "grad_norm": 1.9942872524261475,
      "grad_norm_var": 0.42817566880153485,
      "learning_rate": 0.1,
      "loss": 2.5906,
      "loss/crossentropy": 2.340468168258667,
      "loss/hidden": 0.0,
      "loss/logits": 0.25018030405044556,
      "loss/reg": 0.1727283000946045,
      "step": 38
    },
    {
      "epoch": 0.00039,
      "grad_norm": 1.9727613925933838,
      "grad_norm_var": 0.42870121726485066,
      "learning_rate": 0.1,
      "loss": 3.2977,
      "loss/crossentropy": 3.083205461502075,
      "loss/hidden": 0.0,
      "loss/logits": 0.2144966721534729,
      "loss/reg": 0.172413170337677,
      "step": 39
    },
    {
      "epoch": 0.0004,
      "grad_norm": 1.6364719867706299,
      "grad_norm_var": 0.4335860486092982,
      "learning_rate": 0.1,
      "loss": 2.7189,
      "loss/crossentropy": 2.523791551589966,
      "loss/hidden": 0.0,
      "loss/logits": 0.19511213898658752,
      "loss/reg": 0.1719983071088791,
      "step": 40
    },
    {
      "epoch": 0.00041,
      "grad_norm": 1.8482328653335571,
      "grad_norm_var": 0.43360974225961757,
      "learning_rate": 0.1,
      "loss": 2.6773,
      "loss/crossentropy": 2.462472438812256,
      "loss/hidden": 0.0,
      "loss/logits": 0.21487540006637573,
      "loss/reg": 0.17160135507583618,
      "step": 41
    },
    {
      "epoch": 0.00042,
      "grad_norm": 1.7280985116958618,
      "grad_norm_var": 0.4319019771537389,
      "learning_rate": 0.1,
      "loss": 2.8645,
      "loss/crossentropy": 2.655454397201538,
      "loss/hidden": 0.0,
      "loss/logits": 0.20901742577552795,
      "loss/reg": 0.17148931324481964,
      "step": 42
    },
    {
      "epoch": 0.00043,
      "grad_norm": 1.8898181915283203,
      "grad_norm_var": 0.046839339332182324,
      "learning_rate": 0.1,
      "loss": 2.7555,
      "loss/crossentropy": 2.536778688430786,
      "loss/hidden": 0.0,
      "loss/logits": 0.21869313716888428,
      "loss/reg": 0.17108288407325745,
      "step": 43
    },
    {
      "epoch": 0.00044,
      "grad_norm": 1.647220253944397,
      "grad_norm_var": 0.028917078312208785,
      "learning_rate": 0.1,
      "loss": 2.6615,
      "loss/crossentropy": 2.478940725326538,
      "loss/hidden": 0.0,
      "loss/logits": 0.18257135152816772,
      "loss/reg": 0.17084510624408722,
      "step": 44
    },
    {
      "epoch": 0.00045,
      "grad_norm": 1.9125159978866577,
      "grad_norm_var": 0.028853861892116524,
      "learning_rate": 0.1,
      "loss": 2.598,
      "loss/crossentropy": 2.37441349029541,
      "loss/hidden": 0.0,
      "loss/logits": 0.22361578047275543,
      "loss/reg": 0.17055301368236542,
      "step": 45
    },
    {
      "epoch": 0.00046,
      "grad_norm": 3.1315228939056396,
      "grad_norm_var": 0.1310999835447101,
      "learning_rate": 0.1,
      "loss": 2.9111,
      "loss/crossentropy": 2.656038999557495,
      "loss/hidden": 0.0,
      "loss/logits": 0.25508174300193787,
      "loss/reg": 0.17023393511772156,
      "step": 46
    },
    {
      "epoch": 0.00047,
      "grad_norm": 1.7906099557876587,
      "grad_norm_var": 0.12897839502201733,
      "learning_rate": 0.1,
      "loss": 2.6518,
      "loss/crossentropy": 2.4433135986328125,
      "loss/hidden": 0.0,
      "loss/logits": 0.20846828818321228,
      "loss/reg": 0.1698823720216751,
      "step": 47
    },
    {
      "epoch": 0.00048,
      "grad_norm": 1.6994481086730957,
      "grad_norm_var": 0.130376192278175,
      "learning_rate": 0.1,
      "loss": 2.8731,
      "loss/crossentropy": 2.664911985397339,
      "loss/hidden": 0.0,
      "loss/logits": 0.2082216739654541,
      "loss/reg": 0.16974325478076935,
      "step": 48
    },
    {
      "epoch": 0.00049,
      "grad_norm": 1.6140257120132446,
      "grad_norm_var": 0.1357791731520154,
      "learning_rate": 0.1,
      "loss": 2.8102,
      "loss/crossentropy": 2.6029086112976074,
      "loss/hidden": 0.0,
      "loss/logits": 0.207241490483284,
      "loss/reg": 0.16932587325572968,
      "step": 49
    },
    {
      "epoch": 0.0005,
      "grad_norm": 1.7099595069885254,
      "grad_norm_var": 0.13794038281624807,
      "learning_rate": 0.1,
      "loss": 2.7699,
      "loss/crossentropy": 2.554683208465576,
      "loss/hidden": 0.0,
      "loss/logits": 0.2151976078748703,
      "loss/reg": 0.1692301481962204,
      "step": 50
    },
    {
      "epoch": 0.00051,
      "grad_norm": 1.8096407651901245,
      "grad_norm_var": 0.13777706170046333,
      "learning_rate": 0.1,
      "loss": 2.7015,
      "loss/crossentropy": 2.4817771911621094,
      "loss/hidden": 0.0,
      "loss/logits": 0.2197084128856659,
      "loss/reg": 0.1689380258321762,
      "step": 51
    },
    {
      "epoch": 0.00052,
      "grad_norm": 1.7712668180465698,
      "grad_norm_var": 0.13771974789169666,
      "learning_rate": 0.1,
      "loss": 2.8154,
      "loss/crossentropy": 2.594926595687866,
      "loss/hidden": 0.0,
      "loss/logits": 0.22043970227241516,
      "loss/reg": 0.1687590628862381,
      "step": 52
    },
    {
      "epoch": 0.00053,
      "grad_norm": 1.7525863647460938,
      "grad_norm_var": 0.12654128300209752,
      "learning_rate": 0.1,
      "loss": 2.7242,
      "loss/crossentropy": 2.522385835647583,
      "loss/hidden": 0.0,
      "loss/logits": 0.20183579623699188,
      "loss/reg": 0.16853466629981995,
      "step": 53
    },
    {
      "epoch": 0.00054,
      "grad_norm": 1.8120129108428955,
      "grad_norm_var": 0.12557967663842623,
      "learning_rate": 0.1,
      "loss": 2.5661,
      "loss/crossentropy": 2.3559939861297607,
      "loss/hidden": 0.0,
      "loss/logits": 0.2101481854915619,
      "loss/reg": 0.16827252507209778,
      "step": 54
    },
    {
      "epoch": 0.00055,
      "grad_norm": 1.602097749710083,
      "grad_norm_var": 0.12848934693259723,
      "learning_rate": 0.1,
      "loss": 2.7779,
      "loss/crossentropy": 2.5753490924835205,
      "loss/hidden": 0.0,
      "loss/logits": 0.2025029957294464,
      "loss/reg": 0.16798608005046844,
      "step": 55
    },
    {
      "epoch": 0.00056,
      "grad_norm": 1.7756836414337158,
      "grad_norm_var": 0.1260207885693923,
      "learning_rate": 0.1,
      "loss": 2.8945,
      "loss/crossentropy": 2.668313980102539,
      "loss/hidden": 0.0,
      "loss/logits": 0.22622469067573547,
      "loss/reg": 0.16773369908332825,
      "step": 56
    },
    {
      "epoch": 0.00057,
      "grad_norm": 1.6873103380203247,
      "grad_norm_var": 0.12753605299891219,
      "learning_rate": 0.1,
      "loss": 2.5983,
      "loss/crossentropy": 2.411243438720703,
      "loss/hidden": 0.0,
      "loss/logits": 0.1870155930519104,
      "loss/reg": 0.16742756962776184,
      "step": 57
    },
    {
      "epoch": 0.00058,
      "grad_norm": 1.9386037588119507,
      "grad_norm_var": 0.12735106768899035,
      "learning_rate": 0.1,
      "loss": 2.5882,
      "loss/crossentropy": 2.359182119369507,
      "loss/hidden": 0.0,
      "loss/logits": 0.22898568212985992,
      "loss/reg": 0.16724736988544464,
      "step": 58
    },
    {
      "epoch": 0.00059,
      "grad_norm": 3.909019708633423,
      "grad_norm_var": 0.3938314772090505,
      "learning_rate": 0.1,
      "loss": 2.6867,
      "loss/crossentropy": 2.3856070041656494,
      "loss/hidden": 0.0,
      "loss/logits": 0.30108943581581116,
      "loss/reg": 0.1671791821718216,
      "step": 59
    },
    {
      "epoch": 0.0006,
      "grad_norm": 1.9209262132644653,
      "grad_norm_var": 0.3866348221235699,
      "learning_rate": 0.1,
      "loss": 2.6558,
      "loss/crossentropy": 2.447204113006592,
      "loss/hidden": 0.0,
      "loss/logits": 0.20862701535224915,
      "loss/reg": 0.16685180366039276,
      "step": 60
    },
    {
      "epoch": 0.00061,
      "grad_norm": 1.9172567129135132,
      "grad_norm_var": 0.38658735890980034,
      "learning_rate": 0.1,
      "loss": 2.5699,
      "loss/crossentropy": 2.35029673576355,
      "loss/hidden": 0.0,
      "loss/logits": 0.21964755654335022,
      "loss/reg": 0.16663654148578644,
      "step": 61
    },
    {
      "epoch": 0.00062,
      "grad_norm": 1.9377732276916504,
      "grad_norm_var": 0.2939795162853282,
      "learning_rate": 0.1,
      "loss": 3.0421,
      "loss/crossentropy": 2.8235275745391846,
      "loss/hidden": 0.0,
      "loss/logits": 0.21854163706302643,
      "loss/reg": 0.16646318137645721,
      "step": 62
    },
    {
      "epoch": 0.00063,
      "grad_norm": 1.656541347503662,
      "grad_norm_var": 0.2973356744839809,
      "learning_rate": 0.1,
      "loss": 2.6364,
      "loss/crossentropy": 2.4385454654693604,
      "loss/hidden": 0.0,
      "loss/logits": 0.1978561282157898,
      "loss/reg": 0.16618403792381287,
      "step": 63
    },
    {
      "epoch": 0.00064,
      "grad_norm": 2.101804733276367,
      "grad_norm_var": 0.2963119838014231,
      "learning_rate": 0.1,
      "loss": 2.9811,
      "loss/crossentropy": 2.765476703643799,
      "loss/hidden": 0.0,
      "loss/logits": 0.21564313769340515,
      "loss/reg": 0.1660410314798355,
      "step": 64
    },
    {
      "epoch": 0.00065,
      "grad_norm": 2.5749895572662354,
      "grad_norm_var": 0.313250018404158,
      "learning_rate": 0.1,
      "loss": 2.9426,
      "loss/crossentropy": 2.691192865371704,
      "loss/hidden": 0.0,
      "loss/logits": 0.2513768672943115,
      "loss/reg": 0.16587170958518982,
      "step": 65
    },
    {
      "epoch": 0.00066,
      "grad_norm": 2.017178773880005,
      "grad_norm_var": 0.30758188247720164,
      "learning_rate": 0.1,
      "loss": 2.6205,
      "loss/crossentropy": 2.410979986190796,
      "loss/hidden": 0.0,
      "loss/logits": 0.20955853164196014,
      "loss/reg": 0.16572552919387817,
      "step": 66
    },
    {
      "epoch": 0.00067,
      "grad_norm": 1.881057858467102,
      "grad_norm_var": 0.30597808537116955,
      "learning_rate": 0.1,
      "loss": 2.8162,
      "loss/crossentropy": 2.5815954208374023,
      "loss/hidden": 0.0,
      "loss/logits": 0.2346353977918625,
      "loss/reg": 0.1655614972114563,
      "step": 67
    },
    {
      "epoch": 0.00068,
      "grad_norm": 1.7658600807189941,
      "grad_norm_var": 0.30615634510237055,
      "learning_rate": 0.1,
      "loss": 2.7744,
      "loss/crossentropy": 2.5518367290496826,
      "loss/hidden": 0.0,
      "loss/logits": 0.222543865442276,
      "loss/reg": 0.16535314917564392,
      "step": 68
    },
    {
      "epoch": 0.00069,
      "grad_norm": 1.8009297847747803,
      "grad_norm_var": 0.30460663816056877,
      "learning_rate": 0.1,
      "loss": 2.8592,
      "loss/crossentropy": 2.6507787704467773,
      "loss/hidden": 0.0,
      "loss/logits": 0.20840439200401306,
      "loss/reg": 0.16517679393291473,
      "step": 69
    },
    {
      "epoch": 0.0007,
      "grad_norm": 1.785271406173706,
      "grad_norm_var": 0.3053882480199533,
      "learning_rate": 0.1,
      "loss": 2.6,
      "loss/crossentropy": 2.3875892162323,
      "loss/hidden": 0.0,
      "loss/logits": 0.21238045394420624,
      "loss/reg": 0.16507619619369507,
      "step": 70
    },
    {
      "epoch": 0.00071,
      "grad_norm": 2.001296043395996,
      "grad_norm_var": 0.29326341922192395,
      "learning_rate": 0.1,
      "loss": 2.7152,
      "loss/crossentropy": 2.464181900024414,
      "loss/hidden": 0.0,
      "loss/logits": 0.2510414719581604,
      "loss/reg": 0.16482555866241455,
      "step": 71
    },
    {
      "epoch": 0.00072,
      "grad_norm": 1.8108326196670532,
      "grad_norm_var": 0.2920926806909326,
      "learning_rate": 0.1,
      "loss": 2.6657,
      "loss/crossentropy": 2.4663877487182617,
      "loss/hidden": 0.0,
      "loss/logits": 0.19929474592208862,
      "loss/reg": 0.16470520198345184,
      "step": 72
    },
    {
      "epoch": 0.00073,
      "grad_norm": 1.8082332611083984,
      "grad_norm_var": 0.2872529776700346,
      "learning_rate": 0.1,
      "loss": 2.5833,
      "loss/crossentropy": 2.361788749694824,
      "loss/hidden": 0.0,
      "loss/logits": 0.22149252891540527,
      "loss/reg": 0.16450858116149902,
      "step": 73
    },
    {
      "epoch": 0.00074,
      "grad_norm": 1.898726224899292,
      "grad_norm_var": 0.28795382414913867,
      "learning_rate": 0.1,
      "loss": 2.9553,
      "loss/crossentropy": 2.7490241527557373,
      "loss/hidden": 0.0,
      "loss/logits": 0.20631715655326843,
      "loss/reg": 0.16432958841323853,
      "step": 74
    },
    {
      "epoch": 0.00075,
      "grad_norm": 1.845772624015808,
      "grad_norm_var": 0.0423884833109937,
      "learning_rate": 0.1,
      "loss": 2.9804,
      "loss/crossentropy": 2.753929853439331,
      "loss/hidden": 0.0,
      "loss/logits": 0.22646912932395935,
      "loss/reg": 0.16411833465099335,
      "step": 75
    },
    {
      "epoch": 0.00076,
      "grad_norm": 1.7554599046707153,
      "grad_norm_var": 0.04408537942632377,
      "learning_rate": 0.1,
      "loss": 2.8329,
      "loss/crossentropy": 2.6151506900787354,
      "loss/hidden": 0.0,
      "loss/logits": 0.2177816778421402,
      "loss/reg": 0.16405650973320007,
      "step": 76
    },
    {
      "epoch": 0.00077,
      "grad_norm": 1.7131043672561646,
      "grad_norm_var": 0.046491007479150366,
      "learning_rate": 0.1,
      "loss": 2.7486,
      "loss/crossentropy": 2.5505027770996094,
      "loss/hidden": 0.0,
      "loss/logits": 0.19811946153640747,
      "loss/reg": 0.16392755508422852,
      "step": 77
    },
    {
      "epoch": 0.00078,
      "grad_norm": 1.9777545928955078,
      "grad_norm_var": 0.04680732673595423,
      "learning_rate": 0.1,
      "loss": 3.0103,
      "loss/crossentropy": 2.776825428009033,
      "loss/hidden": 0.0,
      "loss/logits": 0.23347489535808563,
      "loss/reg": 0.16359421610832214,
      "step": 78
    },
    {
      "epoch": 0.00079,
      "grad_norm": 2.339536666870117,
      "grad_norm_var": 0.053821195061358115,
      "learning_rate": 0.1,
      "loss": 2.5372,
      "loss/crossentropy": 2.2812371253967285,
      "loss/hidden": 0.0,
      "loss/logits": 0.25598034262657166,
      "loss/reg": 0.16351112723350525,
      "step": 79
    },
    {
      "epoch": 0.0008,
      "grad_norm": 1.734583854675293,
      "grad_norm_var": 0.054442683827191196,
      "learning_rate": 0.1,
      "loss": 2.4136,
      "loss/crossentropy": 2.2008090019226074,
      "loss/hidden": 0.0,
      "loss/logits": 0.21282735466957092,
      "loss/reg": 0.16335174441337585,
      "step": 80
    },
    {
      "epoch": 0.00081,
      "grad_norm": 1.7617944478988647,
      "grad_norm_var": 0.02469138523525179,
      "learning_rate": 0.1,
      "loss": 2.6852,
      "loss/crossentropy": 2.4770615100860596,
      "loss/hidden": 0.0,
      "loss/logits": 0.20818310976028442,
      "loss/reg": 0.16316014528274536,
      "step": 81
    },
    {
      "epoch": 0.00082,
      "grad_norm": 1.9816601276397705,
      "grad_norm_var": 0.024066529955945035,
      "learning_rate": 0.1,
      "loss": 2.7955,
      "loss/crossentropy": 2.6095259189605713,
      "loss/hidden": 0.0,
      "loss/logits": 0.18594592809677124,
      "loss/reg": 0.16319124400615692,
      "step": 82
    },
    {
      "epoch": 0.00083,
      "grad_norm": 1.8290983438491821,
      "grad_norm_var": 0.024133490394293015,
      "learning_rate": 0.1,
      "loss": 2.6438,
      "loss/crossentropy": 2.417361259460449,
      "loss/hidden": 0.0,
      "loss/logits": 0.22647587954998016,
      "loss/reg": 0.1630745381116867,
      "step": 83
    },
    {
      "epoch": 0.00084,
      "grad_norm": 1.8714231252670288,
      "grad_norm_var": 0.023461027211922135,
      "learning_rate": 0.1,
      "loss": 2.6158,
      "loss/crossentropy": 2.3823697566986084,
      "loss/hidden": 0.0,
      "loss/logits": 0.2334725707769394,
      "loss/reg": 0.16289766132831573,
      "step": 84
    },
    {
      "epoch": 0.00085,
      "grad_norm": 1.6547683477401733,
      "grad_norm_var": 0.026136770068175254,
      "learning_rate": 0.1,
      "loss": 2.6022,
      "loss/crossentropy": 2.408360242843628,
      "loss/hidden": 0.0,
      "loss/logits": 0.19381171464920044,
      "loss/reg": 0.16268208622932434,
      "step": 85
    },
    {
      "epoch": 0.00086,
      "grad_norm": 1.8692580461502075,
      "grad_norm_var": 0.02573428253156127,
      "learning_rate": 0.1,
      "loss": 2.6977,
      "loss/crossentropy": 2.4621360301971436,
      "loss/hidden": 0.0,
      "loss/logits": 0.2355971336364746,
      "loss/reg": 0.1626405119895935,
      "step": 86
    },
    {
      "epoch": 0.00087,
      "grad_norm": 1.7254503965377808,
      "grad_norm_var": 0.025507648334505008,
      "learning_rate": 0.1,
      "loss": 2.5622,
      "loss/crossentropy": 2.3580234050750732,
      "loss/hidden": 0.0,
      "loss/logits": 0.20416195690631866,
      "loss/reg": 0.16234871745109558,
      "step": 87
    },
    {
      "epoch": 0.00088,
      "grad_norm": 1.7793629169464111,
      "grad_norm_var": 0.02572797763801109,
      "learning_rate": 0.1,
      "loss": 2.9687,
      "loss/crossentropy": 2.767064332962036,
      "loss/hidden": 0.0,
      "loss/logits": 0.20166558027267456,
      "loss/reg": 0.16240248084068298,
      "step": 88
    },
    {
      "epoch": 0.00089,
      "grad_norm": 1.721548080444336,
      "grad_norm_var": 0.02664134610365251,
      "learning_rate": 0.1,
      "loss": 2.7699,
      "loss/crossentropy": 2.5585005283355713,
      "loss/hidden": 0.0,
      "loss/logits": 0.21136051416397095,
      "loss/reg": 0.16210931539535522,
      "step": 89
    },
    {
      "epoch": 0.0009,
      "grad_norm": 1.8082941770553589,
      "grad_norm_var": 0.0264589166504661,
      "learning_rate": 0.1,
      "loss": 2.8145,
      "loss/crossentropy": 2.607401132583618,
      "loss/hidden": 0.0,
      "loss/logits": 0.20708514750003815,
      "loss/reg": 0.16195623576641083,
      "step": 90
    },
    {
      "epoch": 0.00091,
      "grad_norm": 1.915407419204712,
      "grad_norm_var": 0.02685685218971082,
      "learning_rate": 0.1,
      "loss": 2.7644,
      "loss/crossentropy": 2.5465660095214844,
      "loss/hidden": 0.0,
      "loss/logits": 0.21782971918582916,
      "loss/reg": 0.1619657576084137,
      "step": 91
    },
    {
      "epoch": 0.00092,
      "grad_norm": 1.943249225616455,
      "grad_norm_var": 0.026946480224736055,
      "learning_rate": 0.1,
      "loss": 2.8884,
      "loss/crossentropy": 2.6643056869506836,
      "loss/hidden": 0.0,
      "loss/logits": 0.22411349415779114,
      "loss/reg": 0.16182415187358856,
      "step": 92
    },
    {
      "epoch": 0.00093,
      "grad_norm": 1.778732180595398,
      "grad_norm_var": 0.02600339998267387,
      "learning_rate": 0.1,
      "loss": 2.9448,
      "loss/crossentropy": 2.7302517890930176,
      "loss/hidden": 0.0,
      "loss/logits": 0.2145233452320099,
      "loss/reg": 0.16179771721363068,
      "step": 93
    },
    {
      "epoch": 0.00094,
      "grad_norm": 2.3324451446533203,
      "grad_norm_var": 0.03963631758308731,
      "learning_rate": 0.1,
      "loss": 2.5716,
      "loss/crossentropy": 2.347743511199951,
      "loss/hidden": 0.0,
      "loss/logits": 0.22382411360740662,
      "loss/reg": 0.16151709854602814,
      "step": 94
    },
    {
      "epoch": 0.00095,
      "grad_norm": 1.8147391080856323,
      "grad_norm_var": 0.024548420664558,
      "learning_rate": 0.1,
      "loss": 2.6233,
      "loss/crossentropy": 2.421243190765381,
      "loss/hidden": 0.0,
      "loss/logits": 0.20203803479671478,
      "loss/reg": 0.1616181880235672,
      "step": 95
    },
    {
      "epoch": 0.00096,
      "grad_norm": 2.151325225830078,
      "grad_norm_var": 0.029261373196793214,
      "learning_rate": 0.1,
      "loss": 2.8669,
      "loss/crossentropy": 2.6277081966400146,
      "loss/hidden": 0.0,
      "loss/logits": 0.2391999363899231,
      "loss/reg": 0.16138805449008942,
      "step": 96
    },
    {
      "epoch": 0.00097,
      "grad_norm": 1.7476903200149536,
      "grad_norm_var": 0.029479473096021933,
      "learning_rate": 0.1,
      "loss": 2.7742,
      "loss/crossentropy": 2.572164297103882,
      "loss/hidden": 0.0,
      "loss/logits": 0.20205846428871155,
      "loss/reg": 0.16124150156974792,
      "step": 97
    },
    {
      "epoch": 0.00098,
      "grad_norm": 1.7204608917236328,
      "grad_norm_var": 0.029864490374853798,
      "learning_rate": 0.1,
      "loss": 2.6682,
      "loss/crossentropy": 2.4673049449920654,
      "loss/hidden": 0.0,
      "loss/logits": 0.2008523941040039,
      "loss/reg": 0.16115766763687134,
      "step": 98
    },
    {
      "epoch": 0.00099,
      "grad_norm": 1.7873692512512207,
      "grad_norm_var": 0.03011161271887962,
      "learning_rate": 0.1,
      "loss": 2.7796,
      "loss/crossentropy": 2.5443999767303467,
      "loss/hidden": 0.0,
      "loss/logits": 0.23517972230911255,
      "loss/reg": 0.16098013520240784,
      "step": 99
    },
    {
      "epoch": 0.001,
      "grad_norm": 1.6834875345230103,
      "grad_norm_var": 0.03181598615698225,
      "learning_rate": 0.1,
      "loss": 2.757,
      "loss/crossentropy": 2.5468289852142334,
      "loss/hidden": 0.0,
      "loss/logits": 0.21012938022613525,
      "loss/reg": 0.16100959479808807,
      "step": 100
    },
    {
      "epoch": 0.00101,
      "grad_norm": 1.9399726390838623,
      "grad_norm_var": 0.029871219645123345,
      "learning_rate": 0.1,
      "loss": 2.5498,
      "loss/crossentropy": 2.320744514465332,
      "loss/hidden": 0.0,
      "loss/logits": 0.22902999818325043,
      "loss/reg": 0.1607155203819275,
      "step": 101
    },
    {
      "epoch": 0.00102,
      "grad_norm": 1.6978514194488525,
      "grad_norm_var": 0.03143703849124388,
      "learning_rate": 0.1,
      "loss": 2.391,
      "loss/crossentropy": 2.193343162536621,
      "loss/hidden": 0.0,
      "loss/logits": 0.1976414918899536,
      "loss/reg": 0.16065587103366852,
      "step": 102
    },
    {
      "epoch": 0.00103,
      "grad_norm": 1.6977367401123047,
      "grad_norm_var": 0.03193312033378574,
      "learning_rate": 0.1,
      "loss": 2.6103,
      "loss/crossentropy": 2.418210983276367,
      "loss/hidden": 0.0,
      "loss/logits": 0.19208090007305145,
      "loss/reg": 0.16060210764408112,
      "step": 103
    },
    {
      "epoch": 0.00104,
      "grad_norm": 1.8626060485839844,
      "grad_norm_var": 0.031637924847175175,
      "learning_rate": 0.1,
      "loss": 2.7385,
      "loss/crossentropy": 2.522723913192749,
      "loss/hidden": 0.0,
      "loss/logits": 0.21581590175628662,
      "loss/reg": 0.16052451729774475,
      "step": 104
    },
    {
      "epoch": 0.00105,
      "grad_norm": 1.7438913583755493,
      "grad_norm_var": 0.03128591180344884,
      "learning_rate": 0.1,
      "loss": 2.839,
      "loss/crossentropy": 2.6107664108276367,
      "loss/hidden": 0.0,
      "loss/logits": 0.2282416969537735,
      "loss/reg": 0.16041938960552216,
      "step": 105
    },
    {
      "epoch": 0.00106,
      "grad_norm": 2.114018678665161,
      "grad_norm_var": 0.03536321148732349,
      "learning_rate": 0.1,
      "loss": 2.4629,
      "loss/crossentropy": 2.232969045639038,
      "loss/hidden": 0.0,
      "loss/logits": 0.22997362911701202,
      "loss/reg": 0.16031785309314728,
      "step": 106
    },
    {
      "epoch": 0.00107,
      "grad_norm": 1.8013360500335693,
      "grad_norm_var": 0.03549629451111868,
      "learning_rate": 0.1,
      "loss": 2.8945,
      "loss/crossentropy": 2.6938414573669434,
      "loss/hidden": 0.0,
      "loss/logits": 0.20061947405338287,
      "loss/reg": 0.1603301614522934,
      "step": 107
    },
    {
      "epoch": 0.00108,
      "grad_norm": 1.7160793542861938,
      "grad_norm_var": 0.03630785554785968,
      "learning_rate": 0.1,
      "loss": 2.6298,
      "loss/crossentropy": 2.4277350902557373,
      "loss/hidden": 0.0,
      "loss/logits": 0.20209258794784546,
      "loss/reg": 0.16006989777088165,
      "step": 108
    },
    {
      "epoch": 0.00109,
      "grad_norm": 1.6853837966918945,
      "grad_norm_var": 0.03773152725828523,
      "learning_rate": 0.1,
      "loss": 2.8953,
      "loss/crossentropy": 2.688405990600586,
      "loss/hidden": 0.0,
      "loss/logits": 0.20690396428108215,
      "loss/reg": 0.16008752584457397,
      "step": 109
    },
    {
      "epoch": 0.0011,
      "grad_norm": 1.7110825777053833,
      "grad_norm_var": 0.02135598541223184,
      "learning_rate": 0.1,
      "loss": 2.8252,
      "loss/crossentropy": 2.608750820159912,
      "loss/hidden": 0.0,
      "loss/logits": 0.21645289659500122,
      "loss/reg": 0.15988831222057343,
      "step": 110
    },
    {
      "epoch": 0.00111,
      "grad_norm": 1.837937831878662,
      "grad_norm_var": 0.021420706983363343,
      "learning_rate": 0.1,
      "loss": 2.5936,
      "loss/crossentropy": 2.3865153789520264,
      "loss/hidden": 0.0,
      "loss/logits": 0.2070549726486206,
      "loss/reg": 0.15985874831676483,
      "step": 111
    },
    {
      "epoch": 0.00112,
      "grad_norm": 1.7919666767120361,
      "grad_norm_var": 0.012952468361958758,
      "learning_rate": 0.1,
      "loss": 2.7372,
      "loss/crossentropy": 2.5049924850463867,
      "loss/hidden": 0.0,
      "loss/logits": 0.23224014043807983,
      "loss/reg": 0.15970398485660553,
      "step": 112
    },
    {
      "epoch": 0.00113,
      "grad_norm": 1.8749711513519287,
      "grad_norm_var": 0.013354230503546205,
      "learning_rate": 0.1,
      "loss": 2.8534,
      "loss/crossentropy": 2.6308281421661377,
      "loss/hidden": 0.0,
      "loss/logits": 0.22260984778404236,
      "loss/reg": 0.1596403270959854,
      "step": 113
    },
    {
      "epoch": 0.00114,
      "grad_norm": 1.730081558227539,
      "grad_norm_var": 0.013268716990129785,
      "learning_rate": 0.1,
      "loss": 2.8143,
      "loss/crossentropy": 2.5993852615356445,
      "loss/hidden": 0.0,
      "loss/logits": 0.21487459540367126,
      "loss/reg": 0.15961258113384247,
      "step": 114
    },
    {
      "epoch": 0.00115,
      "grad_norm": 1.6594314575195312,
      "grad_norm_var": 0.014374737191151137,
      "learning_rate": 0.1,
      "loss": 2.8622,
      "loss/crossentropy": 2.663595199584961,
      "loss/hidden": 0.0,
      "loss/logits": 0.19859746098518372,
      "loss/reg": 0.1594453752040863,
      "step": 115
    },
    {
      "epoch": 0.00116,
      "grad_norm": 1.8340096473693848,
      "grad_norm_var": 0.013768737078364702,
      "learning_rate": 0.1,
      "loss": 2.9001,
      "loss/crossentropy": 2.6800649166107178,
      "loss/hidden": 0.0,
      "loss/logits": 0.2200334221124649,
      "loss/reg": 0.15948700904846191,
      "step": 116
    },
    {
      "epoch": 0.00117,
      "grad_norm": 9.800415992736816,
      "grad_norm_var": 4.028786937350557,
      "learning_rate": 0.1,
      "loss": 3.4834,
      "loss/crossentropy": 3.0538530349731445,
      "loss/hidden": 0.0,
      "loss/logits": 0.42959335446357727,
      "loss/reg": 0.1592700481414795,
      "step": 117
    },
    {
      "epoch": 0.00118,
      "grad_norm": 1.6741610765457153,
      "grad_norm_var": 4.030676411030317,
      "learning_rate": 0.1,
      "loss": 2.8793,
      "loss/crossentropy": 2.6746108531951904,
      "loss/hidden": 0.0,
      "loss/logits": 0.20465821027755737,
      "loss/reg": 0.15919889509677887,
      "step": 118
    },
    {
      "epoch": 0.00119,
      "grad_norm": 2.479275703430176,
      "grad_norm_var": 4.007817829629853,
      "learning_rate": 0.1,
      "loss": 2.746,
      "loss/crossentropy": 2.5126523971557617,
      "loss/hidden": 0.0,
      "loss/logits": 0.23332132399082184,
      "loss/reg": 0.15911614894866943,
      "step": 119
    },
    {
      "epoch": 0.0012,
      "grad_norm": 1.7633051872253418,
      "grad_norm_var": 4.014652797819997,
      "learning_rate": 0.1,
      "loss": 2.8031,
      "loss/crossentropy": 2.593297004699707,
      "loss/hidden": 0.0,
      "loss/logits": 0.2098241001367569,
      "loss/reg": 0.15906544029712677,
      "step": 120
    },
    {
      "epoch": 0.00121,
      "grad_norm": 1.7128862142562866,
      "grad_norm_var": 4.017119676881966,
      "learning_rate": 0.1,
      "loss": 2.8798,
      "loss/crossentropy": 2.6694579124450684,
      "loss/hidden": 0.0,
      "loss/logits": 0.21036633849143982,
      "loss/reg": 0.15902374684810638,
      "step": 121
    },
    {
      "epoch": 0.00122,
      "grad_norm": 1.6873313188552856,
      "grad_norm_var": 4.0404530726448415,
      "learning_rate": 0.1,
      "loss": 2.7747,
      "loss/crossentropy": 2.570366621017456,
      "loss/hidden": 0.0,
      "loss/logits": 0.20433162152767181,
      "loss/reg": 0.1589815467596054,
      "step": 122
    },
    {
      "epoch": 0.00123,
      "grad_norm": 1.7031251192092896,
      "grad_norm_var": 4.047552790574258,
      "learning_rate": 0.1,
      "loss": 2.6301,
      "loss/crossentropy": 2.4278907775878906,
      "loss/hidden": 0.0,
      "loss/logits": 0.2022581398487091,
      "loss/reg": 0.15884126722812653,
      "step": 123
    },
    {
      "epoch": 0.00124,
      "grad_norm": 1.9169403314590454,
      "grad_norm_var": 4.0346680314699315,
      "learning_rate": 0.1,
      "loss": 2.3787,
      "loss/crossentropy": 2.1689770221710205,
      "loss/hidden": 0.0,
      "loss/logits": 0.2097214311361313,
      "loss/reg": 0.15869207680225372,
      "step": 124
    },
    {
      "epoch": 0.00125,
      "grad_norm": 3.1283042430877686,
      "grad_norm_var": 4.045799422662404,
      "learning_rate": 0.1,
      "loss": 3.0155,
      "loss/crossentropy": 2.746854543685913,
      "loss/hidden": 0.0,
      "loss/logits": 0.26862430572509766,
      "loss/reg": 0.15870903432369232,
      "step": 125
    },
    {
      "epoch": 0.00126,
      "grad_norm": 1.9831962585449219,
      "grad_norm_var": 4.025647018526637,
      "learning_rate": 0.1,
      "loss": 2.4818,
      "loss/crossentropy": 2.2390859127044678,
      "loss/hidden": 0.0,
      "loss/logits": 0.24275356531143188,
      "loss/reg": 0.1585802137851715,
      "step": 126
    },
    {
      "epoch": 0.00127,
      "grad_norm": 2.1434175968170166,
      "grad_norm_var": 4.008134789661286,
      "learning_rate": 0.1,
      "loss": 2.7133,
      "loss/crossentropy": 2.454806089401245,
      "loss/hidden": 0.0,
      "loss/logits": 0.258467435836792,
      "loss/reg": 0.15847015380859375,
      "step": 127
    },
    {
      "epoch": 0.00128,
      "grad_norm": 1.8749781847000122,
      "grad_norm_var": 4.001501640008951,
      "learning_rate": 0.1,
      "loss": 2.533,
      "loss/crossentropy": 2.3184025287628174,
      "loss/hidden": 0.0,
      "loss/logits": 0.2146439403295517,
      "loss/reg": 0.15848059952259064,
      "step": 128
    },
    {
      "epoch": 0.00129,
      "grad_norm": 1.8413902521133423,
      "grad_norm_var": 4.004081254550272,
      "learning_rate": 0.1,
      "loss": 2.864,
      "loss/crossentropy": 2.64398193359375,
      "loss/hidden": 0.0,
      "loss/logits": 0.22002694010734558,
      "loss/reg": 0.15835124254226685,
      "step": 129
    },
    {
      "epoch": 0.0013,
      "grad_norm": 1.6885493993759155,
      "grad_norm_var": 4.008083029094881,
      "learning_rate": 0.1,
      "loss": 2.4168,
      "loss/crossentropy": 2.2391769886016846,
      "loss/hidden": 0.0,
      "loss/logits": 0.17763087153434753,
      "loss/reg": 0.15839768946170807,
      "step": 130
    },
    {
      "epoch": 0.00131,
      "grad_norm": 2.158484935760498,
      "grad_norm_var": 3.9723303655756923,
      "learning_rate": 0.1,
      "loss": 2.8241,
      "loss/crossentropy": 2.5652995109558105,
      "loss/hidden": 0.0,
      "loss/logits": 0.25875556468963623,
      "loss/reg": 0.15823814272880554,
      "step": 131
    },
    {
      "epoch": 0.00132,
      "grad_norm": 1.7983602285385132,
      "grad_norm_var": 3.9753941324049613,
      "learning_rate": 0.1,
      "loss": 2.8251,
      "loss/crossentropy": 2.6149044036865234,
      "loss/hidden": 0.0,
      "loss/logits": 0.21023395657539368,
      "loss/reg": 0.15798808634281158,
      "step": 132
    },
    {
      "epoch": 0.00133,
      "grad_norm": 1.9443055391311646,
      "grad_norm_var": 0.14346460767656594,
      "learning_rate": 0.1,
      "loss": 2.9435,
      "loss/crossentropy": 2.7223899364471436,
      "loss/hidden": 0.0,
      "loss/logits": 0.22111660242080688,
      "loss/reg": 0.15817613899707794,
      "step": 133
    },
    {
      "epoch": 0.00134,
      "grad_norm": 1.899189829826355,
      "grad_norm_var": 0.13779441057120395,
      "learning_rate": 0.1,
      "loss": 2.7795,
      "loss/crossentropy": 2.5600945949554443,
      "loss/hidden": 0.0,
      "loss/logits": 0.21940697729587555,
      "loss/reg": 0.15794193744659424,
      "step": 134
    },
    {
      "epoch": 0.00135,
      "grad_norm": 1.630270004272461,
      "grad_norm_var": 0.12663120134069245,
      "learning_rate": 0.1,
      "loss": 2.7035,
      "loss/crossentropy": 2.5131657123565674,
      "loss/hidden": 0.0,
      "loss/logits": 0.1903446763753891,
      "loss/reg": 0.1579643189907074,
      "step": 135
    },
    {
      "epoch": 0.00136,
      "grad_norm": 2.495762348175049,
      "grad_norm_var": 0.1439188814578981,
      "learning_rate": 0.1,
      "loss": 2.7466,
      "loss/crossentropy": 2.509981870651245,
      "loss/hidden": 0.0,
      "loss/logits": 0.2366005778312683,
      "loss/reg": 0.15786632895469666,
      "step": 136
    },
    {
      "epoch": 0.00137,
      "grad_norm": 1.8029515743255615,
      "grad_norm_var": 0.14127334497109126,
      "learning_rate": 0.1,
      "loss": 2.6665,
      "loss/crossentropy": 2.450725555419922,
      "loss/hidden": 0.0,
      "loss/logits": 0.2158118486404419,
      "loss/reg": 0.15775997936725616,
      "step": 137
    },
    {
      "epoch": 0.00138,
      "grad_norm": 1.7371032238006592,
      "grad_norm_var": 0.13947908157823363,
      "learning_rate": 0.1,
      "loss": 2.6852,
      "loss/crossentropy": 2.4715776443481445,
      "loss/hidden": 0.0,
      "loss/logits": 0.21362335979938507,
      "loss/reg": 0.1578553318977356,
      "step": 138
    },
    {
      "epoch": 0.00139,
      "grad_norm": 1.8639756441116333,
      "grad_norm_var": 0.13506916575409847,
      "learning_rate": 0.1,
      "loss": 2.9065,
      "loss/crossentropy": 2.694209098815918,
      "loss/hidden": 0.0,
      "loss/logits": 0.21229249238967896,
      "loss/reg": 0.1577604115009308,
      "step": 139
    },
    {
      "epoch": 0.0014,
      "grad_norm": 1.816977858543396,
      "grad_norm_var": 0.1367234220915094,
      "learning_rate": 0.1,
      "loss": 2.6881,
      "loss/crossentropy": 2.4862794876098633,
      "loss/hidden": 0.0,
      "loss/logits": 0.2017817199230194,
      "loss/reg": 0.15767979621887207,
      "step": 140
    },
    {
      "epoch": 0.00141,
      "grad_norm": 1.739311695098877,
      "grad_norm_var": 0.04611241615331186,
      "learning_rate": 0.1,
      "loss": 2.63,
      "loss/crossentropy": 2.4266629219055176,
      "loss/hidden": 0.0,
      "loss/logits": 0.20337159931659698,
      "loss/reg": 0.15773198008537292,
      "step": 141
    },
    {
      "epoch": 0.00142,
      "grad_norm": 1.773036241531372,
      "grad_norm_var": 0.04657351522375753,
      "learning_rate": 0.1,
      "loss": 2.794,
      "loss/crossentropy": 2.592991352081299,
      "loss/hidden": 0.0,
      "loss/logits": 0.20103268325328827,
      "loss/reg": 0.15748059749603271,
      "step": 142
    },
    {
      "epoch": 0.00143,
      "grad_norm": 1.8834407329559326,
      "grad_norm_var": 0.041944214419125575,
      "learning_rate": 0.1,
      "loss": 2.6798,
      "loss/crossentropy": 2.446930170059204,
      "loss/hidden": 0.0,
      "loss/logits": 0.23286782205104828,
      "loss/reg": 0.15748316049575806,
      "step": 143
    },
    {
      "epoch": 0.00144,
      "grad_norm": 1.8624577522277832,
      "grad_norm_var": 0.04194863204302563,
      "learning_rate": 0.1,
      "loss": 2.9222,
      "loss/crossentropy": 2.709848642349243,
      "loss/hidden": 0.0,
      "loss/logits": 0.21236401796340942,
      "loss/reg": 0.157439187169075,
      "step": 144
    },
    {
      "epoch": 0.00145,
      "grad_norm": 2.198138475418091,
      "grad_norm_var": 0.048495819470673496,
      "learning_rate": 0.1,
      "loss": 3.0113,
      "loss/crossentropy": 2.766000270843506,
      "loss/hidden": 0.0,
      "loss/logits": 0.24530062079429626,
      "loss/reg": 0.1571916937828064,
      "step": 145
    },
    {
      "epoch": 0.00146,
      "grad_norm": 1.8742032051086426,
      "grad_norm_var": 0.04558241378375474,
      "learning_rate": 0.1,
      "loss": 2.8061,
      "loss/crossentropy": 2.6045267581939697,
      "loss/hidden": 0.0,
      "loss/logits": 0.20158621668815613,
      "loss/reg": 0.15721361339092255,
      "step": 146
    },
    {
      "epoch": 0.00147,
      "grad_norm": 1.9563077688217163,
      "grad_norm_var": 0.041300535692287595,
      "learning_rate": 0.1,
      "loss": 2.827,
      "loss/crossentropy": 2.5931785106658936,
      "loss/hidden": 0.0,
      "loss/logits": 0.23382678627967834,
      "loss/reg": 0.15716728568077087,
      "step": 147
    },
    {
      "epoch": 0.00148,
      "grad_norm": 1.9061962366104126,
      "grad_norm_var": 0.04067755053454955,
      "learning_rate": 0.1,
      "loss": 2.5933,
      "loss/crossentropy": 2.3885960578918457,
      "loss/hidden": 0.0,
      "loss/logits": 0.20471733808517456,
      "loss/reg": 0.15726977586746216,
      "step": 148
    },
    {
      "epoch": 0.00149,
      "grad_norm": 1.9156067371368408,
      "grad_norm_var": 0.040555575967018774,
      "learning_rate": 0.1,
      "loss": 2.9642,
      "loss/crossentropy": 2.7354202270507812,
      "loss/hidden": 0.0,
      "loss/logits": 0.2287421077489853,
      "loss/reg": 0.15707099437713623,
      "step": 149
    },
    {
      "epoch": 0.0015,
      "grad_norm": 1.8910969495773315,
      "grad_norm_var": 0.04055750400486927,
      "learning_rate": 0.1,
      "loss": 2.739,
      "loss/crossentropy": 2.5182340145111084,
      "loss/hidden": 0.0,
      "loss/logits": 0.22076836228370667,
      "loss/reg": 0.15697073936462402,
      "step": 150
    },
    {
      "epoch": 0.00151,
      "grad_norm": 1.6989645957946777,
      "grad_norm_var": 0.03841233967358916,
      "learning_rate": 0.1,
      "loss": 2.8063,
      "loss/crossentropy": 2.612990617752075,
      "loss/hidden": 0.0,
      "loss/logits": 0.19335077702999115,
      "loss/reg": 0.156888946890831,
      "step": 151
    },
    {
      "epoch": 0.00152,
      "grad_norm": 2.2469356060028076,
      "grad_norm_var": 0.022548668654939222,
      "learning_rate": 0.1,
      "loss": 2.7743,
      "loss/crossentropy": 2.5491178035736084,
      "loss/hidden": 0.0,
      "loss/logits": 0.22520646452903748,
      "loss/reg": 0.15691237151622772,
      "step": 152
    },
    {
      "epoch": 0.00153,
      "grad_norm": 2.0647037029266357,
      "grad_norm_var": 0.023952667497254214,
      "learning_rate": 0.1,
      "loss": 2.8908,
      "loss/crossentropy": 2.6590237617492676,
      "loss/hidden": 0.0,
      "loss/logits": 0.23176053166389465,
      "loss/reg": 0.1568426787853241,
      "step": 153
    },
    {
      "epoch": 0.00154,
      "grad_norm": 1.982617735862732,
      "grad_norm_var": 0.02232931325879098,
      "learning_rate": 0.1,
      "loss": 2.8867,
      "loss/crossentropy": 2.652101755142212,
      "loss/hidden": 0.0,
      "loss/logits": 0.23458367586135864,
      "loss/reg": 0.15686176717281342,
      "step": 154
    },
    {
      "epoch": 0.00155,
      "grad_norm": 1.7477375268936157,
      "grad_norm_var": 0.023997472158968237,
      "learning_rate": 0.1,
      "loss": 2.7266,
      "loss/crossentropy": 2.513819694519043,
      "loss/hidden": 0.0,
      "loss/logits": 0.21280211210250854,
      "loss/reg": 0.15666137635707855,
      "step": 155
    },
    {
      "epoch": 0.00156,
      "grad_norm": 1.746482491493225,
      "grad_norm_var": 0.025181090744457416,
      "learning_rate": 0.1,
      "loss": 2.595,
      "loss/crossentropy": 2.3864552974700928,
      "loss/hidden": 0.0,
      "loss/logits": 0.2085363268852234,
      "loss/reg": 0.1566024124622345,
      "step": 156
    },
    {
      "epoch": 0.00157,
      "grad_norm": 1.7721116542816162,
      "grad_norm_var": 0.024521743057247393,
      "learning_rate": 0.1,
      "loss": 2.801,
      "loss/crossentropy": 2.59161639213562,
      "loss/hidden": 0.0,
      "loss/logits": 0.2094038426876068,
      "loss/reg": 0.1567317098379135,
      "step": 157
    },
    {
      "epoch": 0.00158,
      "grad_norm": 1.7272623777389526,
      "grad_norm_var": 0.025473367009851165,
      "learning_rate": 0.1,
      "loss": 2.8403,
      "loss/crossentropy": 2.6272571086883545,
      "loss/hidden": 0.0,
      "loss/logits": 0.2130330204963684,
      "loss/reg": 0.15663808584213257,
      "step": 158
    },
    {
      "epoch": 0.00159,
      "grad_norm": 1.7689458131790161,
      "grad_norm_var": 0.02661633517824171,
      "learning_rate": 0.1,
      "loss": 2.7816,
      "loss/crossentropy": 2.5743751525878906,
      "loss/hidden": 0.0,
      "loss/logits": 0.20725733041763306,
      "loss/reg": 0.1564728170633316,
      "step": 159
    },
    {
      "epoch": 0.0016,
      "grad_norm": 1.8344650268554688,
      "grad_norm_var": 0.02679604615027126,
      "learning_rate": 0.1,
      "loss": 2.6906,
      "loss/crossentropy": 2.4688560962677,
      "loss/hidden": 0.0,
      "loss/logits": 0.2217807173728943,
      "loss/reg": 0.15650171041488647,
      "step": 160
    },
    {
      "epoch": 0.00161,
      "grad_norm": 2.190237283706665,
      "grad_norm_var": 0.02648136928819606,
      "learning_rate": 0.1,
      "loss": 2.785,
      "loss/crossentropy": 2.548779010772705,
      "loss/hidden": 0.0,
      "loss/logits": 0.23622919619083405,
      "loss/reg": 0.156360924243927,
      "step": 161
    },
    {
      "epoch": 0.00162,
      "grad_norm": 1.8707976341247559,
      "grad_norm_var": 0.026491647449358644,
      "learning_rate": 0.1,
      "loss": 2.7825,
      "loss/crossentropy": 2.5638697147369385,
      "loss/hidden": 0.0,
      "loss/logits": 0.21858900785446167,
      "loss/reg": 0.15635156631469727,
      "step": 162
    },
    {
      "epoch": 0.00163,
      "grad_norm": 1.9453237056732178,
      "grad_norm_var": 0.02640944320711795,
      "learning_rate": 0.1,
      "loss": 2.6527,
      "loss/crossentropy": 2.4083635807037354,
      "loss/hidden": 0.0,
      "loss/logits": 0.24432258307933807,
      "loss/reg": 0.15627038478851318,
      "step": 163
    },
    {
      "epoch": 0.00164,
      "grad_norm": 1.8414756059646606,
      "grad_norm_var": 0.026568952606560416,
      "learning_rate": 0.1,
      "loss": 2.77,
      "loss/crossentropy": 2.567917823791504,
      "loss/hidden": 0.0,
      "loss/logits": 0.20211508870124817,
      "loss/reg": 0.156290665268898,
      "step": 164
    },
    {
      "epoch": 0.00165,
      "grad_norm": 1.8225215673446655,
      "grad_norm_var": 0.026796387157016235,
      "learning_rate": 0.1,
      "loss": 2.8676,
      "loss/crossentropy": 2.6358389854431152,
      "loss/hidden": 0.0,
      "loss/logits": 0.2317136526107788,
      "loss/reg": 0.15617597103118896,
      "step": 165
    },
    {
      "epoch": 0.00166,
      "grad_norm": 1.8607885837554932,
      "grad_norm_var": 0.026827059432316898,
      "learning_rate": 0.1,
      "loss": 3.0376,
      "loss/crossentropy": 2.8110339641571045,
      "loss/hidden": 0.0,
      "loss/logits": 0.22655826807022095,
      "loss/reg": 0.15617407858371735,
      "step": 166
    },
    {
      "epoch": 0.00167,
      "grad_norm": 2.158717393875122,
      "grad_norm_var": 0.028781808053518827,
      "learning_rate": 0.1,
      "loss": 2.586,
      "loss/crossentropy": 2.366919994354248,
      "loss/hidden": 0.0,
      "loss/logits": 0.21912360191345215,
      "loss/reg": 0.1561058908700943,
      "step": 167
    },
    {
      "epoch": 0.00168,
      "grad_norm": 1.6196560859680176,
      "grad_norm_var": 0.025304329377889623,
      "learning_rate": 0.1,
      "loss": 2.52,
      "loss/crossentropy": 2.3246798515319824,
      "loss/hidden": 0.0,
      "loss/logits": 0.19532260298728943,
      "loss/reg": 0.1559765487909317,
      "step": 168
    },
    {
      "epoch": 0.00169,
      "grad_norm": 1.8778904676437378,
      "grad_norm_var": 0.022688452465346388,
      "learning_rate": 0.1,
      "loss": 2.6975,
      "loss/crossentropy": 2.484034299850464,
      "loss/hidden": 0.0,
      "loss/logits": 0.2134588062763214,
      "loss/reg": 0.15602269768714905,
      "step": 169
    },
    {
      "epoch": 0.0017,
      "grad_norm": 1.7405486106872559,
      "grad_norm_var": 0.02240738120180333,
      "learning_rate": 0.1,
      "loss": 2.711,
      "loss/crossentropy": 2.5013461112976074,
      "loss/hidden": 0.0,
      "loss/logits": 0.20963236689567566,
      "loss/reg": 0.1559809446334839,
      "step": 170
    },
    {
      "epoch": 0.00171,
      "grad_norm": 1.9269903898239136,
      "grad_norm_var": 0.022083583420706945,
      "learning_rate": 0.1,
      "loss": 2.7673,
      "loss/crossentropy": 2.5454654693603516,
      "loss/hidden": 0.0,
      "loss/logits": 0.22185717523097992,
      "loss/reg": 0.1558973789215088,
      "step": 171
    },
    {
      "epoch": 0.00172,
      "grad_norm": 1.779687762260437,
      "grad_norm_var": 0.021665347733998353,
      "learning_rate": 0.1,
      "loss": 2.8069,
      "loss/crossentropy": 2.574251890182495,
      "loss/hidden": 0.0,
      "loss/logits": 0.2326408177614212,
      "loss/reg": 0.15579788386821747,
      "step": 172
    },
    {
      "epoch": 0.00173,
      "grad_norm": 1.764530062675476,
      "grad_norm_var": 0.021756358134594696,
      "learning_rate": 0.1,
      "loss": 2.7154,
      "loss/crossentropy": 2.5051937103271484,
      "loss/hidden": 0.0,
      "loss/logits": 0.21020236611366272,
      "loss/reg": 0.15591895580291748,
      "step": 173
    },
    {
      "epoch": 0.00174,
      "grad_norm": 2.020695686340332,
      "grad_norm_var": 0.022018270561008475,
      "learning_rate": 0.1,
      "loss": 2.7555,
      "loss/crossentropy": 2.5307304859161377,
      "loss/hidden": 0.0,
      "loss/logits": 0.22480268776416779,
      "loss/reg": 0.15572616457939148,
      "step": 174
    },
    {
      "epoch": 0.00175,
      "grad_norm": 1.6638091802597046,
      "grad_norm_var": 0.024216207433312733,
      "learning_rate": 0.1,
      "loss": 2.9335,
      "loss/crossentropy": 2.732165575027466,
      "loss/hidden": 0.0,
      "loss/logits": 0.20137354731559753,
      "loss/reg": 0.15584979951381683,
      "step": 175
    },
    {
      "epoch": 0.00176,
      "grad_norm": 1.8311518430709839,
      "grad_norm_var": 0.024232539869292916,
      "learning_rate": 0.1,
      "loss": 2.544,
      "loss/crossentropy": 2.3460371494293213,
      "loss/hidden": 0.0,
      "loss/logits": 0.1979653686285019,
      "loss/reg": 0.15576419234275818,
      "step": 176
    },
    {
      "epoch": 0.00177,
      "grad_norm": 2.1571810245513916,
      "grad_norm_var": 0.0228879620020012,
      "learning_rate": 0.1,
      "loss": 2.6406,
      "loss/crossentropy": 2.4037833213806152,
      "loss/hidden": 0.0,
      "loss/logits": 0.23679789900779724,
      "loss/reg": 0.15563981235027313,
      "step": 177
    },
    {
      "epoch": 0.00178,
      "grad_norm": 1.7307029962539673,
      "grad_norm_var": 0.02405508254050274,
      "learning_rate": 0.1,
      "loss": 2.7375,
      "loss/crossentropy": 2.519805669784546,
      "loss/hidden": 0.0,
      "loss/logits": 0.21766524016857147,
      "loss/reg": 0.1556066870689392,
      "step": 178
    },
    {
      "epoch": 0.00179,
      "grad_norm": 1.9073370695114136,
      "grad_norm_var": 0.023707312178814277,
      "learning_rate": 0.1,
      "loss": 2.782,
      "loss/crossentropy": 2.548213481903076,
      "loss/hidden": 0.0,
      "loss/logits": 0.2337910532951355,
      "loss/reg": 0.15549595654010773,
      "step": 179
    },
    {
      "epoch": 0.0018,
      "grad_norm": 1.668044090270996,
      "grad_norm_var": 0.025934188741468193,
      "learning_rate": 0.1,
      "loss": 2.5973,
      "loss/crossentropy": 2.3964524269104004,
      "loss/hidden": 0.0,
      "loss/logits": 0.2007993459701538,
      "loss/reg": 0.1554734855890274,
      "step": 180
    },
    {
      "epoch": 0.00181,
      "grad_norm": 1.7559475898742676,
      "grad_norm_var": 0.02641641322401919,
      "learning_rate": 0.1,
      "loss": 2.711,
      "loss/crossentropy": 2.488459825515747,
      "loss/hidden": 0.0,
      "loss/logits": 0.22252880036830902,
      "loss/reg": 0.15542587637901306,
      "step": 181
    },
    {
      "epoch": 0.00182,
      "grad_norm": 1.9459789991378784,
      "grad_norm_var": 0.02708932281542307,
      "learning_rate": 0.1,
      "loss": 2.8267,
      "loss/crossentropy": 2.6021034717559814,
      "loss/hidden": 0.0,
      "loss/logits": 0.22461587190628052,
      "loss/reg": 0.1552930772304535,
      "step": 182
    },
    {
      "epoch": 0.00183,
      "grad_norm": 1.929276704788208,
      "grad_norm_var": 0.02083743901722522,
      "learning_rate": 0.1,
      "loss": 2.7984,
      "loss/crossentropy": 2.554861545562744,
      "loss/hidden": 0.0,
      "loss/logits": 0.24350666999816895,
      "loss/reg": 0.155385360121727,
      "step": 183
    },
    {
      "epoch": 0.00184,
      "grad_norm": 1.7980250120162964,
      "grad_norm_var": 0.017764790135069576,
      "learning_rate": 0.1,
      "loss": 2.6926,
      "loss/crossentropy": 2.483315944671631,
      "loss/hidden": 0.0,
      "loss/logits": 0.20924511551856995,
      "loss/reg": 0.1552865207195282,
      "step": 184
    },
    {
      "epoch": 0.00185,
      "grad_norm": 1.7116559743881226,
      "grad_norm_var": 0.018732148417778188,
      "learning_rate": 0.1,
      "loss": 2.7532,
      "loss/crossentropy": 2.5443434715270996,
      "loss/hidden": 0.0,
      "loss/logits": 0.20890448987483978,
      "loss/reg": 0.15541072189807892,
      "step": 185
    },
    {
      "epoch": 0.00186,
      "grad_norm": 1.7394353151321411,
      "grad_norm_var": 0.018745982366965976,
      "learning_rate": 0.1,
      "loss": 2.854,
      "loss/crossentropy": 2.6455330848693848,
      "loss/hidden": 0.0,
      "loss/logits": 0.20842963457107544,
      "loss/reg": 0.15537504851818085,
      "step": 186
    },
    {
      "epoch": 0.00187,
      "grad_norm": 1.8237719535827637,
      "grad_norm_var": 0.018120428526477165,
      "learning_rate": 0.1,
      "loss": 2.6766,
      "loss/crossentropy": 2.465033769607544,
      "loss/hidden": 0.0,
      "loss/logits": 0.21156403422355652,
      "loss/reg": 0.15524177253246307,
      "step": 187
    },
    {
      "epoch": 0.00188,
      "grad_norm": 1.8015027046203613,
      "grad_norm_var": 0.018013423507288864,
      "learning_rate": 0.1,
      "loss": 2.8027,
      "loss/crossentropy": 2.5790135860443115,
      "loss/hidden": 0.0,
      "loss/logits": 0.22372035682201385,
      "loss/reg": 0.15516634285449982,
      "step": 188
    },
    {
      "epoch": 0.00189,
      "grad_norm": 1.7554924488067627,
      "grad_norm_var": 0.018095089442842275,
      "learning_rate": 0.1,
      "loss": 2.798,
      "loss/crossentropy": 2.5742616653442383,
      "loss/hidden": 0.0,
      "loss/logits": 0.22375284135341644,
      "loss/reg": 0.155086487531662,
      "step": 189
    },
    {
      "epoch": 0.0019,
      "grad_norm": 1.7152998447418213,
      "grad_norm_var": 0.01605745383508198,
      "learning_rate": 0.1,
      "loss": 3.0122,
      "loss/crossentropy": 2.7884738445281982,
      "loss/hidden": 0.0,
      "loss/logits": 0.2237313687801361,
      "loss/reg": 0.15506187081336975,
      "step": 190
    },
    {
      "epoch": 0.00191,
      "grad_norm": 1.7042826414108276,
      "grad_norm_var": 0.015379484604689726,
      "learning_rate": 0.1,
      "loss": 2.8972,
      "loss/crossentropy": 2.697880268096924,
      "loss/hidden": 0.0,
      "loss/logits": 0.19933123886585236,
      "loss/reg": 0.15499132871627808,
      "step": 191
    },
    {
      "epoch": 0.00192,
      "grad_norm": 2.1700685024261475,
      "grad_norm_var": 0.023471736172786882,
      "learning_rate": 0.1,
      "loss": 2.7465,
      "loss/crossentropy": 2.4999959468841553,
      "loss/hidden": 0.0,
      "loss/logits": 0.2465011477470398,
      "loss/reg": 0.1550794541835785,
      "step": 192
    },
    {
      "epoch": 0.00193,
      "grad_norm": 1.9875377416610718,
      "grad_norm_var": 0.017917941796167725,
      "learning_rate": 0.1,
      "loss": 2.8084,
      "loss/crossentropy": 2.592473268508911,
      "loss/hidden": 0.0,
      "loss/logits": 0.21596524119377136,
      "loss/reg": 0.15495066344738007,
      "step": 193
    },
    {
      "epoch": 0.00194,
      "grad_norm": 1.7647018432617188,
      "grad_norm_var": 0.017578485890829103,
      "learning_rate": 0.1,
      "loss": 2.6997,
      "loss/crossentropy": 2.484449863433838,
      "loss/hidden": 0.0,
      "loss/logits": 0.2152816355228424,
      "loss/reg": 0.15510164201259613,
      "step": 194
    },
    {
      "epoch": 0.00195,
      "grad_norm": 1.7545061111450195,
      "grad_norm_var": 0.0173329343146681,
      "learning_rate": 0.1,
      "loss": 2.5521,
      "loss/crossentropy": 2.318634033203125,
      "loss/hidden": 0.0,
      "loss/logits": 0.23342692852020264,
      "loss/reg": 0.15488843619823456,
      "step": 195
    },
    {
      "epoch": 0.00196,
      "grad_norm": 1.692375898361206,
      "grad_norm_var": 0.016896110742925192,
      "learning_rate": 0.1,
      "loss": 2.7914,
      "loss/crossentropy": 2.5870914459228516,
      "loss/hidden": 0.0,
      "loss/logits": 0.20435144007205963,
      "loss/reg": 0.1546718031167984,
      "step": 196
    },
    {
      "epoch": 0.00197,
      "grad_norm": 2.025480270385742,
      "grad_norm_var": 0.019292250110413297,
      "learning_rate": 0.1,
      "loss": 2.6882,
      "loss/crossentropy": 2.4381253719329834,
      "loss/hidden": 0.0,
      "loss/logits": 0.2501007616519928,
      "loss/reg": 0.15473034977912903,
      "step": 197
    },
    {
      "epoch": 0.00198,
      "grad_norm": 1.7170000076293945,
      "grad_norm_var": 0.01910347680724076,
      "learning_rate": 0.1,
      "loss": 2.8105,
      "loss/crossentropy": 2.588508129119873,
      "loss/hidden": 0.0,
      "loss/logits": 0.22198833525180817,
      "loss/reg": 0.15471874177455902,
      "step": 198
    },
    {
      "epoch": 0.00199,
      "grad_norm": 1.533130168914795,
      "grad_norm_var": 0.023042113286929046,
      "learning_rate": 0.1,
      "loss": 2.5664,
      "loss/crossentropy": 2.3867835998535156,
      "loss/hidden": 0.0,
      "loss/logits": 0.1796259582042694,
      "loss/reg": 0.15475012362003326,
      "step": 199
    },
    {
      "epoch": 0.002,
      "grad_norm": 2.1506989002227783,
      "grad_norm_var": 0.031033668077444076,
      "learning_rate": 0.1,
      "loss": 3.042,
      "loss/crossentropy": 2.7968554496765137,
      "loss/hidden": 0.0,
      "loss/logits": 0.24515381455421448,
      "loss/reg": 0.15457867085933685,
      "step": 200
    },
    {
      "epoch": 0.00201,
      "grad_norm": 1.767865777015686,
      "grad_norm_var": 0.030453362189312116,
      "learning_rate": 0.1,
      "loss": 2.7452,
      "loss/crossentropy": 2.5487236976623535,
      "loss/hidden": 0.0,
      "loss/logits": 0.1965104341506958,
      "loss/reg": 0.15463702380657196,
      "step": 201
    },
    {
      "epoch": 0.00202,
      "grad_norm": 1.7154775857925415,
      "grad_norm_var": 0.030743224372249026,
      "learning_rate": 0.1,
      "loss": 2.5319,
      "loss/crossentropy": 2.336526870727539,
      "loss/hidden": 0.0,
      "loss/logits": 0.19532932341098785,
      "loss/reg": 0.1546226292848587,
      "step": 202
    },
    {
      "epoch": 0.00203,
      "grad_norm": 1.6919760704040527,
      "grad_norm_var": 0.03171775637413413,
      "learning_rate": 0.1,
      "loss": 2.7155,
      "loss/crossentropy": 2.511000394821167,
      "loss/hidden": 0.0,
      "loss/logits": 0.20454420149326324,
      "loss/reg": 0.15456627309322357,
      "step": 203
    },
    {
      "epoch": 0.00204,
      "grad_norm": 1.767663598060608,
      "grad_norm_var": 0.03182410889101603,
      "learning_rate": 0.1,
      "loss": 2.7485,
      "loss/crossentropy": 2.5229337215423584,
      "loss/hidden": 0.0,
      "loss/logits": 0.2255423665046692,
      "loss/reg": 0.15459197759628296,
      "step": 204
    },
    {
      "epoch": 0.00205,
      "grad_norm": 1.6704747676849365,
      "grad_norm_var": 0.03286083634256247,
      "learning_rate": 0.1,
      "loss": 2.5001,
      "loss/crossentropy": 2.2876498699188232,
      "loss/hidden": 0.0,
      "loss/logits": 0.21244969964027405,
      "loss/reg": 0.15454533696174622,
      "step": 205
    },
    {
      "epoch": 0.00206,
      "grad_norm": 1.6478105783462524,
      "grad_norm_var": 0.0339237426337488,
      "learning_rate": 0.1,
      "loss": 2.7097,
      "loss/crossentropy": 2.49638032913208,
      "loss/hidden": 0.0,
      "loss/logits": 0.21330426633358002,
      "loss/reg": 0.15437744557857513,
      "step": 206
    },
    {
      "epoch": 0.00207,
      "grad_norm": 1.7262388467788696,
      "grad_norm_var": 0.03368078685438339,
      "learning_rate": 0.1,
      "loss": 2.8699,
      "loss/crossentropy": 2.6611640453338623,
      "loss/hidden": 0.0,
      "loss/logits": 0.20871958136558533,
      "loss/reg": 0.15437661111354828,
      "step": 207
    },
    {
      "epoch": 0.00208,
      "grad_norm": 1.829162836074829,
      "grad_norm_var": 0.024074926323939393,
      "learning_rate": 0.1,
      "loss": 3.0279,
      "loss/crossentropy": 2.8036413192749023,
      "loss/hidden": 0.0,
      "loss/logits": 0.2242809385061264,
      "loss/reg": 0.15435901284217834,
      "step": 208
    },
    {
      "epoch": 0.00209,
      "grad_norm": 1.5774569511413574,
      "grad_norm_var": 0.023108171331224447,
      "learning_rate": 0.1,
      "loss": 2.8636,
      "loss/crossentropy": 2.6733367443084717,
      "loss/hidden": 0.0,
      "loss/logits": 0.19021844863891602,
      "loss/reg": 0.15440241992473602,
      "step": 209
    },
    {
      "epoch": 0.0021,
      "grad_norm": 1.679646372795105,
      "grad_norm_var": 0.023416289555610585,
      "learning_rate": 0.1,
      "loss": 2.7128,
      "loss/crossentropy": 2.499990701675415,
      "loss/hidden": 0.0,
      "loss/logits": 0.2127702236175537,
      "loss/reg": 0.15446113049983978,
      "step": 210
    },
    {
      "epoch": 0.00211,
      "grad_norm": 3.3492116928100586,
      "grad_norm_var": 0.18402207742987098,
      "learning_rate": 0.1,
      "loss": 3.0624,
      "loss/crossentropy": 2.7580738067626953,
      "loss/hidden": 0.0,
      "loss/logits": 0.3043629825115204,
      "loss/reg": 0.1542549580335617,
      "step": 211
    },
    {
      "epoch": 0.00212,
      "grad_norm": 1.9247390031814575,
      "grad_norm_var": 0.18262609283135584,
      "learning_rate": 0.1,
      "loss": 2.7329,
      "loss/crossentropy": 2.5118932723999023,
      "loss/hidden": 0.0,
      "loss/logits": 0.22099050879478455,
      "loss/reg": 0.15429657697677612,
      "step": 212
    },
    {
      "epoch": 0.00213,
      "grad_norm": 1.717865228652954,
      "grad_norm_var": 0.18178902594024743,
      "learning_rate": 0.1,
      "loss": 2.564,
      "loss/crossentropy": 2.341069221496582,
      "loss/hidden": 0.0,
      "loss/logits": 0.22290551662445068,
      "loss/reg": 0.1541624665260315,
      "step": 213
    },
    {
      "epoch": 0.00214,
      "grad_norm": 1.7612051963806152,
      "grad_norm_var": 0.1811764601449136,
      "learning_rate": 0.1,
      "loss": 2.7925,
      "loss/crossentropy": 2.5686392784118652,
      "loss/hidden": 0.0,
      "loss/logits": 0.22386540472507477,
      "loss/reg": 0.15426336228847504,
      "step": 214
    },
    {
      "epoch": 0.00215,
      "grad_norm": 1.8590441942214966,
      "grad_norm_var": 0.1742883061075207,
      "learning_rate": 0.1,
      "loss": 2.7033,
      "loss/crossentropy": 2.4690449237823486,
      "loss/hidden": 0.0,
      "loss/logits": 0.23428821563720703,
      "loss/reg": 0.15413622558116913,
      "step": 215
    },
    {
      "epoch": 0.00216,
      "grad_norm": 1.7261474132537842,
      "grad_norm_var": 0.16936878514304846,
      "learning_rate": 0.1,
      "loss": 2.6144,
      "loss/crossentropy": 2.398364305496216,
      "loss/hidden": 0.0,
      "loss/logits": 0.21607044339179993,
      "loss/reg": 0.1542275995016098,
      "step": 216
    },
    {
      "epoch": 0.00217,
      "grad_norm": 1.9054256677627563,
      "grad_norm_var": 0.1692605318141562,
      "learning_rate": 0.1,
      "loss": 2.7125,
      "loss/crossentropy": 2.493739366531372,
      "loss/hidden": 0.0,
      "loss/logits": 0.21875670552253723,
      "loss/reg": 0.1541271209716797,
      "step": 217
    },
    {
      "epoch": 0.00218,
      "grad_norm": 1.7580618858337402,
      "grad_norm_var": 0.16862796958186402,
      "learning_rate": 0.1,
      "loss": 2.6474,
      "loss/crossentropy": 2.44039249420166,
      "loss/hidden": 0.0,
      "loss/logits": 0.20704764127731323,
      "loss/reg": 0.1541358381509781,
      "step": 218
    },
    {
      "epoch": 0.00219,
      "grad_norm": 1.8633517026901245,
      "grad_norm_var": 0.16686394887920716,
      "learning_rate": 0.1,
      "loss": 2.8634,
      "loss/crossentropy": 2.617461681365967,
      "loss/hidden": 0.0,
      "loss/logits": 0.24593022465705872,
      "loss/reg": 0.15394145250320435,
      "step": 219
    },
    {
      "epoch": 0.0022,
      "grad_norm": 1.882486343383789,
      "grad_norm_var": 0.16627096807541614,
      "learning_rate": 0.1,
      "loss": 2.7262,
      "loss/crossentropy": 2.5018985271453857,
      "loss/hidden": 0.0,
      "loss/logits": 0.22431042790412903,
      "loss/reg": 0.15400530397891998,
      "step": 220
    },
    {
      "epoch": 0.00221,
      "grad_norm": 1.8483003377914429,
      "grad_norm_var": 0.16357833237078695,
      "learning_rate": 0.1,
      "loss": 2.7445,
      "loss/crossentropy": 2.5411136150360107,
      "loss/hidden": 0.0,
      "loss/logits": 0.2034027874469757,
      "loss/reg": 0.15388135612010956,
      "step": 221
    },
    {
      "epoch": 0.00222,
      "grad_norm": 1.988399624824524,
      "grad_norm_var": 0.16035191204298654,
      "learning_rate": 0.1,
      "loss": 3.0524,
      "loss/crossentropy": 2.834516763687134,
      "loss/hidden": 0.0,
      "loss/logits": 0.21789054572582245,
      "loss/reg": 0.15386797487735748,
      "step": 222
    },
    {
      "epoch": 0.00223,
      "grad_norm": 1.7462061643600464,
      "grad_norm_var": 0.15991476641650948,
      "learning_rate": 0.1,
      "loss": 2.7644,
      "loss/crossentropy": 2.5663912296295166,
      "loss/hidden": 0.0,
      "loss/logits": 0.1980125904083252,
      "loss/reg": 0.15379007160663605,
      "step": 223
    },
    {
      "epoch": 0.00224,
      "grad_norm": 1.7728267908096313,
      "grad_norm_var": 0.16065306229747964,
      "learning_rate": 0.1,
      "loss": 2.4811,
      "loss/crossentropy": 2.2716434001922607,
      "loss/hidden": 0.0,
      "loss/logits": 0.20949465036392212,
      "loss/reg": 0.15394888818264008,
      "step": 224
    },
    {
      "epoch": 0.00225,
      "grad_norm": 1.742086410522461,
      "grad_norm_var": 0.15532134188652497,
      "learning_rate": 0.1,
      "loss": 2.7013,
      "loss/crossentropy": 2.5073935985565186,
      "loss/hidden": 0.0,
      "loss/logits": 0.19393475353717804,
      "loss/reg": 0.15393270552158356,
      "step": 225
    },
    {
      "epoch": 0.00226,
      "grad_norm": 1.839017629623413,
      "grad_norm_var": 0.15206037005143855,
      "learning_rate": 0.1,
      "loss": 2.7106,
      "loss/crossentropy": 2.497980833053589,
      "loss/hidden": 0.0,
      "loss/logits": 0.21265888214111328,
      "loss/reg": 0.1538631170988083,
      "step": 226
    },
    {
      "epoch": 0.00227,
      "grad_norm": 1.797853708267212,
      "grad_norm_var": 0.006390092945588084,
      "learning_rate": 0.1,
      "loss": 2.7354,
      "loss/crossentropy": 2.510516405105591,
      "loss/hidden": 0.0,
      "loss/logits": 0.22487084567546844,
      "loss/reg": 0.1537153571844101,
      "step": 227
    },
    {
      "epoch": 0.00228,
      "grad_norm": 1.7112071514129639,
      "grad_norm_var": 0.006280981975396986,
      "learning_rate": 0.1,
      "loss": 2.74,
      "loss/crossentropy": 2.5273284912109375,
      "loss/hidden": 0.0,
      "loss/logits": 0.21264943480491638,
      "loss/reg": 0.15376277267932892,
      "step": 228
    },
    {
      "epoch": 0.00229,
      "grad_norm": 1.7603391408920288,
      "grad_norm_var": 0.00588629758813776,
      "learning_rate": 0.1,
      "loss": 2.6298,
      "loss/crossentropy": 2.4050440788269043,
      "loss/hidden": 0.0,
      "loss/logits": 0.22476083040237427,
      "loss/reg": 0.15372157096862793,
      "step": 229
    },
    {
      "epoch": 0.0023,
      "grad_norm": 1.7794082164764404,
      "grad_norm_var": 0.005788281368091693,
      "learning_rate": 0.1,
      "loss": 2.5987,
      "loss/crossentropy": 2.3837478160858154,
      "loss/hidden": 0.0,
      "loss/logits": 0.21494728326797485,
      "loss/reg": 0.1536727398633957,
      "step": 230
    },
    {
      "epoch": 0.00231,
      "grad_norm": 2.5233850479125977,
      "grad_norm_var": 0.03760523194885786,
      "learning_rate": 0.1,
      "loss": 2.5266,
      "loss/crossentropy": 2.3053321838378906,
      "loss/hidden": 0.0,
      "loss/logits": 0.22129446268081665,
      "loss/reg": 0.15368299186229706,
      "step": 231
    },
    {
      "epoch": 0.00232,
      "grad_norm": 2.416210174560547,
      "grad_norm_var": 0.05571550407545083,
      "learning_rate": 0.1,
      "loss": 2.8942,
      "loss/crossentropy": 2.649854898452759,
      "loss/hidden": 0.0,
      "loss/logits": 0.24434776604175568,
      "loss/reg": 0.15352365374565125,
      "step": 232
    },
    {
      "epoch": 0.00233,
      "grad_norm": 1.9233362674713135,
      "grad_norm_var": 0.05575827670472127,
      "learning_rate": 0.1,
      "loss": 2.2167,
      "loss/crossentropy": 2.0039470195770264,
      "loss/hidden": 0.0,
      "loss/logits": 0.21273092925548553,
      "loss/reg": 0.1536063551902771,
      "step": 233
    },
    {
      "epoch": 0.00234,
      "grad_norm": 1.9016902446746826,
      "grad_norm_var": 0.05438629824691906,
      "learning_rate": 0.1,
      "loss": 2.5666,
      "loss/crossentropy": 2.333000898361206,
      "loss/hidden": 0.0,
      "loss/logits": 0.23359721899032593,
      "loss/reg": 0.15358415246009827,
      "step": 234
    },
    {
      "epoch": 0.00235,
      "grad_norm": 1.9583090543746948,
      "grad_norm_var": 0.05440980211039322,
      "learning_rate": 0.1,
      "loss": 2.9504,
      "loss/crossentropy": 2.7317676544189453,
      "loss/hidden": 0.0,
      "loss/logits": 0.21865971386432648,
      "loss/reg": 0.1535932719707489,
      "step": 235
    },
    {
      "epoch": 0.00236,
      "grad_norm": 1.7869987487792969,
      "grad_norm_var": 0.05535468191591401,
      "learning_rate": 0.1,
      "loss": 2.8751,
      "loss/crossentropy": 2.6557424068450928,
      "loss/hidden": 0.0,
      "loss/logits": 0.21932704746723175,
      "loss/reg": 0.15342706441879272,
      "step": 236
    },
    {
      "epoch": 0.00237,
      "grad_norm": 1.7052128314971924,
      "grad_norm_var": 0.05773461539600403,
      "learning_rate": 0.1,
      "loss": 2.7931,
      "loss/crossentropy": 2.5545198917388916,
      "loss/hidden": 0.0,
      "loss/logits": 0.238602876663208,
      "loss/reg": 0.15358272194862366,
      "step": 237
    },
    {
      "epoch": 0.00238,
      "grad_norm": 1.6776797771453857,
      "grad_norm_var": 0.05998342975204854,
      "learning_rate": 0.1,
      "loss": 2.5506,
      "loss/crossentropy": 2.336742639541626,
      "loss/hidden": 0.0,
      "loss/logits": 0.2138223648071289,
      "loss/reg": 0.15348772704601288,
      "step": 238
    },
    {
      "epoch": 0.00239,
      "grad_norm": 1.61436128616333,
      "grad_norm_var": 0.06337986952530053,
      "learning_rate": 0.1,
      "loss": 2.6361,
      "loss/crossentropy": 2.427302598953247,
      "loss/hidden": 0.0,
      "loss/logits": 0.20879578590393066,
      "loss/reg": 0.15353453159332275,
      "step": 239
    },
    {
      "epoch": 0.0024,
      "grad_norm": 1.9753355979919434,
      "grad_norm_var": 0.06333619888282532,
      "learning_rate": 0.1,
      "loss": 2.4992,
      "loss/crossentropy": 2.2673532962799072,
      "loss/hidden": 0.0,
      "loss/logits": 0.23185107111930847,
      "loss/reg": 0.15337026119232178,
      "step": 240
    },
    {
      "epoch": 0.00241,
      "grad_norm": 1.8152681589126587,
      "grad_norm_var": 0.06230544273460759,
      "learning_rate": 0.1,
      "loss": 3.0875,
      "loss/crossentropy": 2.862337112426758,
      "loss/hidden": 0.0,
      "loss/logits": 0.22516539692878723,
      "loss/reg": 0.15337352454662323,
      "step": 241
    },
    {
      "epoch": 0.00242,
      "grad_norm": 1.68618905544281,
      "grad_norm_var": 0.06473483793106803,
      "learning_rate": 0.1,
      "loss": 2.8092,
      "loss/crossentropy": 2.592268228530884,
      "loss/hidden": 0.0,
      "loss/logits": 0.21695148944854736,
      "loss/reg": 0.15340402722358704,
      "step": 242
    },
    {
      "epoch": 0.00243,
      "grad_norm": 1.7959580421447754,
      "grad_norm_var": 0.06475507957945652,
      "learning_rate": 0.1,
      "loss": 2.8199,
      "loss/crossentropy": 2.61146879196167,
      "loss/hidden": 0.0,
      "loss/logits": 0.20842549204826355,
      "loss/reg": 0.15336458384990692,
      "step": 243
    },
    {
      "epoch": 0.00244,
      "grad_norm": 1.793521523475647,
      "grad_norm_var": 0.06335970240736793,
      "learning_rate": 0.1,
      "loss": 2.9026,
      "loss/crossentropy": 2.682964563369751,
      "loss/hidden": 0.0,
      "loss/logits": 0.2196551263332367,
      "loss/reg": 0.1532832235097885,
      "step": 244
    },
    {
      "epoch": 0.00245,
      "grad_norm": 2.395270824432373,
      "grad_norm_var": 0.07824996528890983,
      "learning_rate": 0.1,
      "loss": 3.3004,
      "loss/crossentropy": 3.0669214725494385,
      "loss/hidden": 0.0,
      "loss/logits": 0.23348459601402283,
      "loss/reg": 0.15327098965644836,
      "step": 245
    },
    {
      "epoch": 0.00246,
      "grad_norm": 1.7178128957748413,
      "grad_norm_var": 0.0796561701855523,
      "learning_rate": 0.1,
      "loss": 2.5849,
      "loss/crossentropy": 2.3764595985412598,
      "loss/hidden": 0.0,
      "loss/logits": 0.20847919583320618,
      "loss/reg": 0.15327328443527222,
      "step": 246
    },
    {
      "epoch": 0.00247,
      "grad_norm": 1.6658800840377808,
      "grad_norm_var": 0.0563868153951051,
      "learning_rate": 0.1,
      "loss": 2.7426,
      "loss/crossentropy": 2.5322439670562744,
      "loss/hidden": 0.0,
      "loss/logits": 0.2103504091501236,
      "loss/reg": 0.15321698784828186,
      "step": 247
    },
    {
      "epoch": 0.00248,
      "grad_norm": 1.9437313079833984,
      "grad_norm_var": 0.03557122059050712,
      "learning_rate": 0.1,
      "loss": 2.5684,
      "loss/crossentropy": 2.34796404838562,
      "loss/hidden": 0.0,
      "loss/logits": 0.22038845717906952,
      "loss/reg": 0.15317879617214203,
      "step": 248
    },
    {
      "epoch": 0.00249,
      "grad_norm": 2.0784988403320312,
      "grad_norm_var": 0.03890791914994622,
      "learning_rate": 0.1,
      "loss": 2.8919,
      "loss/crossentropy": 2.6263644695281982,
      "loss/hidden": 0.0,
      "loss/logits": 0.26550018787384033,
      "loss/reg": 0.15328219532966614,
      "step": 249
    },
    {
      "epoch": 0.0025,
      "grad_norm": 1.5875276327133179,
      "grad_norm_var": 0.042680210869009194,
      "learning_rate": 0.1,
      "loss": 2.9377,
      "loss/crossentropy": 2.738030433654785,
      "loss/hidden": 0.0,
      "loss/logits": 0.19970470666885376,
      "loss/reg": 0.15308958292007446,
      "step": 250
    },
    {
      "epoch": 0.00251,
      "grad_norm": 1.7811739444732666,
      "grad_norm_var": 0.041489160464979594,
      "learning_rate": 0.1,
      "loss": 2.4077,
      "loss/crossentropy": 2.192779302597046,
      "loss/hidden": 0.0,
      "loss/logits": 0.21496158838272095,
      "loss/reg": 0.153029665350914,
      "step": 251
    },
    {
      "epoch": 0.00252,
      "grad_norm": 2.110591411590576,
      "grad_norm_var": 0.04687833846929645,
      "learning_rate": 0.1,
      "loss": 2.5675,
      "loss/crossentropy": 2.344547748565674,
      "loss/hidden": 0.0,
      "loss/logits": 0.22292152047157288,
      "loss/reg": 0.153157576918602,
      "step": 252
    },
    {
      "epoch": 0.00253,
      "grad_norm": 1.6467821598052979,
      "grad_norm_var": 0.04809507830047816,
      "learning_rate": 0.1,
      "loss": 2.5356,
      "loss/crossentropy": 2.328913450241089,
      "loss/hidden": 0.0,
      "loss/logits": 0.2067192941904068,
      "loss/reg": 0.1530914008617401,
      "step": 253
    },
    {
      "epoch": 0.00254,
      "grad_norm": 1.5803449153900146,
      "grad_norm_var": 0.05066854518537222,
      "learning_rate": 0.1,
      "loss": 2.6529,
      "loss/crossentropy": 2.4646201133728027,
      "loss/hidden": 0.0,
      "loss/logits": 0.18831059336662292,
      "loss/reg": 0.15316183865070343,
      "step": 254
    },
    {
      "epoch": 0.00255,
      "grad_norm": 1.705944299697876,
      "grad_norm_var": 0.04862960622452282,
      "learning_rate": 0.1,
      "loss": 2.4527,
      "loss/crossentropy": 2.234102964401245,
      "loss/hidden": 0.0,
      "loss/logits": 0.21864545345306396,
      "loss/reg": 0.15300080180168152,
      "step": 255
    },
    {
      "epoch": 0.00256,
      "grad_norm": 1.8911834955215454,
      "grad_norm_var": 0.04744137986644142,
      "learning_rate": 0.1,
      "loss": 2.8044,
      "loss/crossentropy": 2.5729379653930664,
      "loss/hidden": 0.0,
      "loss/logits": 0.23144884407520294,
      "loss/reg": 0.1528940498828888,
      "step": 256
    },
    {
      "epoch": 0.00257,
      "grad_norm": 1.7506827116012573,
      "grad_norm_var": 0.04778356374063713,
      "learning_rate": 0.1,
      "loss": 2.9451,
      "loss/crossentropy": 2.730300188064575,
      "loss/hidden": 0.0,
      "loss/logits": 0.21483469009399414,
      "loss/reg": 0.1530746966600418,
      "step": 257
    },
    {
      "epoch": 0.00258,
      "grad_norm": 1.6771105527877808,
      "grad_norm_var": 0.04795152791952398,
      "learning_rate": 0.1,
      "loss": 2.53,
      "loss/crossentropy": 2.324577808380127,
      "loss/hidden": 0.0,
      "loss/logits": 0.205410897731781,
      "loss/reg": 0.1529548466205597,
      "step": 258
    },
    {
      "epoch": 0.00259,
      "grad_norm": 1.7804155349731445,
      "grad_norm_var": 0.048016709926949314,
      "learning_rate": 0.1,
      "loss": 2.9017,
      "loss/crossentropy": 2.69140625,
      "loss/hidden": 0.0,
      "loss/logits": 0.21026596426963806,
      "loss/reg": 0.15299636125564575,
      "step": 259
    },
    {
      "epoch": 0.0026,
      "grad_norm": 1.8070272207260132,
      "grad_norm_var": 0.0479819513235317,
      "learning_rate": 0.1,
      "loss": 2.814,
      "loss/crossentropy": 2.591458320617676,
      "loss/hidden": 0.0,
      "loss/logits": 0.22255855798721313,
      "loss/reg": 0.152926504611969,
      "step": 260
    },
    {
      "epoch": 0.00261,
      "grad_norm": 4.898253917694092,
      "grad_norm_var": 0.6315259395468549,
      "learning_rate": 0.1,
      "loss": 2.9361,
      "loss/crossentropy": 2.5626220703125,
      "loss/hidden": 0.0,
      "loss/logits": 0.3734857141971588,
      "loss/reg": 0.15296080708503723,
      "step": 261
    },
    {
      "epoch": 0.00262,
      "grad_norm": 1.7901341915130615,
      "grad_norm_var": 0.6293589856783472,
      "learning_rate": 0.1,
      "loss": 2.5932,
      "loss/crossentropy": 2.3793349266052246,
      "loss/hidden": 0.0,
      "loss/logits": 0.21390476822853088,
      "loss/reg": 0.15291240811347961,
      "step": 262
    },
    {
      "epoch": 0.00263,
      "grad_norm": 1.9146630764007568,
      "grad_norm_var": 0.6227759214331409,
      "learning_rate": 0.1,
      "loss": 2.6254,
      "loss/crossentropy": 2.3945417404174805,
      "loss/hidden": 0.0,
      "loss/logits": 0.23082862794399261,
      "loss/reg": 0.15279501676559448,
      "step": 263
    },
    {
      "epoch": 0.00264,
      "grad_norm": 1.8639161586761475,
      "grad_norm_var": 0.623735683907778,
      "learning_rate": 0.1,
      "loss": 2.611,
      "loss/crossentropy": 2.360976457595825,
      "loss/hidden": 0.0,
      "loss/logits": 0.2500403821468353,
      "loss/reg": 0.15281575918197632,
      "step": 264
    },
    {
      "epoch": 0.00265,
      "grad_norm": 1.8003004789352417,
      "grad_norm_var": 0.6253463511770649,
      "learning_rate": 0.1,
      "loss": 2.7427,
      "loss/crossentropy": 2.5121912956237793,
      "loss/hidden": 0.0,
      "loss/logits": 0.2304896116256714,
      "loss/reg": 0.15287426114082336,
      "step": 265
    },
    {
      "epoch": 0.00266,
      "grad_norm": 1.8270395994186401,
      "grad_norm_var": 0.6165856624346037,
      "learning_rate": 0.1,
      "loss": 2.7491,
      "loss/crossentropy": 2.524933338165283,
      "loss/hidden": 0.0,
      "loss/logits": 0.22414851188659668,
      "loss/reg": 0.15279553830623627,
      "step": 266
    },
    {
      "epoch": 0.00267,
      "grad_norm": 1.7439817190170288,
      "grad_norm_var": 0.6177032027246103,
      "learning_rate": 0.1,
      "loss": 2.7722,
      "loss/crossentropy": 2.540666341781616,
      "loss/hidden": 0.0,
      "loss/logits": 0.23151114583015442,
      "loss/reg": 0.15278998017311096,
      "step": 267
    },
    {
      "epoch": 0.00268,
      "grad_norm": 1.6291568279266357,
      "grad_norm_var": 0.6242413581296313,
      "learning_rate": 0.1,
      "loss": 2.4248,
      "loss/crossentropy": 2.2316129207611084,
      "loss/hidden": 0.0,
      "loss/logits": 0.19319671392440796,
      "loss/reg": 0.15296587347984314,
      "step": 268
    },
    {
      "epoch": 0.00269,
      "grad_norm": 1.7584705352783203,
      "grad_norm_var": 0.6204060170226725,
      "learning_rate": 0.1,
      "loss": 2.8382,
      "loss/crossentropy": 2.617718458175659,
      "loss/hidden": 0.0,
      "loss/logits": 0.2204788625240326,
      "loss/reg": 0.1526516228914261,
      "step": 269
    },
    {
      "epoch": 0.0027,
      "grad_norm": 1.839720606803894,
      "grad_norm_var": 0.6113542616693726,
      "learning_rate": 0.1,
      "loss": 2.7007,
      "loss/crossentropy": 2.482386827468872,
      "loss/hidden": 0.0,
      "loss/logits": 0.2183404266834259,
      "loss/reg": 0.1527164876461029,
      "step": 270
    },
    {
      "epoch": 0.00271,
      "grad_norm": 1.805973768234253,
      "grad_norm_var": 0.6083261436587122,
      "learning_rate": 0.1,
      "loss": 2.5827,
      "loss/crossentropy": 2.363694906234741,
      "loss/hidden": 0.0,
      "loss/logits": 0.21900711953639984,
      "loss/reg": 0.15270750224590302,
      "step": 271
    },
    {
      "epoch": 0.00272,
      "grad_norm": 1.774283766746521,
      "grad_norm_var": 0.6106600880804003,
      "learning_rate": 0.1,
      "loss": 2.4794,
      "loss/crossentropy": 2.2628819942474365,
      "loss/hidden": 0.0,
      "loss/logits": 0.2164846807718277,
      "loss/reg": 0.15260453522205353,
      "step": 272
    },
    {
      "epoch": 0.00273,
      "grad_norm": 1.871080756187439,
      "grad_norm_var": 0.6079037534934929,
      "learning_rate": 0.1,
      "loss": 2.9741,
      "loss/crossentropy": 2.7448911666870117,
      "loss/hidden": 0.0,
      "loss/logits": 0.22917905449867249,
      "loss/reg": 0.15267729759216309,
      "step": 273
    },
    {
      "epoch": 0.00274,
      "grad_norm": 1.7166439294815063,
      "grad_norm_var": 0.6063714201972024,
      "learning_rate": 0.1,
      "loss": 3.0612,
      "loss/crossentropy": 2.8549892902374268,
      "loss/hidden": 0.0,
      "loss/logits": 0.2062022089958191,
      "loss/reg": 0.15258991718292236,
      "step": 274
    },
    {
      "epoch": 0.00275,
      "grad_norm": 1.856535792350769,
      "grad_norm_var": 0.6046184267462507,
      "learning_rate": 0.1,
      "loss": 2.7351,
      "loss/crossentropy": 2.5279064178466797,
      "loss/hidden": 0.0,
      "loss/logits": 0.2072233110666275,
      "loss/reg": 0.1526574045419693,
      "step": 275
    },
    {
      "epoch": 0.00276,
      "grad_norm": 1.8589593172073364,
      "grad_norm_var": 0.6034952843323494,
      "learning_rate": 0.1,
      "loss": 2.5052,
      "loss/crossentropy": 2.2762982845306396,
      "loss/hidden": 0.0,
      "loss/logits": 0.22893573343753815,
      "loss/reg": 0.15257768332958221,
      "step": 276
    },
    {
      "epoch": 0.00277,
      "grad_norm": 1.8286291360855103,
      "grad_norm_var": 0.004898950102079643,
      "learning_rate": 0.1,
      "loss": 2.7997,
      "loss/crossentropy": 2.5641186237335205,
      "loss/hidden": 0.0,
      "loss/logits": 0.2356192171573639,
      "loss/reg": 0.1525966227054596,
      "step": 277
    },
    {
      "epoch": 0.00278,
      "grad_norm": 1.8533680438995361,
      "grad_norm_var": 0.005023790218524245,
      "learning_rate": 0.1,
      "loss": 3.0137,
      "loss/crossentropy": 2.7833714485168457,
      "loss/hidden": 0.0,
      "loss/logits": 0.2302965670824051,
      "loss/reg": 0.15249623358249664,
      "step": 278
    },
    {
      "epoch": 0.00279,
      "grad_norm": 1.8012237548828125,
      "grad_norm_var": 0.004228683805999367,
      "learning_rate": 0.1,
      "loss": 2.7935,
      "loss/crossentropy": 2.5757014751434326,
      "loss/hidden": 0.0,
      "loss/logits": 0.21781861782073975,
      "loss/reg": 0.1525435596704483,
      "step": 279
    },
    {
      "epoch": 0.0028,
      "grad_norm": 2.372845411300659,
      "grad_norm_var": 0.024629722519929943,
      "learning_rate": 0.1,
      "loss": 2.7282,
      "loss/crossentropy": 2.461944818496704,
      "loss/hidden": 0.0,
      "loss/logits": 0.26621773838996887,
      "loss/reg": 0.1525908261537552,
      "step": 280
    },
    {
      "epoch": 0.00281,
      "grad_norm": 2.0157835483551025,
      "grad_norm_var": 0.026573949471247655,
      "learning_rate": 0.1,
      "loss": 2.743,
      "loss/crossentropy": 2.5056850910186768,
      "loss/hidden": 0.0,
      "loss/logits": 0.2372947633266449,
      "loss/reg": 0.15249086916446686,
      "step": 281
    },
    {
      "epoch": 0.00282,
      "grad_norm": 1.7902612686157227,
      "grad_norm_var": 0.026756891142050186,
      "learning_rate": 0.1,
      "loss": 2.5835,
      "loss/crossentropy": 2.3747575283050537,
      "loss/hidden": 0.0,
      "loss/logits": 0.20872806012630463,
      "loss/reg": 0.15239422023296356,
      "step": 282
    },
    {
      "epoch": 0.00283,
      "grad_norm": 1.6276655197143555,
      "grad_norm_var": 0.02916617007040679,
      "learning_rate": 0.1,
      "loss": 2.5265,
      "loss/crossentropy": 2.3247153759002686,
      "loss/hidden": 0.0,
      "loss/logits": 0.20179952681064606,
      "loss/reg": 0.15247441828250885,
      "step": 283
    },
    {
      "epoch": 0.00284,
      "grad_norm": 1.9575281143188477,
      "grad_norm_var": 0.02678189875540789,
      "learning_rate": 0.1,
      "loss": 2.7146,
      "loss/crossentropy": 2.5061917304992676,
      "loss/hidden": 0.0,
      "loss/logits": 0.20839399099349976,
      "loss/reg": 0.15234006941318512,
      "step": 284
    },
    {
      "epoch": 0.00285,
      "grad_norm": 1.7467279434204102,
      "grad_norm_var": 0.02694644320787152,
      "learning_rate": 0.1,
      "loss": 2.605,
      "loss/crossentropy": 2.390573024749756,
      "loss/hidden": 0.0,
      "loss/logits": 0.214436873793602,
      "loss/reg": 0.15244217216968536,
      "step": 285
    },
    {
      "epoch": 0.00286,
      "grad_norm": 1.7694292068481445,
      "grad_norm_var": 0.02742025789345348,
      "learning_rate": 0.1,
      "loss": 2.758,
      "loss/crossentropy": 2.5358898639678955,
      "loss/hidden": 0.0,
      "loss/logits": 0.2220873236656189,
      "loss/reg": 0.15232709050178528,
      "step": 286
    },
    {
      "epoch": 0.00287,
      "grad_norm": 1.9870858192443848,
      "grad_norm_var": 0.028336354940760346,
      "learning_rate": 0.1,
      "loss": 3.0446,
      "loss/crossentropy": 2.799497365951538,
      "loss/hidden": 0.0,
      "loss/logits": 0.24507908523082733,
      "loss/reg": 0.1524602174758911,
      "step": 287
    },
    {
      "epoch": 0.00288,
      "grad_norm": 2.011697292327881,
      "grad_norm_var": 0.029011183856840657,
      "learning_rate": 0.1,
      "loss": 2.9156,
      "loss/crossentropy": 2.7041590213775635,
      "loss/hidden": 0.0,
      "loss/logits": 0.21143893897533417,
      "loss/reg": 0.15246528387069702,
      "step": 288
    },
    {
      "epoch": 0.00289,
      "grad_norm": 1.9326939582824707,
      "grad_norm_var": 0.029182636074934484,
      "learning_rate": 0.1,
      "loss": 2.7526,
      "loss/crossentropy": 2.514970302581787,
      "loss/hidden": 0.0,
      "loss/logits": 0.23767763376235962,
      "loss/reg": 0.15244287252426147,
      "step": 289
    },
    {
      "epoch": 0.0029,
      "grad_norm": 1.8608566522598267,
      "grad_norm_var": 0.02728482096249157,
      "learning_rate": 0.1,
      "loss": 2.672,
      "loss/crossentropy": 2.468048095703125,
      "loss/hidden": 0.0,
      "loss/logits": 0.20392370223999023,
      "loss/reg": 0.15232525765895844,
      "step": 290
    },
    {
      "epoch": 0.00291,
      "grad_norm": 1.717362403869629,
      "grad_norm_var": 0.029152665287153864,
      "learning_rate": 0.1,
      "loss": 2.7496,
      "loss/crossentropy": 2.5444157123565674,
      "loss/hidden": 0.0,
      "loss/logits": 0.20515665411949158,
      "loss/reg": 0.15229053795337677,
      "step": 291
    },
    {
      "epoch": 0.00292,
      "grad_norm": 1.7725898027420044,
      "grad_norm_var": 0.029898710523408964,
      "learning_rate": 0.1,
      "loss": 2.5431,
      "loss/crossentropy": 2.3313050270080566,
      "loss/hidden": 0.0,
      "loss/logits": 0.21183520555496216,
      "loss/reg": 0.15226081013679504,
      "step": 292
    },
    {
      "epoch": 0.00293,
      "grad_norm": 2.084184408187866,
      "grad_norm_var": 0.03230302316822697,
      "learning_rate": 0.1,
      "loss": 2.3555,
      "loss/crossentropy": 2.161330461502075,
      "loss/hidden": 0.0,
      "loss/logits": 0.1941923201084137,
      "loss/reg": 0.1523096263408661,
      "step": 293
    },
    {
      "epoch": 0.00294,
      "grad_norm": 1.8714282512664795,
      "grad_norm_var": 0.03222597186848641,
      "learning_rate": 0.1,
      "loss": 2.5887,
      "loss/crossentropy": 2.37809157371521,
      "loss/hidden": 0.0,
      "loss/logits": 0.2106132209300995,
      "loss/reg": 0.15226005017757416,
      "step": 294
    },
    {
      "epoch": 0.00295,
      "grad_norm": 1.9041036367416382,
      "grad_norm_var": 0.031601676029156485,
      "learning_rate": 0.1,
      "loss": 2.7424,
      "loss/crossentropy": 2.5080060958862305,
      "loss/hidden": 0.0,
      "loss/logits": 0.234354168176651,
      "loss/reg": 0.152297243475914,
      "step": 295
    },
    {
      "epoch": 0.00296,
      "grad_norm": 1.829167366027832,
      "grad_norm_var": 0.0158998100608646,
      "learning_rate": 0.1,
      "loss": 2.5338,
      "loss/crossentropy": 2.308014154434204,
      "loss/hidden": 0.0,
      "loss/logits": 0.2257852554321289,
      "loss/reg": 0.15232549607753754,
      "step": 296
    },
    {
      "epoch": 0.00297,
      "grad_norm": 1.8701921701431274,
      "grad_norm_var": 0.014344364862462792,
      "learning_rate": 0.1,
      "loss": 2.7924,
      "loss/crossentropy": 2.5564727783203125,
      "loss/hidden": 0.0,
      "loss/logits": 0.23597592115402222,
      "loss/reg": 0.15217500925064087,
      "step": 297
    },
    {
      "epoch": 0.00298,
      "grad_norm": 1.8343863487243652,
      "grad_norm_var": 0.01406569460485585,
      "learning_rate": 0.1,
      "loss": 2.6232,
      "loss/crossentropy": 2.4018571376800537,
      "loss/hidden": 0.0,
      "loss/logits": 0.221307173371315,
      "loss/reg": 0.15221168100833893,
      "step": 298
    },
    {
      "epoch": 0.00299,
      "grad_norm": 1.9616925716400146,
      "grad_norm_var": 0.010644011423808782,
      "learning_rate": 0.1,
      "loss": 2.7246,
      "loss/crossentropy": 2.492993116378784,
      "loss/hidden": 0.0,
      "loss/logits": 0.2316386103630066,
      "loss/reg": 0.15220828354358673,
      "step": 299
    },
    {
      "epoch": 0.003,
      "grad_norm": 1.6590018272399902,
      "grad_norm_var": 0.013205424856254429,
      "learning_rate": 0.1,
      "loss": 2.7372,
      "loss/crossentropy": 2.532999277114868,
      "loss/hidden": 0.0,
      "loss/logits": 0.20422445237636566,
      "loss/reg": 0.15202808380126953,
      "step": 300
    },
    {
      "epoch": 0.00301,
      "grad_norm": 1.6716253757476807,
      "grad_norm_var": 0.014725138970379466,
      "learning_rate": 0.1,
      "loss": 2.4122,
      "loss/crossentropy": 2.2040345668792725,
      "loss/hidden": 0.0,
      "loss/logits": 0.20820075273513794,
      "loss/reg": 0.15210776031017303,
      "step": 301
    },
    {
      "epoch": 0.00302,
      "grad_norm": 1.7748252153396606,
      "grad_norm_var": 0.014662807890303439,
      "learning_rate": 0.1,
      "loss": 2.7584,
      "loss/crossentropy": 2.5395233631134033,
      "loss/hidden": 0.0,
      "loss/logits": 0.21884238719940186,
      "loss/reg": 0.1521168053150177,
      "step": 302
    },
    {
      "epoch": 0.00303,
      "grad_norm": 1.7543840408325195,
      "grad_norm_var": 0.014070937374316786,
      "learning_rate": 0.1,
      "loss": 2.5599,
      "loss/crossentropy": 2.3246779441833496,
      "loss/hidden": 0.0,
      "loss/logits": 0.2351926565170288,
      "loss/reg": 0.15205931663513184,
      "step": 303
    },
    {
      "epoch": 0.00304,
      "grad_norm": 1.7532981634140015,
      "grad_norm_var": 0.01247968993753048,
      "learning_rate": 0.1,
      "loss": 2.5013,
      "loss/crossentropy": 2.276309013366699,
      "loss/hidden": 0.0,
      "loss/logits": 0.22498828172683716,
      "loss/reg": 0.1519249975681305,
      "step": 304
    },
    {
      "epoch": 0.00305,
      "grad_norm": 1.7168755531311035,
      "grad_norm_var": 0.012384958064664175,
      "learning_rate": 0.1,
      "loss": 2.8631,
      "loss/crossentropy": 2.6478779315948486,
      "loss/hidden": 0.0,
      "loss/logits": 0.2151927351951599,
      "loss/reg": 0.15202872455120087,
      "step": 305
    },
    {
      "epoch": 0.00306,
      "grad_norm": 2.2369191646575928,
      "grad_norm_var": 0.023535843003298317,
      "learning_rate": 0.1,
      "loss": 2.8013,
      "loss/crossentropy": 2.553875684738159,
      "loss/hidden": 0.0,
      "loss/logits": 0.24745815992355347,
      "loss/reg": 0.15191484987735748,
      "step": 306
    },
    {
      "epoch": 0.00307,
      "grad_norm": 1.7659687995910645,
      "grad_norm_var": 0.02290003494517041,
      "learning_rate": 0.1,
      "loss": 2.7114,
      "loss/crossentropy": 2.4934709072113037,
      "loss/hidden": 0.0,
      "loss/logits": 0.21790578961372375,
      "loss/reg": 0.15202990174293518,
      "step": 307
    },
    {
      "epoch": 0.00308,
      "grad_norm": 1.9510020017623901,
      "grad_norm_var": 0.023255202549692853,
      "learning_rate": 0.1,
      "loss": 2.8284,
      "loss/crossentropy": 2.5950257778167725,
      "loss/hidden": 0.0,
      "loss/logits": 0.23339563608169556,
      "loss/reg": 0.15196770429611206,
      "step": 308
    },
    {
      "epoch": 0.00309,
      "grad_norm": 1.6753053665161133,
      "grad_norm_var": 0.021070075182135817,
      "learning_rate": 0.1,
      "loss": 2.568,
      "loss/crossentropy": 2.374311923980713,
      "loss/hidden": 0.0,
      "loss/logits": 0.19368112087249756,
      "loss/reg": 0.1519303172826767,
      "step": 309
    },
    {
      "epoch": 0.0031,
      "grad_norm": 1.7081917524337769,
      "grad_norm_var": 0.0217660034883977,
      "learning_rate": 0.1,
      "loss": 2.783,
      "loss/crossentropy": 2.5761661529541016,
      "loss/hidden": 0.0,
      "loss/logits": 0.20679108798503876,
      "loss/reg": 0.1519574671983719,
      "step": 310
    },
    {
      "epoch": 0.00311,
      "grad_norm": 1.722778558731079,
      "grad_norm_var": 0.021707404135818762,
      "learning_rate": 0.1,
      "loss": 2.8797,
      "loss/crossentropy": 2.6765241622924805,
      "loss/hidden": 0.0,
      "loss/logits": 0.20322000980377197,
      "loss/reg": 0.1520189791917801,
      "step": 311
    },
    {
      "epoch": 0.00312,
      "grad_norm": 1.7546467781066895,
      "grad_norm_var": 0.021817844161866103,
      "learning_rate": 0.1,
      "loss": 2.7514,
      "loss/crossentropy": 2.522287130355835,
      "loss/hidden": 0.0,
      "loss/logits": 0.2291133850812912,
      "loss/reg": 0.1520421952009201,
      "step": 312
    },
    {
      "epoch": 0.00313,
      "grad_norm": 1.7675800323486328,
      "grad_norm_var": 0.02152506607900264,
      "learning_rate": 0.1,
      "loss": 2.6192,
      "loss/crossentropy": 2.392517328262329,
      "loss/hidden": 0.0,
      "loss/logits": 0.22670842707157135,
      "loss/reg": 0.1520325392484665,
      "step": 313
    },
    {
      "epoch": 0.00314,
      "grad_norm": 1.913899540901184,
      "grad_norm_var": 0.022345409626765365,
      "learning_rate": 0.1,
      "loss": 3.0393,
      "loss/crossentropy": 2.796639919281006,
      "loss/hidden": 0.0,
      "loss/logits": 0.24264192581176758,
      "loss/reg": 0.15205076336860657,
      "step": 314
    },
    {
      "epoch": 0.00315,
      "grad_norm": 1.7384769916534424,
      "grad_norm_var": 0.020624846164646195,
      "learning_rate": 0.1,
      "loss": 2.8778,
      "loss/crossentropy": 2.6688342094421387,
      "loss/hidden": 0.0,
      "loss/logits": 0.2090141326189041,
      "loss/reg": 0.15191131830215454,
      "step": 315
    },
    {
      "epoch": 0.00316,
      "grad_norm": 2.6338746547698975,
      "grad_norm_var": 0.06360695890862847,
      "learning_rate": 0.1,
      "loss": 2.3198,
      "loss/crossentropy": 2.0772805213928223,
      "loss/hidden": 0.0,
      "loss/logits": 0.24255335330963135,
      "loss/reg": 0.1519191414117813,
      "step": 316
    },
    {
      "epoch": 0.00317,
      "grad_norm": 1.852968454360962,
      "grad_norm_var": 0.06144055456700901,
      "learning_rate": 0.1,
      "loss": 2.6501,
      "loss/crossentropy": 2.433250665664673,
      "loss/hidden": 0.0,
      "loss/logits": 0.21681655943393707,
      "loss/reg": 0.15181362628936768,
      "step": 317
    },
    {
      "epoch": 0.00318,
      "grad_norm": 1.6826399564743042,
      "grad_norm_var": 0.06298863780118603,
      "learning_rate": 0.1,
      "loss": 2.7515,
      "loss/crossentropy": 2.5635387897491455,
      "loss/hidden": 0.0,
      "loss/logits": 0.18794381618499756,
      "loss/reg": 0.15178216993808746,
      "step": 318
    },
    {
      "epoch": 0.00319,
      "grad_norm": 1.85292387008667,
      "grad_norm_var": 0.0623155972699213,
      "learning_rate": 0.1,
      "loss": 2.4755,
      "loss/crossentropy": 2.2641425132751465,
      "loss/hidden": 0.0,
      "loss/logits": 0.21139657497406006,
      "loss/reg": 0.1518886387348175,
      "step": 319
    },
    {
      "epoch": 0.0032,
      "grad_norm": 1.6966912746429443,
      "grad_norm_var": 0.06330580774900696,
      "learning_rate": 0.1,
      "loss": 2.4953,
      "loss/crossentropy": 2.2871975898742676,
      "loss/hidden": 0.0,
      "loss/logits": 0.20806269347667694,
      "loss/reg": 0.15178616344928741,
      "step": 320
    },
    {
      "epoch": 0.00321,
      "grad_norm": 1.8895527124404907,
      "grad_norm_var": 0.062002591347704514,
      "learning_rate": 0.1,
      "loss": 2.7715,
      "loss/crossentropy": 2.5435333251953125,
      "loss/hidden": 0.0,
      "loss/logits": 0.22799861431121826,
      "loss/reg": 0.15174005925655365,
      "step": 321
    },
    {
      "epoch": 0.00322,
      "grad_norm": 1.6515710353851318,
      "grad_norm_var": 0.05440684205244768,
      "learning_rate": 0.1,
      "loss": 2.7137,
      "loss/crossentropy": 2.5104598999023438,
      "loss/hidden": 0.0,
      "loss/logits": 0.20323163270950317,
      "loss/reg": 0.15175510942935944,
      "step": 322
    },
    {
      "epoch": 0.00323,
      "grad_norm": 1.6686187982559204,
      "grad_norm_var": 0.055812491699098625,
      "learning_rate": 0.1,
      "loss": 2.7788,
      "loss/crossentropy": 2.5798561573028564,
      "loss/hidden": 0.0,
      "loss/logits": 0.19892914593219757,
      "loss/reg": 0.1516965925693512,
      "step": 323
    },
    {
      "epoch": 0.00324,
      "grad_norm": 1.5869677066802979,
      "grad_norm_var": 0.05786002371726552,
      "learning_rate": 0.1,
      "loss": 2.5339,
      "loss/crossentropy": 2.3427820205688477,
      "loss/hidden": 0.0,
      "loss/logits": 0.1911391317844391,
      "loss/reg": 0.15177246928215027,
      "step": 324
    },
    {
      "epoch": 0.00325,
      "grad_norm": 1.7297979593276978,
      "grad_norm_var": 0.057141126929102865,
      "learning_rate": 0.1,
      "loss": 2.7126,
      "loss/crossentropy": 2.4887728691101074,
      "loss/hidden": 0.0,
      "loss/logits": 0.2238450050354004,
      "loss/reg": 0.15161532163619995,
      "step": 325
    },
    {
      "epoch": 0.00326,
      "grad_norm": 1.8590242862701416,
      "grad_norm_var": 0.05665234400511133,
      "learning_rate": 0.1,
      "loss": 2.7914,
      "loss/crossentropy": 2.570279359817505,
      "loss/hidden": 0.0,
      "loss/logits": 0.2211388647556305,
      "loss/reg": 0.1517268717288971,
      "step": 326
    },
    {
      "epoch": 0.00327,
      "grad_norm": 2.265671491622925,
      "grad_norm_var": 0.06856948325591923,
      "learning_rate": 0.1,
      "loss": 2.7235,
      "loss/crossentropy": 2.455695390701294,
      "loss/hidden": 0.0,
      "loss/logits": 0.26784729957580566,
      "loss/reg": 0.15171390771865845,
      "step": 327
    },
    {
      "epoch": 0.00328,
      "grad_norm": 1.7335538864135742,
      "grad_norm_var": 0.06885577598178678,
      "learning_rate": 0.1,
      "loss": 2.8843,
      "loss/crossentropy": 2.6798086166381836,
      "loss/hidden": 0.0,
      "loss/logits": 0.20445087552070618,
      "loss/reg": 0.15172886848449707,
      "step": 328
    },
    {
      "epoch": 0.00329,
      "grad_norm": 1.7656223773956299,
      "grad_norm_var": 0.06887628591748148,
      "learning_rate": 0.1,
      "loss": 2.8846,
      "loss/crossentropy": 2.6698789596557617,
      "loss/hidden": 0.0,
      "loss/logits": 0.2146957516670227,
      "loss/reg": 0.15165625512599945,
      "step": 329
    },
    {
      "epoch": 0.0033,
      "grad_norm": 1.671199083328247,
      "grad_norm_var": 0.07033191381487024,
      "learning_rate": 0.1,
      "loss": 2.5404,
      "loss/crossentropy": 2.338350296020508,
      "loss/hidden": 0.0,
      "loss/logits": 0.20202696323394775,
      "loss/reg": 0.1517135202884674,
      "step": 330
    },
    {
      "epoch": 0.00331,
      "grad_norm": 1.8885756731033325,
      "grad_norm_var": 0.06990940783870526,
      "learning_rate": 0.1,
      "loss": 2.68,
      "loss/crossentropy": 2.452841281890869,
      "loss/hidden": 0.0,
      "loss/logits": 0.22712501883506775,
      "loss/reg": 0.15173739194869995,
      "step": 331
    },
    {
      "epoch": 0.00332,
      "grad_norm": 1.9748201370239258,
      "grad_norm_var": 0.02723654844425495,
      "learning_rate": 0.1,
      "loss": 2.7801,
      "loss/crossentropy": 2.571702241897583,
      "loss/hidden": 0.0,
      "loss/logits": 0.20838361978530884,
      "loss/reg": 0.15167583525180817,
      "step": 332
    },
    {
      "epoch": 0.00333,
      "grad_norm": 1.873297095298767,
      "grad_norm_var": 0.02741099552111829,
      "learning_rate": 0.1,
      "loss": 2.6248,
      "loss/crossentropy": 2.401357650756836,
      "loss/hidden": 0.0,
      "loss/logits": 0.22346417605876923,
      "loss/reg": 0.1517009288072586,
      "step": 333
    },
    {
      "epoch": 0.00334,
      "grad_norm": 1.8609498739242554,
      "grad_norm_var": 0.026622028135649126,
      "learning_rate": 0.1,
      "loss": 2.6895,
      "loss/crossentropy": 2.4700403213500977,
      "loss/hidden": 0.0,
      "loss/logits": 0.2194143533706665,
      "loss/reg": 0.15159879624843597,
      "step": 334
    },
    {
      "epoch": 0.00335,
      "grad_norm": 2.0998973846435547,
      "grad_norm_var": 0.03182955940311369,
      "learning_rate": 0.1,
      "loss": 2.5485,
      "loss/crossentropy": 2.32611346244812,
      "loss/hidden": 0.0,
      "loss/logits": 0.22242875397205353,
      "loss/reg": 0.15164640545845032,
      "step": 335
    },
    {
      "epoch": 0.00336,
      "grad_norm": 2.1356918811798096,
      "grad_norm_var": 0.03630646625152565,
      "learning_rate": 0.1,
      "loss": 2.4518,
      "loss/crossentropy": 2.2482879161834717,
      "loss/hidden": 0.0,
      "loss/logits": 0.20349064469337463,
      "loss/reg": 0.1515902280807495,
      "step": 336
    },
    {
      "epoch": 0.00337,
      "grad_norm": 2.1505563259124756,
      "grad_norm_var": 0.04182138368415966,
      "learning_rate": 0.1,
      "loss": 2.7676,
      "loss/crossentropy": 2.526437520980835,
      "loss/hidden": 0.0,
      "loss/logits": 0.24113261699676514,
      "loss/reg": 0.15154071152210236,
      "step": 337
    },
    {
      "epoch": 0.00338,
      "grad_norm": 1.7091618776321411,
      "grad_norm_var": 0.04035341849712684,
      "learning_rate": 0.1,
      "loss": 2.796,
      "loss/crossentropy": 2.591268301010132,
      "loss/hidden": 0.0,
      "loss/logits": 0.2047044336795807,
      "loss/reg": 0.1516602486371994,
      "step": 338
    },
    {
      "epoch": 0.00339,
      "grad_norm": 1.6342699527740479,
      "grad_norm_var": 0.04136474050778383,
      "learning_rate": 0.1,
      "loss": 2.6985,
      "loss/crossentropy": 2.4958066940307617,
      "loss/hidden": 0.0,
      "loss/logits": 0.20268017053604126,
      "loss/reg": 0.15158210694789886,
      "step": 339
    },
    {
      "epoch": 0.0034,
      "grad_norm": 1.7044177055358887,
      "grad_norm_var": 0.03777595919577544,
      "learning_rate": 0.1,
      "loss": 2.847,
      "loss/crossentropy": 2.633756637573242,
      "loss/hidden": 0.0,
      "loss/logits": 0.2132689654827118,
      "loss/reg": 0.15149760246276855,
      "step": 340
    },
    {
      "epoch": 0.00341,
      "grad_norm": 1.6277996301651,
      "grad_norm_var": 0.040448933453944784,
      "learning_rate": 0.1,
      "loss": 2.6388,
      "loss/crossentropy": 2.4233527183532715,
      "loss/hidden": 0.0,
      "loss/logits": 0.2154182493686676,
      "loss/reg": 0.15167653560638428,
      "step": 341
    },
    {
      "epoch": 0.00342,
      "grad_norm": 1.963236927986145,
      "grad_norm_var": 0.040945224215512846,
      "learning_rate": 0.1,
      "loss": 2.6748,
      "loss/crossentropy": 2.4660699367523193,
      "loss/hidden": 0.0,
      "loss/logits": 0.20870399475097656,
      "loss/reg": 0.15154457092285156,
      "step": 342
    },
    {
      "epoch": 0.00343,
      "grad_norm": 2.034842014312744,
      "grad_norm_var": 0.03236452026117244,
      "learning_rate": 0.1,
      "loss": 2.9002,
      "loss/crossentropy": 2.6857335567474365,
      "loss/hidden": 0.0,
      "loss/logits": 0.21445584297180176,
      "loss/reg": 0.15163888037204742,
      "step": 343
    },
    {
      "epoch": 0.00344,
      "grad_norm": 1.7031670808792114,
      "grad_norm_var": 0.03295172772607717,
      "learning_rate": 0.1,
      "loss": 2.8464,
      "loss/crossentropy": 2.6435418128967285,
      "loss/hidden": 0.0,
      "loss/logits": 0.2028711438179016,
      "loss/reg": 0.15156038105487823,
      "step": 344
    },
    {
      "epoch": 0.00345,
      "grad_norm": 1.6758556365966797,
      "grad_norm_var": 0.03461300903464863,
      "learning_rate": 0.1,
      "loss": 3.0064,
      "loss/crossentropy": 2.8023266792297363,
      "loss/hidden": 0.0,
      "loss/logits": 0.20409126579761505,
      "loss/reg": 0.1514110416173935,
      "step": 345
    },
    {
      "epoch": 0.00346,
      "grad_norm": 1.6397191286087036,
      "grad_norm_var": 0.03545369502609953,
      "learning_rate": 0.1,
      "loss": 2.7351,
      "loss/crossentropy": 2.5252699851989746,
      "loss/hidden": 0.0,
      "loss/logits": 0.2097804695367813,
      "loss/reg": 0.15157240629196167,
      "step": 346
    },
    {
      "epoch": 0.00347,
      "grad_norm": 1.9063996076583862,
      "grad_norm_var": 0.035553899990960265,
      "learning_rate": 0.1,
      "loss": 2.5138,
      "loss/crossentropy": 2.278761148452759,
      "loss/hidden": 0.0,
      "loss/logits": 0.23501995205879211,
      "loss/reg": 0.151409313082695,
      "step": 347
    },
    {
      "epoch": 0.00348,
      "grad_norm": 1.7547756433486938,
      "grad_norm_var": 0.035090511537960306,
      "learning_rate": 0.1,
      "loss": 2.8161,
      "loss/crossentropy": 2.5985119342803955,
      "loss/hidden": 0.0,
      "loss/logits": 0.2175731062889099,
      "loss/reg": 0.15141859650611877,
      "step": 348
    },
    {
      "epoch": 0.00349,
      "grad_norm": 1.921971321105957,
      "grad_norm_var": 0.035440873666032977,
      "learning_rate": 0.1,
      "loss": 3.2051,
      "loss/crossentropy": 2.9968109130859375,
      "loss/hidden": 0.0,
      "loss/logits": 0.2082539051771164,
      "loss/reg": 0.15133626759052277,
      "step": 349
    },
    {
      "epoch": 0.0035,
      "grad_norm": 1.769417405128479,
      "grad_norm_var": 0.035771921835031625,
      "learning_rate": 0.1,
      "loss": 2.4782,
      "loss/crossentropy": 2.2439804077148438,
      "loss/hidden": 0.0,
      "loss/logits": 0.23421438038349152,
      "loss/reg": 0.15139971673488617,
      "step": 350
    },
    {
      "epoch": 0.00351,
      "grad_norm": 1.8546223640441895,
      "grad_norm_var": 0.031014371363842958,
      "learning_rate": 0.1,
      "loss": 2.5961,
      "loss/crossentropy": 2.38114857673645,
      "loss/hidden": 0.0,
      "loss/logits": 0.21499796211719513,
      "loss/reg": 0.15137694776058197,
      "step": 351
    },
    {
      "epoch": 0.00352,
      "grad_norm": 1.7459526062011719,
      "grad_norm_var": 0.024316958392341565,
      "learning_rate": 0.1,
      "loss": 2.8022,
      "loss/crossentropy": 2.5873653888702393,
      "loss/hidden": 0.0,
      "loss/logits": 0.2148575484752655,
      "loss/reg": 0.1513848453760147,
      "step": 352
    },
    {
      "epoch": 0.00353,
      "grad_norm": 1.7052503824234009,
      "grad_norm_var": 0.015882339064703346,
      "learning_rate": 0.1,
      "loss": 2.7235,
      "loss/crossentropy": 2.517469644546509,
      "loss/hidden": 0.0,
      "loss/logits": 0.20604610443115234,
      "loss/reg": 0.1513541340827942,
      "step": 353
    },
    {
      "epoch": 0.00354,
      "grad_norm": 1.8218839168548584,
      "grad_norm_var": 0.015733119556617936,
      "learning_rate": 0.1,
      "loss": 2.417,
      "loss/crossentropy": 2.201317548751831,
      "loss/hidden": 0.0,
      "loss/logits": 0.21567374467849731,
      "loss/reg": 0.15136994421482086,
      "step": 354
    },
    {
      "epoch": 0.00355,
      "grad_norm": 1.7261645793914795,
      "grad_norm_var": 0.01448790725424729,
      "learning_rate": 0.1,
      "loss": 2.8281,
      "loss/crossentropy": 2.5972352027893066,
      "loss/hidden": 0.0,
      "loss/logits": 0.23090910911560059,
      "loss/reg": 0.15145841240882874,
      "step": 355
    },
    {
      "epoch": 0.00356,
      "grad_norm": 1.6171144247055054,
      "grad_norm_var": 0.01589899546990091,
      "learning_rate": 0.1,
      "loss": 2.8327,
      "loss/crossentropy": 2.6116435527801514,
      "loss/hidden": 0.0,
      "loss/logits": 0.22101661562919617,
      "loss/reg": 0.15129587054252625,
      "step": 356
    },
    {
      "epoch": 0.00357,
      "grad_norm": 1.7615368366241455,
      "grad_norm_var": 0.014316048974474664,
      "learning_rate": 0.1,
      "loss": 2.8508,
      "loss/crossentropy": 2.650190591812134,
      "loss/hidden": 0.0,
      "loss/logits": 0.2005804479122162,
      "loss/reg": 0.15146516263484955,
      "step": 357
    },
    {
      "epoch": 0.00358,
      "grad_norm": 1.7060468196868896,
      "grad_norm_var": 0.0124279410334679,
      "learning_rate": 0.1,
      "loss": 2.8565,
      "loss/crossentropy": 2.629793643951416,
      "loss/hidden": 0.0,
      "loss/logits": 0.22666966915130615,
      "loss/reg": 0.15129975974559784,
      "step": 358
    },
    {
      "epoch": 0.00359,
      "grad_norm": 2.1723055839538574,
      "grad_norm_var": 0.01843478885598125,
      "learning_rate": 0.1,
      "loss": 2.6974,
      "loss/crossentropy": 2.4849488735198975,
      "loss/hidden": 0.0,
      "loss/logits": 0.2124479115009308,
      "loss/reg": 0.1513231247663498,
      "step": 359
    },
    {
      "epoch": 0.0036,
      "grad_norm": 1.6971791982650757,
      "grad_norm_var": 0.018498480923589432,
      "learning_rate": 0.1,
      "loss": 2.7715,
      "loss/crossentropy": 2.5426037311553955,
      "loss/hidden": 0.0,
      "loss/logits": 0.22888851165771484,
      "loss/reg": 0.15143375098705292,
      "step": 360
    },
    {
      "epoch": 0.00361,
      "grad_norm": 1.8957135677337646,
      "grad_norm_var": 0.018473617216682156,
      "learning_rate": 0.1,
      "loss": 2.5563,
      "loss/crossentropy": 2.33087420463562,
      "loss/hidden": 0.0,
      "loss/logits": 0.22537752985954285,
      "loss/reg": 0.15123027563095093,
      "step": 361
    },
    {
      "epoch": 0.00362,
      "grad_norm": 1.697386384010315,
      "grad_norm_var": 0.017499019978352178,
      "learning_rate": 0.1,
      "loss": 2.8224,
      "loss/crossentropy": 2.6073858737945557,
      "loss/hidden": 0.0,
      "loss/logits": 0.21505878865718842,
      "loss/reg": 0.1513531357049942,
      "step": 362
    },
    {
      "epoch": 0.00363,
      "grad_norm": 1.6574411392211914,
      "grad_norm_var": 0.017744898481745965,
      "learning_rate": 0.1,
      "loss": 2.7982,
      "loss/crossentropy": 2.5767061710357666,
      "loss/hidden": 0.0,
      "loss/logits": 0.22147852182388306,
      "loss/reg": 0.15141496062278748,
      "step": 363
    },
    {
      "epoch": 0.00364,
      "grad_norm": 3.577742576599121,
      "grad_norm_var": 0.21893816503593175,
      "learning_rate": 0.1,
      "loss": 2.9974,
      "loss/crossentropy": 2.7592902183532715,
      "loss/hidden": 0.0,
      "loss/logits": 0.23807193338871002,
      "loss/reg": 0.15131956338882446,
      "step": 364
    },
    {
      "epoch": 0.00365,
      "grad_norm": 1.6201366186141968,
      "grad_norm_var": 0.22356616694174605,
      "learning_rate": 0.1,
      "loss": 2.8135,
      "loss/crossentropy": 2.613086462020874,
      "loss/hidden": 0.0,
      "loss/logits": 0.20037904381752014,
      "loss/reg": 0.15114036202430725,
      "step": 365
    },
    {
      "epoch": 0.00366,
      "grad_norm": 1.6076356172561646,
      "grad_norm_var": 0.22751442360845597,
      "learning_rate": 0.1,
      "loss": 2.5804,
      "loss/crossentropy": 2.383631706237793,
      "loss/hidden": 0.0,
      "loss/logits": 0.196734219789505,
      "loss/reg": 0.15127165615558624,
      "step": 366
    },
    {
      "epoch": 0.00367,
      "grad_norm": 1.761296033859253,
      "grad_norm_var": 0.228206673425899,
      "learning_rate": 0.1,
      "loss": 2.9389,
      "loss/crossentropy": 2.717838764190674,
      "loss/hidden": 0.0,
      "loss/logits": 0.22105395793914795,
      "loss/reg": 0.1513463258743286,
      "step": 367
    },
    {
      "epoch": 0.00368,
      "grad_norm": 2.0096921920776367,
      "grad_norm_var": 0.22851986925648096,
      "learning_rate": 0.1,
      "loss": 2.7681,
      "loss/crossentropy": 2.5275051593780518,
      "loss/hidden": 0.0,
      "loss/logits": 0.24063444137573242,
      "loss/reg": 0.15131326019763947,
      "step": 368
    },
    {
      "epoch": 0.00369,
      "grad_norm": 2.0786919593811035,
      "grad_norm_var": 0.2286763788537901,
      "learning_rate": 0.1,
      "loss": 2.37,
      "loss/crossentropy": 2.127150297164917,
      "loss/hidden": 0.0,
      "loss/logits": 0.24289056658744812,
      "loss/reg": 0.15122093260288239,
      "step": 369
    },
    {
      "epoch": 0.0037,
      "grad_norm": 1.8763484954833984,
      "grad_norm_var": 0.22829088744450884,
      "learning_rate": 0.1,
      "loss": 2.6493,
      "loss/crossentropy": 2.4364054203033447,
      "loss/hidden": 0.0,
      "loss/logits": 0.21287497878074646,
      "loss/reg": 0.15139250457286835,
      "step": 370
    },
    {
      "epoch": 0.00371,
      "grad_norm": 1.7257153987884521,
      "grad_norm_var": 0.22830154488171286,
      "learning_rate": 0.1,
      "loss": 2.7601,
      "loss/crossentropy": 2.541410207748413,
      "loss/hidden": 0.0,
      "loss/logits": 0.21869133412837982,
      "loss/reg": 0.15126635134220123,
      "step": 371
    },
    {
      "epoch": 0.00372,
      "grad_norm": 1.7427912950515747,
      "grad_norm_var": 0.22448350719514465,
      "learning_rate": 0.1,
      "loss": 2.7006,
      "loss/crossentropy": 2.4843952655792236,
      "loss/hidden": 0.0,
      "loss/logits": 0.21623246371746063,
      "loss/reg": 0.1512490212917328,
      "step": 372
    },
    {
      "epoch": 0.00373,
      "grad_norm": 1.615275263786316,
      "grad_norm_var": 0.22874950889401002,
      "learning_rate": 0.1,
      "loss": 2.82,
      "loss/crossentropy": 2.612550973892212,
      "loss/hidden": 0.0,
      "loss/logits": 0.20746397972106934,
      "loss/reg": 0.15116584300994873,
      "step": 373
    },
    {
      "epoch": 0.00374,
      "grad_norm": 1.8672704696655273,
      "grad_norm_var": 0.22614914385669233,
      "learning_rate": 0.1,
      "loss": 2.8124,
      "loss/crossentropy": 2.6045186519622803,
      "loss/hidden": 0.0,
      "loss/logits": 0.20791369676589966,
      "loss/reg": 0.15127474069595337,
      "step": 374
    },
    {
      "epoch": 0.00375,
      "grad_norm": 1.7656140327453613,
      "grad_norm_var": 0.22240730735532163,
      "learning_rate": 0.1,
      "loss": 2.7487,
      "loss/crossentropy": 2.520578384399414,
      "loss/hidden": 0.0,
      "loss/logits": 0.22809343039989471,
      "loss/reg": 0.1510974019765854,
      "step": 375
    },
    {
      "epoch": 0.00376,
      "grad_norm": 2.1074674129486084,
      "grad_norm_var": 0.22253073073414853,
      "learning_rate": 0.1,
      "loss": 3.1286,
      "loss/crossentropy": 2.8800649642944336,
      "loss/hidden": 0.0,
      "loss/logits": 0.24856722354888916,
      "loss/reg": 0.15111801028251648,
      "step": 376
    },
    {
      "epoch": 0.00377,
      "grad_norm": 1.7181384563446045,
      "grad_norm_var": 0.22490818728325238,
      "learning_rate": 0.1,
      "loss": 2.829,
      "loss/crossentropy": 2.6191015243530273,
      "loss/hidden": 0.0,
      "loss/logits": 0.20989225804805756,
      "loss/reg": 0.15117129683494568,
      "step": 377
    },
    {
      "epoch": 0.00378,
      "grad_norm": 1.811388611793518,
      "grad_norm_var": 0.22261347017223437,
      "learning_rate": 0.1,
      "loss": 2.8111,
      "loss/crossentropy": 2.5947234630584717,
      "loss/hidden": 0.0,
      "loss/logits": 0.21635966002941132,
      "loss/reg": 0.15109507739543915,
      "step": 378
    },
    {
      "epoch": 0.00379,
      "grad_norm": 1.8977841138839722,
      "grad_norm_var": 0.2181650921676635,
      "learning_rate": 0.1,
      "loss": 2.9514,
      "loss/crossentropy": 2.7174222469329834,
      "loss/hidden": 0.0,
      "loss/logits": 0.234025239944458,
      "loss/reg": 0.15127557516098022,
      "step": 379
    },
    {
      "epoch": 0.0038,
      "grad_norm": 1.775944709777832,
      "grad_norm_var": 0.02375998105478061,
      "learning_rate": 0.1,
      "loss": 2.7812,
      "loss/crossentropy": 2.5766677856445312,
      "loss/hidden": 0.0,
      "loss/logits": 0.20452779531478882,
      "loss/reg": 0.1511276364326477,
      "step": 380
    },
    {
      "epoch": 0.00381,
      "grad_norm": 1.6730824708938599,
      "grad_norm_var": 0.02258550488107455,
      "learning_rate": 0.1,
      "loss": 2.6852,
      "loss/crossentropy": 2.47645902633667,
      "loss/hidden": 0.0,
      "loss/logits": 0.20877960324287415,
      "loss/reg": 0.15118587017059326,
      "step": 381
    },
    {
      "epoch": 0.00382,
      "grad_norm": 1.7737575769424438,
      "grad_norm_var": 0.019725366544345726,
      "learning_rate": 0.1,
      "loss": 2.5871,
      "loss/crossentropy": 2.3758537769317627,
      "loss/hidden": 0.0,
      "loss/logits": 0.21125558018684387,
      "loss/reg": 0.15116703510284424,
      "step": 382
    },
    {
      "epoch": 0.00383,
      "grad_norm": 1.6510947942733765,
      "grad_norm_var": 0.021420657643567566,
      "learning_rate": 0.1,
      "loss": 2.7066,
      "loss/crossentropy": 2.4972774982452393,
      "loss/hidden": 0.0,
      "loss/logits": 0.20929165184497833,
      "loss/reg": 0.15117885172367096,
      "step": 383
    },
    {
      "epoch": 0.00384,
      "grad_norm": 1.6992582082748413,
      "grad_norm_var": 0.01951468885309448,
      "learning_rate": 0.1,
      "loss": 2.727,
      "loss/crossentropy": 2.508112668991089,
      "loss/hidden": 0.0,
      "loss/logits": 0.21886557340621948,
      "loss/reg": 0.15112744271755219,
      "step": 384
    },
    {
      "epoch": 0.00385,
      "grad_norm": 1.7897005081176758,
      "grad_norm_var": 0.013946757521915506,
      "learning_rate": 0.1,
      "loss": 2.7238,
      "loss/crossentropy": 2.4994559288024902,
      "loss/hidden": 0.0,
      "loss/logits": 0.22430163621902466,
      "loss/reg": 0.15109151601791382,
      "step": 385
    },
    {
      "epoch": 0.00386,
      "grad_norm": 1.7458773851394653,
      "grad_norm_var": 0.013346143788473283,
      "learning_rate": 0.1,
      "loss": 2.7609,
      "loss/crossentropy": 2.5685338973999023,
      "loss/hidden": 0.0,
      "loss/logits": 0.1923883855342865,
      "loss/reg": 0.15124017000198364,
      "step": 386
    },
    {
      "epoch": 0.00387,
      "grad_norm": 2.219231128692627,
      "grad_norm_var": 0.025489318950901858,
      "learning_rate": 0.1,
      "loss": 2.9048,
      "loss/crossentropy": 2.662940740585327,
      "loss/hidden": 0.0,
      "loss/logits": 0.24183247983455658,
      "loss/reg": 0.15118682384490967,
      "step": 387
    },
    {
      "epoch": 0.00388,
      "grad_norm": 1.885354995727539,
      "grad_norm_var": 0.025608373941962744,
      "learning_rate": 0.1,
      "loss": 3.041,
      "loss/crossentropy": 2.8259406089782715,
      "loss/hidden": 0.0,
      "loss/logits": 0.21508657932281494,
      "loss/reg": 0.15106505155563354,
      "step": 388
    },
    {
      "epoch": 0.00389,
      "grad_norm": 1.857495665550232,
      "grad_norm_var": 0.02291330277758637,
      "learning_rate": 0.1,
      "loss": 2.7711,
      "loss/crossentropy": 2.535196542739868,
      "loss/hidden": 0.0,
      "loss/logits": 0.23586329817771912,
      "loss/reg": 0.1510740965604782,
      "step": 389
    },
    {
      "epoch": 0.0039,
      "grad_norm": 1.6724786758422852,
      "grad_norm_var": 0.024249365860873694,
      "learning_rate": 0.1,
      "loss": 2.7789,
      "loss/crossentropy": 2.5663368701934814,
      "loss/hidden": 0.0,
      "loss/logits": 0.2125384360551834,
      "loss/reg": 0.15109118819236755,
      "step": 390
    },
    {
      "epoch": 0.00391,
      "grad_norm": 2.6903529167175293,
      "grad_norm_var": 0.07157825257445817,
      "learning_rate": 0.1,
      "loss": 2.3173,
      "loss/crossentropy": 2.0604658126831055,
      "loss/hidden": 0.0,
      "loss/logits": 0.25682878494262695,
      "loss/reg": 0.1511024385690689,
      "step": 391
    },
    {
      "epoch": 0.00392,
      "grad_norm": 1.8901022672653198,
      "grad_norm_var": 0.06773662724080692,
      "learning_rate": 0.1,
      "loss": 2.8202,
      "loss/crossentropy": 2.595571994781494,
      "loss/hidden": 0.0,
      "loss/logits": 0.2246021330356598,
      "loss/reg": 0.15106593072414398,
      "step": 392
    },
    {
      "epoch": 0.00393,
      "grad_norm": 1.7739040851593018,
      "grad_norm_var": 0.06688035299611143,
      "learning_rate": 0.1,
      "loss": 2.7813,
      "loss/crossentropy": 2.566063165664673,
      "loss/hidden": 0.0,
      "loss/logits": 0.2152460813522339,
      "loss/reg": 0.15100258588790894,
      "step": 393
    },
    {
      "epoch": 0.00394,
      "grad_norm": 1.7922471761703491,
      "grad_norm_var": 0.06703478467787101,
      "learning_rate": 0.1,
      "loss": 2.5707,
      "loss/crossentropy": 2.353325128555298,
      "loss/hidden": 0.0,
      "loss/logits": 0.2173391878604889,
      "loss/reg": 0.15109707415103912,
      "step": 394
    },
    {
      "epoch": 0.00395,
      "grad_norm": 1.8474063873291016,
      "grad_norm_var": 0.06695122222152937,
      "learning_rate": 0.1,
      "loss": 2.7048,
      "loss/crossentropy": 2.4807169437408447,
      "loss/hidden": 0.0,
      "loss/logits": 0.22405576705932617,
      "loss/reg": 0.15113972127437592,
      "step": 395
    },
    {
      "epoch": 0.00396,
      "grad_norm": 1.8227876424789429,
      "grad_norm_var": 0.0665722427534499,
      "learning_rate": 0.1,
      "loss": 2.759,
      "loss/crossentropy": 2.5347976684570312,
      "loss/hidden": 0.0,
      "loss/logits": 0.22420494258403778,
      "loss/reg": 0.15105532109737396,
      "step": 396
    },
    {
      "epoch": 0.00397,
      "grad_norm": 1.6536616086959839,
      "grad_norm_var": 0.06708373466487429,
      "learning_rate": 0.1,
      "loss": 2.6341,
      "loss/crossentropy": 2.4113383293151855,
      "loss/hidden": 0.0,
      "loss/logits": 0.2227448672056198,
      "loss/reg": 0.15101544559001923,
      "step": 397
    },
    {
      "epoch": 0.00398,
      "grad_norm": 1.9241424798965454,
      "grad_norm_var": 0.06676203250969331,
      "learning_rate": 0.1,
      "loss": 2.2804,
      "loss/crossentropy": 2.0420355796813965,
      "loss/hidden": 0.0,
      "loss/logits": 0.23833739757537842,
      "loss/reg": 0.1509397327899933,
      "step": 398
    },
    {
      "epoch": 0.00399,
      "grad_norm": 1.8979822397232056,
      "grad_norm_var": 0.06337571736196512,
      "learning_rate": 0.1,
      "loss": 2.7958,
      "loss/crossentropy": 2.5670487880706787,
      "loss/hidden": 0.0,
      "loss/logits": 0.2287551909685135,
      "loss/reg": 0.15100519359111786,
      "step": 399
    },
    {
      "epoch": 0.004,
      "grad_norm": 1.9363818168640137,
      "grad_norm_var": 0.061013521665097416,
      "learning_rate": 0.1,
      "loss": 2.7379,
      "loss/crossentropy": 2.5245933532714844,
      "loss/hidden": 0.0,
      "loss/logits": 0.21330593526363373,
      "loss/reg": 0.15094827115535736,
      "step": 400
    },
    {
      "epoch": 0.00401,
      "grad_norm": 1.795914888381958,
      "grad_norm_var": 0.06092458917107303,
      "learning_rate": 0.1,
      "loss": 2.9236,
      "loss/crossentropy": 2.7110414505004883,
      "loss/hidden": 0.0,
      "loss/logits": 0.21257659792900085,
      "loss/reg": 0.1509622186422348,
      "step": 401
    },
    {
      "epoch": 0.00402,
      "grad_norm": 2.101243734359741,
      "grad_norm_var": 0.06149899274136974,
      "learning_rate": 0.1,
      "loss": 2.7548,
      "loss/crossentropy": 2.487922430038452,
      "loss/hidden": 0.0,
      "loss/logits": 0.2669089734554291,
      "loss/reg": 0.15110976994037628,
      "step": 402
    },
    {
      "epoch": 0.00403,
      "grad_norm": 1.8519327640533447,
      "grad_norm_var": 0.05540100546166915,
      "learning_rate": 0.1,
      "loss": 2.6662,
      "loss/crossentropy": 2.429722785949707,
      "loss/hidden": 0.0,
      "loss/logits": 0.2364829033613205,
      "loss/reg": 0.15097306668758392,
      "step": 403
    },
    {
      "epoch": 0.00404,
      "grad_norm": 1.7932238578796387,
      "grad_norm_var": 0.05610634068240087,
      "learning_rate": 0.1,
      "loss": 2.6978,
      "loss/crossentropy": 2.47924542427063,
      "loss/hidden": 0.0,
      "loss/logits": 0.2185240387916565,
      "loss/reg": 0.15097467601299286,
      "step": 404
    },
    {
      "epoch": 0.00405,
      "grad_norm": 1.8711391687393188,
      "grad_norm_var": 0.05605188021955924,
      "learning_rate": 0.1,
      "loss": 2.8627,
      "loss/crossentropy": 2.634406328201294,
      "loss/hidden": 0.0,
      "loss/logits": 0.22829169034957886,
      "loss/reg": 0.150837242603302,
      "step": 405
    },
    {
      "epoch": 0.00406,
      "grad_norm": 1.8737577199935913,
      "grad_norm_var": 0.05262065947172398,
      "learning_rate": 0.1,
      "loss": 2.7406,
      "loss/crossentropy": 2.5180327892303467,
      "loss/hidden": 0.0,
      "loss/logits": 0.22260984778404236,
      "loss/reg": 0.15104174613952637,
      "step": 406
    },
    {
      "epoch": 0.00407,
      "grad_norm": 1.766380786895752,
      "grad_norm_var": 0.009504462965704145,
      "learning_rate": 0.1,
      "loss": 2.6591,
      "loss/crossentropy": 2.4351396560668945,
      "loss/hidden": 0.0,
      "loss/logits": 0.2239249348640442,
      "loss/reg": 0.15100885927677155,
      "step": 407
    },
    {
      "epoch": 0.00408,
      "grad_norm": 1.676133394241333,
      "grad_norm_var": 0.01120790285560241,
      "learning_rate": 0.1,
      "loss": 2.6828,
      "loss/crossentropy": 2.491732120513916,
      "loss/hidden": 0.0,
      "loss/logits": 0.19106677174568176,
      "loss/reg": 0.15102165937423706,
      "step": 408
    },
    {
      "epoch": 0.00409,
      "grad_norm": 1.7344716787338257,
      "grad_norm_var": 0.011632299859450987,
      "learning_rate": 0.1,
      "loss": 2.7485,
      "loss/crossentropy": 2.518883228302002,
      "loss/hidden": 0.0,
      "loss/logits": 0.22966621816158295,
      "loss/reg": 0.1510043442249298,
      "step": 409
    },
    {
      "epoch": 0.0041,
      "grad_norm": 1.7225534915924072,
      "grad_norm_var": 0.012320847420900746,
      "learning_rate": 0.1,
      "loss": 2.9063,
      "loss/crossentropy": 2.689192533493042,
      "loss/hidden": 0.0,
      "loss/logits": 0.21711862087249756,
      "loss/reg": 0.1509757786989212,
      "step": 410
    },
    {
      "epoch": 0.00411,
      "grad_norm": 1.9745748043060303,
      "grad_norm_var": 0.013638260998121095,
      "learning_rate": 0.1,
      "loss": 2.707,
      "loss/crossentropy": 2.490044355392456,
      "loss/hidden": 0.0,
      "loss/logits": 0.21696624159812927,
      "loss/reg": 0.1509065479040146,
      "step": 411
    },
    {
      "epoch": 0.00412,
      "grad_norm": 1.971973180770874,
      "grad_norm_var": 0.014741254006565658,
      "learning_rate": 0.1,
      "loss": 2.8091,
      "loss/crossentropy": 2.563469171524048,
      "loss/hidden": 0.0,
      "loss/logits": 0.24558556079864502,
      "loss/reg": 0.15095914900302887,
      "step": 412
    },
    {
      "epoch": 0.00413,
      "grad_norm": 1.739637851715088,
      "grad_norm_var": 0.012991594434782823,
      "learning_rate": 0.1,
      "loss": 2.7082,
      "loss/crossentropy": 2.4907240867614746,
      "loss/hidden": 0.0,
      "loss/logits": 0.21748635172843933,
      "loss/reg": 0.1508610099554062,
      "step": 413
    },
    {
      "epoch": 0.00414,
      "grad_norm": 1.9147230386734009,
      "grad_norm_var": 0.012906490567419777,
      "learning_rate": 0.1,
      "loss": 2.822,
      "loss/crossentropy": 2.5853893756866455,
      "loss/hidden": 0.0,
      "loss/logits": 0.23664994537830353,
      "loss/reg": 0.1509164720773697,
      "step": 414
    },
    {
      "epoch": 0.00415,
      "grad_norm": 1.8861806392669678,
      "grad_norm_var": 0.01284185916003177,
      "learning_rate": 0.1,
      "loss": 2.9428,
      "loss/crossentropy": 2.74064564704895,
      "loss/hidden": 0.0,
      "loss/logits": 0.20214137434959412,
      "loss/reg": 0.15087473392486572,
      "step": 415
    },
    {
      "epoch": 0.00416,
      "grad_norm": 1.7048680782318115,
      "grad_norm_var": 0.01354501806272476,
      "learning_rate": 0.1,
      "loss": 2.7708,
      "loss/crossentropy": 2.554300546646118,
      "loss/hidden": 0.0,
      "loss/logits": 0.21645048260688782,
      "loss/reg": 0.150918647646904,
      "step": 416
    },
    {
      "epoch": 0.00417,
      "grad_norm": 1.6752452850341797,
      "grad_norm_var": 0.015102754933093366,
      "learning_rate": 0.1,
      "loss": 2.8181,
      "loss/crossentropy": 2.608177661895752,
      "loss/hidden": 0.0,
      "loss/logits": 0.20995007455348969,
      "loss/reg": 0.1509387046098709,
      "step": 417
    },
    {
      "epoch": 0.00418,
      "grad_norm": 2.25610613822937,
      "grad_norm_var": 0.022230720754456947,
      "learning_rate": 0.1,
      "loss": 2.7317,
      "loss/crossentropy": 2.4656870365142822,
      "loss/hidden": 0.0,
      "loss/logits": 0.26603609323501587,
      "loss/reg": 0.15090647339820862,
      "step": 418
    },
    {
      "epoch": 0.00419,
      "grad_norm": 1.7643238306045532,
      "grad_norm_var": 0.022551256037004384,
      "learning_rate": 0.1,
      "loss": 2.3337,
      "loss/crossentropy": 2.11780047416687,
      "loss/hidden": 0.0,
      "loss/logits": 0.21589842438697815,
      "loss/reg": 0.1508452594280243,
      "step": 419
    },
    {
      "epoch": 0.0042,
      "grad_norm": 1.7158069610595703,
      "grad_norm_var": 0.023334674998600667,
      "learning_rate": 0.1,
      "loss": 2.8412,
      "loss/crossentropy": 2.6472179889678955,
      "loss/hidden": 0.0,
      "loss/logits": 0.19401872158050537,
      "loss/reg": 0.15094634890556335,
      "step": 420
    },
    {
      "epoch": 0.00421,
      "grad_norm": 1.85410475730896,
      "grad_norm_var": 0.0232548130549579,
      "learning_rate": 0.1,
      "loss": 2.821,
      "loss/crossentropy": 2.578828811645508,
      "loss/hidden": 0.0,
      "loss/logits": 0.24218684434890747,
      "loss/reg": 0.1509936898946762,
      "step": 421
    },
    {
      "epoch": 0.00422,
      "grad_norm": 1.8564954996109009,
      "grad_norm_var": 0.023165651495764668,
      "learning_rate": 0.1,
      "loss": 2.6511,
      "loss/crossentropy": 2.430964469909668,
      "loss/hidden": 0.0,
      "loss/logits": 0.22010694444179535,
      "loss/reg": 0.1510194092988968,
      "step": 422
    },
    {
      "epoch": 0.00423,
      "grad_norm": 1.5391383171081543,
      "grad_norm_var": 0.028194916219609685,
      "learning_rate": 0.1,
      "loss": 2.2987,
      "loss/crossentropy": 2.112295389175415,
      "loss/hidden": 0.0,
      "loss/logits": 0.18641194701194763,
      "loss/reg": 0.15081174671649933,
      "step": 423
    },
    {
      "epoch": 0.00424,
      "grad_norm": 1.724223017692566,
      "grad_norm_var": 0.02747055405852728,
      "learning_rate": 0.1,
      "loss": 2.5547,
      "loss/crossentropy": 2.3416965007781982,
      "loss/hidden": 0.0,
      "loss/logits": 0.21300387382507324,
      "loss/reg": 0.15074773132801056,
      "step": 424
    },
    {
      "epoch": 0.00425,
      "grad_norm": 1.6344752311706543,
      "grad_norm_var": 0.029164538101110794,
      "learning_rate": 0.1,
      "loss": 2.6131,
      "loss/crossentropy": 2.396984338760376,
      "loss/hidden": 0.0,
      "loss/logits": 0.2160794585943222,
      "loss/reg": 0.15076155960559845,
      "step": 425
    },
    {
      "epoch": 0.00426,
      "grad_norm": 1.74626624584198,
      "grad_norm_var": 0.028928254614097603,
      "learning_rate": 0.1,
      "loss": 2.6302,
      "loss/crossentropy": 2.4160821437835693,
      "loss/hidden": 0.0,
      "loss/logits": 0.21413055062294006,
      "loss/reg": 0.15082821249961853,
      "step": 426
    },
    {
      "epoch": 0.00427,
      "grad_norm": 1.656304121017456,
      "grad_norm_var": 0.028270431898971004,
      "learning_rate": 0.1,
      "loss": 2.6774,
      "loss/crossentropy": 2.4710378646850586,
      "loss/hidden": 0.0,
      "loss/logits": 0.20640170574188232,
      "loss/reg": 0.15081879496574402,
      "step": 427
    },
    {
      "epoch": 0.00428,
      "grad_norm": 1.907077670097351,
      "grad_norm_var": 0.02695901132224563,
      "learning_rate": 0.1,
      "loss": 2.7283,
      "loss/crossentropy": 2.5030508041381836,
      "loss/hidden": 0.0,
      "loss/logits": 0.2252427637577057,
      "loss/reg": 0.1508827954530716,
      "step": 428
    },
    {
      "epoch": 0.00429,
      "grad_norm": 1.6425381898880005,
      "grad_norm_var": 0.028147688000623283,
      "learning_rate": 0.1,
      "loss": 2.707,
      "loss/crossentropy": 2.4857351779937744,
      "loss/hidden": 0.0,
      "loss/logits": 0.22125864028930664,
      "loss/reg": 0.15070487558841705,
      "step": 429
    },
    {
      "epoch": 0.0043,
      "grad_norm": 1.7558245658874512,
      "grad_norm_var": 0.02686861746101741,
      "learning_rate": 0.1,
      "loss": 2.7412,
      "loss/crossentropy": 2.5211524963378906,
      "loss/hidden": 0.0,
      "loss/logits": 0.22008350491523743,
      "loss/reg": 0.15073436498641968,
      "step": 430
    },
    {
      "epoch": 0.00431,
      "grad_norm": 1.7740070819854736,
      "grad_norm_var": 0.025916441567259342,
      "learning_rate": 0.1,
      "loss": 2.7119,
      "loss/crossentropy": 2.4966282844543457,
      "loss/hidden": 0.0,
      "loss/logits": 0.21523457765579224,
      "loss/reg": 0.15078803896903992,
      "step": 431
    },
    {
      "epoch": 0.00432,
      "grad_norm": 2.269322156906128,
      "grad_norm_var": 0.041460048020039865,
      "learning_rate": 0.1,
      "loss": 2.9695,
      "loss/crossentropy": 2.7718868255615234,
      "loss/hidden": 0.0,
      "loss/logits": 0.19760069251060486,
      "loss/reg": 0.15083637833595276,
      "step": 432
    },
    {
      "epoch": 0.00433,
      "grad_norm": 1.8699089288711548,
      "grad_norm_var": 0.04063701470830043,
      "learning_rate": 0.1,
      "loss": 3.0628,
      "loss/crossentropy": 2.8523550033569336,
      "loss/hidden": 0.0,
      "loss/logits": 0.21048828959465027,
      "loss/reg": 0.15076479315757751,
      "step": 433
    },
    {
      "epoch": 0.00434,
      "grad_norm": 1.778334140777588,
      "grad_norm_var": 0.026508956261420677,
      "learning_rate": 0.1,
      "loss": 2.502,
      "loss/crossentropy": 2.2839338779449463,
      "loss/hidden": 0.0,
      "loss/logits": 0.21806152164936066,
      "loss/reg": 0.15068462491035461,
      "step": 434
    },
    {
      "epoch": 0.00435,
      "grad_norm": 1.9787874221801758,
      "grad_norm_var": 0.0289207914913779,
      "learning_rate": 0.1,
      "loss": 3.3528,
      "loss/crossentropy": 3.1274354457855225,
      "loss/hidden": 0.0,
      "loss/logits": 0.2253539264202118,
      "loss/reg": 0.15077903866767883,
      "step": 435
    },
    {
      "epoch": 0.00436,
      "grad_norm": 2.3234996795654297,
      "grad_norm_var": 0.045672815906441615,
      "learning_rate": 0.1,
      "loss": 2.48,
      "loss/crossentropy": 2.2315609455108643,
      "loss/hidden": 0.0,
      "loss/logits": 0.2484637051820755,
      "loss/reg": 0.1508529931306839,
      "step": 436
    },
    {
      "epoch": 0.00437,
      "grad_norm": 1.8527600765228271,
      "grad_norm_var": 0.04566894676693683,
      "learning_rate": 0.1,
      "loss": 2.868,
      "loss/crossentropy": 2.6298837661743164,
      "loss/hidden": 0.0,
      "loss/logits": 0.23809394240379333,
      "loss/reg": 0.1508105993270874,
      "step": 437
    },
    {
      "epoch": 0.00438,
      "grad_norm": 1.7559828758239746,
      "grad_norm_var": 0.04596954570778985,
      "learning_rate": 0.1,
      "loss": 2.443,
      "loss/crossentropy": 2.225604295730591,
      "loss/hidden": 0.0,
      "loss/logits": 0.21738675236701965,
      "loss/reg": 0.15080511569976807,
      "step": 438
    },
    {
      "epoch": 0.00439,
      "grad_norm": 2.156735897064209,
      "grad_norm_var": 0.04622556667786875,
      "learning_rate": 0.1,
      "loss": 2.5675,
      "loss/crossentropy": 2.344963788986206,
      "loss/hidden": 0.0,
      "loss/logits": 0.22257152199745178,
      "loss/reg": 0.15074650943279266,
      "step": 439
    },
    {
      "epoch": 0.0044,
      "grad_norm": 1.9818342924118042,
      "grad_norm_var": 0.04556781112082569,
      "learning_rate": 0.1,
      "loss": 2.8998,
      "loss/crossentropy": 2.677990198135376,
      "loss/hidden": 0.0,
      "loss/logits": 0.22182998061180115,
      "loss/reg": 0.15067626535892487,
      "step": 440
    },
    {
      "epoch": 0.00441,
      "grad_norm": 1.6748995780944824,
      "grad_norm_var": 0.04434535452248311,
      "learning_rate": 0.1,
      "loss": 2.6591,
      "loss/crossentropy": 2.441425323486328,
      "loss/hidden": 0.0,
      "loss/logits": 0.21762937307357788,
      "loss/reg": 0.1507471650838852,
      "step": 441
    },
    {
      "epoch": 0.00442,
      "grad_norm": 1.847016453742981,
      "grad_norm_var": 0.04314626212859351,
      "learning_rate": 0.1,
      "loss": 2.7675,
      "loss/crossentropy": 2.5337014198303223,
      "loss/hidden": 0.0,
      "loss/logits": 0.2337638884782791,
      "loss/reg": 0.15065504610538483,
      "step": 442
    },
    {
      "epoch": 0.00443,
      "grad_norm": 1.6504738330841064,
      "grad_norm_var": 0.04332931831966859,
      "learning_rate": 0.1,
      "loss": 2.5161,
      "loss/crossentropy": 2.3027710914611816,
      "loss/hidden": 0.0,
      "loss/logits": 0.21334794163703918,
      "loss/reg": 0.15072591602802277,
      "step": 443
    },
    {
      "epoch": 0.00444,
      "grad_norm": 1.6157153844833374,
      "grad_norm_var": 0.04792064713236114,
      "learning_rate": 0.1,
      "loss": 2.5919,
      "loss/crossentropy": 2.382761240005493,
      "loss/hidden": 0.0,
      "loss/logits": 0.20910042524337769,
      "loss/reg": 0.15072768926620483,
      "step": 444
    },
    {
      "epoch": 0.00445,
      "grad_norm": 2.431079626083374,
      "grad_norm_var": 0.06281771446281799,
      "learning_rate": 0.1,
      "loss": 2.6361,
      "loss/crossentropy": 2.388833999633789,
      "loss/hidden": 0.0,
      "loss/logits": 0.24729838967323303,
      "loss/reg": 0.15076467394828796,
      "step": 445
    },
    {
      "epoch": 0.00446,
      "grad_norm": 1.859398365020752,
      "grad_norm_var": 0.06122424412511288,
      "learning_rate": 0.1,
      "loss": 2.5666,
      "loss/crossentropy": 2.3410301208496094,
      "loss/hidden": 0.0,
      "loss/logits": 0.2255995273590088,
      "loss/reg": 0.15055029094219208,
      "step": 446
    },
    {
      "epoch": 0.00447,
      "grad_norm": 1.7151768207550049,
      "grad_norm_var": 0.06263463563082776,
      "learning_rate": 0.1,
      "loss": 2.5413,
      "loss/crossentropy": 2.3206253051757812,
      "loss/hidden": 0.0,
      "loss/logits": 0.22071394324302673,
      "loss/reg": 0.15074747800827026,
      "step": 447
    },
    {
      "epoch": 0.00448,
      "grad_norm": 1.7584843635559082,
      "grad_norm_var": 0.05532563008642152,
      "learning_rate": 0.1,
      "loss": 2.4155,
      "loss/crossentropy": 2.2007665634155273,
      "loss/hidden": 0.0,
      "loss/logits": 0.21476951241493225,
      "loss/reg": 0.15062829852104187,
      "step": 448
    },
    {
      "epoch": 0.00449,
      "grad_norm": 2.7364625930786133,
      "grad_norm_var": 0.09986365483561167,
      "learning_rate": 0.1,
      "loss": 2.6228,
      "loss/crossentropy": 2.402888059616089,
      "loss/hidden": 0.0,
      "loss/logits": 0.21995289623737335,
      "loss/reg": 0.15081089735031128,
      "step": 449
    },
    {
      "epoch": 0.0045,
      "grad_norm": 2.3574018478393555,
      "grad_norm_var": 0.10796921612384545,
      "learning_rate": 0.1,
      "loss": 3.0125,
      "loss/crossentropy": 2.7703285217285156,
      "loss/hidden": 0.0,
      "loss/logits": 0.24217334389686584,
      "loss/reg": 0.1507427841424942,
      "step": 450
    },
    {
      "epoch": 0.00451,
      "grad_norm": 1.6977275609970093,
      "grad_norm_var": 0.11298861573303398,
      "learning_rate": 0.1,
      "loss": 2.4328,
      "loss/crossentropy": 2.2355422973632812,
      "loss/hidden": 0.0,
      "loss/logits": 0.19724467396736145,
      "loss/reg": 0.15060681104660034,
      "step": 451
    },
    {
      "epoch": 0.00452,
      "grad_norm": 2.03483247756958,
      "grad_norm_var": 0.10433740014997639,
      "learning_rate": 0.1,
      "loss": 2.7943,
      "loss/crossentropy": 2.584197521209717,
      "loss/hidden": 0.0,
      "loss/logits": 0.21007749438285828,
      "loss/reg": 0.1506909430027008,
      "step": 452
    },
    {
      "epoch": 0.00453,
      "grad_norm": 1.7026461362838745,
      "grad_norm_var": 0.10759947035987896,
      "learning_rate": 0.1,
      "loss": 2.8445,
      "loss/crossentropy": 2.6189165115356445,
      "loss/hidden": 0.0,
      "loss/logits": 0.22557061910629272,
      "loss/reg": 0.15073059499263763,
      "step": 453
    },
    {
      "epoch": 0.00454,
      "grad_norm": 1.7741223573684692,
      "grad_norm_var": 0.1071846663731634,
      "learning_rate": 0.1,
      "loss": 2.7748,
      "loss/crossentropy": 2.5624852180480957,
      "loss/hidden": 0.0,
      "loss/logits": 0.21229374408721924,
      "loss/reg": 0.1507757306098938,
      "step": 454
    },
    {
      "epoch": 0.00455,
      "grad_norm": 1.5842708349227905,
      "grad_norm_var": 0.1109043592521454,
      "learning_rate": 0.1,
      "loss": 2.8298,
      "loss/crossentropy": 2.6428112983703613,
      "loss/hidden": 0.0,
      "loss/logits": 0.18703559041023254,
      "loss/reg": 0.1507103443145752,
      "step": 455
    },
    {
      "epoch": 0.00456,
      "grad_norm": 2.0186939239501953,
      "grad_norm_var": 0.11138484094866215,
      "learning_rate": 0.1,
      "loss": 2.6154,
      "loss/crossentropy": 2.3989930152893066,
      "loss/hidden": 0.0,
      "loss/logits": 0.21640828251838684,
      "loss/reg": 0.15072603523731232,
      "step": 456
    },
    {
      "epoch": 0.00457,
      "grad_norm": 1.610592007637024,
      "grad_norm_var": 0.11360469309714834,
      "learning_rate": 0.1,
      "loss": 2.5258,
      "loss/crossentropy": 2.3233416080474854,
      "loss/hidden": 0.0,
      "loss/logits": 0.2024168074131012,
      "loss/reg": 0.15062075853347778,
      "step": 457
    },
    {
      "epoch": 0.00458,
      "grad_norm": 1.7808010578155518,
      "grad_norm_var": 0.11434324130148994,
      "learning_rate": 0.1,
      "loss": 2.5819,
      "loss/crossentropy": 2.352149248123169,
      "loss/hidden": 0.0,
      "loss/logits": 0.22971388697624207,
      "loss/reg": 0.15061435103416443,
      "step": 458
    },
    {
      "epoch": 0.00459,
      "grad_norm": 1.8864959478378296,
      "grad_norm_var": 0.11011425212028166,
      "learning_rate": 0.1,
      "loss": 2.7855,
      "loss/crossentropy": 2.5464529991149902,
      "loss/hidden": 0.0,
      "loss/logits": 0.23908357322216034,
      "loss/reg": 0.1506984829902649,
      "step": 459
    },
    {
      "epoch": 0.0046,
      "grad_norm": 2.00264310836792,
      "grad_norm_var": 0.10427648903603408,
      "learning_rate": 0.1,
      "loss": 2.6776,
      "loss/crossentropy": 2.4802725315093994,
      "loss/hidden": 0.0,
      "loss/logits": 0.197281152009964,
      "loss/reg": 0.15069958567619324,
      "step": 460
    },
    {
      "epoch": 0.00461,
      "grad_norm": 1.8057889938354492,
      "grad_norm_var": 0.08730628236937506,
      "learning_rate": 0.1,
      "loss": 2.5994,
      "loss/crossentropy": 2.37688946723938,
      "loss/hidden": 0.0,
      "loss/logits": 0.22249619662761688,
      "loss/reg": 0.1506558060646057,
      "step": 461
    },
    {
      "epoch": 0.00462,
      "grad_norm": 1.7659811973571777,
      "grad_norm_var": 0.0882994573520096,
      "learning_rate": 0.1,
      "loss": 2.7173,
      "loss/crossentropy": 2.489809513092041,
      "loss/hidden": 0.0,
      "loss/logits": 0.22747084498405457,
      "loss/reg": 0.15059794485569,
      "step": 462
    },
    {
      "epoch": 0.00463,
      "grad_norm": 2.0050625801086426,
      "grad_norm_var": 0.08681343313072414,
      "learning_rate": 0.1,
      "loss": 2.8941,
      "loss/crossentropy": 2.66090726852417,
      "loss/hidden": 0.0,
      "loss/logits": 0.2331850826740265,
      "loss/reg": 0.1508011519908905,
      "step": 463
    },
    {
      "epoch": 0.00464,
      "grad_norm": 1.771021842956543,
      "grad_norm_var": 0.08657394365396556,
      "learning_rate": 0.1,
      "loss": 2.6964,
      "loss/crossentropy": 2.48235821723938,
      "loss/hidden": 0.0,
      "loss/logits": 0.21406123042106628,
      "loss/reg": 0.1506277620792389,
      "step": 464
    },
    {
      "epoch": 0.00465,
      "grad_norm": 2.151787757873535,
      "grad_norm_var": 0.04338695762323918,
      "learning_rate": 0.1,
      "loss": 2.8095,
      "loss/crossentropy": 2.5785462856292725,
      "loss/hidden": 0.0,
      "loss/logits": 0.23099994659423828,
      "loss/reg": 0.1506529450416565,
      "step": 465
    },
    {
      "epoch": 0.00466,
      "grad_norm": 1.7298078536987305,
      "grad_norm_var": 0.027374916825079747,
      "learning_rate": 0.1,
      "loss": 2.539,
      "loss/crossentropy": 2.3282477855682373,
      "loss/hidden": 0.0,
      "loss/logits": 0.21078172326087952,
      "loss/reg": 0.15064556896686554,
      "step": 466
    },
    {
      "epoch": 0.00467,
      "grad_norm": 1.937821865081787,
      "grad_norm_var": 0.026658780777643602,
      "learning_rate": 0.1,
      "loss": 2.8518,
      "loss/crossentropy": 2.634305953979492,
      "loss/hidden": 0.0,
      "loss/logits": 0.217473566532135,
      "loss/reg": 0.15058143436908722,
      "step": 467
    },
    {
      "epoch": 0.00468,
      "grad_norm": 1.6626935005187988,
      "grad_norm_var": 0.02602643177517662,
      "learning_rate": 0.1,
      "loss": 2.6639,
      "loss/crossentropy": 2.4512810707092285,
      "loss/hidden": 0.0,
      "loss/logits": 0.21257013082504272,
      "loss/reg": 0.15062156319618225,
      "step": 468
    },
    {
      "epoch": 0.00469,
      "grad_norm": 2.0860655307769775,
      "grad_norm_var": 0.028990751511518434,
      "learning_rate": 0.1,
      "loss": 2.8266,
      "loss/crossentropy": 2.5906851291656494,
      "loss/hidden": 0.0,
      "loss/logits": 0.23596248030662537,
      "loss/reg": 0.15065304934978485,
      "step": 469
    },
    {
      "epoch": 0.0047,
      "grad_norm": 1.8677291870117188,
      "grad_norm_var": 0.02861192356435911,
      "learning_rate": 0.1,
      "loss": 2.7921,
      "loss/crossentropy": 2.568392753601074,
      "loss/hidden": 0.0,
      "loss/logits": 0.22374555468559265,
      "loss/reg": 0.15052491426467896,
      "step": 470
    },
    {
      "epoch": 0.00471,
      "grad_norm": 1.6846789121627808,
      "grad_norm_var": 0.02562824462433794,
      "learning_rate": 0.1,
      "loss": 2.7454,
      "loss/crossentropy": 2.533276081085205,
      "loss/hidden": 0.0,
      "loss/logits": 0.21212953329086304,
      "loss/reg": 0.15049760043621063,
      "step": 471
    },
    {
      "epoch": 0.00472,
      "grad_norm": 1.8622286319732666,
      "grad_norm_var": 0.02385764709813092,
      "learning_rate": 0.1,
      "loss": 2.9384,
      "loss/crossentropy": 2.7142906188964844,
      "loss/hidden": 0.0,
      "loss/logits": 0.22409212589263916,
      "loss/reg": 0.1504972279071808,
      "step": 472
    },
    {
      "epoch": 0.00473,
      "grad_norm": 1.7269498109817505,
      "grad_norm_var": 0.02097871813139367,
      "learning_rate": 0.1,
      "loss": 2.6139,
      "loss/crossentropy": 2.406529664993286,
      "loss/hidden": 0.0,
      "loss/logits": 0.2073470950126648,
      "loss/reg": 0.15070390701293945,
      "step": 473
    },
    {
      "epoch": 0.00474,
      "grad_norm": 1.7890056371688843,
      "grad_norm_var": 0.02089850424894332,
      "learning_rate": 0.1,
      "loss": 2.7875,
      "loss/crossentropy": 2.575223445892334,
      "loss/hidden": 0.0,
      "loss/logits": 0.21232447028160095,
      "loss/reg": 0.15049099922180176,
      "step": 474
    },
    {
      "epoch": 0.00475,
      "grad_norm": 1.8399676084518433,
      "grad_norm_var": 0.02086003684265331,
      "learning_rate": 0.1,
      "loss": 2.7111,
      "loss/crossentropy": 2.4847216606140137,
      "loss/hidden": 0.0,
      "loss/logits": 0.2263471782207489,
      "loss/reg": 0.15055295825004578,
      "step": 475
    },
    {
      "epoch": 0.00476,
      "grad_norm": 1.8152645826339722,
      "grad_norm_var": 0.019380188745528847,
      "learning_rate": 0.1,
      "loss": 2.8008,
      "loss/crossentropy": 2.5698788166046143,
      "loss/hidden": 0.0,
      "loss/logits": 0.23094817996025085,
      "loss/reg": 0.15049852430820465,
      "step": 476
    },
    {
      "epoch": 0.00477,
      "grad_norm": 2.0760440826416016,
      "grad_norm_var": 0.022572985911380704,
      "learning_rate": 0.1,
      "loss": 2.9553,
      "loss/crossentropy": 2.689013719558716,
      "loss/hidden": 0.0,
      "loss/logits": 0.2662630081176758,
      "loss/reg": 0.15053145587444305,
      "step": 477
    },
    {
      "epoch": 0.00478,
      "grad_norm": 1.6922051906585693,
      "grad_norm_var": 0.023845456937084404,
      "learning_rate": 0.1,
      "loss": 2.7501,
      "loss/crossentropy": 2.5473060607910156,
      "loss/hidden": 0.0,
      "loss/logits": 0.2027662843465805,
      "loss/reg": 0.15050651133060455,
      "step": 478
    },
    {
      "epoch": 0.00479,
      "grad_norm": 1.8537479639053345,
      "grad_norm_var": 0.022272028185081658,
      "learning_rate": 0.1,
      "loss": 2.7193,
      "loss/crossentropy": 2.505497932434082,
      "loss/hidden": 0.0,
      "loss/logits": 0.21378740668296814,
      "loss/reg": 0.15051040053367615,
      "step": 479
    },
    {
      "epoch": 0.0048,
      "grad_norm": 1.5591990947723389,
      "grad_norm_var": 0.027213395861877862,
      "learning_rate": 0.1,
      "loss": 2.6788,
      "loss/crossentropy": 2.4942548274993896,
      "loss/hidden": 0.0,
      "loss/logits": 0.18459364771842957,
      "loss/reg": 0.15059490501880646,
      "step": 480
    },
    {
      "epoch": 0.00481,
      "grad_norm": 1.6547515392303467,
      "grad_norm_var": 0.021556977582297538,
      "learning_rate": 0.1,
      "loss": 2.6586,
      "loss/crossentropy": 2.442537784576416,
      "loss/hidden": 0.0,
      "loss/logits": 0.21609297394752502,
      "loss/reg": 0.15053291618824005,
      "step": 481
    },
    {
      "epoch": 0.00482,
      "grad_norm": 2.0321552753448486,
      "grad_norm_var": 0.024344546054114128,
      "learning_rate": 0.1,
      "loss": 2.9309,
      "loss/crossentropy": 2.6964850425720215,
      "loss/hidden": 0.0,
      "loss/logits": 0.23440152406692505,
      "loss/reg": 0.15054738521575928,
      "step": 482
    },
    {
      "epoch": 0.00483,
      "grad_norm": 1.9001578092575073,
      "grad_norm_var": 0.023847957715966515,
      "learning_rate": 0.1,
      "loss": 2.7603,
      "loss/crossentropy": 2.5152156352996826,
      "loss/hidden": 0.0,
      "loss/logits": 0.24511078000068665,
      "loss/reg": 0.15041695535182953,
      "step": 483
    },
    {
      "epoch": 0.00484,
      "grad_norm": 1.9443492889404297,
      "grad_norm_var": 0.022938843395040407,
      "learning_rate": 0.1,
      "loss": 3.0713,
      "loss/crossentropy": 2.81977915763855,
      "loss/hidden": 0.0,
      "loss/logits": 0.2515028417110443,
      "loss/reg": 0.1507096290588379,
      "step": 484
    },
    {
      "epoch": 0.00485,
      "grad_norm": 1.9886903762817383,
      "grad_norm_var": 0.020291671672334092,
      "learning_rate": 0.1,
      "loss": 2.6992,
      "loss/crossentropy": 2.460703134536743,
      "loss/hidden": 0.0,
      "loss/logits": 0.2384495735168457,
      "loss/reg": 0.15053103864192963,
      "step": 485
    },
    {
      "epoch": 0.00486,
      "grad_norm": 1.7913970947265625,
      "grad_norm_var": 0.020276372616416852,
      "learning_rate": 0.1,
      "loss": 2.8018,
      "loss/crossentropy": 2.578298568725586,
      "loss/hidden": 0.0,
      "loss/logits": 0.22348617017269135,
      "loss/reg": 0.15042859315872192,
      "step": 486
    },
    {
      "epoch": 0.00487,
      "grad_norm": 1.9218800067901611,
      "grad_norm_var": 0.01933365225855231,
      "learning_rate": 0.1,
      "loss": 2.8225,
      "loss/crossentropy": 2.6075632572174072,
      "loss/hidden": 0.0,
      "loss/logits": 0.214961439371109,
      "loss/reg": 0.15055601298809052,
      "step": 487
    },
    {
      "epoch": 0.00488,
      "grad_norm": 1.667251706123352,
      "grad_norm_var": 0.02114476501842398,
      "learning_rate": 0.1,
      "loss": 2.8889,
      "loss/crossentropy": 2.668334722518921,
      "loss/hidden": 0.0,
      "loss/logits": 0.22056812047958374,
      "loss/reg": 0.150565505027771,
      "step": 488
    },
    {
      "epoch": 0.00489,
      "grad_norm": 1.6461654901504517,
      "grad_norm_var": 0.022644460296343462,
      "learning_rate": 0.1,
      "loss": 2.9462,
      "loss/crossentropy": 2.7367775440216064,
      "loss/hidden": 0.0,
      "loss/logits": 0.20938341319561005,
      "loss/reg": 0.15044718980789185,
      "step": 489
    },
    {
      "epoch": 0.0049,
      "grad_norm": 1.9964977502822876,
      "grad_norm_var": 0.024387477555111482,
      "learning_rate": 0.1,
      "loss": 2.5424,
      "loss/crossentropy": 2.287998914718628,
      "loss/hidden": 0.0,
      "loss/logits": 0.2543773055076599,
      "loss/reg": 0.15040628612041473,
      "step": 490
    },
    {
      "epoch": 0.00491,
      "grad_norm": 1.64400315284729,
      "grad_norm_var": 0.026690021600673457,
      "learning_rate": 0.1,
      "loss": 2.7833,
      "loss/crossentropy": 2.5708346366882324,
      "loss/hidden": 0.0,
      "loss/logits": 0.2124616503715515,
      "loss/reg": 0.15043997764587402,
      "step": 491
    },
    {
      "epoch": 0.00492,
      "grad_norm": 1.768173098564148,
      "grad_norm_var": 0.02688337657083532,
      "learning_rate": 0.1,
      "loss": 2.5367,
      "loss/crossentropy": 2.329653739929199,
      "loss/hidden": 0.0,
      "loss/logits": 0.20699647068977356,
      "loss/reg": 0.1505696028470993,
      "step": 492
    },
    {
      "epoch": 0.00493,
      "grad_norm": 2.027277708053589,
      "grad_norm_var": 0.025373939997318948,
      "learning_rate": 0.1,
      "loss": 2.8643,
      "loss/crossentropy": 2.6274173259735107,
      "loss/hidden": 0.0,
      "loss/logits": 0.236917644739151,
      "loss/reg": 0.1506776213645935,
      "step": 493
    },
    {
      "epoch": 0.00494,
      "grad_norm": 2.001610279083252,
      "grad_norm_var": 0.026167870019287182,
      "learning_rate": 0.1,
      "loss": 3.0603,
      "loss/crossentropy": 2.8126137256622314,
      "loss/hidden": 0.0,
      "loss/logits": 0.24769023060798645,
      "loss/reg": 0.15049690008163452,
      "step": 494
    },
    {
      "epoch": 0.00495,
      "grad_norm": 1.7624340057373047,
      "grad_norm_var": 0.026489139079841035,
      "learning_rate": 0.1,
      "loss": 2.8348,
      "loss/crossentropy": 2.5987489223480225,
      "loss/hidden": 0.0,
      "loss/logits": 0.23609665036201477,
      "loss/reg": 0.15056881308555603,
      "step": 495
    },
    {
      "epoch": 0.00496,
      "grad_norm": 1.6690481901168823,
      "grad_norm_var": 0.02325322278794578,
      "learning_rate": 0.1,
      "loss": 2.7026,
      "loss/crossentropy": 2.495326519012451,
      "loss/hidden": 0.0,
      "loss/logits": 0.20731309056282043,
      "loss/reg": 0.1504705250263214,
      "step": 496
    },
    {
      "epoch": 0.00497,
      "grad_norm": 1.5508745908737183,
      "grad_norm_var": 0.026472451875488842,
      "learning_rate": 0.1,
      "loss": 2.5858,
      "loss/crossentropy": 2.3849008083343506,
      "loss/hidden": 0.0,
      "loss/logits": 0.20085099339485168,
      "loss/reg": 0.15054410696029663,
      "step": 497
    },
    {
      "epoch": 0.00498,
      "grad_norm": 2.0897293090820312,
      "grad_norm_var": 0.028216140901402238,
      "learning_rate": 0.1,
      "loss": 2.6481,
      "loss/crossentropy": 2.4339215755462646,
      "loss/hidden": 0.0,
      "loss/logits": 0.21415017545223236,
      "loss/reg": 0.1504308432340622,
      "step": 498
    },
    {
      "epoch": 0.00499,
      "grad_norm": 1.9118894338607788,
      "grad_norm_var": 0.028325731117482118,
      "learning_rate": 0.1,
      "loss": 1.7948,
      "loss/crossentropy": 1.5877398252487183,
      "loss/hidden": 0.0,
      "loss/logits": 0.20707426965236664,
      "loss/reg": 0.15049812197685242,
      "step": 499
    },
    {
      "epoch": 0.005,
      "grad_norm": 1.9073582887649536,
      "grad_norm_var": 0.027878483834308316,
      "learning_rate": 0.1,
      "loss": 2.4694,
      "loss/crossentropy": 2.2375547885894775,
      "loss/hidden": 0.0,
      "loss/logits": 0.23181632161140442,
      "loss/reg": 0.15049485862255096,
      "step": 500
    },
    {
      "epoch": 0.00501,
      "grad_norm": 1.7581777572631836,
      "grad_norm_var": 0.026445615672309703,
      "learning_rate": 0.1,
      "loss": 2.8299,
      "loss/crossentropy": 2.6286065578460693,
      "loss/hidden": 0.0,
      "loss/logits": 0.20131340622901917,
      "loss/reg": 0.15045808255672455,
      "step": 501
    },
    {
      "epoch": 0.00502,
      "grad_norm": 1.7973214387893677,
      "grad_norm_var": 0.02642552317222305,
      "learning_rate": 0.1,
      "loss": 2.9078,
      "loss/crossentropy": 2.6889216899871826,
      "loss/hidden": 0.0,
      "loss/logits": 0.21888136863708496,
      "loss/reg": 0.15061047673225403,
      "step": 502
    },
    {
      "epoch": 0.00503,
      "grad_norm": 1.714178442955017,
      "grad_norm_var": 0.026299818423801944,
      "learning_rate": 0.1,
      "loss": 2.8288,
      "loss/crossentropy": 2.6132264137268066,
      "loss/hidden": 0.0,
      "loss/logits": 0.21561884880065918,
      "loss/reg": 0.15062540769577026,
      "step": 503
    },
    {
      "epoch": 0.00504,
      "grad_norm": 1.7422972917556763,
      "grad_norm_var": 0.02525348193026673,
      "learning_rate": 0.1,
      "loss": 2.9666,
      "loss/crossentropy": 2.7446231842041016,
      "loss/hidden": 0.0,
      "loss/logits": 0.22200658917427063,
      "loss/reg": 0.15050289034843445,
      "step": 504
    },
    {
      "epoch": 0.00505,
      "grad_norm": 1.706626057624817,
      "grad_norm_var": 0.024147590571504906,
      "learning_rate": 0.1,
      "loss": 2.6177,
      "loss/crossentropy": 2.4087107181549072,
      "loss/hidden": 0.0,
      "loss/logits": 0.20898595452308655,
      "loss/reg": 0.15063311159610748,
      "step": 505
    },
    {
      "epoch": 0.00506,
      "grad_norm": 1.723594069480896,
      "grad_norm_var": 0.022215228736863678,
      "learning_rate": 0.1,
      "loss": 2.7098,
      "loss/crossentropy": 2.4942219257354736,
      "loss/hidden": 0.0,
      "loss/logits": 0.2155703604221344,
      "loss/reg": 0.1503981500864029,
      "step": 506
    },
    {
      "epoch": 0.00507,
      "grad_norm": 1.6111392974853516,
      "grad_norm_var": 0.022959327106602246,
      "learning_rate": 0.1,
      "loss": 2.6213,
      "loss/crossentropy": 2.4107608795166016,
      "loss/hidden": 0.0,
      "loss/logits": 0.21055349707603455,
      "loss/reg": 0.15056003630161285,
      "step": 507
    },
    {
      "epoch": 0.00508,
      "grad_norm": 1.854455828666687,
      "grad_norm_var": 0.023100371179813804,
      "learning_rate": 0.1,
      "loss": 3.1002,
      "loss/crossentropy": 2.8853721618652344,
      "loss/hidden": 0.0,
      "loss/logits": 0.21486949920654297,
      "loss/reg": 0.1504994034767151,
      "step": 508
    },
    {
      "epoch": 0.00509,
      "grad_norm": 1.7393577098846436,
      "grad_norm_var": 0.019623661975633883,
      "learning_rate": 0.1,
      "loss": 2.8406,
      "loss/crossentropy": 2.6134026050567627,
      "loss/hidden": 0.0,
      "loss/logits": 0.22720998525619507,
      "loss/reg": 0.1505071520805359,
      "step": 509
    },
    {
      "epoch": 0.0051,
      "grad_norm": 2.150702476501465,
      "grad_norm_var": 0.025343663588946203,
      "learning_rate": 0.1,
      "loss": 2.3789,
      "loss/crossentropy": 2.1428346633911133,
      "loss/hidden": 0.0,
      "loss/logits": 0.23604287207126617,
      "loss/reg": 0.15055438876152039,
      "step": 510
    },
    {
      "epoch": 0.00511,
      "grad_norm": 1.7210215330123901,
      "grad_norm_var": 0.025620034433750462,
      "learning_rate": 0.1,
      "loss": 2.564,
      "loss/crossentropy": 2.3474836349487305,
      "loss/hidden": 0.0,
      "loss/logits": 0.2165040224790573,
      "loss/reg": 0.15048184990882874,
      "step": 511
    },
    {
      "epoch": 0.00512,
      "grad_norm": 1.7947207689285278,
      "grad_norm_var": 0.024572285038944545,
      "learning_rate": 0.1,
      "loss": 2.7962,
      "loss/crossentropy": 2.58736515045166,
      "loss/hidden": 0.0,
      "loss/logits": 0.20883789658546448,
      "loss/reg": 0.15055420994758606,
      "step": 512
    },
    {
      "epoch": 0.00513,
      "grad_norm": 1.7811931371688843,
      "grad_norm_var": 0.02028824157179129,
      "learning_rate": 0.1,
      "loss": 2.5543,
      "loss/crossentropy": 2.3294026851654053,
      "loss/hidden": 0.0,
      "loss/logits": 0.22489222884178162,
      "loss/reg": 0.1505099982023239,
      "step": 513
    },
    {
      "epoch": 0.00514,
      "grad_norm": 1.79312264919281,
      "grad_norm_var": 0.014832270435988448,
      "learning_rate": 0.1,
      "loss": 2.847,
      "loss/crossentropy": 2.619175434112549,
      "loss/hidden": 0.0,
      "loss/logits": 0.22777985036373138,
      "loss/reg": 0.1505488157272339,
      "step": 514
    },
    {
      "epoch": 0.00515,
      "grad_norm": 1.794277310371399,
      "grad_norm_var": 0.013851205149933083,
      "learning_rate": 0.1,
      "loss": 2.836,
      "loss/crossentropy": 2.612422227859497,
      "loss/hidden": 0.0,
      "loss/logits": 0.22354549169540405,
      "loss/reg": 0.15048745274543762,
      "step": 515
    },
    {
      "epoch": 0.00516,
      "grad_norm": 1.890990972518921,
      "grad_norm_var": 0.01360495428181275,
      "learning_rate": 0.1,
      "loss": 2.7802,
      "loss/crossentropy": 2.551600456237793,
      "loss/hidden": 0.0,
      "loss/logits": 0.22858263552188873,
      "loss/reg": 0.15042901039123535,
      "step": 516
    },
    {
      "epoch": 0.00517,
      "grad_norm": 1.7929797172546387,
      "grad_norm_var": 0.013552369121918121,
      "learning_rate": 0.1,
      "loss": 2.6871,
      "loss/crossentropy": 2.4573912620544434,
      "loss/hidden": 0.0,
      "loss/logits": 0.22968189418315887,
      "loss/reg": 0.15041229128837585,
      "step": 517
    },
    {
      "epoch": 0.00518,
      "grad_norm": 1.7669342756271362,
      "grad_norm_var": 0.013572308014728604,
      "learning_rate": 0.1,
      "loss": 2.5649,
      "loss/crossentropy": 2.3470799922943115,
      "loss/hidden": 0.0,
      "loss/logits": 0.2178421914577484,
      "loss/reg": 0.15042619407176971,
      "step": 518
    },
    {
      "epoch": 0.00519,
      "grad_norm": 1.8683443069458008,
      "grad_norm_var": 0.013579383622504555,
      "learning_rate": 0.1,
      "loss": 2.4593,
      "loss/crossentropy": 2.2550268173217773,
      "loss/hidden": 0.0,
      "loss/logits": 0.204318106174469,
      "loss/reg": 0.15036290884017944,
      "step": 519
    },
    {
      "epoch": 0.0052,
      "grad_norm": 1.9807769060134888,
      "grad_norm_var": 0.015434747812597748,
      "learning_rate": 0.1,
      "loss": 2.3579,
      "loss/crossentropy": 2.111980438232422,
      "loss/hidden": 0.0,
      "loss/logits": 0.24588754773139954,
      "loss/reg": 0.15051668882369995,
      "step": 520
    },
    {
      "epoch": 0.00521,
      "grad_norm": 1.7604345083236694,
      "grad_norm_var": 0.01486946460703867,
      "learning_rate": 0.1,
      "loss": 2.5136,
      "loss/crossentropy": 2.282618761062622,
      "loss/hidden": 0.0,
      "loss/logits": 0.23095154762268066,
      "loss/reg": 0.1504744440317154,
      "step": 521
    },
    {
      "epoch": 0.00522,
      "grad_norm": 2.045517683029175,
      "grad_norm_var": 0.017466011263331836,
      "learning_rate": 0.1,
      "loss": 2.8904,
      "loss/crossentropy": 2.655665874481201,
      "loss/hidden": 0.0,
      "loss/logits": 0.23476678133010864,
      "loss/reg": 0.15052157640457153,
      "step": 522
    },
    {
      "epoch": 0.00523,
      "grad_norm": 1.9401181936264038,
      "grad_norm_var": 0.014449278623527325,
      "learning_rate": 0.1,
      "loss": 2.5561,
      "loss/crossentropy": 2.320192337036133,
      "loss/hidden": 0.0,
      "loss/logits": 0.23591549694538116,
      "loss/reg": 0.15058889985084534,
      "step": 523
    },
    {
      "epoch": 0.00524,
      "grad_norm": 1.5600680112838745,
      "grad_norm_var": 0.01987475618392954,
      "learning_rate": 0.1,
      "loss": 2.8013,
      "loss/crossentropy": 2.61422061920166,
      "loss/hidden": 0.0,
      "loss/logits": 0.18709568679332733,
      "loss/reg": 0.1504358947277069,
      "step": 524
    },
    {
      "epoch": 0.00525,
      "grad_norm": 2.0901033878326416,
      "grad_norm_var": 0.02303075346855484,
      "learning_rate": 0.1,
      "loss": 3.1315,
      "loss/crossentropy": 2.916527032852173,
      "loss/hidden": 0.0,
      "loss/logits": 0.21501925587654114,
      "loss/reg": 0.15061353147029877,
      "step": 525
    },
    {
      "epoch": 0.00526,
      "grad_norm": 1.85203218460083,
      "grad_norm_var": 0.016958023338743782,
      "learning_rate": 0.1,
      "loss": 3.2598,
      "loss/crossentropy": 3.0189459323883057,
      "loss/hidden": 0.0,
      "loss/logits": 0.24083559215068817,
      "loss/reg": 0.15049102902412415,
      "step": 526
    },
    {
      "epoch": 0.00527,
      "grad_norm": 1.9515986442565918,
      "grad_norm_var": 0.0166372085622602,
      "learning_rate": 0.1,
      "loss": 2.9413,
      "loss/crossentropy": 2.684509038925171,
      "loss/hidden": 0.0,
      "loss/logits": 0.2568155527114868,
      "loss/reg": 0.15047329664230347,
      "step": 527
    },
    {
      "epoch": 0.00528,
      "grad_norm": 1.6318988800048828,
      "grad_norm_var": 0.01958000324307984,
      "learning_rate": 0.1,
      "loss": 2.6457,
      "loss/crossentropy": 2.4374656677246094,
      "loss/hidden": 0.0,
      "loss/logits": 0.20827874541282654,
      "loss/reg": 0.1503596305847168,
      "step": 528
    },
    {
      "epoch": 0.00529,
      "grad_norm": 1.8789552450180054,
      "grad_norm_var": 0.01936159881259769,
      "learning_rate": 0.1,
      "loss": 2.5864,
      "loss/crossentropy": 2.3753092288970947,
      "loss/hidden": 0.0,
      "loss/logits": 0.21107447147369385,
      "loss/reg": 0.1505071073770523,
      "step": 529
    },
    {
      "epoch": 0.0053,
      "grad_norm": 1.7717182636260986,
      "grad_norm_var": 0.019552226873445912,
      "learning_rate": 0.1,
      "loss": 2.7842,
      "loss/crossentropy": 2.5483057498931885,
      "loss/hidden": 0.0,
      "loss/logits": 0.2358730286359787,
      "loss/reg": 0.15051117539405823,
      "step": 530
    },
    {
      "epoch": 0.00531,
      "grad_norm": 1.7700597047805786,
      "grad_norm_var": 0.019764119533294357,
      "learning_rate": 0.1,
      "loss": 2.6906,
      "loss/crossentropy": 2.474663496017456,
      "loss/hidden": 0.0,
      "loss/logits": 0.21591679751873016,
      "loss/reg": 0.15043498575687408,
      "step": 531
    },
    {
      "epoch": 0.00532,
      "grad_norm": 1.7033973932266235,
      "grad_norm_var": 0.02086408569283454,
      "learning_rate": 0.1,
      "loss": 2.5116,
      "loss/crossentropy": 2.288952350616455,
      "loss/hidden": 0.0,
      "loss/logits": 0.22266441583633423,
      "loss/reg": 0.15041318535804749,
      "step": 532
    },
    {
      "epoch": 0.00533,
      "grad_norm": 1.7243086099624634,
      "grad_norm_var": 0.02154638758513029,
      "learning_rate": 0.1,
      "loss": 2.7693,
      "loss/crossentropy": 2.555543899536133,
      "loss/hidden": 0.0,
      "loss/logits": 0.21376197040081024,
      "loss/reg": 0.1504937708377838,
      "step": 533
    },
    {
      "epoch": 0.00534,
      "grad_norm": 1.7111022472381592,
      "grad_norm_var": 0.022218259979375907,
      "learning_rate": 0.1,
      "loss": 2.6313,
      "loss/crossentropy": 2.4210214614868164,
      "loss/hidden": 0.0,
      "loss/logits": 0.2102821320295334,
      "loss/reg": 0.15053224563598633,
      "step": 534
    },
    {
      "epoch": 0.00535,
      "grad_norm": 1.6556938886642456,
      "grad_norm_var": 0.023887217363082826,
      "learning_rate": 0.1,
      "loss": 2.7054,
      "loss/crossentropy": 2.501344919204712,
      "loss/hidden": 0.0,
      "loss/logits": 0.20406366884708405,
      "loss/reg": 0.15040111541748047,
      "step": 535
    },
    {
      "epoch": 0.00536,
      "grad_norm": 1.9426474571228027,
      "grad_norm_var": 0.02313140402708669,
      "learning_rate": 0.1,
      "loss": 2.4385,
      "loss/crossentropy": 2.1744213104248047,
      "loss/hidden": 0.0,
      "loss/logits": 0.26412445306777954,
      "loss/reg": 0.15035146474838257,
      "step": 536
    },
    {
      "epoch": 0.00537,
      "grad_norm": 1.8905344009399414,
      "grad_norm_var": 0.023297332373288702,
      "learning_rate": 0.1,
      "loss": 2.4954,
      "loss/crossentropy": 2.2780075073242188,
      "loss/hidden": 0.0,
      "loss/logits": 0.21742412447929382,
      "loss/reg": 0.15048402547836304,
      "step": 537
    },
    {
      "epoch": 0.00538,
      "grad_norm": 1.6335569620132446,
      "grad_norm_var": 0.021516208779054816,
      "learning_rate": 0.1,
      "loss": 2.7993,
      "loss/crossentropy": 2.6101813316345215,
      "loss/hidden": 0.0,
      "loss/logits": 0.18907564878463745,
      "loss/reg": 0.15043196082115173,
      "step": 538
    },
    {
      "epoch": 0.00539,
      "grad_norm": 1.873996376991272,
      "grad_norm_var": 0.02050334156799162,
      "learning_rate": 0.1,
      "loss": 2.8086,
      "loss/crossentropy": 2.5773746967315674,
      "loss/hidden": 0.0,
      "loss/logits": 0.23124699294567108,
      "loss/reg": 0.15045055747032166,
      "step": 539
    },
    {
      "epoch": 0.0054,
      "grad_norm": 1.713912844657898,
      "grad_norm_var": 0.017263949850722802,
      "learning_rate": 0.1,
      "loss": 2.8302,
      "loss/crossentropy": 2.5992825031280518,
      "loss/hidden": 0.0,
      "loss/logits": 0.23093578219413757,
      "loss/reg": 0.15050871670246124,
      "step": 540
    },
    {
      "epoch": 0.00541,
      "grad_norm": 1.9205272197723389,
      "grad_norm_var": 0.012495586066715228,
      "learning_rate": 0.1,
      "loss": 2.7171,
      "loss/crossentropy": 2.48820424079895,
      "loss/hidden": 0.0,
      "loss/logits": 0.22887533903121948,
      "loss/reg": 0.1504470407962799,
      "step": 541
    },
    {
      "epoch": 0.00542,
      "grad_norm": 5.880000591278076,
      "grad_norm_var": 1.0603157689875313,
      "learning_rate": 0.1,
      "loss": 4.1246,
      "loss/crossentropy": 3.714735746383667,
      "loss/hidden": 0.0,
      "loss/logits": 0.4098797142505646,
      "loss/reg": 0.15040406584739685,
      "step": 542
    },
    {
      "epoch": 0.00543,
      "grad_norm": 3.8511059284210205,
      "grad_norm_var": 1.2632143971518586,
      "learning_rate": 0.1,
      "loss": 2.7998,
      "loss/crossentropy": 2.5449881553649902,
      "loss/hidden": 0.0,
      "loss/logits": 0.2547682523727417,
      "loss/reg": 0.15046574175357819,
      "step": 543
    },
    {
      "epoch": 0.00544,
      "grad_norm": 1.7639555931091309,
      "grad_norm_var": 1.2550130055365682,
      "learning_rate": 0.1,
      "loss": 2.737,
      "loss/crossentropy": 2.530305862426758,
      "loss/hidden": 0.0,
      "loss/logits": 0.2067255675792694,
      "loss/reg": 0.15053707361221313,
      "step": 544
    },
    {
      "epoch": 0.00545,
      "grad_norm": 1.8482774496078491,
      "grad_norm_var": 1.2562534806702197,
      "learning_rate": 0.1,
      "loss": 2.7863,
      "loss/crossentropy": 2.5641446113586426,
      "loss/hidden": 0.0,
      "loss/logits": 0.22215618193149567,
      "loss/reg": 0.15041276812553406,
      "step": 545
    },
    {
      "epoch": 0.00546,
      "grad_norm": 3.74896240234375,
      "grad_norm_var": 1.3966712353329134,
      "learning_rate": 0.1,
      "loss": 3.0849,
      "loss/crossentropy": 2.7615413665771484,
      "loss/hidden": 0.0,
      "loss/logits": 0.32336968183517456,
      "loss/reg": 0.15052559971809387,
      "step": 546
    },
    {
      "epoch": 0.00547,
      "grad_norm": 1.8097996711730957,
      "grad_norm_var": 1.394017587802263,
      "learning_rate": 0.1,
      "loss": 2.8108,
      "loss/crossentropy": 2.5829594135284424,
      "loss/hidden": 0.0,
      "loss/logits": 0.22784125804901123,
      "loss/reg": 0.15050798654556274,
      "step": 547
    },
    {
      "epoch": 0.00548,
      "grad_norm": 1.7007442712783813,
      "grad_norm_var": 1.3942262407905517,
      "learning_rate": 0.1,
      "loss": 2.6086,
      "loss/crossentropy": 2.3981332778930664,
      "loss/hidden": 0.0,
      "loss/logits": 0.21043838560581207,
      "loss/reg": 0.15042629837989807,
      "step": 548
    },
    {
      "epoch": 0.00549,
      "grad_norm": 1.7262417078018188,
      "grad_norm_var": 1.394080200243891,
      "learning_rate": 0.1,
      "loss": 2.8885,
      "loss/crossentropy": 2.6797494888305664,
      "loss/hidden": 0.0,
      "loss/logits": 0.20875097811222076,
      "loss/reg": 0.1504560112953186,
      "step": 549
    },
    {
      "epoch": 0.0055,
      "grad_norm": 1.8690731525421143,
      "grad_norm_var": 1.3834057885630158,
      "learning_rate": 0.1,
      "loss": 2.5765,
      "loss/crossentropy": 2.347946882247925,
      "loss/hidden": 0.0,
      "loss/logits": 0.2285146713256836,
      "loss/reg": 0.1504521369934082,
      "step": 550
    },
    {
      "epoch": 0.00551,
      "grad_norm": 1.573973298072815,
      "grad_norm_var": 1.3908633591381048,
      "learning_rate": 0.1,
      "loss": 2.6205,
      "loss/crossentropy": 2.4217123985290527,
      "loss/hidden": 0.0,
      "loss/logits": 0.19874882698059082,
      "loss/reg": 0.15051519870758057,
      "step": 551
    },
    {
      "epoch": 0.00552,
      "grad_norm": 1.7464731931686401,
      "grad_norm_var": 1.4025296088293848,
      "learning_rate": 0.1,
      "loss": 2.6228,
      "loss/crossentropy": 2.411882162094116,
      "loss/hidden": 0.0,
      "loss/logits": 0.21088907122612,
      "loss/reg": 0.15038831532001495,
      "step": 552
    },
    {
      "epoch": 0.00553,
      "grad_norm": 2.1128478050231934,
      "grad_norm_var": 1.3939423198678347,
      "learning_rate": 0.1,
      "loss": 2.7604,
      "loss/crossentropy": 2.5426371097564697,
      "loss/hidden": 0.0,
      "loss/logits": 0.21778763830661774,
      "loss/reg": 0.15037667751312256,
      "step": 553
    },
    {
      "epoch": 0.00554,
      "grad_norm": 1.720565676689148,
      "grad_norm_var": 1.386703215315498,
      "learning_rate": 0.1,
      "loss": 2.5825,
      "loss/crossentropy": 2.3651721477508545,
      "loss/hidden": 0.0,
      "loss/logits": 0.21728430688381195,
      "loss/reg": 0.15038026869297028,
      "step": 554
    },
    {
      "epoch": 0.00555,
      "grad_norm": 2.273252010345459,
      "grad_norm_var": 1.3737869698507226,
      "learning_rate": 0.1,
      "loss": 2.7941,
      "loss/crossentropy": 2.5497400760650635,
      "loss/hidden": 0.0,
      "loss/logits": 0.24432900547981262,
      "loss/reg": 0.15059784054756165,
      "step": 555
    },
    {
      "epoch": 0.00556,
      "grad_norm": 1.76582670211792,
      "grad_norm_var": 1.3696997255027419,
      "learning_rate": 0.1,
      "loss": 2.7634,
      "loss/crossentropy": 2.5483694076538086,
      "loss/hidden": 0.0,
      "loss/logits": 0.2150714099407196,
      "loss/reg": 0.15039324760437012,
      "step": 556
    },
    {
      "epoch": 0.00557,
      "grad_norm": 1.673180341720581,
      "grad_norm_var": 1.3870929368841167,
      "learning_rate": 0.1,
      "loss": 2.7544,
      "loss/crossentropy": 2.547147512435913,
      "loss/hidden": 0.0,
      "loss/logits": 0.20727895200252533,
      "loss/reg": 0.1503019779920578,
      "step": 557
    },
    {
      "epoch": 0.00558,
      "grad_norm": 1.6230961084365845,
      "grad_norm_var": 0.49708254616439684,
      "learning_rate": 0.1,
      "loss": 2.7736,
      "loss/crossentropy": 2.5475351810455322,
      "loss/hidden": 0.0,
      "loss/logits": 0.22604487836360931,
      "loss/reg": 0.15050086379051208,
      "step": 558
    },
    {
      "epoch": 0.00559,
      "grad_norm": 1.6277203559875488,
      "grad_norm_var": 0.27224401882224397,
      "learning_rate": 0.1,
      "loss": 2.9473,
      "loss/crossentropy": 2.7350268363952637,
      "loss/hidden": 0.0,
      "loss/logits": 0.21227481961250305,
      "loss/reg": 0.1504877656698227,
      "step": 559
    },
    {
      "epoch": 0.0056,
      "grad_norm": 1.794036865234375,
      "grad_norm_var": 0.2717088001170651,
      "learning_rate": 0.1,
      "loss": 2.6761,
      "loss/crossentropy": 2.4449384212493896,
      "loss/hidden": 0.0,
      "loss/logits": 0.23115184903144836,
      "loss/reg": 0.1504851132631302,
      "step": 560
    },
    {
      "epoch": 0.00561,
      "grad_norm": 2.073359251022339,
      "grad_norm_var": 0.27292139398368914,
      "learning_rate": 0.1,
      "loss": 2.6494,
      "loss/crossentropy": 2.412386894226074,
      "loss/hidden": 0.0,
      "loss/logits": 0.23698602616786957,
      "loss/reg": 0.15044769644737244,
      "step": 561
    },
    {
      "epoch": 0.00562,
      "grad_norm": 1.7962262630462646,
      "grad_norm_var": 0.03698653181104016,
      "learning_rate": 0.1,
      "loss": 2.6075,
      "loss/crossentropy": 2.385498523712158,
      "loss/hidden": 0.0,
      "loss/logits": 0.22196310758590698,
      "loss/reg": 0.15035328269004822,
      "step": 562
    },
    {
      "epoch": 0.00563,
      "grad_norm": 1.7103153467178345,
      "grad_norm_var": 0.037546756534611286,
      "learning_rate": 0.1,
      "loss": 2.7383,
      "loss/crossentropy": 2.5194432735443115,
      "loss/hidden": 0.0,
      "loss/logits": 0.21885497868061066,
      "loss/reg": 0.15037952363491058,
      "step": 563
    },
    {
      "epoch": 0.00564,
      "grad_norm": 1.7675158977508545,
      "grad_norm_var": 0.03694901870932673,
      "learning_rate": 0.1,
      "loss": 2.649,
      "loss/crossentropy": 2.4430155754089355,
      "loss/hidden": 0.0,
      "loss/logits": 0.20593670010566711,
      "loss/reg": 0.15050162374973297,
      "step": 564
    },
    {
      "epoch": 0.00565,
      "grad_norm": 1.8520102500915527,
      "grad_norm_var": 0.03664447795700827,
      "learning_rate": 0.1,
      "loss": 2.9201,
      "loss/crossentropy": 2.6966400146484375,
      "loss/hidden": 0.0,
      "loss/logits": 0.22341476380825043,
      "loss/reg": 0.1504211276769638,
      "step": 565
    },
    {
      "epoch": 0.00566,
      "grad_norm": 2.1652166843414307,
      "grad_norm_var": 0.04441028535624927,
      "learning_rate": 0.1,
      "loss": 2.6703,
      "loss/crossentropy": 2.426243543624878,
      "loss/hidden": 0.0,
      "loss/logits": 0.2440837025642395,
      "loss/reg": 0.15044492483139038,
      "step": 566
    },
    {
      "epoch": 0.00567,
      "grad_norm": 1.9409525394439697,
      "grad_norm_var": 0.04031327109130795,
      "learning_rate": 0.1,
      "loss": 3.2795,
      "loss/crossentropy": 3.059960126876831,
      "loss/hidden": 0.0,
      "loss/logits": 0.21957780420780182,
      "loss/reg": 0.150351881980896,
      "step": 567
    },
    {
      "epoch": 0.00568,
      "grad_norm": 1.8442153930664062,
      "grad_norm_var": 0.039526480835273915,
      "learning_rate": 0.1,
      "loss": 2.7309,
      "loss/crossentropy": 2.512481212615967,
      "loss/hidden": 0.0,
      "loss/logits": 0.21841123700141907,
      "loss/reg": 0.15043720602989197,
      "step": 568
    },
    {
      "epoch": 0.00569,
      "grad_norm": 1.6993646621704102,
      "grad_norm_var": 0.03620447519628976,
      "learning_rate": 0.1,
      "loss": 2.8478,
      "loss/crossentropy": 2.633608818054199,
      "loss/hidden": 0.0,
      "loss/logits": 0.21415984630584717,
      "loss/reg": 0.15044939517974854,
      "step": 569
    },
    {
      "epoch": 0.0057,
      "grad_norm": 1.7635753154754639,
      "grad_norm_var": 0.03567573217679201,
      "learning_rate": 0.1,
      "loss": 2.8673,
      "loss/crossentropy": 2.6511528491973877,
      "loss/hidden": 0.0,
      "loss/logits": 0.21612593531608582,
      "loss/reg": 0.15037575364112854,
      "step": 570
    },
    {
      "epoch": 0.00571,
      "grad_norm": 1.6693429946899414,
      "grad_norm_var": 0.023230925941438347,
      "learning_rate": 0.1,
      "loss": 2.8964,
      "loss/crossentropy": 2.6793594360351562,
      "loss/hidden": 0.0,
      "loss/logits": 0.2170218825340271,
      "loss/reg": 0.15024608373641968,
      "step": 571
    },
    {
      "epoch": 0.00572,
      "grad_norm": 1.7233006954193115,
      "grad_norm_var": 0.023525656962599582,
      "learning_rate": 0.1,
      "loss": 2.82,
      "loss/crossentropy": 2.6005797386169434,
      "loss/hidden": 0.0,
      "loss/logits": 0.21943430602550507,
      "loss/reg": 0.1502731442451477,
      "step": 572
    },
    {
      "epoch": 0.00573,
      "grad_norm": 1.7672616243362427,
      "grad_norm_var": 0.022548047474856916,
      "learning_rate": 0.1,
      "loss": 2.731,
      "loss/crossentropy": 2.4993269443511963,
      "loss/hidden": 0.0,
      "loss/logits": 0.2316977083683014,
      "loss/reg": 0.15043354034423828,
      "step": 573
    },
    {
      "epoch": 0.00574,
      "grad_norm": 1.8040755987167358,
      "grad_norm_var": 0.020299940855419092,
      "learning_rate": 0.1,
      "loss": 2.8862,
      "loss/crossentropy": 2.677408456802368,
      "loss/hidden": 0.0,
      "loss/logits": 0.2087765485048294,
      "loss/reg": 0.15053480863571167,
      "step": 574
    },
    {
      "epoch": 0.00575,
      "grad_norm": 1.7925748825073242,
      "grad_norm_var": 0.017939010971055738,
      "learning_rate": 0.1,
      "loss": 2.5294,
      "loss/crossentropy": 2.308434247970581,
      "loss/hidden": 0.0,
      "loss/logits": 0.2210111767053604,
      "loss/reg": 0.15036532282829285,
      "step": 575
    },
    {
      "epoch": 0.00576,
      "grad_norm": 1.6256167888641357,
      "grad_norm_var": 0.02035570572466406,
      "learning_rate": 0.1,
      "loss": 2.8715,
      "loss/crossentropy": 2.660294532775879,
      "loss/hidden": 0.0,
      "loss/logits": 0.21120679378509521,
      "loss/reg": 0.15040796995162964,
      "step": 576
    },
    {
      "epoch": 0.00577,
      "grad_norm": 1.888875961303711,
      "grad_norm_var": 0.016058476260646572,
      "learning_rate": 0.1,
      "loss": 2.886,
      "loss/crossentropy": 2.6420791149139404,
      "loss/hidden": 0.0,
      "loss/logits": 0.2438793033361435,
      "loss/reg": 0.15039470791816711,
      "step": 577
    },
    {
      "epoch": 0.00578,
      "grad_norm": 1.8073621988296509,
      "grad_norm_var": 0.01605965470519829,
      "learning_rate": 0.1,
      "loss": 3.0179,
      "loss/crossentropy": 2.768024206161499,
      "loss/hidden": 0.0,
      "loss/logits": 0.24985936284065247,
      "loss/reg": 0.15042048692703247,
      "step": 578
    },
    {
      "epoch": 0.00579,
      "grad_norm": 1.7833328247070312,
      "grad_norm_var": 0.015506608034829068,
      "learning_rate": 0.1,
      "loss": 2.5905,
      "loss/crossentropy": 2.369215488433838,
      "loss/hidden": 0.0,
      "loss/logits": 0.2212715446949005,
      "loss/reg": 0.15054431557655334,
      "step": 579
    },
    {
      "epoch": 0.0058,
      "grad_norm": 1.72854483127594,
      "grad_norm_var": 0.01580104189404968,
      "learning_rate": 0.1,
      "loss": 2.7857,
      "loss/crossentropy": 2.5796985626220703,
      "loss/hidden": 0.0,
      "loss/logits": 0.20600803196430206,
      "loss/reg": 0.15038326382637024,
      "step": 580
    },
    {
      "epoch": 0.00581,
      "grad_norm": 1.7399742603302002,
      "grad_norm_var": 0.015860541563214526,
      "learning_rate": 0.1,
      "loss": 2.625,
      "loss/crossentropy": 2.4126365184783936,
      "loss/hidden": 0.0,
      "loss/logits": 0.2123544067144394,
      "loss/reg": 0.15032103657722473,
      "step": 581
    },
    {
      "epoch": 0.00582,
      "grad_norm": 1.7021970748901367,
      "grad_norm_var": 0.006495072386586761,
      "learning_rate": 0.1,
      "loss": 2.8773,
      "loss/crossentropy": 2.66082501411438,
      "loss/hidden": 0.0,
      "loss/logits": 0.21650926768779755,
      "loss/reg": 0.15046095848083496,
      "step": 582
    },
    {
      "epoch": 0.00583,
      "grad_norm": 1.7088143825531006,
      "grad_norm_var": 0.00449551785662455,
      "learning_rate": 0.1,
      "loss": 2.5909,
      "loss/crossentropy": 2.3720316886901855,
      "loss/hidden": 0.0,
      "loss/logits": 0.21885687112808228,
      "loss/reg": 0.15049117803573608,
      "step": 583
    },
    {
      "epoch": 0.00584,
      "grad_norm": 1.7506239414215088,
      "grad_norm_var": 0.0039050486764416804,
      "learning_rate": 0.1,
      "loss": 2.6865,
      "loss/crossentropy": 2.4840197563171387,
      "loss/hidden": 0.0,
      "loss/logits": 0.2024995982646942,
      "loss/reg": 0.15041285753250122,
      "step": 584
    },
    {
      "epoch": 0.00585,
      "grad_norm": 1.7845115661621094,
      "grad_norm_var": 0.0038153594243659937,
      "learning_rate": 0.1,
      "loss": 2.6706,
      "loss/crossentropy": 2.4638872146606445,
      "loss/hidden": 0.0,
      "loss/logits": 0.2067214995622635,
      "loss/reg": 0.1505003273487091,
      "step": 585
    },
    {
      "epoch": 0.00586,
      "grad_norm": 1.6626255512237549,
      "grad_norm_var": 0.004303201789654309,
      "learning_rate": 0.1,
      "loss": 2.8504,
      "loss/crossentropy": 2.6219983100891113,
      "loss/hidden": 0.0,
      "loss/logits": 0.22836509346961975,
      "loss/reg": 0.15043099224567413,
      "step": 586
    },
    {
      "epoch": 0.00587,
      "grad_norm": 1.7280631065368652,
      "grad_norm_var": 0.003917045404303347,
      "learning_rate": 0.1,
      "loss": 2.8777,
      "loss/crossentropy": 2.6507773399353027,
      "loss/hidden": 0.0,
      "loss/logits": 0.22695446014404297,
      "loss/reg": 0.15051300823688507,
      "step": 587
    },
    {
      "epoch": 0.00588,
      "grad_norm": 1.894371509552002,
      "grad_norm_var": 0.005140325671326688,
      "learning_rate": 0.1,
      "loss": 2.662,
      "loss/crossentropy": 2.4504082202911377,
      "loss/hidden": 0.0,
      "loss/logits": 0.21154916286468506,
      "loss/reg": 0.15039029717445374,
      "step": 588
    },
    {
      "epoch": 0.00589,
      "grad_norm": 1.6788150072097778,
      "grad_norm_var": 0.005550120770173332,
      "learning_rate": 0.1,
      "loss": 2.2341,
      "loss/crossentropy": 2.0276424884796143,
      "loss/hidden": 0.0,
      "loss/logits": 0.20649614930152893,
      "loss/reg": 0.15035010874271393,
      "step": 589
    },
    {
      "epoch": 0.0059,
      "grad_norm": 1.766792893409729,
      "grad_norm_var": 0.005393157534963914,
      "learning_rate": 0.1,
      "loss": 2.6975,
      "loss/crossentropy": 2.480642795562744,
      "loss/hidden": 0.0,
      "loss/logits": 0.21682170033454895,
      "loss/reg": 0.15042726695537567,
      "step": 590
    },
    {
      "epoch": 0.00591,
      "grad_norm": 1.7550671100616455,
      "grad_norm_var": 0.005281636598468253,
      "learning_rate": 0.1,
      "loss": 2.5317,
      "loss/crossentropy": 2.3306806087493896,
      "loss/hidden": 0.0,
      "loss/logits": 0.20105496048927307,
      "loss/reg": 0.15039075911045074,
      "step": 591
    },
    {
      "epoch": 0.00592,
      "grad_norm": 1.8167235851287842,
      "grad_norm_var": 0.004385951827918196,
      "learning_rate": 0.1,
      "loss": 2.7743,
      "loss/crossentropy": 2.549349546432495,
      "loss/hidden": 0.0,
      "loss/logits": 0.22498971223831177,
      "loss/reg": 0.15043842792510986,
      "step": 592
    },
    {
      "epoch": 0.00593,
      "grad_norm": 1.675256609916687,
      "grad_norm_var": 0.0036326330814161994,
      "learning_rate": 0.1,
      "loss": 2.742,
      "loss/crossentropy": 2.541952133178711,
      "loss/hidden": 0.0,
      "loss/logits": 0.20006856322288513,
      "loss/reg": 0.15048488974571228,
      "step": 593
    },
    {
      "epoch": 0.00594,
      "grad_norm": 1.7346447706222534,
      "grad_norm_var": 0.0033967025875497234,
      "learning_rate": 0.1,
      "loss": 2.6734,
      "loss/crossentropy": 2.44462251663208,
      "loss/hidden": 0.0,
      "loss/logits": 0.2287890762090683,
      "loss/reg": 0.1504419445991516,
      "step": 594
    },
    {
      "epoch": 0.00595,
      "grad_norm": 2.064833164215088,
      "grad_norm_var": 0.009810731729368112,
      "learning_rate": 0.1,
      "loss": 2.8264,
      "loss/crossentropy": 2.6124074459075928,
      "loss/hidden": 0.0,
      "loss/logits": 0.21400804817676544,
      "loss/reg": 0.15046687424182892,
      "step": 595
    },
    {
      "epoch": 0.00596,
      "grad_norm": 1.8686548471450806,
      "grad_norm_var": 0.010412834737775196,
      "learning_rate": 0.1,
      "loss": 2.8296,
      "loss/crossentropy": 2.5996577739715576,
      "loss/hidden": 0.0,
      "loss/logits": 0.22993618249893188,
      "loss/reg": 0.15041178464889526,
      "step": 596
    },
    {
      "epoch": 0.00597,
      "grad_norm": 1.7548919916152954,
      "grad_norm_var": 0.010365533318138394,
      "learning_rate": 0.1,
      "loss": 2.6797,
      "loss/crossentropy": 2.450674295425415,
      "loss/hidden": 0.0,
      "loss/logits": 0.22902154922485352,
      "loss/reg": 0.15047100186347961,
      "step": 597
    },
    {
      "epoch": 0.00598,
      "grad_norm": 1.6803902387619019,
      "grad_norm_var": 0.010597282776743515,
      "learning_rate": 0.1,
      "loss": 2.697,
      "loss/crossentropy": 2.4876456260681152,
      "loss/hidden": 0.0,
      "loss/logits": 0.20940245687961578,
      "loss/reg": 0.150425985455513,
      "step": 598
    },
    {
      "epoch": 0.00599,
      "grad_norm": 1.729906678199768,
      "grad_norm_var": 0.010452122445273205,
      "learning_rate": 0.1,
      "loss": 2.5444,
      "loss/crossentropy": 2.3213446140289307,
      "loss/hidden": 0.0,
      "loss/logits": 0.22300857305526733,
      "loss/reg": 0.1504848748445511,
      "step": 599
    },
    {
      "epoch": 0.006,
      "grad_norm": 1.9423574209213257,
      "grad_norm_var": 0.01221257385764094,
      "learning_rate": 0.1,
      "loss": 2.7494,
      "loss/crossentropy": 2.5295703411102295,
      "loss/hidden": 0.0,
      "loss/logits": 0.21978840231895447,
      "loss/reg": 0.1504577398300171,
      "step": 600
    },
    {
      "epoch": 0.00601,
      "grad_norm": 1.630698800086975,
      "grad_norm_var": 0.013672919348090317,
      "learning_rate": 0.1,
      "loss": 2.7253,
      "loss/crossentropy": 2.5204498767852783,
      "loss/hidden": 0.0,
      "loss/logits": 0.20483750104904175,
      "loss/reg": 0.15046261250972748,
      "step": 601
    },
    {
      "epoch": 0.00602,
      "grad_norm": 1.9702144861221313,
      "grad_norm_var": 0.015018191715113894,
      "learning_rate": 0.1,
      "loss": 2.8693,
      "loss/crossentropy": 2.628023147583008,
      "loss/hidden": 0.0,
      "loss/logits": 0.24132423102855682,
      "loss/reg": 0.15065088868141174,
      "step": 602
    },
    {
      "epoch": 0.00603,
      "grad_norm": 1.8371577262878418,
      "grad_norm_var": 0.014814127622614552,
      "learning_rate": 0.1,
      "loss": 2.7595,
      "loss/crossentropy": 2.5100905895233154,
      "loss/hidden": 0.0,
      "loss/logits": 0.2494572252035141,
      "loss/reg": 0.15055446326732635,
      "step": 603
    },
    {
      "epoch": 0.00604,
      "grad_norm": 1.7778249979019165,
      "grad_norm_var": 0.01419733582628074,
      "learning_rate": 0.1,
      "loss": 2.4033,
      "loss/crossentropy": 2.1768853664398193,
      "loss/hidden": 0.0,
      "loss/logits": 0.22642287611961365,
      "loss/reg": 0.1503826528787613,
      "step": 604
    },
    {
      "epoch": 0.00605,
      "grad_norm": 1.6742479801177979,
      "grad_norm_var": 0.014268027427252564,
      "learning_rate": 0.1,
      "loss": 2.7379,
      "loss/crossentropy": 2.5311801433563232,
      "loss/hidden": 0.0,
      "loss/logits": 0.20671282708644867,
      "loss/reg": 0.1504843682050705,
      "step": 605
    },
    {
      "epoch": 0.00606,
      "grad_norm": 1.8549211025238037,
      "grad_norm_var": 0.014451616525504344,
      "learning_rate": 0.1,
      "loss": 2.8057,
      "loss/crossentropy": 2.5718417167663574,
      "loss/hidden": 0.0,
      "loss/logits": 0.23390711843967438,
      "loss/reg": 0.15038102865219116,
      "step": 606
    },
    {
      "epoch": 0.00607,
      "grad_norm": 1.7844935655593872,
      "grad_norm_var": 0.014337339049285861,
      "learning_rate": 0.1,
      "loss": 2.8842,
      "loss/crossentropy": 2.6632678508758545,
      "loss/hidden": 0.0,
      "loss/logits": 0.220954030752182,
      "loss/reg": 0.1504642218351364,
      "step": 607
    },
    {
      "epoch": 0.00608,
      "grad_norm": 1.9240717887878418,
      "grad_norm_var": 0.015299421314448065,
      "learning_rate": 0.1,
      "loss": 2.4703,
      "loss/crossentropy": 2.2404303550720215,
      "loss/hidden": 0.0,
      "loss/logits": 0.22983460128307343,
      "loss/reg": 0.15049317479133606,
      "step": 608
    },
    {
      "epoch": 0.00609,
      "grad_norm": 2.095503091812134,
      "grad_norm_var": 0.018981439596768488,
      "learning_rate": 0.1,
      "loss": 2.7636,
      "loss/crossentropy": 2.5267820358276367,
      "loss/hidden": 0.0,
      "loss/logits": 0.23685647547245026,
      "loss/reg": 0.15046550333499908,
      "step": 609
    },
    {
      "epoch": 0.0061,
      "grad_norm": 1.8964033126831055,
      "grad_norm_var": 0.018499793757769053,
      "learning_rate": 0.1,
      "loss": 2.8777,
      "loss/crossentropy": 2.6731386184692383,
      "loss/hidden": 0.0,
      "loss/logits": 0.2045557200908661,
      "loss/reg": 0.1505018025636673,
      "step": 610
    },
    {
      "epoch": 0.00611,
      "grad_norm": 1.7358745336532593,
      "grad_norm_var": 0.01552938037081025,
      "learning_rate": 0.1,
      "loss": 2.8104,
      "loss/crossentropy": 2.5920352935791016,
      "loss/hidden": 0.0,
      "loss/logits": 0.21833744645118713,
      "loss/reg": 0.15036974847316742,
      "step": 611
    },
    {
      "epoch": 0.00612,
      "grad_norm": 1.8006587028503418,
      "grad_norm_var": 0.015398547907339773,
      "learning_rate": 0.1,
      "loss": 2.6914,
      "loss/crossentropy": 2.480757474899292,
      "loss/hidden": 0.0,
      "loss/logits": 0.2106877863407135,
      "loss/reg": 0.1505700796842575,
      "step": 612
    },
    {
      "epoch": 0.00613,
      "grad_norm": 1.9342505931854248,
      "grad_norm_var": 0.015897530950001956,
      "learning_rate": 0.1,
      "loss": 2.7465,
      "loss/crossentropy": 2.5363821983337402,
      "loss/hidden": 0.0,
      "loss/logits": 0.2100977599620819,
      "loss/reg": 0.15044917166233063,
      "step": 613
    },
    {
      "epoch": 0.00614,
      "grad_norm": 2.967681646347046,
      "grad_norm_var": 0.09390690062434187,
      "learning_rate": 0.1,
      "loss": 2.3674,
      "loss/crossentropy": 2.1577494144439697,
      "loss/hidden": 0.0,
      "loss/logits": 0.2096954882144928,
      "loss/reg": 0.15044760704040527,
      "step": 614
    },
    {
      "epoch": 0.00615,
      "grad_norm": 1.7287908792495728,
      "grad_norm_var": 0.09393373677991163,
      "learning_rate": 0.1,
      "loss": 2.6353,
      "loss/crossentropy": 2.432443618774414,
      "loss/hidden": 0.0,
      "loss/logits": 0.20283305644989014,
      "loss/reg": 0.1505429595708847,
      "step": 615
    },
    {
      "epoch": 0.00616,
      "grad_norm": 1.7362871170043945,
      "grad_norm_var": 0.09569041601006324,
      "learning_rate": 0.1,
      "loss": 2.6257,
      "loss/crossentropy": 2.413712978363037,
      "loss/hidden": 0.0,
      "loss/logits": 0.21197879314422607,
      "loss/reg": 0.15043114125728607,
      "step": 616
    },
    {
      "epoch": 0.00617,
      "grad_norm": 1.7254228591918945,
      "grad_norm_var": 0.09289016042040567,
      "learning_rate": 0.1,
      "loss": 2.7599,
      "loss/crossentropy": 2.543215274810791,
      "loss/hidden": 0.0,
      "loss/logits": 0.21668514609336853,
      "loss/reg": 0.15049269795417786,
      "step": 617
    },
    {
      "epoch": 0.00618,
      "grad_norm": 1.8112136125564575,
      "grad_norm_var": 0.09303972612524654,
      "learning_rate": 0.1,
      "loss": 2.5692,
      "loss/crossentropy": 2.33778715133667,
      "loss/hidden": 0.0,
      "loss/logits": 0.23140260577201843,
      "loss/reg": 0.1505073457956314,
      "step": 618
    },
    {
      "epoch": 0.00619,
      "grad_norm": 1.6486409902572632,
      "grad_norm_var": 0.09665949160087356,
      "learning_rate": 0.1,
      "loss": 2.4607,
      "loss/crossentropy": 2.2597880363464355,
      "loss/hidden": 0.0,
      "loss/logits": 0.20092655718326569,
      "loss/reg": 0.15055620670318604,
      "step": 619
    },
    {
      "epoch": 0.0062,
      "grad_norm": 1.803787350654602,
      "grad_norm_var": 0.09634440185160903,
      "learning_rate": 0.1,
      "loss": 2.5959,
      "loss/crossentropy": 2.3900070190429688,
      "loss/hidden": 0.0,
      "loss/logits": 0.2058688998222351,
      "loss/reg": 0.15050970017910004,
      "step": 620
    },
    {
      "epoch": 0.00621,
      "grad_norm": 1.740278959274292,
      "grad_norm_var": 0.09478219191824072,
      "learning_rate": 0.1,
      "loss": 2.8202,
      "loss/crossentropy": 2.6115825176239014,
      "loss/hidden": 0.0,
      "loss/logits": 0.20861151814460754,
      "loss/reg": 0.15042869746685028,
      "step": 621
    },
    {
      "epoch": 0.00622,
      "grad_norm": 1.815534234046936,
      "grad_norm_var": 0.09504639377343829,
      "learning_rate": 0.1,
      "loss": 2.684,
      "loss/crossentropy": 2.4644486904144287,
      "loss/hidden": 0.0,
      "loss/logits": 0.21952775120735168,
      "loss/reg": 0.15048272907733917,
      "step": 622
    },
    {
      "epoch": 0.00623,
      "grad_norm": 1.872061014175415,
      "grad_norm_var": 0.09436027338828315,
      "learning_rate": 0.1,
      "loss": 2.7925,
      "loss/crossentropy": 2.598341464996338,
      "loss/hidden": 0.0,
      "loss/logits": 0.19414326548576355,
      "loss/reg": 0.1505485475063324,
      "step": 623
    },
    {
      "epoch": 0.00624,
      "grad_norm": 1.7953898906707764,
      "grad_norm_var": 0.09480682777860708,
      "learning_rate": 0.1,
      "loss": 2.656,
      "loss/crossentropy": 2.445122241973877,
      "loss/hidden": 0.0,
      "loss/logits": 0.2108311951160431,
      "loss/reg": 0.1503743678331375,
      "step": 624
    },
    {
      "epoch": 0.00625,
      "grad_norm": 1.5793187618255615,
      "grad_norm_var": 0.09674730143599178,
      "learning_rate": 0.1,
      "loss": 2.6402,
      "loss/crossentropy": 2.4466423988342285,
      "loss/hidden": 0.0,
      "loss/logits": 0.19357287883758545,
      "loss/reg": 0.15043604373931885,
      "step": 625
    },
    {
      "epoch": 0.00626,
      "grad_norm": 1.71461021900177,
      "grad_norm_var": 0.09767533951064984,
      "learning_rate": 0.1,
      "loss": 2.5503,
      "loss/crossentropy": 2.3316049575805664,
      "loss/hidden": 0.0,
      "loss/logits": 0.21871240437030792,
      "loss/reg": 0.15061518549919128,
      "step": 626
    },
    {
      "epoch": 0.00627,
      "grad_norm": 1.9560621976852417,
      "grad_norm_var": 0.09770396143857306,
      "learning_rate": 0.1,
      "loss": 2.5754,
      "loss/crossentropy": 2.3373005390167236,
      "loss/hidden": 0.0,
      "loss/logits": 0.23814457654953003,
      "loss/reg": 0.15054671466350555,
      "step": 627
    },
    {
      "epoch": 0.00628,
      "grad_norm": 2.1807522773742676,
      "grad_norm_var": 0.1041378434680178,
      "learning_rate": 0.1,
      "loss": 2.6235,
      "loss/crossentropy": 2.3711602687835693,
      "loss/hidden": 0.0,
      "loss/logits": 0.25234442949295044,
      "loss/reg": 0.1504661738872528,
      "step": 628
    },
    {
      "epoch": 0.00629,
      "grad_norm": 2.158534526824951,
      "grad_norm_var": 0.1090348147486641,
      "learning_rate": 0.1,
      "loss": 2.5695,
      "loss/crossentropy": 2.3103621006011963,
      "loss/hidden": 0.0,
      "loss/logits": 0.2591152787208557,
      "loss/reg": 0.15059620141983032,
      "step": 629
    },
    {
      "epoch": 0.0063,
      "grad_norm": 1.7792726755142212,
      "grad_norm_var": 0.026485228716584666,
      "learning_rate": 0.1,
      "loss": 2.7439,
      "loss/crossentropy": 2.5190913677215576,
      "loss/hidden": 0.0,
      "loss/logits": 0.22483915090560913,
      "loss/reg": 0.15051616728305817,
      "step": 630
    },
    {
      "epoch": 0.00631,
      "grad_norm": 1.7624547481536865,
      "grad_norm_var": 0.026167434926550884,
      "learning_rate": 0.1,
      "loss": 2.4557,
      "loss/crossentropy": 2.23544979095459,
      "loss/hidden": 0.0,
      "loss/logits": 0.22029736638069153,
      "loss/reg": 0.1505715399980545,
      "step": 631
    },
    {
      "epoch": 0.00632,
      "grad_norm": 1.7388150691986084,
      "grad_norm_var": 0.02614046867231057,
      "learning_rate": 0.1,
      "loss": 2.7742,
      "loss/crossentropy": 2.5713608264923096,
      "loss/hidden": 0.0,
      "loss/logits": 0.20287533104419708,
      "loss/reg": 0.15065622329711914,
      "step": 632
    },
    {
      "epoch": 0.00633,
      "grad_norm": 1.928154706954956,
      "grad_norm_var": 0.02621667087538378,
      "learning_rate": 0.1,
      "loss": 2.981,
      "loss/crossentropy": 2.7476754188537598,
      "loss/hidden": 0.0,
      "loss/logits": 0.2333223521709442,
      "loss/reg": 0.15054082870483398,
      "step": 633
    },
    {
      "epoch": 0.00634,
      "grad_norm": 1.7194525003433228,
      "grad_norm_var": 0.026976507769019935,
      "learning_rate": 0.1,
      "loss": 2.7195,
      "loss/crossentropy": 2.5144565105438232,
      "loss/hidden": 0.0,
      "loss/logits": 0.20507970452308655,
      "loss/reg": 0.15050184726715088,
      "step": 634
    },
    {
      "epoch": 0.00635,
      "grad_norm": 1.9527243375778198,
      "grad_norm_var": 0.025622730802553364,
      "learning_rate": 0.1,
      "loss": 2.4941,
      "loss/crossentropy": 2.2538888454437256,
      "loss/hidden": 0.0,
      "loss/logits": 0.24022068083286285,
      "loss/reg": 0.15044313669204712,
      "step": 635
    },
    {
      "epoch": 0.00636,
      "grad_norm": 1.895184874534607,
      "grad_norm_var": 0.02565995668674829,
      "learning_rate": 0.1,
      "loss": 2.641,
      "loss/crossentropy": 2.394188165664673,
      "loss/hidden": 0.0,
      "loss/logits": 0.24684296548366547,
      "loss/reg": 0.1504664123058319,
      "step": 636
    },
    {
      "epoch": 0.00637,
      "grad_norm": 1.6878516674041748,
      "grad_norm_var": 0.026593748939749595,
      "learning_rate": 0.1,
      "loss": 2.5196,
      "loss/crossentropy": 2.2998995780944824,
      "loss/hidden": 0.0,
      "loss/logits": 0.21970722079277039,
      "loss/reg": 0.15059831738471985,
      "step": 637
    },
    {
      "epoch": 0.00638,
      "grad_norm": 1.751684308052063,
      "grad_norm_var": 0.02710800709899619,
      "learning_rate": 0.1,
      "loss": 2.6514,
      "loss/crossentropy": 2.4400861263275146,
      "loss/hidden": 0.0,
      "loss/logits": 0.21130353212356567,
      "loss/reg": 0.15053114295005798,
      "step": 638
    },
    {
      "epoch": 0.00639,
      "grad_norm": 1.5815562009811401,
      "grad_norm_var": 0.03121897374923795,
      "learning_rate": 0.1,
      "loss": 2.5084,
      "loss/crossentropy": 2.3065812587738037,
      "loss/hidden": 0.0,
      "loss/logits": 0.20177721977233887,
      "loss/reg": 0.15040618181228638,
      "step": 639
    },
    {
      "epoch": 0.0064,
      "grad_norm": 1.7594926357269287,
      "grad_norm_var": 0.03143579619746409,
      "learning_rate": 0.1,
      "loss": 2.7153,
      "loss/crossentropy": 2.4815940856933594,
      "loss/hidden": 0.0,
      "loss/logits": 0.23374593257904053,
      "loss/reg": 0.15048186480998993,
      "step": 640
    },
    {
      "epoch": 0.00641,
      "grad_norm": 1.8942620754241943,
      "grad_norm_var": 0.027460301745478925,
      "learning_rate": 0.1,
      "loss": 3.011,
      "loss/crossentropy": 2.7818515300750732,
      "loss/hidden": 0.0,
      "loss/logits": 0.22913798689842224,
      "loss/reg": 0.15050029754638672,
      "step": 641
    },
    {
      "epoch": 0.00642,
      "grad_norm": 1.6803613901138306,
      "grad_norm_var": 0.028112161912864052,
      "learning_rate": 0.1,
      "loss": 3.2002,
      "loss/crossentropy": 2.9997916221618652,
      "loss/hidden": 0.0,
      "loss/logits": 0.2003743052482605,
      "loss/reg": 0.1504283845424652,
      "step": 642
    },
    {
      "epoch": 0.00643,
      "grad_norm": 1.7545456886291504,
      "grad_norm_var": 0.027509283036182275,
      "learning_rate": 0.1,
      "loss": 2.8288,
      "loss/crossentropy": 2.599802017211914,
      "loss/hidden": 0.0,
      "loss/logits": 0.22902776300907135,
      "loss/reg": 0.15053850412368774,
      "step": 643
    },
    {
      "epoch": 0.00644,
      "grad_norm": 2.0254580974578857,
      "grad_norm_var": 0.02168286488064499,
      "learning_rate": 0.1,
      "loss": 2.6414,
      "loss/crossentropy": 2.3858206272125244,
      "loss/hidden": 0.0,
      "loss/logits": 0.2555301785469055,
      "loss/reg": 0.15049859881401062,
      "step": 644
    },
    {
      "epoch": 0.00645,
      "grad_norm": 1.704299807548523,
      "grad_norm_var": 0.013885219847681422,
      "learning_rate": 0.1,
      "loss": 2.8755,
      "loss/crossentropy": 2.654542922973633,
      "loss/hidden": 0.0,
      "loss/logits": 0.2209775298833847,
      "loss/reg": 0.15047897398471832,
      "step": 645
    },
    {
      "epoch": 0.00646,
      "grad_norm": 1.7236101627349854,
      "grad_norm_var": 0.014147147604164386,
      "learning_rate": 0.1,
      "loss": 2.5764,
      "loss/crossentropy": 2.3818814754486084,
      "loss/hidden": 0.0,
      "loss/logits": 0.19451555609703064,
      "loss/reg": 0.15046392381191254,
      "step": 646
    },
    {
      "epoch": 0.00647,
      "grad_norm": 1.8323906660079956,
      "grad_norm_var": 0.014242660884257437,
      "learning_rate": 0.1,
      "loss": 2.7924,
      "loss/crossentropy": 2.5812246799468994,
      "loss/hidden": 0.0,
      "loss/logits": 0.21113528311252594,
      "loss/reg": 0.1504535675048828,
      "step": 647
    },
    {
      "epoch": 0.00648,
      "grad_norm": 1.754801869392395,
      "grad_norm_var": 0.014150883051699203,
      "learning_rate": 0.1,
      "loss": 2.6533,
      "loss/crossentropy": 2.408700942993164,
      "loss/hidden": 0.0,
      "loss/logits": 0.24459874629974365,
      "loss/reg": 0.15061791241168976,
      "step": 648
    },
    {
      "epoch": 0.00649,
      "grad_norm": 1.786933183670044,
      "grad_norm_var": 0.012802826054046968,
      "learning_rate": 0.1,
      "loss": 2.8283,
      "loss/crossentropy": 2.6018128395080566,
      "loss/hidden": 0.0,
      "loss/logits": 0.2265368103981018,
      "loss/reg": 0.15057246387004852,
      "step": 649
    },
    {
      "epoch": 0.0065,
      "grad_norm": 1.6831402778625488,
      "grad_norm_var": 0.013185832588231724,
      "learning_rate": 0.1,
      "loss": 2.7365,
      "loss/crossentropy": 2.50541090965271,
      "loss/hidden": 0.0,
      "loss/logits": 0.23104819655418396,
      "loss/reg": 0.1505645513534546,
      "step": 650
    },
    {
      "epoch": 0.00651,
      "grad_norm": 2.0642776489257812,
      "grad_norm_var": 0.01654353333608416,
      "learning_rate": 0.1,
      "loss": 2.5444,
      "loss/crossentropy": 2.3005166053771973,
      "loss/hidden": 0.0,
      "loss/logits": 0.24387487769126892,
      "loss/reg": 0.15063251554965973,
      "step": 651
    },
    {
      "epoch": 0.00652,
      "grad_norm": 1.6014286279678345,
      "grad_norm_var": 0.017669756624436594,
      "learning_rate": 0.1,
      "loss": 2.7166,
      "loss/crossentropy": 2.5170676708221436,
      "loss/hidden": 0.0,
      "loss/logits": 0.19950222969055176,
      "loss/reg": 0.15054214000701904,
      "step": 652
    },
    {
      "epoch": 0.00653,
      "grad_norm": 1.7809066772460938,
      "grad_norm_var": 0.0172180094041531,
      "learning_rate": 0.1,
      "loss": 2.7006,
      "loss/crossentropy": 2.4897027015686035,
      "loss/hidden": 0.0,
      "loss/logits": 0.21088573336601257,
      "loss/reg": 0.15043137967586517,
      "step": 653
    },
    {
      "epoch": 0.00654,
      "grad_norm": 1.6777292490005493,
      "grad_norm_var": 0.017776902164607537,
      "learning_rate": 0.1,
      "loss": 2.6158,
      "loss/crossentropy": 2.402358055114746,
      "loss/hidden": 0.0,
      "loss/logits": 0.21344512701034546,
      "loss/reg": 0.15037015080451965,
      "step": 654
    },
    {
      "epoch": 0.00655,
      "grad_norm": 1.9645006656646729,
      "grad_norm_var": 0.01736775294466663,
      "learning_rate": 0.1,
      "loss": 2.4865,
      "loss/crossentropy": 2.2632296085357666,
      "loss/hidden": 0.0,
      "loss/logits": 0.22331009805202484,
      "loss/reg": 0.15043193101882935,
      "step": 655
    },
    {
      "epoch": 0.00656,
      "grad_norm": 1.6882307529449463,
      "grad_norm_var": 0.01800359937019659,
      "learning_rate": 0.1,
      "loss": 2.5947,
      "loss/crossentropy": 2.370737075805664,
      "loss/hidden": 0.0,
      "loss/logits": 0.2239191234111786,
      "loss/reg": 0.1505919247865677,
      "step": 656
    },
    {
      "epoch": 0.00657,
      "grad_norm": 1.7314926385879517,
      "grad_norm_var": 0.017365345697882558,
      "learning_rate": 0.1,
      "loss": 2.5544,
      "loss/crossentropy": 2.327021598815918,
      "loss/hidden": 0.0,
      "loss/logits": 0.22742240130901337,
      "loss/reg": 0.15052783489227295,
      "step": 657
    },
    {
      "epoch": 0.00658,
      "grad_norm": 1.7544704675674438,
      "grad_norm_var": 0.016740045983794912,
      "learning_rate": 0.1,
      "loss": 2.9132,
      "loss/crossentropy": 2.6941778659820557,
      "loss/hidden": 0.0,
      "loss/logits": 0.21899715065956116,
      "loss/reg": 0.15063896775245667,
      "step": 658
    },
    {
      "epoch": 0.00659,
      "grad_norm": 1.6882257461547852,
      "grad_norm_var": 0.017266673321186882,
      "learning_rate": 0.1,
      "loss": 2.6275,
      "loss/crossentropy": 2.435107469558716,
      "loss/hidden": 0.0,
      "loss/logits": 0.19235289096832275,
      "loss/reg": 0.15053533017635345,
      "step": 659
    },
    {
      "epoch": 0.0066,
      "grad_norm": 1.6298198699951172,
      "grad_norm_var": 0.01404173937022121,
      "learning_rate": 0.1,
      "loss": 2.6481,
      "loss/crossentropy": 2.446171522140503,
      "loss/hidden": 0.0,
      "loss/logits": 0.2019185721874237,
      "loss/reg": 0.15053869783878326,
      "step": 660
    },
    {
      "epoch": 0.00661,
      "grad_norm": 2.2420670986175537,
      "grad_norm_var": 0.028542604315047272,
      "learning_rate": 0.1,
      "loss": 2.514,
      "loss/crossentropy": 2.2851922512054443,
      "loss/hidden": 0.0,
      "loss/logits": 0.2288368046283722,
      "loss/reg": 0.1505124419927597,
      "step": 661
    },
    {
      "epoch": 0.00662,
      "grad_norm": 4.139839172363281,
      "grad_norm_var": 0.3727637149283026,
      "learning_rate": 0.1,
      "loss": 2.6724,
      "loss/crossentropy": 2.416794538497925,
      "loss/hidden": 0.0,
      "loss/logits": 0.25560256838798523,
      "loss/reg": 0.15067332983016968,
      "step": 662
    },
    {
      "epoch": 0.00663,
      "grad_norm": 2.059591054916382,
      "grad_norm_var": 0.37276749963422107,
      "learning_rate": 0.1,
      "loss": 2.8028,
      "loss/crossentropy": 2.537842035293579,
      "loss/hidden": 0.0,
      "loss/logits": 0.26493510603904724,
      "loss/reg": 0.15061353147029877,
      "step": 663
    },
    {
      "epoch": 0.00664,
      "grad_norm": 1.897710919380188,
      "grad_norm_var": 0.3702680117567055,
      "learning_rate": 0.1,
      "loss": 2.5087,
      "loss/crossentropy": 2.289344072341919,
      "loss/hidden": 0.0,
      "loss/logits": 0.2193707376718521,
      "loss/reg": 0.15053333342075348,
      "step": 664
    },
    {
      "epoch": 0.00665,
      "grad_norm": 1.9124773740768433,
      "grad_norm_var": 0.3683243243769103,
      "learning_rate": 0.1,
      "loss": 2.4851,
      "loss/crossentropy": 2.273557186126709,
      "loss/hidden": 0.0,
      "loss/logits": 0.2115914225578308,
      "loss/reg": 0.15059436857700348,
      "step": 665
    },
    {
      "epoch": 0.00666,
      "grad_norm": 1.8667151927947998,
      "grad_norm_var": 0.3634154517042549,
      "learning_rate": 0.1,
      "loss": 2.4787,
      "loss/crossentropy": 2.2673990726470947,
      "loss/hidden": 0.0,
      "loss/logits": 0.2113196849822998,
      "loss/reg": 0.1507449448108673,
      "step": 666
    },
    {
      "epoch": 0.00667,
      "grad_norm": 1.8310761451721191,
      "grad_norm_var": 0.36423175812154585,
      "learning_rate": 0.1,
      "loss": 2.5986,
      "loss/crossentropy": 2.3619420528411865,
      "loss/hidden": 0.0,
      "loss/logits": 0.23666906356811523,
      "loss/reg": 0.15053722262382507,
      "step": 667
    },
    {
      "epoch": 0.00668,
      "grad_norm": 1.8773390054702759,
      "grad_norm_var": 0.35555415654112016,
      "learning_rate": 0.1,
      "loss": 2.7032,
      "loss/crossentropy": 2.4824411869049072,
      "loss/hidden": 0.0,
      "loss/logits": 0.22079603374004364,
      "loss/reg": 0.15051327645778656,
      "step": 668
    },
    {
      "epoch": 0.00669,
      "grad_norm": 1.8660446405410767,
      "grad_norm_var": 0.353703008567065,
      "learning_rate": 0.1,
      "loss": 2.8352,
      "loss/crossentropy": 2.5858943462371826,
      "loss/hidden": 0.0,
      "loss/logits": 0.2492859810590744,
      "loss/reg": 0.15065379440784454,
      "step": 669
    },
    {
      "epoch": 0.0067,
      "grad_norm": 3.5797994136810303,
      "grad_norm_var": 0.5008259837056632,
      "learning_rate": 0.1,
      "loss": 2.9317,
      "loss/crossentropy": 2.6138155460357666,
      "loss/hidden": 0.0,
      "loss/logits": 0.31786972284317017,
      "loss/reg": 0.15055862069129944,
      "step": 670
    },
    {
      "epoch": 0.00671,
      "grad_norm": 1.70569908618927,
      "grad_norm_var": 0.509966858411497,
      "learning_rate": 0.1,
      "loss": 2.6938,
      "loss/crossentropy": 2.471672534942627,
      "loss/hidden": 0.0,
      "loss/logits": 0.22217261791229248,
      "loss/reg": 0.1505526900291443,
      "step": 671
    },
    {
      "epoch": 0.00672,
      "grad_norm": 1.9802297353744507,
      "grad_norm_var": 0.4995792034805987,
      "learning_rate": 0.1,
      "loss": 2.6895,
      "loss/crossentropy": 2.4819087982177734,
      "loss/hidden": 0.0,
      "loss/logits": 0.20755207538604736,
      "loss/reg": 0.15057773888111115,
      "step": 672
    },
    {
      "epoch": 0.00673,
      "grad_norm": 2.019355535507202,
      "grad_norm_var": 0.49022427435800414,
      "learning_rate": 0.1,
      "loss": 2.3521,
      "loss/crossentropy": 2.1139144897460938,
      "loss/hidden": 0.0,
      "loss/logits": 0.2382015883922577,
      "loss/reg": 0.15051567554473877,
      "step": 673
    },
    {
      "epoch": 0.00674,
      "grad_norm": 1.7466254234313965,
      "grad_norm_var": 0.4906189958452548,
      "learning_rate": 0.1,
      "loss": 2.6816,
      "loss/crossentropy": 2.449763059616089,
      "loss/hidden": 0.0,
      "loss/logits": 0.23188048601150513,
      "loss/reg": 0.1506304293870926,
      "step": 674
    },
    {
      "epoch": 0.00675,
      "grad_norm": 1.7460286617279053,
      "grad_norm_var": 0.4874410485752129,
      "learning_rate": 0.1,
      "loss": 2.6534,
      "loss/crossentropy": 2.4320483207702637,
      "loss/hidden": 0.0,
      "loss/logits": 0.22134453058242798,
      "loss/reg": 0.15045788884162903,
      "step": 675
    },
    {
      "epoch": 0.00676,
      "grad_norm": 2.7436137199401855,
      "grad_norm_var": 0.490505406068187,
      "learning_rate": 0.1,
      "loss": 3.1576,
      "loss/crossentropy": 2.9072084426879883,
      "loss/hidden": 0.0,
      "loss/logits": 0.2504385709762573,
      "loss/reg": 0.15065650641918182,
      "step": 676
    },
    {
      "epoch": 0.00677,
      "grad_norm": 2.1897919178009033,
      "grad_norm_var": 0.49038918198669207,
      "learning_rate": 0.1,
      "loss": 2.8491,
      "loss/crossentropy": 2.6089799404144287,
      "loss/hidden": 0.0,
      "loss/logits": 0.24013099074363708,
      "loss/reg": 0.15056735277175903,
      "step": 677
    },
    {
      "epoch": 0.00678,
      "grad_norm": 1.8735142946243286,
      "grad_norm_var": 0.22451049745490786,
      "learning_rate": 0.1,
      "loss": 2.7777,
      "loss/crossentropy": 2.5459609031677246,
      "loss/hidden": 0.0,
      "loss/logits": 0.23177331686019897,
      "loss/reg": 0.15059608221054077,
      "step": 678
    },
    {
      "epoch": 0.00679,
      "grad_norm": 1.857632040977478,
      "grad_norm_var": 0.226962360409406,
      "learning_rate": 0.1,
      "loss": 2.6109,
      "loss/crossentropy": 2.378469944000244,
      "loss/hidden": 0.0,
      "loss/logits": 0.232460156083107,
      "loss/reg": 0.1506367027759552,
      "step": 679
    },
    {
      "epoch": 0.0068,
      "grad_norm": 1.7168678045272827,
      "grad_norm_var": 0.23251816495223518,
      "learning_rate": 0.1,
      "loss": 2.8011,
      "loss/crossentropy": 2.5831122398376465,
      "loss/hidden": 0.0,
      "loss/logits": 0.2180117666721344,
      "loss/reg": 0.15074624121189117,
      "step": 680
    },
    {
      "epoch": 0.00681,
      "grad_norm": 1.74824059009552,
      "grad_norm_var": 0.23682246600775347,
      "learning_rate": 0.1,
      "loss": 2.6421,
      "loss/crossentropy": 2.4197237491607666,
      "loss/hidden": 0.0,
      "loss/logits": 0.2223721146583557,
      "loss/reg": 0.15060542523860931,
      "step": 681
    },
    {
      "epoch": 0.00682,
      "grad_norm": 1.7029216289520264,
      "grad_norm_var": 0.24188584627357745,
      "learning_rate": 0.1,
      "loss": 2.6599,
      "loss/crossentropy": 2.430511474609375,
      "loss/hidden": 0.0,
      "loss/logits": 0.22943615913391113,
      "loss/reg": 0.150690495967865,
      "step": 682
    },
    {
      "epoch": 0.00683,
      "grad_norm": 1.867256999015808,
      "grad_norm_var": 0.24109704187572156,
      "learning_rate": 0.1,
      "loss": 2.5106,
      "loss/crossentropy": 2.292717695236206,
      "loss/hidden": 0.0,
      "loss/logits": 0.21792888641357422,
      "loss/reg": 0.150562584400177,
      "step": 683
    },
    {
      "epoch": 0.00684,
      "grad_norm": 1.7435557842254639,
      "grad_norm_var": 0.2446500015576324,
      "learning_rate": 0.1,
      "loss": 2.7473,
      "loss/crossentropy": 2.5527687072753906,
      "loss/hidden": 0.0,
      "loss/logits": 0.19448453187942505,
      "loss/reg": 0.15050280094146729,
      "step": 684
    },
    {
      "epoch": 0.00685,
      "grad_norm": 1.9648960828781128,
      "grad_norm_var": 0.24342335630761697,
      "learning_rate": 0.1,
      "loss": 2.8446,
      "loss/crossentropy": 2.6248083114624023,
      "loss/hidden": 0.0,
      "loss/logits": 0.2198096513748169,
      "loss/reg": 0.150659441947937,
      "step": 685
    },
    {
      "epoch": 0.00686,
      "grad_norm": 1.7134580612182617,
      "grad_norm_var": 0.07089251322989772,
      "learning_rate": 0.1,
      "loss": 2.6458,
      "loss/crossentropy": 2.423866033554077,
      "loss/hidden": 0.0,
      "loss/logits": 0.22189542651176453,
      "loss/reg": 0.15065249800682068,
      "step": 686
    },
    {
      "epoch": 0.00687,
      "grad_norm": 1.7188957929611206,
      "grad_norm_var": 0.07057034569102877,
      "learning_rate": 0.1,
      "loss": 2.749,
      "loss/crossentropy": 2.5217947959899902,
      "loss/hidden": 0.0,
      "loss/logits": 0.22716712951660156,
      "loss/reg": 0.1506287008523941,
      "step": 687
    },
    {
      "epoch": 0.00688,
      "grad_norm": 1.5421242713928223,
      "grad_norm_var": 0.07763479369512485,
      "learning_rate": 0.1,
      "loss": 2.5266,
      "loss/crossentropy": 2.321230888366699,
      "loss/hidden": 0.0,
      "loss/logits": 0.20540964603424072,
      "loss/reg": 0.1507095992565155,
      "step": 688
    },
    {
      "epoch": 0.00689,
      "grad_norm": 1.5375348329544067,
      "grad_norm_var": 0.08244796292507293,
      "learning_rate": 0.1,
      "loss": 2.7298,
      "loss/crossentropy": 2.549647808074951,
      "loss/hidden": 0.0,
      "loss/logits": 0.18018591403961182,
      "loss/reg": 0.15057538449764252,
      "step": 689
    },
    {
      "epoch": 0.0069,
      "grad_norm": 1.8091762065887451,
      "grad_norm_var": 0.0819278426034316,
      "learning_rate": 0.1,
      "loss": 2.8985,
      "loss/crossentropy": 2.657491445541382,
      "loss/hidden": 0.0,
      "loss/logits": 0.24102391302585602,
      "loss/reg": 0.15060631930828094,
      "step": 690
    },
    {
      "epoch": 0.00691,
      "grad_norm": 1.6616994142532349,
      "grad_norm_var": 0.08345386428505268,
      "learning_rate": 0.1,
      "loss": 2.7162,
      "loss/crossentropy": 2.5117480754852295,
      "loss/hidden": 0.0,
      "loss/logits": 0.204423189163208,
      "loss/reg": 0.15065263211727142,
      "step": 691
    },
    {
      "epoch": 0.00692,
      "grad_norm": 1.820202112197876,
      "grad_norm_var": 0.02511692798290799,
      "learning_rate": 0.1,
      "loss": 2.9677,
      "loss/crossentropy": 2.7340517044067383,
      "loss/hidden": 0.0,
      "loss/logits": 0.23362231254577637,
      "loss/reg": 0.15043103694915771,
      "step": 692
    },
    {
      "epoch": 0.00693,
      "grad_norm": 2.9105007648468018,
      "grad_norm_var": 0.09703297561678799,
      "learning_rate": 0.1,
      "loss": 2.9835,
      "loss/crossentropy": 2.728137969970703,
      "loss/hidden": 0.0,
      "loss/logits": 0.25533464550971985,
      "loss/reg": 0.1506151705980301,
      "step": 693
    },
    {
      "epoch": 0.00694,
      "grad_norm": 1.910051703453064,
      "grad_norm_var": 0.09735626549085855,
      "learning_rate": 0.1,
      "loss": 3.0494,
      "loss/crossentropy": 2.829622268676758,
      "loss/hidden": 0.0,
      "loss/logits": 0.21980157494544983,
      "loss/reg": 0.1506633758544922,
      "step": 694
    },
    {
      "epoch": 0.00695,
      "grad_norm": 2.1285786628723145,
      "grad_norm_var": 0.1030669131269813,
      "learning_rate": 0.1,
      "loss": 2.6724,
      "loss/crossentropy": 2.455028533935547,
      "loss/hidden": 0.0,
      "loss/logits": 0.21733978390693665,
      "loss/reg": 0.15069471299648285,
      "step": 695
    },
    {
      "epoch": 0.00696,
      "grad_norm": 1.655630350112915,
      "grad_norm_var": 0.10433522079836018,
      "learning_rate": 0.1,
      "loss": 2.753,
      "loss/crossentropy": 2.5490458011627197,
      "loss/hidden": 0.0,
      "loss/logits": 0.2039644718170166,
      "loss/reg": 0.15064069628715515,
      "step": 696
    },
    {
      "epoch": 0.00697,
      "grad_norm": 1.6365665197372437,
      "grad_norm_var": 0.10647604003532596,
      "learning_rate": 0.1,
      "loss": 2.8397,
      "loss/crossentropy": 2.6311004161834717,
      "loss/hidden": 0.0,
      "loss/logits": 0.20860815048217773,
      "loss/reg": 0.15066352486610413,
      "step": 697
    },
    {
      "epoch": 0.00698,
      "grad_norm": 1.7443971633911133,
      "grad_norm_var": 0.10586592226811238,
      "learning_rate": 0.1,
      "loss": 2.786,
      "loss/crossentropy": 2.553623914718628,
      "loss/hidden": 0.0,
      "loss/logits": 0.23234260082244873,
      "loss/reg": 0.15058587491512299,
      "step": 698
    },
    {
      "epoch": 0.00699,
      "grad_norm": 2.0587990283966064,
      "grad_norm_var": 0.1089755312684718,
      "learning_rate": 0.1,
      "loss": 2.9876,
      "loss/crossentropy": 2.7421212196350098,
      "loss/hidden": 0.0,
      "loss/logits": 0.2454337775707245,
      "loss/reg": 0.1506195068359375,
      "step": 699
    },
    {
      "epoch": 0.007,
      "grad_norm": 1.78428053855896,
      "grad_norm_var": 0.10851610902069879,
      "learning_rate": 0.1,
      "loss": 2.8851,
      "loss/crossentropy": 2.6433374881744385,
      "loss/hidden": 0.0,
      "loss/logits": 0.24180544912815094,
      "loss/reg": 0.1507207304239273,
      "step": 700
    },
    {
      "epoch": 0.00701,
      "grad_norm": 1.764556646347046,
      "grad_norm_var": 0.10795015003527902,
      "learning_rate": 0.1,
      "loss": 2.5707,
      "loss/crossentropy": 2.3606631755828857,
      "loss/hidden": 0.0,
      "loss/logits": 0.2100578397512436,
      "loss/reg": 0.1505555659532547,
      "step": 701
    },
    {
      "epoch": 0.00702,
      "grad_norm": 1.5967587232589722,
      "grad_norm_var": 0.11072795227774085,
      "learning_rate": 0.1,
      "loss": 2.6641,
      "loss/crossentropy": 2.445234775543213,
      "loss/hidden": 0.0,
      "loss/logits": 0.21888557076454163,
      "loss/reg": 0.15052653849124908,
      "step": 702
    },
    {
      "epoch": 0.00703,
      "grad_norm": 1.912024974822998,
      "grad_norm_var": 0.11019853500888856,
      "learning_rate": 0.1,
      "loss": 2.8306,
      "loss/crossentropy": 2.6104273796081543,
      "loss/hidden": 0.0,
      "loss/logits": 0.22021466493606567,
      "loss/reg": 0.1506466418504715,
      "step": 703
    },
    {
      "epoch": 0.00704,
      "grad_norm": 1.9255599975585938,
      "grad_norm_var": 0.10405357608890325,
      "learning_rate": 0.1,
      "loss": 2.917,
      "loss/crossentropy": 2.670037269592285,
      "loss/hidden": 0.0,
      "loss/logits": 0.24695564806461334,
      "loss/reg": 0.1506807804107666,
      "step": 704
    },
    {
      "epoch": 0.00705,
      "grad_norm": 2.0575363636016846,
      "grad_norm_var": 0.09817864718948097,
      "learning_rate": 0.1,
      "loss": 2.6939,
      "loss/crossentropy": 2.4582855701446533,
      "loss/hidden": 0.0,
      "loss/logits": 0.2355845868587494,
      "loss/reg": 0.15073120594024658,
      "step": 705
    },
    {
      "epoch": 0.00706,
      "grad_norm": 1.7972407341003418,
      "grad_norm_var": 0.0983297319609998,
      "learning_rate": 0.1,
      "loss": 2.7488,
      "loss/crossentropy": 2.535000801086426,
      "loss/hidden": 0.0,
      "loss/logits": 0.21378938853740692,
      "loss/reg": 0.15066561102867126,
      "step": 706
    },
    {
      "epoch": 0.00707,
      "grad_norm": 1.8415987491607666,
      "grad_norm_var": 0.09468984662132028,
      "learning_rate": 0.1,
      "loss": 2.7871,
      "loss/crossentropy": 2.557908058166504,
      "loss/hidden": 0.0,
      "loss/logits": 0.22916267812252045,
      "loss/reg": 0.1507493555545807,
      "step": 707
    },
    {
      "epoch": 0.00708,
      "grad_norm": 2.703770637512207,
      "grad_norm_var": 0.1330198938128944,
      "learning_rate": 0.1,
      "loss": 3.3083,
      "loss/crossentropy": 3.0656118392944336,
      "loss/hidden": 0.0,
      "loss/logits": 0.2426561862230301,
      "loss/reg": 0.1506742686033249,
      "step": 708
    },
    {
      "epoch": 0.00709,
      "grad_norm": 2.5990288257598877,
      "grad_norm_var": 0.09978552349005358,
      "learning_rate": 0.1,
      "loss": 3.2378,
      "loss/crossentropy": 2.9643797874450684,
      "loss/hidden": 0.0,
      "loss/logits": 0.2734586298465729,
      "loss/reg": 0.15072692930698395,
      "step": 709
    },
    {
      "epoch": 0.0071,
      "grad_norm": 2.03259539604187,
      "grad_norm_var": 0.10015675462682694,
      "learning_rate": 0.1,
      "loss": 2.6593,
      "loss/crossentropy": 2.450859546661377,
      "loss/hidden": 0.0,
      "loss/logits": 0.208455890417099,
      "loss/reg": 0.15072157979011536,
      "step": 710
    },
    {
      "epoch": 0.00711,
      "grad_norm": 1.8557087182998657,
      "grad_norm_var": 0.09840172174536448,
      "learning_rate": 0.1,
      "loss": 2.7195,
      "loss/crossentropy": 2.491011619567871,
      "loss/hidden": 0.0,
      "loss/logits": 0.22851739823818207,
      "loss/reg": 0.15064258873462677,
      "step": 711
    },
    {
      "epoch": 0.00712,
      "grad_norm": 1.7069950103759766,
      "grad_norm_var": 0.09665072923569268,
      "learning_rate": 0.1,
      "loss": 2.8309,
      "loss/crossentropy": 2.623868465423584,
      "loss/hidden": 0.0,
      "loss/logits": 0.20702505111694336,
      "loss/reg": 0.1506524235010147,
      "step": 712
    },
    {
      "epoch": 0.00713,
      "grad_norm": 1.8157384395599365,
      "grad_norm_var": 0.09144195619162569,
      "learning_rate": 0.1,
      "loss": 3.1134,
      "loss/crossentropy": 2.907552480697632,
      "loss/hidden": 0.0,
      "loss/logits": 0.20585530996322632,
      "loss/reg": 0.15065917372703552,
      "step": 713
    },
    {
      "epoch": 0.00714,
      "grad_norm": 2.0031638145446777,
      "grad_norm_var": 0.08854056649353008,
      "learning_rate": 0.1,
      "loss": 2.7384,
      "loss/crossentropy": 2.4970147609710693,
      "loss/hidden": 0.0,
      "loss/logits": 0.24138247966766357,
      "loss/reg": 0.15071015059947968,
      "step": 714
    },
    {
      "epoch": 0.00715,
      "grad_norm": 1.846663236618042,
      "grad_norm_var": 0.08872722934098362,
      "learning_rate": 0.1,
      "loss": 2.7213,
      "loss/crossentropy": 2.5050697326660156,
      "loss/hidden": 0.0,
      "loss/logits": 0.21625757217407227,
      "loss/reg": 0.15064217150211334,
      "step": 715
    },
    {
      "epoch": 0.00716,
      "grad_norm": 1.7616455554962158,
      "grad_norm_var": 0.08926754422346335,
      "learning_rate": 0.1,
      "loss": 2.6102,
      "loss/crossentropy": 2.3879828453063965,
      "loss/hidden": 0.0,
      "loss/logits": 0.22224101424217224,
      "loss/reg": 0.15073584020137787,
      "step": 716
    },
    {
      "epoch": 0.00717,
      "grad_norm": 1.7401652336120605,
      "grad_norm_var": 0.08991200906485777,
      "learning_rate": 0.1,
      "loss": 2.5976,
      "loss/crossentropy": 2.374809741973877,
      "loss/hidden": 0.0,
      "loss/logits": 0.22283729910850525,
      "loss/reg": 0.15067793428897858,
      "step": 717
    },
    {
      "epoch": 0.00718,
      "grad_norm": 1.7945215702056885,
      "grad_norm_var": 0.08304826467097251,
      "learning_rate": 0.1,
      "loss": 2.7866,
      "loss/crossentropy": 2.565732479095459,
      "loss/hidden": 0.0,
      "loss/logits": 0.22087079286575317,
      "loss/reg": 0.15080523490905762,
      "step": 718
    },
    {
      "epoch": 0.00719,
      "grad_norm": 1.6868669986724854,
      "grad_norm_var": 0.08772074764762383,
      "learning_rate": 0.1,
      "loss": 2.5593,
      "loss/crossentropy": 2.3386070728302,
      "loss/hidden": 0.0,
      "loss/logits": 0.22067709267139435,
      "loss/reg": 0.1505899578332901,
      "step": 719
    },
    {
      "epoch": 0.0072,
      "grad_norm": 1.7713934183120728,
      "grad_norm_var": 0.0896684993413345,
      "learning_rate": 0.1,
      "loss": 2.714,
      "loss/crossentropy": 2.4799399375915527,
      "loss/hidden": 0.0,
      "loss/logits": 0.2340325117111206,
      "loss/reg": 0.15069106221199036,
      "step": 720
    },
    {
      "epoch": 0.00721,
      "grad_norm": 1.7177095413208008,
      "grad_norm_var": 0.0914887025673842,
      "learning_rate": 0.1,
      "loss": 2.5053,
      "loss/crossentropy": 2.2811334133148193,
      "loss/hidden": 0.0,
      "loss/logits": 0.22420024871826172,
      "loss/reg": 0.1506507694721222,
      "step": 721
    },
    {
      "epoch": 0.00722,
      "grad_norm": 1.929278016090393,
      "grad_norm_var": 0.09046687207279777,
      "learning_rate": 0.1,
      "loss": 2.7308,
      "loss/crossentropy": 2.4492602348327637,
      "loss/hidden": 0.0,
      "loss/logits": 0.28157472610473633,
      "loss/reg": 0.15051567554473877,
      "step": 722
    },
    {
      "epoch": 0.00723,
      "grad_norm": 1.8084168434143066,
      "grad_norm_var": 0.0909065675708949,
      "learning_rate": 0.1,
      "loss": 2.7425,
      "loss/crossentropy": 2.5114240646362305,
      "loss/hidden": 0.0,
      "loss/logits": 0.23111049830913544,
      "loss/reg": 0.15071170032024384,
      "step": 723
    },
    {
      "epoch": 0.00724,
      "grad_norm": 2.3674378395080566,
      "grad_norm_var": 0.06297924947749506,
      "learning_rate": 0.1,
      "loss": 2.6202,
      "loss/crossentropy": 2.3838629722595215,
      "loss/hidden": 0.0,
      "loss/logits": 0.2363368421792984,
      "loss/reg": 0.15078045427799225,
      "step": 724
    },
    {
      "epoch": 0.00725,
      "grad_norm": 2.6291730403900146,
      "grad_norm_var": 0.06583622126769857,
      "learning_rate": 0.1,
      "loss": 3.4422,
      "loss/crossentropy": 3.19541597366333,
      "loss/hidden": 0.0,
      "loss/logits": 0.24682898819446564,
      "loss/reg": 0.15069250762462616,
      "step": 725
    },
    {
      "epoch": 0.00726,
      "grad_norm": 1.7215780019760132,
      "grad_norm_var": 0.06655823983164146,
      "learning_rate": 0.1,
      "loss": 2.9263,
      "loss/crossentropy": 2.691481590270996,
      "loss/hidden": 0.0,
      "loss/logits": 0.23485758900642395,
      "loss/reg": 0.15075919032096863,
      "step": 726
    },
    {
      "epoch": 0.00727,
      "grad_norm": 2.1336874961853027,
      "grad_norm_var": 0.07031031641084264,
      "learning_rate": 0.1,
      "loss": 2.6517,
      "loss/crossentropy": 2.4191596508026123,
      "loss/hidden": 0.0,
      "loss/logits": 0.23250731825828552,
      "loss/reg": 0.15062490105628967,
      "step": 727
    },
    {
      "epoch": 0.00728,
      "grad_norm": 1.7764811515808105,
      "grad_norm_var": 0.0688039913071212,
      "learning_rate": 0.1,
      "loss": 2.7631,
      "loss/crossentropy": 2.5292651653289795,
      "loss/hidden": 0.0,
      "loss/logits": 0.23384268581867218,
      "loss/reg": 0.1506718546152115,
      "step": 728
    },
    {
      "epoch": 0.00729,
      "grad_norm": 1.680443286895752,
      "grad_norm_var": 0.07158522986901653,
      "learning_rate": 0.1,
      "loss": 2.8144,
      "loss/crossentropy": 2.5982909202575684,
      "loss/hidden": 0.0,
      "loss/logits": 0.2161257266998291,
      "loss/reg": 0.15059664845466614,
      "step": 729
    },
    {
      "epoch": 0.0073,
      "grad_norm": 1.684423804283142,
      "grad_norm_var": 0.07346726768252339,
      "learning_rate": 0.1,
      "loss": 2.4953,
      "loss/crossentropy": 2.2854747772216797,
      "loss/hidden": 0.0,
      "loss/logits": 0.20979759097099304,
      "loss/reg": 0.15069302916526794,
      "step": 730
    },
    {
      "epoch": 0.00731,
      "grad_norm": 1.695099115371704,
      "grad_norm_var": 0.07553864925794543,
      "learning_rate": 0.1,
      "loss": 2.6448,
      "loss/crossentropy": 2.431910276412964,
      "loss/hidden": 0.0,
      "loss/logits": 0.21286997199058533,
      "loss/reg": 0.15078265964984894,
      "step": 731
    },
    {
      "epoch": 0.00732,
      "grad_norm": 1.7980223894119263,
      "grad_norm_var": 0.07510238013936946,
      "learning_rate": 0.1,
      "loss": 2.5763,
      "loss/crossentropy": 2.355053186416626,
      "loss/hidden": 0.0,
      "loss/logits": 0.22128906846046448,
      "loss/reg": 0.15057377517223358,
      "step": 732
    },
    {
      "epoch": 0.00733,
      "grad_norm": 1.9372049570083618,
      "grad_norm_var": 0.07409377306537764,
      "learning_rate": 0.1,
      "loss": 2.8292,
      "loss/crossentropy": 2.594406843185425,
      "loss/hidden": 0.0,
      "loss/logits": 0.23475268483161926,
      "loss/reg": 0.15064290165901184,
      "step": 733
    },
    {
      "epoch": 0.00734,
      "grad_norm": 1.6604641675949097,
      "grad_norm_var": 0.07680265185979487,
      "learning_rate": 0.1,
      "loss": 2.8441,
      "loss/crossentropy": 2.64202618598938,
      "loss/hidden": 0.0,
      "loss/logits": 0.20209267735481262,
      "loss/reg": 0.15082409977912903,
      "step": 734
    },
    {
      "epoch": 0.00735,
      "grad_norm": 1.7398064136505127,
      "grad_norm_var": 0.07565088320833831,
      "learning_rate": 0.1,
      "loss": 2.509,
      "loss/crossentropy": 2.288006544113159,
      "loss/hidden": 0.0,
      "loss/logits": 0.22095456719398499,
      "loss/reg": 0.150763601064682,
      "step": 735
    },
    {
      "epoch": 0.00736,
      "grad_norm": 1.6285425424575806,
      "grad_norm_var": 0.07895991227490946,
      "learning_rate": 0.1,
      "loss": 2.6347,
      "loss/crossentropy": 2.415604829788208,
      "loss/hidden": 0.0,
      "loss/logits": 0.21912458539009094,
      "loss/reg": 0.15072403848171234,
      "step": 736
    },
    {
      "epoch": 0.00737,
      "grad_norm": 1.597941279411316,
      "grad_norm_var": 0.08227617359328458,
      "learning_rate": 0.1,
      "loss": 2.7248,
      "loss/crossentropy": 2.5091822147369385,
      "loss/hidden": 0.0,
      "loss/logits": 0.21559391915798187,
      "loss/reg": 0.15077482163906097,
      "step": 737
    },
    {
      "epoch": 0.00738,
      "grad_norm": 1.7690709829330444,
      "grad_norm_var": 0.08243785564787534,
      "learning_rate": 0.1,
      "loss": 2.6722,
      "loss/crossentropy": 2.4468064308166504,
      "loss/hidden": 0.0,
      "loss/logits": 0.22537848353385925,
      "loss/reg": 0.15076465904712677,
      "step": 738
    },
    {
      "epoch": 0.00739,
      "grad_norm": 1.6228259801864624,
      "grad_norm_var": 0.08566258241000539,
      "learning_rate": 0.1,
      "loss": 2.4894,
      "loss/crossentropy": 2.2784922122955322,
      "loss/hidden": 0.0,
      "loss/logits": 0.21092478930950165,
      "loss/reg": 0.1509304940700531,
      "step": 739
    },
    {
      "epoch": 0.0074,
      "grad_norm": 1.7106890678405762,
      "grad_norm_var": 0.06644618342732442,
      "learning_rate": 0.1,
      "loss": 2.736,
      "loss/crossentropy": 2.500734806060791,
      "loss/hidden": 0.0,
      "loss/logits": 0.2352195829153061,
      "loss/reg": 0.15075266361236572,
      "step": 740
    },
    {
      "epoch": 0.00741,
      "grad_norm": 1.604475498199463,
      "grad_norm_var": 0.018660409189223928,
      "learning_rate": 0.1,
      "loss": 2.5904,
      "loss/crossentropy": 2.382263422012329,
      "loss/hidden": 0.0,
      "loss/logits": 0.20810920000076294,
      "loss/reg": 0.15070372819900513,
      "step": 741
    },
    {
      "epoch": 0.00742,
      "grad_norm": 1.908246636390686,
      "grad_norm_var": 0.020502994520018032,
      "learning_rate": 0.1,
      "loss": 2.7611,
      "loss/crossentropy": 2.5475547313690186,
      "loss/hidden": 0.0,
      "loss/logits": 0.21356894075870514,
      "loss/reg": 0.15075084567070007,
      "step": 742
    },
    {
      "epoch": 0.00743,
      "grad_norm": 1.693289875984192,
      "grad_norm_var": 0.009901915429343452,
      "learning_rate": 0.1,
      "loss": 2.6589,
      "loss/crossentropy": 2.4369637966156006,
      "loss/hidden": 0.0,
      "loss/logits": 0.22193092107772827,
      "loss/reg": 0.15087561309337616,
      "step": 743
    },
    {
      "epoch": 0.00744,
      "grad_norm": 2.214367151260376,
      "grad_norm_var": 0.025230904041631894,
      "learning_rate": 0.1,
      "loss": 2.5237,
      "loss/crossentropy": 2.2560694217681885,
      "loss/hidden": 0.0,
      "loss/logits": 0.26764050126075745,
      "loss/reg": 0.15073107182979584,
      "step": 744
    },
    {
      "epoch": 0.00745,
      "grad_norm": 1.719102144241333,
      "grad_norm_var": 0.024983526294251608,
      "learning_rate": 0.1,
      "loss": 2.6286,
      "loss/crossentropy": 2.4266693592071533,
      "loss/hidden": 0.0,
      "loss/logits": 0.20188188552856445,
      "loss/reg": 0.15068763494491577,
      "step": 745
    },
    {
      "epoch": 0.00746,
      "grad_norm": 1.711766242980957,
      "grad_norm_var": 0.024794926617455755,
      "learning_rate": 0.1,
      "loss": 2.6786,
      "loss/crossentropy": 2.469654083251953,
      "loss/hidden": 0.0,
      "loss/logits": 0.20896171033382416,
      "loss/reg": 0.15083599090576172,
      "step": 746
    },
    {
      "epoch": 0.00747,
      "grad_norm": 2.076267957687378,
      "grad_norm_var": 0.03105066241022308,
      "learning_rate": 0.1,
      "loss": 3.1829,
      "loss/crossentropy": 2.9400455951690674,
      "loss/hidden": 0.0,
      "loss/logits": 0.24282129108905792,
      "loss/reg": 0.1507270187139511,
      "step": 747
    },
    {
      "epoch": 0.00748,
      "grad_norm": 2.007382392883301,
      "grad_norm_var": 0.034446612463121556,
      "learning_rate": 0.1,
      "loss": 2.6659,
      "loss/crossentropy": 2.426269054412842,
      "loss/hidden": 0.0,
      "loss/logits": 0.23963968455791473,
      "loss/reg": 0.1508168876171112,
      "step": 748
    },
    {
      "epoch": 0.00749,
      "grad_norm": 1.7096943855285645,
      "grad_norm_var": 0.03314315371103849,
      "learning_rate": 0.1,
      "loss": 2.9207,
      "loss/crossentropy": 2.7087104320526123,
      "loss/hidden": 0.0,
      "loss/logits": 0.21203161776065826,
      "loss/reg": 0.1506882607936859,
      "step": 749
    },
    {
      "epoch": 0.0075,
      "grad_norm": 2.013122797012329,
      "grad_norm_var": 0.03560716099000061,
      "learning_rate": 0.1,
      "loss": 2.7032,
      "loss/crossentropy": 2.46675968170166,
      "loss/hidden": 0.0,
      "loss/logits": 0.23640409111976624,
      "loss/reg": 0.15079770982265472,
      "step": 750
    },
    {
      "epoch": 0.00751,
      "grad_norm": 1.6599361896514893,
      "grad_norm_var": 0.0365980279340512,
      "learning_rate": 0.1,
      "loss": 2.5192,
      "loss/crossentropy": 2.3084733486175537,
      "loss/hidden": 0.0,
      "loss/logits": 0.21076543629169464,
      "loss/reg": 0.15083208680152893,
      "step": 751
    },
    {
      "epoch": 0.00752,
      "grad_norm": 1.5895143747329712,
      "grad_norm_var": 0.03753559890891225,
      "learning_rate": 0.1,
      "loss": 2.5766,
      "loss/crossentropy": 2.363900899887085,
      "loss/hidden": 0.0,
      "loss/logits": 0.2126864790916443,
      "loss/reg": 0.15089723467826843,
      "step": 752
    },
    {
      "epoch": 0.00753,
      "grad_norm": 1.930123209953308,
      "grad_norm_var": 0.03601512468355637,
      "learning_rate": 0.1,
      "loss": 2.6042,
      "loss/crossentropy": 2.394103527069092,
      "loss/hidden": 0.0,
      "loss/logits": 0.21011880040168762,
      "loss/reg": 0.1507357805967331,
      "step": 753
    },
    {
      "epoch": 0.00754,
      "grad_norm": 1.7516082525253296,
      "grad_norm_var": 0.03612655285846789,
      "learning_rate": 0.1,
      "loss": 2.8153,
      "loss/crossentropy": 2.6021697521209717,
      "loss/hidden": 0.0,
      "loss/logits": 0.21316707134246826,
      "loss/reg": 0.15090234577655792,
      "step": 754
    },
    {
      "epoch": 0.00755,
      "grad_norm": 1.8780457973480225,
      "grad_norm_var": 0.03390816552193072,
      "learning_rate": 0.1,
      "loss": 2.8009,
      "loss/crossentropy": 2.5766563415527344,
      "loss/hidden": 0.0,
      "loss/logits": 0.22426337003707886,
      "loss/reg": 0.15080603957176208,
      "step": 755
    },
    {
      "epoch": 0.00756,
      "grad_norm": 1.7158637046813965,
      "grad_norm_var": 0.03383193462138691,
      "learning_rate": 0.1,
      "loss": 2.6381,
      "loss/crossentropy": 2.426301956176758,
      "loss/hidden": 0.0,
      "loss/logits": 0.21179910004138947,
      "loss/reg": 0.15098083019256592,
      "step": 756
    },
    {
      "epoch": 0.00757,
      "grad_norm": 1.8814210891723633,
      "grad_norm_var": 0.030522188540995348,
      "learning_rate": 0.1,
      "loss": 2.6195,
      "loss/crossentropy": 2.3845207691192627,
      "loss/hidden": 0.0,
      "loss/logits": 0.2349337488412857,
      "loss/reg": 0.15090647339820862,
      "step": 757
    },
    {
      "epoch": 0.00758,
      "grad_norm": 1.7149051427841187,
      "grad_norm_var": 0.031131000316445483,
      "learning_rate": 0.1,
      "loss": 2.8893,
      "loss/crossentropy": 2.6815686225891113,
      "loss/hidden": 0.0,
      "loss/logits": 0.2076815366744995,
      "loss/reg": 0.15091994404792786,
      "step": 758
    },
    {
      "epoch": 0.00759,
      "grad_norm": 2.171678066253662,
      "grad_norm_var": 0.036768560899038745,
      "learning_rate": 0.1,
      "loss": 3.5486,
      "loss/crossentropy": 3.3113834857940674,
      "loss/hidden": 0.0,
      "loss/logits": 0.23717352747917175,
      "loss/reg": 0.15077845752239227,
      "step": 759
    },
    {
      "epoch": 0.0076,
      "grad_norm": 1.7233777046203613,
      "grad_norm_var": 0.028574541656923694,
      "learning_rate": 0.1,
      "loss": 2.6536,
      "loss/crossentropy": 2.4277853965759277,
      "loss/hidden": 0.0,
      "loss/logits": 0.22583560645580292,
      "loss/reg": 0.15087072551250458,
      "step": 760
    },
    {
      "epoch": 0.00761,
      "grad_norm": 1.73390531539917,
      "grad_norm_var": 0.028372583058582517,
      "learning_rate": 0.1,
      "loss": 2.6262,
      "loss/crossentropy": 2.418344736099243,
      "loss/hidden": 0.0,
      "loss/logits": 0.20788376033306122,
      "loss/reg": 0.15078125894069672,
      "step": 761
    },
    {
      "epoch": 0.00762,
      "grad_norm": 1.8074291944503784,
      "grad_norm_var": 0.027445544805627678,
      "learning_rate": 0.1,
      "loss": 2.9124,
      "loss/crossentropy": 2.700201988220215,
      "loss/hidden": 0.0,
      "loss/logits": 0.21222880482673645,
      "loss/reg": 0.15085668861865997,
      "step": 762
    },
    {
      "epoch": 0.00763,
      "grad_norm": 1.7451679706573486,
      "grad_norm_var": 0.02365786622837991,
      "learning_rate": 0.1,
      "loss": 2.5782,
      "loss/crossentropy": 2.337271213531494,
      "loss/hidden": 0.0,
      "loss/logits": 0.24097557365894318,
      "loss/reg": 0.15081782639026642,
      "step": 763
    },
    {
      "epoch": 0.00764,
      "grad_norm": 1.8473081588745117,
      "grad_norm_var": 0.021144185924473823,
      "learning_rate": 0.1,
      "loss": 2.7639,
      "loss/crossentropy": 2.546060562133789,
      "loss/hidden": 0.0,
      "loss/logits": 0.21782688796520233,
      "loss/reg": 0.15088941156864166,
      "step": 764
    },
    {
      "epoch": 0.00765,
      "grad_norm": 1.7671552896499634,
      "grad_norm_var": 0.02062366942713325,
      "learning_rate": 0.1,
      "loss": 2.8312,
      "loss/crossentropy": 2.625101089477539,
      "loss/hidden": 0.0,
      "loss/logits": 0.2060982584953308,
      "loss/reg": 0.15080241858959198,
      "step": 765
    },
    {
      "epoch": 0.00766,
      "grad_norm": 2.232208013534546,
      "grad_norm_var": 0.02961080356292669,
      "learning_rate": 0.1,
      "loss": 2.6053,
      "loss/crossentropy": 2.3728339672088623,
      "loss/hidden": 0.0,
      "loss/logits": 0.232514888048172,
      "loss/reg": 0.15084950625896454,
      "step": 766
    },
    {
      "epoch": 0.00767,
      "grad_norm": 1.6949241161346436,
      "grad_norm_var": 0.028931962276099198,
      "learning_rate": 0.1,
      "loss": 2.7234,
      "loss/crossentropy": 2.511833429336548,
      "loss/hidden": 0.0,
      "loss/logits": 0.21160735189914703,
      "loss/reg": 0.15080159902572632,
      "step": 767
    },
    {
      "epoch": 0.00768,
      "grad_norm": 2.0308444499969482,
      "grad_norm_var": 0.02730481565247036,
      "learning_rate": 0.1,
      "loss": 2.7227,
      "loss/crossentropy": 2.5082123279571533,
      "loss/hidden": 0.0,
      "loss/logits": 0.2145037055015564,
      "loss/reg": 0.1508137732744217,
      "step": 768
    },
    {
      "epoch": 0.00769,
      "grad_norm": 1.7126775979995728,
      "grad_norm_var": 0.027984036388228085,
      "learning_rate": 0.1,
      "loss": 2.5284,
      "loss/crossentropy": 2.292144775390625,
      "loss/hidden": 0.0,
      "loss/logits": 0.2362442910671234,
      "loss/reg": 0.15095730125904083,
      "step": 769
    },
    {
      "epoch": 0.0077,
      "grad_norm": 1.6673574447631836,
      "grad_norm_var": 0.029398515393834403,
      "learning_rate": 0.1,
      "loss": 2.8241,
      "loss/crossentropy": 2.5989766120910645,
      "loss/hidden": 0.0,
      "loss/logits": 0.2251165807247162,
      "loss/reg": 0.15082690119743347,
      "step": 770
    },
    {
      "epoch": 0.00771,
      "grad_norm": 1.8127816915512085,
      "grad_norm_var": 0.02927071581589041,
      "learning_rate": 0.1,
      "loss": 2.5673,
      "loss/crossentropy": 2.340287208557129,
      "loss/hidden": 0.0,
      "loss/logits": 0.2269660383462906,
      "loss/reg": 0.15091097354888916,
      "step": 771
    },
    {
      "epoch": 0.00772,
      "grad_norm": 1.8197225332260132,
      "grad_norm_var": 0.02838251125276064,
      "learning_rate": 0.1,
      "loss": 2.8102,
      "loss/crossentropy": 2.581475019454956,
      "loss/hidden": 0.0,
      "loss/logits": 0.22869691252708435,
      "loss/reg": 0.15092697739601135,
      "step": 772
    },
    {
      "epoch": 0.00773,
      "grad_norm": 2.1682803630828857,
      "grad_norm_var": 0.03529418992005541,
      "learning_rate": 0.1,
      "loss": 3.2411,
      "loss/crossentropy": 3.0017166137695312,
      "loss/hidden": 0.0,
      "loss/logits": 0.23941382765769958,
      "loss/reg": 0.150810107588768,
      "step": 773
    },
    {
      "epoch": 0.00774,
      "grad_norm": 1.7576192617416382,
      "grad_norm_var": 0.03462112757389567,
      "learning_rate": 0.1,
      "loss": 2.9663,
      "loss/crossentropy": 2.7609782218933105,
      "loss/hidden": 0.0,
      "loss/logits": 0.20530001819133759,
      "loss/reg": 0.1509704887866974,
      "step": 774
    },
    {
      "epoch": 0.00775,
      "grad_norm": 1.7283459901809692,
      "grad_norm_var": 0.028231894714512804,
      "learning_rate": 0.1,
      "loss": 2.7677,
      "loss/crossentropy": 2.555812358856201,
      "loss/hidden": 0.0,
      "loss/logits": 0.21189913153648376,
      "loss/reg": 0.15091703832149506,
      "step": 775
    },
    {
      "epoch": 0.00776,
      "grad_norm": 1.8458093404769897,
      "grad_norm_var": 0.027459734147164263,
      "learning_rate": 0.1,
      "loss": 2.7102,
      "loss/crossentropy": 2.4707260131835938,
      "loss/hidden": 0.0,
      "loss/logits": 0.239429771900177,
      "loss/reg": 0.1509750336408615,
      "step": 776
    },
    {
      "epoch": 0.00777,
      "grad_norm": 1.7405065298080444,
      "grad_norm_var": 0.0273728433203269,
      "learning_rate": 0.1,
      "loss": 2.5291,
      "loss/crossentropy": 2.312211036682129,
      "loss/hidden": 0.0,
      "loss/logits": 0.21687430143356323,
      "loss/reg": 0.15091697871685028,
      "step": 777
    },
    {
      "epoch": 0.00778,
      "grad_norm": 1.849686861038208,
      "grad_norm_var": 0.0273227192709534,
      "learning_rate": 0.1,
      "loss": 2.7241,
      "loss/crossentropy": 2.4956886768341064,
      "loss/hidden": 0.0,
      "loss/logits": 0.22838279604911804,
      "loss/reg": 0.15093456208705902,
      "step": 778
    },
    {
      "epoch": 0.00779,
      "grad_norm": 2.039895534515381,
      "grad_norm_var": 0.029073274873417175,
      "learning_rate": 0.1,
      "loss": 2.7465,
      "loss/crossentropy": 2.523282051086426,
      "loss/hidden": 0.0,
      "loss/logits": 0.22320334613323212,
      "loss/reg": 0.15108683705329895,
      "step": 779
    },
    {
      "epoch": 0.0078,
      "grad_norm": 2.224729537963867,
      "grad_norm_var": 0.037478661941308174,
      "learning_rate": 0.1,
      "loss": 2.5789,
      "loss/crossentropy": 2.323227882385254,
      "loss/hidden": 0.0,
      "loss/logits": 0.2556631565093994,
      "loss/reg": 0.15091000497341156,
      "step": 780
    },
    {
      "epoch": 0.00781,
      "grad_norm": 1.7471396923065186,
      "grad_norm_var": 0.03780694724429067,
      "learning_rate": 0.1,
      "loss": 2.6242,
      "loss/crossentropy": 2.4163246154785156,
      "loss/hidden": 0.0,
      "loss/logits": 0.20782677829265594,
      "loss/reg": 0.1508997082710266,
      "step": 781
    },
    {
      "epoch": 0.00782,
      "grad_norm": 1.7806816101074219,
      "grad_norm_var": 0.02931692927019037,
      "learning_rate": 0.1,
      "loss": 2.6624,
      "loss/crossentropy": 2.43576979637146,
      "loss/hidden": 0.0,
      "loss/logits": 0.22660242021083832,
      "loss/reg": 0.1508878618478775,
      "step": 782
    },
    {
      "epoch": 0.00783,
      "grad_norm": 1.8929888010025024,
      "grad_norm_var": 0.02763877413625527,
      "learning_rate": 0.1,
      "loss": 3.0431,
      "loss/crossentropy": 2.827435255050659,
      "loss/hidden": 0.0,
      "loss/logits": 0.2156609445810318,
      "loss/reg": 0.1509266346693039,
      "step": 783
    },
    {
      "epoch": 0.00784,
      "grad_norm": 1.7493419647216797,
      "grad_norm_var": 0.026317647032907607,
      "learning_rate": 0.1,
      "loss": 2.6581,
      "loss/crossentropy": 2.459343433380127,
      "loss/hidden": 0.0,
      "loss/logits": 0.19876118004322052,
      "loss/reg": 0.15106679499149323,
      "step": 784
    },
    {
      "epoch": 0.00785,
      "grad_norm": 1.734584927558899,
      "grad_norm_var": 0.025957925356230285,
      "learning_rate": 0.1,
      "loss": 2.7838,
      "loss/crossentropy": 2.5733463764190674,
      "loss/hidden": 0.0,
      "loss/logits": 0.21045953035354614,
      "loss/reg": 0.15091472864151,
      "step": 785
    },
    {
      "epoch": 0.00786,
      "grad_norm": 1.6579521894454956,
      "grad_norm_var": 0.026189317553162953,
      "learning_rate": 0.1,
      "loss": 2.7772,
      "loss/crossentropy": 2.5537827014923096,
      "loss/hidden": 0.0,
      "loss/logits": 0.2234613001346588,
      "loss/reg": 0.15087002515792847,
      "step": 786
    },
    {
      "epoch": 0.00787,
      "grad_norm": 1.7487107515335083,
      "grad_norm_var": 0.02673717311208031,
      "learning_rate": 0.1,
      "loss": 2.9595,
      "loss/crossentropy": 2.7369134426116943,
      "loss/hidden": 0.0,
      "loss/logits": 0.22263549268245697,
      "loss/reg": 0.15100540220737457,
      "step": 787
    },
    {
      "epoch": 0.00788,
      "grad_norm": 2.0498788356781006,
      "grad_norm_var": 0.029337434733762772,
      "learning_rate": 0.1,
      "loss": 2.7498,
      "loss/crossentropy": 2.488692045211792,
      "loss/hidden": 0.0,
      "loss/logits": 0.26107364892959595,
      "loss/reg": 0.15107010304927826,
      "step": 788
    },
    {
      "epoch": 0.00789,
      "grad_norm": 1.6256144046783447,
      "grad_norm_var": 0.025238774032443227,
      "learning_rate": 0.1,
      "loss": 2.7479,
      "loss/crossentropy": 2.527489423751831,
      "loss/hidden": 0.0,
      "loss/logits": 0.2204163372516632,
      "loss/reg": 0.15097643435001373,
      "step": 789
    },
    {
      "epoch": 0.0079,
      "grad_norm": 1.6198973655700684,
      "grad_norm_var": 0.027631109261218433,
      "learning_rate": 0.1,
      "loss": 2.5385,
      "loss/crossentropy": 2.33186674118042,
      "loss/hidden": 0.0,
      "loss/logits": 0.2066439688205719,
      "loss/reg": 0.1509358286857605,
      "step": 790
    },
    {
      "epoch": 0.00791,
      "grad_norm": 1.6421089172363281,
      "grad_norm_var": 0.029089239136735046,
      "learning_rate": 0.1,
      "loss": 2.7904,
      "loss/crossentropy": 2.5691418647766113,
      "loss/hidden": 0.0,
      "loss/logits": 0.22126135230064392,
      "loss/reg": 0.15098492801189423,
      "step": 791
    },
    {
      "epoch": 0.00792,
      "grad_norm": 1.9431328773498535,
      "grad_norm_var": 0.030154403650542307,
      "learning_rate": 0.1,
      "loss": 2.8731,
      "loss/crossentropy": 2.646146774291992,
      "loss/hidden": 0.0,
      "loss/logits": 0.22694949805736542,
      "loss/reg": 0.1509823203086853,
      "step": 792
    },
    {
      "epoch": 0.00793,
      "grad_norm": 1.6945117712020874,
      "grad_norm_var": 0.030746090579102693,
      "learning_rate": 0.1,
      "loss": 2.3751,
      "loss/crossentropy": 2.157468318939209,
      "loss/hidden": 0.0,
      "loss/logits": 0.2176416665315628,
      "loss/reg": 0.1508500725030899,
      "step": 793
    },
    {
      "epoch": 0.00794,
      "grad_norm": 1.6674375534057617,
      "grad_norm_var": 0.031919679030795046,
      "learning_rate": 0.1,
      "loss": 2.6759,
      "loss/crossentropy": 2.4650402069091797,
      "loss/hidden": 0.0,
      "loss/logits": 0.21090053021907806,
      "loss/reg": 0.15099157392978668,
      "step": 794
    },
    {
      "epoch": 0.00795,
      "grad_norm": 1.5701175928115845,
      "grad_norm_var": 0.03075937740836802,
      "learning_rate": 0.1,
      "loss": 2.6447,
      "loss/crossentropy": 2.4458796977996826,
      "loss/hidden": 0.0,
      "loss/logits": 0.1988617479801178,
      "loss/reg": 0.15099160373210907,
      "step": 795
    },
    {
      "epoch": 0.00796,
      "grad_norm": 1.701102375984192,
      "grad_norm_var": 0.016273929705383654,
      "learning_rate": 0.1,
      "loss": 2.66,
      "loss/crossentropy": 2.4282948970794678,
      "loss/hidden": 0.0,
      "loss/logits": 0.23169100284576416,
      "loss/reg": 0.15110540390014648,
      "step": 796
    },
    {
      "epoch": 0.00797,
      "grad_norm": 2.9079794883728027,
      "grad_norm_var": 0.10174397054277187,
      "learning_rate": 0.1,
      "loss": 2.885,
      "loss/crossentropy": 2.625089645385742,
      "loss/hidden": 0.0,
      "loss/logits": 0.2599393129348755,
      "loss/reg": 0.150977224111557,
      "step": 797
    },
    {
      "epoch": 0.00798,
      "grad_norm": 1.7524960041046143,
      "grad_norm_var": 0.10190991980663042,
      "learning_rate": 0.1,
      "loss": 2.872,
      "loss/crossentropy": 2.650197744369507,
      "loss/hidden": 0.0,
      "loss/logits": 0.22179746627807617,
      "loss/reg": 0.15100160241127014,
      "step": 798
    },
    {
      "epoch": 0.00799,
      "grad_norm": 1.831506371498108,
      "grad_norm_var": 0.1014647630521404,
      "learning_rate": 0.1,
      "loss": 2.6986,
      "loss/crossentropy": 2.4625658988952637,
      "loss/hidden": 0.0,
      "loss/logits": 0.23605096340179443,
      "loss/reg": 0.15105685591697693,
      "step": 799
    },
    {
      "epoch": 0.008,
      "grad_norm": 2.1624722480773926,
      "grad_norm_var": 0.10900981364211564,
      "learning_rate": 0.1,
      "loss": 2.4573,
      "loss/crossentropy": 2.2211740016937256,
      "loss/hidden": 0.0,
      "loss/logits": 0.23611702024936676,
      "loss/reg": 0.1510859727859497,
      "step": 800
    },
    {
      "epoch": 0.00801,
      "grad_norm": 1.777612566947937,
      "grad_norm_var": 0.10856754776211322,
      "learning_rate": 0.1,
      "loss": 3.4788,
      "loss/crossentropy": 3.2874317169189453,
      "loss/hidden": 0.0,
      "loss/logits": 0.19141694903373718,
      "loss/reg": 0.15098515152931213,
      "step": 801
    },
    {
      "epoch": 0.00802,
      "grad_norm": 1.767196536064148,
      "grad_norm_var": 0.1067413794962457,
      "learning_rate": 0.1,
      "loss": 2.9241,
      "loss/crossentropy": 2.702512264251709,
      "loss/hidden": 0.0,
      "loss/logits": 0.22157491743564606,
      "loss/reg": 0.15091672539710999,
      "step": 802
    },
    {
      "epoch": 0.00803,
      "grad_norm": 2.276857614517212,
      "grad_norm_var": 0.11765068355106792,
      "learning_rate": 0.1,
      "loss": 3.3777,
      "loss/crossentropy": 3.150794267654419,
      "loss/hidden": 0.0,
      "loss/logits": 0.2268976867198944,
      "loss/reg": 0.15117400884628296,
      "step": 803
    },
    {
      "epoch": 0.00804,
      "grad_norm": 1.7274490594863892,
      "grad_norm_var": 0.11660301375311892,
      "learning_rate": 0.1,
      "loss": 2.7659,
      "loss/crossentropy": 2.5552048683166504,
      "loss/hidden": 0.0,
      "loss/logits": 0.21072156727313995,
      "loss/reg": 0.15110497176647186,
      "step": 804
    },
    {
      "epoch": 0.00805,
      "grad_norm": 1.773082971572876,
      "grad_norm_var": 0.11346728144613198,
      "learning_rate": 0.1,
      "loss": 2.6936,
      "loss/crossentropy": 2.488471031188965,
      "loss/hidden": 0.0,
      "loss/logits": 0.2051234394311905,
      "loss/reg": 0.1510382890701294,
      "step": 805
    },
    {
      "epoch": 0.00806,
      "grad_norm": 2.4048869609832764,
      "grad_norm_var": 0.12649037985666017,
      "learning_rate": 0.1,
      "loss": 2.9814,
      "loss/crossentropy": 2.695352792739868,
      "loss/hidden": 0.0,
      "loss/logits": 0.28604379296302795,
      "loss/reg": 0.1510734111070633,
      "step": 806
    },
    {
      "epoch": 0.00807,
      "grad_norm": 1.7796632051467896,
      "grad_norm_var": 0.12271388296467549,
      "learning_rate": 0.1,
      "loss": 2.6402,
      "loss/crossentropy": 2.420163631439209,
      "loss/hidden": 0.0,
      "loss/logits": 0.22005164623260498,
      "loss/reg": 0.15096436440944672,
      "step": 807
    },
    {
      "epoch": 0.00808,
      "grad_norm": 1.8072069883346558,
      "grad_norm_var": 0.12346920424477657,
      "learning_rate": 0.1,
      "loss": 2.7435,
      "loss/crossentropy": 2.5001795291900635,
      "loss/hidden": 0.0,
      "loss/logits": 0.24331586062908173,
      "loss/reg": 0.150949627161026,
      "step": 808
    },
    {
      "epoch": 0.00809,
      "grad_norm": 1.9879480600357056,
      "grad_norm_var": 0.12031814158410435,
      "learning_rate": 0.1,
      "loss": 2.849,
      "loss/crossentropy": 2.613959550857544,
      "loss/hidden": 0.0,
      "loss/logits": 0.23499983549118042,
      "loss/reg": 0.1509951651096344,
      "step": 809
    },
    {
      "epoch": 0.0081,
      "grad_norm": 1.6564141511917114,
      "grad_norm_var": 0.12071302651513444,
      "learning_rate": 0.1,
      "loss": 2.7404,
      "loss/crossentropy": 2.5304181575775146,
      "loss/hidden": 0.0,
      "loss/logits": 0.20995372533798218,
      "loss/reg": 0.15104807913303375,
      "step": 810
    },
    {
      "epoch": 0.00811,
      "grad_norm": 4.6763386726379395,
      "grad_norm_var": 0.5745978658779629,
      "learning_rate": 0.1,
      "loss": 2.6587,
      "loss/crossentropy": 2.4552841186523438,
      "loss/hidden": 0.0,
      "loss/logits": 0.20337538421154022,
      "loss/reg": 0.1511099636554718,
      "step": 811
    },
    {
      "epoch": 0.00812,
      "grad_norm": 1.8454904556274414,
      "grad_norm_var": 0.5677518679251001,
      "learning_rate": 0.1,
      "loss": 3.0383,
      "loss/crossentropy": 2.8115780353546143,
      "loss/hidden": 0.0,
      "loss/logits": 0.22671402990818024,
      "loss/reg": 0.15108677744865417,
      "step": 812
    },
    {
      "epoch": 0.00813,
      "grad_norm": 1.9565349817276,
      "grad_norm_var": 0.5260687934264286,
      "learning_rate": 0.1,
      "loss": 2.8743,
      "loss/crossentropy": 2.644120693206787,
      "loss/hidden": 0.0,
      "loss/logits": 0.23013320565223694,
      "loss/reg": 0.15114806592464447,
      "step": 813
    },
    {
      "epoch": 0.00814,
      "grad_norm": 1.7298771142959595,
      "grad_norm_var": 0.5270702188469062,
      "learning_rate": 0.1,
      "loss": 2.7379,
      "loss/crossentropy": 2.515655040740967,
      "loss/hidden": 0.0,
      "loss/logits": 0.22226950526237488,
      "loss/reg": 0.15109556913375854,
      "step": 814
    },
    {
      "epoch": 0.00815,
      "grad_norm": 1.992189645767212,
      "grad_norm_var": 0.5235200404632129,
      "learning_rate": 0.1,
      "loss": 2.8157,
      "loss/crossentropy": 2.569967269897461,
      "loss/hidden": 0.0,
      "loss/logits": 0.2456885725259781,
      "loss/reg": 0.15117162466049194,
      "step": 815
    },
    {
      "epoch": 0.00816,
      "grad_norm": 2.056793451309204,
      "grad_norm_var": 0.5230922669948233,
      "learning_rate": 0.1,
      "loss": 2.3698,
      "loss/crossentropy": 2.1685283184051514,
      "loss/hidden": 0.0,
      "loss/logits": 0.20122523605823517,
      "loss/reg": 0.151008740067482,
      "step": 816
    },
    {
      "epoch": 0.00817,
      "grad_norm": 2.5353429317474365,
      "grad_norm_var": 0.5288335670571456,
      "learning_rate": 0.1,
      "loss": 2.7977,
      "loss/crossentropy": 2.574751138687134,
      "loss/hidden": 0.0,
      "loss/logits": 0.2229909896850586,
      "loss/reg": 0.15113280713558197,
      "step": 817
    },
    {
      "epoch": 0.00818,
      "grad_norm": 1.75123929977417,
      "grad_norm_var": 0.5296072014646189,
      "learning_rate": 0.1,
      "loss": 2.6085,
      "loss/crossentropy": 2.4087445735931396,
      "loss/hidden": 0.0,
      "loss/logits": 0.19974830746650696,
      "loss/reg": 0.1512545943260193,
      "step": 818
    },
    {
      "epoch": 0.00819,
      "grad_norm": 1.7375423908233643,
      "grad_norm_var": 0.5366742888750896,
      "learning_rate": 0.1,
      "loss": 2.7095,
      "loss/crossentropy": 2.493342161178589,
      "loss/hidden": 0.0,
      "loss/logits": 0.2161201387643814,
      "loss/reg": 0.15114019811153412,
      "step": 819
    },
    {
      "epoch": 0.0082,
      "grad_norm": 1.8614202737808228,
      "grad_norm_var": 0.5313444324762703,
      "learning_rate": 0.1,
      "loss": 2.8116,
      "loss/crossentropy": 2.5902342796325684,
      "loss/hidden": 0.0,
      "loss/logits": 0.22135406732559204,
      "loss/reg": 0.15120580792427063,
      "step": 820
    },
    {
      "epoch": 0.00821,
      "grad_norm": 2.0150632858276367,
      "grad_norm_var": 0.5245532717891043,
      "learning_rate": 0.1,
      "loss": 2.6546,
      "loss/crossentropy": 2.4433276653289795,
      "loss/hidden": 0.0,
      "loss/logits": 0.2113126665353775,
      "loss/reg": 0.15116269886493683,
      "step": 821
    },
    {
      "epoch": 0.00822,
      "grad_norm": 1.8355910778045654,
      "grad_norm_var": 0.5225867322268717,
      "learning_rate": 0.1,
      "loss": 2.8317,
      "loss/crossentropy": 2.5836408138275146,
      "loss/hidden": 0.0,
      "loss/logits": 0.2481069713830948,
      "loss/reg": 0.1511426866054535,
      "step": 822
    },
    {
      "epoch": 0.00823,
      "grad_norm": 1.7227540016174316,
      "grad_norm_var": 0.5250418254906357,
      "learning_rate": 0.1,
      "loss": 2.7702,
      "loss/crossentropy": 2.5352981090545654,
      "loss/hidden": 0.0,
      "loss/logits": 0.2348913699388504,
      "loss/reg": 0.1512099802494049,
      "step": 823
    },
    {
      "epoch": 0.00824,
      "grad_norm": 1.9596350193023682,
      "grad_norm_var": 0.521092383786887,
      "learning_rate": 0.1,
      "loss": 2.73,
      "loss/crossentropy": 2.5147976875305176,
      "loss/hidden": 0.0,
      "loss/logits": 0.21518126130104065,
      "loss/reg": 0.1511077731847763,
      "step": 824
    },
    {
      "epoch": 0.00825,
      "grad_norm": 1.9192780256271362,
      "grad_norm_var": 0.5222529251715352,
      "learning_rate": 0.1,
      "loss": 2.6439,
      "loss/crossentropy": 2.453402280807495,
      "loss/hidden": 0.0,
      "loss/logits": 0.19046884775161743,
      "loss/reg": 0.15114519000053406,
      "step": 825
    },
    {
      "epoch": 0.00826,
      "grad_norm": 1.8421896696090698,
      "grad_norm_var": 0.5139618226573498,
      "learning_rate": 0.1,
      "loss": 2.6051,
      "loss/crossentropy": 2.3816077709198,
      "loss/hidden": 0.0,
      "loss/logits": 0.22347375750541687,
      "loss/reg": 0.15116377174854279,
      "step": 826
    },
    {
      "epoch": 0.00827,
      "grad_norm": 1.6365138292312622,
      "grad_norm_var": 0.04315749649713491,
      "learning_rate": 0.1,
      "loss": 2.7266,
      "loss/crossentropy": 2.513753890991211,
      "loss/hidden": 0.0,
      "loss/logits": 0.2128257304430008,
      "loss/reg": 0.15111923217773438,
      "step": 827
    },
    {
      "epoch": 0.00828,
      "grad_norm": 2.278167724609375,
      "grad_norm_var": 0.05172260031205624,
      "learning_rate": 0.1,
      "loss": 2.7524,
      "loss/crossentropy": 2.4926528930664062,
      "loss/hidden": 0.0,
      "loss/logits": 0.2597881853580475,
      "loss/reg": 0.15110453963279724,
      "step": 828
    },
    {
      "epoch": 0.00829,
      "grad_norm": 1.6420785188674927,
      "grad_norm_var": 0.05665955757236603,
      "learning_rate": 0.1,
      "loss": 2.6878,
      "loss/crossentropy": 2.4756946563720703,
      "loss/hidden": 0.0,
      "loss/logits": 0.21211113035678864,
      "loss/reg": 0.15128032863140106,
      "step": 829
    },
    {
      "epoch": 0.0083,
      "grad_norm": 1.8594530820846558,
      "grad_norm_var": 0.05464484275106732,
      "learning_rate": 0.1,
      "loss": 2.6473,
      "loss/crossentropy": 2.4377284049987793,
      "loss/hidden": 0.0,
      "loss/logits": 0.20952263474464417,
      "loss/reg": 0.15119966864585876,
      "step": 830
    },
    {
      "epoch": 0.00831,
      "grad_norm": 1.7403098344802856,
      "grad_norm_var": 0.05602874700607566,
      "learning_rate": 0.1,
      "loss": 2.5931,
      "loss/crossentropy": 2.3897907733917236,
      "loss/hidden": 0.0,
      "loss/logits": 0.20331606268882751,
      "loss/reg": 0.15102870762348175,
      "step": 831
    },
    {
      "epoch": 0.00832,
      "grad_norm": 1.7482370138168335,
      "grad_norm_var": 0.055511530503576975,
      "learning_rate": 0.1,
      "loss": 2.5933,
      "loss/crossentropy": 2.364558219909668,
      "loss/hidden": 0.0,
      "loss/logits": 0.22875171899795532,
      "loss/reg": 0.15111705660820007,
      "step": 832
    },
    {
      "epoch": 0.00833,
      "grad_norm": 1.7681249380111694,
      "grad_norm_var": 0.02529250176376312,
      "learning_rate": 0.1,
      "loss": 2.5516,
      "loss/crossentropy": 2.323167085647583,
      "loss/hidden": 0.0,
      "loss/logits": 0.22844187915325165,
      "loss/reg": 0.1512153595685959,
      "step": 833
    },
    {
      "epoch": 0.00834,
      "grad_norm": 1.795610785484314,
      "grad_norm_var": 0.024935687335108505,
      "learning_rate": 0.1,
      "loss": 2.4877,
      "loss/crossentropy": 2.2634117603302,
      "loss/hidden": 0.0,
      "loss/logits": 0.22430318593978882,
      "loss/reg": 0.15116415917873383,
      "step": 834
    },
    {
      "epoch": 0.00835,
      "grad_norm": 1.7789329290390015,
      "grad_norm_var": 0.02450423851083432,
      "learning_rate": 0.1,
      "loss": 2.6968,
      "loss/crossentropy": 2.483093023300171,
      "loss/hidden": 0.0,
      "loss/logits": 0.21367734670639038,
      "loss/reg": 0.15126685798168182,
      "step": 835
    },
    {
      "epoch": 0.00836,
      "grad_norm": 1.782604694366455,
      "grad_norm_var": 0.024643316793792756,
      "learning_rate": 0.1,
      "loss": 2.5427,
      "loss/crossentropy": 2.3241066932678223,
      "loss/hidden": 0.0,
      "loss/logits": 0.2186134159564972,
      "loss/reg": 0.15126672387123108,
      "step": 836
    },
    {
      "epoch": 0.00837,
      "grad_norm": 1.6407171487808228,
      "grad_norm_var": 0.024303684661197106,
      "learning_rate": 0.1,
      "loss": 2.474,
      "loss/crossentropy": 2.2508771419525146,
      "loss/hidden": 0.0,
      "loss/logits": 0.2230987697839737,
      "loss/reg": 0.15124686062335968,
      "step": 837
    },
    {
      "epoch": 0.00838,
      "grad_norm": 2.041853189468384,
      "grad_norm_var": 0.027683331970469224,
      "learning_rate": 0.1,
      "loss": 2.6215,
      "loss/crossentropy": 2.3715789318084717,
      "loss/hidden": 0.0,
      "loss/logits": 0.24992021918296814,
      "loss/reg": 0.15131480991840363,
      "step": 838
    },
    {
      "epoch": 0.00839,
      "grad_norm": 1.6789854764938354,
      "grad_norm_var": 0.028383869214936415,
      "learning_rate": 0.1,
      "loss": 2.7312,
      "loss/crossentropy": 2.528635263442993,
      "loss/hidden": 0.0,
      "loss/logits": 0.20260530710220337,
      "loss/reg": 0.15123650431632996,
      "step": 839
    },
    {
      "epoch": 0.0084,
      "grad_norm": 1.816537618637085,
      "grad_norm_var": 0.026990770795224724,
      "learning_rate": 0.1,
      "loss": 2.6328,
      "loss/crossentropy": 2.395319700241089,
      "loss/hidden": 0.0,
      "loss/logits": 0.23751682043075562,
      "loss/reg": 0.15121954679489136,
      "step": 840
    },
    {
      "epoch": 0.00841,
      "grad_norm": 1.7385938167572021,
      "grad_norm_var": 0.026412999362490492,
      "learning_rate": 0.1,
      "loss": 2.7431,
      "loss/crossentropy": 2.533646583557129,
      "loss/hidden": 0.0,
      "loss/logits": 0.20940619707107544,
      "loss/reg": 0.15118320286273956,
      "step": 841
    },
    {
      "epoch": 0.00842,
      "grad_norm": 1.770753264427185,
      "grad_norm_var": 0.026323494663344545,
      "learning_rate": 0.1,
      "loss": 2.8632,
      "loss/crossentropy": 2.6413209438323975,
      "loss/hidden": 0.0,
      "loss/logits": 0.2218940407037735,
      "loss/reg": 0.15128572285175323,
      "step": 842
    },
    {
      "epoch": 0.00843,
      "grad_norm": 1.7150920629501343,
      "grad_norm_var": 0.025050582384037946,
      "learning_rate": 0.1,
      "loss": 2.4733,
      "loss/crossentropy": 2.2579855918884277,
      "loss/hidden": 0.0,
      "loss/logits": 0.21534618735313416,
      "loss/reg": 0.15136608481407166,
      "step": 843
    },
    {
      "epoch": 0.00844,
      "grad_norm": 1.7103124856948853,
      "grad_norm_var": 0.00898161735115437,
      "learning_rate": 0.1,
      "loss": 2.4951,
      "loss/crossentropy": 2.278857707977295,
      "loss/hidden": 0.0,
      "loss/logits": 0.21619471907615662,
      "loss/reg": 0.1513548195362091,
      "step": 844
    },
    {
      "epoch": 0.00845,
      "grad_norm": 1.7302014827728271,
      "grad_norm_var": 0.008031344597588409,
      "learning_rate": 0.1,
      "loss": 2.7277,
      "loss/crossentropy": 2.510094165802002,
      "loss/hidden": 0.0,
      "loss/logits": 0.21760627627372742,
      "loss/reg": 0.1514042615890503,
      "step": 845
    },
    {
      "epoch": 0.00846,
      "grad_norm": 1.740657925605774,
      "grad_norm_var": 0.007492840395171581,
      "learning_rate": 0.1,
      "loss": 2.7357,
      "loss/crossentropy": 2.5123136043548584,
      "loss/hidden": 0.0,
      "loss/logits": 0.22340027987957,
      "loss/reg": 0.1514188051223755,
      "step": 846
    },
    {
      "epoch": 0.00847,
      "grad_norm": 1.72589910030365,
      "grad_norm_var": 0.007548159339368432,
      "learning_rate": 0.1,
      "loss": 2.41,
      "loss/crossentropy": 2.196450710296631,
      "loss/hidden": 0.0,
      "loss/logits": 0.21352747082710266,
      "loss/reg": 0.15134373307228088,
      "step": 847
    },
    {
      "epoch": 0.00848,
      "grad_norm": 1.6422573328018188,
      "grad_norm_var": 0.008436771868459363,
      "learning_rate": 0.1,
      "loss": 2.5333,
      "loss/crossentropy": 2.326202392578125,
      "loss/hidden": 0.0,
      "loss/logits": 0.20708459615707397,
      "loss/reg": 0.15121881663799286,
      "step": 848
    },
    {
      "epoch": 0.00849,
      "grad_norm": 1.7320435047149658,
      "grad_norm_var": 0.008454134853455269,
      "learning_rate": 0.1,
      "loss": 2.8692,
      "loss/crossentropy": 2.6406683921813965,
      "loss/hidden": 0.0,
      "loss/logits": 0.22856499254703522,
      "loss/reg": 0.15134045481681824,
      "step": 849
    },
    {
      "epoch": 0.0085,
      "grad_norm": 2.1380763053894043,
      "grad_norm_var": 0.017749822432567855,
      "learning_rate": 0.1,
      "loss": 2.8765,
      "loss/crossentropy": 2.656029462814331,
      "loss/hidden": 0.0,
      "loss/logits": 0.22050921618938446,
      "loss/reg": 0.1511954516172409,
      "step": 850
    },
    {
      "epoch": 0.00851,
      "grad_norm": 1.709833025932312,
      "grad_norm_var": 0.018002521208306574,
      "learning_rate": 0.1,
      "loss": 2.7476,
      "loss/crossentropy": 2.5320911407470703,
      "loss/hidden": 0.0,
      "loss/logits": 0.21548867225646973,
      "loss/reg": 0.15135495364665985,
      "step": 851
    },
    {
      "epoch": 0.00852,
      "grad_norm": 1.937472939491272,
      "grad_norm_var": 0.01976901102182159,
      "learning_rate": 0.1,
      "loss": 2.9912,
      "loss/crossentropy": 2.7569828033447266,
      "loss/hidden": 0.0,
      "loss/logits": 0.23421522974967957,
      "loss/reg": 0.1513519138097763,
      "step": 852
    },
    {
      "epoch": 0.00853,
      "grad_norm": 2.222175359725952,
      "grad_norm_var": 0.03015348778060621,
      "learning_rate": 0.1,
      "loss": 2.6129,
      "loss/crossentropy": 2.363703966140747,
      "loss/hidden": 0.0,
      "loss/logits": 0.24919304251670837,
      "loss/reg": 0.15148600935935974,
      "step": 853
    },
    {
      "epoch": 0.00854,
      "grad_norm": 1.7465494871139526,
      "grad_norm_var": 0.026698118555355185,
      "learning_rate": 0.1,
      "loss": 2.8858,
      "loss/crossentropy": 2.6605887413024902,
      "loss/hidden": 0.0,
      "loss/logits": 0.22522537410259247,
      "loss/reg": 0.15130510926246643,
      "step": 854
    },
    {
      "epoch": 0.00855,
      "grad_norm": 1.9415252208709717,
      "grad_norm_var": 0.026867400939983514,
      "learning_rate": 0.1,
      "loss": 2.883,
      "loss/crossentropy": 2.666317939758301,
      "loss/hidden": 0.0,
      "loss/logits": 0.21669834852218628,
      "loss/reg": 0.15133148431777954,
      "step": 855
    },
    {
      "epoch": 0.00856,
      "grad_norm": 1.7174979448318481,
      "grad_norm_var": 0.027441976791978344,
      "learning_rate": 0.1,
      "loss": 2.8902,
      "loss/crossentropy": 2.652575731277466,
      "loss/hidden": 0.0,
      "loss/logits": 0.23762255907058716,
      "loss/reg": 0.15132835507392883,
      "step": 856
    },
    {
      "epoch": 0.00857,
      "grad_norm": 2.257584810256958,
      "grad_norm_var": 0.03951280884078467,
      "learning_rate": 0.1,
      "loss": 3.0667,
      "loss/crossentropy": 2.812617778778076,
      "loss/hidden": 0.0,
      "loss/logits": 0.25404849648475647,
      "loss/reg": 0.1512172669172287,
      "step": 857
    },
    {
      "epoch": 0.00858,
      "grad_norm": 1.7933690547943115,
      "grad_norm_var": 0.03933635637457318,
      "learning_rate": 0.1,
      "loss": 2.4895,
      "loss/crossentropy": 2.261209011077881,
      "loss/hidden": 0.0,
      "loss/logits": 0.22829587757587433,
      "loss/reg": 0.15143099427223206,
      "step": 858
    },
    {
      "epoch": 0.00859,
      "grad_norm": 1.9528422355651855,
      "grad_norm_var": 0.03886888259120056,
      "learning_rate": 0.1,
      "loss": 2.8587,
      "loss/crossentropy": 2.617570161819458,
      "loss/hidden": 0.0,
      "loss/logits": 0.24113376438617706,
      "loss/reg": 0.1512656807899475,
      "step": 859
    },
    {
      "epoch": 0.0086,
      "grad_norm": 1.7308269739151,
      "grad_norm_var": 0.038496298493225584,
      "learning_rate": 0.1,
      "loss": 2.2898,
      "loss/crossentropy": 2.0933334827423096,
      "loss/hidden": 0.0,
      "loss/logits": 0.19646556675434113,
      "loss/reg": 0.15130573511123657,
      "step": 860
    },
    {
      "epoch": 0.00861,
      "grad_norm": 1.6955910921096802,
      "grad_norm_var": 0.03915827035473942,
      "learning_rate": 0.1,
      "loss": 2.7603,
      "loss/crossentropy": 2.5640573501586914,
      "loss/hidden": 0.0,
      "loss/logits": 0.19625869393348694,
      "loss/reg": 0.15135689079761505,
      "step": 861
    },
    {
      "epoch": 0.00862,
      "grad_norm": 1.5804342031478882,
      "grad_norm_var": 0.043211067223693965,
      "learning_rate": 0.1,
      "loss": 2.601,
      "loss/crossentropy": 2.393148899078369,
      "loss/hidden": 0.0,
      "loss/logits": 0.20789092779159546,
      "loss/reg": 0.15140031278133392,
      "step": 862
    },
    {
      "epoch": 0.00863,
      "grad_norm": 1.6909512281417847,
      "grad_norm_var": 0.04384353693056457,
      "learning_rate": 0.1,
      "loss": 2.8534,
      "loss/crossentropy": 2.635213613510132,
      "loss/hidden": 0.0,
      "loss/logits": 0.21817569434642792,
      "loss/reg": 0.15125516057014465,
      "step": 863
    },
    {
      "epoch": 0.00864,
      "grad_norm": 1.865833044052124,
      "grad_norm_var": 0.04098158978652009,
      "learning_rate": 0.1,
      "loss": 2.677,
      "loss/crossentropy": 2.451869249343872,
      "loss/hidden": 0.0,
      "loss/logits": 0.2251804918050766,
      "loss/reg": 0.1512734442949295,
      "step": 864
    },
    {
      "epoch": 0.00865,
      "grad_norm": 1.6002877950668335,
      "grad_norm_var": 0.044262392792282355,
      "learning_rate": 0.1,
      "loss": 2.547,
      "loss/crossentropy": 2.3392629623413086,
      "loss/hidden": 0.0,
      "loss/logits": 0.20770519971847534,
      "loss/reg": 0.1514132022857666,
      "step": 865
    },
    {
      "epoch": 0.00866,
      "grad_norm": 1.687819004058838,
      "grad_norm_var": 0.03956680795968162,
      "learning_rate": 0.1,
      "loss": 2.5192,
      "loss/crossentropy": 2.297617197036743,
      "loss/hidden": 0.0,
      "loss/logits": 0.2215721309185028,
      "loss/reg": 0.1514103263616562,
      "step": 866
    },
    {
      "epoch": 0.00867,
      "grad_norm": 1.9280664920806885,
      "grad_norm_var": 0.0393185419167357,
      "learning_rate": 0.1,
      "loss": 2.4141,
      "loss/crossentropy": 2.199082374572754,
      "loss/hidden": 0.0,
      "loss/logits": 0.21497201919555664,
      "loss/reg": 0.1515020728111267,
      "step": 867
    },
    {
      "epoch": 0.00868,
      "grad_norm": 1.854785442352295,
      "grad_norm_var": 0.03860840521024465,
      "learning_rate": 0.1,
      "loss": 2.5799,
      "loss/crossentropy": 2.3372514247894287,
      "loss/hidden": 0.0,
      "loss/logits": 0.24268124997615814,
      "loss/reg": 0.1514066755771637,
      "step": 868
    },
    {
      "epoch": 0.00869,
      "grad_norm": 1.8025046586990356,
      "grad_norm_var": 0.02762304859997068,
      "learning_rate": 0.1,
      "loss": 2.3223,
      "loss/crossentropy": 2.07796573638916,
      "loss/hidden": 0.0,
      "loss/logits": 0.24431529641151428,
      "loss/reg": 0.15148381888866425,
      "step": 869
    },
    {
      "epoch": 0.0087,
      "grad_norm": 1.789805293083191,
      "grad_norm_var": 0.02741496714067632,
      "learning_rate": 0.1,
      "loss": 2.6111,
      "loss/crossentropy": 2.3823256492614746,
      "loss/hidden": 0.0,
      "loss/logits": 0.22881478071212769,
      "loss/reg": 0.15135745704174042,
      "step": 870
    },
    {
      "epoch": 0.00871,
      "grad_norm": 1.7687875032424927,
      "grad_norm_var": 0.026149452966385843,
      "learning_rate": 0.1,
      "loss": 2.7208,
      "loss/crossentropy": 2.4916510581970215,
      "loss/hidden": 0.0,
      "loss/logits": 0.2291553020477295,
      "loss/reg": 0.1514526754617691,
      "step": 871
    },
    {
      "epoch": 0.00872,
      "grad_norm": 1.9768033027648926,
      "grad_norm_var": 0.027678858713760707,
      "learning_rate": 0.1,
      "loss": 2.9109,
      "loss/crossentropy": 2.6735622882843018,
      "loss/hidden": 0.0,
      "loss/logits": 0.23734332621097565,
      "loss/reg": 0.15148624777793884,
      "step": 872
    },
    {
      "epoch": 0.00873,
      "grad_norm": 1.786848545074463,
      "grad_norm_var": 0.013499722065898586,
      "learning_rate": 0.1,
      "loss": 2.8304,
      "loss/crossentropy": 2.617002248764038,
      "loss/hidden": 0.0,
      "loss/logits": 0.21341702342033386,
      "loss/reg": 0.15146276354789734,
      "step": 873
    },
    {
      "epoch": 0.00874,
      "grad_norm": 1.6221749782562256,
      "grad_norm_var": 0.01506273335111222,
      "learning_rate": 0.1,
      "loss": 2.6555,
      "loss/crossentropy": 2.4505650997161865,
      "loss/hidden": 0.0,
      "loss/logits": 0.2049349993467331,
      "loss/reg": 0.15147390961647034,
      "step": 874
    },
    {
      "epoch": 0.00875,
      "grad_norm": 1.7050273418426514,
      "grad_norm_var": 0.01288918552360201,
      "learning_rate": 0.1,
      "loss": 2.7407,
      "loss/crossentropy": 2.516087532043457,
      "loss/hidden": 0.0,
      "loss/logits": 0.2246524691581726,
      "loss/reg": 0.15143616497516632,
      "step": 875
    },
    {
      "epoch": 0.00876,
      "grad_norm": 1.6903328895568848,
      "grad_norm_var": 0.013124395732477426,
      "learning_rate": 0.1,
      "loss": 2.6824,
      "loss/crossentropy": 2.458852529525757,
      "loss/hidden": 0.0,
      "loss/logits": 0.223505437374115,
      "loss/reg": 0.1514623463153839,
      "step": 876
    },
    {
      "epoch": 0.00877,
      "grad_norm": 2.233574151992798,
      "grad_norm_var": 0.02710423348116251,
      "learning_rate": 0.1,
      "loss": 2.8475,
      "loss/crossentropy": 2.629608631134033,
      "loss/hidden": 0.0,
      "loss/logits": 0.2179149091243744,
      "loss/reg": 0.1514747589826584,
      "step": 877
    },
    {
      "epoch": 0.00878,
      "grad_norm": 1.9560211896896362,
      "grad_norm_var": 0.025601302674121484,
      "learning_rate": 0.1,
      "loss": 2.4437,
      "loss/crossentropy": 2.1911513805389404,
      "loss/hidden": 0.0,
      "loss/logits": 0.25255662202835083,
      "loss/reg": 0.15144562721252441,
      "step": 878
    },
    {
      "epoch": 0.00879,
      "grad_norm": 1.7304699420928955,
      "grad_norm_var": 0.02507174767371693,
      "learning_rate": 0.1,
      "loss": 2.7564,
      "loss/crossentropy": 2.512324571609497,
      "loss/hidden": 0.0,
      "loss/logits": 0.2440732717514038,
      "loss/reg": 0.15142442286014557,
      "step": 879
    },
    {
      "epoch": 0.0088,
      "grad_norm": 1.745699405670166,
      "grad_norm_var": 0.02511861496650211,
      "learning_rate": 0.1,
      "loss": 2.6068,
      "loss/crossentropy": 2.3948464393615723,
      "loss/hidden": 0.0,
      "loss/logits": 0.21190547943115234,
      "loss/reg": 0.15150921046733856,
      "step": 880
    },
    {
      "epoch": 0.00881,
      "grad_norm": 1.6994541883468628,
      "grad_norm_var": 0.02302731533941268,
      "learning_rate": 0.1,
      "loss": 2.7019,
      "loss/crossentropy": 2.4910151958465576,
      "loss/hidden": 0.0,
      "loss/logits": 0.21086427569389343,
      "loss/reg": 0.15154525637626648,
      "step": 881
    },
    {
      "epoch": 0.00882,
      "grad_norm": 1.6602249145507812,
      "grad_norm_var": 0.023528613929288098,
      "learning_rate": 0.1,
      "loss": 2.7721,
      "loss/crossentropy": 2.554807424545288,
      "loss/hidden": 0.0,
      "loss/logits": 0.2173016369342804,
      "loss/reg": 0.1514502912759781,
      "step": 882
    },
    {
      "epoch": 0.00883,
      "grad_norm": 2.0081701278686523,
      "grad_norm_var": 0.02519694630483252,
      "learning_rate": 0.1,
      "loss": 2.4442,
      "loss/crossentropy": 2.210256814956665,
      "loss/hidden": 0.0,
      "loss/logits": 0.23390710353851318,
      "loss/reg": 0.15167531371116638,
      "step": 883
    },
    {
      "epoch": 0.00884,
      "grad_norm": 1.7718380689620972,
      "grad_norm_var": 0.025180510350448295,
      "learning_rate": 0.1,
      "loss": 2.6711,
      "loss/crossentropy": 2.448080539703369,
      "loss/hidden": 0.0,
      "loss/logits": 0.22303438186645508,
      "loss/reg": 0.15152262151241302,
      "step": 884
    },
    {
      "epoch": 0.00885,
      "grad_norm": 2.6652657985687256,
      "grad_norm_var": 0.0709287547339845,
      "learning_rate": 0.1,
      "loss": 2.869,
      "loss/crossentropy": 2.6223933696746826,
      "loss/hidden": 0.0,
      "loss/logits": 0.24658727645874023,
      "loss/reg": 0.1515502780675888,
      "step": 885
    },
    {
      "epoch": 0.00886,
      "grad_norm": 1.5742336511611938,
      "grad_norm_var": 0.07594151445982404,
      "learning_rate": 0.1,
      "loss": 2.7666,
      "loss/crossentropy": 2.5660595893859863,
      "loss/hidden": 0.0,
      "loss/logits": 0.20056506991386414,
      "loss/reg": 0.15154889225959778,
      "step": 886
    },
    {
      "epoch": 0.00887,
      "grad_norm": 1.7220720052719116,
      "grad_norm_var": 0.07658178624578836,
      "learning_rate": 0.1,
      "loss": 2.7775,
      "loss/crossentropy": 2.5574543476104736,
      "loss/hidden": 0.0,
      "loss/logits": 0.2200058102607727,
      "loss/reg": 0.151584193110466,
      "step": 887
    },
    {
      "epoch": 0.00888,
      "grad_norm": 2.004910469055176,
      "grad_norm_var": 0.07711850338153561,
      "learning_rate": 0.1,
      "loss": 2.6048,
      "loss/crossentropy": 2.360004186630249,
      "loss/hidden": 0.0,
      "loss/logits": 0.24479365348815918,
      "loss/reg": 0.15153487026691437,
      "step": 888
    },
    {
      "epoch": 0.00889,
      "grad_norm": 1.7439953088760376,
      "grad_norm_var": 0.07758565372948283,
      "learning_rate": 0.1,
      "loss": 2.8182,
      "loss/crossentropy": 2.6062731742858887,
      "loss/hidden": 0.0,
      "loss/logits": 0.21197015047073364,
      "loss/reg": 0.1515517383813858,
      "step": 889
    },
    {
      "epoch": 0.0089,
      "grad_norm": 1.6648614406585693,
      "grad_norm_var": 0.07642653261261216,
      "learning_rate": 0.1,
      "loss": 2.6548,
      "loss/crossentropy": 2.445342540740967,
      "loss/hidden": 0.0,
      "loss/logits": 0.20947742462158203,
      "loss/reg": 0.15148381888866425,
      "step": 890
    },
    {
      "epoch": 0.00891,
      "grad_norm": 1.7586262226104736,
      "grad_norm_var": 0.07558068786277942,
      "learning_rate": 0.1,
      "loss": 2.7963,
      "loss/crossentropy": 2.5676562786102295,
      "loss/hidden": 0.0,
      "loss/logits": 0.22868549823760986,
      "loss/reg": 0.15150345861911774,
      "step": 891
    },
    {
      "epoch": 0.00892,
      "grad_norm": 1.8258134126663208,
      "grad_norm_var": 0.07381004817657502,
      "learning_rate": 0.1,
      "loss": 2.9439,
      "loss/crossentropy": 2.7113091945648193,
      "loss/hidden": 0.0,
      "loss/logits": 0.23255756497383118,
      "loss/reg": 0.15162353217601776,
      "step": 892
    },
    {
      "epoch": 0.00893,
      "grad_norm": 1.6332712173461914,
      "grad_norm_var": 0.06645791740460437,
      "learning_rate": 0.1,
      "loss": 2.5697,
      "loss/crossentropy": 2.358527421951294,
      "loss/hidden": 0.0,
      "loss/logits": 0.21113955974578857,
      "loss/reg": 0.15160778164863586,
      "step": 893
    },
    {
      "epoch": 0.00894,
      "grad_norm": 1.6393007040023804,
      "grad_norm_var": 0.06710189453430401,
      "learning_rate": 0.1,
      "loss": 2.4303,
      "loss/crossentropy": 2.2129173278808594,
      "loss/hidden": 0.0,
      "loss/logits": 0.2173955887556076,
      "loss/reg": 0.15161573886871338,
      "step": 894
    },
    {
      "epoch": 0.00895,
      "grad_norm": 1.7449733018875122,
      "grad_norm_var": 0.0669747589760218,
      "learning_rate": 0.1,
      "loss": 2.5455,
      "loss/crossentropy": 2.3201189041137695,
      "loss/hidden": 0.0,
      "loss/logits": 0.22542770206928253,
      "loss/reg": 0.15144580602645874,
      "step": 895
    },
    {
      "epoch": 0.00896,
      "grad_norm": 1.7077760696411133,
      "grad_norm_var": 0.06735903132595217,
      "learning_rate": 0.1,
      "loss": 2.7518,
      "loss/crossentropy": 2.5348668098449707,
      "loss/hidden": 0.0,
      "loss/logits": 0.21689267456531525,
      "loss/reg": 0.15164367854595184,
      "step": 896
    },
    {
      "epoch": 0.00897,
      "grad_norm": 1.9489948749542236,
      "grad_norm_var": 0.06785402701448688,
      "learning_rate": 0.1,
      "loss": 2.8352,
      "loss/crossentropy": 2.588930368423462,
      "loss/hidden": 0.0,
      "loss/logits": 0.246311217546463,
      "loss/reg": 0.15172646939754486,
      "step": 897
    },
    {
      "epoch": 0.00898,
      "grad_norm": 1.7753548622131348,
      "grad_norm_var": 0.0662736244574124,
      "learning_rate": 0.1,
      "loss": 2.7775,
      "loss/crossentropy": 2.5519156455993652,
      "loss/hidden": 0.0,
      "loss/logits": 0.22554878890514374,
      "loss/reg": 0.15159955620765686,
      "step": 898
    },
    {
      "epoch": 0.00899,
      "grad_norm": 1.9766134023666382,
      "grad_norm_var": 0.06556239133372326,
      "learning_rate": 0.1,
      "loss": 2.6141,
      "loss/crossentropy": 2.3787364959716797,
      "loss/hidden": 0.0,
      "loss/logits": 0.23535825312137604,
      "loss/reg": 0.1516241729259491,
      "step": 899
    },
    {
      "epoch": 0.009,
      "grad_norm": 3.171576976776123,
      "grad_norm_var": 0.17858606030574573,
      "learning_rate": 0.1,
      "loss": 3.3393,
      "loss/crossentropy": 3.0183300971984863,
      "loss/hidden": 0.0,
      "loss/logits": 0.3209747076034546,
      "loss/reg": 0.1516529619693756,
      "step": 900
    },
    {
      "epoch": 0.00901,
      "grad_norm": 1.7961993217468262,
      "grad_norm_var": 0.1382569255606156,
      "learning_rate": 0.1,
      "loss": 2.6012,
      "loss/crossentropy": 2.3923985958099365,
      "loss/hidden": 0.0,
      "loss/logits": 0.20876869559288025,
      "loss/reg": 0.15166591107845306,
      "step": 901
    },
    {
      "epoch": 0.00902,
      "grad_norm": 1.7802621126174927,
      "grad_norm_var": 0.13318240787890634,
      "learning_rate": 0.1,
      "loss": 3.0413,
      "loss/crossentropy": 2.827460527420044,
      "loss/hidden": 0.0,
      "loss/logits": 0.21379590034484863,
      "loss/reg": 0.1518196165561676,
      "step": 902
    },
    {
      "epoch": 0.00903,
      "grad_norm": 1.6559505462646484,
      "grad_norm_var": 0.13474582804570617,
      "learning_rate": 0.1,
      "loss": 2.2953,
      "loss/crossentropy": 2.102956533432007,
      "loss/hidden": 0.0,
      "loss/logits": 0.19235935807228088,
      "loss/reg": 0.1516178846359253,
      "step": 903
    },
    {
      "epoch": 0.00904,
      "grad_norm": 2.3716273307800293,
      "grad_norm_var": 0.15002711441307498,
      "learning_rate": 0.1,
      "loss": 3.0816,
      "loss/crossentropy": 2.8295743465423584,
      "loss/hidden": 0.0,
      "loss/logits": 0.25203806161880493,
      "loss/reg": 0.1517859399318695,
      "step": 904
    },
    {
      "epoch": 0.00905,
      "grad_norm": 1.7225195169448853,
      "grad_norm_var": 0.1504659973841721,
      "learning_rate": 0.1,
      "loss": 2.6744,
      "loss/crossentropy": 2.46315336227417,
      "loss/hidden": 0.0,
      "loss/logits": 0.21127071976661682,
      "loss/reg": 0.15176860988140106,
      "step": 905
    },
    {
      "epoch": 0.00906,
      "grad_norm": 1.7127317190170288,
      "grad_norm_var": 0.14919866719851071,
      "learning_rate": 0.1,
      "loss": 2.4911,
      "loss/crossentropy": 2.2734830379486084,
      "loss/hidden": 0.0,
      "loss/logits": 0.2176201194524765,
      "loss/reg": 0.1515757441520691,
      "step": 906
    },
    {
      "epoch": 0.00907,
      "grad_norm": 1.828104853630066,
      "grad_norm_var": 0.14829400777336801,
      "learning_rate": 0.1,
      "loss": 2.9355,
      "loss/crossentropy": 2.720423936843872,
      "loss/hidden": 0.0,
      "loss/logits": 0.2150929570198059,
      "loss/reg": 0.15179337561130524,
      "step": 907
    },
    {
      "epoch": 0.00908,
      "grad_norm": 1.798911213874817,
      "grad_norm_var": 0.1485809246804628,
      "learning_rate": 0.1,
      "loss": 2.6175,
      "loss/crossentropy": 2.384119987487793,
      "loss/hidden": 0.0,
      "loss/logits": 0.23336076736450195,
      "loss/reg": 0.1517447531223297,
      "step": 908
    },
    {
      "epoch": 0.00909,
      "grad_norm": 1.6159745454788208,
      "grad_norm_var": 0.14919518046391378,
      "learning_rate": 0.1,
      "loss": 2.6471,
      "loss/crossentropy": 2.4449269771575928,
      "loss/hidden": 0.0,
      "loss/logits": 0.20216551423072815,
      "loss/reg": 0.1517157405614853,
      "step": 909
    },
    {
      "epoch": 0.0091,
      "grad_norm": 1.8443286418914795,
      "grad_norm_var": 0.144957337469526,
      "learning_rate": 0.1,
      "loss": 2.4973,
      "loss/crossentropy": 2.26932692527771,
      "loss/hidden": 0.0,
      "loss/logits": 0.22793231904506683,
      "loss/reg": 0.15166865289211273,
      "step": 910
    },
    {
      "epoch": 0.00911,
      "grad_norm": 1.828259825706482,
      "grad_norm_var": 0.14363330555165324,
      "learning_rate": 0.1,
      "loss": 2.7195,
      "loss/crossentropy": 2.4848718643188477,
      "loss/hidden": 0.0,
      "loss/logits": 0.23460876941680908,
      "loss/reg": 0.15173785388469696,
      "step": 911
    },
    {
      "epoch": 0.00912,
      "grad_norm": 2.4518802165985107,
      "grad_norm_var": 0.1583294393605397,
      "learning_rate": 0.1,
      "loss": 2.7125,
      "loss/crossentropy": 2.4464292526245117,
      "loss/hidden": 0.0,
      "loss/logits": 0.266059935092926,
      "loss/reg": 0.15187551081180573,
      "step": 912
    },
    {
      "epoch": 0.00913,
      "grad_norm": 1.7201437950134277,
      "grad_norm_var": 0.1617846235466421,
      "learning_rate": 0.1,
      "loss": 2.5454,
      "loss/crossentropy": 2.3176207542419434,
      "loss/hidden": 0.0,
      "loss/logits": 0.2278132140636444,
      "loss/reg": 0.1516762524843216,
      "step": 913
    },
    {
      "epoch": 0.00914,
      "grad_norm": 1.850110650062561,
      "grad_norm_var": 0.1604863069633637,
      "learning_rate": 0.1,
      "loss": 2.5676,
      "loss/crossentropy": 2.3167519569396973,
      "loss/hidden": 0.0,
      "loss/logits": 0.25087612867355347,
      "loss/reg": 0.15167440474033356,
      "step": 914
    },
    {
      "epoch": 0.00915,
      "grad_norm": 1.7149795293807983,
      "grad_norm_var": 0.1636730822726955,
      "learning_rate": 0.1,
      "loss": 2.4139,
      "loss/crossentropy": 2.200120449066162,
      "loss/hidden": 0.0,
      "loss/logits": 0.21378323435783386,
      "loss/reg": 0.15190301835536957,
      "step": 915
    },
    {
      "epoch": 0.00916,
      "grad_norm": 1.897722601890564,
      "grad_norm_var": 0.054039198047092896,
      "learning_rate": 0.1,
      "loss": 2.7554,
      "loss/crossentropy": 2.523404598236084,
      "loss/hidden": 0.0,
      "loss/logits": 0.2319614142179489,
      "loss/reg": 0.1518702208995819,
      "step": 916
    },
    {
      "epoch": 0.00917,
      "grad_norm": 1.9186159372329712,
      "grad_norm_var": 0.05410816689822765,
      "learning_rate": 0.1,
      "loss": 2.9598,
      "loss/crossentropy": 2.717954397201538,
      "loss/hidden": 0.0,
      "loss/logits": 0.24185343086719513,
      "loss/reg": 0.15173277258872986,
      "step": 917
    },
    {
      "epoch": 0.00918,
      "grad_norm": 1.772187352180481,
      "grad_norm_var": 0.05419486896133675,
      "learning_rate": 0.1,
      "loss": 2.8165,
      "loss/crossentropy": 2.578883171081543,
      "loss/hidden": 0.0,
      "loss/logits": 0.23761451244354248,
      "loss/reg": 0.1518423855304718,
      "step": 918
    },
    {
      "epoch": 0.00919,
      "grad_norm": 1.8386093378067017,
      "grad_norm_var": 0.05139577732893083,
      "learning_rate": 0.1,
      "loss": 2.7472,
      "loss/crossentropy": 2.526249885559082,
      "loss/hidden": 0.0,
      "loss/logits": 0.22093181312084198,
      "loss/reg": 0.1517849713563919,
      "step": 919
    },
    {
      "epoch": 0.0092,
      "grad_norm": 1.8304262161254883,
      "grad_norm_var": 0.03335428855927087,
      "learning_rate": 0.1,
      "loss": 2.5102,
      "loss/crossentropy": 2.2870755195617676,
      "loss/hidden": 0.0,
      "loss/logits": 0.2231561243534088,
      "loss/reg": 0.15178850293159485,
      "step": 920
    },
    {
      "epoch": 0.00921,
      "grad_norm": 1.6935133934020996,
      "grad_norm_var": 0.03383838616345442,
      "learning_rate": 0.1,
      "loss": 2.9663,
      "loss/crossentropy": 2.7505202293395996,
      "loss/hidden": 0.0,
      "loss/logits": 0.21575099229812622,
      "loss/reg": 0.151752308011055,
      "step": 921
    },
    {
      "epoch": 0.00922,
      "grad_norm": 1.726082444190979,
      "grad_norm_var": 0.033636716574486476,
      "learning_rate": 0.1,
      "loss": 2.7678,
      "loss/crossentropy": 2.555203914642334,
      "loss/hidden": 0.0,
      "loss/logits": 0.21259337663650513,
      "loss/reg": 0.15180544555187225,
      "step": 922
    },
    {
      "epoch": 0.00923,
      "grad_norm": 1.9385335445404053,
      "grad_norm_var": 0.034325094327211286,
      "learning_rate": 0.1,
      "loss": 2.5126,
      "loss/crossentropy": 2.274322509765625,
      "loss/hidden": 0.0,
      "loss/logits": 0.23827750980854034,
      "loss/reg": 0.15187132358551025,
      "step": 923
    },
    {
      "epoch": 0.00924,
      "grad_norm": 1.7582217454910278,
      "grad_norm_var": 0.0346515835142912,
      "learning_rate": 0.1,
      "loss": 2.5267,
      "loss/crossentropy": 2.2920174598693848,
      "loss/hidden": 0.0,
      "loss/logits": 0.23463678359985352,
      "loss/reg": 0.1518162190914154,
      "step": 924
    },
    {
      "epoch": 0.00925,
      "grad_norm": 1.6704492568969727,
      "grad_norm_var": 0.033228233429720845,
      "learning_rate": 0.1,
      "loss": 2.838,
      "loss/crossentropy": 2.6272783279418945,
      "loss/hidden": 0.0,
      "loss/logits": 0.21072882413864136,
      "loss/reg": 0.15173053741455078,
      "step": 925
    },
    {
      "epoch": 0.00926,
      "grad_norm": 1.5782722234725952,
      "grad_norm_var": 0.03752998737509922,
      "learning_rate": 0.1,
      "loss": 2.6325,
      "loss/crossentropy": 2.4263346195220947,
      "loss/hidden": 0.0,
      "loss/logits": 0.20614410936832428,
      "loss/reg": 0.15190660953521729,
      "step": 926
    },
    {
      "epoch": 0.00927,
      "grad_norm": 1.894101619720459,
      "grad_norm_var": 0.03783613119460553,
      "learning_rate": 0.1,
      "loss": 2.8579,
      "loss/crossentropy": 2.6345279216766357,
      "loss/hidden": 0.0,
      "loss/logits": 0.223392516374588,
      "loss/reg": 0.15189293026924133,
      "step": 927
    },
    {
      "epoch": 0.00928,
      "grad_norm": 2.1781187057495117,
      "grad_norm_var": 0.019760976634764362,
      "learning_rate": 0.1,
      "loss": 2.7061,
      "loss/crossentropy": 2.4536638259887695,
      "loss/hidden": 0.0,
      "loss/logits": 0.2523956894874573,
      "loss/reg": 0.1518169641494751,
      "step": 928
    },
    {
      "epoch": 0.00929,
      "grad_norm": 1.7708848714828491,
      "grad_norm_var": 0.019305478406016617,
      "learning_rate": 0.1,
      "loss": 2.6017,
      "loss/crossentropy": 2.385331153869629,
      "loss/hidden": 0.0,
      "loss/logits": 0.21638329327106476,
      "loss/reg": 0.15177251398563385,
      "step": 929
    },
    {
      "epoch": 0.0093,
      "grad_norm": 1.8832210302352905,
      "grad_norm_var": 0.019531530924202182,
      "learning_rate": 0.1,
      "loss": 2.3697,
      "loss/crossentropy": 2.1488101482391357,
      "loss/hidden": 0.0,
      "loss/logits": 0.22087591886520386,
      "loss/reg": 0.15202932059764862,
      "step": 930
    },
    {
      "epoch": 0.00931,
      "grad_norm": 1.5858062505722046,
      "grad_norm_var": 0.022322822237683938,
      "learning_rate": 0.1,
      "loss": 2.3714,
      "loss/crossentropy": 2.1723973751068115,
      "loss/hidden": 0.0,
      "loss/logits": 0.1990160495042801,
      "loss/reg": 0.15185227990150452,
      "step": 931
    },
    {
      "epoch": 0.00932,
      "grad_norm": 1.7634512186050415,
      "grad_norm_var": 0.021850903390696886,
      "learning_rate": 0.1,
      "loss": 2.7311,
      "loss/crossentropy": 2.5095791816711426,
      "loss/hidden": 0.0,
      "loss/logits": 0.2215052843093872,
      "loss/reg": 0.1519194096326828,
      "step": 932
    },
    {
      "epoch": 0.00933,
      "grad_norm": 1.6721258163452148,
      "grad_norm_var": 0.02175090246909542,
      "learning_rate": 0.1,
      "loss": 2.8286,
      "loss/crossentropy": 2.6169848442077637,
      "loss/hidden": 0.0,
      "loss/logits": 0.21162506937980652,
      "loss/reg": 0.1519974172115326,
      "step": 933
    },
    {
      "epoch": 0.00934,
      "grad_norm": 1.8768491744995117,
      "grad_norm_var": 0.02226196289900576,
      "learning_rate": 0.1,
      "loss": 3.1066,
      "loss/crossentropy": 2.8633530139923096,
      "loss/hidden": 0.0,
      "loss/logits": 0.24328918755054474,
      "loss/reg": 0.1519625335931778,
      "step": 934
    },
    {
      "epoch": 0.00935,
      "grad_norm": 2.065946340560913,
      "grad_norm_var": 0.026930157892601336,
      "learning_rate": 0.1,
      "loss": 2.9589,
      "loss/crossentropy": 2.7255752086639404,
      "loss/hidden": 0.0,
      "loss/logits": 0.23329448699951172,
      "loss/reg": 0.1518731713294983,
      "step": 935
    },
    {
      "epoch": 0.00936,
      "grad_norm": 1.7530063390731812,
      "grad_norm_var": 0.027046180269890623,
      "learning_rate": 0.1,
      "loss": 2.5289,
      "loss/crossentropy": 2.3079566955566406,
      "loss/hidden": 0.0,
      "loss/logits": 0.22095265984535217,
      "loss/reg": 0.15193763375282288,
      "step": 936
    },
    {
      "epoch": 0.00937,
      "grad_norm": 1.751245141029358,
      "grad_norm_var": 0.02643067248569929,
      "learning_rate": 0.1,
      "loss": 2.8463,
      "loss/crossentropy": 2.6235086917877197,
      "loss/hidden": 0.0,
      "loss/logits": 0.22283971309661865,
      "loss/reg": 0.1518317610025406,
      "step": 937
    },
    {
      "epoch": 0.00938,
      "grad_norm": 1.9708318710327148,
      "grad_norm_var": 0.0276271383923356,
      "learning_rate": 0.1,
      "loss": 2.6227,
      "loss/crossentropy": 2.3812296390533447,
      "loss/hidden": 0.0,
      "loss/logits": 0.24146738648414612,
      "loss/reg": 0.15186211466789246,
      "step": 938
    },
    {
      "epoch": 0.00939,
      "grad_norm": 1.7769073247909546,
      "grad_norm_var": 0.026693376694053406,
      "learning_rate": 0.1,
      "loss": 2.5096,
      "loss/crossentropy": 2.2793614864349365,
      "loss/hidden": 0.0,
      "loss/logits": 0.23025177419185638,
      "loss/reg": 0.1519736647605896,
      "step": 939
    },
    {
      "epoch": 0.0094,
      "grad_norm": 1.971938133239746,
      "grad_norm_var": 0.02809140583977765,
      "learning_rate": 0.1,
      "loss": 2.6183,
      "loss/crossentropy": 2.361912727355957,
      "loss/hidden": 0.0,
      "loss/logits": 0.2563827633857727,
      "loss/reg": 0.15198439359664917,
      "step": 940
    },
    {
      "epoch": 0.00941,
      "grad_norm": 1.734709620475769,
      "grad_norm_var": 0.027045025165358005,
      "learning_rate": 0.1,
      "loss": 2.6079,
      "loss/crossentropy": 2.382603168487549,
      "loss/hidden": 0.0,
      "loss/logits": 0.22526073455810547,
      "loss/reg": 0.15194866061210632,
      "step": 941
    },
    {
      "epoch": 0.00942,
      "grad_norm": 1.6385562419891357,
      "grad_norm_var": 0.025275222037608576,
      "learning_rate": 0.1,
      "loss": 2.5931,
      "loss/crossentropy": 2.385246753692627,
      "loss/hidden": 0.0,
      "loss/logits": 0.20786648988723755,
      "loss/reg": 0.15204212069511414,
      "step": 942
    },
    {
      "epoch": 0.00943,
      "grad_norm": 1.6411834955215454,
      "grad_norm_var": 0.02712776239141584,
      "learning_rate": 0.1,
      "loss": 2.5944,
      "loss/crossentropy": 2.3896472454071045,
      "loss/hidden": 0.0,
      "loss/logits": 0.2047324925661087,
      "loss/reg": 0.15192319452762604,
      "step": 943
    },
    {
      "epoch": 0.00944,
      "grad_norm": 2.2787599563598633,
      "grad_norm_var": 0.03263780971972583,
      "learning_rate": 0.1,
      "loss": 3.629,
      "loss/crossentropy": 3.4106805324554443,
      "loss/hidden": 0.0,
      "loss/logits": 0.21832598745822906,
      "loss/reg": 0.15213294327259064,
      "step": 944
    },
    {
      "epoch": 0.00945,
      "grad_norm": 1.6873010396957397,
      "grad_norm_var": 0.033632557354250456,
      "learning_rate": 0.1,
      "loss": 2.6945,
      "loss/crossentropy": 2.4706761837005615,
      "loss/hidden": 0.0,
      "loss/logits": 0.22385725378990173,
      "loss/reg": 0.1520669162273407,
      "step": 945
    },
    {
      "epoch": 0.00946,
      "grad_norm": 1.9756712913513184,
      "grad_norm_var": 0.03499856731846549,
      "learning_rate": 0.1,
      "loss": 2.794,
      "loss/crossentropy": 2.5755763053894043,
      "loss/hidden": 0.0,
      "loss/logits": 0.21842074394226074,
      "loss/reg": 0.15193140506744385,
      "step": 946
    },
    {
      "epoch": 0.00947,
      "grad_norm": 1.8527393341064453,
      "grad_norm_var": 0.031062658755957706,
      "learning_rate": 0.1,
      "loss": 2.8215,
      "loss/crossentropy": 2.6194565296173096,
      "loss/hidden": 0.0,
      "loss/logits": 0.20199859142303467,
      "loss/reg": 0.15207552909851074,
      "step": 947
    },
    {
      "epoch": 0.00948,
      "grad_norm": 1.674757957458496,
      "grad_norm_var": 0.032438292935995365,
      "learning_rate": 0.1,
      "loss": 2.6683,
      "loss/crossentropy": 2.4555649757385254,
      "loss/hidden": 0.0,
      "loss/logits": 0.2127261757850647,
      "loss/reg": 0.15201851725578308,
      "step": 948
    },
    {
      "epoch": 0.00949,
      "grad_norm": 1.9119518995285034,
      "grad_norm_var": 0.030899767857665416,
      "learning_rate": 0.1,
      "loss": 2.5786,
      "loss/crossentropy": 2.3483386039733887,
      "loss/hidden": 0.0,
      "loss/logits": 0.23023086786270142,
      "loss/reg": 0.15204684436321259,
      "step": 949
    },
    {
      "epoch": 0.0095,
      "grad_norm": 1.7950687408447266,
      "grad_norm_var": 0.03099935027051964,
      "learning_rate": 0.1,
      "loss": 2.4949,
      "loss/crossentropy": 2.2699592113494873,
      "loss/hidden": 0.0,
      "loss/logits": 0.2249831259250641,
      "loss/reg": 0.15197406709194183,
      "step": 950
    },
    {
      "epoch": 0.00951,
      "grad_norm": 2.099536895751953,
      "grad_norm_var": 0.03207046794753546,
      "learning_rate": 0.1,
      "loss": 2.7914,
      "loss/crossentropy": 2.5401554107666016,
      "loss/hidden": 0.0,
      "loss/logits": 0.2512205243110657,
      "loss/reg": 0.15196606516838074,
      "step": 951
    },
    {
      "epoch": 0.00952,
      "grad_norm": 1.9187355041503906,
      "grad_norm_var": 0.03176235654916392,
      "learning_rate": 0.1,
      "loss": 2.8771,
      "loss/crossentropy": 2.6496472358703613,
      "loss/hidden": 0.0,
      "loss/logits": 0.22747257351875305,
      "loss/reg": 0.15210643410682678,
      "step": 952
    },
    {
      "epoch": 0.00953,
      "grad_norm": 2.0391948223114014,
      "grad_norm_var": 0.03296130803944657,
      "learning_rate": 0.1,
      "loss": 2.7811,
      "loss/crossentropy": 2.540827751159668,
      "loss/hidden": 0.0,
      "loss/logits": 0.24023352563381195,
      "loss/reg": 0.15205425024032593,
      "step": 953
    },
    {
      "epoch": 0.00954,
      "grad_norm": 1.9917867183685303,
      "grad_norm_var": 0.03326211961624489,
      "learning_rate": 0.1,
      "loss": 2.5003,
      "loss/crossentropy": 2.2541849613189697,
      "loss/hidden": 0.0,
      "loss/logits": 0.24608798325061798,
      "loss/reg": 0.1521024852991104,
      "step": 954
    },
    {
      "epoch": 0.00955,
      "grad_norm": 1.6118721961975098,
      "grad_norm_var": 0.037107500335859335,
      "learning_rate": 0.1,
      "loss": 2.5861,
      "loss/crossentropy": 2.3877437114715576,
      "loss/hidden": 0.0,
      "loss/logits": 0.19836172461509705,
      "loss/reg": 0.15207068622112274,
      "step": 955
    },
    {
      "epoch": 0.00956,
      "grad_norm": 2.2274155616760254,
      "grad_norm_var": 0.04486406543868782,
      "learning_rate": 0.1,
      "loss": 2.6224,
      "loss/crossentropy": 2.389625310897827,
      "loss/hidden": 0.0,
      "loss/logits": 0.23273301124572754,
      "loss/reg": 0.15192876756191254,
      "step": 956
    },
    {
      "epoch": 0.00957,
      "grad_norm": 1.6840041875839233,
      "grad_norm_var": 0.04600670311299382,
      "learning_rate": 0.1,
      "loss": 2.7703,
      "loss/crossentropy": 2.5624279975891113,
      "loss/hidden": 0.0,
      "loss/logits": 0.20791786909103394,
      "loss/reg": 0.15210209786891937,
      "step": 957
    },
    {
      "epoch": 0.00958,
      "grad_norm": 1.5767619609832764,
      "grad_norm_var": 0.04820817230487743,
      "learning_rate": 0.1,
      "loss": 2.5739,
      "loss/crossentropy": 2.369368076324463,
      "loss/hidden": 0.0,
      "loss/logits": 0.2045065015554428,
      "loss/reg": 0.15214532613754272,
      "step": 958
    },
    {
      "epoch": 0.00959,
      "grad_norm": 1.5548317432403564,
      "grad_norm_var": 0.051342340654793324,
      "learning_rate": 0.1,
      "loss": 2.6556,
      "loss/crossentropy": 2.3910350799560547,
      "loss/hidden": 0.0,
      "loss/logits": 0.2645493447780609,
      "loss/reg": 0.1521218866109848,
      "step": 959
    },
    {
      "epoch": 0.0096,
      "grad_norm": 1.5721207857131958,
      "grad_norm_var": 0.04380499918990092,
      "learning_rate": 0.1,
      "loss": 2.8639,
      "loss/crossentropy": 2.679495096206665,
      "loss/hidden": 0.0,
      "loss/logits": 0.18439072370529175,
      "loss/reg": 0.15199697017669678,
      "step": 960
    },
    {
      "epoch": 0.00961,
      "grad_norm": 1.6949290037155151,
      "grad_norm_var": 0.04367025601913852,
      "learning_rate": 0.1,
      "loss": 2.7364,
      "loss/crossentropy": 2.520474672317505,
      "loss/hidden": 0.0,
      "loss/logits": 0.21596890687942505,
      "loss/reg": 0.1521150767803192,
      "step": 961
    },
    {
      "epoch": 0.00962,
      "grad_norm": 1.7289111614227295,
      "grad_norm_var": 0.04248033531650795,
      "learning_rate": 0.1,
      "loss": 2.7928,
      "loss/crossentropy": 2.578625440597534,
      "loss/hidden": 0.0,
      "loss/logits": 0.21414420008659363,
      "loss/reg": 0.1520446538925171,
      "step": 962
    },
    {
      "epoch": 0.00963,
      "grad_norm": 1.8694390058517456,
      "grad_norm_var": 0.042596461829378464,
      "learning_rate": 0.1,
      "loss": 2.7314,
      "loss/crossentropy": 2.5003855228424072,
      "loss/hidden": 0.0,
      "loss/logits": 0.2310074269771576,
      "loss/reg": 0.15215134620666504,
      "step": 963
    },
    {
      "epoch": 0.00964,
      "grad_norm": 1.675666093826294,
      "grad_norm_var": 0.042580203314122815,
      "learning_rate": 0.1,
      "loss": 2.6102,
      "loss/crossentropy": 2.366222620010376,
      "loss/hidden": 0.0,
      "loss/logits": 0.24394306540489197,
      "loss/reg": 0.15221883356571198,
      "step": 964
    },
    {
      "epoch": 0.00965,
      "grad_norm": 1.69108247756958,
      "grad_norm_var": 0.04261244390599449,
      "learning_rate": 0.1,
      "loss": 2.8257,
      "loss/crossentropy": 2.613560676574707,
      "loss/hidden": 0.0,
      "loss/logits": 0.21218189597129822,
      "loss/reg": 0.15201933681964874,
      "step": 965
    },
    {
      "epoch": 0.00966,
      "grad_norm": 1.7221252918243408,
      "grad_norm_var": 0.04295122542294602,
      "learning_rate": 0.1,
      "loss": 2.5082,
      "loss/crossentropy": 2.2699313163757324,
      "loss/hidden": 0.0,
      "loss/logits": 0.23822391033172607,
      "loss/reg": 0.15223154425621033,
      "step": 966
    },
    {
      "epoch": 0.00967,
      "grad_norm": 1.7041839361190796,
      "grad_norm_var": 0.0364640443460719,
      "learning_rate": 0.1,
      "loss": 2.6471,
      "loss/crossentropy": 2.414999485015869,
      "loss/hidden": 0.0,
      "loss/logits": 0.23212993144989014,
      "loss/reg": 0.15211285650730133,
      "step": 967
    },
    {
      "epoch": 0.00968,
      "grad_norm": 1.8748183250427246,
      "grad_norm_var": 0.035692811553216984,
      "learning_rate": 0.1,
      "loss": 2.9063,
      "loss/crossentropy": 2.6657252311706543,
      "loss/hidden": 0.0,
      "loss/logits": 0.2405734807252884,
      "loss/reg": 0.15213453769683838,
      "step": 968
    },
    {
      "epoch": 0.00969,
      "grad_norm": 1.8031322956085205,
      "grad_norm_var": 0.03050434422646801,
      "learning_rate": 0.1,
      "loss": 2.5427,
      "loss/crossentropy": 2.3174121379852295,
      "loss/hidden": 0.0,
      "loss/logits": 0.22524681687355042,
      "loss/reg": 0.15223067998886108,
      "step": 969
    },
    {
      "epoch": 0.0097,
      "grad_norm": 1.5883830785751343,
      "grad_norm_var": 0.02761335388845983,
      "learning_rate": 0.1,
      "loss": 2.7745,
      "loss/crossentropy": 2.5567333698272705,
      "loss/hidden": 0.0,
      "loss/logits": 0.21776434779167175,
      "loss/reg": 0.15216635167598724,
      "step": 970
    },
    {
      "epoch": 0.00971,
      "grad_norm": 1.7091857194900513,
      "grad_norm_var": 0.026753856083559846,
      "learning_rate": 0.1,
      "loss": 2.5377,
      "loss/crossentropy": 2.3131892681121826,
      "loss/hidden": 0.0,
      "loss/logits": 0.22454933822155,
      "loss/reg": 0.15221859514713287,
      "step": 971
    },
    {
      "epoch": 0.00972,
      "grad_norm": 1.6447182893753052,
      "grad_norm_var": 0.009314557959134835,
      "learning_rate": 0.1,
      "loss": 2.8219,
      "loss/crossentropy": 2.6119890213012695,
      "loss/hidden": 0.0,
      "loss/logits": 0.20989596843719482,
      "loss/reg": 0.1521187722682953,
      "step": 972
    },
    {
      "epoch": 0.00973,
      "grad_norm": 1.521199345588684,
      "grad_norm_var": 0.011174959644570019,
      "learning_rate": 0.1,
      "loss": 2.5971,
      "loss/crossentropy": 2.3898251056671143,
      "loss/hidden": 0.0,
      "loss/logits": 0.2072967141866684,
      "loss/reg": 0.15229454636573792,
      "step": 973
    },
    {
      "epoch": 0.00974,
      "grad_norm": 1.982746958732605,
      "grad_norm_var": 0.015713839254212717,
      "learning_rate": 0.1,
      "loss": 2.5385,
      "loss/crossentropy": 2.297492265701294,
      "loss/hidden": 0.0,
      "loss/logits": 0.24098548293113708,
      "loss/reg": 0.152153879404068,
      "step": 974
    },
    {
      "epoch": 0.00975,
      "grad_norm": 1.731439232826233,
      "grad_norm_var": 0.014042529806266657,
      "learning_rate": 0.1,
      "loss": 2.7375,
      "loss/crossentropy": 2.509065866470337,
      "loss/hidden": 0.0,
      "loss/logits": 0.2284477800130844,
      "loss/reg": 0.15217019617557526,
      "step": 975
    },
    {
      "epoch": 0.00976,
      "grad_norm": 1.769273042678833,
      "grad_norm_var": 0.012594271501907823,
      "learning_rate": 0.1,
      "loss": 2.6801,
      "loss/crossentropy": 2.4693803787231445,
      "loss/hidden": 0.0,
      "loss/logits": 0.21069443225860596,
      "loss/reg": 0.15223300457000732,
      "step": 976
    },
    {
      "epoch": 0.00977,
      "grad_norm": 1.7092992067337036,
      "grad_norm_var": 0.012536240709094612,
      "learning_rate": 0.1,
      "loss": 2.7206,
      "loss/crossentropy": 2.490663766860962,
      "loss/hidden": 0.0,
      "loss/logits": 0.22993411123752594,
      "loss/reg": 0.15214157104492188,
      "step": 977
    },
    {
      "epoch": 0.00978,
      "grad_norm": 1.7134039402008057,
      "grad_norm_var": 0.012559414834582998,
      "learning_rate": 0.1,
      "loss": 2.5615,
      "loss/crossentropy": 2.342837333679199,
      "loss/hidden": 0.0,
      "loss/logits": 0.21865780651569366,
      "loss/reg": 0.15224945545196533,
      "step": 978
    },
    {
      "epoch": 0.00979,
      "grad_norm": 1.8809362649917603,
      "grad_norm_var": 0.012778548502409079,
      "learning_rate": 0.1,
      "loss": 2.8899,
      "loss/crossentropy": 2.6709282398223877,
      "loss/hidden": 0.0,
      "loss/logits": 0.2189548909664154,
      "loss/reg": 0.152319073677063,
      "step": 979
    },
    {
      "epoch": 0.0098,
      "grad_norm": 1.9110846519470215,
      "grad_norm_var": 0.014455323436797526,
      "learning_rate": 0.1,
      "loss": 2.4073,
      "loss/crossentropy": 2.1703274250030518,
      "loss/hidden": 0.0,
      "loss/logits": 0.23699511587619781,
      "loss/reg": 0.15227392315864563,
      "step": 980
    },
    {
      "epoch": 0.00981,
      "grad_norm": 1.5887112617492676,
      "grad_norm_var": 0.015877836771995568,
      "learning_rate": 0.1,
      "loss": 2.6137,
      "loss/crossentropy": 2.3956210613250732,
      "loss/hidden": 0.0,
      "loss/logits": 0.21806836128234863,
      "loss/reg": 0.1522170901298523,
      "step": 981
    },
    {
      "epoch": 0.00982,
      "grad_norm": 1.545395851135254,
      "grad_norm_var": 0.018272678243892376,
      "learning_rate": 0.1,
      "loss": 2.6177,
      "loss/crossentropy": 2.4133400917053223,
      "loss/hidden": 0.0,
      "loss/logits": 0.2043379545211792,
      "loss/reg": 0.15220846235752106,
      "step": 982
    },
    {
      "epoch": 0.00983,
      "grad_norm": 1.6206599473953247,
      "grad_norm_var": 0.01899474196982324,
      "learning_rate": 0.1,
      "loss": 2.604,
      "loss/crossentropy": 2.3965511322021484,
      "loss/hidden": 0.0,
      "loss/logits": 0.20746548473834991,
      "loss/reg": 0.1522972583770752,
      "step": 983
    },
    {
      "epoch": 0.00984,
      "grad_norm": 1.6314990520477295,
      "grad_norm_var": 0.01782313687711549,
      "learning_rate": 0.1,
      "loss": 2.602,
      "loss/crossentropy": 2.3807995319366455,
      "loss/hidden": 0.0,
      "loss/logits": 0.22123152017593384,
      "loss/reg": 0.15230204164981842,
      "step": 984
    },
    {
      "epoch": 0.00985,
      "grad_norm": 1.6598889827728271,
      "grad_norm_var": 0.017316146575559264,
      "learning_rate": 0.1,
      "loss": 3.0089,
      "loss/crossentropy": 2.790135383605957,
      "loss/hidden": 0.0,
      "loss/logits": 0.21872150897979736,
      "loss/reg": 0.1522573083639145,
      "step": 985
    },
    {
      "epoch": 0.00986,
      "grad_norm": 1.698798656463623,
      "grad_norm_var": 0.016427688792159025,
      "learning_rate": 0.1,
      "loss": 2.8418,
      "loss/crossentropy": 2.6150970458984375,
      "loss/hidden": 0.0,
      "loss/logits": 0.22669515013694763,
      "loss/reg": 0.1524110585451126,
      "step": 986
    },
    {
      "epoch": 0.00987,
      "grad_norm": 1.9350906610488892,
      "grad_norm_var": 0.019671341449357508,
      "learning_rate": 0.1,
      "loss": 2.622,
      "loss/crossentropy": 2.391024589538574,
      "loss/hidden": 0.0,
      "loss/logits": 0.23092934489250183,
      "loss/reg": 0.1523534059524536,
      "step": 987
    },
    {
      "epoch": 0.00988,
      "grad_norm": 1.5841007232666016,
      "grad_norm_var": 0.02052164650872938,
      "learning_rate": 0.1,
      "loss": 2.6656,
      "loss/crossentropy": 2.4377593994140625,
      "loss/hidden": 0.0,
      "loss/logits": 0.2278522402048111,
      "loss/reg": 0.15228508412837982,
      "step": 988
    },
    {
      "epoch": 0.00989,
      "grad_norm": 2.7904202938079834,
      "grad_norm_var": 0.08794709350955993,
      "learning_rate": 0.1,
      "loss": 2.8781,
      "loss/crossentropy": 2.5933585166931152,
      "loss/hidden": 0.0,
      "loss/logits": 0.28478509187698364,
      "loss/reg": 0.15240223705768585,
      "step": 989
    },
    {
      "epoch": 0.0099,
      "grad_norm": 1.8948380947113037,
      "grad_norm_var": 0.08625346614631055,
      "learning_rate": 0.1,
      "loss": 2.4918,
      "loss/crossentropy": 2.258913993835449,
      "loss/hidden": 0.0,
      "loss/logits": 0.23290902376174927,
      "loss/reg": 0.15240952372550964,
      "step": 990
    },
    {
      "epoch": 0.00991,
      "grad_norm": 1.6940659284591675,
      "grad_norm_var": 0.08664031470375301,
      "learning_rate": 0.1,
      "loss": 2.57,
      "loss/crossentropy": 2.3558802604675293,
      "loss/hidden": 0.0,
      "loss/logits": 0.2140781581401825,
      "loss/reg": 0.15233653783798218,
      "step": 991
    },
    {
      "epoch": 0.00992,
      "grad_norm": 1.633371114730835,
      "grad_norm_var": 0.08815603155189435,
      "learning_rate": 0.1,
      "loss": 2.7131,
      "loss/crossentropy": 2.5057554244995117,
      "loss/hidden": 0.0,
      "loss/logits": 0.20731468498706818,
      "loss/reg": 0.15228934586048126,
      "step": 992
    },
    {
      "epoch": 0.00993,
      "grad_norm": 1.6418057680130005,
      "grad_norm_var": 0.08908349157937506,
      "learning_rate": 0.1,
      "loss": 2.5969,
      "loss/crossentropy": 2.3828420639038086,
      "loss/hidden": 0.0,
      "loss/logits": 0.2140577733516693,
      "loss/reg": 0.15232902765274048,
      "step": 993
    },
    {
      "epoch": 0.00994,
      "grad_norm": 1.8615351915359497,
      "grad_norm_var": 0.08920863315119215,
      "learning_rate": 0.1,
      "loss": 2.8429,
      "loss/crossentropy": 2.594074249267578,
      "loss/hidden": 0.0,
      "loss/logits": 0.24883317947387695,
      "loss/reg": 0.1523798108100891,
      "step": 994
    },
    {
      "epoch": 0.00995,
      "grad_norm": 1.783341646194458,
      "grad_norm_var": 0.0885654698482184,
      "learning_rate": 0.1,
      "loss": 2.6152,
      "loss/crossentropy": 2.397364377975464,
      "loss/hidden": 0.0,
      "loss/logits": 0.21784093976020813,
      "loss/reg": 0.15237665176391602,
      "step": 995
    },
    {
      "epoch": 0.00996,
      "grad_norm": 1.713290810585022,
      "grad_norm_var": 0.0875447006733765,
      "learning_rate": 0.1,
      "loss": 2.7776,
      "loss/crossentropy": 2.554166793823242,
      "loss/hidden": 0.0,
      "loss/logits": 0.22345495223999023,
      "loss/reg": 0.15242858231067657,
      "step": 996
    },
    {
      "epoch": 0.00997,
      "grad_norm": 1.8568384647369385,
      "grad_norm_var": 0.08565333188954369,
      "learning_rate": 0.1,
      "loss": 2.7547,
      "loss/crossentropy": 2.5045394897460938,
      "loss/hidden": 0.0,
      "loss/logits": 0.2501196265220642,
      "loss/reg": 0.15244552493095398,
      "step": 997
    },
    {
      "epoch": 0.00998,
      "grad_norm": 1.7091144323349,
      "grad_norm_var": 0.08211875930964958,
      "learning_rate": 0.1,
      "loss": 2.777,
      "loss/crossentropy": 2.565586566925049,
      "loss/hidden": 0.0,
      "loss/logits": 0.21137075126171112,
      "loss/reg": 0.1524423360824585,
      "step": 998
    },
    {
      "epoch": 0.00999,
      "grad_norm": 1.8013511896133423,
      "grad_norm_var": 0.07997618837147887,
      "learning_rate": 0.1,
      "loss": 2.591,
      "loss/crossentropy": 2.392230987548828,
      "loss/hidden": 0.0,
      "loss/logits": 0.19876420497894287,
      "loss/reg": 0.15232834219932556,
      "step": 999
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.638023853302002,
      "grad_norm_var": 0.07982739951320064,
      "learning_rate": 0.1,
      "loss": 2.5326,
      "loss/crossentropy": 2.3327131271362305,
      "loss/hidden": 0.0,
      "loss/logits": 0.19983986020088196,
      "loss/reg": 0.1524507850408554,
      "step": 1000
    }
  ],
  "logging_steps": 1,
  "max_steps": 100000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": true,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.28811723128832e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}