| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.025, |
| "eval_steps": 500, |
| "global_step": 1000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 2.5e-05, |
| "grad_norm": 1860.177978515625, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 346.4354, |
| "loss/crossentropy": 2.979090690612793, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.38270998001098633, |
| "loss/reg": 343.0735778808594, |
| "step": 1 |
| }, |
| { |
| "epoch": 5e-05, |
| "grad_norm": 19.24078941345215, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 346.2272, |
| "loss/crossentropy": 2.8327953815460205, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.3208012580871582, |
| "loss/reg": 343.0735778808594, |
| "step": 2 |
| }, |
| { |
| "epoch": 7.5e-05, |
| "grad_norm": 12.568899154663086, |
| "learning_rate": 3e-06, |
| "loss": 346.5434, |
| "loss/crossentropy": 3.0858442783355713, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.38866907358169556, |
| "loss/reg": 343.0688781738281, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0001, |
| "grad_norm": 493.76806640625, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 346.1103, |
| "loss/crossentropy": 2.736830711364746, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.3126556873321533, |
| "loss/reg": 343.0608215332031, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.000125, |
| "grad_norm": 17.433624267578125, |
| "learning_rate": 5e-06, |
| "loss": 346.3604, |
| "loss/crossentropy": 2.9568891525268555, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.3535460829734802, |
| "loss/reg": 343.0499267578125, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.00015, |
| "grad_norm": 43.95212936401367, |
| "learning_rate": 6e-06, |
| "loss": 346.2806, |
| "loss/crossentropy": 2.8500430583953857, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.3941458761692047, |
| "loss/reg": 343.03643798828125, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.000175, |
| "grad_norm": 14.617745399475098, |
| "learning_rate": 7.000000000000001e-06, |
| "loss": 346.1611, |
| "loss/crossentropy": 2.815033435821533, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.3255086839199066, |
| "loss/reg": 343.0205993652344, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.0002, |
| "grad_norm": 94.23649597167969, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 346.2723, |
| "loss/crossentropy": 2.938474178314209, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.33254432678222656, |
| "loss/reg": 343.00128173828125, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.000225, |
| "grad_norm": 13.357231140136719, |
| "learning_rate": 9e-06, |
| "loss": 345.8072, |
| "loss/crossentropy": 2.565714120864868, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.26191234588623047, |
| "loss/reg": 342.9796142578125, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.00025, |
| "grad_norm": 7.0878190994262695, |
| "learning_rate": 1e-05, |
| "loss": 346.0762, |
| "loss/crossentropy": 2.8687756061553955, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25318092107772827, |
| "loss/reg": 342.9542236328125, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.000275, |
| "grad_norm": 33.097476959228516, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 345.8165, |
| "loss/crossentropy": 2.6577072143554688, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23302724957466125, |
| "loss/reg": 342.92578125, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.0003, |
| "grad_norm": 17.795812606811523, |
| "learning_rate": 1.2e-05, |
| "loss": 346.2238, |
| "loss/crossentropy": 3.0676422119140625, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2625121474266052, |
| "loss/reg": 342.8936462402344, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.000325, |
| "grad_norm": 5.172369003295898, |
| "learning_rate": 1.3000000000000001e-05, |
| "loss": 345.8532, |
| "loss/crossentropy": 2.8076300621032715, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18656937777996063, |
| "loss/reg": 342.8590087890625, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.00035, |
| "grad_norm": 5.153316497802734, |
| "learning_rate": 1.4000000000000001e-05, |
| "loss": 345.4301, |
| "loss/crossentropy": 2.4606783390045166, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15036556124687195, |
| "loss/reg": 342.8190612792969, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.000375, |
| "grad_norm": 5.007053852081299, |
| "learning_rate": 1.5e-05, |
| "loss": 345.9839, |
| "loss/crossentropy": 3.0140442848205566, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19039079546928406, |
| "loss/reg": 342.7794189453125, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.0004, |
| "grad_norm": 9.89411449432373, |
| "grad_norm_var": 218532.61416541884, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 345.7775, |
| "loss/crossentropy": 2.900439977645874, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14180609583854675, |
| "loss/reg": 342.7352600097656, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.000425, |
| "grad_norm": 4.438236713409424, |
| "grad_norm_var": 14521.267629174466, |
| "learning_rate": 1.7000000000000003e-05, |
| "loss": 345.5058, |
| "loss/crossentropy": 2.6860878467559814, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.13272428512573242, |
| "loss/reg": 342.68695068359375, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.00045, |
| "grad_norm": 6.959152698516846, |
| "grad_norm_var": 14580.739492472594, |
| "learning_rate": 1.8e-05, |
| "loss": 345.8498, |
| "loss/crossentropy": 3.0659737586975098, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14944659173488617, |
| "loss/reg": 342.6343688964844, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.000475, |
| "grad_norm": 4.815605640411377, |
| "grad_norm_var": 14622.192919380279, |
| "learning_rate": 1.9e-05, |
| "loss": 345.6652, |
| "loss/crossentropy": 2.9661877155303955, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.11781711876392365, |
| "loss/reg": 342.5811462402344, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.0005, |
| "grad_norm": 20.490373611450195, |
| "grad_norm_var": 526.7206949274603, |
| "learning_rate": 2e-05, |
| "loss": 345.5417, |
| "loss/crossentropy": 2.880610942840576, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1311033070087433, |
| "loss/reg": 342.530029296875, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.000525, |
| "grad_norm": 8.06376838684082, |
| "grad_norm_var": 534.1263548023838, |
| "learning_rate": 2.1e-05, |
| "loss": 345.2038, |
| "loss/crossentropy": 2.6139538288116455, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1176835298538208, |
| "loss/reg": 342.4721984863281, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.00055, |
| "grad_norm": 2.9717931747436523, |
| "grad_norm_var": 499.3808875231212, |
| "learning_rate": 2.2000000000000003e-05, |
| "loss": 345.0013, |
| "loss/crossentropy": 2.48826265335083, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.09986373782157898, |
| "loss/reg": 342.4132080078125, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.000575, |
| "grad_norm": 3.0796430110931396, |
| "grad_norm_var": 509.5546291852752, |
| "learning_rate": 2.3000000000000003e-05, |
| "loss": 345.5402, |
| "loss/crossentropy": 3.083524227142334, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.11023637652397156, |
| "loss/reg": 342.3464050292969, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.0006, |
| "grad_norm": 4.465290069580078, |
| "grad_norm_var": 66.02530253493347, |
| "learning_rate": 2.4e-05, |
| "loss": 345.118, |
| "loss/crossentropy": 2.7357635498046875, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.10327694565057755, |
| "loss/reg": 342.2790222167969, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.000625, |
| "grad_norm": 2.7485175132751465, |
| "grad_norm_var": 67.58997383241844, |
| "learning_rate": 2.5e-05, |
| "loss": 345.032, |
| "loss/crossentropy": 2.7314038276672363, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.09067989885807037, |
| "loss/reg": 342.2099609375, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.00065, |
| "grad_norm": 6.201633930206299, |
| "grad_norm_var": 67.84461638262088, |
| "learning_rate": 2.6000000000000002e-05, |
| "loss": 345.2013, |
| "loss/crossentropy": 2.9543004035949707, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.10873008519411087, |
| "loss/reg": 342.1382141113281, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.000675, |
| "grad_norm": 2.800253391265869, |
| "grad_norm_var": 26.949349170164666, |
| "learning_rate": 2.7000000000000002e-05, |
| "loss": 345.0995, |
| "loss/crossentropy": 2.9452881813049316, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.09716818481683731, |
| "loss/reg": 342.0570983886719, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.0007, |
| "grad_norm": 2.699833631515503, |
| "grad_norm_var": 19.218166857921933, |
| "learning_rate": 2.8000000000000003e-05, |
| "loss": 344.7669, |
| "loss/crossentropy": 2.708958864212036, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.08778566122055054, |
| "loss/reg": 341.9701843261719, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.000725, |
| "grad_norm": 2.547497272491455, |
| "grad_norm_var": 19.91571754218688, |
| "learning_rate": 2.9e-05, |
| "loss": 344.7711, |
| "loss/crossentropy": 2.8091719150543213, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.08377528190612793, |
| "loss/reg": 341.8781433105469, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.00075, |
| "grad_norm": 2.952777862548828, |
| "grad_norm_var": 20.399598744815588, |
| "learning_rate": 3e-05, |
| "loss": 344.7112, |
| "loss/crossentropy": 2.8418242931365967, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.08888664841651917, |
| "loss/reg": 341.7804260253906, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.000775, |
| "grad_norm": 2.7115345001220703, |
| "grad_norm_var": 20.92066401501108, |
| "learning_rate": 3.1e-05, |
| "loss": 344.3383, |
| "loss/crossentropy": 2.567899703979492, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.08625812828540802, |
| "loss/reg": 341.68408203125, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.0008, |
| "grad_norm": 2.8718879222869873, |
| "grad_norm_var": 19.879086013782704, |
| "learning_rate": 3.2000000000000005e-05, |
| "loss": 344.435, |
| "loss/crossentropy": 2.772453546524048, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.08201509714126587, |
| "loss/reg": 341.58056640625, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.000825, |
| "grad_norm": 3.096867084503174, |
| "grad_norm_var": 20.10115293189847, |
| "learning_rate": 3.3e-05, |
| "loss": 344.5786, |
| "loss/crossentropy": 3.0346808433532715, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.07674358785152435, |
| "loss/reg": 341.4671936035156, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.00085, |
| "grad_norm": 2.8663108348846436, |
| "grad_norm_var": 20.061121544886294, |
| "learning_rate": 3.4000000000000007e-05, |
| "loss": 344.4023, |
| "loss/crossentropy": 2.9602417945861816, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.09072191268205643, |
| "loss/reg": 341.3513488769531, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.000875, |
| "grad_norm": 2.5331344604492188, |
| "grad_norm_var": 20.355035956744192, |
| "learning_rate": 3.5e-05, |
| "loss": 343.8108, |
| "loss/crossentropy": 2.4948618412017822, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.07910144329071045, |
| "loss/reg": 341.2367858886719, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.0009, |
| "grad_norm": 3.133824110031128, |
| "grad_norm_var": 2.3373841825731096, |
| "learning_rate": 3.6e-05, |
| "loss": 344.111, |
| "loss/crossentropy": 2.913165807723999, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.08120056986808777, |
| "loss/reg": 341.11663818359375, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.000925, |
| "grad_norm": 2.7178568840026855, |
| "grad_norm_var": 0.8591776946022585, |
| "learning_rate": 3.7e-05, |
| "loss": 343.527, |
| "loss/crossentropy": 2.4706835746765137, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.06964104622602463, |
| "loss/reg": 340.9867248535156, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.00095, |
| "grad_norm": 2.5725350379943848, |
| "grad_norm_var": 0.8786228996593496, |
| "learning_rate": 3.8e-05, |
| "loss": 343.4507, |
| "loss/crossentropy": 2.5263352394104004, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.07618534564971924, |
| "loss/reg": 340.84814453125, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.000975, |
| "grad_norm": 2.9023842811584473, |
| "grad_norm_var": 0.8816577904134154, |
| "learning_rate": 3.9000000000000006e-05, |
| "loss": 343.5782, |
| "loss/crossentropy": 2.794910192489624, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.07984155416488647, |
| "loss/reg": 340.7034606933594, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.001, |
| "grad_norm": 2.4993066787719727, |
| "grad_norm_var": 0.7689802883673867, |
| "learning_rate": 4e-05, |
| "loss": 343.2404, |
| "loss/crossentropy": 2.6109530925750732, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.06857939064502716, |
| "loss/reg": 340.5608215332031, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.001025, |
| "grad_norm": 2.9259226322174072, |
| "grad_norm_var": 0.7652114100620696, |
| "learning_rate": 4.1e-05, |
| "loss": 343.4892, |
| "loss/crossentropy": 2.9959700107574463, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.0883413702249527, |
| "loss/reg": 340.40484619140625, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.00105, |
| "grad_norm": 2.8494505882263184, |
| "grad_norm_var": 0.03747455037091238, |
| "learning_rate": 4.2e-05, |
| "loss": 342.9757, |
| "loss/crossentropy": 2.6481616497039795, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.07580338418483734, |
| "loss/reg": 340.2517395019531, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.001075, |
| "grad_norm": 2.8318848609924316, |
| "grad_norm_var": 0.03756942187646525, |
| "learning_rate": 4.3e-05, |
| "loss": 343.0756, |
| "loss/crossentropy": 2.914668083190918, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.07487093657255173, |
| "loss/reg": 340.0860290527344, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.0011, |
| "grad_norm": 2.5573673248291016, |
| "grad_norm_var": 0.04063739560772698, |
| "learning_rate": 4.4000000000000006e-05, |
| "loss": 342.7438, |
| "loss/crossentropy": 2.758633613586426, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.07187295705080032, |
| "loss/reg": 339.913330078125, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.001125, |
| "grad_norm": 2.6494765281677246, |
| "grad_norm_var": 0.038049041798770604, |
| "learning_rate": 4.5e-05, |
| "loss": 342.6349, |
| "loss/crossentropy": 2.820467710494995, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.07692387700080872, |
| "loss/reg": 339.7375183105469, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.00115, |
| "grad_norm": 2.503408432006836, |
| "grad_norm_var": 0.04103864613901654, |
| "learning_rate": 4.600000000000001e-05, |
| "loss": 342.367, |
| "loss/crossentropy": 2.7334773540496826, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.0775354877114296, |
| "loss/reg": 339.5559387207031, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.001175, |
| "grad_norm": 2.55014967918396, |
| "grad_norm_var": 0.04379427355291886, |
| "learning_rate": 4.7e-05, |
| "loss": 342.1882, |
| "loss/crossentropy": 2.7380266189575195, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.07468418776988983, |
| "loss/reg": 339.37548828125, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.0012, |
| "grad_norm": 2.682318687438965, |
| "grad_norm_var": 0.04305705435034118, |
| "learning_rate": 4.8e-05, |
| "loss": 341.9997, |
| "loss/crossentropy": 2.7375612258911133, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.06463472545146942, |
| "loss/reg": 339.1974792480469, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.001225, |
| "grad_norm": 2.775233268737793, |
| "grad_norm_var": 0.03430480419531913, |
| "learning_rate": 4.9e-05, |
| "loss": 342.0445, |
| "loss/crossentropy": 2.9467415809631348, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.07443998754024506, |
| "loss/reg": 339.0233459472656, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.00125, |
| "grad_norm": 2.5482699871063232, |
| "grad_norm_var": 0.034503307506799766, |
| "learning_rate": 5e-05, |
| "loss": 341.5835, |
| "loss/crossentropy": 2.6657731533050537, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.07320375740528107, |
| "loss/reg": 338.8445129394531, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.001275, |
| "grad_norm": 2.7958645820617676, |
| "grad_norm_var": 0.032900881109643856, |
| "learning_rate": 5.1000000000000006e-05, |
| "loss": 341.7335, |
| "loss/crossentropy": 3.0148534774780273, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.08110088109970093, |
| "loss/reg": 338.6375427246094, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.0013, |
| "grad_norm": 2.803079605102539, |
| "grad_norm_var": 0.02142033029363475, |
| "learning_rate": 5.2000000000000004e-05, |
| "loss": 341.2834, |
| "loss/crossentropy": 2.762022018432617, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.07052050530910492, |
| "loss/reg": 338.4508056640625, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.001325, |
| "grad_norm": 3.264613389968872, |
| "grad_norm_var": 0.041567737457307886, |
| "learning_rate": 5.300000000000001e-05, |
| "loss": 341.1463, |
| "loss/crossentropy": 2.8193376064300537, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.09100329875946045, |
| "loss/reg": 338.2359924316406, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.00135, |
| "grad_norm": 2.7328436374664307, |
| "grad_norm_var": 0.039766415905754825, |
| "learning_rate": 5.4000000000000005e-05, |
| "loss": 340.6042, |
| "loss/crossentropy": 2.502927780151367, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.07811737805604935, |
| "loss/reg": 338.0231628417969, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.001375, |
| "grad_norm": 3.4147236347198486, |
| "grad_norm_var": 0.06713011702883306, |
| "learning_rate": 5.500000000000001e-05, |
| "loss": 340.9179, |
| "loss/crossentropy": 3.0260379314422607, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.09565207362174988, |
| "loss/reg": 337.7962341308594, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.0014, |
| "grad_norm": 2.4889872074127197, |
| "grad_norm_var": 0.0675147239578789, |
| "learning_rate": 5.6000000000000006e-05, |
| "loss": 340.2508, |
| "loss/crossentropy": 2.5990207195281982, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.07676048576831818, |
| "loss/reg": 337.57501220703125, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.001425, |
| "grad_norm": 2.6865806579589844, |
| "grad_norm_var": 0.06622606037023218, |
| "learning_rate": 5.6999999999999996e-05, |
| "loss": 340.0853, |
| "loss/crossentropy": 2.6511263847351074, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.07812380790710449, |
| "loss/reg": 337.35601806640625, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.00145, |
| "grad_norm": 2.625458002090454, |
| "grad_norm_var": 0.06664228909772092, |
| "learning_rate": 5.8e-05, |
| "loss": 339.9197, |
| "loss/crossentropy": 2.7347943782806396, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.08070610463619232, |
| "loss/reg": 337.10418701171875, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.001475, |
| "grad_norm": 3.2201623916625977, |
| "grad_norm_var": 0.08059432957815199, |
| "learning_rate": 5.9e-05, |
| "loss": 339.55, |
| "loss/crossentropy": 2.606354236602783, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.08992001414299011, |
| "loss/reg": 336.853759765625, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.0015, |
| "grad_norm": 2.9708340167999268, |
| "grad_norm_var": 0.07963074673126963, |
| "learning_rate": 6e-05, |
| "loss": 339.8324, |
| "loss/crossentropy": 3.144277572631836, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.09014974534511566, |
| "loss/reg": 336.59796142578125, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.001525, |
| "grad_norm": 3.067251443862915, |
| "grad_norm_var": 0.08246093717145656, |
| "learning_rate": 6.1e-05, |
| "loss": 339.0275, |
| "loss/crossentropy": 2.5903847217559814, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.10276832431554794, |
| "loss/reg": 336.3343200683594, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.00155, |
| "grad_norm": 3.0696287155151367, |
| "grad_norm_var": 0.07855122581927745, |
| "learning_rate": 6.2e-05, |
| "loss": 339.1453, |
| "loss/crossentropy": 2.9826090335845947, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.09507931768894196, |
| "loss/reg": 336.0675964355469, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.001575, |
| "grad_norm": 4.388347148895264, |
| "grad_norm_var": 0.2147750922195494, |
| "learning_rate": 6.3e-05, |
| "loss": 338.7891, |
| "loss/crossentropy": 2.883762836456299, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.12124631553888321, |
| "loss/reg": 335.7840576171875, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.0016, |
| "grad_norm": 2.8880841732025146, |
| "grad_norm_var": 0.20950431287563612, |
| "learning_rate": 6.400000000000001e-05, |
| "loss": 338.2764, |
| "loss/crossentropy": 2.6835389137268066, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.09364684671163559, |
| "loss/reg": 335.49920654296875, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.001625, |
| "grad_norm": 2.813340425491333, |
| "grad_norm_var": 0.2085356207302605, |
| "learning_rate": 6.500000000000001e-05, |
| "loss": 338.2492, |
| "loss/crossentropy": 2.953268527984619, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.09223559498786926, |
| "loss/reg": 335.2037353515625, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.00165, |
| "grad_norm": 2.741157054901123, |
| "grad_norm_var": 0.19959997265595816, |
| "learning_rate": 6.6e-05, |
| "loss": 337.3503, |
| "loss/crossentropy": 2.3697705268859863, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.07957518845796585, |
| "loss/reg": 334.90087890625, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.001675, |
| "grad_norm": 3.6085925102233887, |
| "grad_norm_var": 0.21895872310333644, |
| "learning_rate": 6.7e-05, |
| "loss": 337.5594, |
| "loss/crossentropy": 2.8747456073760986, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.09977666288614273, |
| "loss/reg": 334.5848388671875, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.0017, |
| "grad_norm": 3.3652493953704834, |
| "grad_norm_var": 0.22027918073739935, |
| "learning_rate": 6.800000000000001e-05, |
| "loss": 337.4217, |
| "loss/crossentropy": 3.0556256771087646, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.10333959013223648, |
| "loss/reg": 334.2626953125, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.001725, |
| "grad_norm": 3.1251964569091797, |
| "grad_norm_var": 0.2181387434263814, |
| "learning_rate": 6.9e-05, |
| "loss": 336.7281, |
| "loss/crossentropy": 2.6668808460235596, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1156100332736969, |
| "loss/reg": 333.9456481933594, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.00175, |
| "grad_norm": 2.704983711242676, |
| "grad_norm_var": 0.219459742286683, |
| "learning_rate": 7e-05, |
| "loss": 336.4565, |
| "loss/crossentropy": 2.7357680797576904, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.09776544570922852, |
| "loss/reg": 333.6229553222656, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.001775, |
| "grad_norm": 2.7894554138183594, |
| "grad_norm_var": 0.21546068539459284, |
| "learning_rate": 7.1e-05, |
| "loss": 336.4183, |
| "loss/crossentropy": 3.014235258102417, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.10774749517440796, |
| "loss/reg": 333.2962951660156, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.0018, |
| "grad_norm": 2.5992395877838135, |
| "grad_norm_var": 0.2081999960008865, |
| "learning_rate": 7.2e-05, |
| "loss": 335.7705, |
| "loss/crossentropy": 2.7298364639282227, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.08281661570072174, |
| "loss/reg": 332.9578552246094, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.001825, |
| "grad_norm": 2.682684898376465, |
| "grad_norm_var": 0.20838528770162246, |
| "learning_rate": 7.3e-05, |
| "loss": 335.5829, |
| "loss/crossentropy": 2.8684210777282715, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.0963786244392395, |
| "loss/reg": 332.6180725097656, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.00185, |
| "grad_norm": 2.8167314529418945, |
| "grad_norm_var": 0.20006842089726434, |
| "learning_rate": 7.4e-05, |
| "loss": 335.2414, |
| "loss/crossentropy": 2.8619723320007324, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.09637870639562607, |
| "loss/reg": 332.2830810546875, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.001875, |
| "grad_norm": 2.792503595352173, |
| "grad_norm_var": 0.20197785150176603, |
| "learning_rate": 7.500000000000001e-05, |
| "loss": 334.7866, |
| "loss/crossentropy": 2.752199411392212, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.10928215831518173, |
| "loss/reg": 331.9251403808594, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.0019, |
| "grad_norm": 3.629366636276245, |
| "grad_norm_var": 0.22419816294486522, |
| "learning_rate": 7.6e-05, |
| "loss": 334.6898, |
| "loss/crossentropy": 3.008653402328491, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.11774040013551712, |
| "loss/reg": 331.5634460449219, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.001925, |
| "grad_norm": 2.7170186042785645, |
| "grad_norm_var": 0.2318815003938539, |
| "learning_rate": 7.7e-05, |
| "loss": 334.0274, |
| "loss/crossentropy": 2.7513821125030518, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.0983215868473053, |
| "loss/reg": 331.177734375, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.00195, |
| "grad_norm": 3.206778049468994, |
| "grad_norm_var": 0.2334942618955277, |
| "learning_rate": 7.800000000000001e-05, |
| "loss": 334.0803, |
| "loss/crossentropy": 3.193337917327881, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.10869012027978897, |
| "loss/reg": 330.7782897949219, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.001975, |
| "grad_norm": 2.8564422130584717, |
| "grad_norm_var": 0.10767969782056426, |
| "learning_rate": 7.900000000000001e-05, |
| "loss": 333.2658, |
| "loss/crossentropy": 2.764251947402954, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.09988151490688324, |
| "loss/reg": 330.4017028808594, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.002, |
| "grad_norm": 2.5950961112976074, |
| "grad_norm_var": 0.11579763493383836, |
| "learning_rate": 8e-05, |
| "loss": 332.7263, |
| "loss/crossentropy": 2.626741409301758, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.088912233710289, |
| "loss/reg": 330.01068115234375, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.002025, |
| "grad_norm": 2.9864420890808105, |
| "grad_norm_var": 0.11474153182901219, |
| "learning_rate": 8.1e-05, |
| "loss": 332.4809, |
| "loss/crossentropy": 2.768440008163452, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.11446887254714966, |
| "loss/reg": 329.5980224609375, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.00205, |
| "grad_norm": 2.9913902282714844, |
| "grad_norm_var": 0.11165182755541589, |
| "learning_rate": 8.2e-05, |
| "loss": 332.2192, |
| "loss/crossentropy": 2.921024799346924, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.10505437850952148, |
| "loss/reg": 329.193115234375, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.002075, |
| "grad_norm": 3.1324057579040527, |
| "grad_norm_var": 0.08506906493201592, |
| "learning_rate": 8.3e-05, |
| "loss": 331.8305, |
| "loss/crossentropy": 2.9233036041259766, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.11960877478122711, |
| "loss/reg": 328.78759765625, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.0021, |
| "grad_norm": 4.698559761047363, |
| "grad_norm_var": 0.27231954898200667, |
| "learning_rate": 8.4e-05, |
| "loss": 331.6368, |
| "loss/crossentropy": 3.0924150943756104, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17615610361099243, |
| "loss/reg": 328.3682861328125, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.002125, |
| "grad_norm": 3.177739143371582, |
| "grad_norm_var": 0.27322718837700205, |
| "learning_rate": 8.5e-05, |
| "loss": 330.8532, |
| "loss/crossentropy": 2.7933664321899414, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.11796407401561737, |
| "loss/reg": 327.9419250488281, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.00215, |
| "grad_norm": 3.030458688735962, |
| "grad_norm_var": 0.26602324580689635, |
| "learning_rate": 8.6e-05, |
| "loss": 330.4252, |
| "loss/crossentropy": 2.8065192699432373, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.11260520666837692, |
| "loss/reg": 327.506103515625, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.002175, |
| "grad_norm": 2.590994119644165, |
| "grad_norm_var": 0.2752177678969853, |
| "learning_rate": 8.7e-05, |
| "loss": 329.8946, |
| "loss/crossentropy": 2.706664562225342, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.11704559624195099, |
| "loss/reg": 327.0708923339844, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.0022, |
| "grad_norm": 2.971489429473877, |
| "grad_norm_var": 0.2624243358406903, |
| "learning_rate": 8.800000000000001e-05, |
| "loss": 329.6451, |
| "loss/crossentropy": 2.8904268741607666, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.11559218168258667, |
| "loss/reg": 326.6390380859375, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.002225, |
| "grad_norm": 2.968080759048462, |
| "grad_norm_var": 0.25335665900247384, |
| "learning_rate": 8.900000000000001e-05, |
| "loss": 329.3453, |
| "loss/crossentropy": 3.0395331382751465, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.12317082285881042, |
| "loss/reg": 326.1826477050781, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.00225, |
| "grad_norm": 2.7764782905578613, |
| "grad_norm_var": 0.2548311632382782, |
| "learning_rate": 9e-05, |
| "loss": 328.5304, |
| "loss/crossentropy": 2.6738674640655518, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1210193932056427, |
| "loss/reg": 325.73553466796875, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.002275, |
| "grad_norm": 2.9657976627349854, |
| "grad_norm_var": 0.25029449720438685, |
| "learning_rate": 9.1e-05, |
| "loss": 327.8257, |
| "loss/crossentropy": 2.4202983379364014, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.13400676846504211, |
| "loss/reg": 325.27142333984375, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.0023, |
| "grad_norm": 2.650662422180176, |
| "grad_norm_var": 0.23859044240333346, |
| "learning_rate": 9.200000000000001e-05, |
| "loss": 327.4639, |
| "loss/crossentropy": 2.5483720302581787, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.11590175330638885, |
| "loss/reg": 324.7995910644531, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.002325, |
| "grad_norm": 3.443924903869629, |
| "grad_norm_var": 0.24227501888755848, |
| "learning_rate": 9.300000000000001e-05, |
| "loss": 327.2633, |
| "loss/crossentropy": 2.815500497817993, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1212223544716835, |
| "loss/reg": 324.32659912109375, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.00235, |
| "grad_norm": 3.134320020675659, |
| "grad_norm_var": 0.24123508076126352, |
| "learning_rate": 9.4e-05, |
| "loss": 326.7527, |
| "loss/crossentropy": 2.785496473312378, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.13180789351463318, |
| "loss/reg": 323.8353576660156, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.002375, |
| "grad_norm": 2.610710382461548, |
| "grad_norm_var": 0.2516995603676444, |
| "learning_rate": 9.5e-05, |
| "loss": 326.0419, |
| "loss/crossentropy": 2.5883114337921143, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.11013612151145935, |
| "loss/reg": 323.34344482421875, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.0024, |
| "grad_norm": 3.3038907051086426, |
| "grad_norm_var": 0.24055345506962927, |
| "learning_rate": 9.6e-05, |
| "loss": 326.3564, |
| "loss/crossentropy": 3.360260009765625, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.12902778387069702, |
| "loss/reg": 322.8670959472656, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.002425, |
| "grad_norm": 3.0808234214782715, |
| "grad_norm_var": 0.23981223839680202, |
| "learning_rate": 9.7e-05, |
| "loss": 325.4279, |
| "loss/crossentropy": 2.9151549339294434, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1561610996723175, |
| "loss/reg": 322.3565979003906, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.00245, |
| "grad_norm": 3.7542147636413574, |
| "grad_norm_var": 0.2655938131607021, |
| "learning_rate": 9.8e-05, |
| "loss": 324.8318, |
| "loss/crossentropy": 2.83591628074646, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.13835349678993225, |
| "loss/reg": 321.8575134277344, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.002475, |
| "grad_norm": 4.176578044891357, |
| "grad_norm_var": 0.3322401459220373, |
| "learning_rate": 9.900000000000001e-05, |
| "loss": 324.9787, |
| "loss/crossentropy": 3.4443886280059814, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20227839052677155, |
| "loss/reg": 321.3320007324219, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.0025, |
| "grad_norm": 3.2133636474609375, |
| "grad_norm_var": 0.17501650801164412, |
| "learning_rate": 0.0001, |
| "loss": 323.56, |
| "loss/crossentropy": 2.631444215774536, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.13826847076416016, |
| "loss/reg": 320.7903137207031, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.002525, |
| "grad_norm": 3.3536131381988525, |
| "grad_norm_var": 0.17840699933572804, |
| "learning_rate": 0.0001, |
| "loss": 323.2537, |
| "loss/crossentropy": 2.823065757751465, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19433599710464478, |
| "loss/reg": 320.23626708984375, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.00255, |
| "grad_norm": 2.846142053604126, |
| "grad_norm_var": 0.18289270736203184, |
| "learning_rate": 0.0001, |
| "loss": 322.8064, |
| "loss/crossentropy": 2.977403163909912, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14205776154994965, |
| "loss/reg": 319.68695068359375, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.002575, |
| "grad_norm": 2.762763500213623, |
| "grad_norm_var": 0.1727341123234955, |
| "learning_rate": 0.0001, |
| "loss": 322.0067, |
| "loss/crossentropy": 2.7616305351257324, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.13712918758392334, |
| "loss/reg": 319.10791015625, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.0026, |
| "grad_norm": 2.5470879077911377, |
| "grad_norm_var": 0.192723543133589, |
| "learning_rate": 0.0001, |
| "loss": 321.2095, |
| "loss/crossentropy": 2.548597812652588, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.12305562198162079, |
| "loss/reg": 318.5378723144531, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.002625, |
| "grad_norm": 4.06820821762085, |
| "grad_norm_var": 0.2491215448449329, |
| "learning_rate": 0.0001, |
| "loss": 320.8897, |
| "loss/crossentropy": 2.7753727436065674, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16259068250656128, |
| "loss/reg": 317.9517517089844, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.00265, |
| "grad_norm": 2.7462382316589355, |
| "grad_norm_var": 0.25075746320380765, |
| "learning_rate": 0.0001, |
| "loss": 320.5133, |
| "loss/crossentropy": 3.033684492111206, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1321936696767807, |
| "loss/reg": 317.347412109375, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.002675, |
| "grad_norm": 2.9147019386291504, |
| "grad_norm_var": 0.2522855635872415, |
| "learning_rate": 0.0001, |
| "loss": 319.5785, |
| "loss/crossentropy": 2.6685800552368164, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14506930112838745, |
| "loss/reg": 316.7648620605469, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.0027, |
| "grad_norm": 3.1959245204925537, |
| "grad_norm_var": 0.2336231557989919, |
| "learning_rate": 0.0001, |
| "loss": 319.3165, |
| "loss/crossentropy": 2.9722442626953125, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14754945039749146, |
| "loss/reg": 316.1966857910156, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.002725, |
| "grad_norm": 3.798722267150879, |
| "grad_norm_var": 0.2531703418887588, |
| "learning_rate": 0.0001, |
| "loss": 319.04, |
| "loss/crossentropy": 3.2570812702178955, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16630737483501434, |
| "loss/reg": 315.6166076660156, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.00275, |
| "grad_norm": 2.6525461673736572, |
| "grad_norm_var": 0.27312977627090806, |
| "learning_rate": 0.0001, |
| "loss": 317.8362, |
| "loss/crossentropy": 2.6261277198791504, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14820465445518494, |
| "loss/reg": 315.0619201660156, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.002775, |
| "grad_norm": 3.1293742656707764, |
| "grad_norm_var": 0.2499447068577022, |
| "learning_rate": 0.0001, |
| "loss": 317.2627, |
| "loss/crossentropy": 2.623718023300171, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14719776809215546, |
| "loss/reg": 314.4918212890625, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.0028, |
| "grad_norm": 15.958823204040527, |
| "grad_norm_var": 10.398151501641397, |
| "learning_rate": 0.0001, |
| "loss": 316.8877, |
| "loss/crossentropy": 2.8262336254119873, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.129408597946167, |
| "loss/reg": 313.9320373535156, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.002825, |
| "grad_norm": 3.9413416385650635, |
| "grad_norm_var": 10.337541876862074, |
| "learning_rate": 0.0001, |
| "loss": 316.3959, |
| "loss/crossentropy": 2.8791425228118896, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15744474530220032, |
| "loss/reg": 313.3592834472656, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.00285, |
| "grad_norm": 2.8014914989471436, |
| "grad_norm_var": 10.433906911606512, |
| "learning_rate": 0.0001, |
| "loss": 315.6562, |
| "loss/crossentropy": 2.7462589740753174, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14004458487033844, |
| "loss/reg": 312.7699279785156, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.002875, |
| "grad_norm": 2.7303318977355957, |
| "grad_norm_var": 10.531872222449612, |
| "learning_rate": 0.0001, |
| "loss": 315.0281, |
| "loss/crossentropy": 2.6918511390686035, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.13197588920593262, |
| "loss/reg": 312.2042541503906, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.0029, |
| "grad_norm": 3.1385786533355713, |
| "grad_norm_var": 10.5392309058265, |
| "learning_rate": 0.0001, |
| "loss": 314.5278, |
| "loss/crossentropy": 2.748079299926758, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15540769696235657, |
| "loss/reg": 311.6242980957031, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.002925, |
| "grad_norm": 2.856105327606201, |
| "grad_norm_var": 10.591715440353928, |
| "learning_rate": 0.0001, |
| "loss": 313.9369, |
| "loss/crossentropy": 2.706995725631714, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1622162163257599, |
| "loss/reg": 311.0676574707031, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.00295, |
| "grad_norm": 3.0335209369659424, |
| "grad_norm_var": 10.568067027910804, |
| "learning_rate": 0.0001, |
| "loss": 313.4418, |
| "loss/crossentropy": 2.7954583168029785, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14605656266212463, |
| "loss/reg": 310.50030517578125, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.002975, |
| "grad_norm": 17.778278350830078, |
| "grad_norm_var": 22.39839291836262, |
| "learning_rate": 0.0001, |
| "loss": 313.1016, |
| "loss/crossentropy": 3.015498399734497, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14635121822357178, |
| "loss/reg": 309.9397277832031, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.003, |
| "grad_norm": 2.5111374855041504, |
| "grad_norm_var": 22.409419960433475, |
| "learning_rate": 0.0001, |
| "loss": 312.4484, |
| "loss/crossentropy": 2.9234232902526855, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15030893683433533, |
| "loss/reg": 309.3746337890625, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.003025, |
| "grad_norm": 3.0075595378875732, |
| "grad_norm_var": 22.58724529715737, |
| "learning_rate": 0.0001, |
| "loss": 311.6718, |
| "loss/crossentropy": 2.7128963470458984, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15696708858013153, |
| "loss/reg": 308.8019714355469, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.00305, |
| "grad_norm": 2.8516271114349365, |
| "grad_norm_var": 22.55961193976418, |
| "learning_rate": 0.0001, |
| "loss": 311.5919, |
| "loss/crossentropy": 3.201800584793091, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1552673727273941, |
| "loss/reg": 308.2347717285156, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.003075, |
| "grad_norm": 2.7313201427459717, |
| "grad_norm_var": 22.60704699907139, |
| "learning_rate": 0.0001, |
| "loss": 310.4214, |
| "loss/crossentropy": 2.6282145977020264, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.13782621920108795, |
| "loss/reg": 307.6553955078125, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.0031, |
| "grad_norm": 3.00699520111084, |
| "grad_norm_var": 22.64860965541018, |
| "learning_rate": 0.0001, |
| "loss": 309.9948, |
| "loss/crossentropy": 2.773193597793579, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15227621793746948, |
| "loss/reg": 307.0693359375, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.003125, |
| "grad_norm": 2.9907143115997314, |
| "grad_norm_var": 22.791413325771067, |
| "learning_rate": 0.0001, |
| "loss": 309.6375, |
| "loss/crossentropy": 3.001366138458252, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14761751890182495, |
| "loss/reg": 306.488525390625, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.00315, |
| "grad_norm": 2.7048888206481934, |
| "grad_norm_var": 22.777330344225966, |
| "learning_rate": 0.0001, |
| "loss": 308.8778, |
| "loss/crossentropy": 2.8160345554351807, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.144578754901886, |
| "loss/reg": 305.9171447753906, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.003175, |
| "grad_norm": 3.0401437282562256, |
| "grad_norm_var": 22.796493590486268, |
| "learning_rate": 0.0001, |
| "loss": 308.0832, |
| "loss/crossentropy": 2.607736825942993, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.13729776442050934, |
| "loss/reg": 305.3381652832031, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.0032, |
| "grad_norm": 2.584563732147217, |
| "grad_norm_var": 13.885740820076437, |
| "learning_rate": 0.0001, |
| "loss": 307.6585, |
| "loss/crossentropy": 2.750492572784424, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.13798421621322632, |
| "loss/reg": 304.77001953125, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.003225, |
| "grad_norm": 2.501339912414551, |
| "grad_norm_var": 13.999106697222624, |
| "learning_rate": 0.0001, |
| "loss": 306.8389, |
| "loss/crossentropy": 2.499746084213257, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14136828482151031, |
| "loss/reg": 304.19781494140625, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.00325, |
| "grad_norm": 3.1528725624084473, |
| "grad_norm_var": 13.961598599715407, |
| "learning_rate": 0.0001, |
| "loss": 306.6842, |
| "loss/crossentropy": 2.9020321369171143, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15830577909946442, |
| "loss/reg": 303.62384033203125, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.003275, |
| "grad_norm": 2.893075704574585, |
| "grad_norm_var": 13.94028717778272, |
| "learning_rate": 0.0001, |
| "loss": 305.9274, |
| "loss/crossentropy": 2.743729591369629, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14728468656539917, |
| "loss/reg": 303.0364074707031, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.0033, |
| "grad_norm": 3.0060131549835205, |
| "grad_norm_var": 13.953057327464618, |
| "learning_rate": 0.0001, |
| "loss": 305.4517, |
| "loss/crossentropy": 2.834550142288208, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16237227618694305, |
| "loss/reg": 302.4547424316406, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.003325, |
| "grad_norm": 3.0694620609283447, |
| "grad_norm_var": 13.929317309938057, |
| "learning_rate": 0.0001, |
| "loss": 304.5747, |
| "loss/crossentropy": 2.5429139137268066, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1559884250164032, |
| "loss/reg": 301.8758544921875, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.00335, |
| "grad_norm": 2.8518848419189453, |
| "grad_norm_var": 13.950038126308876, |
| "learning_rate": 0.0001, |
| "loss": 304.1976, |
| "loss/crossentropy": 2.765056610107422, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14854753017425537, |
| "loss/reg": 301.28399658203125, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.003375, |
| "grad_norm": 3.1176578998565674, |
| "grad_norm_var": 0.044937653308535865, |
| "learning_rate": 0.0001, |
| "loss": 303.7528, |
| "loss/crossentropy": 2.9260571002960205, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1468181163072586, |
| "loss/reg": 300.6799011230469, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.0034, |
| "grad_norm": 2.880009889602661, |
| "grad_norm_var": 0.035480645828153946, |
| "learning_rate": 0.0001, |
| "loss": 302.9741, |
| "loss/crossentropy": 2.736276149749756, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1469912827014923, |
| "loss/reg": 300.0908508300781, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.003425, |
| "grad_norm": 3.2396042346954346, |
| "grad_norm_var": 0.04219284656746065, |
| "learning_rate": 0.0001, |
| "loss": 302.0787, |
| "loss/crossentropy": 2.436084747314453, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15764698386192322, |
| "loss/reg": 299.4849548339844, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.00345, |
| "grad_norm": 2.818772315979004, |
| "grad_norm_var": 0.04253304441969187, |
| "learning_rate": 0.0001, |
| "loss": 301.9017, |
| "loss/crossentropy": 2.8690006732940674, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.13555486500263214, |
| "loss/reg": 298.8971252441406, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.003475, |
| "grad_norm": 3.1128132343292236, |
| "grad_norm_var": 0.042447214695410435, |
| "learning_rate": 0.0001, |
| "loss": 301.0966, |
| "loss/crossentropy": 2.6258418560028076, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17426033318042755, |
| "loss/reg": 298.2965393066406, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.0035, |
| "grad_norm": 3.2976646423339844, |
| "grad_norm_var": 0.05049181223860704, |
| "learning_rate": 0.0001, |
| "loss": 301.2447, |
| "loss/crossentropy": 3.3375208377838135, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19012662768363953, |
| "loss/reg": 297.7170104980469, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.003525, |
| "grad_norm": 2.7214531898498535, |
| "grad_norm_var": 0.05369940885392074, |
| "learning_rate": 0.0001, |
| "loss": 299.7301, |
| "loss/crossentropy": 2.44716477394104, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14688129723072052, |
| "loss/reg": 297.13604736328125, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.00355, |
| "grad_norm": 3.3967669010162354, |
| "grad_norm_var": 0.0622042440975612, |
| "learning_rate": 0.0001, |
| "loss": 299.2944, |
| "loss/crossentropy": 2.5750997066497803, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17346450686454773, |
| "loss/reg": 296.5458068847656, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.003575, |
| "grad_norm": 2.718705654144287, |
| "grad_norm_var": 0.06609520888261215, |
| "learning_rate": 0.0001, |
| "loss": 298.7035, |
| "loss/crossentropy": 2.576488733291626, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1555417776107788, |
| "loss/reg": 295.9714660644531, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.0036, |
| "grad_norm": 3.459041118621826, |
| "grad_norm_var": 0.07009550701137926, |
| "learning_rate": 0.0001, |
| "loss": 298.3419, |
| "loss/crossentropy": 2.7831904888153076, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16926178336143494, |
| "loss/reg": 295.3894958496094, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.003625, |
| "grad_norm": 3.599822998046875, |
| "grad_norm_var": 0.07030535777098426, |
| "learning_rate": 0.0001, |
| "loss": 298.2544, |
| "loss/crossentropy": 3.2596793174743652, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18854370713233948, |
| "loss/reg": 294.80621337890625, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.00365, |
| "grad_norm": 3.6367578506469727, |
| "grad_norm_var": 0.08941673085661629, |
| "learning_rate": 0.0001, |
| "loss": 297.6298, |
| "loss/crossentropy": 3.228911876678467, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15578624606132507, |
| "loss/reg": 294.24505615234375, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.003675, |
| "grad_norm": 3.3731987476348877, |
| "grad_norm_var": 0.08969931689454427, |
| "learning_rate": 0.0001, |
| "loss": 296.5468, |
| "loss/crossentropy": 2.6783909797668457, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18989479541778564, |
| "loss/reg": 293.678466796875, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.0037, |
| "grad_norm": 3.004645347595215, |
| "grad_norm_var": 0.08972454925701427, |
| "learning_rate": 0.0001, |
| "loss": 296.139, |
| "loss/crossentropy": 2.887582302093506, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15772318840026855, |
| "loss/reg": 293.09368896484375, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.003725, |
| "grad_norm": 3.8851213455200195, |
| "grad_norm_var": 0.1232384713331688, |
| "learning_rate": 0.0001, |
| "loss": 295.1292, |
| "loss/crossentropy": 2.43943452835083, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17688119411468506, |
| "loss/reg": 292.5129089355469, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.00375, |
| "grad_norm": 2.969780206680298, |
| "grad_norm_var": 0.11871959357580385, |
| "learning_rate": 0.0001, |
| "loss": 294.82, |
| "loss/crossentropy": 2.720794439315796, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14547483623027802, |
| "loss/reg": 291.9537658691406, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.003775, |
| "grad_norm": 3.3458027839660645, |
| "grad_norm_var": 0.1194074455570662, |
| "learning_rate": 0.0001, |
| "loss": 294.4663, |
| "loss/crossentropy": 2.914644718170166, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19076432287693024, |
| "loss/reg": 291.3608703613281, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.0038, |
| "grad_norm": 2.9391496181488037, |
| "grad_norm_var": 0.11697470608086556, |
| "learning_rate": 0.0001, |
| "loss": 294.1329, |
| "loss/crossentropy": 3.177144765853882, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17206624150276184, |
| "loss/reg": 290.7837219238281, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.003825, |
| "grad_norm": 3.448251485824585, |
| "grad_norm_var": 0.12024250794295975, |
| "learning_rate": 0.0001, |
| "loss": 293.2957, |
| "loss/crossentropy": 2.916529893875122, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18904531002044678, |
| "loss/reg": 290.1900939941406, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.00385, |
| "grad_norm": 2.7693159580230713, |
| "grad_norm_var": 0.12312676691166922, |
| "learning_rate": 0.0001, |
| "loss": 292.1465, |
| "loss/crossentropy": 2.3761188983917236, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16432620584964752, |
| "loss/reg": 289.6059875488281, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.003875, |
| "grad_norm": 2.8227667808532715, |
| "grad_norm_var": 0.13291251787620695, |
| "learning_rate": 0.0001, |
| "loss": 291.6444, |
| "loss/crossentropy": 2.4790537357330322, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15044492483139038, |
| "loss/reg": 289.0148620605469, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.0039, |
| "grad_norm": 2.769251823425293, |
| "grad_norm_var": 0.14431173200531475, |
| "learning_rate": 0.0001, |
| "loss": 291.3051, |
| "loss/crossentropy": 2.724376916885376, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15646930038928986, |
| "loss/reg": 288.42431640625, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.003925, |
| "grad_norm": 2.9450161457061768, |
| "grad_norm_var": 0.1338045365052719, |
| "learning_rate": 0.0001, |
| "loss": 290.7092, |
| "loss/crossentropy": 2.7232112884521484, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17326687276363373, |
| "loss/reg": 287.81268310546875, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.00395, |
| "grad_norm": 2.7544944286346436, |
| "grad_norm_var": 0.1421121590872642, |
| "learning_rate": 0.0001, |
| "loss": 289.9852, |
| "loss/crossentropy": 2.628100633621216, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15836934745311737, |
| "loss/reg": 287.1986999511719, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.003975, |
| "grad_norm": 3.282729148864746, |
| "grad_norm_var": 0.12936684677523522, |
| "learning_rate": 0.0001, |
| "loss": 289.6616, |
| "loss/crossentropy": 2.853585720062256, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20318502187728882, |
| "loss/reg": 286.6048583984375, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.004, |
| "grad_norm": 2.7608420848846436, |
| "grad_norm_var": 0.1345857719286831, |
| "learning_rate": 0.0001, |
| "loss": 288.7971, |
| "loss/crossentropy": 2.639310836791992, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15059445798397064, |
| "loss/reg": 286.0071716308594, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.004025, |
| "grad_norm": 2.615666151046753, |
| "grad_norm_var": 0.1353317229456477, |
| "learning_rate": 0.0001, |
| "loss": 288.2175, |
| "loss/crossentropy": 2.6622371673583984, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1381928026676178, |
| "loss/reg": 285.41705322265625, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.00405, |
| "grad_norm": 2.699389934539795, |
| "grad_norm_var": 0.12099720896805645, |
| "learning_rate": 0.0001, |
| "loss": 287.8594, |
| "loss/crossentropy": 2.9092233180999756, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14686957001686096, |
| "loss/reg": 284.8033142089844, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.004075, |
| "grad_norm": 2.52980375289917, |
| "grad_norm_var": 0.12619606783641663, |
| "learning_rate": 0.0001, |
| "loss": 287.099, |
| "loss/crossentropy": 2.7334139347076416, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1602194458246231, |
| "loss/reg": 284.2053527832031, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.0041, |
| "grad_norm": 2.9028260707855225, |
| "grad_norm_var": 0.1263923635326608, |
| "learning_rate": 0.0001, |
| "loss": 286.6346, |
| "loss/crossentropy": 2.8802831172943115, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1618650257587433, |
| "loss/reg": 283.59246826171875, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.004125, |
| "grad_norm": 3.010094404220581, |
| "grad_norm_var": 0.06689759190688846, |
| "learning_rate": 0.0001, |
| "loss": 286.137, |
| "loss/crossentropy": 2.9807565212249756, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17984265089035034, |
| "loss/reg": 282.9764404296875, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.00415, |
| "grad_norm": 2.747976779937744, |
| "grad_norm_var": 0.06821403807519436, |
| "learning_rate": 0.0001, |
| "loss": 285.1411, |
| "loss/crossentropy": 2.6191065311431885, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17148274183273315, |
| "loss/reg": 282.3504943847656, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.004175, |
| "grad_norm": 2.72310471534729, |
| "grad_norm_var": 0.05514136557764762, |
| "learning_rate": 0.0001, |
| "loss": 284.5961, |
| "loss/crossentropy": 2.7177231311798096, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15355822443962097, |
| "loss/reg": 281.72479248046875, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.0042, |
| "grad_norm": 2.5135159492492676, |
| "grad_norm_var": 0.06183281601049633, |
| "learning_rate": 0.0001, |
| "loss": 283.7144, |
| "loss/crossentropy": 2.4525184631347656, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.13518790900707245, |
| "loss/reg": 281.1266784667969, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.004225, |
| "grad_norm": 2.6755948066711426, |
| "grad_norm_var": 0.03554926963080618, |
| "learning_rate": 0.0001, |
| "loss": 283.5094, |
| "loss/crossentropy": 2.8291640281677246, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17008362710475922, |
| "loss/reg": 280.5101318359375, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.00425, |
| "grad_norm": 3.0268986225128174, |
| "grad_norm_var": 0.03923814612245735, |
| "learning_rate": 0.0001, |
| "loss": 283.1964, |
| "loss/crossentropy": 3.105539083480835, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18000483512878418, |
| "loss/reg": 279.9109191894531, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.004275, |
| "grad_norm": 2.5846283435821533, |
| "grad_norm_var": 0.04201988364738796, |
| "learning_rate": 0.0001, |
| "loss": 282.1588, |
| "loss/crossentropy": 2.6842048168182373, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16073930263519287, |
| "loss/reg": 279.3138732910156, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.0043, |
| "grad_norm": 2.8193604946136475, |
| "grad_norm_var": 0.0420791835209684, |
| "learning_rate": 0.0001, |
| "loss": 281.6269, |
| "loss/crossentropy": 2.7535877227783203, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17149388790130615, |
| "loss/reg": 278.7017822265625, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.004325, |
| "grad_norm": 2.695707321166992, |
| "grad_norm_var": 0.04071110069445254, |
| "learning_rate": 0.0001, |
| "loss": 280.9163, |
| "loss/crossentropy": 2.694293260574341, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15487328171730042, |
| "loss/reg": 278.0671081542969, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.00435, |
| "grad_norm": 3.0142641067504883, |
| "grad_norm_var": 0.04434257349895461, |
| "learning_rate": 0.0001, |
| "loss": 280.5464, |
| "loss/crossentropy": 2.912869691848755, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1794903725385666, |
| "loss/reg": 277.45404052734375, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.004375, |
| "grad_norm": 3.4833621978759766, |
| "grad_norm_var": 0.060102318830361885, |
| "learning_rate": 0.0001, |
| "loss": 280.0757, |
| "loss/crossentropy": 3.031020164489746, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1958397924900055, |
| "loss/reg": 276.84881591796875, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.0044, |
| "grad_norm": 2.6899683475494385, |
| "grad_norm_var": 0.060788090400682414, |
| "learning_rate": 0.0001, |
| "loss": 279.0604, |
| "loss/crossentropy": 2.689755439758301, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1408371478319168, |
| "loss/reg": 276.22979736328125, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.004425, |
| "grad_norm": 2.686345338821411, |
| "grad_norm_var": 0.059403126018499584, |
| "learning_rate": 0.0001, |
| "loss": 278.8184, |
| "loss/crossentropy": 3.0344579219818115, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1603156328201294, |
| "loss/reg": 275.6236267089844, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.00445, |
| "grad_norm": 2.9537172317504883, |
| "grad_norm_var": 0.060028034669986144, |
| "learning_rate": 0.0001, |
| "loss": 277.8445, |
| "loss/crossentropy": 2.6497297286987305, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1772124469280243, |
| "loss/reg": 275.01751708984375, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.004475, |
| "grad_norm": 2.6830756664276123, |
| "grad_norm_var": 0.055646030147755474, |
| "learning_rate": 0.0001, |
| "loss": 277.3781, |
| "loss/crossentropy": 2.7995009422302246, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15789446234703064, |
| "loss/reg": 274.420654296875, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.0045, |
| "grad_norm": 2.8642189502716064, |
| "grad_norm_var": 0.05534192722217289, |
| "learning_rate": 0.0001, |
| "loss": 276.8572, |
| "loss/crossentropy": 2.8247008323669434, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19499436020851135, |
| "loss/reg": 273.8375244140625, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.004525, |
| "grad_norm": 2.3742892742156982, |
| "grad_norm_var": 0.06476700330631478, |
| "learning_rate": 0.0001, |
| "loss": 276.0537, |
| "loss/crossentropy": 2.6782188415527344, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14065401256084442, |
| "loss/reg": 273.2348327636719, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.00455, |
| "grad_norm": 2.8511719703674316, |
| "grad_norm_var": 0.06494378033136528, |
| "learning_rate": 0.0001, |
| "loss": 275.8217, |
| "loss/crossentropy": 3.0019702911376953, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17122197151184082, |
| "loss/reg": 272.6484375, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.004575, |
| "grad_norm": 2.4934184551239014, |
| "grad_norm_var": 0.07028818692612214, |
| "learning_rate": 0.0001, |
| "loss": 275.005, |
| "loss/crossentropy": 2.765932559967041, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1687726229429245, |
| "loss/reg": 272.0703125, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.0046, |
| "grad_norm": 3.0428080558776855, |
| "grad_norm_var": 0.06930197860402411, |
| "learning_rate": 0.0001, |
| "loss": 274.319, |
| "loss/crossentropy": 2.6140480041503906, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20197075605392456, |
| "loss/reg": 271.50299072265625, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.004625, |
| "grad_norm": 2.7042367458343506, |
| "grad_norm_var": 0.06884502087402401, |
| "learning_rate": 0.0001, |
| "loss": 273.7751, |
| "loss/crossentropy": 2.7085049152374268, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16187983751296997, |
| "loss/reg": 270.90478515625, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.00465, |
| "grad_norm": 2.4192299842834473, |
| "grad_norm_var": 0.07438801189002385, |
| "learning_rate": 0.0001, |
| "loss": 272.9952, |
| "loss/crossentropy": 2.509551525115967, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15606564283370972, |
| "loss/reg": 270.3295593261719, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.004675, |
| "grad_norm": 2.6057181358337402, |
| "grad_norm_var": 0.07388755541776296, |
| "learning_rate": 0.0001, |
| "loss": 272.7285, |
| "loss/crossentropy": 2.832514762878418, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1625734269618988, |
| "loss/reg": 269.7333984375, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.0047, |
| "grad_norm": 2.5072972774505615, |
| "grad_norm_var": 0.07807856050180723, |
| "learning_rate": 0.0001, |
| "loss": 272.1894, |
| "loss/crossentropy": 2.8929169178009033, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15297307074069977, |
| "loss/reg": 269.1435241699219, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.004725, |
| "grad_norm": 2.668285369873047, |
| "grad_norm_var": 0.07833979493371525, |
| "learning_rate": 0.0001, |
| "loss": 271.5161, |
| "loss/crossentropy": 2.798143148422241, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1715821623802185, |
| "loss/reg": 268.5463562011719, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.00475, |
| "grad_norm": 2.869302272796631, |
| "grad_norm_var": 0.07459542490979629, |
| "learning_rate": 0.0001, |
| "loss": 271.0226, |
| "loss/crossentropy": 2.913928270339966, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16282354295253754, |
| "loss/reg": 267.94586181640625, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.004775, |
| "grad_norm": 2.4999892711639404, |
| "grad_norm_var": 0.03802990774269475, |
| "learning_rate": 0.0001, |
| "loss": 270.1609, |
| "loss/crossentropy": 2.6663661003112793, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1597089171409607, |
| "loss/reg": 267.33489990234375, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.0048, |
| "grad_norm": 2.7010915279388428, |
| "grad_norm_var": 0.03804935894705916, |
| "learning_rate": 0.0001, |
| "loss": 269.6252, |
| "loss/crossentropy": 2.7287211418151855, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1760062277317047, |
| "loss/reg": 266.720458984375, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.004825, |
| "grad_norm": 2.635450839996338, |
| "grad_norm_var": 0.03818693477124479, |
| "learning_rate": 0.0001, |
| "loss": 269.0576, |
| "loss/crossentropy": 2.7622997760772705, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1753700077533722, |
| "loss/reg": 266.11993408203125, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.00485, |
| "grad_norm": 2.54504656791687, |
| "grad_norm_var": 0.03368765909132942, |
| "learning_rate": 0.0001, |
| "loss": 268.4639, |
| "loss/crossentropy": 2.774796962738037, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16008035838603973, |
| "loss/reg": 265.5290222167969, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.004875, |
| "grad_norm": 2.8884477615356445, |
| "grad_norm_var": 0.03711886375720705, |
| "learning_rate": 0.0001, |
| "loss": 267.7791, |
| "loss/crossentropy": 2.678165912628174, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16350409388542175, |
| "loss/reg": 264.9374694824219, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.0049, |
| "grad_norm": 3.0534660816192627, |
| "grad_norm_var": 0.044336834869120406, |
| "learning_rate": 0.0001, |
| "loss": 267.5437, |
| "loss/crossentropy": 2.990952491760254, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20335815846920013, |
| "loss/reg": 264.3493957519531, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.004925, |
| "grad_norm": 2.8830363750457764, |
| "grad_norm_var": 0.03986402384874263, |
| "learning_rate": 0.0001, |
| "loss": 266.6284, |
| "loss/crossentropy": 2.674790859222412, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18334966897964478, |
| "loss/reg": 263.77020263671875, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.00495, |
| "grad_norm": 3.1203083992004395, |
| "grad_norm_var": 0.04943917591481958, |
| "learning_rate": 0.0001, |
| "loss": 265.9243, |
| "loss/crossentropy": 2.5693366527557373, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16054046154022217, |
| "loss/reg": 263.1944580078125, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.004975, |
| "grad_norm": 2.7858941555023193, |
| "grad_norm_var": 0.04566411871986986, |
| "learning_rate": 0.0001, |
| "loss": 265.842, |
| "loss/crossentropy": 3.063640832901001, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1918787658214569, |
| "loss/reg": 262.5865478515625, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.005, |
| "grad_norm": 4.905181407928467, |
| "grad_norm_var": 0.3362427866457504, |
| "learning_rate": 0.0001, |
| "loss": 265.0334, |
| "loss/crossentropy": 2.75864839553833, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.28906920552253723, |
| "loss/reg": 261.9857177734375, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.005025, |
| "grad_norm": 2.969449281692505, |
| "grad_norm_var": 0.33506015925643545, |
| "learning_rate": 0.0001, |
| "loss": 264.667, |
| "loss/crossentropy": 3.093539237976074, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19913670420646667, |
| "loss/reg": 261.37432861328125, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.00505, |
| "grad_norm": 3.2088537216186523, |
| "grad_norm_var": 0.32566799990582446, |
| "learning_rate": 0.0001, |
| "loss": 264.2178, |
| "loss/crossentropy": 3.255889415740967, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20012566447257996, |
| "loss/reg": 260.76177978515625, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.005075, |
| "grad_norm": 3.11022686958313, |
| "grad_norm_var": 0.3199018318121316, |
| "learning_rate": 0.0001, |
| "loss": 263.1096, |
| "loss/crossentropy": 2.753197193145752, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19567176699638367, |
| "loss/reg": 260.16070556640625, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.0051, |
| "grad_norm": 2.5052154064178467, |
| "grad_norm_var": 0.32002761472599534, |
| "learning_rate": 0.0001, |
| "loss": 262.7169, |
| "loss/crossentropy": 2.981990098953247, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17743879556655884, |
| "loss/reg": 259.55743408203125, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.005125, |
| "grad_norm": 3.437074899673462, |
| "grad_norm_var": 0.3271340622124995, |
| "learning_rate": 0.0001, |
| "loss": 262.1845, |
| "loss/crossentropy": 3.0462844371795654, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17453166842460632, |
| "loss/reg": 258.96368408203125, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.00515, |
| "grad_norm": 3.3540172576904297, |
| "grad_norm_var": 0.33289475403727997, |
| "learning_rate": 0.0001, |
| "loss": 261.2446, |
| "loss/crossentropy": 2.684351682662964, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18615120649337769, |
| "loss/reg": 258.37408447265625, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.005175, |
| "grad_norm": 2.6485707759857178, |
| "grad_norm_var": 0.32362257450873433, |
| "learning_rate": 0.0001, |
| "loss": 260.6506, |
| "loss/crossentropy": 2.712137222290039, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16978460550308228, |
| "loss/reg": 257.7686767578125, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.0052, |
| "grad_norm": 2.638559103012085, |
| "grad_norm_var": 0.326750686147299, |
| "learning_rate": 0.0001, |
| "loss": 259.9714, |
| "loss/crossentropy": 2.6442058086395264, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16394683718681335, |
| "loss/reg": 257.1632385253906, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.005225, |
| "grad_norm": 2.62022066116333, |
| "grad_norm_var": 0.32759289115149387, |
| "learning_rate": 0.0001, |
| "loss": 259.6152, |
| "loss/crossentropy": 2.86051607131958, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1837988793849945, |
| "loss/reg": 256.5708923339844, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.00525, |
| "grad_norm": 3.0118000507354736, |
| "grad_norm_var": 0.31027566591164846, |
| "learning_rate": 0.0001, |
| "loss": 258.8864, |
| "loss/crossentropy": 2.7158284187316895, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18835628032684326, |
| "loss/reg": 255.98226928710938, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.005275, |
| "grad_norm": 2.738693952560425, |
| "grad_norm_var": 0.31532774991742346, |
| "learning_rate": 0.0001, |
| "loss": 258.2583, |
| "loss/crossentropy": 2.6809372901916504, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1898835152387619, |
| "loss/reg": 255.387451171875, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.0053, |
| "grad_norm": 2.739337205886841, |
| "grad_norm_var": 0.32184874512720374, |
| "learning_rate": 0.0001, |
| "loss": 257.8907, |
| "loss/crossentropy": 2.906891107559204, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1842600256204605, |
| "loss/reg": 254.79959106445312, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.005325, |
| "grad_norm": 5.883702754974365, |
| "grad_norm_var": 0.820888078604249, |
| "learning_rate": 0.0001, |
| "loss": 257.1401, |
| "loss/crossentropy": 2.7662065029144287, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17315037548542023, |
| "loss/reg": 254.2007293701172, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.00535, |
| "grad_norm": 3.2972004413604736, |
| "grad_norm_var": 0.8202608766175215, |
| "learning_rate": 0.0001, |
| "loss": 256.5279, |
| "loss/crossentropy": 2.737523317337036, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1854221224784851, |
| "loss/reg": 253.6049346923828, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.005375, |
| "grad_norm": 3.02815580368042, |
| "grad_norm_var": 0.8092324619971265, |
| "learning_rate": 0.0001, |
| "loss": 256.0627, |
| "loss/crossentropy": 2.8625571727752686, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19949959218502045, |
| "loss/reg": 253.0006866455078, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.0054, |
| "grad_norm": 3.2634494304656982, |
| "grad_norm_var": 0.6166894091876105, |
| "learning_rate": 0.0001, |
| "loss": 255.4964, |
| "loss/crossentropy": 2.924158811569214, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16927270591259003, |
| "loss/reg": 252.40298461914062, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.005425, |
| "grad_norm": 3.190610647201538, |
| "grad_norm_var": 0.614321823565594, |
| "learning_rate": 0.0001, |
| "loss": 254.9168, |
| "loss/crossentropy": 2.959676742553711, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1694745123386383, |
| "loss/reg": 251.78762817382812, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.00545, |
| "grad_norm": 2.910163402557373, |
| "grad_norm_var": 0.6182401597326245, |
| "learning_rate": 0.0001, |
| "loss": 254.3778, |
| "loss/crossentropy": 3.0126121044158936, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19637390971183777, |
| "loss/reg": 251.16880798339844, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.005475, |
| "grad_norm": 2.5100033283233643, |
| "grad_norm_var": 0.6438249148085596, |
| "learning_rate": 0.0001, |
| "loss": 253.619, |
| "loss/crossentropy": 2.8760910034179688, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17724955081939697, |
| "loss/reg": 250.565673828125, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.0055, |
| "grad_norm": 2.6412065029144287, |
| "grad_norm_var": 0.6339957102239564, |
| "learning_rate": 0.0001, |
| "loss": 253.0932, |
| "loss/crossentropy": 2.9451711177825928, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1847916692495346, |
| "loss/reg": 249.96322631835938, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.005525, |
| "grad_norm": 2.4829912185668945, |
| "grad_norm_var": 0.6504949610281291, |
| "learning_rate": 0.0001, |
| "loss": 251.9582, |
| "loss/crossentropy": 2.4317898750305176, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15323440730571747, |
| "loss/reg": 249.37318420410156, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.00555, |
| "grad_norm": 2.709721565246582, |
| "grad_norm_var": 0.6511748224192303, |
| "learning_rate": 0.0001, |
| "loss": 251.9418, |
| "loss/crossentropy": 2.9580609798431396, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19112282991409302, |
| "loss/reg": 248.7926788330078, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.005575, |
| "grad_norm": 2.7896413803100586, |
| "grad_norm_var": 0.6454388623794479, |
| "learning_rate": 0.0001, |
| "loss": 251.1011, |
| "loss/crossentropy": 2.6989221572875977, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18577811121940613, |
| "loss/reg": 248.21641540527344, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.0056, |
| "grad_norm": 2.763256549835205, |
| "grad_norm_var": 0.6399279824277821, |
| "learning_rate": 0.0001, |
| "loss": 250.6324, |
| "loss/crossentropy": 2.8038721084594727, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19551604986190796, |
| "loss/reg": 247.633056640625, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.005625, |
| "grad_norm": 2.6225526332855225, |
| "grad_norm_var": 0.6397989634558596, |
| "learning_rate": 0.0001, |
| "loss": 250.0981, |
| "loss/crossentropy": 2.873964548110962, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18002215027809143, |
| "loss/reg": 247.0440673828125, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.00565, |
| "grad_norm": 2.7640974521636963, |
| "grad_norm_var": 0.6444463916989489, |
| "learning_rate": 0.0001, |
| "loss": 249.6578, |
| "loss/crossentropy": 3.0052733421325684, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19472980499267578, |
| "loss/reg": 246.45779418945312, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.005675, |
| "grad_norm": 4.11354398727417, |
| "grad_norm_var": 0.7108481451659288, |
| "learning_rate": 0.0001, |
| "loss": 249.1703, |
| "loss/crossentropy": 3.090904951095581, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20938721299171448, |
| "loss/reg": 245.87001037597656, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.0057, |
| "grad_norm": 2.749560594558716, |
| "grad_norm_var": 0.7103537111133307, |
| "learning_rate": 0.0001, |
| "loss": 247.8932, |
| "loss/crossentropy": 2.4375710487365723, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16894645988941193, |
| "loss/reg": 245.28668212890625, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.005725, |
| "grad_norm": 2.942262649536133, |
| "grad_norm_var": 0.16230004133669051, |
| "learning_rate": 0.0001, |
| "loss": 247.8172, |
| "loss/crossentropy": 2.9423258304595947, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1861574649810791, |
| "loss/reg": 244.6887664794922, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.00575, |
| "grad_norm": 2.7158396244049072, |
| "grad_norm_var": 0.1544682228743985, |
| "learning_rate": 0.0001, |
| "loss": 246.9261, |
| "loss/crossentropy": 2.6655476093292236, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1642124503850937, |
| "loss/reg": 244.0963592529297, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.005775, |
| "grad_norm": 3.031425714492798, |
| "grad_norm_var": 0.15453029560278514, |
| "learning_rate": 0.0001, |
| "loss": 246.3331, |
| "loss/crossentropy": 2.641087532043457, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1917201280593872, |
| "loss/reg": 243.5002899169922, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.0058, |
| "grad_norm": 2.781378984451294, |
| "grad_norm_var": 0.1448915546965355, |
| "learning_rate": 0.0001, |
| "loss": 245.8157, |
| "loss/crossentropy": 2.7308170795440674, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.178788423538208, |
| "loss/reg": 242.90609741210938, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.005825, |
| "grad_norm": 2.6632707118988037, |
| "grad_norm_var": 0.13884268173051903, |
| "learning_rate": 0.0001, |
| "loss": 245.2104, |
| "loss/crossentropy": 2.7034757137298584, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19913603365421295, |
| "loss/reg": 242.30780029296875, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.00585, |
| "grad_norm": 2.6279611587524414, |
| "grad_norm_var": 0.14059426093737837, |
| "learning_rate": 0.0001, |
| "loss": 244.448, |
| "loss/crossentropy": 2.5541391372680664, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1769060492515564, |
| "loss/reg": 241.71693420410156, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.005875, |
| "grad_norm": 2.669217586517334, |
| "grad_norm_var": 0.13587813046198485, |
| "learning_rate": 0.0001, |
| "loss": 243.9826, |
| "loss/crossentropy": 2.677557945251465, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1696961522102356, |
| "loss/reg": 241.13534545898438, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.0059, |
| "grad_norm": 4.654603958129883, |
| "grad_norm_var": 0.34211473789542096, |
| "learning_rate": 0.0001, |
| "loss": 243.4455, |
| "loss/crossentropy": 2.6129984855651855, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24794022738933563, |
| "loss/reg": 240.58453369140625, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.005925, |
| "grad_norm": 2.7966091632843018, |
| "grad_norm_var": 0.32904384319109853, |
| "learning_rate": 0.0001, |
| "loss": 243.0811, |
| "loss/crossentropy": 2.8610379695892334, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18956679105758667, |
| "loss/reg": 240.03045654296875, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.00595, |
| "grad_norm": 2.4518496990203857, |
| "grad_norm_var": 0.3418803558489948, |
| "learning_rate": 0.0001, |
| "loss": 242.0064, |
| "loss/crossentropy": 2.412545680999756, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14585809409618378, |
| "loss/reg": 239.44796752929688, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.005975, |
| "grad_norm": 14.31179141998291, |
| "grad_norm_var": 8.399062121815462, |
| "learning_rate": 0.0001, |
| "loss": 241.8318, |
| "loss/crossentropy": 2.7919762134552, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17732976377010345, |
| "loss/reg": 238.86245727539062, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.006, |
| "grad_norm": 2.6747586727142334, |
| "grad_norm_var": 8.410206107231419, |
| "learning_rate": 0.0001, |
| "loss": 241.3024, |
| "loss/crossentropy": 2.8322153091430664, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19286081194877625, |
| "loss/reg": 238.27737426757812, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.006025, |
| "grad_norm": 2.5404036045074463, |
| "grad_norm_var": 8.421998600034392, |
| "learning_rate": 0.0001, |
| "loss": 240.354, |
| "loss/crossentropy": 2.509608507156372, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15739041566848755, |
| "loss/reg": 237.68695068359375, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.00605, |
| "grad_norm": 2.88310170173645, |
| "grad_norm_var": 8.408739063367712, |
| "learning_rate": 0.0001, |
| "loss": 239.9893, |
| "loss/crossentropy": 2.714906692504883, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17041458189487457, |
| "loss/reg": 237.10398864746094, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.006075, |
| "grad_norm": 2.5657036304473877, |
| "grad_norm_var": 8.465489057845808, |
| "learning_rate": 0.0001, |
| "loss": 239.4222, |
| "loss/crossentropy": 2.726501226425171, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17326998710632324, |
| "loss/reg": 236.5224151611328, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.0061, |
| "grad_norm": 3.74009370803833, |
| "grad_norm_var": 8.41895240057901, |
| "learning_rate": 0.0001, |
| "loss": 238.9056, |
| "loss/crossentropy": 2.748196840286255, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21651685237884521, |
| "loss/reg": 235.94091796875, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.006125, |
| "grad_norm": 2.7053475379943848, |
| "grad_norm_var": 8.444126473060866, |
| "learning_rate": 0.0001, |
| "loss": 238.032, |
| "loss/crossentropy": 2.4857230186462402, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1798083782196045, |
| "loss/reg": 235.36642456054688, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.00615, |
| "grad_norm": 3.132035255432129, |
| "grad_norm_var": 8.405148171874606, |
| "learning_rate": 0.0001, |
| "loss": 237.9786, |
| "loss/crossentropy": 2.9837818145751953, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2059348225593567, |
| "loss/reg": 234.78887939453125, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.006175, |
| "grad_norm": 2.4898736476898193, |
| "grad_norm_var": 8.467374226379958, |
| "learning_rate": 0.0001, |
| "loss": 237.2757, |
| "loss/crossentropy": 2.880187749862671, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17742741107940674, |
| "loss/reg": 234.21804809570312, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.0062, |
| "grad_norm": 2.655679702758789, |
| "grad_norm_var": 8.482173935471064, |
| "learning_rate": 0.0001, |
| "loss": 236.6548, |
| "loss/crossentropy": 2.8338496685028076, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1855936199426651, |
| "loss/reg": 233.63536071777344, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.006225, |
| "grad_norm": 2.869889259338379, |
| "grad_norm_var": 8.459100961664873, |
| "learning_rate": 0.0001, |
| "loss": 236.2722, |
| "loss/crossentropy": 3.00722074508667, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19864147901535034, |
| "loss/reg": 233.06637573242188, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.00625, |
| "grad_norm": 2.8619699478149414, |
| "grad_norm_var": 8.431865311995418, |
| "learning_rate": 0.0001, |
| "loss": 235.1938, |
| "loss/crossentropy": 2.527130365371704, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18343941867351532, |
| "loss/reg": 232.48324584960938, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.006275, |
| "grad_norm": 2.570348024368286, |
| "grad_norm_var": 8.445078379379984, |
| "learning_rate": 0.0001, |
| "loss": 234.9153, |
| "loss/crossentropy": 2.8627750873565674, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16326285898685455, |
| "loss/reg": 231.88925170898438, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.0063, |
| "grad_norm": 3.70983624458313, |
| "grad_norm_var": 8.370411445912024, |
| "learning_rate": 0.0001, |
| "loss": 234.453, |
| "loss/crossentropy": 2.9494543075561523, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1932690143585205, |
| "loss/reg": 231.31028747558594, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.006325, |
| "grad_norm": 2.636204957962036, |
| "grad_norm_var": 8.38834540620384, |
| "learning_rate": 0.0001, |
| "loss": 233.79, |
| "loss/crossentropy": 2.870368003845215, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18195605278015137, |
| "loss/reg": 230.73770141601562, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.00635, |
| "grad_norm": 2.7411065101623535, |
| "grad_norm_var": 8.35122443905512, |
| "learning_rate": 0.0001, |
| "loss": 233.4192, |
| "loss/crossentropy": 3.0693013668060303, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17932993173599243, |
| "loss/reg": 230.17056274414062, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.006375, |
| "grad_norm": 2.631800889968872, |
| "grad_norm_var": 0.1459736729753594, |
| "learning_rate": 0.0001, |
| "loss": 232.6018, |
| "loss/crossentropy": 2.812204360961914, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1809658408164978, |
| "loss/reg": 229.60862731933594, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.0064, |
| "grad_norm": 2.6473164558410645, |
| "grad_norm_var": 0.14661806909008704, |
| "learning_rate": 0.0001, |
| "loss": 232.0037, |
| "loss/crossentropy": 2.8154137134552, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16016216576099396, |
| "loss/reg": 229.02810668945312, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.006425, |
| "grad_norm": 2.8096730709075928, |
| "grad_norm_var": 0.14052644786456767, |
| "learning_rate": 0.0001, |
| "loss": 231.4434, |
| "loss/crossentropy": 2.8410181999206543, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15286508202552795, |
| "loss/reg": 228.4495391845703, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.00645, |
| "grad_norm": 2.902038335800171, |
| "grad_norm_var": 0.14062455090234588, |
| "learning_rate": 0.0001, |
| "loss": 230.797, |
| "loss/crossentropy": 2.71943998336792, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1998460292816162, |
| "loss/reg": 227.87771606445312, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.006475, |
| "grad_norm": 2.605620861053467, |
| "grad_norm_var": 0.1391881027932695, |
| "learning_rate": 0.0001, |
| "loss": 230.5228, |
| "loss/crossentropy": 3.017008066177368, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18362455070018768, |
| "loss/reg": 227.32220458984375, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.0065, |
| "grad_norm": 3.0760796070098877, |
| "grad_norm_var": 0.08854286659723035, |
| "learning_rate": 0.0001, |
| "loss": 229.5804, |
| "loss/crossentropy": 2.6169934272766113, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20932170748710632, |
| "loss/reg": 226.75404357910156, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.006525, |
| "grad_norm": 2.7260305881500244, |
| "grad_norm_var": 0.08826637957723141, |
| "learning_rate": 0.0001, |
| "loss": 229.1744, |
| "loss/crossentropy": 2.800166368484497, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16581743955612183, |
| "loss/reg": 226.20838928222656, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.00655, |
| "grad_norm": 2.520145893096924, |
| "grad_norm_var": 0.08593156013952026, |
| "learning_rate": 0.0001, |
| "loss": 228.4811, |
| "loss/crossentropy": 2.66050124168396, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17131495475769043, |
| "loss/reg": 225.64930725097656, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.006575, |
| "grad_norm": 2.666048288345337, |
| "grad_norm_var": 0.08109508789745874, |
| "learning_rate": 0.0001, |
| "loss": 228.21, |
| "loss/crossentropy": 2.948183298110962, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1878964900970459, |
| "loss/reg": 225.0739288330078, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.0066, |
| "grad_norm": 2.762319326400757, |
| "grad_norm_var": 0.07990506415366098, |
| "learning_rate": 0.0001, |
| "loss": 227.5642, |
| "loss/crossentropy": 2.8666961193084717, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19062572717666626, |
| "loss/reg": 224.5068817138672, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.006625, |
| "grad_norm": 3.026460647583008, |
| "grad_norm_var": 0.08297919370627369, |
| "learning_rate": 0.0001, |
| "loss": 227.1483, |
| "loss/crossentropy": 3.004094362258911, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1900184154510498, |
| "loss/reg": 223.9541473388672, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.00665, |
| "grad_norm": 2.7408447265625, |
| "grad_norm_var": 0.08298920636462223, |
| "learning_rate": 0.0001, |
| "loss": 226.3396, |
| "loss/crossentropy": 2.745393753051758, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20416490733623505, |
| "loss/reg": 223.39002990722656, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.006675, |
| "grad_norm": 2.686131238937378, |
| "grad_norm_var": 0.0803088906266936, |
| "learning_rate": 0.0001, |
| "loss": 225.7382, |
| "loss/crossentropy": 2.730952262878418, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19333088397979736, |
| "loss/reg": 222.8138885498047, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.0067, |
| "grad_norm": 3.0181736946105957, |
| "grad_norm_var": 0.026807333288596878, |
| "learning_rate": 0.0001, |
| "loss": 225.3613, |
| "loss/crossentropy": 2.9188590049743652, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2012787163257599, |
| "loss/reg": 222.24114990234375, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.006725, |
| "grad_norm": 2.6647708415985107, |
| "grad_norm_var": 0.026378256663085863, |
| "learning_rate": 0.0001, |
| "loss": 224.5769, |
| "loss/crossentropy": 2.7387688159942627, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18105106055736542, |
| "loss/reg": 221.6570587158203, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.00675, |
| "grad_norm": 3.005382776260376, |
| "grad_norm_var": 0.029935448640787853, |
| "learning_rate": 0.0001, |
| "loss": 223.7069, |
| "loss/crossentropy": 2.4513492584228516, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17486891150474548, |
| "loss/reg": 221.08065795898438, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.006775, |
| "grad_norm": 2.534144163131714, |
| "grad_norm_var": 0.03246837804460086, |
| "learning_rate": 0.0001, |
| "loss": 223.3926, |
| "loss/crossentropy": 2.698563575744629, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1854040026664734, |
| "loss/reg": 220.50863647460938, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.0068, |
| "grad_norm": 2.7375473976135254, |
| "grad_norm_var": 0.031447726867909864, |
| "learning_rate": 0.0001, |
| "loss": 223.1195, |
| "loss/crossentropy": 2.990828037261963, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19145527482032776, |
| "loss/reg": 219.937255859375, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.006825, |
| "grad_norm": 2.594477415084839, |
| "grad_norm_var": 0.03349317904539077, |
| "learning_rate": 0.0001, |
| "loss": 222.1966, |
| "loss/crossentropy": 2.6549155712127686, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18063394725322723, |
| "loss/reg": 219.36102294921875, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.00685, |
| "grad_norm": 3.0771312713623047, |
| "grad_norm_var": 0.03857028263729087, |
| "learning_rate": 0.0001, |
| "loss": 221.9057, |
| "loss/crossentropy": 2.904212713241577, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19918082654476166, |
| "loss/reg": 218.80227661132812, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.006875, |
| "grad_norm": 2.548748731613159, |
| "grad_norm_var": 0.040076406355323495, |
| "learning_rate": 0.0001, |
| "loss": 221.1609, |
| "loss/crossentropy": 2.7445976734161377, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17896625399589539, |
| "loss/reg": 218.23736572265625, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.0069, |
| "grad_norm": 3.4485270977020264, |
| "grad_norm_var": 0.0637460442930499, |
| "learning_rate": 0.0001, |
| "loss": 220.8704, |
| "loss/crossentropy": 2.9816956520080566, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19691282510757446, |
| "loss/reg": 217.6918182373047, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.006925, |
| "grad_norm": 2.622490644454956, |
| "grad_norm_var": 0.06540004680390439, |
| "learning_rate": 0.0001, |
| "loss": 219.9821, |
| "loss/crossentropy": 2.6642203330993652, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1839863508939743, |
| "loss/reg": 217.13385009765625, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.00695, |
| "grad_norm": 2.6010499000549316, |
| "grad_norm_var": 0.06288917084829108, |
| "learning_rate": 0.0001, |
| "loss": 219.4899, |
| "loss/crossentropy": 2.710230827331543, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19618386030197144, |
| "loss/reg": 216.58343505859375, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.006975, |
| "grad_norm": 2.880260705947876, |
| "grad_norm_var": 0.06204859700921664, |
| "learning_rate": 0.0001, |
| "loss": 219.1407, |
| "loss/crossentropy": 2.898496150970459, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2143867015838623, |
| "loss/reg": 216.02783203125, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.007, |
| "grad_norm": 3.233513593673706, |
| "grad_norm_var": 0.07297482892120115, |
| "learning_rate": 0.0001, |
| "loss": 218.5671, |
| "loss/crossentropy": 2.876899003982544, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20586279034614563, |
| "loss/reg": 215.48439025878906, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.007025, |
| "grad_norm": 2.415728807449341, |
| "grad_norm_var": 0.08099970934078797, |
| "learning_rate": 0.0001, |
| "loss": 217.7508, |
| "loss/crossentropy": 2.639965057373047, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1753409504890442, |
| "loss/reg": 214.93548583984375, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.00705, |
| "grad_norm": 2.7094812393188477, |
| "grad_norm_var": 0.08131089617161227, |
| "learning_rate": 0.0001, |
| "loss": 217.2597, |
| "loss/crossentropy": 2.687687873840332, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18249084055423737, |
| "loss/reg": 214.38949584960938, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.007075, |
| "grad_norm": 2.616089105606079, |
| "grad_norm_var": 0.08266783158203429, |
| "learning_rate": 0.0001, |
| "loss": 216.6144, |
| "loss/crossentropy": 2.6135380268096924, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1692454218864441, |
| "loss/reg": 213.83157348632812, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.0071, |
| "grad_norm": 2.598839521408081, |
| "grad_norm_var": 0.08113636926467128, |
| "learning_rate": 0.0001, |
| "loss": 216.4407, |
| "loss/crossentropy": 2.969308853149414, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18686597049236298, |
| "loss/reg": 213.28448486328125, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.007125, |
| "grad_norm": 2.68222713470459, |
| "grad_norm_var": 0.0809151212890202, |
| "learning_rate": 0.0001, |
| "loss": 215.8076, |
| "loss/crossentropy": 2.8860280513763428, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17992877960205078, |
| "loss/reg": 212.74166870117188, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.00715, |
| "grad_norm": 2.798988103866577, |
| "grad_norm_var": 0.07707527762625711, |
| "learning_rate": 0.0001, |
| "loss": 215.3757, |
| "loss/crossentropy": 2.9692792892456055, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21567609906196594, |
| "loss/reg": 212.19068908691406, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.007175, |
| "grad_norm": 2.5780839920043945, |
| "grad_norm_var": 0.07589498443210232, |
| "learning_rate": 0.0001, |
| "loss": 214.3753, |
| "loss/crossentropy": 2.5596561431884766, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.177793949842453, |
| "loss/reg": 211.63784790039062, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.0072, |
| "grad_norm": 2.6318469047546387, |
| "grad_norm_var": 0.07689489347470727, |
| "learning_rate": 0.0001, |
| "loss": 214.0618, |
| "loss/crossentropy": 2.7902228832244873, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18190298974514008, |
| "loss/reg": 211.0896759033203, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.007225, |
| "grad_norm": 3.0802104473114014, |
| "grad_norm_var": 0.08141687457795115, |
| "learning_rate": 0.0001, |
| "loss": 213.4452, |
| "loss/crossentropy": 2.7214579582214355, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18961231410503387, |
| "loss/reg": 210.5341796875, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.00725, |
| "grad_norm": 3.087554693222046, |
| "grad_norm_var": 0.08183286107987228, |
| "learning_rate": 0.0001, |
| "loss": 213.064, |
| "loss/crossentropy": 2.886679172515869, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17951728403568268, |
| "loss/reg": 209.9978485107422, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.007275, |
| "grad_norm": 2.7192165851593018, |
| "grad_norm_var": 0.07831674565225223, |
| "learning_rate": 0.0001, |
| "loss": 212.4935, |
| "loss/crossentropy": 2.835261821746826, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19229570031166077, |
| "loss/reg": 209.4658966064453, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.0073, |
| "grad_norm": 2.9835152626037598, |
| "grad_norm_var": 0.051250203523905684, |
| "learning_rate": 0.0001, |
| "loss": 211.8015, |
| "loss/crossentropy": 2.691941499710083, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18396204710006714, |
| "loss/reg": 208.92559814453125, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.007325, |
| "grad_norm": 3.2173898220062256, |
| "grad_norm_var": 0.062069919928694615, |
| "learning_rate": 0.0001, |
| "loss": 211.2997, |
| "loss/crossentropy": 2.6862618923187256, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22537732124328613, |
| "loss/reg": 208.3881072998047, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.00735, |
| "grad_norm": 3.5398621559143066, |
| "grad_norm_var": 0.09198591178203515, |
| "learning_rate": 0.0001, |
| "loss": 210.6651, |
| "loss/crossentropy": 2.612825393676758, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19290409982204437, |
| "loss/reg": 207.85940551757812, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.007375, |
| "grad_norm": 2.561976671218872, |
| "grad_norm_var": 0.09749160768811103, |
| "learning_rate": 0.0001, |
| "loss": 210.1769, |
| "loss/crossentropy": 2.6648244857788086, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20216211676597595, |
| "loss/reg": 207.30992126464844, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.0074, |
| "grad_norm": 7.271378040313721, |
| "grad_norm_var": 1.3278853272864029, |
| "learning_rate": 0.0001, |
| "loss": 209.9314, |
| "loss/crossentropy": 2.9801483154296875, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19208793342113495, |
| "loss/reg": 206.75917053222656, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.007425, |
| "grad_norm": 3.091381788253784, |
| "grad_norm_var": 1.295378929230882, |
| "learning_rate": 0.0001, |
| "loss": 209.1877, |
| "loss/crossentropy": 2.7932381629943848, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18018564581871033, |
| "loss/reg": 206.21424865722656, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.00745, |
| "grad_norm": 2.8066790103912354, |
| "grad_norm_var": 1.2904482820319183, |
| "learning_rate": 0.0001, |
| "loss": 208.8806, |
| "loss/crossentropy": 3.017073392868042, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19379809498786926, |
| "loss/reg": 205.66973876953125, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.007475, |
| "grad_norm": 2.856220006942749, |
| "grad_norm_var": 1.2772274114279487, |
| "learning_rate": 0.0001, |
| "loss": 208.1113, |
| "loss/crossentropy": 2.81599497795105, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18530045449733734, |
| "loss/reg": 205.11001586914062, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.0075, |
| "grad_norm": 2.9903173446655273, |
| "grad_norm_var": 1.2576931439437788, |
| "learning_rate": 0.0001, |
| "loss": 207.5814, |
| "loss/crossentropy": 2.826772451400757, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19662591814994812, |
| "loss/reg": 204.55799865722656, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.007525, |
| "grad_norm": 2.5510308742523193, |
| "grad_norm_var": 1.2674948009951321, |
| "learning_rate": 0.0001, |
| "loss": 206.9224, |
| "loss/crossentropy": 2.712320327758789, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19106364250183105, |
| "loss/reg": 204.01902770996094, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.00755, |
| "grad_norm": 2.508366107940674, |
| "grad_norm_var": 1.2872607464713248, |
| "learning_rate": 0.0001, |
| "loss": 206.1158, |
| "loss/crossentropy": 2.4741883277893066, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17461839318275452, |
| "loss/reg": 203.46702575683594, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.007575, |
| "grad_norm": 2.976346969604492, |
| "grad_norm_var": 1.266555341337554, |
| "learning_rate": 0.0001, |
| "loss": 205.8845, |
| "loss/crossentropy": 2.732536554336548, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2265537679195404, |
| "loss/reg": 202.92544555664062, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.0076, |
| "grad_norm": 2.8182311058044434, |
| "grad_norm_var": 1.2551146741564971, |
| "learning_rate": 0.0001, |
| "loss": 205.3437, |
| "loss/crossentropy": 2.774559736251831, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19560466706752777, |
| "loss/reg": 202.37356567382812, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.007625, |
| "grad_norm": 2.6641106605529785, |
| "grad_norm_var": 1.2720952145177449, |
| "learning_rate": 0.0001, |
| "loss": 204.813, |
| "loss/crossentropy": 2.7902915477752686, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18885600566864014, |
| "loss/reg": 201.83387756347656, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.00765, |
| "grad_norm": 2.7573277950286865, |
| "grad_norm_var": 1.2823306075296226, |
| "learning_rate": 0.0001, |
| "loss": 204.3929, |
| "loss/crossentropy": 2.89617919921875, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20617598295211792, |
| "loss/reg": 201.29051208496094, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.007675, |
| "grad_norm": 2.9883832931518555, |
| "grad_norm_var": 1.2715927971824363, |
| "learning_rate": 0.0001, |
| "loss": 203.6661, |
| "loss/crossentropy": 2.736328363418579, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17194727063179016, |
| "loss/reg": 200.75784301757812, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.0077, |
| "grad_norm": 2.671340227127075, |
| "grad_norm_var": 1.2850880861748617, |
| "learning_rate": 0.0001, |
| "loss": 203.2853, |
| "loss/crossentropy": 2.837782859802246, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20544278621673584, |
| "loss/reg": 200.2420654296875, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.007725, |
| "grad_norm": 2.5738258361816406, |
| "grad_norm_var": 1.304496016414119, |
| "learning_rate": 0.0001, |
| "loss": 202.6491, |
| "loss/crossentropy": 2.764209270477295, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17526961863040924, |
| "loss/reg": 199.7096710205078, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.00775, |
| "grad_norm": 2.727646827697754, |
| "grad_norm_var": 1.2982730821691781, |
| "learning_rate": 0.0001, |
| "loss": 201.8776, |
| "loss/crossentropy": 2.507113456726074, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18204720318317413, |
| "loss/reg": 199.1884765625, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.007775, |
| "grad_norm": 3.019986629486084, |
| "grad_norm_var": 1.2815257147172248, |
| "learning_rate": 0.0001, |
| "loss": 201.4175, |
| "loss/crossentropy": 2.580369234085083, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18372410535812378, |
| "loss/reg": 198.6533660888672, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.0078, |
| "grad_norm": 4.663088321685791, |
| "grad_norm_var": 0.24891895975728176, |
| "learning_rate": 0.0001, |
| "loss": 201.1794, |
| "loss/crossentropy": 2.814059019088745, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23769119381904602, |
| "loss/reg": 198.1276092529297, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.007825, |
| "grad_norm": 2.9102060794830322, |
| "grad_norm_var": 0.24674634897498038, |
| "learning_rate": 0.0001, |
| "loss": 200.4867, |
| "loss/crossentropy": 2.6932103633880615, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1972815990447998, |
| "loss/reg": 197.5962371826172, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.00785, |
| "grad_norm": 2.906273603439331, |
| "grad_norm_var": 0.24605808105580232, |
| "learning_rate": 0.0001, |
| "loss": 200.3487, |
| "loss/crossentropy": 3.0405361652374268, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22804442048072815, |
| "loss/reg": 197.0801544189453, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.007875, |
| "grad_norm": 2.5689239501953125, |
| "grad_norm_var": 0.2533312249281851, |
| "learning_rate": 0.0001, |
| "loss": 199.4335, |
| "loss/crossentropy": 2.7003679275512695, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1923004686832428, |
| "loss/reg": 196.54086303710938, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.0079, |
| "grad_norm": 2.8070003986358643, |
| "grad_norm_var": 0.2530642011976994, |
| "learning_rate": 0.0001, |
| "loss": 199.2196, |
| "loss/crossentropy": 3.0146713256835938, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1969759613275528, |
| "loss/reg": 196.0079803466797, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.007925, |
| "grad_norm": 2.6455047130584717, |
| "grad_norm_var": 0.2494529065085686, |
| "learning_rate": 0.0001, |
| "loss": 198.6955, |
| "loss/crossentropy": 3.0136356353759766, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20378613471984863, |
| "loss/reg": 195.4780731201172, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.00795, |
| "grad_norm": 2.6797735691070557, |
| "grad_norm_var": 0.2426149646107582, |
| "learning_rate": 0.0001, |
| "loss": 197.5625, |
| "loss/crossentropy": 2.4390504360198975, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17309829592704773, |
| "loss/reg": 194.95030212402344, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.007975, |
| "grad_norm": 2.668614149093628, |
| "grad_norm_var": 0.2453445922218293, |
| "learning_rate": 0.0001, |
| "loss": 197.1961, |
| "loss/crossentropy": 2.5966238975524902, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1794152557849884, |
| "loss/reg": 194.42005920410156, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.008, |
| "grad_norm": 2.552947521209717, |
| "grad_norm_var": 0.2519063072997559, |
| "learning_rate": 0.0001, |
| "loss": 196.5726, |
| "loss/crossentropy": 2.5113775730133057, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16936884820461273, |
| "loss/reg": 193.891845703125, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.008025, |
| "grad_norm": 2.836556911468506, |
| "grad_norm_var": 0.2491962625539448, |
| "learning_rate": 0.0001, |
| "loss": 196.1308, |
| "loss/crossentropy": 2.5704989433288574, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19436271488666534, |
| "loss/reg": 193.3658905029297, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.00805, |
| "grad_norm": 2.6601991653442383, |
| "grad_norm_var": 0.25129150502635655, |
| "learning_rate": 0.0001, |
| "loss": 196.0067, |
| "loss/crossentropy": 2.9537734985351562, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21296489238739014, |
| "loss/reg": 192.83993530273438, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.008075, |
| "grad_norm": 2.7744781970977783, |
| "grad_norm_var": 0.25070402667003294, |
| "learning_rate": 0.0001, |
| "loss": 195.5274, |
| "loss/crossentropy": 3.016360282897949, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19973087310791016, |
| "loss/reg": 192.3113250732422, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.0081, |
| "grad_norm": 3.1214191913604736, |
| "grad_norm_var": 0.252394334847159, |
| "learning_rate": 0.0001, |
| "loss": 195.3513, |
| "loss/crossentropy": 3.329318046569824, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23599132895469666, |
| "loss/reg": 191.78594970703125, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.008125, |
| "grad_norm": 2.6547012329101562, |
| "grad_norm_var": 0.2494769798717158, |
| "learning_rate": 0.0001, |
| "loss": 194.3078, |
| "loss/crossentropy": 2.844395399093628, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20515291392803192, |
| "loss/reg": 191.2582550048828, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.00815, |
| "grad_norm": 2.800093650817871, |
| "grad_norm_var": 0.24826251752535028, |
| "learning_rate": 0.0001, |
| "loss": 193.7962, |
| "loss/crossentropy": 2.856586217880249, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1940813660621643, |
| "loss/reg": 190.74557495117188, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.008175, |
| "grad_norm": 2.558241844177246, |
| "grad_norm_var": 0.2536998205740133, |
| "learning_rate": 0.0001, |
| "loss": 192.9891, |
| "loss/crossentropy": 2.562021493911743, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18647362291812897, |
| "loss/reg": 190.24061584472656, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.0082, |
| "grad_norm": 2.952324390411377, |
| "grad_norm_var": 0.026016228267095206, |
| "learning_rate": 0.0001, |
| "loss": 192.9934, |
| "loss/crossentropy": 3.0561769008636475, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20818649232387543, |
| "loss/reg": 189.72903442382812, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.008225, |
| "grad_norm": 3.3000900745391846, |
| "grad_norm_var": 0.043529065715877856, |
| "learning_rate": 0.0001, |
| "loss": 192.3072, |
| "loss/crossentropy": 2.8769357204437256, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21247068047523499, |
| "loss/reg": 189.21775817871094, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.00825, |
| "grad_norm": 2.693880081176758, |
| "grad_norm_var": 0.04278518629817896, |
| "learning_rate": 0.0001, |
| "loss": 191.9053, |
| "loss/crossentropy": 2.990717649459839, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20985952019691467, |
| "loss/reg": 188.7047119140625, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.008275, |
| "grad_norm": 2.718574285507202, |
| "grad_norm_var": 0.04022917313372621, |
| "learning_rate": 0.0001, |
| "loss": 191.1251, |
| "loss/crossentropy": 2.72544527053833, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18823279440402985, |
| "loss/reg": 188.21141052246094, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.0083, |
| "grad_norm": 2.4027438163757324, |
| "grad_norm_var": 0.04880048181735764, |
| "learning_rate": 0.0001, |
| "loss": 190.5635, |
| "loss/crossentropy": 2.6736438274383545, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16881534457206726, |
| "loss/reg": 187.72108459472656, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.008325, |
| "grad_norm": 4.033091068267822, |
| "grad_norm_var": 0.14957197834728883, |
| "learning_rate": 0.0001, |
| "loss": 190.4425, |
| "loss/crossentropy": 2.9758944511413574, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23931945860385895, |
| "loss/reg": 187.22726440429688, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.00835, |
| "grad_norm": 2.87990140914917, |
| "grad_norm_var": 0.14785355856326585, |
| "learning_rate": 0.0001, |
| "loss": 189.6929, |
| "loss/crossentropy": 2.762582302093506, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1953504979610443, |
| "loss/reg": 186.7349853515625, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.008375, |
| "grad_norm": 2.569755792617798, |
| "grad_norm_var": 0.15086170983481276, |
| "learning_rate": 0.0001, |
| "loss": 189.2558, |
| "loss/crossentropy": 2.8176991939544678, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2055705040693283, |
| "loss/reg": 186.23252868652344, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.0084, |
| "grad_norm": 2.7810733318328857, |
| "grad_norm_var": 0.14525191609682603, |
| "learning_rate": 0.0001, |
| "loss": 188.7248, |
| "loss/crossentropy": 2.7931947708129883, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20690809190273285, |
| "loss/reg": 185.72470092773438, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.008425, |
| "grad_norm": 2.921773910522461, |
| "grad_norm_var": 0.1454556654203382, |
| "learning_rate": 0.0001, |
| "loss": 188.15, |
| "loss/crossentropy": 2.723609447479248, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2181951254606247, |
| "loss/reg": 185.20816040039062, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.00845, |
| "grad_norm": 3.092437505722046, |
| "grad_norm_var": 0.14539310884848244, |
| "learning_rate": 0.0001, |
| "loss": 187.8704, |
| "loss/crossentropy": 2.962968111038208, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2084237039089203, |
| "loss/reg": 184.69903564453125, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.008475, |
| "grad_norm": 3.1183600425720215, |
| "grad_norm_var": 0.14744546795223623, |
| "learning_rate": 0.0001, |
| "loss": 187.327, |
| "loss/crossentropy": 2.9327218532562256, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21510222554206848, |
| "loss/reg": 184.17919921875, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.0085, |
| "grad_norm": 3.118776559829712, |
| "grad_norm_var": 0.14737225768415765, |
| "learning_rate": 0.0001, |
| "loss": 186.937, |
| "loss/crossentropy": 3.054023265838623, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21871572732925415, |
| "loss/reg": 183.66429138183594, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.008525, |
| "grad_norm": 3.009570360183716, |
| "grad_norm_var": 0.14305740155455335, |
| "learning_rate": 0.0001, |
| "loss": 186.0073, |
| "loss/crossentropy": 2.6760642528533936, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1764220893383026, |
| "loss/reg": 183.15478515625, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.00855, |
| "grad_norm": 2.6750733852386475, |
| "grad_norm_var": 0.14627338296657608, |
| "learning_rate": 0.0001, |
| "loss": 185.687, |
| "loss/crossentropy": 2.8624348640441895, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1818752884864807, |
| "loss/reg": 182.64266967773438, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.008575, |
| "grad_norm": 2.536036252975464, |
| "grad_norm_var": 0.14739482829090184, |
| "learning_rate": 0.0001, |
| "loss": 185.0605, |
| "loss/crossentropy": 2.755174398422241, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1642666757106781, |
| "loss/reg": 182.1410369873047, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.0086, |
| "grad_norm": 2.7478532791137695, |
| "grad_norm_var": 0.14926881515059046, |
| "learning_rate": 0.0001, |
| "loss": 184.4167, |
| "loss/crossentropy": 2.5819690227508545, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19197826087474823, |
| "loss/reg": 181.64279174804688, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.008625, |
| "grad_norm": 2.914630651473999, |
| "grad_norm_var": 0.1386317271370025, |
| "learning_rate": 0.0001, |
| "loss": 184.1337, |
| "loss/crossentropy": 2.7838339805603027, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19958782196044922, |
| "loss/reg": 181.15025329589844, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.00865, |
| "grad_norm": 2.6812732219696045, |
| "grad_norm_var": 0.13896854058942837, |
| "learning_rate": 0.0001, |
| "loss": 183.8571, |
| "loss/crossentropy": 3.0270869731903076, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17617946863174438, |
| "loss/reg": 180.65380859375, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.008675, |
| "grad_norm": 2.7997968196868896, |
| "grad_norm_var": 0.13755082338921434, |
| "learning_rate": 0.0001, |
| "loss": 183.1842, |
| "loss/crossentropy": 2.830026865005493, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2012362778186798, |
| "loss/reg": 180.15289306640625, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.0087, |
| "grad_norm": 2.632431745529175, |
| "grad_norm_var": 0.1258451860116639, |
| "learning_rate": 0.0001, |
| "loss": 182.56, |
| "loss/crossentropy": 2.704882860183716, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1936817169189453, |
| "loss/reg": 179.66139221191406, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.008725, |
| "grad_norm": 2.971341371536255, |
| "grad_norm_var": 0.036883841878242646, |
| "learning_rate": 0.0001, |
| "loss": 182.6145, |
| "loss/crossentropy": 3.2539191246032715, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19264021515846252, |
| "loss/reg": 179.1678924560547, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.00875, |
| "grad_norm": 3.221050500869751, |
| "grad_norm_var": 0.04594406550980518, |
| "learning_rate": 0.0001, |
| "loss": 181.849, |
| "loss/crossentropy": 2.9532337188720703, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2272038757801056, |
| "loss/reg": 178.6685333251953, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.008775, |
| "grad_norm": 2.788480520248413, |
| "grad_norm_var": 0.04041268740233453, |
| "learning_rate": 0.0001, |
| "loss": 181.0548, |
| "loss/crossentropy": 2.6735174655914307, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20720481872558594, |
| "loss/reg": 178.17410278320312, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.0088, |
| "grad_norm": 2.8164358139038086, |
| "grad_norm_var": 0.040045045030925056, |
| "learning_rate": 0.0001, |
| "loss": 180.8875, |
| "loss/crossentropy": 3.0074617862701416, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20497429370880127, |
| "loss/reg": 177.67507934570312, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.008825, |
| "grad_norm": 2.459709882736206, |
| "grad_norm_var": 0.05068183434945368, |
| "learning_rate": 0.0001, |
| "loss": 180.1328, |
| "loss/crossentropy": 2.7839858531951904, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16963033378124237, |
| "loss/reg": 177.17913818359375, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.00885, |
| "grad_norm": 2.582552909851074, |
| "grad_norm_var": 0.05037757045170774, |
| "learning_rate": 0.0001, |
| "loss": 179.5129, |
| "loss/crossentropy": 2.63332200050354, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18901947140693665, |
| "loss/reg": 176.6905975341797, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.008875, |
| "grad_norm": 2.6625685691833496, |
| "grad_norm_var": 0.04505259166354089, |
| "learning_rate": 0.0001, |
| "loss": 179.0017, |
| "loss/crossentropy": 2.6259818077087402, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1885865181684494, |
| "loss/reg": 176.18716430664062, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.0089, |
| "grad_norm": 2.9031405448913574, |
| "grad_norm_var": 0.03846567871036252, |
| "learning_rate": 0.0001, |
| "loss": 178.6655, |
| "loss/crossentropy": 2.7855353355407715, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19966638088226318, |
| "loss/reg": 175.6802520751953, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.008925, |
| "grad_norm": 2.6948978900909424, |
| "grad_norm_var": 0.03481774262957226, |
| "learning_rate": 0.0001, |
| "loss": 178.1122, |
| "loss/crossentropy": 2.7389872074127197, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20075306296348572, |
| "loss/reg": 175.1724090576172, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.00895, |
| "grad_norm": 2.755830764770508, |
| "grad_norm_var": 0.03435983560266701, |
| "learning_rate": 0.0001, |
| "loss": 177.4502, |
| "loss/crossentropy": 2.594728946685791, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19329878687858582, |
| "loss/reg": 174.6621551513672, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.008975, |
| "grad_norm": 2.4237000942230225, |
| "grad_norm_var": 0.038510630346210446, |
| "learning_rate": 0.0001, |
| "loss": 176.9384, |
| "loss/crossentropy": 2.599057197570801, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1731238067150116, |
| "loss/reg": 174.16619873046875, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.009, |
| "grad_norm": 2.7944130897521973, |
| "grad_norm_var": 0.03861118264588394, |
| "learning_rate": 0.0001, |
| "loss": 176.9084, |
| "loss/crossentropy": 2.9929091930389404, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24037709832191467, |
| "loss/reg": 173.67515563964844, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.009025, |
| "grad_norm": 2.8927605152130127, |
| "grad_norm_var": 0.03817964658272786, |
| "learning_rate": 0.0001, |
| "loss": 176.0866, |
| "loss/crossentropy": 2.695925712585449, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2011643946170807, |
| "loss/reg": 173.1894989013672, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.00905, |
| "grad_norm": 2.654205799102783, |
| "grad_norm_var": 0.038491602775841474, |
| "learning_rate": 0.0001, |
| "loss": 175.8716, |
| "loss/crossentropy": 2.9696269035339355, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19813314080238342, |
| "loss/reg": 172.70388793945312, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.009075, |
| "grad_norm": 2.500924587249756, |
| "grad_norm_var": 0.0422227970984134, |
| "learning_rate": 0.0001, |
| "loss": 175.0925, |
| "loss/crossentropy": 2.694688558578491, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19237878918647766, |
| "loss/reg": 172.20538330078125, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.0091, |
| "grad_norm": 2.856943130493164, |
| "grad_norm_var": 0.04231316052960944, |
| "learning_rate": 0.0001, |
| "loss": 174.687, |
| "loss/crossentropy": 2.7701804637908936, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19237452745437622, |
| "loss/reg": 171.72442626953125, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.009125, |
| "grad_norm": 3.0055325031280518, |
| "grad_norm_var": 0.043401276039503264, |
| "learning_rate": 0.0001, |
| "loss": 174.6459, |
| "loss/crossentropy": 3.1644747257232666, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24399538338184357, |
| "loss/reg": 171.23745727539062, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.00915, |
| "grad_norm": 2.485426664352417, |
| "grad_norm_var": 0.031101142054486056, |
| "learning_rate": 0.0001, |
| "loss": 173.739, |
| "loss/crossentropy": 2.804879903793335, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1790430247783661, |
| "loss/reg": 170.75502014160156, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.009175, |
| "grad_norm": 2.922252655029297, |
| "grad_norm_var": 0.033711321846642286, |
| "learning_rate": 0.0001, |
| "loss": 173.451, |
| "loss/crossentropy": 2.9688096046447754, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20513179898262024, |
| "loss/reg": 170.2770538330078, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.0092, |
| "grad_norm": 2.730825662612915, |
| "grad_norm_var": 0.032991054055673645, |
| "learning_rate": 0.0001, |
| "loss": 172.7964, |
| "loss/crossentropy": 2.7933456897735596, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20646029710769653, |
| "loss/reg": 169.796630859375, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.009225, |
| "grad_norm": 2.482426881790161, |
| "grad_norm_var": 0.03227169195139723, |
| "learning_rate": 0.0001, |
| "loss": 172.0632, |
| "loss/crossentropy": 2.5588743686676025, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18388806283473969, |
| "loss/reg": 169.3204803466797, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.00925, |
| "grad_norm": 2.739718198776245, |
| "grad_norm_var": 0.03115998847033552, |
| "learning_rate": 0.0001, |
| "loss": 171.5819, |
| "loss/crossentropy": 2.54241681098938, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19010567665100098, |
| "loss/reg": 168.84933471679688, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.009275, |
| "grad_norm": 2.8765339851379395, |
| "grad_norm_var": 0.03240860179928783, |
| "learning_rate": 0.0001, |
| "loss": 171.0873, |
| "loss/crossentropy": 2.5227410793304443, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18850305676460266, |
| "loss/reg": 168.37608337402344, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.0093, |
| "grad_norm": 2.648451089859009, |
| "grad_norm_var": 0.030667067483867782, |
| "learning_rate": 0.0001, |
| "loss": 170.7962, |
| "loss/crossentropy": 2.701418161392212, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18235236406326294, |
| "loss/reg": 167.9124755859375, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.009325, |
| "grad_norm": 2.3994297981262207, |
| "grad_norm_var": 0.03697651271872549, |
| "learning_rate": 0.0001, |
| "loss": 170.5056, |
| "loss/crossentropy": 2.8883211612701416, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17240813374519348, |
| "loss/reg": 167.44482421875, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.00935, |
| "grad_norm": 2.760050058364868, |
| "grad_norm_var": 0.03701011100701498, |
| "learning_rate": 0.0001, |
| "loss": 170.0168, |
| "loss/crossentropy": 2.828566551208496, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20667554438114166, |
| "loss/reg": 166.98158264160156, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.009375, |
| "grad_norm": 2.598747968673706, |
| "grad_norm_var": 0.032514977652635696, |
| "learning_rate": 0.0001, |
| "loss": 169.915, |
| "loss/crossentropy": 3.2055323123931885, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18947294354438782, |
| "loss/reg": 166.51995849609375, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.0094, |
| "grad_norm": 2.5448288917541504, |
| "grad_norm_var": 0.03357553294952117, |
| "learning_rate": 0.0001, |
| "loss": 169.237, |
| "loss/crossentropy": 2.9864261150360107, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19935306906700134, |
| "loss/reg": 166.05117797851562, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.009425, |
| "grad_norm": 2.9218602180480957, |
| "grad_norm_var": 0.034400838745598135, |
| "learning_rate": 0.0001, |
| "loss": 169.3156, |
| "loss/crossentropy": 3.513453722000122, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21727558970451355, |
| "loss/reg": 165.5848846435547, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.00945, |
| "grad_norm": 2.6745686531066895, |
| "grad_norm_var": 0.03431461157821616, |
| "learning_rate": 0.0001, |
| "loss": 167.9062, |
| "loss/crossentropy": 2.607114791870117, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17556855082511902, |
| "loss/reg": 165.1234893798828, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.009475, |
| "grad_norm": 2.8298020362854004, |
| "grad_norm_var": 0.03248619908528383, |
| "learning_rate": 0.0001, |
| "loss": 167.8138, |
| "loss/crossentropy": 2.9435441493988037, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20177403092384338, |
| "loss/reg": 164.66851806640625, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.0095, |
| "grad_norm": 2.4895458221435547, |
| "grad_norm_var": 0.03408372867624981, |
| "learning_rate": 0.0001, |
| "loss": 167.1126, |
| "loss/crossentropy": 2.7143633365631104, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1809697151184082, |
| "loss/reg": 164.2172393798828, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.009525, |
| "grad_norm": 2.7371509075164795, |
| "grad_norm_var": 0.027450997371564274, |
| "learning_rate": 0.0001, |
| "loss": 166.7423, |
| "loss/crossentropy": 2.7732856273651123, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1965845823287964, |
| "loss/reg": 163.7724609375, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.00955, |
| "grad_norm": 2.873455047607422, |
| "grad_norm_var": 0.026918816484265782, |
| "learning_rate": 0.0001, |
| "loss": 166.429, |
| "loss/crossentropy": 2.9108941555023193, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20937275886535645, |
| "loss/reg": 163.30874633789062, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.009575, |
| "grad_norm": 2.4213316440582275, |
| "grad_norm_var": 0.02788105642846309, |
| "learning_rate": 0.0001, |
| "loss": 165.6412, |
| "loss/crossentropy": 2.609408140182495, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18198969960212708, |
| "loss/reg": 162.84983825683594, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.0096, |
| "grad_norm": 2.3272271156311035, |
| "grad_norm_var": 0.03481792449697399, |
| "learning_rate": 0.0001, |
| "loss": 165.1343, |
| "loss/crossentropy": 2.555964469909668, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19197088479995728, |
| "loss/reg": 162.3863983154297, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.009625, |
| "grad_norm": 2.934056282043457, |
| "grad_norm_var": 0.03775698672306949, |
| "learning_rate": 0.0001, |
| "loss": 165.2302, |
| "loss/crossentropy": 3.0558810234069824, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2526497542858124, |
| "loss/reg": 161.92169189453125, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.00965, |
| "grad_norm": 2.6826000213623047, |
| "grad_norm_var": 0.03745695106176162, |
| "learning_rate": 0.0001, |
| "loss": 163.9906, |
| "loss/crossentropy": 2.3432304859161377, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18046601116657257, |
| "loss/reg": 161.46690368652344, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.009675, |
| "grad_norm": 2.6484644412994385, |
| "grad_norm_var": 0.03442670004298994, |
| "learning_rate": 0.0001, |
| "loss": 163.9132, |
| "loss/crossentropy": 2.702923536300659, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2004016935825348, |
| "loss/reg": 161.00990295410156, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.0097, |
| "grad_norm": 2.6372387409210205, |
| "grad_norm_var": 0.03444542888671454, |
| "learning_rate": 0.0001, |
| "loss": 163.1478, |
| "loss/crossentropy": 2.4251551628112793, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16877132654190063, |
| "loss/reg": 160.5538787841797, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.009725, |
| "grad_norm": 2.702305793762207, |
| "grad_norm_var": 0.029857082413892993, |
| "learning_rate": 0.0001, |
| "loss": 163.1074, |
| "loss/crossentropy": 2.8232805728912354, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.185012549161911, |
| "loss/reg": 160.09906005859375, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.00975, |
| "grad_norm": 2.8600754737854004, |
| "grad_norm_var": 0.031630664651837746, |
| "learning_rate": 0.0001, |
| "loss": 162.6523, |
| "loss/crossentropy": 2.8138694763183594, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19447121024131775, |
| "loss/reg": 159.64395141601562, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.009775, |
| "grad_norm": 3.1134562492370605, |
| "grad_norm_var": 0.0425983283858803, |
| "learning_rate": 0.0001, |
| "loss": 162.2286, |
| "loss/crossentropy": 2.8298885822296143, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19982922077178955, |
| "loss/reg": 159.1988983154297, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.0098, |
| "grad_norm": 2.7824184894561768, |
| "grad_norm_var": 0.04081881578391986, |
| "learning_rate": 0.0001, |
| "loss": 161.8162, |
| "loss/crossentropy": 2.8324615955352783, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23998713493347168, |
| "loss/reg": 158.74378967285156, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.009825, |
| "grad_norm": 2.5551321506500244, |
| "grad_norm_var": 0.039707183410192214, |
| "learning_rate": 0.0001, |
| "loss": 161.2205, |
| "loss/crossentropy": 2.7324817180633545, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20197457075119019, |
| "loss/reg": 158.28604125976562, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.00985, |
| "grad_norm": 2.9523658752441406, |
| "grad_norm_var": 0.04342908454165884, |
| "learning_rate": 0.0001, |
| "loss": 161.0285, |
| "loss/crossentropy": 2.9625911712646484, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23311267793178558, |
| "loss/reg": 157.83279418945312, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.009875, |
| "grad_norm": 2.851621627807617, |
| "grad_norm_var": 0.043773443776307396, |
| "learning_rate": 0.0001, |
| "loss": 160.4359, |
| "loss/crossentropy": 2.845726728439331, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20467609167099, |
| "loss/reg": 157.38543701171875, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.0099, |
| "grad_norm": 2.7198143005371094, |
| "grad_norm_var": 0.03991894337190445, |
| "learning_rate": 0.0001, |
| "loss": 159.8738, |
| "loss/crossentropy": 2.746978998184204, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19763833284378052, |
| "loss/reg": 156.92922973632812, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.009925, |
| "grad_norm": 3.205587148666382, |
| "grad_norm_var": 0.05361669114409532, |
| "learning_rate": 0.0001, |
| "loss": 159.7989, |
| "loss/crossentropy": 3.081794261932373, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2381635308265686, |
| "loss/reg": 156.47898864746094, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.00995, |
| "grad_norm": 2.616609573364258, |
| "grad_norm_var": 0.05408374472743371, |
| "learning_rate": 0.0001, |
| "loss": 159.1617, |
| "loss/crossentropy": 2.927096128463745, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21107865869998932, |
| "loss/reg": 156.02352905273438, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.009975, |
| "grad_norm": 2.7694790363311768, |
| "grad_norm_var": 0.04637258989533374, |
| "learning_rate": 0.0001, |
| "loss": 158.5532, |
| "loss/crossentropy": 2.7599570751190186, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22352541983127594, |
| "loss/reg": 155.56968688964844, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.700110912322998, |
| "grad_norm_var": 0.032929538641367155, |
| "learning_rate": 0.0001, |
| "loss": 157.9857, |
| "loss/crossentropy": 2.6631603240966797, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20680838823318481, |
| "loss/reg": 155.11572265625, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.010025, |
| "grad_norm": 2.723098039627075, |
| "grad_norm_var": 0.031819586107117694, |
| "learning_rate": 0.0001, |
| "loss": 157.8913, |
| "loss/crossentropy": 3.0035312175750732, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21532365679740906, |
| "loss/reg": 154.67247009277344, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.01005, |
| "grad_norm": 3.2790751457214355, |
| "grad_norm_var": 0.046109071751097255, |
| "learning_rate": 0.0001, |
| "loss": 157.6402, |
| "loss/crossentropy": 3.1786797046661377, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2247261106967926, |
| "loss/reg": 154.2367706298828, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.010075, |
| "grad_norm": 3.035478353500366, |
| "grad_norm_var": 0.04662890368927582, |
| "learning_rate": 0.0001, |
| "loss": 156.9016, |
| "loss/crossentropy": 2.859160900115967, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23791690170764923, |
| "loss/reg": 153.80447387695312, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.0101, |
| "grad_norm": 3.228116750717163, |
| "grad_norm_var": 0.05216118625241369, |
| "learning_rate": 0.0001, |
| "loss": 156.2435, |
| "loss/crossentropy": 2.6365485191345215, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23830467462539673, |
| "loss/reg": 153.36862182617188, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.010125, |
| "grad_norm": 2.873171091079712, |
| "grad_norm_var": 0.049916639205365716, |
| "learning_rate": 0.0001, |
| "loss": 156.137, |
| "loss/crossentropy": 2.9804184436798096, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2179238498210907, |
| "loss/reg": 152.9386444091797, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.01015, |
| "grad_norm": 2.98555326461792, |
| "grad_norm_var": 0.05037325371620132, |
| "learning_rate": 0.0001, |
| "loss": 155.7607, |
| "loss/crossentropy": 3.0471410751342773, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20413793623447418, |
| "loss/reg": 152.50946044921875, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.010175, |
| "grad_norm": 7.3229899406433105, |
| "grad_norm_var": 1.2780035865068755, |
| "learning_rate": 0.0001, |
| "loss": 155.6208, |
| "loss/crossentropy": 3.179004192352295, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.3593263626098633, |
| "loss/reg": 152.0824432373047, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.0102, |
| "grad_norm": 2.5819976329803467, |
| "grad_norm_var": 1.2906719922528245, |
| "learning_rate": 0.0001, |
| "loss": 154.8975, |
| "loss/crossentropy": 3.030137538909912, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20869307219982147, |
| "loss/reg": 151.65867614746094, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.010225, |
| "grad_norm": 2.881765604019165, |
| "grad_norm_var": 1.2714323685464743, |
| "learning_rate": 0.0001, |
| "loss": 154.2088, |
| "loss/crossentropy": 2.7575833797454834, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2238922119140625, |
| "loss/reg": 151.2273712158203, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.01025, |
| "grad_norm": 3.032489061355591, |
| "grad_norm_var": 1.269504032877872, |
| "learning_rate": 0.0001, |
| "loss": 154.2042, |
| "loss/crossentropy": 3.1616742610931396, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24033766984939575, |
| "loss/reg": 150.8022003173828, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.010275, |
| "grad_norm": 2.8271679878234863, |
| "grad_norm_var": 1.270597194896881, |
| "learning_rate": 0.0001, |
| "loss": 153.2748, |
| "loss/crossentropy": 2.699521780014038, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20507997274398804, |
| "loss/reg": 150.3701934814453, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.0103, |
| "grad_norm": 2.8864877223968506, |
| "grad_norm_var": 1.2622421001984312, |
| "learning_rate": 0.0001, |
| "loss": 152.7086, |
| "loss/crossentropy": 2.557340383529663, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20991156995296478, |
| "loss/reg": 149.94137573242188, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.010325, |
| "grad_norm": 2.665037155151367, |
| "grad_norm_var": 1.278971707345721, |
| "learning_rate": 0.0001, |
| "loss": 152.6803, |
| "loss/crossentropy": 2.9646856784820557, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19997093081474304, |
| "loss/reg": 149.51559448242188, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.01035, |
| "grad_norm": 2.9376747608184814, |
| "grad_norm_var": 1.2625575568111116, |
| "learning_rate": 0.0001, |
| "loss": 151.8695, |
| "loss/crossentropy": 2.5759167671203613, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2004423588514328, |
| "loss/reg": 149.09315490722656, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.010375, |
| "grad_norm": 2.8804266452789307, |
| "grad_norm_var": 1.2573930188301232, |
| "learning_rate": 0.0001, |
| "loss": 151.6834, |
| "loss/crossentropy": 2.805604934692383, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19938749074935913, |
| "loss/reg": 148.67840576171875, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.0104, |
| "grad_norm": 2.844179153442383, |
| "grad_norm_var": 1.2495192648568405, |
| "learning_rate": 0.0001, |
| "loss": 151.2533, |
| "loss/crossentropy": 2.804511547088623, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19970285892486572, |
| "loss/reg": 148.2490692138672, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.010425, |
| "grad_norm": 2.5592336654663086, |
| "grad_norm_var": 1.2613231291949638, |
| "learning_rate": 0.0001, |
| "loss": 150.7822, |
| "loss/crossentropy": 2.7462940216064453, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20548762381076813, |
| "loss/reg": 147.8304443359375, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.01045, |
| "grad_norm": 2.6821486949920654, |
| "grad_norm_var": 1.2754135282406718, |
| "learning_rate": 0.0001, |
| "loss": 150.2964, |
| "loss/crossentropy": 2.685582399368286, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20678475499153137, |
| "loss/reg": 147.40402221679688, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.010475, |
| "grad_norm": 2.9765594005584717, |
| "grad_norm_var": 1.2764437045171377, |
| "learning_rate": 0.0001, |
| "loss": 150.4573, |
| "loss/crossentropy": 3.2364401817321777, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2370205670595169, |
| "loss/reg": 146.98388671875, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.0105, |
| "grad_norm": 2.849670886993408, |
| "grad_norm_var": 1.2807121780616888, |
| "learning_rate": 0.0001, |
| "loss": 149.4418, |
| "loss/crossentropy": 2.6446595191955566, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23380397260189056, |
| "loss/reg": 146.56333923339844, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.010525, |
| "grad_norm": 2.668278694152832, |
| "grad_norm_var": 1.289851246662234, |
| "learning_rate": 0.0001, |
| "loss": 149.259, |
| "loss/crossentropy": 2.9065048694610596, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21474584937095642, |
| "loss/reg": 146.1377716064453, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.01055, |
| "grad_norm": 2.594972848892212, |
| "grad_norm_var": 1.3052862072893956, |
| "learning_rate": 0.0001, |
| "loss": 148.7854, |
| "loss/crossentropy": 2.8732926845550537, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19787928462028503, |
| "loss/reg": 145.71426391601562, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.010575, |
| "grad_norm": 3.493597984313965, |
| "grad_norm_var": 0.05255425549001392, |
| "learning_rate": 0.0001, |
| "loss": 148.5448, |
| "loss/crossentropy": 2.979468584060669, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2681131958961487, |
| "loss/reg": 145.29721069335938, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.0106, |
| "grad_norm": 2.545316219329834, |
| "grad_norm_var": 0.05387626475652117, |
| "learning_rate": 0.0001, |
| "loss": 147.7063, |
| "loss/crossentropy": 2.627589225769043, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1998068243265152, |
| "loss/reg": 144.87893676757812, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.010625, |
| "grad_norm": 2.801800489425659, |
| "grad_norm_var": 0.05375398155694313, |
| "learning_rate": 0.0001, |
| "loss": 147.7385, |
| "loss/crossentropy": 3.051680088043213, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23187664151191711, |
| "loss/reg": 144.4549560546875, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.01065, |
| "grad_norm": 2.5229389667510986, |
| "grad_norm_var": 0.056076010247692425, |
| "learning_rate": 0.0001, |
| "loss": 146.9956, |
| "loss/crossentropy": 2.7526652812957764, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20328941941261292, |
| "loss/reg": 144.0396270751953, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.010675, |
| "grad_norm": 2.885693311691284, |
| "grad_norm_var": 0.05653354974819133, |
| "learning_rate": 0.0001, |
| "loss": 146.6748, |
| "loss/crossentropy": 2.816437244415283, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22479213774204254, |
| "loss/reg": 143.633544921875, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.0107, |
| "grad_norm": 2.888580083847046, |
| "grad_norm_var": 0.05655805617718836, |
| "learning_rate": 0.0001, |
| "loss": 146.5772, |
| "loss/crossentropy": 3.1261234283447266, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2150314301252365, |
| "loss/reg": 143.23602294921875, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.010725, |
| "grad_norm": 2.679644823074341, |
| "grad_norm_var": 0.05630900067725785, |
| "learning_rate": 0.0001, |
| "loss": 145.6467, |
| "loss/crossentropy": 2.6079299449920654, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21127401292324066, |
| "loss/reg": 142.82745361328125, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.01075, |
| "grad_norm": 2.5422425270080566, |
| "grad_norm_var": 0.05885842547493757, |
| "learning_rate": 0.0001, |
| "loss": 145.2591, |
| "loss/crossentropy": 2.6437766551971436, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19190073013305664, |
| "loss/reg": 142.42344665527344, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.010775, |
| "grad_norm": 2.6776621341705322, |
| "grad_norm_var": 0.058603604392913886, |
| "learning_rate": 0.0001, |
| "loss": 145.2115, |
| "loss/crossentropy": 2.9833149909973145, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2141813039779663, |
| "loss/reg": 142.0140380859375, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.0108, |
| "grad_norm": 2.8127005100250244, |
| "grad_norm_var": 0.058326000336826195, |
| "learning_rate": 0.0001, |
| "loss": 145.2914, |
| "loss/crossentropy": 3.4850382804870605, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1998693197965622, |
| "loss/reg": 141.60650634765625, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.010825, |
| "grad_norm": 2.7787222862243652, |
| "grad_norm_var": 0.05542301102962029, |
| "learning_rate": 0.0001, |
| "loss": 144.1324, |
| "loss/crossentropy": 2.7224390506744385, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21212972700595856, |
| "loss/reg": 141.1977996826172, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.01085, |
| "grad_norm": 2.582594156265259, |
| "grad_norm_var": 0.057275397262241276, |
| "learning_rate": 0.0001, |
| "loss": 143.8046, |
| "loss/crossentropy": 2.824321985244751, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19551266729831696, |
| "loss/reg": 140.7847900390625, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.010875, |
| "grad_norm": 2.746096134185791, |
| "grad_norm_var": 0.05421119495302354, |
| "learning_rate": 0.0001, |
| "loss": 143.3764, |
| "loss/crossentropy": 2.780687093734741, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21173939108848572, |
| "loss/reg": 140.38397216796875, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.0109, |
| "grad_norm": 3.0453367233276367, |
| "grad_norm_var": 0.05908933324654957, |
| "learning_rate": 0.0001, |
| "loss": 143.2668, |
| "loss/crossentropy": 3.0895285606384277, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2058122158050537, |
| "loss/reg": 139.97145080566406, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.010925, |
| "grad_norm": 2.8102662563323975, |
| "grad_norm_var": 0.058487291701452664, |
| "learning_rate": 0.0001, |
| "loss": 142.5939, |
| "loss/crossentropy": 2.8098881244659424, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21639777719974518, |
| "loss/reg": 139.56761169433594, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.01095, |
| "grad_norm": 2.786220073699951, |
| "grad_norm_var": 0.05616962127030523, |
| "learning_rate": 0.0001, |
| "loss": 142.2782, |
| "loss/crossentropy": 2.889941453933716, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22128039598464966, |
| "loss/reg": 139.16693115234375, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.010975, |
| "grad_norm": 2.496029853820801, |
| "grad_norm_var": 0.024443678618327407, |
| "learning_rate": 0.0001, |
| "loss": 141.7307, |
| "loss/crossentropy": 2.751573085784912, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19620397686958313, |
| "loss/reg": 138.782958984375, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.011, |
| "grad_norm": 4.073153495788574, |
| "grad_norm_var": 0.13370943824087528, |
| "learning_rate": 0.0001, |
| "loss": 141.1084, |
| "loss/crossentropy": 2.547888994216919, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1862032264471054, |
| "loss/reg": 138.37429809570312, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.011025, |
| "grad_norm": 2.8439884185791016, |
| "grad_norm_var": 0.13371489998645056, |
| "learning_rate": 0.0001, |
| "loss": 141.1169, |
| "loss/crossentropy": 2.9181034564971924, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22650295495986938, |
| "loss/reg": 137.97227478027344, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.01105, |
| "grad_norm": 3.0714433193206787, |
| "grad_norm_var": 0.13055613818799353, |
| "learning_rate": 0.0001, |
| "loss": 140.6507, |
| "loss/crossentropy": 2.857541084289551, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21894115209579468, |
| "loss/reg": 137.57418823242188, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.011075, |
| "grad_norm": 2.4183578491210938, |
| "grad_norm_var": 0.14245098271452789, |
| "learning_rate": 0.0001, |
| "loss": 140.0377, |
| "loss/crossentropy": 2.6772847175598145, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18452061712741852, |
| "loss/reg": 137.17588806152344, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.0111, |
| "grad_norm": 3.0140979290008545, |
| "grad_norm_var": 0.14444423385113864, |
| "learning_rate": 0.0001, |
| "loss": 139.7851, |
| "loss/crossentropy": 2.8040971755981445, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19091713428497314, |
| "loss/reg": 136.79010009765625, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.011125, |
| "grad_norm": 2.9585142135620117, |
| "grad_norm_var": 0.14348511163545558, |
| "learning_rate": 0.0001, |
| "loss": 139.3333, |
| "loss/crossentropy": 2.7211837768554688, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2089160978794098, |
| "loss/reg": 136.40313720703125, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.01115, |
| "grad_norm": 2.8655238151550293, |
| "grad_norm_var": 0.1365966991771605, |
| "learning_rate": 0.0001, |
| "loss": 139.1563, |
| "loss/crossentropy": 2.9270730018615723, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21874740719795227, |
| "loss/reg": 136.01043701171875, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.011175, |
| "grad_norm": 3.5568222999572754, |
| "grad_norm_var": 0.16191349512506553, |
| "learning_rate": 0.0001, |
| "loss": 138.9605, |
| "loss/crossentropy": 3.0990545749664307, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2374783754348755, |
| "loss/reg": 135.62399291992188, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.0112, |
| "grad_norm": 3.069288730621338, |
| "grad_norm_var": 0.16205836586185096, |
| "learning_rate": 0.0001, |
| "loss": 138.2294, |
| "loss/crossentropy": 2.8115599155426025, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19097256660461426, |
| "loss/reg": 135.22686767578125, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.011225, |
| "grad_norm": 2.829019784927368, |
| "grad_norm_var": 0.16110285265393878, |
| "learning_rate": 0.0001, |
| "loss": 137.3381, |
| "loss/crossentropy": 2.2983205318450928, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20224307477474213, |
| "loss/reg": 134.8375701904297, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.01125, |
| "grad_norm": 2.959508180618286, |
| "grad_norm_var": 0.1516222356653503, |
| "learning_rate": 0.0001, |
| "loss": 137.696, |
| "loss/crossentropy": 3.0192501544952393, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22333860397338867, |
| "loss/reg": 134.4534149169922, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.011275, |
| "grad_norm": 2.742422342300415, |
| "grad_norm_var": 0.15173348060539713, |
| "learning_rate": 0.0001, |
| "loss": 137.0164, |
| "loss/crossentropy": 2.738880157470703, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2160961925983429, |
| "loss/reg": 134.0614776611328, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.0113, |
| "grad_norm": 2.8377208709716797, |
| "grad_norm_var": 0.1523766132789395, |
| "learning_rate": 0.0001, |
| "loss": 136.7287, |
| "loss/crossentropy": 2.8547892570495605, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21014469861984253, |
| "loss/reg": 133.6637420654297, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.011325, |
| "grad_norm": 2.859851121902466, |
| "grad_norm_var": 0.15155175629658876, |
| "learning_rate": 0.0001, |
| "loss": 136.1562, |
| "loss/crossentropy": 2.66414213180542, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22573256492614746, |
| "loss/reg": 133.26629638671875, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.01135, |
| "grad_norm": 2.6915457248687744, |
| "grad_norm_var": 0.15432295238523253, |
| "learning_rate": 0.0001, |
| "loss": 135.9197, |
| "loss/crossentropy": 2.8435401916503906, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19813670217990875, |
| "loss/reg": 132.87806701660156, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.011375, |
| "grad_norm": 2.7335429191589355, |
| "grad_norm_var": 0.14329945186020698, |
| "learning_rate": 0.0001, |
| "loss": 135.273, |
| "loss/crossentropy": 2.5880157947540283, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19232623279094696, |
| "loss/reg": 132.49264526367188, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.0114, |
| "grad_norm": 2.695430040359497, |
| "grad_norm_var": 0.059341799627403206, |
| "learning_rate": 0.0001, |
| "loss": 135.0541, |
| "loss/crossentropy": 2.746819257736206, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20626962184906006, |
| "loss/reg": 132.10101318359375, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.011425, |
| "grad_norm": 2.8293468952178955, |
| "grad_norm_var": 0.05943368425061877, |
| "learning_rate": 0.0001, |
| "loss": 134.5696, |
| "loss/crossentropy": 2.6393778324127197, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21043707430362701, |
| "loss/reg": 131.71983337402344, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.01145, |
| "grad_norm": 2.8794851303100586, |
| "grad_norm_var": 0.05692067856874985, |
| "learning_rate": 0.0001, |
| "loss": 134.1734, |
| "loss/crossentropy": 2.650709390640259, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19179099798202515, |
| "loss/reg": 131.3309326171875, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.011475, |
| "grad_norm": 2.8426058292388916, |
| "grad_norm_var": 0.042549658611572026, |
| "learning_rate": 0.0001, |
| "loss": 133.6375, |
| "loss/crossentropy": 2.513119697570801, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17655596137046814, |
| "loss/reg": 130.9477996826172, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.0115, |
| "grad_norm": 3.155630588531494, |
| "grad_norm_var": 0.045996375141740486, |
| "learning_rate": 0.0001, |
| "loss": 133.6152, |
| "loss/crossentropy": 2.833134651184082, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21260111033916473, |
| "loss/reg": 130.5695037841797, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.011525, |
| "grad_norm": 2.494323492050171, |
| "grad_norm_var": 0.05625290696184659, |
| "learning_rate": 0.0001, |
| "loss": 133.0751, |
| "loss/crossentropy": 2.6999471187591553, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18340814113616943, |
| "loss/reg": 130.19174194335938, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.01155, |
| "grad_norm": 2.6319777965545654, |
| "grad_norm_var": 0.06003884724692152, |
| "learning_rate": 0.0001, |
| "loss": 132.8793, |
| "loss/crossentropy": 2.860808849334717, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20245122909545898, |
| "loss/reg": 129.8160400390625, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.011575, |
| "grad_norm": 2.514202117919922, |
| "grad_norm_var": 0.03153201551004561, |
| "learning_rate": 0.0001, |
| "loss": 132.3611, |
| "loss/crossentropy": 2.730762481689453, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18745794892311096, |
| "loss/reg": 129.44293212890625, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.0116, |
| "grad_norm": 2.5370423793792725, |
| "grad_norm_var": 0.029975769359208235, |
| "learning_rate": 0.0001, |
| "loss": 131.8961, |
| "loss/crossentropy": 2.640779972076416, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18950456380844116, |
| "loss/reg": 129.0658416748047, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.011625, |
| "grad_norm": 4.233380317687988, |
| "grad_norm_var": 0.16530188527350068, |
| "learning_rate": 0.0001, |
| "loss": 131.9097, |
| "loss/crossentropy": 2.9330646991729736, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2857138216495514, |
| "loss/reg": 128.69088745117188, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.01165, |
| "grad_norm": 2.779022216796875, |
| "grad_norm_var": 0.16475971985575838, |
| "learning_rate": 0.0001, |
| "loss": 131.55, |
| "loss/crossentropy": 3.005692481994629, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22528377175331116, |
| "loss/reg": 128.3190460205078, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.011675, |
| "grad_norm": 2.610145092010498, |
| "grad_norm_var": 0.16759359645252517, |
| "learning_rate": 0.0001, |
| "loss": 130.7001, |
| "loss/crossentropy": 2.568135976791382, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17949801683425903, |
| "loss/reg": 127.9524917602539, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.0117, |
| "grad_norm": 2.7065391540527344, |
| "grad_norm_var": 0.1685835608909353, |
| "learning_rate": 0.0001, |
| "loss": 130.8896, |
| "loss/crossentropy": 3.0850789546966553, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21300601959228516, |
| "loss/reg": 127.591552734375, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.011725, |
| "grad_norm": 2.577502965927124, |
| "grad_norm_var": 0.17224012017982868, |
| "learning_rate": 0.0001, |
| "loss": 130.1112, |
| "loss/crossentropy": 2.673410177230835, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21455711126327515, |
| "loss/reg": 127.2232666015625, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.01175, |
| "grad_norm": 2.620901346206665, |
| "grad_norm_var": 0.17363936391112228, |
| "learning_rate": 0.0001, |
| "loss": 130.2284, |
| "loss/crossentropy": 3.125420093536377, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23448872566223145, |
| "loss/reg": 126.86849975585938, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.011775, |
| "grad_norm": 2.6767570972442627, |
| "grad_norm_var": 0.1743635181200638, |
| "learning_rate": 0.0001, |
| "loss": 129.5788, |
| "loss/crossentropy": 2.8606624603271484, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.214532732963562, |
| "loss/reg": 126.50355529785156, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.0118, |
| "grad_norm": 2.6148667335510254, |
| "grad_norm_var": 0.17588189249079184, |
| "learning_rate": 0.0001, |
| "loss": 129.3386, |
| "loss/crossentropy": 2.9896390438079834, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20493671298027039, |
| "loss/reg": 126.14399719238281, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.011825, |
| "grad_norm": 2.431541681289673, |
| "grad_norm_var": 0.1838967324892555, |
| "learning_rate": 0.0001, |
| "loss": 128.7304, |
| "loss/crossentropy": 2.748108386993408, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20910008251667023, |
| "loss/reg": 125.7732162475586, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.01185, |
| "grad_norm": 2.770341157913208, |
| "grad_norm_var": 0.18303516965960565, |
| "learning_rate": 0.0001, |
| "loss": 128.8167, |
| "loss/crossentropy": 3.200181245803833, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20696839690208435, |
| "loss/reg": 125.40956115722656, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.011875, |
| "grad_norm": 2.664780378341675, |
| "grad_norm_var": 0.1831074521196359, |
| "learning_rate": 0.0001, |
| "loss": 128.242, |
| "loss/crossentropy": 2.969964027404785, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22718313336372375, |
| "loss/reg": 125.04483032226562, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.0119, |
| "grad_norm": 2.510708808898926, |
| "grad_norm_var": 0.17432457651303418, |
| "learning_rate": 0.0001, |
| "loss": 127.4987, |
| "loss/crossentropy": 2.6007182598114014, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21277430653572083, |
| "loss/reg": 124.68523406982422, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.011925, |
| "grad_norm": 2.9702818393707275, |
| "grad_norm_var": 0.17474036873515666, |
| "learning_rate": 0.0001, |
| "loss": 127.41, |
| "loss/crossentropy": 2.86385178565979, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2170620560646057, |
| "loss/reg": 124.32904052734375, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.01195, |
| "grad_norm": 2.6219518184661865, |
| "grad_norm_var": 0.17489188976909203, |
| "learning_rate": 0.0001, |
| "loss": 126.9219, |
| "loss/crossentropy": 2.7511582374572754, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2034904807806015, |
| "loss/reg": 123.96720886230469, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.011975, |
| "grad_norm": 2.599919080734253, |
| "grad_norm_var": 0.17277049923038704, |
| "learning_rate": 0.0001, |
| "loss": 126.5413, |
| "loss/crossentropy": 2.7556185722351074, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1808776557445526, |
| "loss/reg": 123.60482025146484, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.012, |
| "grad_norm": 2.5657715797424316, |
| "grad_norm_var": 0.17202413016778048, |
| "learning_rate": 0.0001, |
| "loss": 126.311, |
| "loss/crossentropy": 2.8689675331115723, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20293821394443512, |
| "loss/reg": 123.23907470703125, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.012025, |
| "grad_norm": 3.2952754497528076, |
| "grad_norm_var": 0.04112811192426212, |
| "learning_rate": 0.0001, |
| "loss": 125.9246, |
| "loss/crossentropy": 2.818702220916748, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2267230898141861, |
| "loss/reg": 122.87913513183594, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.01205, |
| "grad_norm": 2.615551233291626, |
| "grad_norm_var": 0.040825667865743515, |
| "learning_rate": 0.0001, |
| "loss": 125.7597, |
| "loss/crossentropy": 3.017942428588867, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21883933246135712, |
| "loss/reg": 122.52295684814453, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.012075, |
| "grad_norm": 3.4193038940429688, |
| "grad_norm_var": 0.07439346615546445, |
| "learning_rate": 0.0001, |
| "loss": 125.1558, |
| "loss/crossentropy": 2.7724950313568115, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21510450541973114, |
| "loss/reg": 122.16816711425781, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.0121, |
| "grad_norm": 2.505560874938965, |
| "grad_norm_var": 0.07751650924940326, |
| "learning_rate": 0.0001, |
| "loss": 124.927, |
| "loss/crossentropy": 2.9188194274902344, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19483289122581482, |
| "loss/reg": 121.81333923339844, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.012125, |
| "grad_norm": 2.7361960411071777, |
| "grad_norm_var": 0.07615337485008998, |
| "learning_rate": 0.0001, |
| "loss": 124.5378, |
| "loss/crossentropy": 2.8456363677978516, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22739849984645844, |
| "loss/reg": 121.46476745605469, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.01215, |
| "grad_norm": 2.5417439937591553, |
| "grad_norm_var": 0.07765668354199894, |
| "learning_rate": 0.0001, |
| "loss": 124.0698, |
| "loss/crossentropy": 2.7495946884155273, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20217089354991913, |
| "loss/reg": 121.11808013916016, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.012175, |
| "grad_norm": 2.67401385307312, |
| "grad_norm_var": 0.07767344047614415, |
| "learning_rate": 0.0001, |
| "loss": 123.7152, |
| "loss/crossentropy": 2.7279324531555176, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22579890489578247, |
| "loss/reg": 120.76143646240234, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.0122, |
| "grad_norm": 2.488034248352051, |
| "grad_norm_var": 0.08047557627683753, |
| "learning_rate": 0.0001, |
| "loss": 123.451, |
| "loss/crossentropy": 2.8445310592651367, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19405901432037354, |
| "loss/reg": 120.41239929199219, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.012225, |
| "grad_norm": 2.5098259449005127, |
| "grad_norm_var": 0.07791882719567696, |
| "learning_rate": 0.0001, |
| "loss": 123.1306, |
| "loss/crossentropy": 2.8643126487731934, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19319729506969452, |
| "loss/reg": 120.0730972290039, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.01225, |
| "grad_norm": 2.768183469772339, |
| "grad_norm_var": 0.07790408271164324, |
| "learning_rate": 0.0001, |
| "loss": 123.1131, |
| "loss/crossentropy": 3.1591904163360596, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23094454407691956, |
| "loss/reg": 119.72293853759766, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.012275, |
| "grad_norm": 2.5662379264831543, |
| "grad_norm_var": 0.0792095113967413, |
| "learning_rate": 0.0001, |
| "loss": 122.4756, |
| "loss/crossentropy": 2.9084203243255615, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19523289799690247, |
| "loss/reg": 119.37194061279297, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.0123, |
| "grad_norm": 2.7122464179992676, |
| "grad_norm_var": 0.07634484398728673, |
| "learning_rate": 0.0001, |
| "loss": 122.0971, |
| "loss/crossentropy": 2.8523452281951904, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22050230205059052, |
| "loss/reg": 119.02421569824219, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.012325, |
| "grad_norm": 2.6066133975982666, |
| "grad_norm_var": 0.0726872533289639, |
| "learning_rate": 0.0001, |
| "loss": 121.826, |
| "loss/crossentropy": 2.943951368331909, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2006131410598755, |
| "loss/reg": 118.68144989013672, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.01235, |
| "grad_norm": 2.752058506011963, |
| "grad_norm_var": 0.07236263717393664, |
| "learning_rate": 0.0001, |
| "loss": 121.3462, |
| "loss/crossentropy": 2.8118808269500732, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19854308664798737, |
| "loss/reg": 118.33576965332031, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.012375, |
| "grad_norm": 2.920879364013672, |
| "grad_norm_var": 0.07409949102501111, |
| "learning_rate": 0.0001, |
| "loss": 120.8552, |
| "loss/crossentropy": 2.6617374420166016, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19966919720172882, |
| "loss/reg": 117.99381256103516, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.0124, |
| "grad_norm": 2.7351551055908203, |
| "grad_norm_var": 0.07218718704733244, |
| "learning_rate": 0.0001, |
| "loss": 121.014, |
| "loss/crossentropy": 3.1586992740631104, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20681920647621155, |
| "loss/reg": 117.6484603881836, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.012425, |
| "grad_norm": 2.35911226272583, |
| "grad_norm_var": 0.05770549480844901, |
| "learning_rate": 0.0001, |
| "loss": 120.1416, |
| "loss/crossentropy": 2.6408603191375732, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19257068634033203, |
| "loss/reg": 117.30819702148438, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.01245, |
| "grad_norm": 2.738931655883789, |
| "grad_norm_var": 0.057565104717087694, |
| "learning_rate": 0.0001, |
| "loss": 119.9577, |
| "loss/crossentropy": 2.8233439922332764, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17061106860637665, |
| "loss/reg": 116.96371459960938, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.012475, |
| "grad_norm": 3.1137208938598633, |
| "grad_norm_var": 0.03367133349540812, |
| "learning_rate": 0.0001, |
| "loss": 119.923, |
| "loss/crossentropy": 3.0651209354400635, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23511168360710144, |
| "loss/reg": 116.62273406982422, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.0125, |
| "grad_norm": 2.931697130203247, |
| "grad_norm_var": 0.03564747630760602, |
| "learning_rate": 0.0001, |
| "loss": 119.9291, |
| "loss/crossentropy": 3.406992197036743, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23726436495780945, |
| "loss/reg": 116.28487396240234, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.012525, |
| "grad_norm": 2.700242280960083, |
| "grad_norm_var": 0.035541163062665034, |
| "learning_rate": 0.0001, |
| "loss": 119.0308, |
| "loss/crossentropy": 2.8376407623291016, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24376104772090912, |
| "loss/reg": 115.94940948486328, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.01255, |
| "grad_norm": 2.5305213928222656, |
| "grad_norm_var": 0.03577823695906375, |
| "learning_rate": 0.0001, |
| "loss": 118.5299, |
| "loss/crossentropy": 2.7097437381744385, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21053358912467957, |
| "loss/reg": 115.60960388183594, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.012575, |
| "grad_norm": 2.849966526031494, |
| "grad_norm_var": 0.03723922016397386, |
| "learning_rate": 0.0001, |
| "loss": 118.188, |
| "loss/crossentropy": 2.718074083328247, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20146432518959045, |
| "loss/reg": 115.26842498779297, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.0126, |
| "grad_norm": 6.95852518081665, |
| "grad_norm_var": 1.1568663516812001, |
| "learning_rate": 0.0001, |
| "loss": 118.1133, |
| "loss/crossentropy": 2.935373306274414, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23765507340431213, |
| "loss/reg": 114.94031524658203, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.012625, |
| "grad_norm": 2.5411369800567627, |
| "grad_norm_var": 1.1549454537059127, |
| "learning_rate": 0.0001, |
| "loss": 117.2537, |
| "loss/crossentropy": 2.4439382553100586, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19584742188453674, |
| "loss/reg": 114.61389923095703, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.01265, |
| "grad_norm": 2.5562095642089844, |
| "grad_norm_var": 1.1639262533207444, |
| "learning_rate": 0.0001, |
| "loss": 117.1436, |
| "loss/crossentropy": 2.656878709793091, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20227234065532684, |
| "loss/reg": 114.28450012207031, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.012675, |
| "grad_norm": 2.452930212020874, |
| "grad_norm_var": 1.1708788671982782, |
| "learning_rate": 0.0001, |
| "loss": 116.7552, |
| "loss/crossentropy": 2.6194908618927, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18559934198856354, |
| "loss/reg": 113.95010375976562, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.0127, |
| "grad_norm": 2.600403308868408, |
| "grad_norm_var": 1.1754484294589225, |
| "learning_rate": 0.0001, |
| "loss": 116.878, |
| "loss/crossentropy": 3.047492504119873, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21343189477920532, |
| "loss/reg": 113.61707305908203, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.012725, |
| "grad_norm": 2.8134710788726807, |
| "grad_norm_var": 1.1683965532079448, |
| "learning_rate": 0.0001, |
| "loss": 116.1436, |
| "loss/crossentropy": 2.6284308433532715, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22599661350250244, |
| "loss/reg": 113.28915405273438, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.01275, |
| "grad_norm": 3.0693750381469727, |
| "grad_norm_var": 1.1653763573131297, |
| "learning_rate": 0.0001, |
| "loss": 116.0373, |
| "loss/crossentropy": 2.8555266857147217, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21752798557281494, |
| "loss/reg": 112.96427154541016, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.012775, |
| "grad_norm": 3.6787264347076416, |
| "grad_norm_var": 1.1940838877816609, |
| "learning_rate": 0.0001, |
| "loss": 115.4654, |
| "loss/crossentropy": 2.5687825679779053, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2617979049682617, |
| "loss/reg": 112.63484191894531, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.0128, |
| "grad_norm": 2.7873494625091553, |
| "grad_norm_var": 1.192136957506784, |
| "learning_rate": 0.0001, |
| "loss": 115.1653, |
| "loss/crossentropy": 2.6631510257720947, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.191485196352005, |
| "loss/reg": 112.31067657470703, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.012825, |
| "grad_norm": 2.6256515979766846, |
| "grad_norm_var": 1.1722853783887095, |
| "learning_rate": 0.0001, |
| "loss": 114.9084, |
| "loss/crossentropy": 2.7325098514556885, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19808584451675415, |
| "loss/reg": 111.97781372070312, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.01285, |
| "grad_norm": 2.967942237854004, |
| "grad_norm_var": 1.1657807662503947, |
| "learning_rate": 0.0001, |
| "loss": 114.5064, |
| "loss/crossentropy": 2.6529791355133057, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20329859852790833, |
| "loss/reg": 111.650146484375, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.012875, |
| "grad_norm": 2.934296131134033, |
| "grad_norm_var": 1.166833422533542, |
| "learning_rate": 0.0001, |
| "loss": 114.5007, |
| "loss/crossentropy": 2.951188087463379, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22600007057189941, |
| "loss/reg": 111.32347869873047, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.0129, |
| "grad_norm": 2.6087300777435303, |
| "grad_norm_var": 1.178981137512823, |
| "learning_rate": 0.0001, |
| "loss": 114.303, |
| "loss/crossentropy": 3.0892579555511475, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.219014972448349, |
| "loss/reg": 110.99468994140625, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.012925, |
| "grad_norm": 2.6592049598693848, |
| "grad_norm_var": 1.1809575567663138, |
| "learning_rate": 0.0001, |
| "loss": 113.656, |
| "loss/crossentropy": 2.759434461593628, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23085039854049683, |
| "loss/reg": 110.66567993164062, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.01295, |
| "grad_norm": 2.7460856437683105, |
| "grad_norm_var": 1.169228407645687, |
| "learning_rate": 0.0001, |
| "loss": 113.58, |
| "loss/crossentropy": 3.019660472869873, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22078245878219604, |
| "loss/reg": 110.3395767211914, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.012975, |
| "grad_norm": 2.9937329292297363, |
| "grad_norm_var": 1.1666258859232923, |
| "learning_rate": 0.0001, |
| "loss": 112.7048, |
| "loss/crossentropy": 2.477316379547119, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21349506080150604, |
| "loss/reg": 110.01399993896484, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.013, |
| "grad_norm": 2.8256266117095947, |
| "grad_norm_var": 0.0870475905341967, |
| "learning_rate": 0.0001, |
| "loss": 112.8148, |
| "loss/crossentropy": 2.904346466064453, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22682815790176392, |
| "loss/reg": 109.68363952636719, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.013025, |
| "grad_norm": 2.6826443672180176, |
| "grad_norm_var": 0.08334319224761823, |
| "learning_rate": 0.0001, |
| "loss": 112.4453, |
| "loss/crossentropy": 2.8740198612213135, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21089796721935272, |
| "loss/reg": 109.36034393310547, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.01305, |
| "grad_norm": 2.876612424850464, |
| "grad_norm_var": 0.07880413790800654, |
| "learning_rate": 0.0001, |
| "loss": 112.014, |
| "loss/crossentropy": 2.752030372619629, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22804582118988037, |
| "loss/reg": 109.03395080566406, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.013075, |
| "grad_norm": 2.6571719646453857, |
| "grad_norm_var": 0.07107003720365886, |
| "learning_rate": 0.0001, |
| "loss": 112.0514, |
| "loss/crossentropy": 3.134460926055908, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20280694961547852, |
| "loss/reg": 108.7141342163086, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.0131, |
| "grad_norm": 2.6310062408447266, |
| "grad_norm_var": 0.07012872943871476, |
| "learning_rate": 0.0001, |
| "loss": 111.5231, |
| "loss/crossentropy": 2.899681329727173, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2234225869178772, |
| "loss/reg": 108.39997863769531, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.013125, |
| "grad_norm": 2.8861429691314697, |
| "grad_norm_var": 0.07013051549444356, |
| "learning_rate": 0.0001, |
| "loss": 111.3517, |
| "loss/crossentropy": 3.016164779663086, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2486555576324463, |
| "loss/reg": 108.08689880371094, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.01315, |
| "grad_norm": 11.108626365661621, |
| "grad_norm_var": 4.342596426812534, |
| "learning_rate": 0.0001, |
| "loss": 111.424, |
| "loss/crossentropy": 3.3841826915740967, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.27035826444625854, |
| "loss/reg": 107.76946258544922, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.013175, |
| "grad_norm": 2.765962600708008, |
| "grad_norm_var": 4.355189952794281, |
| "learning_rate": 0.0001, |
| "loss": 110.3478, |
| "loss/crossentropy": 2.66182279586792, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2297273576259613, |
| "loss/reg": 107.45628356933594, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.0132, |
| "grad_norm": 3.090799570083618, |
| "grad_norm_var": 4.340312503643294, |
| "learning_rate": 0.0001, |
| "loss": 110.4536, |
| "loss/crossentropy": 3.0606637001037598, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2523239552974701, |
| "loss/reg": 107.14060974121094, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.013225, |
| "grad_norm": 2.63191819190979, |
| "grad_norm_var": 4.339737919036126, |
| "learning_rate": 0.0001, |
| "loss": 109.6669, |
| "loss/crossentropy": 2.6498641967773438, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1968306005001068, |
| "loss/reg": 106.8201904296875, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.01325, |
| "grad_norm": 2.5872347354888916, |
| "grad_norm_var": 4.366497639190141, |
| "learning_rate": 0.0001, |
| "loss": 109.3358, |
| "loss/crossentropy": 2.615196466445923, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21458838880062103, |
| "loss/reg": 106.50599670410156, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.013275, |
| "grad_norm": 3.557237148284912, |
| "grad_norm_var": 4.360969037365885, |
| "learning_rate": 0.0001, |
| "loss": 109.2467, |
| "loss/crossentropy": 2.8124053478240967, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2458515763282776, |
| "loss/reg": 106.18840789794922, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.0133, |
| "grad_norm": 9.031005859375, |
| "grad_norm_var": 6.319656798143334, |
| "learning_rate": 0.0001, |
| "loss": 108.9254, |
| "loss/crossentropy": 2.764629602432251, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2858869433403015, |
| "loss/reg": 105.87490844726562, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.013325, |
| "grad_norm": 3.397695302963257, |
| "grad_norm_var": 6.247992121947124, |
| "learning_rate": 0.0001, |
| "loss": 108.913, |
| "loss/crossentropy": 3.053879737854004, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2985405921936035, |
| "loss/reg": 105.5605697631836, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.01335, |
| "grad_norm": 5.6299591064453125, |
| "grad_norm_var": 6.370482684906529, |
| "learning_rate": 0.0001, |
| "loss": 108.2695, |
| "loss/crossentropy": 2.793619155883789, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2356250137090683, |
| "loss/reg": 105.24028778076172, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.013375, |
| "grad_norm": 3.0469837188720703, |
| "grad_norm_var": 6.363802254153521, |
| "learning_rate": 0.0001, |
| "loss": 108.5512, |
| "loss/crossentropy": 3.3861045837402344, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23634299635887146, |
| "loss/reg": 104.92872619628906, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.0134, |
| "grad_norm": 2.819078207015991, |
| "grad_norm_var": 6.364797923503401, |
| "learning_rate": 0.0001, |
| "loss": 107.8459, |
| "loss/crossentropy": 2.994354724884033, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23442190885543823, |
| "loss/reg": 104.6171646118164, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.013425, |
| "grad_norm": 5.84004545211792, |
| "grad_norm_var": 6.449067359728785, |
| "learning_rate": 0.0001, |
| "loss": 107.6525, |
| "loss/crossentropy": 3.0567657947540283, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2871782183647156, |
| "loss/reg": 104.30860137939453, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.01345, |
| "grad_norm": 2.5338470935821533, |
| "grad_norm_var": 6.515056601417896, |
| "learning_rate": 0.0001, |
| "loss": 106.7596, |
| "loss/crossentropy": 2.5571489334106445, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20038628578186035, |
| "loss/reg": 104.00208282470703, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.013475, |
| "grad_norm": 2.7171146869659424, |
| "grad_norm_var": 6.503442502818018, |
| "learning_rate": 0.0001, |
| "loss": 106.7376, |
| "loss/crossentropy": 2.8135974407196045, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22917550802230835, |
| "loss/reg": 103.69479370117188, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.0135, |
| "grad_norm": 6.479078769683838, |
| "grad_norm_var": 6.653581035332929, |
| "learning_rate": 0.0001, |
| "loss": 106.5785, |
| "loss/crossentropy": 2.8556628227233887, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.33066555857658386, |
| "loss/reg": 103.3922119140625, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.013525, |
| "grad_norm": 2.6559464931488037, |
| "grad_norm_var": 6.702825655017004, |
| "learning_rate": 0.0001, |
| "loss": 106.0303, |
| "loss/crossentropy": 2.7272911071777344, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21066486835479736, |
| "loss/reg": 103.09235382080078, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.01355, |
| "grad_norm": 2.68630313873291, |
| "grad_norm_var": 3.5670498293655744, |
| "learning_rate": 0.0001, |
| "loss": 105.6865, |
| "loss/crossentropy": 2.6875898838043213, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20091715455055237, |
| "loss/reg": 102.79798126220703, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.013575, |
| "grad_norm": 2.6095407009124756, |
| "grad_norm_var": 3.59101884290791, |
| "learning_rate": 0.0001, |
| "loss": 105.3207, |
| "loss/crossentropy": 2.607323408126831, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20690517127513885, |
| "loss/reg": 102.50646209716797, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.0136, |
| "grad_norm": 2.6883742809295654, |
| "grad_norm_var": 3.6409168446953246, |
| "learning_rate": 0.0001, |
| "loss": 105.2911, |
| "loss/crossentropy": 2.8654534816741943, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21081852912902832, |
| "loss/reg": 102.21478271484375, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.013625, |
| "grad_norm": 2.5874383449554443, |
| "grad_norm_var": 3.648009256619466, |
| "learning_rate": 0.0001, |
| "loss": 104.9956, |
| "loss/crossentropy": 2.858520984649658, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21754832565784454, |
| "loss/reg": 101.91951751708984, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.01365, |
| "grad_norm": 2.54441499710083, |
| "grad_norm_var": 3.6550717570432996, |
| "learning_rate": 0.0001, |
| "loss": 104.3815, |
| "loss/crossentropy": 2.5437026023864746, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2128550112247467, |
| "loss/reg": 101.62492370605469, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.013675, |
| "grad_norm": 2.422410488128662, |
| "grad_norm_var": 3.7725212936238335, |
| "learning_rate": 0.0001, |
| "loss": 104.2026, |
| "loss/crossentropy": 2.678537607192993, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19898445904254913, |
| "loss/reg": 101.32511138916016, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.0137, |
| "grad_norm": 2.816225051879883, |
| "grad_norm_var": 1.7943565080708708, |
| "learning_rate": 0.0001, |
| "loss": 104.3567, |
| "loss/crossentropy": 3.10886549949646, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22006894648075104, |
| "loss/reg": 101.02771759033203, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.013725, |
| "grad_norm": 2.9122800827026367, |
| "grad_norm_var": 1.805488475198342, |
| "learning_rate": 0.0001, |
| "loss": 103.6283, |
| "loss/crossentropy": 2.6595304012298584, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23327180743217468, |
| "loss/reg": 100.73548126220703, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.01375, |
| "grad_norm": 2.715149402618408, |
| "grad_norm_var": 1.4355691908428239, |
| "learning_rate": 0.0001, |
| "loss": 103.5837, |
| "loss/crossentropy": 2.9111499786376953, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2255546748638153, |
| "loss/reg": 100.4470443725586, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.013775, |
| "grad_norm": 2.6600630283355713, |
| "grad_norm_var": 1.4491900778787985, |
| "learning_rate": 0.0001, |
| "loss": 102.9596, |
| "loss/crossentropy": 2.591811180114746, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2164371758699417, |
| "loss/reg": 100.15138244628906, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.0138, |
| "grad_norm": 2.811176061630249, |
| "grad_norm_var": 1.4494957147530347, |
| "learning_rate": 0.0001, |
| "loss": 102.7969, |
| "loss/crossentropy": 2.7154479026794434, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22633354365825653, |
| "loss/reg": 99.85511779785156, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.013825, |
| "grad_norm": 2.5404551029205322, |
| "grad_norm_var": 0.9266648578686081, |
| "learning_rate": 0.0001, |
| "loss": 102.5948, |
| "loss/crossentropy": 2.83707857131958, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19505436718463898, |
| "loss/reg": 99.56267547607422, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.01385, |
| "grad_norm": 3.074483871459961, |
| "grad_norm_var": 0.9186296960512579, |
| "learning_rate": 0.0001, |
| "loss": 102.4509, |
| "loss/crossentropy": 2.912346363067627, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2622039020061493, |
| "loss/reg": 99.27632904052734, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.013875, |
| "grad_norm": 2.686178207397461, |
| "grad_norm_var": 0.9195780649456933, |
| "learning_rate": 0.0001, |
| "loss": 102.0401, |
| "loss/crossentropy": 2.8341047763824463, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21929171681404114, |
| "loss/reg": 98.98668670654297, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.0139, |
| "grad_norm": 2.656536340713501, |
| "grad_norm_var": 0.024253446700591517, |
| "learning_rate": 0.0001, |
| "loss": 101.5869, |
| "loss/crossentropy": 2.6577670574188232, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23103003203868866, |
| "loss/reg": 98.69813537597656, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.013925, |
| "grad_norm": 2.5510590076446533, |
| "grad_norm_var": 0.025440849818042465, |
| "learning_rate": 0.0001, |
| "loss": 100.9329, |
| "loss/crossentropy": 2.326843738555908, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18946564197540283, |
| "loss/reg": 98.41661071777344, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.01395, |
| "grad_norm": 2.6039011478424072, |
| "grad_norm_var": 0.02585234669650897, |
| "learning_rate": 0.0001, |
| "loss": 101.0391, |
| "loss/crossentropy": 2.6925387382507324, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2089564949274063, |
| "loss/reg": 98.13763427734375, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.013975, |
| "grad_norm": 2.4973230361938477, |
| "grad_norm_var": 0.027693340503882762, |
| "learning_rate": 0.0001, |
| "loss": 100.7989, |
| "loss/crossentropy": 2.747386932373047, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2009141445159912, |
| "loss/reg": 97.85063934326172, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.014, |
| "grad_norm": 2.5563371181488037, |
| "grad_norm_var": 0.028511705384668556, |
| "learning_rate": 0.0001, |
| "loss": 100.641, |
| "loss/crossentropy": 2.8731026649475098, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20369890332221985, |
| "loss/reg": 97.56423950195312, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.014025, |
| "grad_norm": 2.81292724609375, |
| "grad_norm_var": 0.029366212464935634, |
| "learning_rate": 0.0001, |
| "loss": 100.1638, |
| "loss/crossentropy": 2.6780025959014893, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20065699517726898, |
| "loss/reg": 97.28515625, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.01405, |
| "grad_norm": 2.867063522338867, |
| "grad_norm_var": 0.03009105233082489, |
| "learning_rate": 0.0001, |
| "loss": 99.9774, |
| "loss/crossentropy": 2.7445759773254395, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2291974425315857, |
| "loss/reg": 97.00367736816406, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.014075, |
| "grad_norm": 2.4345862865448, |
| "grad_norm_var": 0.02965133530149539, |
| "learning_rate": 0.0001, |
| "loss": 99.6903, |
| "loss/crossentropy": 2.768172264099121, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19444233179092407, |
| "loss/reg": 96.72771453857422, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.0141, |
| "grad_norm": 2.8722984790802, |
| "grad_norm_var": 0.0307187897240811, |
| "learning_rate": 0.0001, |
| "loss": 99.6226, |
| "loss/crossentropy": 2.9429454803466797, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2194785326719284, |
| "loss/reg": 96.46016693115234, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.014125, |
| "grad_norm": 2.9882256984710693, |
| "grad_norm_var": 0.03319604425916699, |
| "learning_rate": 0.0001, |
| "loss": 99.6137, |
| "loss/crossentropy": 3.175783395767212, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24568451941013336, |
| "loss/reg": 96.19220733642578, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.01415, |
| "grad_norm": 2.822582721710205, |
| "grad_norm_var": 0.03402003702614896, |
| "learning_rate": 0.0001, |
| "loss": 99.1781, |
| "loss/crossentropy": 3.020627021789551, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2289256751537323, |
| "loss/reg": 95.92849731445312, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.014175, |
| "grad_norm": 2.7644307613372803, |
| "grad_norm_var": 0.03394051714071698, |
| "learning_rate": 0.0001, |
| "loss": 98.6117, |
| "loss/crossentropy": 2.714923858642578, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2449963539838791, |
| "loss/reg": 95.65177154541016, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.0142, |
| "grad_norm": 2.699716091156006, |
| "grad_norm_var": 0.03338014972604976, |
| "learning_rate": 0.0001, |
| "loss": 98.4869, |
| "loss/crossentropy": 2.897766351699829, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2104054093360901, |
| "loss/reg": 95.37874603271484, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.014225, |
| "grad_norm": 2.8579864501953125, |
| "grad_norm_var": 0.03232346391338676, |
| "learning_rate": 0.0001, |
| "loss": 98.2656, |
| "loss/crossentropy": 2.9202752113342285, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23916882276535034, |
| "loss/reg": 95.10614013671875, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.01425, |
| "grad_norm": 2.753019332885742, |
| "grad_norm_var": 0.024192763356738093, |
| "learning_rate": 0.0001, |
| "loss": 98.0069, |
| "loss/crossentropy": 2.944240093231201, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22491341829299927, |
| "loss/reg": 94.8377914428711, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.014275, |
| "grad_norm": 2.60459566116333, |
| "grad_norm_var": 0.02491149826441017, |
| "learning_rate": 0.0001, |
| "loss": 97.608, |
| "loss/crossentropy": 2.819348096847534, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22620517015457153, |
| "loss/reg": 94.56243133544922, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.0143, |
| "grad_norm": 2.870256185531616, |
| "grad_norm_var": 0.02627376883378929, |
| "learning_rate": 0.0001, |
| "loss": 97.2411, |
| "loss/crossentropy": 2.742431879043579, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21404124796390533, |
| "loss/reg": 94.28459167480469, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.014325, |
| "grad_norm": 2.3389241695404053, |
| "grad_norm_var": 0.033928965438431644, |
| "learning_rate": 0.0001, |
| "loss": 96.7127, |
| "loss/crossentropy": 2.517883777618408, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19041433930397034, |
| "loss/reg": 94.0043716430664, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.01435, |
| "grad_norm": 2.59843111038208, |
| "grad_norm_var": 0.034007496068778426, |
| "learning_rate": 0.0001, |
| "loss": 96.8607, |
| "loss/crossentropy": 2.9151978492736816, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21700671315193176, |
| "loss/reg": 93.72846221923828, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.014375, |
| "grad_norm": 3.3285093307495117, |
| "grad_norm_var": 0.05376453050990312, |
| "learning_rate": 0.0001, |
| "loss": 96.8123, |
| "loss/crossentropy": 3.1045849323272705, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2494984120130539, |
| "loss/reg": 93.45817565917969, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.0144, |
| "grad_norm": 2.6628782749176025, |
| "grad_norm_var": 0.0515720576900262, |
| "learning_rate": 0.0001, |
| "loss": 96.3792, |
| "loss/crossentropy": 2.955598831176758, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2415456622838974, |
| "loss/reg": 93.18202209472656, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.014425, |
| "grad_norm": 4.186471939086914, |
| "grad_norm_var": 0.1778464831949935, |
| "learning_rate": 0.0001, |
| "loss": 96.081, |
| "loss/crossentropy": 2.8772761821746826, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2912898063659668, |
| "loss/reg": 92.9124526977539, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.01445, |
| "grad_norm": 2.668438196182251, |
| "grad_norm_var": 0.17994305561740684, |
| "learning_rate": 0.0001, |
| "loss": 95.7919, |
| "loss/crossentropy": 2.9419538974761963, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21084845066070557, |
| "loss/reg": 92.63912200927734, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.014475, |
| "grad_norm": 2.549457311630249, |
| "grad_norm_var": 0.17454752775228427, |
| "learning_rate": 0.0001, |
| "loss": 95.1398, |
| "loss/crossentropy": 2.5472424030303955, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2210979163646698, |
| "loss/reg": 92.37150573730469, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.0145, |
| "grad_norm": 3.0102109909057617, |
| "grad_norm_var": 0.17618512136317932, |
| "learning_rate": 0.0001, |
| "loss": 95.1484, |
| "loss/crossentropy": 2.8119232654571533, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2312673032283783, |
| "loss/reg": 92.10520935058594, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.014525, |
| "grad_norm": 2.673635721206665, |
| "grad_norm_var": 0.17684562367797388, |
| "learning_rate": 0.0001, |
| "loss": 94.916, |
| "loss/crossentropy": 2.840714693069458, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24130380153656006, |
| "loss/reg": 91.83395385742188, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.01455, |
| "grad_norm": 2.600407361984253, |
| "grad_norm_var": 0.18035328363555816, |
| "learning_rate": 0.0001, |
| "loss": 94.4715, |
| "loss/crossentropy": 2.7048165798187256, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.202452152967453, |
| "loss/reg": 91.56422424316406, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.014575, |
| "grad_norm": 3.064331531524658, |
| "grad_norm_var": 0.18363414575108336, |
| "learning_rate": 0.0001, |
| "loss": 94.3897, |
| "loss/crossentropy": 2.871046304702759, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21794039011001587, |
| "loss/reg": 91.30074310302734, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.0146, |
| "grad_norm": 2.4271910190582275, |
| "grad_norm_var": 0.19343539696492276, |
| "learning_rate": 0.0001, |
| "loss": 94.3164, |
| "loss/crossentropy": 3.068648099899292, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20914003252983093, |
| "loss/reg": 91.03858947753906, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.014625, |
| "grad_norm": 2.773268699645996, |
| "grad_norm_var": 0.1935076502725669, |
| "learning_rate": 0.0001, |
| "loss": 93.7491, |
| "loss/crossentropy": 2.722926378250122, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24941931664943695, |
| "loss/reg": 90.77677154541016, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.01465, |
| "grad_norm": 2.473400592803955, |
| "grad_norm_var": 0.2008682828648034, |
| "learning_rate": 0.0001, |
| "loss": 93.6203, |
| "loss/crossentropy": 2.8903560638427734, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21103140711784363, |
| "loss/reg": 90.51893615722656, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.014675, |
| "grad_norm": 2.6214702129364014, |
| "grad_norm_var": 0.20044215566161913, |
| "learning_rate": 0.0001, |
| "loss": 93.2864, |
| "loss/crossentropy": 2.8173437118530273, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21141797304153442, |
| "loss/reg": 90.25767517089844, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.0147, |
| "grad_norm": 2.776019811630249, |
| "grad_norm_var": 0.20015155933538128, |
| "learning_rate": 0.0001, |
| "loss": 92.9381, |
| "loss/crossentropy": 2.7188355922698975, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21627959609031677, |
| "loss/reg": 90.00298309326172, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.014725, |
| "grad_norm": 2.63840389251709, |
| "grad_norm_var": 0.18746319834137826, |
| "learning_rate": 0.0001, |
| "loss": 92.7113, |
| "loss/crossentropy": 2.7562100887298584, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2082541435956955, |
| "loss/reg": 89.74687957763672, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.01475, |
| "grad_norm": 2.835721015930176, |
| "grad_norm_var": 0.1841056372587597, |
| "learning_rate": 0.0001, |
| "loss": 92.324, |
| "loss/crossentropy": 2.6325843334198, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20466585457324982, |
| "loss/reg": 89.4867935180664, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.014775, |
| "grad_norm": 2.687760829925537, |
| "grad_norm_var": 0.16722875087179906, |
| "learning_rate": 0.0001, |
| "loss": 92.2685, |
| "loss/crossentropy": 2.82861328125, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2116677463054657, |
| "loss/reg": 89.22821044921875, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.0148, |
| "grad_norm": 3.145275354385376, |
| "grad_norm_var": 0.17356006417378372, |
| "learning_rate": 0.0001, |
| "loss": 91.9296, |
| "loss/crossentropy": 2.7166497707366943, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24187356233596802, |
| "loss/reg": 88.9710693359375, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.014825, |
| "grad_norm": 2.6644723415374756, |
| "grad_norm_var": 0.04118301322724444, |
| "learning_rate": 0.0001, |
| "loss": 91.8205, |
| "loss/crossentropy": 2.891160249710083, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2127176821231842, |
| "loss/reg": 88.71666717529297, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.01485, |
| "grad_norm": 2.5222256183624268, |
| "grad_norm_var": 0.043633350924598586, |
| "learning_rate": 0.0001, |
| "loss": 91.2693, |
| "loss/crossentropy": 2.588534355163574, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2142462432384491, |
| "loss/reg": 88.46653747558594, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.014875, |
| "grad_norm": 2.6689634323120117, |
| "grad_norm_var": 0.04186501943967471, |
| "learning_rate": 0.0001, |
| "loss": 91.1498, |
| "loss/crossentropy": 2.731534957885742, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20442616939544678, |
| "loss/reg": 88.2138442993164, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.0149, |
| "grad_norm": 2.733809471130371, |
| "grad_norm_var": 0.03608913512671942, |
| "learning_rate": 0.0001, |
| "loss": 91.2427, |
| "loss/crossentropy": 3.0743908882141113, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21326132118701935, |
| "loss/reg": 87.95504760742188, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.014925, |
| "grad_norm": 2.6387839317321777, |
| "grad_norm_var": 0.03631845228885571, |
| "learning_rate": 0.0001, |
| "loss": 90.743, |
| "loss/crossentropy": 2.8121533393859863, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22556063532829285, |
| "loss/reg": 87.70523834228516, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.01495, |
| "grad_norm": 2.6532163619995117, |
| "grad_norm_var": 0.035760032396463734, |
| "learning_rate": 0.0001, |
| "loss": 90.4519, |
| "loss/crossentropy": 2.7932353019714355, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20535191893577576, |
| "loss/reg": 87.45335388183594, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.014975, |
| "grad_norm": 2.998858690261841, |
| "grad_norm_var": 0.03291526795530686, |
| "learning_rate": 0.0001, |
| "loss": 90.3378, |
| "loss/crossentropy": 2.908860206604004, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22954756021499634, |
| "loss/reg": 87.19943237304688, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.015, |
| "grad_norm": 13.023781776428223, |
| "grad_norm_var": 6.660256756747305, |
| "learning_rate": 0.0001, |
| "loss": 90.0128, |
| "loss/crossentropy": 2.8209877014160156, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2434820979833603, |
| "loss/reg": 86.94837188720703, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.015025, |
| "grad_norm": 3.2308173179626465, |
| "grad_norm_var": 6.637182891814268, |
| "learning_rate": 0.0001, |
| "loss": 89.5445, |
| "loss/crossentropy": 2.5709166526794434, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.27399659156799316, |
| "loss/reg": 86.69955444335938, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.01505, |
| "grad_norm": 2.7746541500091553, |
| "grad_norm_var": 6.605854606820831, |
| "learning_rate": 0.0001, |
| "loss": 89.6479, |
| "loss/crossentropy": 2.955522060394287, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2408815622329712, |
| "loss/reg": 86.45153045654297, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.015075, |
| "grad_norm": 2.534477472305298, |
| "grad_norm_var": 6.615513089198629, |
| "learning_rate": 0.0001, |
| "loss": 89.5647, |
| "loss/crossentropy": 3.1383554935455322, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22149553894996643, |
| "loss/reg": 86.2048110961914, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.0151, |
| "grad_norm": 2.6757757663726807, |
| "grad_norm_var": 6.624587476581763, |
| "learning_rate": 0.0001, |
| "loss": 88.9872, |
| "loss/crossentropy": 2.8011903762817383, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22577175498008728, |
| "loss/reg": 85.960205078125, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.015125, |
| "grad_norm": 2.5399699211120605, |
| "grad_norm_var": 6.635210790627498, |
| "learning_rate": 0.0001, |
| "loss": 88.6121, |
| "loss/crossentropy": 2.686098337173462, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21132361888885498, |
| "loss/reg": 85.71470642089844, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.01515, |
| "grad_norm": 3.094851016998291, |
| "grad_norm_var": 6.620065609075882, |
| "learning_rate": 0.0001, |
| "loss": 88.5017, |
| "loss/crossentropy": 2.7985479831695557, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23451220989227295, |
| "loss/reg": 85.46868896484375, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.015175, |
| "grad_norm": 2.8335752487182617, |
| "grad_norm_var": 6.607319105523461, |
| "learning_rate": 0.0001, |
| "loss": 88.5627, |
| "loss/crossentropy": 3.1135289669036865, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22703945636749268, |
| "loss/reg": 85.22212219238281, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.0152, |
| "grad_norm": 2.805544137954712, |
| "grad_norm_var": 6.627015267189299, |
| "learning_rate": 0.0001, |
| "loss": 88.0827, |
| "loss/crossentropy": 2.8752803802490234, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22529396414756775, |
| "loss/reg": 84.98210144042969, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.015225, |
| "grad_norm": 2.7001230716705322, |
| "grad_norm_var": 6.623600272248156, |
| "learning_rate": 0.0001, |
| "loss": 87.6396, |
| "loss/crossentropy": 2.6898162364959717, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21284155547618866, |
| "loss/reg": 84.73692321777344, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.01525, |
| "grad_norm": 3.2781596183776855, |
| "grad_norm_var": 6.570657725923031, |
| "learning_rate": 0.0001, |
| "loss": 87.7335, |
| "loss/crossentropy": 2.9826276302337646, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25785699486732483, |
| "loss/reg": 84.4930191040039, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.015275, |
| "grad_norm": 2.449453830718994, |
| "grad_norm_var": 6.596501814133948, |
| "learning_rate": 0.0001, |
| "loss": 87.1477, |
| "loss/crossentropy": 2.6783015727996826, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22048676013946533, |
| "loss/reg": 84.2489242553711, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.0153, |
| "grad_norm": 2.459174394607544, |
| "grad_norm_var": 6.62690543519524, |
| "learning_rate": 0.0001, |
| "loss": 86.776, |
| "loss/crossentropy": 2.574934244155884, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19860099256038666, |
| "loss/reg": 84.0024185180664, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.015325, |
| "grad_norm": 2.941655158996582, |
| "grad_norm_var": 6.601163552477004, |
| "learning_rate": 0.0001, |
| "loss": 86.9776, |
| "loss/crossentropy": 2.986813545227051, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23044732213020325, |
| "loss/reg": 83.76029968261719, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.01535, |
| "grad_norm": 2.6428897380828857, |
| "grad_norm_var": 6.602249575617103, |
| "learning_rate": 0.0001, |
| "loss": 86.4506, |
| "loss/crossentropy": 2.6974997520446777, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2369295060634613, |
| "loss/reg": 83.51612091064453, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.015375, |
| "grad_norm": 2.6571388244628906, |
| "grad_norm_var": 6.629487272361301, |
| "learning_rate": 0.0001, |
| "loss": 86.3883, |
| "loss/crossentropy": 2.886151075363159, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22736769914627075, |
| "loss/reg": 83.27473449707031, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.0154, |
| "grad_norm": 2.609266996383667, |
| "grad_norm_var": 0.06577351547558692, |
| "learning_rate": 0.0001, |
| "loss": 86.0519, |
| "loss/crossentropy": 2.794356346130371, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22279015183448792, |
| "loss/reg": 83.0347900390625, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.015425, |
| "grad_norm": 3.1104328632354736, |
| "grad_norm_var": 0.05918982306040803, |
| "learning_rate": 0.0001, |
| "loss": 85.9367, |
| "loss/crossentropy": 2.882596015930176, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25845298171043396, |
| "loss/reg": 82.79560852050781, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.01545, |
| "grad_norm": 2.470853090286255, |
| "grad_norm_var": 0.06423085419138465, |
| "learning_rate": 0.0001, |
| "loss": 85.5665, |
| "loss/crossentropy": 2.796099901199341, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.214504212141037, |
| "loss/reg": 82.55593872070312, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.015475, |
| "grad_norm": 2.714553117752075, |
| "grad_norm_var": 0.06137795437797967, |
| "learning_rate": 0.0001, |
| "loss": 85.3188, |
| "loss/crossentropy": 2.7812206745147705, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2175397127866745, |
| "loss/reg": 82.32003021240234, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.0155, |
| "grad_norm": 2.775290012359619, |
| "grad_norm_var": 0.061025800256583315, |
| "learning_rate": 0.0001, |
| "loss": 85.1917, |
| "loss/crossentropy": 2.8803231716156006, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22989241778850555, |
| "loss/reg": 82.0815200805664, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.015525, |
| "grad_norm": 3.064432382583618, |
| "grad_norm_var": 0.06316760074340261, |
| "learning_rate": 0.0001, |
| "loss": 84.9975, |
| "loss/crossentropy": 2.9176337718963623, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2374771535396576, |
| "loss/reg": 81.8424072265625, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.01555, |
| "grad_norm": 2.5047502517700195, |
| "grad_norm_var": 0.0607852310360857, |
| "learning_rate": 0.0001, |
| "loss": 84.4023, |
| "loss/crossentropy": 2.5925066471099854, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20711900293827057, |
| "loss/reg": 81.6026611328125, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.015575, |
| "grad_norm": 2.9647669792175293, |
| "grad_norm_var": 0.06330394741956387, |
| "learning_rate": 0.0001, |
| "loss": 84.5351, |
| "loss/crossentropy": 2.934492826461792, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23662039637565613, |
| "loss/reg": 81.36399841308594, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.0156, |
| "grad_norm": 2.6432931423187256, |
| "grad_norm_var": 0.06394843640099997, |
| "learning_rate": 0.0001, |
| "loss": 84.4146, |
| "loss/crossentropy": 3.0514731407165527, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22952324151992798, |
| "loss/reg": 81.13361358642578, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.015625, |
| "grad_norm": 2.54736065864563, |
| "grad_norm_var": 0.06640534283560531, |
| "learning_rate": 0.0001, |
| "loss": 83.7896, |
| "loss/crossentropy": 2.670376777648926, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21750324964523315, |
| "loss/reg": 80.90174865722656, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.01565, |
| "grad_norm": 2.8746328353881836, |
| "grad_norm_var": 0.047605595082000934, |
| "learning_rate": 0.0001, |
| "loss": 83.6016, |
| "loss/crossentropy": 2.705821990966797, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22585441172122955, |
| "loss/reg": 80.66989135742188, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.015675, |
| "grad_norm": 4.1663737297058105, |
| "grad_norm_var": 0.17119830661165428, |
| "learning_rate": 0.0001, |
| "loss": 83.7693, |
| "loss/crossentropy": 3.0719547271728516, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25689268112182617, |
| "loss/reg": 80.44044494628906, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.0157, |
| "grad_norm": 2.9214797019958496, |
| "grad_norm_var": 0.16221115285843457, |
| "learning_rate": 0.0001, |
| "loss": 83.4368, |
| "loss/crossentropy": 2.9782841205596924, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24059516191482544, |
| "loss/reg": 80.21793365478516, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.015725, |
| "grad_norm": 2.3547921180725098, |
| "grad_norm_var": 0.17660964070513122, |
| "learning_rate": 0.0001, |
| "loss": 82.9563, |
| "loss/crossentropy": 2.759288787841797, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2049524188041687, |
| "loss/reg": 79.99205780029297, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.01575, |
| "grad_norm": 2.5864202976226807, |
| "grad_norm_var": 0.17809647704259438, |
| "learning_rate": 0.0001, |
| "loss": 82.856, |
| "loss/crossentropy": 2.891166925430298, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19927763938903809, |
| "loss/reg": 79.76554870605469, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.015775, |
| "grad_norm": 2.579041004180908, |
| "grad_norm_var": 0.1800732301463995, |
| "learning_rate": 0.0001, |
| "loss": 82.3371, |
| "loss/crossentropy": 2.578899621963501, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21475175023078918, |
| "loss/reg": 79.54348754882812, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.0158, |
| "grad_norm": 2.8605313301086426, |
| "grad_norm_var": 0.17744545594942238, |
| "learning_rate": 0.0001, |
| "loss": 82.2226, |
| "loss/crossentropy": 2.6955201625823975, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20546796917915344, |
| "loss/reg": 79.32160186767578, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.015825, |
| "grad_norm": 2.458681344985962, |
| "grad_norm_var": 0.1788587470198704, |
| "learning_rate": 0.0001, |
| "loss": 81.9029, |
| "loss/crossentropy": 2.6130025386810303, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19218957424163818, |
| "loss/reg": 79.09767150878906, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.01585, |
| "grad_norm": 2.6389007568359375, |
| "grad_norm_var": 0.1736867369098557, |
| "learning_rate": 0.0001, |
| "loss": 82.1122, |
| "loss/crossentropy": 2.994948148727417, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24412985146045685, |
| "loss/reg": 78.87307739257812, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.015875, |
| "grad_norm": 2.7426064014434814, |
| "grad_norm_var": 0.17345014249303006, |
| "learning_rate": 0.0001, |
| "loss": 81.7675, |
| "loss/crossentropy": 2.9031403064727783, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2145020067691803, |
| "loss/reg": 78.64982604980469, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.0159, |
| "grad_norm": 2.5872960090637207, |
| "grad_norm_var": 0.176095637618936, |
| "learning_rate": 0.0001, |
| "loss": 81.2096, |
| "loss/crossentropy": 2.5721232891082764, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20824509859085083, |
| "loss/reg": 78.42925262451172, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.015925, |
| "grad_norm": 2.639803886413574, |
| "grad_norm_var": 0.17131557533067104, |
| "learning_rate": 0.0001, |
| "loss": 81.7399, |
| "loss/crossentropy": 3.311671018600464, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2240554839372635, |
| "loss/reg": 78.20418548583984, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.01595, |
| "grad_norm": 2.7064106464385986, |
| "grad_norm_var": 0.1671441066181302, |
| "learning_rate": 0.0001, |
| "loss": 81.0741, |
| "loss/crossentropy": 2.8790698051452637, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21729126572608948, |
| "loss/reg": 77.97772979736328, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.015975, |
| "grad_norm": 2.6912827491760254, |
| "grad_norm_var": 0.16460811219505161, |
| "learning_rate": 0.0001, |
| "loss": 81.0138, |
| "loss/crossentropy": 3.024972915649414, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2377013862133026, |
| "loss/reg": 77.75112915039062, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.016, |
| "grad_norm": 2.8207814693450928, |
| "grad_norm_var": 0.16405338147699144, |
| "learning_rate": 0.0001, |
| "loss": 80.6592, |
| "loss/crossentropy": 2.9033145904541016, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23379957675933838, |
| "loss/reg": 77.52207946777344, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.016025, |
| "grad_norm": 2.738354444503784, |
| "grad_norm_var": 0.16089216214350396, |
| "learning_rate": 0.0001, |
| "loss": 80.3146, |
| "loss/crossentropy": 2.778174877166748, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24535414576530457, |
| "loss/reg": 77.29109954833984, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.01605, |
| "grad_norm": 3.2551162242889404, |
| "grad_norm_var": 0.17509802330359298, |
| "learning_rate": 0.0001, |
| "loss": 80.2895, |
| "loss/crossentropy": 2.9776339530944824, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24247264862060547, |
| "loss/reg": 77.0693588256836, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.016075, |
| "grad_norm": 2.881504535675049, |
| "grad_norm_var": 0.043638895164599255, |
| "learning_rate": 0.0001, |
| "loss": 80.1407, |
| "loss/crossentropy": 3.0473055839538574, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24725341796875, |
| "loss/reg": 76.84616088867188, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.0161, |
| "grad_norm": 2.992424249649048, |
| "grad_norm_var": 0.045893014160188275, |
| "learning_rate": 0.0001, |
| "loss": 79.5319, |
| "loss/crossentropy": 2.674531936645508, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23270609974861145, |
| "loss/reg": 76.62467956542969, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.016125, |
| "grad_norm": 2.4216911792755127, |
| "grad_norm_var": 0.04290734773771661, |
| "learning_rate": 0.0001, |
| "loss": 79.4997, |
| "loss/crossentropy": 2.8802490234375, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21543535590171814, |
| "loss/reg": 76.40399932861328, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.01615, |
| "grad_norm": 2.5457189083099365, |
| "grad_norm_var": 0.043763224077495264, |
| "learning_rate": 0.0001, |
| "loss": 79.235, |
| "loss/crossentropy": 2.8406364917755127, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20543472468852997, |
| "loss/reg": 76.18891143798828, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.016175, |
| "grad_norm": 2.762531280517578, |
| "grad_norm_var": 0.04235751730274515, |
| "learning_rate": 0.0001, |
| "loss": 78.9388, |
| "loss/crossentropy": 2.7533273696899414, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21493667364120483, |
| "loss/reg": 75.97050476074219, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.0162, |
| "grad_norm": 2.390070676803589, |
| "grad_norm_var": 0.048252346296710394, |
| "learning_rate": 0.0001, |
| "loss": 78.7404, |
| "loss/crossentropy": 2.7817790508270264, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21161305904388428, |
| "loss/reg": 75.74702453613281, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.016225, |
| "grad_norm": 2.534242868423462, |
| "grad_norm_var": 0.046131862120249896, |
| "learning_rate": 0.0001, |
| "loss": 78.2552, |
| "loss/crossentropy": 2.5109705924987793, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20796047151088715, |
| "loss/reg": 75.53626251220703, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.01625, |
| "grad_norm": 2.9576361179351807, |
| "grad_norm_var": 0.04948971532782949, |
| "learning_rate": 0.0001, |
| "loss": 78.448, |
| "loss/crossentropy": 2.9173483848571777, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20767123997211456, |
| "loss/reg": 75.32296752929688, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.016275, |
| "grad_norm": 3.188835620880127, |
| "grad_norm_var": 0.06273138119426373, |
| "learning_rate": 0.0001, |
| "loss": 78.3685, |
| "loss/crossentropy": 3.024512529373169, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23480483889579773, |
| "loss/reg": 75.10919189453125, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.0163, |
| "grad_norm": 2.9349732398986816, |
| "grad_norm_var": 0.06241445749091478, |
| "learning_rate": 0.0001, |
| "loss": 78.1327, |
| "loss/crossentropy": 3.004549264907837, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2360680103302002, |
| "loss/reg": 74.8920669555664, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.016325, |
| "grad_norm": 2.927232265472412, |
| "grad_norm_var": 0.06224965786214606, |
| "learning_rate": 0.0001, |
| "loss": 77.718, |
| "loss/crossentropy": 2.8078725337982178, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22627294063568115, |
| "loss/reg": 74.68383026123047, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.01635, |
| "grad_norm": 2.6294076442718506, |
| "grad_norm_var": 0.06354828695962549, |
| "learning_rate": 0.0001, |
| "loss": 77.6217, |
| "loss/crossentropy": 2.906186580657959, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24207134544849396, |
| "loss/reg": 74.47340393066406, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.016375, |
| "grad_norm": 2.4185891151428223, |
| "grad_norm_var": 0.07185744774492757, |
| "learning_rate": 0.0001, |
| "loss": 77.1087, |
| "loss/crossentropy": 2.6219069957733154, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21973133087158203, |
| "loss/reg": 74.26707458496094, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.0164, |
| "grad_norm": 3.0168731212615967, |
| "grad_norm_var": 0.07545913020925733, |
| "learning_rate": 0.0001, |
| "loss": 77.1465, |
| "loss/crossentropy": 2.838118076324463, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24065163731575012, |
| "loss/reg": 74.0677719116211, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.016425, |
| "grad_norm": 2.7818074226379395, |
| "grad_norm_var": 0.07529414177001831, |
| "learning_rate": 0.0001, |
| "loss": 76.9287, |
| "loss/crossentropy": 2.8338921070098877, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22610336542129517, |
| "loss/reg": 73.86873626708984, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.01645, |
| "grad_norm": 2.854801654815674, |
| "grad_norm_var": 0.06047968099176065, |
| "learning_rate": 0.0001, |
| "loss": 76.6613, |
| "loss/crossentropy": 2.7867751121520996, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.209943026304245, |
| "loss/reg": 73.6645736694336, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.016475, |
| "grad_norm": 2.9934234619140625, |
| "grad_norm_var": 0.063002636345387, |
| "learning_rate": 0.0001, |
| "loss": 76.8956, |
| "loss/crossentropy": 3.177863359451294, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24757607281208038, |
| "loss/reg": 73.47013854980469, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.0165, |
| "grad_norm": 2.6304805278778076, |
| "grad_norm_var": 0.06054759846060639, |
| "learning_rate": 0.0001, |
| "loss": 76.1319, |
| "loss/crossentropy": 2.6409659385681152, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21888282895088196, |
| "loss/reg": 73.27206420898438, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.016525, |
| "grad_norm": 2.7408792972564697, |
| "grad_norm_var": 0.05297394175892407, |
| "learning_rate": 0.0001, |
| "loss": 76.4855, |
| "loss/crossentropy": 3.1915743350982666, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2194949984550476, |
| "loss/reg": 73.07437896728516, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.01655, |
| "grad_norm": 2.7700512409210205, |
| "grad_norm_var": 0.04943414917226316, |
| "learning_rate": 0.0001, |
| "loss": 75.886, |
| "loss/crossentropy": 2.7812137603759766, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2344488501548767, |
| "loss/reg": 72.8703384399414, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.016575, |
| "grad_norm": 2.6418073177337646, |
| "grad_norm_var": 0.050678375391551594, |
| "learning_rate": 0.0001, |
| "loss": 75.6395, |
| "loss/crossentropy": 2.7417471408843994, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2233429104089737, |
| "loss/reg": 72.67445373535156, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.0166, |
| "grad_norm": 3.158125162124634, |
| "grad_norm_var": 0.04805692783096613, |
| "learning_rate": 0.0001, |
| "loss": 75.6306, |
| "loss/crossentropy": 2.9241199493408203, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22319327294826508, |
| "loss/reg": 72.48330688476562, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.016625, |
| "grad_norm": 2.736354351043701, |
| "grad_norm_var": 0.042809702674100926, |
| "learning_rate": 0.0001, |
| "loss": 75.3328, |
| "loss/crossentropy": 2.8228261470794678, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22843888401985168, |
| "loss/reg": 72.28150939941406, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.01665, |
| "grad_norm": 2.7677245140075684, |
| "grad_norm_var": 0.04199219130631846, |
| "learning_rate": 0.0001, |
| "loss": 74.9261, |
| "loss/crossentropy": 2.627197027206421, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22012290358543396, |
| "loss/reg": 72.07875061035156, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.016675, |
| "grad_norm": 2.5004570484161377, |
| "grad_norm_var": 0.03816500903700728, |
| "learning_rate": 0.0001, |
| "loss": 74.777, |
| "loss/crossentropy": 2.672111988067627, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22588777542114258, |
| "loss/reg": 71.87902069091797, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.0167, |
| "grad_norm": 2.466562509536743, |
| "grad_norm_var": 0.042288959656074356, |
| "learning_rate": 0.0001, |
| "loss": 74.7091, |
| "loss/crossentropy": 2.8123865127563477, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21958181262016296, |
| "loss/reg": 71.6771469116211, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.016725, |
| "grad_norm": 2.751133918762207, |
| "grad_norm_var": 0.04011649012775607, |
| "learning_rate": 0.0001, |
| "loss": 74.4675, |
| "loss/crossentropy": 2.754987955093384, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23784713447093964, |
| "loss/reg": 71.4747085571289, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.01675, |
| "grad_norm": 2.6867825984954834, |
| "grad_norm_var": 0.03946736718336652, |
| "learning_rate": 0.0001, |
| "loss": 74.5895, |
| "loss/crossentropy": 3.101982593536377, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21628157794475555, |
| "loss/reg": 71.27123260498047, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.016775, |
| "grad_norm": 2.500910997390747, |
| "grad_norm_var": 0.03631099988891246, |
| "learning_rate": 0.0001, |
| "loss": 73.8414, |
| "loss/crossentropy": 2.5617518424987793, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20989301800727844, |
| "loss/reg": 71.06979370117188, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.0168, |
| "grad_norm": 2.473396062850952, |
| "grad_norm_var": 0.03542460303709258, |
| "learning_rate": 0.0001, |
| "loss": 73.9086, |
| "loss/crossentropy": 2.824228286743164, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2157234251499176, |
| "loss/reg": 70.86860656738281, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.016825, |
| "grad_norm": 2.8463189601898193, |
| "grad_norm_var": 0.036251456664882414, |
| "learning_rate": 0.0001, |
| "loss": 73.6464, |
| "loss/crossentropy": 2.7426350116729736, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23804283142089844, |
| "loss/reg": 70.66572570800781, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.01685, |
| "grad_norm": 2.4676475524902344, |
| "grad_norm_var": 0.03865839021441365, |
| "learning_rate": 0.0001, |
| "loss": 73.4992, |
| "loss/crossentropy": 2.813382863998413, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21776646375656128, |
| "loss/reg": 70.46805572509766, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.016875, |
| "grad_norm": 3.2696657180786133, |
| "grad_norm_var": 0.054391622405608804, |
| "learning_rate": 0.0001, |
| "loss": 73.4994, |
| "loss/crossentropy": 2.9931130409240723, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2343236804008484, |
| "loss/reg": 70.27191925048828, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.0169, |
| "grad_norm": 2.960261344909668, |
| "grad_norm_var": 0.05755957057574411, |
| "learning_rate": 0.0001, |
| "loss": 73.1637, |
| "loss/crossentropy": 2.845167398452759, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24311169981956482, |
| "loss/reg": 70.0754165649414, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.016925, |
| "grad_norm": 2.8058366775512695, |
| "grad_norm_var": 0.057886073712972795, |
| "learning_rate": 0.0001, |
| "loss": 72.9262, |
| "loss/crossentropy": 2.7900030612945557, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2522013783454895, |
| "loss/reg": 69.8840103149414, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.01695, |
| "grad_norm": 2.6820642948150635, |
| "grad_norm_var": 0.05799027827774973, |
| "learning_rate": 0.0001, |
| "loss": 72.9552, |
| "loss/crossentropy": 3.0160844326019287, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25032639503479004, |
| "loss/reg": 69.68882751464844, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.016975, |
| "grad_norm": 2.756159782409668, |
| "grad_norm_var": 0.05742948572952381, |
| "learning_rate": 0.0001, |
| "loss": 72.4603, |
| "loss/crossentropy": 2.7341785430908203, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23339924216270447, |
| "loss/reg": 69.49270629882812, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.017, |
| "grad_norm": 2.85196852684021, |
| "grad_norm_var": 0.04619244950055569, |
| "learning_rate": 0.0001, |
| "loss": 72.4025, |
| "loss/crossentropy": 2.8541834354400635, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2513972520828247, |
| "loss/reg": 69.29695129394531, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.017025, |
| "grad_norm": 2.745920419692993, |
| "grad_norm_var": 0.046218769763096884, |
| "learning_rate": 0.0001, |
| "loss": 72.2013, |
| "loss/crossentropy": 2.8387668132781982, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2571982443332672, |
| "loss/reg": 69.1053237915039, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.01705, |
| "grad_norm": 2.7895922660827637, |
| "grad_norm_var": 0.046385473001735275, |
| "learning_rate": 0.0001, |
| "loss": 72.1027, |
| "loss/crossentropy": 2.9553239345550537, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23462611436843872, |
| "loss/reg": 68.9127426147461, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.017075, |
| "grad_norm": 3.0583336353302, |
| "grad_norm_var": 0.049345512699435545, |
| "learning_rate": 0.0001, |
| "loss": 71.6065, |
| "loss/crossentropy": 2.6561527252197266, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22944068908691406, |
| "loss/reg": 68.72093963623047, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.0171, |
| "grad_norm": 10.506353378295898, |
| "grad_norm_var": 3.7778572455504134, |
| "learning_rate": 0.0001, |
| "loss": 71.4093, |
| "loss/crossentropy": 2.677732467651367, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20256610214710236, |
| "loss/reg": 68.52899169921875, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.017125, |
| "grad_norm": 2.7688822746276855, |
| "grad_norm_var": 3.77667386049867, |
| "learning_rate": 0.0001, |
| "loss": 71.4833, |
| "loss/crossentropy": 2.910447359085083, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23493064939975739, |
| "loss/reg": 68.33790588378906, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.01715, |
| "grad_norm": 2.6812407970428467, |
| "grad_norm_var": 3.77709980042232, |
| "learning_rate": 0.0001, |
| "loss": 70.9918, |
| "loss/crossentropy": 2.609196424484253, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23388031125068665, |
| "loss/reg": 68.14875030517578, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.017175, |
| "grad_norm": 2.8212389945983887, |
| "grad_norm_var": 3.7510797794332498, |
| "learning_rate": 0.0001, |
| "loss": 71.0687, |
| "loss/crossentropy": 2.8833634853363037, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22528675198554993, |
| "loss/reg": 67.9600830078125, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.0172, |
| "grad_norm": 2.6118838787078857, |
| "grad_norm_var": 3.737378850831258, |
| "learning_rate": 0.0001, |
| "loss": 70.4259, |
| "loss/crossentropy": 2.438934564590454, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21688072383403778, |
| "loss/reg": 67.7700424194336, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.017225, |
| "grad_norm": 2.8803842067718506, |
| "grad_norm_var": 3.7354408858260792, |
| "learning_rate": 0.0001, |
| "loss": 70.6865, |
| "loss/crossentropy": 2.8623788356781006, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23739641904830933, |
| "loss/reg": 67.58670043945312, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.01725, |
| "grad_norm": 2.9390385150909424, |
| "grad_norm_var": 3.697573889963882, |
| "learning_rate": 0.0001, |
| "loss": 70.1731, |
| "loss/crossentropy": 2.5417747497558594, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2275683581829071, |
| "loss/reg": 67.40377044677734, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.017275, |
| "grad_norm": 3.4491701126098633, |
| "grad_norm_var": 3.6983698569325107, |
| "learning_rate": 0.0001, |
| "loss": 70.0581, |
| "loss/crossentropy": 2.6056199073791504, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23559321463108063, |
| "loss/reg": 67.2168960571289, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.0173, |
| "grad_norm": 3.0338120460510254, |
| "grad_norm_var": 3.695064661679089, |
| "learning_rate": 0.0001, |
| "loss": 70.0615, |
| "loss/crossentropy": 2.7806742191314697, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24799373745918274, |
| "loss/reg": 67.03279876708984, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.017325, |
| "grad_norm": 2.7937796115875244, |
| "grad_norm_var": 3.6959266334784027, |
| "learning_rate": 0.0001, |
| "loss": 69.9194, |
| "loss/crossentropy": 2.838820219039917, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22827139496803284, |
| "loss/reg": 66.85226440429688, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.01735, |
| "grad_norm": 2.4988961219787598, |
| "grad_norm_var": 3.713984810158103, |
| "learning_rate": 0.0001, |
| "loss": 69.5952, |
| "loss/crossentropy": 2.718376398086548, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20215165615081787, |
| "loss/reg": 66.67467498779297, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.017375, |
| "grad_norm": 2.665208339691162, |
| "grad_norm_var": 3.721389950709211, |
| "learning_rate": 0.0001, |
| "loss": 69.5769, |
| "loss/crossentropy": 2.8547093868255615, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2223222255706787, |
| "loss/reg": 66.49986267089844, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.0174, |
| "grad_norm": 2.7634010314941406, |
| "grad_norm_var": 3.7273892640509603, |
| "learning_rate": 0.0001, |
| "loss": 69.3502, |
| "loss/crossentropy": 2.8282363414764404, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2077331691980362, |
| "loss/reg": 66.31417846679688, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.017425, |
| "grad_norm": 3.8694913387298584, |
| "grad_norm_var": 3.7213441994990677, |
| "learning_rate": 0.0001, |
| "loss": 70.1241, |
| "loss/crossentropy": 3.720386266708374, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2679758071899414, |
| "loss/reg": 66.13578796386719, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.01745, |
| "grad_norm": 5.2169013023376465, |
| "grad_norm_var": 3.897477580961625, |
| "learning_rate": 0.0001, |
| "loss": 69.5964, |
| "loss/crossentropy": 3.217229127883911, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.42148905992507935, |
| "loss/reg": 65.95770263671875, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.017475, |
| "grad_norm": 3.6213738918304443, |
| "grad_norm_var": 3.8815159738632965, |
| "learning_rate": 0.0001, |
| "loss": 68.5239, |
| "loss/crossentropy": 2.502047061920166, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24625252187252045, |
| "loss/reg": 65.7756118774414, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.0175, |
| "grad_norm": 2.716905355453491, |
| "grad_norm_var": 0.46975474422527747, |
| "learning_rate": 0.0001, |
| "loss": 68.5619, |
| "loss/crossentropy": 2.764882802963257, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20099103450775146, |
| "loss/reg": 65.5960693359375, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.017525, |
| "grad_norm": 2.6961023807525635, |
| "grad_norm_var": 0.47313618338585167, |
| "learning_rate": 0.0001, |
| "loss": 68.6203, |
| "loss/crossentropy": 2.978670358657837, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2190450131893158, |
| "loss/reg": 65.42259216308594, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.01755, |
| "grad_norm": 2.7581896781921387, |
| "grad_norm_var": 0.46942862049069445, |
| "learning_rate": 0.0001, |
| "loss": 68.2458, |
| "loss/crossentropy": 2.773253917694092, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2290889024734497, |
| "loss/reg": 65.24346160888672, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.017575, |
| "grad_norm": 2.856942653656006, |
| "grad_norm_var": 0.468259868516004, |
| "learning_rate": 0.0001, |
| "loss": 68.2141, |
| "loss/crossentropy": 2.897153854370117, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24900856614112854, |
| "loss/reg": 65.06795501708984, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.0176, |
| "grad_norm": 2.5926945209503174, |
| "grad_norm_var": 0.469495224772921, |
| "learning_rate": 0.0001, |
| "loss": 67.9397, |
| "loss/crossentropy": 2.8245160579681396, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2201787531375885, |
| "loss/reg": 64.8949966430664, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.017625, |
| "grad_norm": 2.5850887298583984, |
| "grad_norm_var": 0.48298250086362465, |
| "learning_rate": 0.0001, |
| "loss": 67.705, |
| "loss/crossentropy": 2.749037265777588, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2325897514820099, |
| "loss/reg": 64.72339630126953, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.01765, |
| "grad_norm": 2.7953805923461914, |
| "grad_norm_var": 0.486705412463463, |
| "learning_rate": 0.0001, |
| "loss": 68.0719, |
| "loss/crossentropy": 3.281177282333374, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23989194631576538, |
| "loss/reg": 64.55084991455078, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.017675, |
| "grad_norm": 2.8562774658203125, |
| "grad_norm_var": 0.4776801572940296, |
| "learning_rate": 0.0001, |
| "loss": 67.7388, |
| "loss/crossentropy": 3.113478899002075, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2437664419412613, |
| "loss/reg": 64.38153839111328, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.0177, |
| "grad_norm": 2.6234002113342285, |
| "grad_norm_var": 0.4874532296205454, |
| "learning_rate": 0.0001, |
| "loss": 67.1132, |
| "loss/crossentropy": 2.668200731277466, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2298266887664795, |
| "loss/reg": 64.21515655517578, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.017725, |
| "grad_norm": 3.07820725440979, |
| "grad_norm_var": 0.48490202715237274, |
| "learning_rate": 0.0001, |
| "loss": 67.0545, |
| "loss/crossentropy": 2.7720115184783936, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24164924025535583, |
| "loss/reg": 64.04081726074219, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.01775, |
| "grad_norm": 3.3483076095581055, |
| "grad_norm_var": 0.4718668398271717, |
| "learning_rate": 0.0001, |
| "loss": 67.0299, |
| "loss/crossentropy": 2.9127249717712402, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24779383838176727, |
| "loss/reg": 63.869354248046875, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.017775, |
| "grad_norm": 2.7884206771850586, |
| "grad_norm_var": 0.46624379181974973, |
| "learning_rate": 0.0001, |
| "loss": 66.733, |
| "loss/crossentropy": 2.7825210094451904, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2500211000442505, |
| "loss/reg": 63.70044708251953, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.0178, |
| "grad_norm": 2.7660884857177734, |
| "grad_norm_var": 0.4661333259783419, |
| "learning_rate": 0.0001, |
| "loss": 66.8389, |
| "loss/crossentropy": 3.069040298461914, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24203762412071228, |
| "loss/reg": 63.52777862548828, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.017825, |
| "grad_norm": 2.770434617996216, |
| "grad_norm_var": 0.42492635693953673, |
| "learning_rate": 0.0001, |
| "loss": 66.559, |
| "loss/crossentropy": 2.9704928398132324, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23337113857269287, |
| "loss/reg": 63.3551139831543, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.01785, |
| "grad_norm": 2.4780144691467285, |
| "grad_norm_var": 0.08580528270122821, |
| "learning_rate": 0.0001, |
| "loss": 66.2605, |
| "loss/crossentropy": 2.8575258255004883, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2185363471508026, |
| "loss/reg": 63.184391021728516, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.017875, |
| "grad_norm": 2.620495080947876, |
| "grad_norm_var": 0.043238218869502514, |
| "learning_rate": 0.0001, |
| "loss": 65.9609, |
| "loss/crossentropy": 2.7202653884887695, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22694343328475952, |
| "loss/reg": 63.01369094848633, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.0179, |
| "grad_norm": 2.542977809906006, |
| "grad_norm_var": 0.04637604671543893, |
| "learning_rate": 0.0001, |
| "loss": 65.9499, |
| "loss/crossentropy": 2.8846218585968018, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21847984194755554, |
| "loss/reg": 62.84674835205078, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.017925, |
| "grad_norm": 2.3846898078918457, |
| "grad_norm_var": 0.05508256728689957, |
| "learning_rate": 0.0001, |
| "loss": 65.4993, |
| "loss/crossentropy": 2.6143085956573486, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20310330390930176, |
| "loss/reg": 62.681915283203125, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.01795, |
| "grad_norm": 2.73012375831604, |
| "grad_norm_var": 0.05506504227467772, |
| "learning_rate": 0.0001, |
| "loss": 65.5976, |
| "loss/crossentropy": 2.8506314754486084, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22879712283611298, |
| "loss/reg": 62.518165588378906, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.017975, |
| "grad_norm": 2.4760758876800537, |
| "grad_norm_var": 0.05812137756337279, |
| "learning_rate": 0.0001, |
| "loss": 65.5302, |
| "loss/crossentropy": 2.9573020935058594, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2235342562198639, |
| "loss/reg": 62.34933090209961, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.018, |
| "grad_norm": 2.9984333515167236, |
| "grad_norm_var": 0.06180506886074681, |
| "learning_rate": 0.0001, |
| "loss": 65.2478, |
| "loss/crossentropy": 2.825148344039917, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24277126789093018, |
| "loss/reg": 62.17986297607422, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.018025, |
| "grad_norm": 2.449723243713379, |
| "grad_norm_var": 0.06574898435085288, |
| "learning_rate": 0.0001, |
| "loss": 64.8758, |
| "loss/crossentropy": 2.6417102813720703, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22177964448928833, |
| "loss/reg": 62.012306213378906, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.01805, |
| "grad_norm": 2.6764326095581055, |
| "grad_norm_var": 0.06562316783263214, |
| "learning_rate": 0.0001, |
| "loss": 64.9029, |
| "loss/crossentropy": 2.828677177429199, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23033303022384644, |
| "loss/reg": 61.84387969970703, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.018075, |
| "grad_norm": 2.8159947395324707, |
| "grad_norm_var": 0.06501549731222649, |
| "learning_rate": 0.0001, |
| "loss": 65.0769, |
| "loss/crossentropy": 3.174980878829956, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22877538204193115, |
| "loss/reg": 61.67316818237305, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.0181, |
| "grad_norm": 3.2005398273468018, |
| "grad_norm_var": 0.07826629049727458, |
| "learning_rate": 0.0001, |
| "loss": 64.9549, |
| "loss/crossentropy": 3.203920364379883, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24600070714950562, |
| "loss/reg": 61.50501251220703, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.018125, |
| "grad_norm": 2.9479753971099854, |
| "grad_norm_var": 0.07376285343432466, |
| "learning_rate": 0.0001, |
| "loss": 64.4933, |
| "loss/crossentropy": 2.9181010723114014, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23694497346878052, |
| "loss/reg": 61.338253021240234, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.01815, |
| "grad_norm": 3.087327718734741, |
| "grad_norm_var": 0.05718879220165339, |
| "learning_rate": 0.0001, |
| "loss": 64.0707, |
| "loss/crossentropy": 2.6616029739379883, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2374861240386963, |
| "loss/reg": 61.17159652709961, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.018175, |
| "grad_norm": 2.491910934448242, |
| "grad_norm_var": 0.06050683436232778, |
| "learning_rate": 0.0001, |
| "loss": 63.8745, |
| "loss/crossentropy": 2.6548359394073486, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2142171561717987, |
| "loss/reg": 61.00545120239258, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.0182, |
| "grad_norm": 2.7890079021453857, |
| "grad_norm_var": 0.060696315605900726, |
| "learning_rate": 0.0001, |
| "loss": 63.9746, |
| "loss/crossentropy": 2.92938232421875, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20511876046657562, |
| "loss/reg": 60.84012985229492, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.018225, |
| "grad_norm": 2.7196593284606934, |
| "grad_norm_var": 0.06049068327400467, |
| "learning_rate": 0.0001, |
| "loss": 63.5493, |
| "loss/crossentropy": 2.639850378036499, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23349660634994507, |
| "loss/reg": 60.675933837890625, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.01825, |
| "grad_norm": 2.650775671005249, |
| "grad_norm_var": 0.05694124485670666, |
| "learning_rate": 0.0001, |
| "loss": 63.5801, |
| "loss/crossentropy": 2.8353641033172607, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23342850804328918, |
| "loss/reg": 60.51133346557617, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.018275, |
| "grad_norm": 2.598869800567627, |
| "grad_norm_var": 0.05726858156747217, |
| "learning_rate": 0.0001, |
| "loss": 63.436, |
| "loss/crossentropy": 2.8569741249084473, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23304705321788788, |
| "loss/reg": 60.345970153808594, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.0183, |
| "grad_norm": 2.6495063304901123, |
| "grad_norm_var": 0.055427494487368514, |
| "learning_rate": 0.0001, |
| "loss": 63.132, |
| "loss/crossentropy": 2.7324588298797607, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21595758199691772, |
| "loss/reg": 60.183570861816406, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.018325, |
| "grad_norm": 2.603133201599121, |
| "grad_norm_var": 0.04837598895656067, |
| "learning_rate": 0.0001, |
| "loss": 62.695, |
| "loss/crossentropy": 2.4560225009918213, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21853625774383545, |
| "loss/reg": 60.02042770385742, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.01835, |
| "grad_norm": 3.1586227416992188, |
| "grad_norm_var": 0.05912500309994281, |
| "learning_rate": 0.0001, |
| "loss": 63.1673, |
| "loss/crossentropy": 3.0193772315979004, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.28715232014656067, |
| "loss/reg": 59.86080551147461, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.018375, |
| "grad_norm": 2.6718556880950928, |
| "grad_norm_var": 0.053857831483746094, |
| "learning_rate": 0.0001, |
| "loss": 62.6891, |
| "loss/crossentropy": 2.7639520168304443, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22497007250785828, |
| "loss/reg": 59.70021057128906, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.0184, |
| "grad_norm": 2.7182719707489014, |
| "grad_norm_var": 0.05067343602402825, |
| "learning_rate": 0.0001, |
| "loss": 62.8571, |
| "loss/crossentropy": 3.092790365219116, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22454728186130524, |
| "loss/reg": 59.53980255126953, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.018425, |
| "grad_norm": 2.63033127784729, |
| "grad_norm_var": 0.04513557987957005, |
| "learning_rate": 0.0001, |
| "loss": 62.4324, |
| "loss/crossentropy": 2.814718008041382, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23878329992294312, |
| "loss/reg": 59.37885284423828, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.01845, |
| "grad_norm": 2.9615981578826904, |
| "grad_norm_var": 0.046446030177343306, |
| "learning_rate": 0.0001, |
| "loss": 62.5695, |
| "loss/crossentropy": 3.1102991104125977, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2397473156452179, |
| "loss/reg": 59.219425201416016, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.018475, |
| "grad_norm": 2.7155027389526367, |
| "grad_norm_var": 0.04677527116378618, |
| "learning_rate": 0.0001, |
| "loss": 62.0607, |
| "loss/crossentropy": 2.7697606086730957, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23005826771259308, |
| "loss/reg": 59.06086349487305, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.0185, |
| "grad_norm": 2.794189214706421, |
| "grad_norm_var": 0.03469948264410713, |
| "learning_rate": 0.0001, |
| "loss": 61.9033, |
| "loss/crossentropy": 2.7485909461975098, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24854815006256104, |
| "loss/reg": 58.9061279296875, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.018525, |
| "grad_norm": 2.6141436100006104, |
| "grad_norm_var": 0.03337714746116092, |
| "learning_rate": 0.0001, |
| "loss": 61.7766, |
| "loss/crossentropy": 2.809553384780884, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21490439772605896, |
| "loss/reg": 58.752098083496094, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.01855, |
| "grad_norm": 2.6113595962524414, |
| "grad_norm_var": 0.025552325556027947, |
| "learning_rate": 0.0001, |
| "loss": 61.7345, |
| "loss/crossentropy": 2.905996322631836, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22810769081115723, |
| "loss/reg": 58.60040283203125, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.018575, |
| "grad_norm": 2.6710562705993652, |
| "grad_norm_var": 0.022320882287599632, |
| "learning_rate": 0.0001, |
| "loss": 61.7047, |
| "loss/crossentropy": 3.0256869792938232, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23153835535049438, |
| "loss/reg": 58.4475212097168, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.0186, |
| "grad_norm": 2.6590538024902344, |
| "grad_norm_var": 0.022221697868613433, |
| "learning_rate": 0.0001, |
| "loss": 61.3096, |
| "loss/crossentropy": 2.7802655696868896, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23257814347743988, |
| "loss/reg": 58.29676818847656, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.018625, |
| "grad_norm": 2.6750831604003906, |
| "grad_norm_var": 0.022313711031313233, |
| "learning_rate": 0.0001, |
| "loss": 60.9886, |
| "loss/crossentropy": 2.6292662620544434, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21325910091400146, |
| "loss/reg": 58.146026611328125, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.01865, |
| "grad_norm": 2.910602569580078, |
| "grad_norm_var": 0.02443077895978618, |
| "learning_rate": 0.0001, |
| "loss": 61.2949, |
| "loss/crossentropy": 3.0462257862091064, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25037214159965515, |
| "loss/reg": 57.99826431274414, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.018675, |
| "grad_norm": 2.7559032440185547, |
| "grad_norm_var": 0.023274603878721933, |
| "learning_rate": 0.0001, |
| "loss": 61.0211, |
| "loss/crossentropy": 2.9264190196990967, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24024531245231628, |
| "loss/reg": 57.85441970825195, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.0187, |
| "grad_norm": 11.09821891784668, |
| "grad_norm_var": 4.385431661130277, |
| "learning_rate": 0.0001, |
| "loss": 60.7765, |
| "loss/crossentropy": 2.7616488933563232, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.3043861985206604, |
| "loss/reg": 57.71049118041992, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.018725, |
| "grad_norm": 3.4629063606262207, |
| "grad_norm_var": 4.355694283900243, |
| "learning_rate": 0.0001, |
| "loss": 60.7808, |
| "loss/crossentropy": 2.9968600273132324, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22214075922966003, |
| "loss/reg": 57.56179428100586, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.01875, |
| "grad_norm": 2.9865288734436035, |
| "grad_norm_var": 4.361232034357083, |
| "learning_rate": 0.0001, |
| "loss": 60.3824, |
| "loss/crossentropy": 2.712460994720459, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25824302434921265, |
| "loss/reg": 57.4117431640625, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.018775, |
| "grad_norm": 2.966188430786133, |
| "grad_norm_var": 4.341660332338729, |
| "learning_rate": 0.0001, |
| "loss": 60.2275, |
| "loss/crossentropy": 2.749971389770508, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2149219810962677, |
| "loss/reg": 57.26259231567383, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.0188, |
| "grad_norm": 3.0538909435272217, |
| "grad_norm_var": 4.32146321783135, |
| "learning_rate": 0.0001, |
| "loss": 60.1386, |
| "loss/crossentropy": 2.7705466747283936, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25299209356307983, |
| "loss/reg": 57.11503219604492, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.018825, |
| "grad_norm": 3.7716422080993652, |
| "grad_norm_var": 4.293677767872144, |
| "learning_rate": 0.0001, |
| "loss": 60.374, |
| "loss/crossentropy": 3.1197762489318848, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2896609902381897, |
| "loss/reg": 56.964542388916016, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.01885, |
| "grad_norm": 2.8715505599975586, |
| "grad_norm_var": 4.29967918105209, |
| "learning_rate": 0.0001, |
| "loss": 59.6617, |
| "loss/crossentropy": 2.6158196926116943, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23370970785617828, |
| "loss/reg": 56.81219482421875, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.018875, |
| "grad_norm": 2.87619686126709, |
| "grad_norm_var": 4.286335448113463, |
| "learning_rate": 0.0001, |
| "loss": 59.5822, |
| "loss/crossentropy": 2.6575210094451904, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.26069819927215576, |
| "loss/reg": 56.66400146484375, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.0189, |
| "grad_norm": 2.656797409057617, |
| "grad_norm_var": 4.299046394966134, |
| "learning_rate": 0.0001, |
| "loss": 59.3342, |
| "loss/crossentropy": 2.594022035598755, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22433573007583618, |
| "loss/reg": 56.515830993652344, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.018925, |
| "grad_norm": 2.692230224609375, |
| "grad_norm_var": 4.291088604047604, |
| "learning_rate": 0.0001, |
| "loss": 59.2204, |
| "loss/crossentropy": 2.6446311473846436, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2099241316318512, |
| "loss/reg": 56.36582565307617, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.01895, |
| "grad_norm": 2.687993288040161, |
| "grad_norm_var": 4.283193607489185, |
| "learning_rate": 0.0001, |
| "loss": 59.2018, |
| "loss/crossentropy": 2.7599661350250244, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22358274459838867, |
| "loss/reg": 56.21822738647461, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.018975, |
| "grad_norm": 2.611598253250122, |
| "grad_norm_var": 4.289389567894268, |
| "learning_rate": 0.0001, |
| "loss": 59.0686, |
| "loss/crossentropy": 2.787243604660034, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21356835961341858, |
| "loss/reg": 56.06779098510742, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.019, |
| "grad_norm": 2.4653584957122803, |
| "grad_norm_var": 4.31141311016122, |
| "learning_rate": 0.0001, |
| "loss": 59.0029, |
| "loss/crossentropy": 2.8415911197662354, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24345867335796356, |
| "loss/reg": 55.9178466796875, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.019025, |
| "grad_norm": 2.8678863048553467, |
| "grad_norm_var": 4.2948716677726795, |
| "learning_rate": 0.0001, |
| "loss": 58.6391, |
| "loss/crossentropy": 2.6471433639526367, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21930553019046783, |
| "loss/reg": 55.772621154785156, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.01905, |
| "grad_norm": 2.790867805480957, |
| "grad_norm_var": 4.303915496486924, |
| "learning_rate": 0.0001, |
| "loss": 58.5621, |
| "loss/crossentropy": 2.691446542739868, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2425747513771057, |
| "loss/reg": 55.628082275390625, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.019075, |
| "grad_norm": 2.7855591773986816, |
| "grad_norm_var": 4.301370303985943, |
| "learning_rate": 0.0001, |
| "loss": 58.4557, |
| "loss/crossentropy": 2.732412815093994, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23795194923877716, |
| "loss/reg": 55.48536682128906, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.0191, |
| "grad_norm": 2.5391337871551514, |
| "grad_norm_var": 0.11220097224740945, |
| "learning_rate": 0.0001, |
| "loss": 58.1866, |
| "loss/crossentropy": 2.628573179244995, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21366839110851288, |
| "loss/reg": 55.344329833984375, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.019125, |
| "grad_norm": 2.4486775398254395, |
| "grad_norm_var": 0.09771899643028424, |
| "learning_rate": 0.0001, |
| "loss": 58.3236, |
| "loss/crossentropy": 2.8930563926696777, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22997558116912842, |
| "loss/reg": 55.20055389404297, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.01915, |
| "grad_norm": 2.766298532485962, |
| "grad_norm_var": 0.09577246439944981, |
| "learning_rate": 0.0001, |
| "loss": 58.3324, |
| "loss/crossentropy": 3.025320291519165, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24967965483665466, |
| "loss/reg": 55.057376861572266, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.019175, |
| "grad_norm": 3.201991558074951, |
| "grad_norm_var": 0.1043707670856025, |
| "learning_rate": 0.0001, |
| "loss": 58.3737, |
| "loss/crossentropy": 3.2072536945343018, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24961410462856293, |
| "loss/reg": 54.916839599609375, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.0192, |
| "grad_norm": 2.3997886180877686, |
| "grad_norm_var": 0.11053669150879818, |
| "learning_rate": 0.0001, |
| "loss": 57.8128, |
| "loss/crossentropy": 2.814892053604126, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.221253901720047, |
| "loss/reg": 54.776668548583984, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.019225, |
| "grad_norm": 2.467320680618286, |
| "grad_norm_var": 0.04390441270999475, |
| "learning_rate": 0.0001, |
| "loss": 57.848, |
| "loss/crossentropy": 2.9831323623657227, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22602063417434692, |
| "loss/reg": 54.63887405395508, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.01925, |
| "grad_norm": 2.8920133113861084, |
| "grad_norm_var": 0.04441070048479005, |
| "learning_rate": 0.0001, |
| "loss": 57.6435, |
| "loss/crossentropy": 2.9186885356903076, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2257421761751175, |
| "loss/reg": 54.49909210205078, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.019275, |
| "grad_norm": 2.7764594554901123, |
| "grad_norm_var": 0.04264750323779935, |
| "learning_rate": 0.0001, |
| "loss": 56.9818, |
| "loss/crossentropy": 2.4131717681884766, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20915502309799194, |
| "loss/reg": 54.35948181152344, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.0193, |
| "grad_norm": 2.9066452980041504, |
| "grad_norm_var": 0.04542215413656076, |
| "learning_rate": 0.0001, |
| "loss": 57.4967, |
| "loss/crossentropy": 3.0247690677642822, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2509494423866272, |
| "loss/reg": 54.22095489501953, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.019325, |
| "grad_norm": 2.6702942848205566, |
| "grad_norm_var": 0.04549320067607141, |
| "learning_rate": 0.0001, |
| "loss": 57.237, |
| "loss/crossentropy": 2.915168523788452, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23676593601703644, |
| "loss/reg": 54.08510208129883, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.01935, |
| "grad_norm": 2.5919129848480225, |
| "grad_norm_var": 0.046286340421070805, |
| "learning_rate": 0.0001, |
| "loss": 56.9803, |
| "loss/crossentropy": 2.8107874393463135, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2236163318157196, |
| "loss/reg": 53.94586181640625, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.019375, |
| "grad_norm": 2.6954429149627686, |
| "grad_norm_var": 0.045750154457365015, |
| "learning_rate": 0.0001, |
| "loss": 57.0791, |
| "loss/crossentropy": 3.017504930496216, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2500165104866028, |
| "loss/reg": 53.81157684326172, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.0194, |
| "grad_norm": 2.492471218109131, |
| "grad_norm_var": 0.044933029105976394, |
| "learning_rate": 0.0001, |
| "loss": 56.6907, |
| "loss/crossentropy": 2.7895073890686035, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2253413051366806, |
| "loss/reg": 53.67582702636719, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.019425, |
| "grad_norm": 2.369546413421631, |
| "grad_norm_var": 0.04968441666320113, |
| "learning_rate": 0.0001, |
| "loss": 56.6367, |
| "loss/crossentropy": 2.9010658264160156, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1958373337984085, |
| "loss/reg": 53.53976058959961, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.01945, |
| "grad_norm": 3.021898031234741, |
| "grad_norm_var": 0.05660028336942536, |
| "learning_rate": 0.0001, |
| "loss": 56.5493, |
| "loss/crossentropy": 2.893462896347046, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2516905665397644, |
| "loss/reg": 53.404178619384766, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.019475, |
| "grad_norm": 2.691014528274536, |
| "grad_norm_var": 0.055942876476975316, |
| "learning_rate": 0.0001, |
| "loss": 55.9807, |
| "loss/crossentropy": 2.465963840484619, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24134577810764313, |
| "loss/reg": 53.27339553833008, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.0195, |
| "grad_norm": 2.3977248668670654, |
| "grad_norm_var": 0.05990861359730009, |
| "learning_rate": 0.0001, |
| "loss": 56.0824, |
| "loss/crossentropy": 2.7291431427001953, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21200142800807953, |
| "loss/reg": 53.141212463378906, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.019525, |
| "grad_norm": 2.8265068531036377, |
| "grad_norm_var": 0.057462358496513606, |
| "learning_rate": 0.0001, |
| "loss": 56.3862, |
| "loss/crossentropy": 3.13495135307312, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24010971188545227, |
| "loss/reg": 53.011112213134766, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.01955, |
| "grad_norm": 2.549685001373291, |
| "grad_norm_var": 0.05842115228572311, |
| "learning_rate": 0.0001, |
| "loss": 55.8148, |
| "loss/crossentropy": 2.680000066757202, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25199833512306213, |
| "loss/reg": 52.88276672363281, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.019575, |
| "grad_norm": 2.601576328277588, |
| "grad_norm_var": 0.03951790591236583, |
| "learning_rate": 0.0001, |
| "loss": 55.6334, |
| "loss/crossentropy": 2.6754848957061768, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2111392617225647, |
| "loss/reg": 52.746726989746094, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.0196, |
| "grad_norm": 8.212234497070312, |
| "grad_norm_var": 1.9595461171198734, |
| "learning_rate": 0.0001, |
| "loss": 55.6696, |
| "loss/crossentropy": 2.8070499897003174, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25141945481300354, |
| "loss/reg": 52.61111068725586, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.019625, |
| "grad_norm": 2.7455339431762695, |
| "grad_norm_var": 1.9442466683120376, |
| "learning_rate": 0.0001, |
| "loss": 55.6931, |
| "loss/crossentropy": 2.996835947036743, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21819031238555908, |
| "loss/reg": 52.47810363769531, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.01965, |
| "grad_norm": 2.630183696746826, |
| "grad_norm_var": 1.9532633581534922, |
| "learning_rate": 0.0001, |
| "loss": 55.4071, |
| "loss/crossentropy": 2.804309844970703, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25376999378204346, |
| "loss/reg": 52.3490104675293, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.019675, |
| "grad_norm": 3.049198865890503, |
| "grad_norm_var": 1.9493762909636376, |
| "learning_rate": 0.0001, |
| "loss": 55.0084, |
| "loss/crossentropy": 2.542832374572754, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24326905608177185, |
| "loss/reg": 52.222328186035156, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.0197, |
| "grad_norm": 4.536539554595947, |
| "grad_norm_var": 2.0889857251666357, |
| "learning_rate": 0.0001, |
| "loss": 55.1162, |
| "loss/crossentropy": 2.8076493740081787, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21975521743297577, |
| "loss/reg": 52.08875274658203, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.019725, |
| "grad_norm": 4.922837734222412, |
| "grad_norm_var": 2.2680069995824983, |
| "learning_rate": 0.0001, |
| "loss": 55.0792, |
| "loss/crossentropy": 2.878237724304199, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2420842945575714, |
| "loss/reg": 51.95884323120117, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.01975, |
| "grad_norm": 2.30218243598938, |
| "grad_norm_var": 2.2994830337610286, |
| "learning_rate": 0.0001, |
| "loss": 54.8028, |
| "loss/crossentropy": 2.758139133453369, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2122175395488739, |
| "loss/reg": 51.83245086669922, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.019775, |
| "grad_norm": 2.6652355194091797, |
| "grad_norm_var": 2.3017848488088544, |
| "learning_rate": 0.0001, |
| "loss": 54.6171, |
| "loss/crossentropy": 2.6950416564941406, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2227291464805603, |
| "loss/reg": 51.699317932128906, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.0198, |
| "grad_norm": 2.5915586948394775, |
| "grad_norm_var": 2.29237841360286, |
| "learning_rate": 0.0001, |
| "loss": 54.58, |
| "loss/crossentropy": 2.798182487487793, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21353884041309357, |
| "loss/reg": 51.568267822265625, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.019825, |
| "grad_norm": 2.6132395267486572, |
| "grad_norm_var": 2.2672515903509027, |
| "learning_rate": 0.0001, |
| "loss": 54.4863, |
| "loss/crossentropy": 2.8284451961517334, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22251488268375397, |
| "loss/reg": 51.43537902832031, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.01985, |
| "grad_norm": 2.9160501956939697, |
| "grad_norm_var": 2.2714860685983003, |
| "learning_rate": 0.0001, |
| "loss": 54.4318, |
| "loss/crossentropy": 2.8874566555023193, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24243222177028656, |
| "loss/reg": 51.301944732666016, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.019875, |
| "grad_norm": 2.767122983932495, |
| "grad_norm_var": 2.266016244984087, |
| "learning_rate": 0.0001, |
| "loss": 53.9738, |
| "loss/crossentropy": 2.5667829513549805, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2378443330526352, |
| "loss/reg": 51.16920852661133, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.0199, |
| "grad_norm": 2.9074504375457764, |
| "grad_norm_var": 2.222940734299857, |
| "learning_rate": 0.0001, |
| "loss": 53.9377, |
| "loss/crossentropy": 2.659839391708374, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23761096596717834, |
| "loss/reg": 51.040260314941406, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.019925, |
| "grad_norm": 2.6332762241363525, |
| "grad_norm_var": 2.237533280064099, |
| "learning_rate": 0.0001, |
| "loss": 53.8857, |
| "loss/crossentropy": 2.7650234699249268, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21053263545036316, |
| "loss/reg": 50.91017532348633, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.01995, |
| "grad_norm": 2.6881556510925293, |
| "grad_norm_var": 2.225058902631474, |
| "learning_rate": 0.0001, |
| "loss": 53.6563, |
| "loss/crossentropy": 2.6306800842285156, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24274012446403503, |
| "loss/reg": 50.78291320800781, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.019975, |
| "grad_norm": 2.7099571228027344, |
| "grad_norm_var": 2.215716208024157, |
| "learning_rate": 0.0001, |
| "loss": 53.4381, |
| "loss/crossentropy": 2.52323842048645, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.259515643119812, |
| "loss/reg": 50.65534591674805, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.960604429244995, |
| "grad_norm_var": 0.5037824266901583, |
| "learning_rate": 0.0001, |
| "loss": 53.5623, |
| "loss/crossentropy": 2.7882955074310303, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24377551674842834, |
| "loss/reg": 50.53020095825195, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.020025, |
| "grad_norm": 2.7040579319000244, |
| "grad_norm_var": 0.505172444748995, |
| "learning_rate": 0.0001, |
| "loss": 53.4338, |
| "loss/crossentropy": 2.8009700775146484, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2242647111415863, |
| "loss/reg": 50.408573150634766, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.02005, |
| "grad_norm": 2.7675962448120117, |
| "grad_norm_var": 0.5000376610377392, |
| "learning_rate": 0.0001, |
| "loss": 53.1763, |
| "loss/crossentropy": 2.6563568115234375, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23715972900390625, |
| "loss/reg": 50.28279113769531, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.020075, |
| "grad_norm": 2.9913876056671143, |
| "grad_norm_var": 0.49973967585988155, |
| "learning_rate": 0.0001, |
| "loss": 53.2435, |
| "loss/crossentropy": 2.856863498687744, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22863171994686127, |
| "loss/reg": 50.158050537109375, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.0201, |
| "grad_norm": 2.579055070877075, |
| "grad_norm_var": 0.3329253447165852, |
| "learning_rate": 0.0001, |
| "loss": 53.0455, |
| "loss/crossentropy": 2.7912509441375732, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21997642517089844, |
| "loss/reg": 50.0342903137207, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.020125, |
| "grad_norm": 2.906846046447754, |
| "grad_norm_var": 0.03177485529399533, |
| "learning_rate": 0.0001, |
| "loss": 52.9991, |
| "loss/crossentropy": 2.8479995727539062, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24032440781593323, |
| "loss/reg": 49.91073989868164, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.02015, |
| "grad_norm": 3.0859761238098145, |
| "grad_norm_var": 0.025305915418744006, |
| "learning_rate": 0.0001, |
| "loss": 52.9709, |
| "loss/crossentropy": 2.920821189880371, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.26482486724853516, |
| "loss/reg": 49.78524398803711, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.020175, |
| "grad_norm": 2.7434208393096924, |
| "grad_norm_var": 0.02448665601768667, |
| "learning_rate": 0.0001, |
| "loss": 52.9071, |
| "loss/crossentropy": 3.0034008026123047, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24188174307346344, |
| "loss/reg": 49.66181945800781, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.0202, |
| "grad_norm": 2.88177227973938, |
| "grad_norm_var": 0.02225149356486682, |
| "learning_rate": 0.0001, |
| "loss": 52.4653, |
| "loss/crossentropy": 2.6840085983276367, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.245322123169899, |
| "loss/reg": 49.53594207763672, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.020225, |
| "grad_norm": 3.1109049320220947, |
| "grad_norm_var": 0.02510624438714686, |
| "learning_rate": 0.0001, |
| "loss": 52.547, |
| "loss/crossentropy": 2.8825902938842773, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2539767920970917, |
| "loss/reg": 49.41044616699219, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.02025, |
| "grad_norm": 2.4495651721954346, |
| "grad_norm_var": 0.033640854815441185, |
| "learning_rate": 0.0001, |
| "loss": 51.7535, |
| "loss/crossentropy": 2.28265380859375, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18538084626197815, |
| "loss/reg": 49.28546905517578, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.020275, |
| "grad_norm": 2.864192247390747, |
| "grad_norm_var": 0.03373374858250576, |
| "learning_rate": 0.0001, |
| "loss": 52.0966, |
| "loss/crossentropy": 2.682021379470825, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2524881362915039, |
| "loss/reg": 49.162086486816406, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.0203, |
| "grad_norm": 2.7251250743865967, |
| "grad_norm_var": 0.03347917919778235, |
| "learning_rate": 0.0001, |
| "loss": 52.1571, |
| "loss/crossentropy": 2.893673896789551, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2223658412694931, |
| "loss/reg": 49.04104232788086, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.020325, |
| "grad_norm": 2.496249198913574, |
| "grad_norm_var": 0.037700954552336914, |
| "learning_rate": 0.0001, |
| "loss": 51.914, |
| "loss/crossentropy": 2.755688190460205, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23637332022190094, |
| "loss/reg": 48.92195510864258, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.02035, |
| "grad_norm": 2.5698087215423584, |
| "grad_norm_var": 0.04020791484434175, |
| "learning_rate": 0.0001, |
| "loss": 51.7827, |
| "loss/crossentropy": 2.7431833744049072, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23644611239433289, |
| "loss/reg": 48.80311584472656, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.020375, |
| "grad_norm": 2.952713966369629, |
| "grad_norm_var": 0.04148941052159193, |
| "learning_rate": 0.0001, |
| "loss": 51.7364, |
| "loss/crossentropy": 2.824826717376709, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23083820939064026, |
| "loss/reg": 48.68075942993164, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.0204, |
| "grad_norm": 2.635850191116333, |
| "grad_norm_var": 0.0410977076632508, |
| "learning_rate": 0.0001, |
| "loss": 51.7439, |
| "loss/crossentropy": 2.93487548828125, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24603211879730225, |
| "loss/reg": 48.56298828125, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.020425, |
| "grad_norm": 2.40620493888855, |
| "grad_norm_var": 0.049620007024852225, |
| "learning_rate": 0.0001, |
| "loss": 51.304, |
| "loss/crossentropy": 2.656850814819336, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2041395902633667, |
| "loss/reg": 48.44300079345703, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.02045, |
| "grad_norm": 2.646141290664673, |
| "grad_norm_var": 0.05042569960910441, |
| "learning_rate": 0.0001, |
| "loss": 51.235, |
| "loss/crossentropy": 2.664440155029297, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2458214908838272, |
| "loss/reg": 48.3246955871582, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.020475, |
| "grad_norm": 2.8259634971618652, |
| "grad_norm_var": 0.04687417195843082, |
| "learning_rate": 0.0001, |
| "loss": 51.6837, |
| "loss/crossentropy": 3.2239608764648438, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2503930926322937, |
| "loss/reg": 48.2093505859375, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.0205, |
| "grad_norm": 2.993224620819092, |
| "grad_norm_var": 0.04857006914218402, |
| "learning_rate": 0.0001, |
| "loss": 51.27, |
| "loss/crossentropy": 2.8996071815490723, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.27634817361831665, |
| "loss/reg": 48.094078063964844, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.020525, |
| "grad_norm": 3.131995916366577, |
| "grad_norm_var": 0.05589532321223274, |
| "learning_rate": 0.0001, |
| "loss": 51.3641, |
| "loss/crossentropy": 3.1158416271209717, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.272818386554718, |
| "loss/reg": 47.975460052490234, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.02055, |
| "grad_norm": 2.6322062015533447, |
| "grad_norm_var": 0.05040003879316449, |
| "learning_rate": 0.0001, |
| "loss": 50.9655, |
| "loss/crossentropy": 2.874999761581421, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2292400300502777, |
| "loss/reg": 47.86125564575195, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.020575, |
| "grad_norm": 2.631922960281372, |
| "grad_norm_var": 0.05133554293392611, |
| "learning_rate": 0.0001, |
| "loss": 50.457, |
| "loss/crossentropy": 2.5026562213897705, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20776653289794922, |
| "loss/reg": 47.74656677246094, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.0206, |
| "grad_norm": 2.881382942199707, |
| "grad_norm_var": 0.051328562127300144, |
| "learning_rate": 0.0001, |
| "loss": 50.542, |
| "loss/crossentropy": 2.688274621963501, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22304531931877136, |
| "loss/reg": 47.63066482543945, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.020625, |
| "grad_norm": 2.683779239654541, |
| "grad_norm_var": 0.04201158273686285, |
| "learning_rate": 0.0001, |
| "loss": 50.5567, |
| "loss/crossentropy": 2.7942123413085938, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2437441498041153, |
| "loss/reg": 47.518707275390625, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.02065, |
| "grad_norm": 2.7014639377593994, |
| "grad_norm_var": 0.03688115494732453, |
| "learning_rate": 0.0001, |
| "loss": 50.5527, |
| "loss/crossentropy": 2.8857181072235107, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.26020658016204834, |
| "loss/reg": 47.40679168701172, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.020675, |
| "grad_norm": 13.778948783874512, |
| "grad_norm_var": 7.668981462187241, |
| "learning_rate": 0.0001, |
| "loss": 50.3418, |
| "loss/crossentropy": 2.836272716522217, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.213333398103714, |
| "loss/reg": 47.29219436645508, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.0207, |
| "grad_norm": 2.6730599403381348, |
| "grad_norm_var": 7.673962997287033, |
| "learning_rate": 0.0001, |
| "loss": 50.3743, |
| "loss/crossentropy": 2.9492764472961426, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24545426666736603, |
| "loss/reg": 47.17961120605469, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.020725, |
| "grad_norm": 2.44629168510437, |
| "grad_norm_var": 7.680239164125849, |
| "learning_rate": 0.0001, |
| "loss": 49.7865, |
| "loss/crossentropy": 2.5040016174316406, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21603502333164215, |
| "loss/reg": 47.06645965576172, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.02075, |
| "grad_norm": 2.927917003631592, |
| "grad_norm_var": 7.6480446113119305, |
| "learning_rate": 0.0001, |
| "loss": 50.4814, |
| "loss/crossentropy": 3.270429849624634, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25596797466278076, |
| "loss/reg": 46.9549674987793, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.020775, |
| "grad_norm": 3.077221155166626, |
| "grad_norm_var": 7.641018421905691, |
| "learning_rate": 0.0001, |
| "loss": 50.196, |
| "loss/crossentropy": 3.097292423248291, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2553516924381256, |
| "loss/reg": 46.843326568603516, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.0208, |
| "grad_norm": 3.5145583152770996, |
| "grad_norm_var": 7.5948155070728856, |
| "learning_rate": 0.0001, |
| "loss": 49.5672, |
| "loss/crossentropy": 2.601334571838379, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2364489734172821, |
| "loss/reg": 46.729393005371094, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.020825, |
| "grad_norm": 3.11055326461792, |
| "grad_norm_var": 7.523380552917458, |
| "learning_rate": 0.0001, |
| "loss": 49.711, |
| "loss/crossentropy": 2.8619778156280518, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2326866090297699, |
| "loss/reg": 46.61635971069336, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.02085, |
| "grad_norm": 3.700695276260376, |
| "grad_norm_var": 7.467056690865655, |
| "learning_rate": 0.0001, |
| "loss": 49.5927, |
| "loss/crossentropy": 2.8446598052978516, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2441275715827942, |
| "loss/reg": 46.50389099121094, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.020875, |
| "grad_norm": 2.789363145828247, |
| "grad_norm_var": 7.470951661037448, |
| "learning_rate": 0.0001, |
| "loss": 49.4515, |
| "loss/crossentropy": 2.822880268096924, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23577329516410828, |
| "loss/reg": 46.39282989501953, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.0209, |
| "grad_norm": 2.612974166870117, |
| "grad_norm_var": 7.510988449534897, |
| "learning_rate": 0.0001, |
| "loss": 49.3286, |
| "loss/crossentropy": 2.8413946628570557, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20617251098155975, |
| "loss/reg": 46.281070709228516, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.020925, |
| "grad_norm": 2.69990611076355, |
| "grad_norm_var": 7.548519312088183, |
| "learning_rate": 0.0001, |
| "loss": 49.2338, |
| "loss/crossentropy": 2.829338550567627, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23464342951774597, |
| "loss/reg": 46.16982650756836, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.02095, |
| "grad_norm": 3.1259517669677734, |
| "grad_norm_var": 7.503078866049228, |
| "learning_rate": 0.0001, |
| "loss": 48.9702, |
| "loss/crossentropy": 2.642885208129883, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2709121108055115, |
| "loss/reg": 46.05638885498047, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.020975, |
| "grad_norm": 2.6453773975372314, |
| "grad_norm_var": 7.50138088085608, |
| "learning_rate": 0.0001, |
| "loss": 49.101, |
| "loss/crossentropy": 2.90779972076416, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2505376935005188, |
| "loss/reg": 45.94264602661133, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.021, |
| "grad_norm": 2.7109532356262207, |
| "grad_norm_var": 7.519198653159886, |
| "learning_rate": 0.0001, |
| "loss": 48.8333, |
| "loss/crossentropy": 2.7746942043304443, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23057350516319275, |
| "loss/reg": 45.8280029296875, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.021025, |
| "grad_norm": 2.9908559322357178, |
| "grad_norm_var": 7.488604931370973, |
| "learning_rate": 0.0001, |
| "loss": 48.7675, |
| "loss/crossentropy": 2.7737483978271484, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.27381837368011475, |
| "loss/reg": 45.71989822387695, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.02105, |
| "grad_norm": 2.8714518547058105, |
| "grad_norm_var": 7.47017858293949, |
| "learning_rate": 0.0001, |
| "loss": 48.9529, |
| "loss/crossentropy": 3.073143243789673, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.26654019951820374, |
| "loss/reg": 45.61322021484375, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.021075, |
| "grad_norm": 3.0701894760131836, |
| "grad_norm_var": 0.11045821533903463, |
| "learning_rate": 0.0001, |
| "loss": 48.3711, |
| "loss/crossentropy": 2.606783390045166, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.26009494066238403, |
| "loss/reg": 45.504241943359375, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.0211, |
| "grad_norm": 2.5917296409606934, |
| "grad_norm_var": 0.11371707836486636, |
| "learning_rate": 0.0001, |
| "loss": 48.4286, |
| "loss/crossentropy": 2.8071954250335693, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2240188866853714, |
| "loss/reg": 45.39739227294922, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.021125, |
| "grad_norm": 2.990241289138794, |
| "grad_norm_var": 0.09710077586091354, |
| "learning_rate": 0.0001, |
| "loss": 48.4181, |
| "loss/crossentropy": 2.8722949028015137, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25466662645339966, |
| "loss/reg": 45.29114532470703, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.02115, |
| "grad_norm": 2.7038068771362305, |
| "grad_norm_var": 0.10132916045419596, |
| "learning_rate": 0.0001, |
| "loss": 48.5483, |
| "loss/crossentropy": 3.1085779666900635, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25524720549583435, |
| "loss/reg": 45.18445587158203, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.021175, |
| "grad_norm": 2.6508195400238037, |
| "grad_norm_var": 0.10548054452361626, |
| "learning_rate": 0.0001, |
| "loss": 48.4558, |
| "loss/crossentropy": 3.1368627548217773, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23976629972457886, |
| "loss/reg": 45.079139709472656, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.0212, |
| "grad_norm": 2.988497734069824, |
| "grad_norm_var": 0.0813341385370144, |
| "learning_rate": 0.0001, |
| "loss": 48.1072, |
| "loss/crossentropy": 2.8759114742279053, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25515347719192505, |
| "loss/reg": 44.97610855102539, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.021225, |
| "grad_norm": 2.769603729248047, |
| "grad_norm_var": 0.0786111905047143, |
| "learning_rate": 0.0001, |
| "loss": 48.2049, |
| "loss/crossentropy": 3.070866346359253, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.258023738861084, |
| "loss/reg": 44.8759765625, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.02125, |
| "grad_norm": 2.505613327026367, |
| "grad_norm_var": 0.03543295310148456, |
| "learning_rate": 0.0001, |
| "loss": 47.7345, |
| "loss/crossentropy": 2.7244465351104736, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2349836379289627, |
| "loss/reg": 44.77507019042969, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.021275, |
| "grad_norm": 2.5850486755371094, |
| "grad_norm_var": 0.038190999955643436, |
| "learning_rate": 0.0001, |
| "loss": 47.6796, |
| "loss/crossentropy": 2.797024726867676, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21167223155498505, |
| "loss/reg": 44.670875549316406, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.0213, |
| "grad_norm": 3.048123359680176, |
| "grad_norm_var": 0.04021511405729043, |
| "learning_rate": 0.0001, |
| "loss": 47.6982, |
| "loss/crossentropy": 2.882145881652832, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25044912099838257, |
| "loss/reg": 44.56555938720703, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.021325, |
| "grad_norm": 2.6726913452148438, |
| "grad_norm_var": 0.04065821192390615, |
| "learning_rate": 0.0001, |
| "loss": 47.6222, |
| "loss/crossentropy": 2.9055726528167725, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2560499608516693, |
| "loss/reg": 44.460567474365234, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.02135, |
| "grad_norm": 2.616454601287842, |
| "grad_norm_var": 0.03525310786582168, |
| "learning_rate": 0.0001, |
| "loss": 47.3723, |
| "loss/crossentropy": 2.7777538299560547, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23695862293243408, |
| "loss/reg": 44.357627868652344, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.021375, |
| "grad_norm": 2.6965930461883545, |
| "grad_norm_var": 0.03452699702972097, |
| "learning_rate": 0.0001, |
| "loss": 47.1636, |
| "loss/crossentropy": 2.6849050521850586, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22069215774536133, |
| "loss/reg": 44.257965087890625, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.0214, |
| "grad_norm": 2.5102341175079346, |
| "grad_norm_var": 0.0388638936666986, |
| "learning_rate": 0.0001, |
| "loss": 47.262, |
| "loss/crossentropy": 2.860992908477783, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24046388268470764, |
| "loss/reg": 44.160499572753906, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.021425, |
| "grad_norm": 2.9143855571746826, |
| "grad_norm_var": 0.036940528281403574, |
| "learning_rate": 0.0001, |
| "loss": 47.0549, |
| "loss/crossentropy": 2.7531962394714355, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23869255185127258, |
| "loss/reg": 44.063053131103516, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.02145, |
| "grad_norm": 2.7312750816345215, |
| "grad_norm_var": 0.03611533132415896, |
| "learning_rate": 0.0001, |
| "loss": 47.2825, |
| "loss/crossentropy": 3.063075304031372, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2570626139640808, |
| "loss/reg": 43.962337493896484, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.021475, |
| "grad_norm": 2.6700384616851807, |
| "grad_norm_var": 0.029190745995408444, |
| "learning_rate": 0.0001, |
| "loss": 46.8626, |
| "loss/crossentropy": 2.765472173690796, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23290973901748657, |
| "loss/reg": 43.86418533325195, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.0215, |
| "grad_norm": 2.5979349613189697, |
| "grad_norm_var": 0.029080552835625658, |
| "learning_rate": 0.0001, |
| "loss": 46.8266, |
| "loss/crossentropy": 2.843446969985962, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22045856714248657, |
| "loss/reg": 43.76265335083008, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.021525, |
| "grad_norm": 2.8044228553771973, |
| "grad_norm_var": 0.0247465536201607, |
| "learning_rate": 0.0001, |
| "loss": 46.8942, |
| "loss/crossentropy": 2.9794631004333496, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25055602192878723, |
| "loss/reg": 43.664146423339844, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.02155, |
| "grad_norm": 3.0274248123168945, |
| "grad_norm_var": 0.03074023090764418, |
| "learning_rate": 0.0001, |
| "loss": 46.4618, |
| "loss/crossentropy": 2.6372880935668945, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.26163622736930847, |
| "loss/reg": 43.56292724609375, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.021575, |
| "grad_norm": 2.771188974380493, |
| "grad_norm_var": 0.030265496058056365, |
| "learning_rate": 0.0001, |
| "loss": 46.687, |
| "loss/crossentropy": 2.977721691131592, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24795976281166077, |
| "loss/reg": 43.46126937866211, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.0216, |
| "grad_norm": 3.0198278427124023, |
| "grad_norm_var": 0.031346752653106096, |
| "learning_rate": 0.0001, |
| "loss": 46.4047, |
| "loss/crossentropy": 2.805306911468506, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23715007305145264, |
| "loss/reg": 43.36224365234375, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.021625, |
| "grad_norm": 2.8970999717712402, |
| "grad_norm_var": 0.032758795573165383, |
| "learning_rate": 0.0001, |
| "loss": 46.3235, |
| "loss/crossentropy": 2.81503963470459, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2449081391096115, |
| "loss/reg": 43.263526916503906, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.02165, |
| "grad_norm": 2.6958978176116943, |
| "grad_norm_var": 0.028713014180188404, |
| "learning_rate": 0.0001, |
| "loss": 46.4609, |
| "loss/crossentropy": 3.0649611949920654, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23137107491493225, |
| "loss/reg": 43.164615631103516, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.021675, |
| "grad_norm": 2.738786458969116, |
| "grad_norm_var": 0.026477629275204133, |
| "learning_rate": 0.0001, |
| "loss": 46.2192, |
| "loss/crossentropy": 2.900941848754883, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25012895464897156, |
| "loss/reg": 43.06816482543945, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.0217, |
| "grad_norm": 2.6869115829467773, |
| "grad_norm_var": 0.021515463936426234, |
| "learning_rate": 0.0001, |
| "loss": 46.0673, |
| "loss/crossentropy": 2.8564064502716064, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23792710900306702, |
| "loss/reg": 42.972923278808594, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.021725, |
| "grad_norm": 2.827066421508789, |
| "grad_norm_var": 0.02134784747631405, |
| "learning_rate": 0.0001, |
| "loss": 45.8876, |
| "loss/crossentropy": 2.7518844604492188, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2576528787612915, |
| "loss/reg": 42.87803268432617, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.02175, |
| "grad_norm": 2.626676321029663, |
| "grad_norm_var": 0.02115486089260775, |
| "learning_rate": 0.0001, |
| "loss": 45.7523, |
| "loss/crossentropy": 2.7327208518981934, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23792991042137146, |
| "loss/reg": 42.78163528442383, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.021775, |
| "grad_norm": 2.7007803916931152, |
| "grad_norm_var": 0.021118609979900307, |
| "learning_rate": 0.0001, |
| "loss": 45.7201, |
| "loss/crossentropy": 2.7678470611572266, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.26777875423431396, |
| "loss/reg": 42.68449020385742, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.0218, |
| "grad_norm": 2.867694616317749, |
| "grad_norm_var": 0.01702195773885459, |
| "learning_rate": 0.0001, |
| "loss": 45.5534, |
| "loss/crossentropy": 2.7220120429992676, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24349060654640198, |
| "loss/reg": 42.58792495727539, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.021825, |
| "grad_norm": 2.7054524421691895, |
| "grad_norm_var": 0.016176199233639704, |
| "learning_rate": 0.0001, |
| "loss": 45.5576, |
| "loss/crossentropy": 2.821178913116455, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24668864905834198, |
| "loss/reg": 42.489776611328125, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.02185, |
| "grad_norm": 2.7255043983459473, |
| "grad_norm_var": 0.01621040773991519, |
| "learning_rate": 0.0001, |
| "loss": 45.2197, |
| "loss/crossentropy": 2.5901880264282227, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24032941460609436, |
| "loss/reg": 42.389225006103516, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.021875, |
| "grad_norm": 2.680649757385254, |
| "grad_norm_var": 0.016072239099798935, |
| "learning_rate": 0.0001, |
| "loss": 45.4495, |
| "loss/crossentropy": 2.920884132385254, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24124376475811005, |
| "loss/reg": 42.28740692138672, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.0219, |
| "grad_norm": 2.7948641777038574, |
| "grad_norm_var": 0.013890606167317543, |
| "learning_rate": 0.0001, |
| "loss": 45.2185, |
| "loss/crossentropy": 2.7859625816345215, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24146077036857605, |
| "loss/reg": 42.191123962402344, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.021925, |
| "grad_norm": 2.503937005996704, |
| "grad_norm_var": 0.018781331446677995, |
| "learning_rate": 0.0001, |
| "loss": 45.2798, |
| "loss/crossentropy": 2.9733173847198486, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21078920364379883, |
| "loss/reg": 42.09564971923828, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.02195, |
| "grad_norm": 2.723689556121826, |
| "grad_norm_var": 0.013994920468044824, |
| "learning_rate": 0.0001, |
| "loss": 45.1466, |
| "loss/crossentropy": 2.9063451290130615, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24084623157978058, |
| "loss/reg": 41.999412536621094, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.021975, |
| "grad_norm": 2.604905366897583, |
| "grad_norm_var": 0.015206201216361136, |
| "learning_rate": 0.0001, |
| "loss": 44.9635, |
| "loss/crossentropy": 2.8358519077301025, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22244781255722046, |
| "loss/reg": 41.905216217041016, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.022, |
| "grad_norm": 2.6830010414123535, |
| "grad_norm_var": 0.009616840170906471, |
| "learning_rate": 0.0001, |
| "loss": 44.8298, |
| "loss/crossentropy": 2.7782702445983887, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2416587471961975, |
| "loss/reg": 41.80987548828125, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.022025, |
| "grad_norm": 2.701080322265625, |
| "grad_norm_var": 0.007296400643871455, |
| "learning_rate": 0.0001, |
| "loss": 44.458, |
| "loss/crossentropy": 2.5311830043792725, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21052095293998718, |
| "loss/reg": 41.71625900268555, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.02205, |
| "grad_norm": 2.5038342475891113, |
| "grad_norm_var": 0.009814048940694183, |
| "learning_rate": 0.0001, |
| "loss": 44.6839, |
| "loss/crossentropy": 2.8363115787506104, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22428202629089355, |
| "loss/reg": 41.623291015625, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.022075, |
| "grad_norm": 2.757178783416748, |
| "grad_norm_var": 0.009949491806351792, |
| "learning_rate": 0.0001, |
| "loss": 44.6845, |
| "loss/crossentropy": 2.905855417251587, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2473723292350769, |
| "loss/reg": 41.531280517578125, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.0221, |
| "grad_norm": 2.660141706466675, |
| "grad_norm_var": 0.0100171783636083, |
| "learning_rate": 0.0001, |
| "loss": 44.3141, |
| "loss/crossentropy": 2.6371467113494873, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23851189017295837, |
| "loss/reg": 41.43846893310547, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.022125, |
| "grad_norm": 4.251846790313721, |
| "grad_norm_var": 0.1626166050996685, |
| "learning_rate": 0.0001, |
| "loss": 44.3927, |
| "loss/crossentropy": 2.787137746810913, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25860458612442017, |
| "loss/reg": 41.346946716308594, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.02215, |
| "grad_norm": 2.9530351161956787, |
| "grad_norm_var": 0.16257111931878943, |
| "learning_rate": 0.0001, |
| "loss": 44.171, |
| "loss/crossentropy": 2.694733142852783, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22275252640247345, |
| "loss/reg": 41.25349426269531, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.022175, |
| "grad_norm": 2.991832971572876, |
| "grad_norm_var": 0.1639725008568424, |
| "learning_rate": 0.0001, |
| "loss": 44.5867, |
| "loss/crossentropy": 3.156198501586914, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2699030637741089, |
| "loss/reg": 41.16058349609375, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.0222, |
| "grad_norm": 3.1930086612701416, |
| "grad_norm_var": 0.1726863652995225, |
| "learning_rate": 0.0001, |
| "loss": 43.9933, |
| "loss/crossentropy": 2.6939613819122314, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22894969582557678, |
| "loss/reg": 41.07038879394531, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.022225, |
| "grad_norm": 2.8903820514678955, |
| "grad_norm_var": 0.17151552786031227, |
| "learning_rate": 0.0001, |
| "loss": 44.0888, |
| "loss/crossentropy": 2.862319231033325, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24869811534881592, |
| "loss/reg": 40.97781753540039, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.02225, |
| "grad_norm": 2.881136655807495, |
| "grad_norm_var": 0.17042145948309156, |
| "learning_rate": 0.0001, |
| "loss": 44.3592, |
| "loss/crossentropy": 3.2091801166534424, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2633001506328583, |
| "loss/reg": 40.88669967651367, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.022275, |
| "grad_norm": 2.62827467918396, |
| "grad_norm_var": 0.17185170990455442, |
| "learning_rate": 0.0001, |
| "loss": 43.7441, |
| "loss/crossentropy": 2.69647479057312, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25092294812202454, |
| "loss/reg": 40.79666519165039, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.0223, |
| "grad_norm": 2.436519145965576, |
| "grad_norm_var": 0.18287652337390886, |
| "learning_rate": 0.0001, |
| "loss": 43.7102, |
| "loss/crossentropy": 2.7679152488708496, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23737739026546478, |
| "loss/reg": 40.704925537109375, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.022325, |
| "grad_norm": 2.700011968612671, |
| "grad_norm_var": 0.17661805600996155, |
| "learning_rate": 0.0001, |
| "loss": 43.6811, |
| "loss/crossentropy": 2.8262124061584473, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23837611079216003, |
| "loss/reg": 40.61653137207031, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.02235, |
| "grad_norm": 2.5235769748687744, |
| "grad_norm_var": 0.18242413999566054, |
| "learning_rate": 0.0001, |
| "loss": 43.4445, |
| "loss/crossentropy": 2.6917617321014404, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22554537653923035, |
| "loss/reg": 40.527217864990234, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.022375, |
| "grad_norm": 2.7341766357421875, |
| "grad_norm_var": 0.17950288283988294, |
| "learning_rate": 0.0001, |
| "loss": 43.7484, |
| "loss/crossentropy": 3.029411792755127, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.28348681330680847, |
| "loss/reg": 40.43548583984375, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.0224, |
| "grad_norm": 2.659266233444214, |
| "grad_norm_var": 0.18004463619057087, |
| "learning_rate": 0.0001, |
| "loss": 43.1614, |
| "loss/crossentropy": 2.5794694423675537, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23672150075435638, |
| "loss/reg": 40.34519577026367, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.022425, |
| "grad_norm": 3.1245830059051514, |
| "grad_norm_var": 0.1833206141640287, |
| "learning_rate": 0.0001, |
| "loss": 43.5047, |
| "loss/crossentropy": 3.009214162826538, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24004200100898743, |
| "loss/reg": 40.25539779663086, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.02245, |
| "grad_norm": 3.283797264099121, |
| "grad_norm_var": 0.1834653295253453, |
| "learning_rate": 0.0001, |
| "loss": 42.9276, |
| "loss/crossentropy": 2.5301198959350586, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23050135374069214, |
| "loss/reg": 40.16700744628906, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.022475, |
| "grad_norm": 2.4279603958129883, |
| "grad_norm_var": 0.19724598877930527, |
| "learning_rate": 0.0001, |
| "loss": 43.0253, |
| "loss/crossentropy": 2.7136290073394775, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23277553915977478, |
| "loss/reg": 40.078914642333984, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.0225, |
| "grad_norm": 2.5088298320770264, |
| "grad_norm_var": 0.2034398420188303, |
| "learning_rate": 0.0001, |
| "loss": 43.1582, |
| "loss/crossentropy": 2.948103189468384, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21640148758888245, |
| "loss/reg": 39.99374008178711, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.022525, |
| "grad_norm": 2.6329402923583984, |
| "grad_norm_var": 0.07258482335469481, |
| "learning_rate": 0.0001, |
| "loss": 43.0828, |
| "loss/crossentropy": 2.9187188148498535, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25746428966522217, |
| "loss/reg": 39.90663528442383, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.02255, |
| "grad_norm": 2.9308879375457764, |
| "grad_norm_var": 0.07212100124237182, |
| "learning_rate": 0.0001, |
| "loss": 42.8767, |
| "loss/crossentropy": 2.779430866241455, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2763053774833679, |
| "loss/reg": 39.82095718383789, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.022575, |
| "grad_norm": 2.6100316047668457, |
| "grad_norm_var": 0.07066177999980709, |
| "learning_rate": 0.0001, |
| "loss": 42.7168, |
| "loss/crossentropy": 2.7670066356658936, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21381208300590515, |
| "loss/reg": 39.73594665527344, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.0226, |
| "grad_norm": 2.6517529487609863, |
| "grad_norm_var": 0.057746798972484, |
| "learning_rate": 0.0001, |
| "loss": 42.6053, |
| "loss/crossentropy": 2.7067525386810303, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2483087182044983, |
| "loss/reg": 39.65021896362305, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.022625, |
| "grad_norm": 2.896390914916992, |
| "grad_norm_var": 0.057880348550103614, |
| "learning_rate": 0.0001, |
| "loss": 42.4123, |
| "loss/crossentropy": 2.6049654483795166, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24248483777046204, |
| "loss/reg": 39.56484603881836, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.02265, |
| "grad_norm": 2.7035367488861084, |
| "grad_norm_var": 0.05619899439359794, |
| "learning_rate": 0.0001, |
| "loss": 42.5853, |
| "loss/crossentropy": 2.8769829273223877, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2273760437965393, |
| "loss/reg": 39.48089599609375, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.022675, |
| "grad_norm": 2.7665393352508545, |
| "grad_norm_var": 0.05578056314836128, |
| "learning_rate": 0.0001, |
| "loss": 42.4535, |
| "loss/crossentropy": 2.8200128078460693, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2363729327917099, |
| "loss/reg": 39.39712905883789, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.0227, |
| "grad_norm": 2.480107545852661, |
| "grad_norm_var": 0.05422606208670284, |
| "learning_rate": 0.0001, |
| "loss": 42.4059, |
| "loss/crossentropy": 2.8648123741149902, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22969950735569, |
| "loss/reg": 39.31142044067383, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.022725, |
| "grad_norm": 2.7900424003601074, |
| "grad_norm_var": 0.05440689578418396, |
| "learning_rate": 0.0001, |
| "loss": 42.4378, |
| "loss/crossentropy": 2.9586613178253174, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25124895572662354, |
| "loss/reg": 39.2279052734375, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.02275, |
| "grad_norm": 2.8045692443847656, |
| "grad_norm_var": 0.051503902709208425, |
| "learning_rate": 0.0001, |
| "loss": 42.0578, |
| "loss/crossentropy": 2.6795575618743896, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23502734303474426, |
| "loss/reg": 39.14320373535156, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.022775, |
| "grad_norm": 3.0532169342041016, |
| "grad_norm_var": 0.05717807714263259, |
| "learning_rate": 0.0001, |
| "loss": 42.4633, |
| "loss/crossentropy": 3.152160882949829, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25327080488204956, |
| "loss/reg": 39.05790710449219, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.0228, |
| "grad_norm": 2.6680328845977783, |
| "grad_norm_var": 0.05705311999868907, |
| "learning_rate": 0.0001, |
| "loss": 42.2034, |
| "loss/crossentropy": 2.99041748046875, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23903341591358185, |
| "loss/reg": 38.97396469116211, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.022825, |
| "grad_norm": 3.3302087783813477, |
| "grad_norm_var": 0.0693946111033938, |
| "learning_rate": 0.0001, |
| "loss": 42.0845, |
| "loss/crossentropy": 2.930839776992798, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2614016532897949, |
| "loss/reg": 38.892234802246094, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.02285, |
| "grad_norm": 2.6165523529052734, |
| "grad_norm_var": 0.05272697596004718, |
| "learning_rate": 0.0001, |
| "loss": 41.7748, |
| "loss/crossentropy": 2.7452762126922607, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2193608283996582, |
| "loss/reg": 38.81016540527344, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.022875, |
| "grad_norm": 2.933302402496338, |
| "grad_norm_var": 0.04752966494528721, |
| "learning_rate": 0.0001, |
| "loss": 41.9394, |
| "loss/crossentropy": 2.9566924571990967, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25487080216407776, |
| "loss/reg": 38.72779846191406, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.0229, |
| "grad_norm": 2.6887619495391846, |
| "grad_norm_var": 0.043202036673411236, |
| "learning_rate": 0.0001, |
| "loss": 41.6663, |
| "loss/crossentropy": 2.798774242401123, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2221754789352417, |
| "loss/reg": 38.645347595214844, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.022925, |
| "grad_norm": 2.8121073246002197, |
| "grad_norm_var": 0.04158046028161924, |
| "learning_rate": 0.0001, |
| "loss": 41.463, |
| "loss/crossentropy": 2.6423110961914062, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2565896213054657, |
| "loss/reg": 38.56413269042969, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.02295, |
| "grad_norm": 2.509282350540161, |
| "grad_norm_var": 0.045107458768999464, |
| "learning_rate": 0.0001, |
| "loss": 41.6478, |
| "loss/crossentropy": 2.930504322052002, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2339283674955368, |
| "loss/reg": 38.48335647583008, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.022975, |
| "grad_norm": 2.6414058208465576, |
| "grad_norm_var": 0.04450125049984308, |
| "learning_rate": 0.0001, |
| "loss": 41.2222, |
| "loss/crossentropy": 2.609210252761841, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2125830054283142, |
| "loss/reg": 38.40039825439453, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.023, |
| "grad_norm": 2.715888261795044, |
| "grad_norm_var": 0.0437333648592715, |
| "learning_rate": 0.0001, |
| "loss": 41.2045, |
| "loss/crossentropy": 2.648813009262085, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2370688021183014, |
| "loss/reg": 38.318572998046875, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.023025, |
| "grad_norm": 2.711751937866211, |
| "grad_norm_var": 0.04289092327507144, |
| "learning_rate": 0.0001, |
| "loss": 41.3706, |
| "loss/crossentropy": 2.885514736175537, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24639633297920227, |
| "loss/reg": 38.238643646240234, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.02305, |
| "grad_norm": 2.6456990242004395, |
| "grad_norm_var": 0.04356690227298922, |
| "learning_rate": 0.0001, |
| "loss": 41.3587, |
| "loss/crossentropy": 2.941075563430786, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2592896819114685, |
| "loss/reg": 38.15837478637695, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.023075, |
| "grad_norm": 2.8968873023986816, |
| "grad_norm_var": 0.044734353597355184, |
| "learning_rate": 0.0001, |
| "loss": 41.2417, |
| "loss/crossentropy": 2.9061999320983887, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25584694743156433, |
| "loss/reg": 38.07965850830078, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.0231, |
| "grad_norm": 2.6788389682769775, |
| "grad_norm_var": 0.039558045732947515, |
| "learning_rate": 0.0001, |
| "loss": 40.9876, |
| "loss/crossentropy": 2.746546506881714, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23900818824768066, |
| "loss/reg": 38.002079010009766, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.023125, |
| "grad_norm": 3.128474712371826, |
| "grad_norm_var": 0.047123059326641466, |
| "learning_rate": 0.0001, |
| "loss": 41.2668, |
| "loss/crossentropy": 3.087491035461426, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25750723481178284, |
| "loss/reg": 37.921783447265625, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.02315, |
| "grad_norm": 2.8882362842559814, |
| "grad_norm_var": 0.04758715374512785, |
| "learning_rate": 0.0001, |
| "loss": 40.9121, |
| "loss/crossentropy": 2.817408800125122, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2543855309486389, |
| "loss/reg": 37.84029006958008, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.023175, |
| "grad_norm": 2.8361799716949463, |
| "grad_norm_var": 0.043418151431792985, |
| "learning_rate": 0.0001, |
| "loss": 40.832, |
| "loss/crossentropy": 2.8375983238220215, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23513871431350708, |
| "loss/reg": 37.75931167602539, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.0232, |
| "grad_norm": 2.909255266189575, |
| "grad_norm_var": 0.043008241613055276, |
| "learning_rate": 0.0001, |
| "loss": 41.1667, |
| "loss/crossentropy": 3.246528387069702, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24166589975357056, |
| "loss/reg": 37.67852783203125, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.023225, |
| "grad_norm": 2.552696704864502, |
| "grad_norm_var": 0.026750676712286037, |
| "learning_rate": 0.0001, |
| "loss": 40.818, |
| "loss/crossentropy": 2.9691615104675293, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24937693774700165, |
| "loss/reg": 37.59941101074219, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.02325, |
| "grad_norm": 2.887279748916626, |
| "grad_norm_var": 0.026141477988341915, |
| "learning_rate": 0.0001, |
| "loss": 40.7307, |
| "loss/crossentropy": 2.956307888031006, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2544440031051636, |
| "loss/reg": 37.51991653442383, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.023275, |
| "grad_norm": 2.615774154663086, |
| "grad_norm_var": 0.02583631071739016, |
| "learning_rate": 0.0001, |
| "loss": 40.504, |
| "loss/crossentropy": 2.836076259613037, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22688478231430054, |
| "loss/reg": 37.4410285949707, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.0233, |
| "grad_norm": 3.346874475479126, |
| "grad_norm_var": 0.046882285076200486, |
| "learning_rate": 0.0001, |
| "loss": 40.2933, |
| "loss/crossentropy": 2.698227643966675, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23271670937538147, |
| "loss/reg": 37.36236572265625, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.023325, |
| "grad_norm": 3.105316162109375, |
| "grad_norm_var": 0.052785925698018585, |
| "learning_rate": 0.0001, |
| "loss": 40.2366, |
| "loss/crossentropy": 2.690444231033325, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2598923146724701, |
| "loss/reg": 37.28624725341797, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.02335, |
| "grad_norm": 2.8327033519744873, |
| "grad_norm_var": 0.046059668983682654, |
| "learning_rate": 0.0001, |
| "loss": 40.4552, |
| "loss/crossentropy": 3.0131001472473145, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23372459411621094, |
| "loss/reg": 37.20838165283203, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.023375, |
| "grad_norm": 2.720252513885498, |
| "grad_norm_var": 0.04439112918428994, |
| "learning_rate": 0.0001, |
| "loss": 40.1157, |
| "loss/crossentropy": 2.748929977416992, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23494702577590942, |
| "loss/reg": 37.13186264038086, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.0234, |
| "grad_norm": 2.510647773742676, |
| "grad_norm_var": 0.05047514191979848, |
| "learning_rate": 0.0001, |
| "loss": 39.8904, |
| "loss/crossentropy": 2.602600336074829, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23265476524829865, |
| "loss/reg": 37.05512237548828, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.023425, |
| "grad_norm": 2.9770853519439697, |
| "grad_norm_var": 0.05072093631072979, |
| "learning_rate": 0.0001, |
| "loss": 40.3788, |
| "loss/crossentropy": 3.1354868412017822, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2637995779514313, |
| "loss/reg": 36.97951889038086, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.02345, |
| "grad_norm": 2.5489563941955566, |
| "grad_norm_var": 0.053886506006241085, |
| "learning_rate": 0.0001, |
| "loss": 39.9812, |
| "loss/crossentropy": 2.8318233489990234, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24620817601680756, |
| "loss/reg": 36.90315246582031, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.023475, |
| "grad_norm": 2.9009687900543213, |
| "grad_norm_var": 0.05391865958705443, |
| "learning_rate": 0.0001, |
| "loss": 39.9177, |
| "loss/crossentropy": 2.8244364261627197, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2657071053981781, |
| "loss/reg": 36.82755661010742, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.0235, |
| "grad_norm": 2.9793155193328857, |
| "grad_norm_var": 0.05310601324464391, |
| "learning_rate": 0.0001, |
| "loss": 40.0234, |
| "loss/crossentropy": 3.0105204582214355, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2618894875049591, |
| "loss/reg": 36.750953674316406, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.023525, |
| "grad_norm": 2.8539981842041016, |
| "grad_norm_var": 0.0479435574644467, |
| "learning_rate": 0.0001, |
| "loss": 39.8117, |
| "loss/crossentropy": 2.8921923637390137, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2426648885011673, |
| "loss/reg": 36.67680358886719, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.02355, |
| "grad_norm": 2.6014649868011475, |
| "grad_norm_var": 0.05130008365882167, |
| "learning_rate": 0.0001, |
| "loss": 39.7408, |
| "loss/crossentropy": 2.896888017654419, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2410784810781479, |
| "loss/reg": 36.60279083251953, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.023575, |
| "grad_norm": 2.8801045417785645, |
| "grad_norm_var": 0.05149391710301548, |
| "learning_rate": 0.0001, |
| "loss": 39.7228, |
| "loss/crossentropy": 2.9397897720336914, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25510135293006897, |
| "loss/reg": 36.52793502807617, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.0236, |
| "grad_norm": 2.8186585903167725, |
| "grad_norm_var": 0.05100626896681509, |
| "learning_rate": 0.0001, |
| "loss": 39.47, |
| "loss/crossentropy": 2.75411057472229, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.26445087790489197, |
| "loss/reg": 36.451393127441406, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.023625, |
| "grad_norm": 2.9633240699768066, |
| "grad_norm_var": 0.04686836082955779, |
| "learning_rate": 0.0001, |
| "loss": 39.3906, |
| "loss/crossentropy": 2.7534892559051514, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25982236862182617, |
| "loss/reg": 36.377254486083984, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.02365, |
| "grad_norm": 2.929901123046875, |
| "grad_norm_var": 0.04721409535759804, |
| "learning_rate": 0.0001, |
| "loss": 39.2373, |
| "loss/crossentropy": 2.6932575702667236, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2382897436618805, |
| "loss/reg": 36.305755615234375, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.023675, |
| "grad_norm": 2.675022602081299, |
| "grad_norm_var": 0.04559039355538038, |
| "learning_rate": 0.0001, |
| "loss": 39.2789, |
| "loss/crossentropy": 2.8028876781463623, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24303217232227325, |
| "loss/reg": 36.23302459716797, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.0237, |
| "grad_norm": 2.8433735370635986, |
| "grad_norm_var": 0.0282651774333182, |
| "learning_rate": 0.0001, |
| "loss": 39.181, |
| "loss/crossentropy": 2.774716854095459, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24557200074195862, |
| "loss/reg": 36.16071319580078, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.023725, |
| "grad_norm": 2.809319257736206, |
| "grad_norm_var": 0.022532732866163013, |
| "learning_rate": 0.0001, |
| "loss": 39.33, |
| "loss/crossentropy": 3.011596918106079, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.228348970413208, |
| "loss/reg": 36.09001159667969, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.02375, |
| "grad_norm": 2.9273681640625, |
| "grad_norm_var": 0.023470027420536846, |
| "learning_rate": 0.0001, |
| "loss": 38.9413, |
| "loss/crossentropy": 2.6855454444885254, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23887701332569122, |
| "loss/reg": 36.01683044433594, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.023775, |
| "grad_norm": 3.389801263809204, |
| "grad_norm_var": 0.043589378411585736, |
| "learning_rate": 0.0001, |
| "loss": 39.4398, |
| "loss/crossentropy": 3.211602210998535, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.283491313457489, |
| "loss/reg": 35.944705963134766, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.0238, |
| "grad_norm": 2.8046481609344482, |
| "grad_norm_var": 0.03566620795445464, |
| "learning_rate": 0.0001, |
| "loss": 38.8264, |
| "loss/crossentropy": 2.689462661743164, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2632759213447571, |
| "loss/reg": 35.87367248535156, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.023825, |
| "grad_norm": 2.9345734119415283, |
| "grad_norm_var": 0.03516626203340228, |
| "learning_rate": 0.0001, |
| "loss": 39.0027, |
| "loss/crossentropy": 2.9450294971466064, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2565668821334839, |
| "loss/reg": 35.8011474609375, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.02385, |
| "grad_norm": 2.4629881381988525, |
| "grad_norm_var": 0.03926570002250382, |
| "learning_rate": 0.0001, |
| "loss": 38.6895, |
| "loss/crossentropy": 2.7172951698303223, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24316415190696716, |
| "loss/reg": 35.72907257080078, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.023875, |
| "grad_norm": 3.0658795833587646, |
| "grad_norm_var": 0.041845868526290055, |
| "learning_rate": 0.0001, |
| "loss": 38.8817, |
| "loss/crossentropy": 2.9409422874450684, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2831678092479706, |
| "loss/reg": 35.65754699707031, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.0239, |
| "grad_norm": 2.8264553546905518, |
| "grad_norm_var": 0.04110340640186886, |
| "learning_rate": 0.0001, |
| "loss": 38.6798, |
| "loss/crossentropy": 2.841045618057251, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25310787558555603, |
| "loss/reg": 35.58567428588867, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.023925, |
| "grad_norm": 2.8380401134490967, |
| "grad_norm_var": 0.041135667710252004, |
| "learning_rate": 0.0001, |
| "loss": 38.459, |
| "loss/crossentropy": 2.6821844577789307, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2615047097206116, |
| "loss/reg": 35.515350341796875, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.02395, |
| "grad_norm": 3.5808513164520264, |
| "grad_norm_var": 0.06723561445601618, |
| "learning_rate": 0.0001, |
| "loss": 38.8643, |
| "loss/crossentropy": 3.114391803741455, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.30714309215545654, |
| "loss/reg": 35.44272994995117, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.023975, |
| "grad_norm": 2.6595239639282227, |
| "grad_norm_var": 0.07150567007109672, |
| "learning_rate": 0.0001, |
| "loss": 38.0653, |
| "loss/crossentropy": 2.4589178562164307, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23348893225193024, |
| "loss/reg": 35.37288284301758, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.024, |
| "grad_norm": 2.541332483291626, |
| "grad_norm_var": 0.07962008638647618, |
| "learning_rate": 0.0001, |
| "loss": 38.2545, |
| "loss/crossentropy": 2.7399823665618896, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2123335599899292, |
| "loss/reg": 35.30220413208008, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.024025, |
| "grad_norm": 3.438565254211426, |
| "grad_norm_var": 0.09833307021827574, |
| "learning_rate": 0.0001, |
| "loss": 38.371, |
| "loss/crossentropy": 2.8811817169189453, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25691962242126465, |
| "loss/reg": 35.232913970947266, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.02405, |
| "grad_norm": 2.7037241458892822, |
| "grad_norm_var": 0.10124614126430061, |
| "learning_rate": 0.0001, |
| "loss": 38.2645, |
| "loss/crossentropy": 2.8557090759277344, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24377232789993286, |
| "loss/reg": 35.1650505065918, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.024075, |
| "grad_norm": 2.69218111038208, |
| "grad_norm_var": 0.10073533014069654, |
| "learning_rate": 0.0001, |
| "loss": 38.0522, |
| "loss/crossentropy": 2.7217583656311035, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2358003854751587, |
| "loss/reg": 35.09463882446289, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.0241, |
| "grad_norm": 3.008634090423584, |
| "grad_norm_var": 0.10103115408336763, |
| "learning_rate": 0.0001, |
| "loss": 38.3344, |
| "loss/crossentropy": 3.036750316619873, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2726588249206543, |
| "loss/reg": 35.02499771118164, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.024125, |
| "grad_norm": 2.662174940109253, |
| "grad_norm_var": 0.10451155871548182, |
| "learning_rate": 0.0001, |
| "loss": 38.3726, |
| "loss/crossentropy": 3.1680073738098145, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24728718400001526, |
| "loss/reg": 34.95726013183594, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.02415, |
| "grad_norm": 2.8360965251922607, |
| "grad_norm_var": 0.10480316259746587, |
| "learning_rate": 0.0001, |
| "loss": 37.8496, |
| "loss/crossentropy": 2.714099884033203, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2466110736131668, |
| "loss/reg": 34.888893127441406, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.024175, |
| "grad_norm": 2.738298177719116, |
| "grad_norm_var": 0.08903093948484392, |
| "learning_rate": 0.0001, |
| "loss": 38.2404, |
| "loss/crossentropy": 3.152971029281616, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.268291711807251, |
| "loss/reg": 34.819091796875, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.0242, |
| "grad_norm": 2.773857831954956, |
| "grad_norm_var": 0.08932614783542002, |
| "learning_rate": 0.0001, |
| "loss": 38.0543, |
| "loss/crossentropy": 3.0643906593322754, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2395814061164856, |
| "loss/reg": 34.7503547668457, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.024225, |
| "grad_norm": 2.555189609527588, |
| "grad_norm_var": 0.09455968532326603, |
| "learning_rate": 0.0001, |
| "loss": 37.7541, |
| "loss/crossentropy": 2.834400177001953, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23769161105155945, |
| "loss/reg": 34.68204879760742, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.02425, |
| "grad_norm": 3.086888551712036, |
| "grad_norm_var": 0.08781776896609182, |
| "learning_rate": 0.0001, |
| "loss": 37.8627, |
| "loss/crossentropy": 2.9810502529144287, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.26743876934051514, |
| "loss/reg": 34.61421585083008, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.024275, |
| "grad_norm": 4.088360786437988, |
| "grad_norm_var": 0.17911672859183908, |
| "learning_rate": 0.0001, |
| "loss": 37.7253, |
| "loss/crossentropy": 2.8682823181152344, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.30868783593177795, |
| "loss/reg": 34.54836654663086, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.0243, |
| "grad_norm": 3.1919515132904053, |
| "grad_norm_var": 0.1819625200877444, |
| "learning_rate": 0.0001, |
| "loss": 37.4812, |
| "loss/crossentropy": 2.7390143871307373, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.26100480556488037, |
| "loss/reg": 34.481136322021484, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.024325, |
| "grad_norm": 2.575105667114258, |
| "grad_norm_var": 0.19063724665019186, |
| "learning_rate": 0.0001, |
| "loss": 37.4356, |
| "loss/crossentropy": 2.8003249168395996, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2204829901456833, |
| "loss/reg": 34.41484069824219, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.02435, |
| "grad_norm": 2.9630026817321777, |
| "grad_norm_var": 0.16218006358210366, |
| "learning_rate": 0.0001, |
| "loss": 37.519, |
| "loss/crossentropy": 2.894831657409668, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2747398912906647, |
| "loss/reg": 34.34943771362305, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.024375, |
| "grad_norm": 2.6025750637054443, |
| "grad_norm_var": 0.16426326415777884, |
| "learning_rate": 0.0001, |
| "loss": 37.0734, |
| "loss/crossentropy": 2.554583787918091, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23361030220985413, |
| "loss/reg": 34.28517532348633, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.0244, |
| "grad_norm": 2.6642050743103027, |
| "grad_norm_var": 0.15927148910242578, |
| "learning_rate": 0.0001, |
| "loss": 37.4822, |
| "loss/crossentropy": 3.0164380073547363, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24384766817092896, |
| "loss/reg": 34.22189712524414, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.024425, |
| "grad_norm": 3.38037371635437, |
| "grad_norm_var": 0.15539215192371383, |
| "learning_rate": 0.0001, |
| "loss": 37.2464, |
| "loss/crossentropy": 2.8206450939178467, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2702368497848511, |
| "loss/reg": 34.155494689941406, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.02445, |
| "grad_norm": 4.222375392913818, |
| "grad_norm_var": 0.2582409245142865, |
| "learning_rate": 0.0001, |
| "loss": 37.0559, |
| "loss/crossentropy": 2.7178001403808594, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24727877974510193, |
| "loss/reg": 34.0908317565918, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.024475, |
| "grad_norm": 2.7761597633361816, |
| "grad_norm_var": 0.2552061228003131, |
| "learning_rate": 0.0001, |
| "loss": 37.1297, |
| "loss/crossentropy": 2.860049247741699, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24505718052387238, |
| "loss/reg": 34.02457046508789, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.0245, |
| "grad_norm": 3.6322226524353027, |
| "grad_norm_var": 0.2795770565181319, |
| "learning_rate": 0.0001, |
| "loss": 36.8498, |
| "loss/crossentropy": 2.6204307079315186, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2698652446269989, |
| "loss/reg": 33.95948791503906, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.024525, |
| "grad_norm": 2.981858491897583, |
| "grad_norm_var": 0.2695698630538421, |
| "learning_rate": 0.0001, |
| "loss": 36.9264, |
| "loss/crossentropy": 2.737006187438965, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.29314208030700684, |
| "loss/reg": 33.89624786376953, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.02455, |
| "grad_norm": 2.74503755569458, |
| "grad_norm_var": 0.2728889013063165, |
| "learning_rate": 0.0001, |
| "loss": 36.943, |
| "loss/crossentropy": 2.8646838665008545, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24609914422035217, |
| "loss/reg": 33.8322639465332, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.024575, |
| "grad_norm": 3.004685640335083, |
| "grad_norm_var": 0.26585896787462554, |
| "learning_rate": 0.0001, |
| "loss": 36.8484, |
| "loss/crossentropy": 2.8109850883483887, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.27065545320510864, |
| "loss/reg": 33.76673889160156, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.0246, |
| "grad_norm": 2.5903549194335938, |
| "grad_norm_var": 0.2753986673068833, |
| "learning_rate": 0.0001, |
| "loss": 36.6906, |
| "loss/crossentropy": 2.7470083236694336, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23907317221164703, |
| "loss/reg": 33.70456314086914, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.024625, |
| "grad_norm": 3.030545234680176, |
| "grad_norm_var": 0.2571285872129806, |
| "learning_rate": 0.0001, |
| "loss": 36.79, |
| "loss/crossentropy": 2.900418996810913, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.24839098751544952, |
| "loss/reg": 33.64120101928711, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.02465, |
| "grad_norm": 4.879204750061035, |
| "grad_norm_var": 0.45573044942737867, |
| "learning_rate": 0.0001, |
| "loss": 36.6408, |
| "loss/crossentropy": 2.826655626296997, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2366310954093933, |
| "loss/reg": 33.57756042480469, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.024675, |
| "grad_norm": 2.7205452919006348, |
| "grad_norm_var": 0.4121069666646612, |
| "learning_rate": 0.0001, |
| "loss": 36.6661, |
| "loss/crossentropy": 2.88576078414917, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2657344341278076, |
| "loss/reg": 33.51458740234375, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.0247, |
| "grad_norm": 2.815150737762451, |
| "grad_norm_var": 0.4174920306889968, |
| "learning_rate": 0.0001, |
| "loss": 36.4976, |
| "loss/crossentropy": 2.8254778385162354, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22087544202804565, |
| "loss/reg": 33.45124435424805, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.024725, |
| "grad_norm": 2.422433614730835, |
| "grad_norm_var": 0.4296126043076429, |
| "learning_rate": 0.0001, |
| "loss": 36.3345, |
| "loss/crossentropy": 2.748582124710083, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19592465460300446, |
| "loss/reg": 33.390045166015625, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.02475, |
| "grad_norm": 3.05722713470459, |
| "grad_norm_var": 0.42857927278229774, |
| "learning_rate": 0.0001, |
| "loss": 36.6306, |
| "loss/crossentropy": 3.035149574279785, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2665707468986511, |
| "loss/reg": 33.32892990112305, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.024775, |
| "grad_norm": 2.711097240447998, |
| "grad_norm_var": 0.42218565465504604, |
| "learning_rate": 0.0001, |
| "loss": 36.1321, |
| "loss/crossentropy": 2.623349189758301, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23991812765598297, |
| "loss/reg": 33.26885986328125, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.0248, |
| "grad_norm": 2.7607216835021973, |
| "grad_norm_var": 0.4171327516174946, |
| "learning_rate": 0.0001, |
| "loss": 36.2218, |
| "loss/crossentropy": 2.785637140274048, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22857247292995453, |
| "loss/reg": 33.20759201049805, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.024825, |
| "grad_norm": 2.80138897895813, |
| "grad_norm_var": 0.4170671328116583, |
| "learning_rate": 0.0001, |
| "loss": 36.5573, |
| "loss/crossentropy": 3.1539735794067383, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2574368119239807, |
| "loss/reg": 33.14588165283203, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.02485, |
| "grad_norm": 2.9705312252044678, |
| "grad_norm_var": 0.3229893124537945, |
| "learning_rate": 0.0001, |
| "loss": 36.1044, |
| "loss/crossentropy": 2.742678165435791, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.27794939279556274, |
| "loss/reg": 33.08378219604492, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.024875, |
| "grad_norm": 3.338322401046753, |
| "grad_norm_var": 0.3264354213345731, |
| "learning_rate": 0.0001, |
| "loss": 36.47, |
| "loss/crossentropy": 3.1671180725097656, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2787696421146393, |
| "loss/reg": 33.024147033691406, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.0249, |
| "grad_norm": 2.7873196601867676, |
| "grad_norm_var": 0.3030776384523582, |
| "learning_rate": 0.0001, |
| "loss": 36.0396, |
| "loss/crossentropy": 2.798398733139038, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2761346995830536, |
| "loss/reg": 32.96507263183594, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.024925, |
| "grad_norm": 2.831047534942627, |
| "grad_norm_var": 0.3043818652657305, |
| "learning_rate": 0.0001, |
| "loss": 35.9753, |
| "loss/crossentropy": 2.8229103088378906, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2463880479335785, |
| "loss/reg": 32.90603256225586, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.02495, |
| "grad_norm": 2.631510019302368, |
| "grad_norm_var": 0.3085412012750756, |
| "learning_rate": 0.0001, |
| "loss": 35.9105, |
| "loss/crossentropy": 2.8491134643554688, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21344730257987976, |
| "loss/reg": 32.84790802001953, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.024975, |
| "grad_norm": 2.7426092624664307, |
| "grad_norm_var": 0.311255195789613, |
| "learning_rate": 0.0001, |
| "loss": 35.8303, |
| "loss/crossentropy": 2.779572010040283, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2633829116821289, |
| "loss/reg": 32.78731155395508, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.025, |
| "grad_norm": 2.9469587802886963, |
| "grad_norm_var": 0.30242983856450084, |
| "learning_rate": 0.0001, |
| "loss": 36.044, |
| "loss/crossentropy": 3.054746150970459, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.25968533754348755, |
| "loss/reg": 32.72958755493164, |
| "step": 1000 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 40000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": true, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 6.455688167424e+16, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
