| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.01, |
| "eval_steps": 1000, |
| "global_step": 1000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 1e-05, |
| "grad_norm": 0.37634041905403137, |
| "learning_rate": 5e-06, |
| "loss": 0.169, |
| "loss/crossentropy": 2.8720462918281555, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16897856071591377, |
| "loss/reg": 4.4040703773498535, |
| "step": 1 |
| }, |
| { |
| "epoch": 2e-05, |
| "grad_norm": 0.35649582743644714, |
| "learning_rate": 1e-05, |
| "loss": 0.1696, |
| "loss/crossentropy": 2.715533673763275, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1695844642817974, |
| "loss/reg": 4.399058818817139, |
| "step": 2 |
| }, |
| { |
| "epoch": 3e-05, |
| "grad_norm": 0.3591013252735138, |
| "learning_rate": 1.5e-05, |
| "loss": 0.1782, |
| "loss/crossentropy": 2.6291310787200928, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1782267540693283, |
| "loss/reg": 4.394084930419922, |
| "step": 3 |
| }, |
| { |
| "epoch": 4e-05, |
| "grad_norm": 0.36401960253715515, |
| "learning_rate": 2e-05, |
| "loss": 0.1843, |
| "loss/crossentropy": 2.7142109274864197, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1843317598104477, |
| "loss/reg": 4.389005661010742, |
| "step": 4 |
| }, |
| { |
| "epoch": 5e-05, |
| "grad_norm": 0.3119131922721863, |
| "learning_rate": 2.5e-05, |
| "loss": 0.1625, |
| "loss/crossentropy": 2.7586326003074646, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1625315584242344, |
| "loss/reg": 4.3841166496276855, |
| "step": 5 |
| }, |
| { |
| "epoch": 6e-05, |
| "grad_norm": 0.3388400673866272, |
| "learning_rate": 3e-05, |
| "loss": 0.1844, |
| "loss/crossentropy": 2.8104345202445984, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1844346523284912, |
| "loss/reg": 4.3792877197265625, |
| "step": 6 |
| }, |
| { |
| "epoch": 7e-05, |
| "grad_norm": 0.4783320426940918, |
| "learning_rate": 3.5e-05, |
| "loss": 0.1843, |
| "loss/crossentropy": 2.8321655988693237, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18431555479764938, |
| "loss/reg": 4.37478494644165, |
| "step": 7 |
| }, |
| { |
| "epoch": 8e-05, |
| "grad_norm": 0.29636114835739136, |
| "learning_rate": 4e-05, |
| "loss": 0.1589, |
| "loss/crossentropy": 2.6809526681900024, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15894119441509247, |
| "loss/reg": 4.370139122009277, |
| "step": 8 |
| }, |
| { |
| "epoch": 9e-05, |
| "grad_norm": 0.30071625113487244, |
| "learning_rate": 4.5e-05, |
| "loss": 0.1657, |
| "loss/crossentropy": 2.6759764552116394, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16574353352189064, |
| "loss/reg": 4.365106105804443, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.0001, |
| "grad_norm": 0.28883349895477295, |
| "learning_rate": 5e-05, |
| "loss": 0.1572, |
| "loss/crossentropy": 2.808637499809265, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15719739720225334, |
| "loss/reg": 4.360220909118652, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.00011, |
| "grad_norm": 0.28243017196655273, |
| "learning_rate": 5e-05, |
| "loss": 0.1426, |
| "loss/crossentropy": 2.72423392534256, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14257685840129852, |
| "loss/reg": 4.355813503265381, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.00012, |
| "grad_norm": 0.31152331829071045, |
| "learning_rate": 5e-05, |
| "loss": 0.147, |
| "loss/crossentropy": 2.710044264793396, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14701137319207191, |
| "loss/reg": 4.351265907287598, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.00013, |
| "grad_norm": 0.2739678919315338, |
| "learning_rate": 5e-05, |
| "loss": 0.1499, |
| "loss/crossentropy": 2.7644649744033813, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.149860430508852, |
| "loss/reg": 4.346287727355957, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.00014, |
| "grad_norm": 0.2712353467941284, |
| "learning_rate": 5e-05, |
| "loss": 0.1454, |
| "loss/crossentropy": 2.7370432019233704, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14539287611842155, |
| "loss/reg": 4.340969085693359, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.00015, |
| "grad_norm": 0.2667863667011261, |
| "learning_rate": 5e-05, |
| "loss": 0.1403, |
| "loss/crossentropy": 2.5638718008995056, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14029696956276894, |
| "loss/reg": 4.336019515991211, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.00016, |
| "grad_norm": 0.30467212200164795, |
| "grad_norm_var": 0.0029449483710212204, |
| "learning_rate": 5e-05, |
| "loss": 0.1361, |
| "loss/crossentropy": 2.797445595264435, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.13607431203126907, |
| "loss/reg": 4.330692291259766, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.00017, |
| "grad_norm": 0.2617621421813965, |
| "grad_norm_var": 0.0029635281595075556, |
| "learning_rate": 5e-05, |
| "loss": 0.1443, |
| "loss/crossentropy": 2.7542406916618347, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14427556470036507, |
| "loss/reg": 4.325323581695557, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.00018, |
| "grad_norm": 0.28648674488067627, |
| "grad_norm_var": 0.0028982593896559215, |
| "learning_rate": 5e-05, |
| "loss": 0.1396, |
| "loss/crossentropy": 2.674492835998535, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.13961521908640862, |
| "loss/reg": 4.31995153427124, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.00019, |
| "grad_norm": 0.26269060373306274, |
| "grad_norm_var": 0.002877724259904054, |
| "learning_rate": 5e-05, |
| "loss": 0.141, |
| "loss/crossentropy": 2.8323662281036377, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14103225618600845, |
| "loss/reg": 4.315446853637695, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.0002, |
| "grad_norm": 0.2718074321746826, |
| "grad_norm_var": 0.0026993307095730186, |
| "learning_rate": 5e-05, |
| "loss": 0.1314, |
| "loss/crossentropy": 2.63212913274765, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1313977725803852, |
| "loss/reg": 4.310704708099365, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.00021, |
| "grad_norm": 0.2430431842803955, |
| "grad_norm_var": 0.0028911751903802204, |
| "learning_rate": 5e-05, |
| "loss": 0.1324, |
| "loss/crossentropy": 2.664808928966522, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1324238833039999, |
| "loss/reg": 4.305792808532715, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.00022, |
| "grad_norm": 0.24898661673069, |
| "grad_norm_var": 0.00288514612507397, |
| "learning_rate": 5e-05, |
| "loss": 0.1242, |
| "loss/crossentropy": 2.7142711877822876, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.12423932552337646, |
| "loss/reg": 4.300712585449219, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.00023, |
| "grad_norm": 0.3123313784599304, |
| "grad_norm_var": 0.0004523056580034851, |
| "learning_rate": 5e-05, |
| "loss": 0.1321, |
| "loss/crossentropy": 2.7829225063323975, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.13212688639760017, |
| "loss/reg": 4.295501232147217, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.00024, |
| "grad_norm": 0.25187963247299194, |
| "grad_norm_var": 0.00048027979198491945, |
| "learning_rate": 5e-05, |
| "loss": 0.1248, |
| "loss/crossentropy": 2.692659854888916, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.12482420355081558, |
| "loss/reg": 4.2908830642700195, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.00025, |
| "grad_norm": 0.2151177078485489, |
| "grad_norm_var": 0.0006726495064564575, |
| "learning_rate": 5e-05, |
| "loss": 0.1232, |
| "loss/crossentropy": 2.738182246685028, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1231868714094162, |
| "loss/reg": 4.285846710205078, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.00026, |
| "grad_norm": 0.23308518528938293, |
| "grad_norm_var": 0.0007424884519799501, |
| "learning_rate": 5e-05, |
| "loss": 0.1174, |
| "loss/crossentropy": 2.555102586746216, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.11737299524247646, |
| "loss/reg": 4.281113147735596, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.00027, |
| "grad_norm": 0.24523235857486725, |
| "grad_norm_var": 0.0007604384721796281, |
| "learning_rate": 5e-05, |
| "loss": 0.1201, |
| "loss/crossentropy": 2.6816893815994263, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.12014555744826794, |
| "loss/reg": 4.2765069007873535, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.00028, |
| "grad_norm": 0.25897473096847534, |
| "grad_norm_var": 0.0006160828367585275, |
| "learning_rate": 5e-05, |
| "loss": 0.1227, |
| "loss/crossentropy": 2.7505548000335693, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.12271320074796677, |
| "loss/reg": 4.27158260345459, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.00029, |
| "grad_norm": 0.23087331652641296, |
| "grad_norm_var": 0.0006691547004593392, |
| "learning_rate": 5e-05, |
| "loss": 0.1181, |
| "loss/crossentropy": 2.8483291268348694, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.11810225620865822, |
| "loss/reg": 4.267061233520508, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.0003, |
| "grad_norm": 1.2210192680358887, |
| "grad_norm_var": 0.05843327221954173, |
| "learning_rate": 5e-05, |
| "loss": 0.1723, |
| "loss/crossentropy": 2.8535077571868896, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17234252952039242, |
| "loss/reg": 4.262645244598389, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.00031, |
| "grad_norm": 0.2712586224079132, |
| "grad_norm_var": 0.058402986662709634, |
| "learning_rate": 5e-05, |
| "loss": 0.1156, |
| "loss/crossentropy": 2.6525614261627197, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.11560441367328167, |
| "loss/reg": 4.258092403411865, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.00032, |
| "grad_norm": 0.5226843953132629, |
| "grad_norm_var": 0.06092943089461011, |
| "learning_rate": 5e-05, |
| "loss": 0.1537, |
| "loss/crossentropy": 2.6228127479553223, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15369537472724915, |
| "loss/reg": 4.253781318664551, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.00033, |
| "grad_norm": 0.35246461629867554, |
| "grad_norm_var": 0.06057510886832484, |
| "learning_rate": 5e-05, |
| "loss": 0.1216, |
| "loss/crossentropy": 2.6986429691314697, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.12163393199443817, |
| "loss/reg": 4.249208450317383, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.00034, |
| "grad_norm": 0.2868311405181885, |
| "grad_norm_var": 0.060572693607631393, |
| "learning_rate": 5e-05, |
| "loss": 0.1215, |
| "loss/crossentropy": 2.7423174381256104, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.12151895463466644, |
| "loss/reg": 4.244677543640137, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.00035, |
| "grad_norm": 0.2556142210960388, |
| "grad_norm_var": 0.06064807497415105, |
| "learning_rate": 5e-05, |
| "loss": 0.1137, |
| "loss/crossentropy": 2.7171207070350647, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1137176975607872, |
| "loss/reg": 4.2399797439575195, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.00036, |
| "grad_norm": 0.2783287763595581, |
| "grad_norm_var": 0.060592460146055585, |
| "learning_rate": 5e-05, |
| "loss": 0.1138, |
| "loss/crossentropy": 2.7394094467163086, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.11381806619465351, |
| "loss/reg": 4.235424041748047, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.00037, |
| "grad_norm": 0.3065175712108612, |
| "grad_norm_var": 0.06003019540430902, |
| "learning_rate": 5e-05, |
| "loss": 0.1235, |
| "loss/crossentropy": 2.755502223968506, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.12348765879869461, |
| "loss/reg": 4.2310051918029785, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.00038, |
| "grad_norm": 0.26492562890052795, |
| "grad_norm_var": 0.059845851287469956, |
| "learning_rate": 5e-05, |
| "loss": 0.1119, |
| "loss/crossentropy": 2.8106552362442017, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.11191634088754654, |
| "loss/reg": 4.226707935333252, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.00039, |
| "grad_norm": 0.24673967063426971, |
| "grad_norm_var": 0.06039341868271975, |
| "learning_rate": 5e-05, |
| "loss": 0.1161, |
| "loss/crossentropy": 2.7490118741989136, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.11609707958996296, |
| "loss/reg": 4.222842216491699, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.0004, |
| "grad_norm": 0.2973298132419586, |
| "grad_norm_var": 0.05998792869591778, |
| "learning_rate": 5e-05, |
| "loss": 0.1124, |
| "loss/crossentropy": 2.7798808813095093, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.11244922317564487, |
| "loss/reg": 4.218531131744385, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.00041, |
| "grad_norm": 0.7517657279968262, |
| "grad_norm_var": 0.06884148715130983, |
| "learning_rate": 5e-05, |
| "loss": 0.1545, |
| "loss/crossentropy": 2.749855697154999, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15445118583738804, |
| "loss/reg": 4.214253902435303, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.00042, |
| "grad_norm": 0.2417730987071991, |
| "grad_norm_var": 0.06868010027414732, |
| "learning_rate": 5e-05, |
| "loss": 0.1099, |
| "loss/crossentropy": 2.751042366027832, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1099155992269516, |
| "loss/reg": 4.2101359367370605, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.00043, |
| "grad_norm": 0.2631951570510864, |
| "grad_norm_var": 0.06838462807177058, |
| "learning_rate": 5e-05, |
| "loss": 0.1165, |
| "loss/crossentropy": 2.7250843048095703, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.11648696288466454, |
| "loss/reg": 4.206397533416748, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.00044, |
| "grad_norm": 0.2518296241760254, |
| "grad_norm_var": 0.06850134865244813, |
| "learning_rate": 5e-05, |
| "loss": 0.1111, |
| "loss/crossentropy": 2.7153283953666687, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.11108221486210823, |
| "loss/reg": 4.201878547668457, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.00045, |
| "grad_norm": 0.24082158505916595, |
| "grad_norm_var": 0.06831278207672915, |
| "learning_rate": 5e-05, |
| "loss": 0.1177, |
| "loss/crossentropy": 2.6632660627365112, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.11769118346273899, |
| "loss/reg": 4.19778299331665, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.00046, |
| "grad_norm": 0.260890394449234, |
| "grad_norm_var": 0.018048092726357542, |
| "learning_rate": 5e-05, |
| "loss": 0.1227, |
| "loss/crossentropy": 2.7315176129341125, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.12269957736134529, |
| "loss/reg": 4.193592071533203, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.00047, |
| "grad_norm": 0.25268790125846863, |
| "grad_norm_var": 0.018186152495949234, |
| "learning_rate": 5e-05, |
| "loss": 0.1178, |
| "loss/crossentropy": 2.774504065513611, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.11776839196681976, |
| "loss/reg": 4.189169406890869, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.00048, |
| "grad_norm": 0.2759403884410858, |
| "grad_norm_var": 0.015229396543742831, |
| "learning_rate": 5e-05, |
| "loss": 0.1289, |
| "loss/crossentropy": 2.8515073657035828, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.12885254248976707, |
| "loss/reg": 4.185054779052734, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.00049, |
| "grad_norm": 0.24765782058238983, |
| "grad_norm_var": 0.015206926335741973, |
| "learning_rate": 5e-05, |
| "loss": 0.1256, |
| "loss/crossentropy": 2.7131593823432922, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1256290916353464, |
| "loss/reg": 4.1810526847839355, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.0005, |
| "grad_norm": 0.3096969425678253, |
| "grad_norm_var": 0.015214156358291781, |
| "learning_rate": 5e-05, |
| "loss": 0.1401, |
| "loss/crossentropy": 2.7528311014175415, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14005928859114647, |
| "loss/reg": 4.176880359649658, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.00051, |
| "grad_norm": 0.33225017786026, |
| "grad_norm_var": 0.015162352298149247, |
| "learning_rate": 5e-05, |
| "loss": 0.1618, |
| "loss/crossentropy": 2.73341304063797, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1618291698396206, |
| "loss/reg": 4.173260688781738, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.00052, |
| "grad_norm": 0.33166685700416565, |
| "grad_norm_var": 0.015176107188209845, |
| "learning_rate": 5e-05, |
| "loss": 0.1704, |
| "loss/crossentropy": 2.824883460998535, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1703827939927578, |
| "loss/reg": 4.168625354766846, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.00053, |
| "grad_norm": 0.4255874752998352, |
| "grad_norm_var": 0.01609058098027729, |
| "learning_rate": 5e-05, |
| "loss": 0.1856, |
| "loss/crossentropy": 2.8565452694892883, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18561138212680817, |
| "loss/reg": 4.164296627044678, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.00054, |
| "grad_norm": 0.33207008242607117, |
| "grad_norm_var": 0.015949373509081675, |
| "learning_rate": 5e-05, |
| "loss": 0.1762, |
| "loss/crossentropy": 2.7211243510246277, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1762254200875759, |
| "loss/reg": 4.16010856628418, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.00055, |
| "grad_norm": 0.3105420470237732, |
| "grad_norm_var": 0.01561146008609899, |
| "learning_rate": 5e-05, |
| "loss": 0.172, |
| "loss/crossentropy": 2.7821205854415894, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17203472182154655, |
| "loss/reg": 4.155950546264648, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.00056, |
| "grad_norm": 0.3342844247817993, |
| "grad_norm_var": 0.015583353488029018, |
| "learning_rate": 5e-05, |
| "loss": 0.1675, |
| "loss/crossentropy": 2.783965766429901, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1675088219344616, |
| "loss/reg": 4.151437759399414, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.00057, |
| "grad_norm": 0.3392151892185211, |
| "grad_norm_var": 0.0026173613848745727, |
| "learning_rate": 5e-05, |
| "loss": 0.1675, |
| "loss/crossentropy": 2.782883048057556, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16754426062107086, |
| "loss/reg": 4.1469950675964355, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.00058, |
| "grad_norm": 0.46169230341911316, |
| "grad_norm_var": 0.004024211017059094, |
| "learning_rate": 5e-05, |
| "loss": 0.1828, |
| "loss/crossentropy": 2.6869139075279236, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18278859555721283, |
| "loss/reg": 4.142712116241455, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.00059, |
| "grad_norm": 0.35874953866004944, |
| "grad_norm_var": 0.00399056950783742, |
| "learning_rate": 5e-05, |
| "loss": 0.179, |
| "loss/crossentropy": 2.683705747127533, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17896704375743866, |
| "loss/reg": 4.138728141784668, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.0006, |
| "grad_norm": 0.3390788435935974, |
| "grad_norm_var": 0.0037128700604173097, |
| "learning_rate": 5e-05, |
| "loss": 0.1824, |
| "loss/crossentropy": 2.6724974513053894, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18236950412392616, |
| "loss/reg": 4.1345534324646, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.00061, |
| "grad_norm": 0.3341596722602844, |
| "grad_norm_var": 0.003246451116369023, |
| "learning_rate": 5e-05, |
| "loss": 0.1694, |
| "loss/crossentropy": 2.956072986125946, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16935936734080315, |
| "loss/reg": 4.130521774291992, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.00062, |
| "grad_norm": 0.33658263087272644, |
| "grad_norm_var": 0.0029283974011622186, |
| "learning_rate": 5e-05, |
| "loss": 0.1668, |
| "loss/crossentropy": 2.8409587144851685, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16678539663553238, |
| "loss/reg": 4.126163005828857, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.00063, |
| "grad_norm": 0.33723217248916626, |
| "grad_norm_var": 0.0024741312804299983, |
| "learning_rate": 5e-05, |
| "loss": 0.1856, |
| "loss/crossentropy": 2.7388935685157776, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18555545806884766, |
| "loss/reg": 4.121931552886963, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.00064, |
| "grad_norm": 0.34580445289611816, |
| "grad_norm_var": 0.0022020224702210757, |
| "learning_rate": 5e-05, |
| "loss": 0.1658, |
| "loss/crossentropy": 2.6729788780212402, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16578427329659462, |
| "loss/reg": 4.117753982543945, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.00065, |
| "grad_norm": 0.33867374062538147, |
| "grad_norm_var": 0.0015716415803633144, |
| "learning_rate": 5e-05, |
| "loss": 0.1643, |
| "loss/crossentropy": 2.8432253003120422, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16425132378935814, |
| "loss/reg": 4.113894939422607, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.00066, |
| "grad_norm": 0.42098623514175415, |
| "grad_norm_var": 0.001778022217079652, |
| "learning_rate": 5e-05, |
| "loss": 0.2155, |
| "loss/crossentropy": 2.6712504625320435, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21550852805376053, |
| "loss/reg": 4.10945463180542, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.00067, |
| "grad_norm": 0.35403043031692505, |
| "grad_norm_var": 0.0017418631675115888, |
| "learning_rate": 5e-05, |
| "loss": 0.1798, |
| "loss/crossentropy": 2.7415149211883545, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1797672137618065, |
| "loss/reg": 4.1049418449401855, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.00068, |
| "grad_norm": 0.34834232926368713, |
| "grad_norm_var": 0.0017045350753313, |
| "learning_rate": 5e-05, |
| "loss": 0.1783, |
| "loss/crossentropy": 2.6858341097831726, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17833665013313293, |
| "loss/reg": 4.100775718688965, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.00069, |
| "grad_norm": 0.3541049063205719, |
| "grad_norm_var": 0.0013731843169029498, |
| "learning_rate": 5e-05, |
| "loss": 0.1744, |
| "loss/crossentropy": 2.8710713982582092, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1744227409362793, |
| "loss/reg": 4.096506595611572, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.0007, |
| "grad_norm": 0.3736323118209839, |
| "grad_norm_var": 0.0013660110363047928, |
| "learning_rate": 5e-05, |
| "loss": 0.1994, |
| "loss/crossentropy": 2.858128011226654, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19940509647130966, |
| "loss/reg": 4.091678142547607, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.00071, |
| "grad_norm": 0.33025625348091125, |
| "grad_norm_var": 0.001272272953577754, |
| "learning_rate": 5e-05, |
| "loss": 0.1646, |
| "loss/crossentropy": 2.692229390144348, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16458340734243393, |
| "loss/reg": 4.087361812591553, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.00072, |
| "grad_norm": 0.6907688975334167, |
| "grad_norm_var": 0.00815051878013667, |
| "learning_rate": 5e-05, |
| "loss": 0.1757, |
| "loss/crossentropy": 2.886055052280426, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1757429726421833, |
| "loss/reg": 4.08318567276001, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.00073, |
| "grad_norm": 0.3311053514480591, |
| "grad_norm_var": 0.008197602515626375, |
| "learning_rate": 5e-05, |
| "loss": 0.1682, |
| "loss/crossentropy": 2.704796850681305, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1681583784520626, |
| "loss/reg": 4.079033374786377, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.00074, |
| "grad_norm": 0.3336332142353058, |
| "grad_norm_var": 0.0078012237613196535, |
| "learning_rate": 5e-05, |
| "loss": 0.1689, |
| "loss/crossentropy": 2.6181225776672363, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16892167925834656, |
| "loss/reg": 4.074740409851074, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.00075, |
| "grad_norm": 0.33766406774520874, |
| "grad_norm_var": 0.007861895340318493, |
| "learning_rate": 5e-05, |
| "loss": 0.1712, |
| "loss/crossentropy": 2.756729245185852, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17122048512101173, |
| "loss/reg": 4.070303916931152, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.00076, |
| "grad_norm": 0.34048837423324585, |
| "grad_norm_var": 0.007856372064757134, |
| "learning_rate": 5e-05, |
| "loss": 0.1763, |
| "loss/crossentropy": 2.62674218416214, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17628077790141106, |
| "loss/reg": 4.065893650054932, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.00077, |
| "grad_norm": 0.3368911147117615, |
| "grad_norm_var": 0.007844070912018693, |
| "learning_rate": 5e-05, |
| "loss": 0.1789, |
| "loss/crossentropy": 2.838981509208679, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17892110347747803, |
| "loss/reg": 4.061193943023682, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.00078, |
| "grad_norm": 0.2983826696872711, |
| "grad_norm_var": 0.008102358070792626, |
| "learning_rate": 5e-05, |
| "loss": 0.151, |
| "loss/crossentropy": 2.8157095909118652, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15098581835627556, |
| "loss/reg": 4.05631685256958, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.00079, |
| "grad_norm": 0.34036847949028015, |
| "grad_norm_var": 0.008090524798600873, |
| "learning_rate": 5e-05, |
| "loss": 0.1772, |
| "loss/crossentropy": 2.742383122444153, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17718595638871193, |
| "loss/reg": 4.051788330078125, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.0008, |
| "grad_norm": 0.3196929097175598, |
| "grad_norm_var": 0.008207612908988405, |
| "learning_rate": 5e-05, |
| "loss": 0.1574, |
| "loss/crossentropy": 2.64748877286911, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15740340948104858, |
| "loss/reg": 4.046438694000244, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.00081, |
| "grad_norm": 0.3145473897457123, |
| "grad_norm_var": 0.008330494258097032, |
| "learning_rate": 5e-05, |
| "loss": 0.1591, |
| "loss/crossentropy": 2.7640033960342407, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15912048518657684, |
| "loss/reg": 4.041863441467285, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.00082, |
| "grad_norm": 0.37658828496932983, |
| "grad_norm_var": 0.008116681055328008, |
| "learning_rate": 5e-05, |
| "loss": 0.1783, |
| "loss/crossentropy": 2.8226330876350403, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17833809927105904, |
| "loss/reg": 4.0372796058654785, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.00083, |
| "grad_norm": 0.36421865224838257, |
| "grad_norm_var": 0.00811331907494814, |
| "learning_rate": 5e-05, |
| "loss": 0.1636, |
| "loss/crossentropy": 2.762717604637146, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16359057649970055, |
| "loss/reg": 4.032177925109863, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.00084, |
| "grad_norm": 0.3138120174407959, |
| "grad_norm_var": 0.00825034262581384, |
| "learning_rate": 5e-05, |
| "loss": 0.1606, |
| "loss/crossentropy": 2.625426709651947, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16061001271009445, |
| "loss/reg": 4.027446269989014, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.00085, |
| "grad_norm": 0.34441590309143066, |
| "grad_norm_var": 0.00826351514204321, |
| "learning_rate": 5e-05, |
| "loss": 0.1667, |
| "loss/crossentropy": 2.8294222950935364, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16673466563224792, |
| "loss/reg": 4.022748947143555, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.00086, |
| "grad_norm": 0.316683828830719, |
| "grad_norm_var": 0.00835627592765974, |
| "learning_rate": 5e-05, |
| "loss": 0.1564, |
| "loss/crossentropy": 2.8250383734703064, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1564498096704483, |
| "loss/reg": 4.017378330230713, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.00087, |
| "grad_norm": 0.3178180456161499, |
| "grad_norm_var": 0.008407967451986308, |
| "learning_rate": 5e-05, |
| "loss": 0.1589, |
| "loss/crossentropy": 2.831330358982086, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15890633687376976, |
| "loss/reg": 4.012408256530762, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.00088, |
| "grad_norm": 0.33865824341773987, |
| "grad_norm_var": 0.00038455914158520567, |
| "learning_rate": 5e-05, |
| "loss": 0.1665, |
| "loss/crossentropy": 2.8202422857284546, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16647625714540482, |
| "loss/reg": 4.00655460357666, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.00089, |
| "grad_norm": 0.33375900983810425, |
| "grad_norm_var": 0.00038439593085719167, |
| "learning_rate": 5e-05, |
| "loss": 0.1655, |
| "loss/crossentropy": 2.748092472553253, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1655096672475338, |
| "loss/reg": 4.000852584838867, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.0009, |
| "grad_norm": 0.41060250997543335, |
| "grad_norm_var": 0.000761403690223957, |
| "learning_rate": 5e-05, |
| "loss": 0.1679, |
| "loss/crossentropy": 2.8519994616508484, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1679377369582653, |
| "loss/reg": 3.9966533184051514, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.00091, |
| "grad_norm": 0.3349744379520416, |
| "grad_norm_var": 0.0007618998964447029, |
| "learning_rate": 5e-05, |
| "loss": 0.1663, |
| "loss/crossentropy": 2.8302014470100403, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16629018262028694, |
| "loss/reg": 3.9916272163391113, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.00092, |
| "grad_norm": 0.40859073400497437, |
| "grad_norm_var": 0.0010778266384652254, |
| "learning_rate": 5e-05, |
| "loss": 0.1631, |
| "loss/crossentropy": 2.831357002258301, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16314184293150902, |
| "loss/reg": 3.9862587451934814, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.00093, |
| "grad_norm": 0.3679395616054535, |
| "grad_norm_var": 0.0011174436691973562, |
| "learning_rate": 5e-05, |
| "loss": 0.1749, |
| "loss/crossentropy": 2.653463125228882, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17491210997104645, |
| "loss/reg": 3.9809703826904297, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.00094, |
| "grad_norm": 0.33192068338394165, |
| "grad_norm_var": 0.000984578674839117, |
| "learning_rate": 5e-05, |
| "loss": 0.1689, |
| "loss/crossentropy": 2.9128816723823547, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16890091821551323, |
| "loss/reg": 3.9768238067626953, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.00095, |
| "grad_norm": 0.33981162309646606, |
| "grad_norm_var": 0.000985009641976816, |
| "learning_rate": 5e-05, |
| "loss": 0.1651, |
| "loss/crossentropy": 2.8998738527297974, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1651129573583603, |
| "loss/reg": 3.9723405838012695, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.00096, |
| "grad_norm": 0.31845277547836304, |
| "grad_norm_var": 0.0009894353533322537, |
| "learning_rate": 5e-05, |
| "loss": 0.1566, |
| "loss/crossentropy": 2.738618314266205, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15662826597690582, |
| "loss/reg": 3.9680373668670654, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.00097, |
| "grad_norm": 0.3521839678287506, |
| "grad_norm_var": 0.0009211371554959176, |
| "learning_rate": 5e-05, |
| "loss": 0.1571, |
| "loss/crossentropy": 2.896687388420105, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15710216015577316, |
| "loss/reg": 3.964097499847412, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.00098, |
| "grad_norm": 0.41529935598373413, |
| "grad_norm_var": 0.0011615701056859014, |
| "learning_rate": 5e-05, |
| "loss": 0.1761, |
| "loss/crossentropy": 2.6711183190345764, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.176058791577816, |
| "loss/reg": 3.959585428237915, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.00099, |
| "grad_norm": 0.3406970202922821, |
| "grad_norm_var": 0.0011533483453351997, |
| "learning_rate": 5e-05, |
| "loss": 0.1755, |
| "loss/crossentropy": 2.762200713157654, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17553818225860596, |
| "loss/reg": 3.9551267623901367, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.001, |
| "grad_norm": 0.3295409083366394, |
| "grad_norm_var": 0.0010948026927074712, |
| "learning_rate": 5e-05, |
| "loss": 0.1791, |
| "loss/crossentropy": 2.666721522808075, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17914289608597755, |
| "loss/reg": 3.9509167671203613, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.00101, |
| "grad_norm": 0.3429720401763916, |
| "grad_norm_var": 0.001096024238407974, |
| "learning_rate": 5e-05, |
| "loss": 0.1793, |
| "loss/crossentropy": 2.82060843706131, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1792576014995575, |
| "loss/reg": 3.9469358921051025, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.00102, |
| "grad_norm": 0.3215195834636688, |
| "grad_norm_var": 0.0010760084324249537, |
| "learning_rate": 5e-05, |
| "loss": 0.1632, |
| "loss/crossentropy": 2.808405876159668, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16316882148385048, |
| "loss/reg": 3.943436622619629, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.00103, |
| "grad_norm": 0.33158427476882935, |
| "grad_norm_var": 0.0010282390377130302, |
| "learning_rate": 5e-05, |
| "loss": 0.1783, |
| "loss/crossentropy": 2.8497248888015747, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1783306896686554, |
| "loss/reg": 3.9394803047180176, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.00104, |
| "grad_norm": 0.3384368121623993, |
| "grad_norm_var": 0.001028611107856688, |
| "learning_rate": 5e-05, |
| "loss": 0.1773, |
| "loss/crossentropy": 2.8479551672935486, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17731818184256554, |
| "loss/reg": 3.935678243637085, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.00105, |
| "grad_norm": 0.3275454342365265, |
| "grad_norm_var": 0.0010454262321925218, |
| "learning_rate": 5e-05, |
| "loss": 0.172, |
| "loss/crossentropy": 2.7240310311317444, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17204875499010086, |
| "loss/reg": 3.932224750518799, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.00106, |
| "grad_norm": 0.3352244198322296, |
| "grad_norm_var": 0.0007990449288615142, |
| "learning_rate": 5e-05, |
| "loss": 0.1687, |
| "loss/crossentropy": 2.657980978488922, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16869833320379257, |
| "loss/reg": 3.92889142036438, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.00107, |
| "grad_norm": 0.3195781409740448, |
| "grad_norm_var": 0.00083658300653268, |
| "learning_rate": 5e-05, |
| "loss": 0.1642, |
| "loss/crossentropy": 2.7351735830307007, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16421591117978096, |
| "loss/reg": 3.9260904788970947, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.00108, |
| "grad_norm": 0.3216703534126282, |
| "grad_norm_var": 0.0005727423089818255, |
| "learning_rate": 5e-05, |
| "loss": 0.1611, |
| "loss/crossentropy": 2.835266649723053, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1611352562904358, |
| "loss/reg": 3.923356533050537, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.00109, |
| "grad_norm": 0.3534785807132721, |
| "grad_norm_var": 0.0005312635552543169, |
| "learning_rate": 5e-05, |
| "loss": 0.1689, |
| "loss/crossentropy": 2.8821677565574646, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1689467802643776, |
| "loss/reg": 3.9208316802978516, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.0011, |
| "grad_norm": 0.33851271867752075, |
| "grad_norm_var": 0.0005279815580263729, |
| "learning_rate": 5e-05, |
| "loss": 0.171, |
| "loss/crossentropy": 2.7201637029647827, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17095838487148285, |
| "loss/reg": 3.918743133544922, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.00111, |
| "grad_norm": 0.32998839020729065, |
| "grad_norm_var": 0.0005331548233647158, |
| "learning_rate": 5e-05, |
| "loss": 0.166, |
| "loss/crossentropy": 2.6836928725242615, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16604754701256752, |
| "loss/reg": 3.914886951446533, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.00112, |
| "grad_norm": 0.420744925737381, |
| "grad_norm_var": 0.0009131281860373264, |
| "learning_rate": 5e-05, |
| "loss": 0.1738, |
| "loss/crossentropy": 2.568650722503662, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1737859919667244, |
| "loss/reg": 3.9106812477111816, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.00113, |
| "grad_norm": 0.3349835276603699, |
| "grad_norm_var": 0.000914996833659265, |
| "learning_rate": 5e-05, |
| "loss": 0.1522, |
| "loss/crossentropy": 2.7411792278289795, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15223057195544243, |
| "loss/reg": 3.9069032669067383, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.00114, |
| "grad_norm": 0.34276068210601807, |
| "grad_norm_var": 0.0005529241807124034, |
| "learning_rate": 5e-05, |
| "loss": 0.1567, |
| "loss/crossentropy": 2.80877947807312, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1567244492471218, |
| "loss/reg": 3.90332293510437, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.00115, |
| "grad_norm": 0.35375383496284485, |
| "grad_norm_var": 0.0005659636539689298, |
| "learning_rate": 5e-05, |
| "loss": 0.1657, |
| "loss/crossentropy": 2.698065936565399, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16574329882860184, |
| "loss/reg": 3.8998756408691406, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.00116, |
| "grad_norm": 0.33278602361679077, |
| "grad_norm_var": 0.0005620343134485931, |
| "learning_rate": 5e-05, |
| "loss": 0.1739, |
| "loss/crossentropy": 2.7814364433288574, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17385346069931984, |
| "loss/reg": 3.8964290618896484, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.00117, |
| "grad_norm": 0.35139891505241394, |
| "grad_norm_var": 0.0005694228893132684, |
| "learning_rate": 5e-05, |
| "loss": 0.1701, |
| "loss/crossentropy": 2.7721198201179504, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1701316274702549, |
| "loss/reg": 3.8925936222076416, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.00118, |
| "grad_norm": 0.3708522915840149, |
| "grad_norm_var": 0.0005942298534055627, |
| "learning_rate": 5e-05, |
| "loss": 0.1723, |
| "loss/crossentropy": 2.8753750920295715, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17226434499025345, |
| "loss/reg": 3.888739824295044, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.00119, |
| "grad_norm": 0.32619452476501465, |
| "grad_norm_var": 0.0006049363247454272, |
| "learning_rate": 5e-05, |
| "loss": 0.1559, |
| "loss/crossentropy": 2.792622923851013, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15585486218333244, |
| "loss/reg": 3.8849120140075684, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.0012, |
| "grad_norm": 0.3160404562950134, |
| "grad_norm_var": 0.0006517621123632485, |
| "learning_rate": 5e-05, |
| "loss": 0.1657, |
| "loss/crossentropy": 2.833389937877655, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16574294120073318, |
| "loss/reg": 3.8814921379089355, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.00121, |
| "grad_norm": 2.6332755088806152, |
| "grad_norm_var": 0.328414929277446, |
| "learning_rate": 5e-05, |
| "loss": 0.2807, |
| "loss/crossentropy": 2.960978329181671, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.280683059245348, |
| "loss/reg": 3.8778162002563477, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.00122, |
| "grad_norm": 0.39280807971954346, |
| "grad_norm_var": 0.32746202761424736, |
| "learning_rate": 5e-05, |
| "loss": 0.1791, |
| "loss/crossentropy": 2.8656354546546936, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17905254289507866, |
| "loss/reg": 3.8742706775665283, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.00123, |
| "grad_norm": 0.36644095182418823, |
| "grad_norm_var": 0.3265348837601918, |
| "learning_rate": 5e-05, |
| "loss": 0.1765, |
| "loss/crossentropy": 2.776346266269684, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1764557734131813, |
| "loss/reg": 3.8701822757720947, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.00124, |
| "grad_norm": 0.39717525243759155, |
| "grad_norm_var": 0.3251678188828664, |
| "learning_rate": 5e-05, |
| "loss": 0.1796, |
| "loss/crossentropy": 2.9204375743865967, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1796155981719494, |
| "loss/reg": 3.866316556930542, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.00125, |
| "grad_norm": 0.366623193025589, |
| "grad_norm_var": 0.3249260727271075, |
| "learning_rate": 5e-05, |
| "loss": 0.1654, |
| "loss/crossentropy": 2.42034849524498, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.165392205119133, |
| "loss/reg": 3.8625807762145996, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.00126, |
| "grad_norm": 0.3638598918914795, |
| "grad_norm_var": 0.32442588175429127, |
| "learning_rate": 5e-05, |
| "loss": 0.1601, |
| "loss/crossentropy": 2.936553716659546, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16014225035905838, |
| "loss/reg": 3.8585283756256104, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.00127, |
| "grad_norm": 0.3437521159648895, |
| "grad_norm_var": 0.3241257586372512, |
| "learning_rate": 5e-05, |
| "loss": 0.1603, |
| "loss/crossentropy": 2.8428520560264587, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16030794754624367, |
| "loss/reg": 3.854602813720703, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.00128, |
| "grad_norm": 0.3604683578014374, |
| "grad_norm_var": 0.3249965569466151, |
| "learning_rate": 5e-05, |
| "loss": 0.1688, |
| "loss/crossentropy": 2.717309355735779, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1687549129128456, |
| "loss/reg": 3.85067081451416, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.00129, |
| "grad_norm": 0.3499651849269867, |
| "grad_norm_var": 0.32468680185211135, |
| "learning_rate": 5e-05, |
| "loss": 0.1748, |
| "loss/crossentropy": 2.819560468196869, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17475899681448936, |
| "loss/reg": 3.8467037677764893, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.0013, |
| "grad_norm": 0.3231496512889862, |
| "grad_norm_var": 0.32511678466571453, |
| "learning_rate": 5e-05, |
| "loss": 0.1695, |
| "loss/crossentropy": 2.5843223929405212, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16951489821076393, |
| "loss/reg": 3.843282699584961, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.00131, |
| "grad_norm": 0.3588982820510864, |
| "grad_norm_var": 0.325020330590364, |
| "learning_rate": 5e-05, |
| "loss": 0.169, |
| "loss/crossentropy": 2.725651264190674, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16896183416247368, |
| "loss/reg": 3.839895725250244, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.00132, |
| "grad_norm": 0.37743306159973145, |
| "grad_norm_var": 0.32416673149153025, |
| "learning_rate": 5e-05, |
| "loss": 0.1833, |
| "loss/crossentropy": 3.0410608053207397, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1833292953670025, |
| "loss/reg": 3.8355963230133057, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.00133, |
| "grad_norm": 0.32988330721855164, |
| "grad_norm_var": 0.32462166470000664, |
| "learning_rate": 5e-05, |
| "loss": 0.1654, |
| "loss/crossentropy": 2.7005507349967957, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1653790920972824, |
| "loss/reg": 3.831345558166504, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.00134, |
| "grad_norm": 0.35988613963127136, |
| "grad_norm_var": 0.32481589623167567, |
| "learning_rate": 5e-05, |
| "loss": 0.1792, |
| "loss/crossentropy": 2.7048683762550354, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17917973920702934, |
| "loss/reg": 3.8267781734466553, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.00135, |
| "grad_norm": 0.32649827003479004, |
| "grad_norm_var": 0.324808949416691, |
| "learning_rate": 5e-05, |
| "loss": 0.1642, |
| "loss/crossentropy": 2.791461765766144, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16420895606279373, |
| "loss/reg": 3.8223133087158203, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.00136, |
| "grad_norm": 0.6779212355613708, |
| "grad_norm_var": 0.32421967313153754, |
| "learning_rate": 5e-05, |
| "loss": 0.2361, |
| "loss/crossentropy": 3.063343107700348, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2360655590891838, |
| "loss/reg": 3.818582057952881, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.00137, |
| "grad_norm": 0.4217770993709564, |
| "grad_norm_var": 0.0069040846383882, |
| "learning_rate": 5e-05, |
| "loss": 0.1936, |
| "loss/crossentropy": 2.8291149735450745, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19361505657434464, |
| "loss/reg": 3.814713716506958, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.00138, |
| "grad_norm": 0.3183574378490448, |
| "grad_norm_var": 0.0071460434004817905, |
| "learning_rate": 5e-05, |
| "loss": 0.1596, |
| "loss/crossentropy": 2.733646512031555, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15959006920456886, |
| "loss/reg": 3.8112361431121826, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.00139, |
| "grad_norm": 0.35119444131851196, |
| "grad_norm_var": 0.007183318962822194, |
| "learning_rate": 5e-05, |
| "loss": 0.1706, |
| "loss/crossentropy": 2.777931809425354, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17056189104914665, |
| "loss/reg": 3.807130813598633, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.0014, |
| "grad_norm": 0.3381962478160858, |
| "grad_norm_var": 0.007239536480815012, |
| "learning_rate": 5e-05, |
| "loss": 0.1651, |
| "loss/crossentropy": 2.865752935409546, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16511252894997597, |
| "loss/reg": 3.8030734062194824, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.00141, |
| "grad_norm": 0.35082533955574036, |
| "grad_norm_var": 0.007268548808216302, |
| "learning_rate": 5e-05, |
| "loss": 0.1608, |
| "loss/crossentropy": 2.734546184539795, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16080284118652344, |
| "loss/reg": 3.7996251583099365, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.00142, |
| "grad_norm": 0.4269000291824341, |
| "grad_norm_var": 0.007448472313405929, |
| "learning_rate": 5e-05, |
| "loss": 0.1806, |
| "loss/crossentropy": 2.9227113127708435, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1805506870150566, |
| "loss/reg": 3.7955057621002197, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.00143, |
| "grad_norm": 0.3532395660877228, |
| "grad_norm_var": 0.0074133753520221855, |
| "learning_rate": 5e-05, |
| "loss": 0.1588, |
| "loss/crossentropy": 2.9407125115394592, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15880529955029488, |
| "loss/reg": 3.791508197784424, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.00144, |
| "grad_norm": 0.3449239134788513, |
| "grad_norm_var": 0.007461781173789813, |
| "learning_rate": 5e-05, |
| "loss": 0.1652, |
| "loss/crossentropy": 2.8305121660232544, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1652398444712162, |
| "loss/reg": 3.7871744632720947, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.00145, |
| "grad_norm": 0.3272966742515564, |
| "grad_norm_var": 0.007571273873210712, |
| "learning_rate": 5e-05, |
| "loss": 0.1714, |
| "loss/crossentropy": 2.876939594745636, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17143940553069115, |
| "loss/reg": 3.7832887172698975, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.00146, |
| "grad_norm": 0.31960922479629517, |
| "grad_norm_var": 0.007596131782178968, |
| "learning_rate": 5e-05, |
| "loss": 0.1558, |
| "loss/crossentropy": 2.7597694993019104, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15579523891210556, |
| "loss/reg": 3.77976393699646, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.00147, |
| "grad_norm": 0.3329758048057556, |
| "grad_norm_var": 0.007690076208493398, |
| "learning_rate": 5e-05, |
| "loss": 0.1602, |
| "loss/crossentropy": 2.823091506958008, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16016652062535286, |
| "loss/reg": 3.776364326477051, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.00148, |
| "grad_norm": 0.3245135545730591, |
| "grad_norm_var": 0.007828939248271782, |
| "learning_rate": 5e-05, |
| "loss": 0.1608, |
| "loss/crossentropy": 2.622242748737335, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16081608831882477, |
| "loss/reg": 3.7724997997283936, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.00149, |
| "grad_norm": 0.3239537179470062, |
| "grad_norm_var": 0.007862062788276463, |
| "learning_rate": 5e-05, |
| "loss": 0.1559, |
| "loss/crossentropy": 2.826173484325409, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15591008588671684, |
| "loss/reg": 3.7680001258850098, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.0015, |
| "grad_norm": 0.3199516534805298, |
| "grad_norm_var": 0.00800828926831548, |
| "learning_rate": 5e-05, |
| "loss": 0.1705, |
| "loss/crossentropy": 2.73406845331192, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17048393934965134, |
| "loss/reg": 3.7640268802642822, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.00151, |
| "grad_norm": 0.3810157775878906, |
| "grad_norm_var": 0.00790594146931481, |
| "learning_rate": 5e-05, |
| "loss": 0.1772, |
| "loss/crossentropy": 2.746786952018738, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17715823650360107, |
| "loss/reg": 3.760627508163452, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.00152, |
| "grad_norm": 0.33840498328208923, |
| "grad_norm_var": 0.0011503711202599262, |
| "learning_rate": 5e-05, |
| "loss": 0.168, |
| "loss/crossentropy": 2.7671576738357544, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1679898537695408, |
| "loss/reg": 3.7571685314178467, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.00153, |
| "grad_norm": 0.35103219747543335, |
| "grad_norm_var": 0.0007702874374444798, |
| "learning_rate": 5e-05, |
| "loss": 0.1683, |
| "loss/crossentropy": 2.8394588828086853, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1682782731950283, |
| "loss/reg": 3.7533957958221436, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.00154, |
| "grad_norm": 0.34948527812957764, |
| "grad_norm_var": 0.000724837481797543, |
| "learning_rate": 5e-05, |
| "loss": 0.1551, |
| "loss/crossentropy": 2.637475073337555, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1551469974219799, |
| "loss/reg": 3.7496984004974365, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.00155, |
| "grad_norm": 0.32411250472068787, |
| "grad_norm_var": 0.000751360146424022, |
| "learning_rate": 5e-05, |
| "loss": 0.1655, |
| "loss/crossentropy": 2.65782767534256, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16551653295755386, |
| "loss/reg": 3.7462174892425537, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.00156, |
| "grad_norm": 0.3659244775772095, |
| "grad_norm_var": 0.0007773935392291246, |
| "learning_rate": 5e-05, |
| "loss": 0.1618, |
| "loss/crossentropy": 2.8054139614105225, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16182733327150345, |
| "loss/reg": 3.7422730922698975, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.00157, |
| "grad_norm": 0.3639696538448334, |
| "grad_norm_var": 0.0007968496539047743, |
| "learning_rate": 5e-05, |
| "loss": 0.172, |
| "loss/crossentropy": 2.643721103668213, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17196981981396675, |
| "loss/reg": 3.7390189170837402, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.00158, |
| "grad_norm": 0.372111439704895, |
| "grad_norm_var": 0.0003986384080602812, |
| "learning_rate": 5e-05, |
| "loss": 0.1752, |
| "loss/crossentropy": 2.6860750317573547, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17522458359599113, |
| "loss/reg": 3.7351748943328857, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.00159, |
| "grad_norm": 0.3412966728210449, |
| "grad_norm_var": 0.0003916975034196302, |
| "learning_rate": 5e-05, |
| "loss": 0.1732, |
| "loss/crossentropy": 2.7506829500198364, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17320549115538597, |
| "loss/reg": 3.731645345687866, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.0016, |
| "grad_norm": 0.31508323550224304, |
| "grad_norm_var": 0.0004378510847698321, |
| "learning_rate": 5e-05, |
| "loss": 0.1676, |
| "loss/crossentropy": 2.672293782234192, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16758090257644653, |
| "loss/reg": 3.727598190307617, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.00161, |
| "grad_norm": 0.39773106575012207, |
| "grad_norm_var": 0.0006223116385708161, |
| "learning_rate": 5e-05, |
| "loss": 0.1867, |
| "loss/crossentropy": 2.975751519203186, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18666821345686913, |
| "loss/reg": 3.7237842082977295, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.00162, |
| "grad_norm": 0.3057797849178314, |
| "grad_norm_var": 0.0006812186499233134, |
| "learning_rate": 5e-05, |
| "loss": 0.1511, |
| "loss/crossentropy": 2.768982172012329, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15112394466996193, |
| "loss/reg": 3.7201473712921143, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.00163, |
| "grad_norm": 0.39109617471694946, |
| "grad_norm_var": 0.0008052929738533592, |
| "learning_rate": 5e-05, |
| "loss": 0.1692, |
| "loss/crossentropy": 2.7556854486465454, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1692204400897026, |
| "loss/reg": 3.715847969055176, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.00164, |
| "grad_norm": 0.3230038285255432, |
| "grad_norm_var": 0.0008101312463145642, |
| "learning_rate": 5e-05, |
| "loss": 0.158, |
| "loss/crossentropy": 2.663906216621399, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1579984687268734, |
| "loss/reg": 3.712200403213501, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.00165, |
| "grad_norm": 0.32820436358451843, |
| "grad_norm_var": 0.0007977755717131292, |
| "learning_rate": 5e-05, |
| "loss": 0.1535, |
| "loss/crossentropy": 2.7556238174438477, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15348907560110092, |
| "loss/reg": 3.7093729972839355, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.00166, |
| "grad_norm": 0.37247714400291443, |
| "grad_norm_var": 0.0007736858685811421, |
| "learning_rate": 5e-05, |
| "loss": 0.168, |
| "loss/crossentropy": 2.623964309692383, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16797634214162827, |
| "loss/reg": 3.7055835723876953, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.00167, |
| "grad_norm": 0.31921809911727905, |
| "grad_norm_var": 0.0007674848471050747, |
| "learning_rate": 5e-05, |
| "loss": 0.1618, |
| "loss/crossentropy": 2.6233983039855957, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16180693730711937, |
| "loss/reg": 3.7018704414367676, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.00168, |
| "grad_norm": 0.41518375277519226, |
| "grad_norm_var": 0.0010434978692974088, |
| "learning_rate": 5e-05, |
| "loss": 0.1842, |
| "loss/crossentropy": 2.794585347175598, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18423354998230934, |
| "loss/reg": 3.6984987258911133, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.00169, |
| "grad_norm": 0.3530808985233307, |
| "grad_norm_var": 0.0010434324942960296, |
| "learning_rate": 5e-05, |
| "loss": 0.1818, |
| "loss/crossentropy": 2.725895941257477, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18175217881798744, |
| "loss/reg": 3.6949737071990967, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.0017, |
| "grad_norm": 0.35729339718818665, |
| "grad_norm_var": 0.001044250197534243, |
| "learning_rate": 5e-05, |
| "loss": 0.1758, |
| "loss/crossentropy": 2.8144423365592957, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1758369542658329, |
| "loss/reg": 3.6909079551696777, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.00171, |
| "grad_norm": 0.3258056044578552, |
| "grad_norm_var": 0.0010379424391956011, |
| "learning_rate": 5e-05, |
| "loss": 0.1615, |
| "loss/crossentropy": 2.6860609650611877, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1615053378045559, |
| "loss/reg": 3.6872336864471436, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.00172, |
| "grad_norm": 0.3320024907588959, |
| "grad_norm_var": 0.0010511954351829684, |
| "learning_rate": 5e-05, |
| "loss": 0.1669, |
| "loss/crossentropy": 2.7618680596351624, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16686224937438965, |
| "loss/reg": 3.684033155441284, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.00173, |
| "grad_norm": 0.32370057702064514, |
| "grad_norm_var": 0.001082015111668518, |
| "learning_rate": 5e-05, |
| "loss": 0.1568, |
| "loss/crossentropy": 2.8911356329917908, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15675026923418045, |
| "loss/reg": 3.6797101497650146, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.00174, |
| "grad_norm": 0.3590388298034668, |
| "grad_norm_var": 0.0010512214971074684, |
| "learning_rate": 5e-05, |
| "loss": 0.1608, |
| "loss/crossentropy": 2.894763946533203, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16077794507145882, |
| "loss/reg": 3.676694393157959, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.00175, |
| "grad_norm": 0.362693190574646, |
| "grad_norm_var": 0.0010621381304175893, |
| "learning_rate": 5e-05, |
| "loss": 0.181, |
| "loss/crossentropy": 2.9355967044830322, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18095535412430763, |
| "loss/reg": 3.6728715896606445, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.00176, |
| "grad_norm": 0.3421201705932617, |
| "grad_norm_var": 0.0009861454944628978, |
| "learning_rate": 5e-05, |
| "loss": 0.1752, |
| "loss/crossentropy": 2.771928548812866, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17522436380386353, |
| "loss/reg": 3.6698157787323, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.00177, |
| "grad_norm": 0.3921768069267273, |
| "grad_norm_var": 0.0009531156716223066, |
| "learning_rate": 5e-05, |
| "loss": 0.1682, |
| "loss/crossentropy": 2.9020140171051025, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16816864535212517, |
| "loss/reg": 3.6669130325317383, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.00178, |
| "grad_norm": 0.414460688829422, |
| "grad_norm_var": 0.0010479472090343092, |
| "learning_rate": 5e-05, |
| "loss": 0.1652, |
| "loss/crossentropy": 2.871070384979248, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1651761755347252, |
| "loss/reg": 3.6637353897094727, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.00179, |
| "grad_norm": 0.37821123003959656, |
| "grad_norm_var": 0.0009996989224075473, |
| "learning_rate": 5e-05, |
| "loss": 0.1618, |
| "loss/crossentropy": 2.8318552374839783, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16177014261484146, |
| "loss/reg": 3.6601526737213135, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.0018, |
| "grad_norm": 0.33756861090660095, |
| "grad_norm_var": 0.0009485554235717804, |
| "learning_rate": 5e-05, |
| "loss": 0.164, |
| "loss/crossentropy": 2.7179840803146362, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16402991488575935, |
| "loss/reg": 3.655977725982666, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.00181, |
| "grad_norm": 0.3508152663707733, |
| "grad_norm_var": 0.0008934631549546879, |
| "learning_rate": 5e-05, |
| "loss": 0.1824, |
| "loss/crossentropy": 2.655538856983185, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18240001425147057, |
| "loss/reg": 3.6522390842437744, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.00182, |
| "grad_norm": 0.4800889194011688, |
| "grad_norm_var": 0.0018179163356779901, |
| "learning_rate": 5e-05, |
| "loss": 0.1773, |
| "loss/crossentropy": 2.9170504808425903, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17730093747377396, |
| "loss/reg": 3.648420810699463, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.00183, |
| "grad_norm": 0.32715606689453125, |
| "grad_norm_var": 0.0017731703957083382, |
| "learning_rate": 5e-05, |
| "loss": 0.1599, |
| "loss/crossentropy": 2.6978230476379395, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15988203510642052, |
| "loss/reg": 3.644439458847046, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.00184, |
| "grad_norm": 0.3219493329524994, |
| "grad_norm_var": 0.0017014689354580615, |
| "learning_rate": 5e-05, |
| "loss": 0.1588, |
| "loss/crossentropy": 2.772395610809326, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.158803328871727, |
| "loss/reg": 3.6410605907440186, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.00185, |
| "grad_norm": 0.3204100728034973, |
| "grad_norm_var": 0.0017978203455529696, |
| "learning_rate": 5e-05, |
| "loss": 0.1595, |
| "loss/crossentropy": 2.7290788292884827, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15948805212974548, |
| "loss/reg": 3.637272596359253, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.00186, |
| "grad_norm": 0.34646865725517273, |
| "grad_norm_var": 0.0018059373173852718, |
| "learning_rate": 5e-05, |
| "loss": 0.1723, |
| "loss/crossentropy": 2.68435937166214, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17226089164614677, |
| "loss/reg": 3.6334545612335205, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.00187, |
| "grad_norm": 0.35515356063842773, |
| "grad_norm_var": 0.001737051018651666, |
| "learning_rate": 5e-05, |
| "loss": 0.1656, |
| "loss/crossentropy": 2.8159299492836, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16557194665074348, |
| "loss/reg": 3.629215717315674, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.00188, |
| "grad_norm": 0.31605055928230286, |
| "grad_norm_var": 0.0018103786054489293, |
| "learning_rate": 5e-05, |
| "loss": 0.1587, |
| "loss/crossentropy": 2.737620174884796, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15867746248841286, |
| "loss/reg": 3.6252663135528564, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.00189, |
| "grad_norm": 0.3383916914463043, |
| "grad_norm_var": 0.0017566740185558556, |
| "learning_rate": 5e-05, |
| "loss": 0.1621, |
| "loss/crossentropy": 2.7829577326774597, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.162098228931427, |
| "loss/reg": 3.621067523956299, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.0019, |
| "grad_norm": 0.4556836783885956, |
| "grad_norm_var": 0.0023419423247556044, |
| "learning_rate": 5e-05, |
| "loss": 0.1687, |
| "loss/crossentropy": 2.9624626636505127, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1686898171901703, |
| "loss/reg": 3.6163265705108643, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.00191, |
| "grad_norm": 0.3975931406021118, |
| "grad_norm_var": 0.0024075083289669527, |
| "learning_rate": 5e-05, |
| "loss": 0.155, |
| "loss/crossentropy": 2.731001079082489, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15501929074525833, |
| "loss/reg": 3.6121585369110107, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.00192, |
| "grad_norm": 0.37328633666038513, |
| "grad_norm_var": 0.002364231645687964, |
| "learning_rate": 5e-05, |
| "loss": 0.1683, |
| "loss/crossentropy": 2.754942238330841, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16829831898212433, |
| "loss/reg": 3.6073873043060303, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.00193, |
| "grad_norm": 0.3342723250389099, |
| "grad_norm_var": 0.0023955576435807737, |
| "learning_rate": 5e-05, |
| "loss": 0.1663, |
| "loss/crossentropy": 2.7424720525741577, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16633369401097298, |
| "loss/reg": 3.6036906242370605, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.00194, |
| "grad_norm": 0.38286155462265015, |
| "grad_norm_var": 0.002251566346172081, |
| "learning_rate": 5e-05, |
| "loss": 0.1652, |
| "loss/crossentropy": 2.9778133630752563, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16522743180394173, |
| "loss/reg": 3.600316286087036, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.00195, |
| "grad_norm": 0.36051952838897705, |
| "grad_norm_var": 0.0022364206403587715, |
| "learning_rate": 5e-05, |
| "loss": 0.1772, |
| "loss/crossentropy": 2.6842609643936157, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1771794743835926, |
| "loss/reg": 3.596491813659668, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.00196, |
| "grad_norm": 0.3526027202606201, |
| "grad_norm_var": 0.0022007878333510996, |
| "learning_rate": 5e-05, |
| "loss": 0.1561, |
| "loss/crossentropy": 2.7837477922439575, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15605639293789864, |
| "loss/reg": 3.5926032066345215, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.00197, |
| "grad_norm": 0.35895583033561707, |
| "grad_norm_var": 0.002191344445433652, |
| "learning_rate": 5e-05, |
| "loss": 0.1801, |
| "loss/crossentropy": 2.85478812456131, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1800978109240532, |
| "loss/reg": 3.589280843734741, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.00198, |
| "grad_norm": 0.3372839689254761, |
| "grad_norm_var": 0.0012524713862786308, |
| "learning_rate": 5e-05, |
| "loss": 0.1571, |
| "loss/crossentropy": 2.805725872516632, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15710647776722908, |
| "loss/reg": 3.5851662158966064, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.00199, |
| "grad_norm": 0.33652499318122864, |
| "grad_norm_var": 0.0012232813247675149, |
| "learning_rate": 5e-05, |
| "loss": 0.1652, |
| "loss/crossentropy": 2.657254457473755, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1651643067598343, |
| "loss/reg": 3.581798553466797, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.002, |
| "grad_norm": 0.36757001280784607, |
| "grad_norm_var": 0.001149275638629573, |
| "learning_rate": 5e-05, |
| "loss": 0.1756, |
| "loss/crossentropy": 2.7496553659439087, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17555997148156166, |
| "loss/reg": 3.577878475189209, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.00201, |
| "grad_norm": 0.4317435324192047, |
| "grad_norm_var": 0.0013607474972908151, |
| "learning_rate": 5e-05, |
| "loss": 0.1643, |
| "loss/crossentropy": 3.168861448764801, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.164311021566391, |
| "loss/reg": 3.5741024017333984, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.00202, |
| "grad_norm": 0.3569833040237427, |
| "grad_norm_var": 0.0013412425012825579, |
| "learning_rate": 5e-05, |
| "loss": 0.1778, |
| "loss/crossentropy": 2.7941558957099915, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17778108268976212, |
| "loss/reg": 3.5706787109375, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.00203, |
| "grad_norm": 0.31648150086402893, |
| "grad_norm_var": 0.0014904716039333447, |
| "learning_rate": 5e-05, |
| "loss": 0.156, |
| "loss/crossentropy": 2.872058689594269, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1559964008629322, |
| "loss/reg": 3.5671305656433105, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.00204, |
| "grad_norm": 0.32686129212379456, |
| "grad_norm_var": 0.0014293085106024154, |
| "learning_rate": 5e-05, |
| "loss": 0.1593, |
| "loss/crossentropy": 2.7316592931747437, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15925980731844902, |
| "loss/reg": 3.5632758140563965, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.00205, |
| "grad_norm": 0.3191937506198883, |
| "grad_norm_var": 0.001518472211395964, |
| "learning_rate": 5e-05, |
| "loss": 0.1527, |
| "loss/crossentropy": 2.7802085876464844, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15268265083432198, |
| "loss/reg": 3.559633493423462, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.00206, |
| "grad_norm": 0.34924882650375366, |
| "grad_norm_var": 0.0009115629505157467, |
| "learning_rate": 5e-05, |
| "loss": 0.1773, |
| "loss/crossentropy": 2.792604923248291, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17729893326759338, |
| "loss/reg": 3.555882453918457, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.00207, |
| "grad_norm": 0.38204553723335266, |
| "grad_norm_var": 0.0008412229229646054, |
| "learning_rate": 5e-05, |
| "loss": 0.1735, |
| "loss/crossentropy": 2.729912281036377, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17347190529108047, |
| "loss/reg": 3.551867723464966, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.00208, |
| "grad_norm": 0.316631555557251, |
| "grad_norm_var": 0.0009067368526577339, |
| "learning_rate": 5e-05, |
| "loss": 0.1521, |
| "loss/crossentropy": 2.6910020112991333, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15211007744073868, |
| "loss/reg": 3.547140598297119, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.00209, |
| "grad_norm": 0.3024788200855255, |
| "grad_norm_var": 0.0010444754089082963, |
| "learning_rate": 5e-05, |
| "loss": 0.1534, |
| "loss/crossentropy": 2.6174367666244507, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15340904891490936, |
| "loss/reg": 3.5430798530578613, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.0021, |
| "grad_norm": 0.31879743933677673, |
| "grad_norm_var": 0.0010192142441715734, |
| "learning_rate": 5e-05, |
| "loss": 0.1644, |
| "loss/crossentropy": 2.6434658765792847, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.164449330419302, |
| "loss/reg": 3.539293050765991, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.00211, |
| "grad_norm": 0.37038934230804443, |
| "grad_norm_var": 0.0010445807718520773, |
| "learning_rate": 5e-05, |
| "loss": 0.1618, |
| "loss/crossentropy": 2.7187950015068054, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16179471090435982, |
| "loss/reg": 3.5359723567962646, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.00212, |
| "grad_norm": 0.3256055414676666, |
| "grad_norm_var": 0.0010681195543044476, |
| "learning_rate": 5e-05, |
| "loss": 0.1634, |
| "loss/crossentropy": 2.6802476048469543, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16339639574289322, |
| "loss/reg": 3.5320651531219482, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.00213, |
| "grad_norm": 0.363210529088974, |
| "grad_norm_var": 0.0010772816324646883, |
| "learning_rate": 5e-05, |
| "loss": 0.1682, |
| "loss/crossentropy": 2.925456941127777, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16816257312893867, |
| "loss/reg": 3.527592420578003, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.00214, |
| "grad_norm": 0.3341169059276581, |
| "grad_norm_var": 0.0010811945233913268, |
| "learning_rate": 5e-05, |
| "loss": 0.169, |
| "loss/crossentropy": 2.8775156140327454, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1689641959965229, |
| "loss/reg": 3.5241305828094482, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.00215, |
| "grad_norm": 0.7971848249435425, |
| "grad_norm_var": 0.013831743286372744, |
| "learning_rate": 5e-05, |
| "loss": 0.1898, |
| "loss/crossentropy": 2.769020676612854, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18977811932563782, |
| "loss/reg": 3.5197558403015137, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.00216, |
| "grad_norm": 0.3044687807559967, |
| "grad_norm_var": 0.014131832632900828, |
| "learning_rate": 5e-05, |
| "loss": 0.1467, |
| "loss/crossentropy": 2.792181670665741, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1466773971915245, |
| "loss/reg": 3.516072988510132, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.00217, |
| "grad_norm": 0.3434732258319855, |
| "grad_norm_var": 0.013888774653188173, |
| "learning_rate": 5e-05, |
| "loss": 0.1698, |
| "loss/crossentropy": 2.577077627182007, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16977669671177864, |
| "loss/reg": 3.512517213821411, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.00218, |
| "grad_norm": 0.37019920349121094, |
| "grad_norm_var": 0.013886977393692842, |
| "learning_rate": 5e-05, |
| "loss": 0.1943, |
| "loss/crossentropy": 2.722847878932953, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19428952783346176, |
| "loss/reg": 3.5091969966888428, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.00219, |
| "grad_norm": 0.31637635827064514, |
| "grad_norm_var": 0.013887658605223226, |
| "learning_rate": 5e-05, |
| "loss": 0.1547, |
| "loss/crossentropy": 2.787532150745392, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1546883024275303, |
| "loss/reg": 3.5059781074523926, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.0022, |
| "grad_norm": 0.368344783782959, |
| "grad_norm_var": 0.013784165910995568, |
| "learning_rate": 5e-05, |
| "loss": 0.1773, |
| "loss/crossentropy": 2.7095659971237183, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1773015893995762, |
| "loss/reg": 3.502683162689209, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.00221, |
| "grad_norm": 0.3447912037372589, |
| "grad_norm_var": 0.013659872247631084, |
| "learning_rate": 5e-05, |
| "loss": 0.1688, |
| "loss/crossentropy": 2.7072474360466003, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1687602400779724, |
| "loss/reg": 3.4986109733581543, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.00222, |
| "grad_norm": 0.3812227249145508, |
| "grad_norm_var": 0.013638668912457892, |
| "learning_rate": 5e-05, |
| "loss": 0.1811, |
| "loss/crossentropy": 2.8128660917282104, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18113631010055542, |
| "loss/reg": 3.4947147369384766, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.00223, |
| "grad_norm": 0.339374303817749, |
| "grad_norm_var": 0.013690814024359154, |
| "learning_rate": 5e-05, |
| "loss": 0.1716, |
| "loss/crossentropy": 2.885101020336151, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17156245186924934, |
| "loss/reg": 3.4905753135681152, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.00224, |
| "grad_norm": 0.3169143497943878, |
| "grad_norm_var": 0.013688861707923295, |
| "learning_rate": 5e-05, |
| "loss": 0.1589, |
| "loss/crossentropy": 2.6434147357940674, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15887855738401413, |
| "loss/reg": 3.486919641494751, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.00225, |
| "grad_norm": 0.4436502456665039, |
| "grad_norm_var": 0.013690624557478688, |
| "learning_rate": 5e-05, |
| "loss": 0.2037, |
| "loss/crossentropy": 2.9042821526527405, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20374128222465515, |
| "loss/reg": 3.483499765396118, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.00226, |
| "grad_norm": 0.44937804341316223, |
| "grad_norm_var": 0.01373632101878638, |
| "learning_rate": 5e-05, |
| "loss": 0.1588, |
| "loss/crossentropy": 2.79194039106369, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1587841510772705, |
| "loss/reg": 3.480142593383789, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.00227, |
| "grad_norm": 0.3453376889228821, |
| "grad_norm_var": 0.013826164241530992, |
| "learning_rate": 5e-05, |
| "loss": 0.1659, |
| "loss/crossentropy": 2.7488330006599426, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16589100658893585, |
| "loss/reg": 3.476062297821045, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.00228, |
| "grad_norm": 0.3845584988594055, |
| "grad_norm_var": 0.013584549048495138, |
| "learning_rate": 5e-05, |
| "loss": 0.1842, |
| "loss/crossentropy": 2.6935607194900513, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18416164070367813, |
| "loss/reg": 3.4726946353912354, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.00229, |
| "grad_norm": 0.3347846567630768, |
| "grad_norm_var": 0.013727727146734722, |
| "learning_rate": 5e-05, |
| "loss": 0.1767, |
| "loss/crossentropy": 2.6182947754859924, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1767422929406166, |
| "loss/reg": 3.469238519668579, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.0023, |
| "grad_norm": 0.35126739740371704, |
| "grad_norm_var": 0.01362772883112919, |
| "learning_rate": 5e-05, |
| "loss": 0.1694, |
| "loss/crossentropy": 2.8005401492118835, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1694028675556183, |
| "loss/reg": 3.4662599563598633, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.00231, |
| "grad_norm": 0.37644773721694946, |
| "grad_norm_var": 0.0016784352808341082, |
| "learning_rate": 5e-05, |
| "loss": 0.1677, |
| "loss/crossentropy": 2.7537949085235596, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16772692278027534, |
| "loss/reg": 3.4623701572418213, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.00232, |
| "grad_norm": 0.33086928725242615, |
| "grad_norm_var": 0.0015241936410912834, |
| "learning_rate": 5e-05, |
| "loss": 0.1624, |
| "loss/crossentropy": 2.7844293117523193, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1624348722398281, |
| "loss/reg": 3.459073066711426, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.00233, |
| "grad_norm": 0.3152429461479187, |
| "grad_norm_var": 0.0016449122438399724, |
| "learning_rate": 5e-05, |
| "loss": 0.1607, |
| "loss/crossentropy": 2.5863555669784546, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16065017879009247, |
| "loss/reg": 3.456038475036621, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.00234, |
| "grad_norm": 0.34679386019706726, |
| "grad_norm_var": 0.001649030072333372, |
| "learning_rate": 5e-05, |
| "loss": 0.1656, |
| "loss/crossentropy": 2.9068891406059265, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16555847227573395, |
| "loss/reg": 3.452618360519409, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.00235, |
| "grad_norm": 0.36684513092041016, |
| "grad_norm_var": 0.001520832425550959, |
| "learning_rate": 5e-05, |
| "loss": 0.1878, |
| "loss/crossentropy": 2.6781840920448303, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18775511160492897, |
| "loss/reg": 3.4493637084960938, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.00236, |
| "grad_norm": 0.39043235778808594, |
| "grad_norm_var": 0.0015693055369300879, |
| "learning_rate": 5e-05, |
| "loss": 0.1559, |
| "loss/crossentropy": 2.9237093925476074, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15592358261346817, |
| "loss/reg": 3.446392059326172, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.00237, |
| "grad_norm": 0.3486286997795105, |
| "grad_norm_var": 0.0015605921838873513, |
| "learning_rate": 5e-05, |
| "loss": 0.1524, |
| "loss/crossentropy": 2.8276549577713013, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1523873247206211, |
| "loss/reg": 3.443490505218506, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.00238, |
| "grad_norm": 0.4030380845069885, |
| "grad_norm_var": 0.0016408419596595262, |
| "learning_rate": 5e-05, |
| "loss": 0.1839, |
| "loss/crossentropy": 2.7374503016471863, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1839219257235527, |
| "loss/reg": 3.440230131149292, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.00239, |
| "grad_norm": 0.3677695095539093, |
| "grad_norm_var": 0.0015933721835237928, |
| "learning_rate": 5e-05, |
| "loss": 0.1725, |
| "loss/crossentropy": 2.637487053871155, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1725292131304741, |
| "loss/reg": 3.4369444847106934, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.0024, |
| "grad_norm": 0.3092736303806305, |
| "grad_norm_var": 0.001648043714460871, |
| "learning_rate": 5e-05, |
| "loss": 0.1608, |
| "loss/crossentropy": 2.785566747188568, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16075557842850685, |
| "loss/reg": 3.4329705238342285, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.00241, |
| "grad_norm": 0.3242727518081665, |
| "grad_norm_var": 0.001311046071157899, |
| "learning_rate": 5e-05, |
| "loss": 0.1641, |
| "loss/crossentropy": 2.7823829650878906, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16410458087921143, |
| "loss/reg": 3.429222345352173, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.00242, |
| "grad_norm": 0.3544396758079529, |
| "grad_norm_var": 0.0007310749754719385, |
| "learning_rate": 5e-05, |
| "loss": 0.1742, |
| "loss/crossentropy": 2.7899482250213623, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1741911694407463, |
| "loss/reg": 3.4251747131347656, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.00243, |
| "grad_norm": 0.3156209886074066, |
| "grad_norm_var": 0.0008171231835736463, |
| "learning_rate": 5e-05, |
| "loss": 0.159, |
| "loss/crossentropy": 2.7414376735687256, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15898872911930084, |
| "loss/reg": 3.421576976776123, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.00244, |
| "grad_norm": 0.3353999853134155, |
| "grad_norm_var": 0.000749955482525048, |
| "learning_rate": 5e-05, |
| "loss": 0.1669, |
| "loss/crossentropy": 2.707472503185272, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16693224385380745, |
| "loss/reg": 3.417820930480957, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.00245, |
| "grad_norm": 0.32766133546829224, |
| "grad_norm_var": 0.0007658640613261528, |
| "learning_rate": 5e-05, |
| "loss": 0.1761, |
| "loss/crossentropy": 2.6950490474700928, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17608999833464622, |
| "loss/reg": 3.414095640182495, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.00246, |
| "grad_norm": 0.31360548734664917, |
| "grad_norm_var": 0.0008368534177580581, |
| "learning_rate": 5e-05, |
| "loss": 0.1578, |
| "loss/crossentropy": 2.6977627873420715, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15783175826072693, |
| "loss/reg": 3.409533739089966, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.00247, |
| "grad_norm": 0.35324403643608093, |
| "grad_norm_var": 0.0007744365123312817, |
| "learning_rate": 5e-05, |
| "loss": 0.1688, |
| "loss/crossentropy": 2.8509859442710876, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16875524446368217, |
| "loss/reg": 3.4052798748016357, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.00248, |
| "grad_norm": 0.41796907782554626, |
| "grad_norm_var": 0.0010967197155327421, |
| "learning_rate": 5e-05, |
| "loss": 0.18, |
| "loss/crossentropy": 2.701251804828644, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1800428181886673, |
| "loss/reg": 3.4006803035736084, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.00249, |
| "grad_norm": 0.33844876289367676, |
| "grad_norm_var": 0.0010247223552569313, |
| "learning_rate": 5e-05, |
| "loss": 0.1737, |
| "loss/crossentropy": 2.7646324038505554, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17367269843816757, |
| "loss/reg": 3.3968873023986816, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.0025, |
| "grad_norm": 0.31011876463890076, |
| "grad_norm_var": 0.0011285754764581786, |
| "learning_rate": 5e-05, |
| "loss": 0.1591, |
| "loss/crossentropy": 2.7303661704063416, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15912269055843353, |
| "loss/reg": 3.3925790786743164, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.00251, |
| "grad_norm": 0.4837491512298584, |
| "grad_norm_var": 0.0022679356659945546, |
| "learning_rate": 5e-05, |
| "loss": 0.1845, |
| "loss/crossentropy": 2.718783438205719, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18454211205244064, |
| "loss/reg": 3.389193296432495, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.00252, |
| "grad_norm": 0.30302709341049194, |
| "grad_norm_var": 0.002342444325573334, |
| "learning_rate": 5e-05, |
| "loss": 0.1527, |
| "loss/crossentropy": 2.7513213753700256, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15272299572825432, |
| "loss/reg": 3.384976863861084, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.00253, |
| "grad_norm": 0.3376671075820923, |
| "grad_norm_var": 0.002352530797232196, |
| "learning_rate": 5e-05, |
| "loss": 0.1717, |
| "loss/crossentropy": 2.7082377672195435, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1717442087829113, |
| "loss/reg": 3.381958246231079, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.00254, |
| "grad_norm": 0.3470434546470642, |
| "grad_norm_var": 0.00215032290339258, |
| "learning_rate": 5e-05, |
| "loss": 0.1751, |
| "loss/crossentropy": 2.7747623324394226, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17506984621286392, |
| "loss/reg": 3.3780975341796875, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.00255, |
| "grad_norm": 0.35893791913986206, |
| "grad_norm_var": 0.002129806794166807, |
| "learning_rate": 5e-05, |
| "loss": 0.176, |
| "loss/crossentropy": 2.6670790910720825, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17602670192718506, |
| "loss/reg": 3.374431848526001, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.00256, |
| "grad_norm": 0.33274415135383606, |
| "grad_norm_var": 0.002050384071076557, |
| "learning_rate": 5e-05, |
| "loss": 0.1683, |
| "loss/crossentropy": 2.930284321308136, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16833152994513512, |
| "loss/reg": 3.3709969520568848, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.00257, |
| "grad_norm": 0.3107251822948456, |
| "grad_norm_var": 0.0021031284267367073, |
| "learning_rate": 5e-05, |
| "loss": 0.154, |
| "loss/crossentropy": 2.7738651037216187, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15401111543178558, |
| "loss/reg": 3.36681866645813, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.00258, |
| "grad_norm": 0.3238702118396759, |
| "grad_norm_var": 0.00212825610345269, |
| "learning_rate": 5e-05, |
| "loss": 0.1485, |
| "loss/crossentropy": 2.7926384806632996, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14850713685154915, |
| "loss/reg": 3.363298177719116, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.00259, |
| "grad_norm": 0.3937188982963562, |
| "grad_norm_var": 0.0022101531057158843, |
| "learning_rate": 5e-05, |
| "loss": 0.1796, |
| "loss/crossentropy": 2.732594311237335, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17957409471273422, |
| "loss/reg": 3.3592464923858643, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.0026, |
| "grad_norm": 0.35869738459587097, |
| "grad_norm_var": 0.002201067050087302, |
| "learning_rate": 5e-05, |
| "loss": 0.1608, |
| "loss/crossentropy": 2.6412158608436584, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1607726439833641, |
| "loss/reg": 3.355531692504883, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.00261, |
| "grad_norm": 0.342753529548645, |
| "grad_norm_var": 0.002168938888458849, |
| "learning_rate": 5e-05, |
| "loss": 0.1679, |
| "loss/crossentropy": 2.8253002762794495, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16785955801606178, |
| "loss/reg": 3.3510327339172363, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.00262, |
| "grad_norm": 0.3396557867527008, |
| "grad_norm_var": 0.0020792270475482005, |
| "learning_rate": 5e-05, |
| "loss": 0.1719, |
| "loss/crossentropy": 2.5446697473526, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1719457022845745, |
| "loss/reg": 3.3462460041046143, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.00263, |
| "grad_norm": 0.326615571975708, |
| "grad_norm_var": 0.002123647634079288, |
| "learning_rate": 5e-05, |
| "loss": 0.1662, |
| "loss/crossentropy": 2.7185133695602417, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16621045768260956, |
| "loss/reg": 3.342698097229004, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.00264, |
| "grad_norm": 0.372024804353714, |
| "grad_norm_var": 0.0018490612448516057, |
| "learning_rate": 5e-05, |
| "loss": 0.1785, |
| "loss/crossentropy": 2.90339195728302, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17848360165953636, |
| "loss/reg": 3.3390297889709473, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.00265, |
| "grad_norm": 0.336412638425827, |
| "grad_norm_var": 0.0018521135396843155, |
| "learning_rate": 5e-05, |
| "loss": 0.1685, |
| "loss/crossentropy": 2.6998194456100464, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1684669330716133, |
| "loss/reg": 3.3360044956207275, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.00266, |
| "grad_norm": 0.3179170787334442, |
| "grad_norm_var": 0.0018158920564407192, |
| "learning_rate": 5e-05, |
| "loss": 0.164, |
| "loss/crossentropy": 2.713620126247406, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16402245312929153, |
| "loss/reg": 3.33297061920166, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.00267, |
| "grad_norm": 0.32180216908454895, |
| "grad_norm_var": 0.0005475447645484169, |
| "learning_rate": 5e-05, |
| "loss": 0.1561, |
| "loss/crossentropy": 2.8285736441612244, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15614933148026466, |
| "loss/reg": 3.330070972442627, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.00268, |
| "grad_norm": 0.34155359864234924, |
| "grad_norm_var": 0.00045564919377512797, |
| "learning_rate": 5e-05, |
| "loss": 0.1666, |
| "loss/crossentropy": 2.698326587677002, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16663997247815132, |
| "loss/reg": 3.326782464981079, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.00269, |
| "grad_norm": 0.3281239867210388, |
| "grad_norm_var": 0.0004660702159405468, |
| "learning_rate": 5e-05, |
| "loss": 0.1547, |
| "loss/crossentropy": 2.7132135033607483, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15473050251603127, |
| "loss/reg": 3.3232901096343994, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.0027, |
| "grad_norm": 0.3694444000720978, |
| "grad_norm_var": 0.0005161187813034911, |
| "learning_rate": 5e-05, |
| "loss": 0.1658, |
| "loss/crossentropy": 2.943029820919037, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16579603031277657, |
| "loss/reg": 3.319425344467163, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.00271, |
| "grad_norm": 0.3521305024623871, |
| "grad_norm_var": 0.0005038113254072218, |
| "learning_rate": 5e-05, |
| "loss": 0.1762, |
| "loss/crossentropy": 2.813421130180359, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17624986171722412, |
| "loss/reg": 3.31587553024292, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.00272, |
| "grad_norm": 0.3419167995452881, |
| "grad_norm_var": 0.0004980410714001496, |
| "learning_rate": 5e-05, |
| "loss": 0.1579, |
| "loss/crossentropy": 2.6725985407829285, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1579086296260357, |
| "loss/reg": 3.313774347305298, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.00273, |
| "grad_norm": 0.45973771810531616, |
| "grad_norm_var": 0.001257799356739812, |
| "learning_rate": 5e-05, |
| "loss": 0.1806, |
| "loss/crossentropy": 2.7593576908111572, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1806396320462227, |
| "loss/reg": 3.311671257019043, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.00274, |
| "grad_norm": 0.327812522649765, |
| "grad_norm_var": 0.00124416933097297, |
| "learning_rate": 5e-05, |
| "loss": 0.1544, |
| "loss/crossentropy": 2.7368595004081726, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15438436716794968, |
| "loss/reg": 3.308312177658081, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.00275, |
| "grad_norm": 0.43593037128448486, |
| "grad_norm_var": 0.001590926391083336, |
| "learning_rate": 5e-05, |
| "loss": 0.1721, |
| "loss/crossentropy": 2.8178694248199463, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17214355245232582, |
| "loss/reg": 3.30526065826416, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.00276, |
| "grad_norm": 0.361247181892395, |
| "grad_norm_var": 0.0015927484925991053, |
| "learning_rate": 5e-05, |
| "loss": 0.1735, |
| "loss/crossentropy": 2.734869599342346, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17345493659377098, |
| "loss/reg": 3.3015174865722656, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.00277, |
| "grad_norm": 0.3708873689174652, |
| "grad_norm_var": 0.0015974331537993436, |
| "learning_rate": 5e-05, |
| "loss": 0.1628, |
| "loss/crossentropy": 2.67022705078125, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16277828440070152, |
| "loss/reg": 3.2979342937469482, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.00278, |
| "grad_norm": 0.3481086790561676, |
| "grad_norm_var": 0.0015829700282981919, |
| "learning_rate": 5e-05, |
| "loss": 0.1577, |
| "loss/crossentropy": 2.700168251991272, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15773406997323036, |
| "loss/reg": 3.294177532196045, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.00279, |
| "grad_norm": 0.5134589076042175, |
| "grad_norm_var": 0.003008442642246208, |
| "learning_rate": 5e-05, |
| "loss": 0.1766, |
| "loss/crossentropy": 2.9033528566360474, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17655130848288536, |
| "loss/reg": 3.2909915447235107, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.0028, |
| "grad_norm": 0.38205716013908386, |
| "grad_norm_var": 0.0030192383608610503, |
| "learning_rate": 5e-05, |
| "loss": 0.1934, |
| "loss/crossentropy": 2.7160211205482483, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19341961666941643, |
| "loss/reg": 3.2878634929656982, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.00281, |
| "grad_norm": 0.3628558814525604, |
| "grad_norm_var": 0.002947045102075485, |
| "learning_rate": 5e-05, |
| "loss": 0.1709, |
| "loss/crossentropy": 2.6912715435028076, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17094064503908157, |
| "loss/reg": 3.284353256225586, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.00282, |
| "grad_norm": 0.32757696509361267, |
| "grad_norm_var": 0.002884588952342071, |
| "learning_rate": 5e-05, |
| "loss": 0.1702, |
| "loss/crossentropy": 2.7818912267684937, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17016061395406723, |
| "loss/reg": 3.281097412109375, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.00283, |
| "grad_norm": 0.5035110712051392, |
| "grad_norm_var": 0.003743174506031214, |
| "learning_rate": 5e-05, |
| "loss": 0.1891, |
| "loss/crossentropy": 2.8356027603149414, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1890563629567623, |
| "loss/reg": 3.277557611465454, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.00284, |
| "grad_norm": 0.4021988809108734, |
| "grad_norm_var": 0.003638735284583853, |
| "learning_rate": 5e-05, |
| "loss": 0.1574, |
| "loss/crossentropy": 2.768595337867737, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15735788643360138, |
| "loss/reg": 3.274083375930786, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.00285, |
| "grad_norm": 0.3557356297969818, |
| "grad_norm_var": 0.0034707811870306284, |
| "learning_rate": 5e-05, |
| "loss": 0.1618, |
| "loss/crossentropy": 2.7620763182640076, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16183337569236755, |
| "loss/reg": 3.2709619998931885, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.00286, |
| "grad_norm": 0.35383257269859314, |
| "grad_norm_var": 0.0035254991255895857, |
| "learning_rate": 5e-05, |
| "loss": 0.164, |
| "loss/crossentropy": 2.7777530550956726, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16404272243380547, |
| "loss/reg": 3.2678396701812744, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.00287, |
| "grad_norm": 0.3291935324668884, |
| "grad_norm_var": 0.0036663583934404683, |
| "learning_rate": 5e-05, |
| "loss": 0.1545, |
| "loss/crossentropy": 2.7828534841537476, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15450828149914742, |
| "loss/reg": 3.2639055252075195, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.00288, |
| "grad_norm": 0.3174595534801483, |
| "grad_norm_var": 0.003847509504795695, |
| "learning_rate": 5e-05, |
| "loss": 0.163, |
| "loss/crossentropy": 2.7973127365112305, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16296324506402016, |
| "loss/reg": 3.2608911991119385, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.00289, |
| "grad_norm": 0.3723791539669037, |
| "grad_norm_var": 0.0034478366033269445, |
| "learning_rate": 5e-05, |
| "loss": 0.1757, |
| "loss/crossentropy": 2.630415976047516, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17573364078998566, |
| "loss/reg": 3.257523775100708, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.0029, |
| "grad_norm": 0.38034215569496155, |
| "grad_norm_var": 0.003261674725795945, |
| "learning_rate": 5e-05, |
| "loss": 0.1689, |
| "loss/crossentropy": 2.704579532146454, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16892588511109352, |
| "loss/reg": 3.254065752029419, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.00291, |
| "grad_norm": 1.2464065551757812, |
| "grad_norm_var": 0.05011180607704591, |
| "learning_rate": 5e-05, |
| "loss": 0.1921, |
| "loss/crossentropy": 2.8595897555351257, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19211571291089058, |
| "loss/reg": 3.2510294914245605, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.00292, |
| "grad_norm": 0.3307066559791565, |
| "grad_norm_var": 0.05046209325623486, |
| "learning_rate": 5e-05, |
| "loss": 0.1681, |
| "loss/crossentropy": 2.8195151686668396, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16810721158981323, |
| "loss/reg": 3.2478625774383545, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.00293, |
| "grad_norm": 0.33664193749427795, |
| "grad_norm_var": 0.05081007066127065, |
| "learning_rate": 5e-05, |
| "loss": 0.1602, |
| "loss/crossentropy": 2.912789523601532, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16015203669667244, |
| "loss/reg": 3.2451751232147217, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.00294, |
| "grad_norm": 0.42365437746047974, |
| "grad_norm_var": 0.05035293502217161, |
| "learning_rate": 5e-05, |
| "loss": 0.1833, |
| "loss/crossentropy": 2.7459517121315002, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18333038315176964, |
| "loss/reg": 3.242023229598999, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.00295, |
| "grad_norm": 0.40840578079223633, |
| "grad_norm_var": 0.049924464393714924, |
| "learning_rate": 5e-05, |
| "loss": 0.176, |
| "loss/crossentropy": 2.778249144554138, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17595936357975006, |
| "loss/reg": 3.2388389110565186, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.00296, |
| "grad_norm": 0.3591618835926056, |
| "grad_norm_var": 0.05009460642018338, |
| "learning_rate": 5e-05, |
| "loss": 0.1722, |
| "loss/crossentropy": 2.7121748328208923, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17217102646827698, |
| "loss/reg": 3.2364017963409424, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.00297, |
| "grad_norm": 0.31615006923675537, |
| "grad_norm_var": 0.05062186135785553, |
| "learning_rate": 5e-05, |
| "loss": 0.1488, |
| "loss/crossentropy": 2.7933038473129272, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14879318699240685, |
| "loss/reg": 3.2344272136688232, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.00298, |
| "grad_norm": 0.3586377799510956, |
| "grad_norm_var": 0.050288172636787816, |
| "learning_rate": 5e-05, |
| "loss": 0.1492, |
| "loss/crossentropy": 2.869333803653717, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14924299344420433, |
| "loss/reg": 3.232086181640625, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.00299, |
| "grad_norm": 0.37798771262168884, |
| "grad_norm_var": 0.04995309393064352, |
| "learning_rate": 5e-05, |
| "loss": 0.1652, |
| "loss/crossentropy": 2.913083255290985, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1651969812810421, |
| "loss/reg": 3.2296016216278076, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.003, |
| "grad_norm": 0.5914519429206848, |
| "grad_norm_var": 0.05182304954391634, |
| "learning_rate": 5e-05, |
| "loss": 0.1893, |
| "loss/crossentropy": 2.8007007241249084, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18929021432995796, |
| "loss/reg": 3.2266576290130615, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.00301, |
| "grad_norm": 0.3292617201805115, |
| "grad_norm_var": 0.05212417516215169, |
| "learning_rate": 5e-05, |
| "loss": 0.16, |
| "loss/crossentropy": 2.7326099276542664, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15998771041631699, |
| "loss/reg": 3.2236239910125732, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.00302, |
| "grad_norm": 0.3807355761528015, |
| "grad_norm_var": 0.05190702763823275, |
| "learning_rate": 5e-05, |
| "loss": 0.1831, |
| "loss/crossentropy": 2.7199636101722717, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1831417679786682, |
| "loss/reg": 3.220425844192505, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.00303, |
| "grad_norm": 0.4008902907371521, |
| "grad_norm_var": 0.05127743798183474, |
| "learning_rate": 5e-05, |
| "loss": 0.1777, |
| "loss/crossentropy": 2.7570589184761047, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.177694384008646, |
| "loss/reg": 3.2171859741210938, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.00304, |
| "grad_norm": 0.35962697863578796, |
| "grad_norm_var": 0.05073816419262332, |
| "learning_rate": 5e-05, |
| "loss": 0.1574, |
| "loss/crossentropy": 2.809377670288086, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15741629898548126, |
| "loss/reg": 3.2137656211853027, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.00305, |
| "grad_norm": 0.404453843832016, |
| "grad_norm_var": 0.05053133217663517, |
| "learning_rate": 5e-05, |
| "loss": 0.196, |
| "loss/crossentropy": 2.6374824047088623, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19603004679083824, |
| "loss/reg": 3.2106897830963135, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.00306, |
| "grad_norm": 0.3411775231361389, |
| "grad_norm_var": 0.05092714807133293, |
| "learning_rate": 5e-05, |
| "loss": 0.1701, |
| "loss/crossentropy": 2.7098072171211243, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17005891352891922, |
| "loss/reg": 3.2072975635528564, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.00307, |
| "grad_norm": 0.48913073539733887, |
| "grad_norm_var": 0.004874772049479148, |
| "learning_rate": 5e-05, |
| "loss": 0.2396, |
| "loss/crossentropy": 2.8529589772224426, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23958228901028633, |
| "loss/reg": 3.2032482624053955, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.00308, |
| "grad_norm": 0.3359135389328003, |
| "grad_norm_var": 0.004836687315538634, |
| "learning_rate": 5e-05, |
| "loss": 0.154, |
| "loss/crossentropy": 2.825865149497986, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15401727706193924, |
| "loss/reg": 3.2001187801361084, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.00309, |
| "grad_norm": 0.3673790693283081, |
| "grad_norm_var": 0.004683902714770716, |
| "learning_rate": 5e-05, |
| "loss": 0.1701, |
| "loss/crossentropy": 2.757752239704132, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1700810343027115, |
| "loss/reg": 3.197371244430542, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.0031, |
| "grad_norm": 0.3675878643989563, |
| "grad_norm_var": 0.004630661781797581, |
| "learning_rate": 5e-05, |
| "loss": 0.1742, |
| "loss/crossentropy": 2.9055893421173096, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17424792051315308, |
| "loss/reg": 3.193922758102417, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.00311, |
| "grad_norm": 0.3216918110847473, |
| "grad_norm_var": 0.004850203191397428, |
| "learning_rate": 5e-05, |
| "loss": 0.1529, |
| "loss/crossentropy": 2.7421942353248596, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15289029106497765, |
| "loss/reg": 3.1913256645202637, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.00312, |
| "grad_norm": 0.30283358693122864, |
| "grad_norm_var": 0.005214980747276743, |
| "learning_rate": 5e-05, |
| "loss": 0.1501, |
| "loss/crossentropy": 2.68456107378006, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15012749284505844, |
| "loss/reg": 3.188302755355835, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.00313, |
| "grad_norm": 0.3840731978416443, |
| "grad_norm_var": 0.004944937932171186, |
| "learning_rate": 5e-05, |
| "loss": 0.1565, |
| "loss/crossentropy": 2.7386457920074463, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15645165741443634, |
| "loss/reg": 3.1856327056884766, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.00314, |
| "grad_norm": 0.3471456468105316, |
| "grad_norm_var": 0.004989069609234416, |
| "learning_rate": 5e-05, |
| "loss": 0.1661, |
| "loss/crossentropy": 2.8941837549209595, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16613885760307312, |
| "loss/reg": 3.182285785675049, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.00315, |
| "grad_norm": 0.40083590149879456, |
| "grad_norm_var": 0.005011503442318803, |
| "learning_rate": 5e-05, |
| "loss": 0.1816, |
| "loss/crossentropy": 2.830922782421112, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18162691593170166, |
| "loss/reg": 3.1795294284820557, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.00316, |
| "grad_norm": 0.40112313628196716, |
| "grad_norm_var": 0.001979603921073251, |
| "learning_rate": 5e-05, |
| "loss": 0.163, |
| "loss/crossentropy": 2.5529216527938843, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1629548817873001, |
| "loss/reg": 3.1763863563537598, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.00317, |
| "grad_norm": 0.3936459720134735, |
| "grad_norm_var": 0.001881530067811854, |
| "learning_rate": 5e-05, |
| "loss": 0.1851, |
| "loss/crossentropy": 2.780943751335144, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18506472185254097, |
| "loss/reg": 3.173980474472046, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.00318, |
| "grad_norm": 0.3727342486381531, |
| "grad_norm_var": 0.0018792953911145364, |
| "learning_rate": 5e-05, |
| "loss": 0.1827, |
| "loss/crossentropy": 2.76874041557312, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1826922371983528, |
| "loss/reg": 3.1704628467559814, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.00319, |
| "grad_norm": 0.3470066785812378, |
| "grad_norm_var": 0.0018703712702832478, |
| "learning_rate": 5e-05, |
| "loss": 0.1598, |
| "loss/crossentropy": 2.740228831768036, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1597808077931404, |
| "loss/reg": 3.1674654483795166, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.0032, |
| "grad_norm": 0.3653993010520935, |
| "grad_norm_var": 0.0018636832816178708, |
| "learning_rate": 5e-05, |
| "loss": 0.1549, |
| "loss/crossentropy": 2.883521616458893, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15490083023905754, |
| "loss/reg": 3.1641883850097656, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.00321, |
| "grad_norm": 0.3510638475418091, |
| "grad_norm_var": 0.0018064205203171017, |
| "learning_rate": 5e-05, |
| "loss": 0.1577, |
| "loss/crossentropy": 2.9007150530815125, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15773681923747063, |
| "loss/reg": 3.1610915660858154, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.00322, |
| "grad_norm": 0.5068875551223755, |
| "grad_norm_var": 0.0029290004167608335, |
| "learning_rate": 5e-05, |
| "loss": 0.2013, |
| "loss/crossentropy": 2.716179847717285, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2013130635023117, |
| "loss/reg": 3.1571173667907715, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.00323, |
| "grad_norm": 0.40178200602531433, |
| "grad_norm_var": 0.0021162756618779235, |
| "learning_rate": 5e-05, |
| "loss": 0.1809, |
| "loss/crossentropy": 2.9381837844848633, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1809130534529686, |
| "loss/reg": 3.1540093421936035, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.00324, |
| "grad_norm": 0.35252845287323, |
| "grad_norm_var": 0.0020514948206895294, |
| "learning_rate": 5e-05, |
| "loss": 0.1617, |
| "loss/crossentropy": 2.743869721889496, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16171807795763016, |
| "loss/reg": 3.1503779888153076, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.00325, |
| "grad_norm": 0.36802011728286743, |
| "grad_norm_var": 0.0020509560983741053, |
| "learning_rate": 5e-05, |
| "loss": 0.1722, |
| "loss/crossentropy": 2.934039294719696, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17217914387583733, |
| "loss/reg": 3.1467440128326416, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.00326, |
| "grad_norm": 0.4267319142818451, |
| "grad_norm_var": 0.0022188398751517274, |
| "learning_rate": 5e-05, |
| "loss": 0.1924, |
| "loss/crossentropy": 2.802468180656433, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19241869449615479, |
| "loss/reg": 3.1427693367004395, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.00327, |
| "grad_norm": 0.34044548869132996, |
| "grad_norm_var": 0.0021007258044081806, |
| "learning_rate": 5e-05, |
| "loss": 0.1522, |
| "loss/crossentropy": 2.8443135619163513, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1522187888622284, |
| "loss/reg": 3.1388471126556396, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.00328, |
| "grad_norm": 0.4276120066642761, |
| "grad_norm_var": 0.001808451579785623, |
| "learning_rate": 5e-05, |
| "loss": 0.1708, |
| "loss/crossentropy": 2.8915366530418396, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17084889113903046, |
| "loss/reg": 3.134800434112549, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.00329, |
| "grad_norm": 0.3486219346523285, |
| "grad_norm_var": 0.0018993689379833108, |
| "learning_rate": 5e-05, |
| "loss": 0.1687, |
| "loss/crossentropy": 2.575106978416443, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16874929517507553, |
| "loss/reg": 3.1303272247314453, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.0033, |
| "grad_norm": 0.365105539560318, |
| "grad_norm_var": 0.0018301403367672127, |
| "learning_rate": 5e-05, |
| "loss": 0.1842, |
| "loss/crossentropy": 2.6813217401504517, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18416454643011093, |
| "loss/reg": 3.1269419193267822, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.00331, |
| "grad_norm": 0.5757820010185242, |
| "grad_norm_var": 0.004098500311938921, |
| "learning_rate": 5e-05, |
| "loss": 0.1935, |
| "loss/crossentropy": 2.9679067730903625, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19354857876896858, |
| "loss/reg": 3.1228113174438477, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.00332, |
| "grad_norm": 0.405617356300354, |
| "grad_norm_var": 0.004102514647771457, |
| "learning_rate": 5e-05, |
| "loss": 0.1716, |
| "loss/crossentropy": 2.843691408634186, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1716487891972065, |
| "loss/reg": 3.120131015777588, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.00333, |
| "grad_norm": 0.3825243413448334, |
| "grad_norm_var": 0.004114939464605513, |
| "learning_rate": 5e-05, |
| "loss": 0.1692, |
| "loss/crossentropy": 2.722069561481476, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16915880143642426, |
| "loss/reg": 3.117812395095825, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.00334, |
| "grad_norm": 0.38414397835731506, |
| "grad_norm_var": 0.004087504594686679, |
| "learning_rate": 5e-05, |
| "loss": 0.1678, |
| "loss/crossentropy": 2.727014124393463, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1677936352789402, |
| "loss/reg": 3.115847587585449, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.00335, |
| "grad_norm": 0.4531976580619812, |
| "grad_norm_var": 0.0040868556651997325, |
| "learning_rate": 5e-05, |
| "loss": 0.1726, |
| "loss/crossentropy": 2.5817691683769226, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17255331575870514, |
| "loss/reg": 3.1140594482421875, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.00336, |
| "grad_norm": 0.33963721990585327, |
| "grad_norm_var": 0.004259094561609115, |
| "learning_rate": 5e-05, |
| "loss": 0.1605, |
| "loss/crossentropy": 2.7009602189064026, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16050074249505997, |
| "loss/reg": 3.1128299236297607, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.00337, |
| "grad_norm": 0.36085280776023865, |
| "grad_norm_var": 0.00419878945557195, |
| "learning_rate": 5e-05, |
| "loss": 0.1641, |
| "loss/crossentropy": 2.7012510299682617, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16410352289676666, |
| "loss/reg": 3.109898805618286, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.00338, |
| "grad_norm": 0.3331363797187805, |
| "grad_norm_var": 0.003666565441549352, |
| "learning_rate": 5e-05, |
| "loss": 0.1619, |
| "loss/crossentropy": 2.802642047405243, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1618719846010208, |
| "loss/reg": 3.1067681312561035, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.00339, |
| "grad_norm": 0.41531723737716675, |
| "grad_norm_var": 0.003696375336840474, |
| "learning_rate": 5e-05, |
| "loss": 0.1877, |
| "loss/crossentropy": 2.622368335723877, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18770882859826088, |
| "loss/reg": 3.103231191635132, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.0034, |
| "grad_norm": 0.3483443260192871, |
| "grad_norm_var": 0.0037197436901762657, |
| "learning_rate": 5e-05, |
| "loss": 0.1603, |
| "loss/crossentropy": 2.7523834109306335, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16034872457385063, |
| "loss/reg": 3.1008808612823486, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.00341, |
| "grad_norm": 0.46117284893989563, |
| "grad_norm_var": 0.003961845355148208, |
| "learning_rate": 5e-05, |
| "loss": 0.1801, |
| "loss/crossentropy": 2.820544958114624, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18007208034396172, |
| "loss/reg": 3.098954439163208, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.00342, |
| "grad_norm": 0.38020917773246765, |
| "grad_norm_var": 0.003918987421685794, |
| "learning_rate": 5e-05, |
| "loss": 0.1711, |
| "loss/crossentropy": 2.864526093006134, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1710633859038353, |
| "loss/reg": 3.0957016944885254, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.00343, |
| "grad_norm": 0.3978392779827118, |
| "grad_norm_var": 0.0037065638898653073, |
| "learning_rate": 5e-05, |
| "loss": 0.1782, |
| "loss/crossentropy": 2.859494388103485, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1782137230038643, |
| "loss/reg": 3.09333872795105, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.00344, |
| "grad_norm": 0.36975786089897156, |
| "grad_norm_var": 0.0036926924317912187, |
| "learning_rate": 5e-05, |
| "loss": 0.1658, |
| "loss/crossentropy": 2.7827839255332947, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1657763496041298, |
| "loss/reg": 3.090590715408325, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.00345, |
| "grad_norm": 0.333897203207016, |
| "grad_norm_var": 0.0037974520830182084, |
| "learning_rate": 5e-05, |
| "loss": 0.1612, |
| "loss/crossentropy": 2.7804853320121765, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1611798331141472, |
| "loss/reg": 3.0877137184143066, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.00346, |
| "grad_norm": 0.43794891238212585, |
| "grad_norm_var": 0.0038469119530984567, |
| "learning_rate": 5e-05, |
| "loss": 0.1678, |
| "loss/crossentropy": 2.7229984402656555, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1677897423505783, |
| "loss/reg": 3.085155725479126, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.00347, |
| "grad_norm": 0.33257824182510376, |
| "grad_norm_var": 0.0018017603976316725, |
| "learning_rate": 5e-05, |
| "loss": 0.1745, |
| "loss/crossentropy": 2.7936434745788574, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17448442056775093, |
| "loss/reg": 3.0829925537109375, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.00348, |
| "grad_norm": 0.393646240234375, |
| "grad_norm_var": 0.001775431972661142, |
| "learning_rate": 5e-05, |
| "loss": 0.1647, |
| "loss/crossentropy": 2.8590177297592163, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16474304348230362, |
| "loss/reg": 3.080383062362671, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.00349, |
| "grad_norm": 0.34549105167388916, |
| "grad_norm_var": 0.0018623256252658482, |
| "learning_rate": 5e-05, |
| "loss": 0.1678, |
| "loss/crossentropy": 2.7182729840278625, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16776488721370697, |
| "loss/reg": 3.0792622566223145, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.0035, |
| "grad_norm": 0.9833559393882751, |
| "grad_norm_var": 0.024598539346201563, |
| "learning_rate": 5e-05, |
| "loss": 0.1911, |
| "loss/crossentropy": 2.720784068107605, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19106518849730492, |
| "loss/reg": 3.0780370235443115, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.00351, |
| "grad_norm": 0.3550430238246918, |
| "grad_norm_var": 0.02473872020472854, |
| "learning_rate": 5e-05, |
| "loss": 0.1683, |
| "loss/crossentropy": 2.7388776540756226, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16827991232275963, |
| "loss/reg": 3.07700777053833, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.00352, |
| "grad_norm": 0.32236865162849426, |
| "grad_norm_var": 0.024923428623413246, |
| "learning_rate": 5e-05, |
| "loss": 0.1555, |
| "loss/crossentropy": 2.787019371986389, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1554781049489975, |
| "loss/reg": 3.075169324874878, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.00353, |
| "grad_norm": 0.34089383482933044, |
| "grad_norm_var": 0.025080939274787682, |
| "learning_rate": 5e-05, |
| "loss": 0.1625, |
| "loss/crossentropy": 2.763973832130432, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1625489443540573, |
| "loss/reg": 3.0732734203338623, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.00354, |
| "grad_norm": 0.35467466711997986, |
| "grad_norm_var": 0.02489081345717287, |
| "learning_rate": 5e-05, |
| "loss": 0.161, |
| "loss/crossentropy": 2.6696255207061768, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1610397771000862, |
| "loss/reg": 3.071441411972046, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.00355, |
| "grad_norm": 0.3465348184108734, |
| "grad_norm_var": 0.02514492485323772, |
| "learning_rate": 5e-05, |
| "loss": 0.1692, |
| "loss/crossentropy": 2.8481903076171875, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16923030093312263, |
| "loss/reg": 3.068796157836914, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.00356, |
| "grad_norm": 0.3337138891220093, |
| "grad_norm_var": 0.025271718941650815, |
| "learning_rate": 5e-05, |
| "loss": 0.1675, |
| "loss/crossentropy": 2.734935760498047, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1674855425953865, |
| "loss/reg": 3.066350221633911, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.00357, |
| "grad_norm": 0.3486330509185791, |
| "grad_norm_var": 0.02522896182872459, |
| "learning_rate": 5e-05, |
| "loss": 0.1751, |
| "loss/crossentropy": 2.8282878398895264, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17508375644683838, |
| "loss/reg": 3.0633251667022705, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.00358, |
| "grad_norm": 0.3714129626750946, |
| "grad_norm_var": 0.025255292610223575, |
| "learning_rate": 5e-05, |
| "loss": 0.1798, |
| "loss/crossentropy": 2.723433256149292, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17982058972120285, |
| "loss/reg": 3.060797929763794, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.00359, |
| "grad_norm": 0.38819992542266846, |
| "grad_norm_var": 0.025261289598676597, |
| "learning_rate": 5e-05, |
| "loss": 0.179, |
| "loss/crossentropy": 2.5971017479896545, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17904112860560417, |
| "loss/reg": 3.057884693145752, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.0036, |
| "grad_norm": 0.3948271870613098, |
| "grad_norm_var": 0.02520822524046924, |
| "learning_rate": 5e-05, |
| "loss": 0.1826, |
| "loss/crossentropy": 2.631825864315033, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1826026625931263, |
| "loss/reg": 3.0550246238708496, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.00361, |
| "grad_norm": 0.46747469902038574, |
| "grad_norm_var": 0.025164775676019657, |
| "learning_rate": 5e-05, |
| "loss": 0.1849, |
| "loss/crossentropy": 2.628718376159668, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1848563477396965, |
| "loss/reg": 3.052072525024414, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.00362, |
| "grad_norm": 0.9672635197639465, |
| "grad_norm_var": 0.044838716189940266, |
| "learning_rate": 5e-05, |
| "loss": 0.2236, |
| "loss/crossentropy": 2.7798518538475037, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22359847277402878, |
| "loss/reg": 3.048891305923462, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.00363, |
| "grad_norm": 0.3722783029079437, |
| "grad_norm_var": 0.04436658011174813, |
| "learning_rate": 5e-05, |
| "loss": 0.175, |
| "loss/crossentropy": 2.7808294892311096, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17498808726668358, |
| "loss/reg": 3.0457394123077393, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.00364, |
| "grad_norm": 0.3547132611274719, |
| "grad_norm_var": 0.04471680473078544, |
| "learning_rate": 5e-05, |
| "loss": 0.1602, |
| "loss/crossentropy": 2.7656018137931824, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16020696610212326, |
| "loss/reg": 3.043097734451294, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.00365, |
| "grad_norm": 0.4774816632270813, |
| "grad_norm_var": 0.04413484451680517, |
| "learning_rate": 5e-05, |
| "loss": 0.1831, |
| "loss/crossentropy": 2.9051772356033325, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18311960250139236, |
| "loss/reg": 3.0403990745544434, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.00366, |
| "grad_norm": 0.41332709789276123, |
| "grad_norm_var": 0.0238056716485936, |
| "learning_rate": 5e-05, |
| "loss": 0.1705, |
| "loss/crossentropy": 2.8529672026634216, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17049206793308258, |
| "loss/reg": 3.037370204925537, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.00367, |
| "grad_norm": 0.39109355211257935, |
| "grad_norm_var": 0.023608062717162412, |
| "learning_rate": 5e-05, |
| "loss": 0.1798, |
| "loss/crossentropy": 2.796768307685852, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17983367666602135, |
| "loss/reg": 3.0343563556671143, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.00368, |
| "grad_norm": 0.36531057953834534, |
| "grad_norm_var": 0.023191193861390014, |
| "learning_rate": 5e-05, |
| "loss": 0.1715, |
| "loss/crossentropy": 2.8276050686836243, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1715383380651474, |
| "loss/reg": 3.031611919403076, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.00369, |
| "grad_norm": 0.33283501863479614, |
| "grad_norm_var": 0.023278092934366657, |
| "learning_rate": 5e-05, |
| "loss": 0.1499, |
| "loss/crossentropy": 2.6641258597373962, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.14990831911563873, |
| "loss/reg": 3.0287797451019287, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.0037, |
| "grad_norm": 0.4542810618877411, |
| "grad_norm_var": 0.023063995994232415, |
| "learning_rate": 5e-05, |
| "loss": 0.1722, |
| "loss/crossentropy": 2.7453941702842712, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1721569411456585, |
| "loss/reg": 3.0258800983428955, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.00371, |
| "grad_norm": 0.3705763816833496, |
| "grad_norm_var": 0.022852728398777448, |
| "learning_rate": 5e-05, |
| "loss": 0.1849, |
| "loss/crossentropy": 2.635721504688263, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18491211906075478, |
| "loss/reg": 3.0235960483551025, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.00372, |
| "grad_norm": 0.4085729420185089, |
| "grad_norm_var": 0.022289690361487074, |
| "learning_rate": 5e-05, |
| "loss": 0.1871, |
| "loss/crossentropy": 2.732766628265381, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18710973486304283, |
| "loss/reg": 3.0203185081481934, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.00373, |
| "grad_norm": 0.3334612250328064, |
| "grad_norm_var": 0.022468457594482887, |
| "learning_rate": 5e-05, |
| "loss": 0.1662, |
| "loss/crossentropy": 2.783429443836212, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1662071831524372, |
| "loss/reg": 3.0171730518341064, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.00374, |
| "grad_norm": 0.35536903142929077, |
| "grad_norm_var": 0.022607616164545874, |
| "learning_rate": 5e-05, |
| "loss": 0.1654, |
| "loss/crossentropy": 2.818749785423279, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16541225090622902, |
| "loss/reg": 3.0140058994293213, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.00375, |
| "grad_norm": 0.348376989364624, |
| "grad_norm_var": 0.022917750109528078, |
| "learning_rate": 5e-05, |
| "loss": 0.1628, |
| "loss/crossentropy": 2.9099320769309998, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1627991460263729, |
| "loss/reg": 3.010875701904297, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.00376, |
| "grad_norm": 0.3394787311553955, |
| "grad_norm_var": 0.023335225496050292, |
| "learning_rate": 5e-05, |
| "loss": 0.1605, |
| "loss/crossentropy": 2.811407744884491, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16051743179559708, |
| "loss/reg": 3.0073623657226562, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.00377, |
| "grad_norm": 0.42454567551612854, |
| "grad_norm_var": 0.02319007765550817, |
| "learning_rate": 5e-05, |
| "loss": 0.1645, |
| "loss/crossentropy": 2.773725748062134, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16450630128383636, |
| "loss/reg": 3.004185676574707, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.00378, |
| "grad_norm": 0.3412385582923889, |
| "grad_norm_var": 0.001946629707866813, |
| "learning_rate": 5e-05, |
| "loss": 0.1742, |
| "loss/crossentropy": 2.785709500312805, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17420916631817818, |
| "loss/reg": 3.0007028579711914, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.00379, |
| "grad_norm": 0.3544103503227234, |
| "grad_norm_var": 0.001985417588834304, |
| "learning_rate": 5e-05, |
| "loss": 0.1716, |
| "loss/crossentropy": 2.670408546924591, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17155754566192627, |
| "loss/reg": 2.9972825050354004, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.0038, |
| "grad_norm": 0.36286091804504395, |
| "grad_norm_var": 0.001963109812450625, |
| "learning_rate": 5e-05, |
| "loss": 0.1786, |
| "loss/crossentropy": 2.822770357131958, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17864727228879929, |
| "loss/reg": 2.993536949157715, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.00381, |
| "grad_norm": 0.5003440976142883, |
| "grad_norm_var": 0.002294225514870618, |
| "learning_rate": 5e-05, |
| "loss": 0.1896, |
| "loss/crossentropy": 2.790800392627716, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18961890786886215, |
| "loss/reg": 2.990283489227295, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.00382, |
| "grad_norm": 0.3698294758796692, |
| "grad_norm_var": 0.0022250210916228584, |
| "learning_rate": 5e-05, |
| "loss": 0.1648, |
| "loss/crossentropy": 2.8308547139167786, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16477400809526443, |
| "loss/reg": 2.986691474914551, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.00383, |
| "grad_norm": 0.36506953835487366, |
| "grad_norm_var": 0.0022229105132923347, |
| "learning_rate": 5e-05, |
| "loss": 0.1682, |
| "loss/crossentropy": 2.744426727294922, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16819821670651436, |
| "loss/reg": 2.983008861541748, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.00384, |
| "grad_norm": 0.3243113160133362, |
| "grad_norm_var": 0.002390011819316588, |
| "learning_rate": 5e-05, |
| "loss": 0.1596, |
| "loss/crossentropy": 2.89188152551651, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1595698669552803, |
| "loss/reg": 2.979191541671753, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.00385, |
| "grad_norm": 0.36836785078048706, |
| "grad_norm_var": 0.002273433106164295, |
| "learning_rate": 5e-05, |
| "loss": 0.1747, |
| "loss/crossentropy": 2.902570128440857, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1746898777782917, |
| "loss/reg": 2.975698947906494, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.00386, |
| "grad_norm": 0.3365325927734375, |
| "grad_norm_var": 0.001915978849994604, |
| "learning_rate": 5e-05, |
| "loss": 0.1608, |
| "loss/crossentropy": 2.766001045703888, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16081618145108223, |
| "loss/reg": 2.972667694091797, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.00387, |
| "grad_norm": 0.35417604446411133, |
| "grad_norm_var": 0.0019292530227877358, |
| "learning_rate": 5e-05, |
| "loss": 0.1605, |
| "loss/crossentropy": 2.7814798951148987, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16046970710158348, |
| "loss/reg": 2.969967842102051, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.00388, |
| "grad_norm": 1.9537514448165894, |
| "grad_norm_var": 0.15952536292831518, |
| "learning_rate": 5e-05, |
| "loss": 0.1926, |
| "loss/crossentropy": 2.782427728176117, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1925731934607029, |
| "loss/reg": 2.9671437740325928, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.00389, |
| "grad_norm": 0.3620118498802185, |
| "grad_norm_var": 0.15907744774636304, |
| "learning_rate": 5e-05, |
| "loss": 0.1714, |
| "loss/crossentropy": 2.716952919960022, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17136194929480553, |
| "loss/reg": 2.9639716148376465, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.0039, |
| "grad_norm": 0.3765539526939392, |
| "grad_norm_var": 0.1587921781193889, |
| "learning_rate": 5e-05, |
| "loss": 0.1689, |
| "loss/crossentropy": 2.8395472168922424, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16893662884831429, |
| "loss/reg": 2.9617481231689453, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.00391, |
| "grad_norm": 0.39779096841812134, |
| "grad_norm_var": 0.15815917569478716, |
| "learning_rate": 5e-05, |
| "loss": 0.1677, |
| "loss/crossentropy": 2.813215434551239, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1676802597939968, |
| "loss/reg": 2.958872079849243, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.00392, |
| "grad_norm": 2.267273187637329, |
| "grad_norm_var": 0.35670344578828533, |
| "learning_rate": 5e-05, |
| "loss": 0.1898, |
| "loss/crossentropy": 2.710484206676483, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18981827050447464, |
| "loss/reg": 2.9562907218933105, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.00393, |
| "grad_norm": 0.4732659161090851, |
| "grad_norm_var": 0.35576926148027355, |
| "learning_rate": 5e-05, |
| "loss": 0.1789, |
| "loss/crossentropy": 2.7463297247886658, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17890166491270065, |
| "loss/reg": 2.953505277633667, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.00394, |
| "grad_norm": 0.46487849950790405, |
| "grad_norm_var": 0.3525539310677323, |
| "learning_rate": 5e-05, |
| "loss": 0.1737, |
| "loss/crossentropy": 2.781617820262909, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17365656793117523, |
| "loss/reg": 2.951185464859009, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.00395, |
| "grad_norm": 0.36613309383392334, |
| "grad_norm_var": 0.352175585204308, |
| "learning_rate": 5e-05, |
| "loss": 0.1749, |
| "loss/crossentropy": 2.9521047472953796, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1749158501625061, |
| "loss/reg": 2.949521780014038, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.00396, |
| "grad_norm": 0.33889761567115784, |
| "grad_norm_var": 0.35297777688562104, |
| "learning_rate": 5e-05, |
| "loss": 0.1611, |
| "loss/crossentropy": 2.709399461746216, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.161102045327425, |
| "loss/reg": 2.94758677482605, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.00397, |
| "grad_norm": 0.37460586428642273, |
| "grad_norm_var": 0.3556567542520952, |
| "learning_rate": 5e-05, |
| "loss": 0.1709, |
| "loss/crossentropy": 2.8318939208984375, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1709057316184044, |
| "loss/reg": 2.9449052810668945, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.00398, |
| "grad_norm": 0.36912715435028076, |
| "grad_norm_var": 0.3556777153015602, |
| "learning_rate": 5e-05, |
| "loss": 0.1699, |
| "loss/crossentropy": 2.7699413895606995, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16991987824440002, |
| "loss/reg": 2.9416375160217285, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.00399, |
| "grad_norm": 0.4335935711860657, |
| "grad_norm_var": 0.35388598085202433, |
| "learning_rate": 5e-05, |
| "loss": 0.1621, |
| "loss/crossentropy": 2.6929262280464172, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16208457946777344, |
| "loss/reg": 2.9385571479797363, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.004, |
| "grad_norm": 0.36466526985168457, |
| "grad_norm_var": 0.35251743192284957, |
| "learning_rate": 5e-05, |
| "loss": 0.1603, |
| "loss/crossentropy": 2.9028329849243164, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16026458516716957, |
| "loss/reg": 2.935270071029663, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.00401, |
| "grad_norm": 0.31859657168388367, |
| "grad_norm_var": 0.3542100800677372, |
| "learning_rate": 5e-05, |
| "loss": 0.155, |
| "loss/crossentropy": 2.7707905769348145, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15500668808817863, |
| "loss/reg": 2.9319961071014404, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.00402, |
| "grad_norm": 0.39714375138282776, |
| "grad_norm_var": 0.35233479687143326, |
| "learning_rate": 5e-05, |
| "loss": 0.1722, |
| "loss/crossentropy": 2.5947351455688477, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17224042490124702, |
| "loss/reg": 2.929413318634033, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.00403, |
| "grad_norm": 2.267681121826172, |
| "grad_norm_var": 0.518261838886723, |
| "learning_rate": 5e-05, |
| "loss": 0.2313, |
| "loss/crossentropy": 2.703626811504364, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.23128759488463402, |
| "loss/reg": 2.925968647003174, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.00404, |
| "grad_norm": 0.38179340958595276, |
| "grad_norm_var": 0.414193396025083, |
| "learning_rate": 5e-05, |
| "loss": 0.1852, |
| "loss/crossentropy": 2.820598065853119, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18524771928787231, |
| "loss/reg": 2.9223124980926514, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.00405, |
| "grad_norm": 0.35225149989128113, |
| "grad_norm_var": 0.4145378570625937, |
| "learning_rate": 5e-05, |
| "loss": 0.1672, |
| "loss/crossentropy": 2.761472165584564, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1672290712594986, |
| "loss/reg": 2.9187073707580566, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.00406, |
| "grad_norm": 0.35987603664398193, |
| "grad_norm_var": 0.4150999685132215, |
| "learning_rate": 5e-05, |
| "loss": 0.1731, |
| "loss/crossentropy": 2.7906153202056885, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17313192784786224, |
| "loss/reg": 2.915867805480957, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.00407, |
| "grad_norm": 0.36714085936546326, |
| "grad_norm_var": 0.416068714723823, |
| "learning_rate": 5e-05, |
| "loss": 0.1729, |
| "loss/crossentropy": 2.7815486192703247, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17289156094193459, |
| "loss/reg": 2.9124350547790527, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.00408, |
| "grad_norm": 0.43249061703681946, |
| "grad_norm_var": 0.22313248530400895, |
| "learning_rate": 5e-05, |
| "loss": 0.1886, |
| "loss/crossentropy": 2.7781424522399902, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18864024803042412, |
| "loss/reg": 2.9094510078430176, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.00409, |
| "grad_norm": 0.34418484568595886, |
| "grad_norm_var": 0.22470081409508588, |
| "learning_rate": 5e-05, |
| "loss": 0.1713, |
| "loss/crossentropy": 2.7818892002105713, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17131192237138748, |
| "loss/reg": 2.9064505100250244, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.0041, |
| "grad_norm": 0.5792982578277588, |
| "grad_norm_var": 0.2250470715469535, |
| "learning_rate": 5e-05, |
| "loss": 0.1925, |
| "loss/crossentropy": 2.8059155344963074, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1925133354961872, |
| "loss/reg": 2.9032788276672363, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.00411, |
| "grad_norm": 0.35917767882347107, |
| "grad_norm_var": 0.22517699381034958, |
| "learning_rate": 5e-05, |
| "loss": 0.1597, |
| "loss/crossentropy": 2.9948400259017944, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1597156822681427, |
| "loss/reg": 2.900125741958618, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.00412, |
| "grad_norm": 0.32936394214630127, |
| "grad_norm_var": 0.2253906803631866, |
| "learning_rate": 5e-05, |
| "loss": 0.16, |
| "loss/crossentropy": 2.8464353680610657, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15996254980564117, |
| "loss/reg": 2.897120952606201, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.00413, |
| "grad_norm": 0.3636591136455536, |
| "grad_norm_var": 0.22558401797348096, |
| "learning_rate": 5e-05, |
| "loss": 0.1896, |
| "loss/crossentropy": 2.5940242409706116, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18961919099092484, |
| "loss/reg": 2.8938040733337402, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.00414, |
| "grad_norm": 0.3614409565925598, |
| "grad_norm_var": 0.2257231161008428, |
| "learning_rate": 5e-05, |
| "loss": 0.1669, |
| "loss/crossentropy": 2.9938586950302124, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16688520461320877, |
| "loss/reg": 2.891237497329712, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.00415, |
| "grad_norm": 0.33793795108795166, |
| "grad_norm_var": 0.2271517945765009, |
| "learning_rate": 5e-05, |
| "loss": 0.1662, |
| "loss/crossentropy": 2.7566803693771362, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16617370769381523, |
| "loss/reg": 2.888444185256958, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.00416, |
| "grad_norm": 0.33697640895843506, |
| "grad_norm_var": 0.22768012665927795, |
| "learning_rate": 5e-05, |
| "loss": 0.1609, |
| "loss/crossentropy": 2.7538956999778748, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1609276346862316, |
| "loss/reg": 2.8854165077209473, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.00417, |
| "grad_norm": 0.33163169026374817, |
| "grad_norm_var": 0.22738752034767185, |
| "learning_rate": 5e-05, |
| "loss": 0.1686, |
| "loss/crossentropy": 2.716135025024414, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16858552396297455, |
| "loss/reg": 2.883502244949341, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.00418, |
| "grad_norm": 0.3197973072528839, |
| "grad_norm_var": 0.22875903165210631, |
| "learning_rate": 5e-05, |
| "loss": 0.1622, |
| "loss/crossentropy": 2.8385114669799805, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16216163337230682, |
| "loss/reg": 2.8822600841522217, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.00419, |
| "grad_norm": 0.3929068446159363, |
| "grad_norm_var": 0.0038269076397950408, |
| "learning_rate": 5e-05, |
| "loss": 0.1747, |
| "loss/crossentropy": 2.7871418595314026, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17471741139888763, |
| "loss/reg": 2.8793692588806152, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.0042, |
| "grad_norm": 0.3870161473751068, |
| "grad_norm_var": 0.0038355224442556198, |
| "learning_rate": 5e-05, |
| "loss": 0.1704, |
| "loss/crossentropy": 2.7993595600128174, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1703585907816887, |
| "loss/reg": 2.8776159286499023, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.00421, |
| "grad_norm": 0.35682201385498047, |
| "grad_norm_var": 0.0038246732894099337, |
| "learning_rate": 5e-05, |
| "loss": 0.1886, |
| "loss/crossentropy": 2.655856966972351, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18859218060970306, |
| "loss/reg": 2.87612247467041, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.00422, |
| "grad_norm": 0.33115604519844055, |
| "grad_norm_var": 0.003924500155300174, |
| "learning_rate": 5e-05, |
| "loss": 0.1611, |
| "loss/crossentropy": 2.8695462942123413, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1611364483833313, |
| "loss/reg": 2.873897075653076, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.00423, |
| "grad_norm": 0.4912989139556885, |
| "grad_norm_var": 0.004829238325957341, |
| "learning_rate": 5e-05, |
| "loss": 0.1784, |
| "loss/crossentropy": 2.7167177200317383, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17839327454566956, |
| "loss/reg": 2.8718714714050293, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.00424, |
| "grad_norm": 0.3349898159503937, |
| "grad_norm_var": 0.004720821391959795, |
| "learning_rate": 5e-05, |
| "loss": 0.1615, |
| "loss/crossentropy": 2.7473002076148987, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1615452691912651, |
| "loss/reg": 2.8705270290374756, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.00425, |
| "grad_norm": 0.3930635154247284, |
| "grad_norm_var": 0.004686561363231038, |
| "learning_rate": 5e-05, |
| "loss": 0.1775, |
| "loss/crossentropy": 2.785146713256836, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17748162522912025, |
| "loss/reg": 2.868584394454956, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.00426, |
| "grad_norm": 0.3448260426521301, |
| "grad_norm_var": 0.0017484410160554464, |
| "learning_rate": 5e-05, |
| "loss": 0.1758, |
| "loss/crossentropy": 2.726165235042572, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17576807364821434, |
| "loss/reg": 2.8673741817474365, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.00427, |
| "grad_norm": 0.3846610188484192, |
| "grad_norm_var": 0.0017836724819081718, |
| "learning_rate": 5e-05, |
| "loss": 0.1762, |
| "loss/crossentropy": 2.7086002230644226, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1762431263923645, |
| "loss/reg": 2.8651485443115234, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.00428, |
| "grad_norm": 0.3494791090488434, |
| "grad_norm_var": 0.0017205006490997802, |
| "learning_rate": 5e-05, |
| "loss": 0.1818, |
| "loss/crossentropy": 2.7305288314819336, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18181117624044418, |
| "loss/reg": 2.8629541397094727, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.00429, |
| "grad_norm": 0.3337409794330597, |
| "grad_norm_var": 0.0017762239427149495, |
| "learning_rate": 5e-05, |
| "loss": 0.1661, |
| "loss/crossentropy": 2.840167284011841, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1660769209265709, |
| "loss/reg": 2.8615217208862305, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.0043, |
| "grad_norm": 0.4685284495353699, |
| "grad_norm_var": 0.0024887722894077887, |
| "learning_rate": 5e-05, |
| "loss": 0.1741, |
| "loss/crossentropy": 2.7593295574188232, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1740834154188633, |
| "loss/reg": 2.860365629196167, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.00431, |
| "grad_norm": 0.35651838779449463, |
| "grad_norm_var": 0.002434815976952542, |
| "learning_rate": 5e-05, |
| "loss": 0.1673, |
| "loss/crossentropy": 2.777701735496521, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16725125908851624, |
| "loss/reg": 2.858222007751465, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.00432, |
| "grad_norm": 0.34670454263687134, |
| "grad_norm_var": 0.0023984303943363817, |
| "learning_rate": 5e-05, |
| "loss": 0.165, |
| "loss/crossentropy": 2.749099850654602, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16504037007689476, |
| "loss/reg": 2.855973958969116, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.00433, |
| "grad_norm": 0.3284713923931122, |
| "grad_norm_var": 0.0024153046998328874, |
| "learning_rate": 5e-05, |
| "loss": 0.1521, |
| "loss/crossentropy": 2.7869237661361694, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15208067372441292, |
| "loss/reg": 2.853942632675171, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.00434, |
| "grad_norm": 0.48883649706840515, |
| "grad_norm_var": 0.0030697262784900037, |
| "learning_rate": 5e-05, |
| "loss": 0.1759, |
| "loss/crossentropy": 2.9403671622276306, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17589127644896507, |
| "loss/reg": 2.851728916168213, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.00435, |
| "grad_norm": 0.36951273679733276, |
| "grad_norm_var": 0.0030654307324534447, |
| "learning_rate": 5e-05, |
| "loss": 0.185, |
| "loss/crossentropy": 2.7797312140464783, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1850355602800846, |
| "loss/reg": 2.8488640785217285, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.00436, |
| "grad_norm": 0.4184967577457428, |
| "grad_norm_var": 0.0031605906698184564, |
| "learning_rate": 5e-05, |
| "loss": 0.1855, |
| "loss/crossentropy": 2.812410533428192, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18553681299090385, |
| "loss/reg": 2.8465514183044434, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.00437, |
| "grad_norm": 0.4329560101032257, |
| "grad_norm_var": 0.0032767273553133062, |
| "learning_rate": 5e-05, |
| "loss": 0.1784, |
| "loss/crossentropy": 2.840768814086914, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17843929678201675, |
| "loss/reg": 2.844315767288208, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.00438, |
| "grad_norm": 0.6038658022880554, |
| "grad_norm_var": 0.005936964872234999, |
| "learning_rate": 5e-05, |
| "loss": 0.1949, |
| "loss/crossentropy": 2.7183879017829895, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19491342082619667, |
| "loss/reg": 2.842548131942749, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.00439, |
| "grad_norm": 0.4069391191005707, |
| "grad_norm_var": 0.005387125873613382, |
| "learning_rate": 5e-05, |
| "loss": 0.1875, |
| "loss/crossentropy": 2.7780433297157288, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18749799579381943, |
| "loss/reg": 2.840106964111328, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.0044, |
| "grad_norm": 0.35941290855407715, |
| "grad_norm_var": 0.005220523762257064, |
| "learning_rate": 5e-05, |
| "loss": 0.1639, |
| "loss/crossentropy": 2.7595601081848145, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1638675332069397, |
| "loss/reg": 2.8378958702087402, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.00441, |
| "grad_norm": 0.3669149875640869, |
| "grad_norm_var": 0.005284393934492052, |
| "learning_rate": 5e-05, |
| "loss": 0.1714, |
| "loss/crossentropy": 2.673116147518158, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1713937260210514, |
| "loss/reg": 2.8351917266845703, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.00442, |
| "grad_norm": 0.3643859922885895, |
| "grad_norm_var": 0.0051709546313713755, |
| "learning_rate": 5e-05, |
| "loss": 0.1795, |
| "loss/crossentropy": 2.8026832342147827, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17951133847236633, |
| "loss/reg": 2.8323209285736084, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.00443, |
| "grad_norm": 0.34250232577323914, |
| "grad_norm_var": 0.005361033629373261, |
| "learning_rate": 5e-05, |
| "loss": 0.1729, |
| "loss/crossentropy": 2.7829501032829285, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17286691814661026, |
| "loss/reg": 2.8302509784698486, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.00444, |
| "grad_norm": 0.3323063552379608, |
| "grad_norm_var": 0.005486165176397177, |
| "learning_rate": 5e-05, |
| "loss": 0.1685, |
| "loss/crossentropy": 2.7025471329689026, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1684984639286995, |
| "loss/reg": 2.827455997467041, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.00445, |
| "grad_norm": 0.35889074206352234, |
| "grad_norm_var": 0.005320257567319386, |
| "learning_rate": 5e-05, |
| "loss": 0.1872, |
| "loss/crossentropy": 2.6426368355751038, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18716050684452057, |
| "loss/reg": 2.8253841400146484, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.00446, |
| "grad_norm": 0.39696604013442993, |
| "grad_norm_var": 0.004953801905317123, |
| "learning_rate": 5e-05, |
| "loss": 0.1844, |
| "loss/crossentropy": 2.6918662786483765, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18442435935139656, |
| "loss/reg": 2.8228838443756104, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.00447, |
| "grad_norm": 0.3320043981075287, |
| "grad_norm_var": 0.005107676487313561, |
| "learning_rate": 5e-05, |
| "loss": 0.1689, |
| "loss/crossentropy": 2.7309769988059998, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16887113079428673, |
| "loss/reg": 2.8211417198181152, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.00448, |
| "grad_norm": 0.3350951373577118, |
| "grad_norm_var": 0.0051840048892141, |
| "learning_rate": 5e-05, |
| "loss": 0.1736, |
| "loss/crossentropy": 2.7696202397346497, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17358100041747093, |
| "loss/reg": 2.818211793899536, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.00449, |
| "grad_norm": 0.35995370149612427, |
| "grad_norm_var": 0.004988316730949372, |
| "learning_rate": 5e-05, |
| "loss": 0.185, |
| "loss/crossentropy": 2.7628800868988037, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1849852055311203, |
| "loss/reg": 2.8163435459136963, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.0045, |
| "grad_norm": 0.3433259427547455, |
| "grad_norm_var": 0.004429295151525636, |
| "learning_rate": 5e-05, |
| "loss": 0.1776, |
| "loss/crossentropy": 2.92121821641922, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1775917150080204, |
| "loss/reg": 2.8140530586242676, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.00451, |
| "grad_norm": 0.3525676131248474, |
| "grad_norm_var": 0.004477082320186199, |
| "learning_rate": 5e-05, |
| "loss": 0.1765, |
| "loss/crossentropy": 2.8223352432250977, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1765166036784649, |
| "loss/reg": 2.8114964962005615, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.00452, |
| "grad_norm": 0.3349536955356598, |
| "grad_norm_var": 0.004502986709870172, |
| "learning_rate": 5e-05, |
| "loss": 0.1617, |
| "loss/crossentropy": 2.58266818523407, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16168920323252678, |
| "loss/reg": 2.8082778453826904, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.00453, |
| "grad_norm": 0.3272739350795746, |
| "grad_norm_var": 0.004404667304666754, |
| "learning_rate": 5e-05, |
| "loss": 0.1606, |
| "loss/crossentropy": 2.791221022605896, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16057174652814865, |
| "loss/reg": 2.8055834770202637, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.00454, |
| "grad_norm": 0.35802412033081055, |
| "grad_norm_var": 0.0005107777789474354, |
| "learning_rate": 5e-05, |
| "loss": 0.1758, |
| "loss/crossentropy": 2.856186628341675, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17580854520201683, |
| "loss/reg": 2.8030307292938232, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.00455, |
| "grad_norm": 0.34605538845062256, |
| "grad_norm_var": 0.0003165176266941239, |
| "learning_rate": 5e-05, |
| "loss": 0.1651, |
| "loss/crossentropy": 2.734806716442108, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16513444855809212, |
| "loss/reg": 2.7998156547546387, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.00456, |
| "grad_norm": 0.35396888852119446, |
| "grad_norm_var": 0.0003120198180476634, |
| "learning_rate": 5e-05, |
| "loss": 0.1701, |
| "loss/crossentropy": 2.8904529213905334, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17014532163739204, |
| "loss/reg": 2.796231508255005, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.00457, |
| "grad_norm": 0.3613145649433136, |
| "grad_norm_var": 0.00030159148728288546, |
| "learning_rate": 5e-05, |
| "loss": 0.1835, |
| "loss/crossentropy": 2.813112735748291, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1834680140018463, |
| "loss/reg": 2.7929091453552246, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.00458, |
| "grad_norm": 0.36372610926628113, |
| "grad_norm_var": 0.00030035069871777733, |
| "learning_rate": 5e-05, |
| "loss": 0.167, |
| "loss/crossentropy": 2.795239508152008, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1669648103415966, |
| "loss/reg": 2.789707899093628, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.00459, |
| "grad_norm": 0.3581913113594055, |
| "grad_norm_var": 0.00030019062479412403, |
| "learning_rate": 5e-05, |
| "loss": 0.165, |
| "loss/crossentropy": 2.797567903995514, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16498373076319695, |
| "loss/reg": 2.786154270172119, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.0046, |
| "grad_norm": 0.3571149408817291, |
| "grad_norm_var": 0.00027710791712463786, |
| "learning_rate": 5e-05, |
| "loss": 0.161, |
| "loss/crossentropy": 2.743883192539215, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16101711615920067, |
| "loss/reg": 2.7824792861938477, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.00461, |
| "grad_norm": 0.356715589761734, |
| "grad_norm_var": 0.0002755397827386948, |
| "learning_rate": 5e-05, |
| "loss": 0.1732, |
| "loss/crossentropy": 2.724743604660034, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1731928214430809, |
| "loss/reg": 2.778890371322632, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.00462, |
| "grad_norm": 0.3243059813976288, |
| "grad_norm_var": 0.00017305590364662023, |
| "learning_rate": 5e-05, |
| "loss": 0.1592, |
| "loss/crossentropy": 2.7731017470359802, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15923070535063744, |
| "loss/reg": 2.775613784790039, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.00463, |
| "grad_norm": 0.3843972980976105, |
| "grad_norm_var": 0.00023436686166613171, |
| "learning_rate": 5e-05, |
| "loss": 0.1776, |
| "loss/crossentropy": 2.6426811814308167, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17761223763227463, |
| "loss/reg": 2.772561550140381, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.00464, |
| "grad_norm": 0.3468632102012634, |
| "grad_norm_var": 0.00021796986892265539, |
| "learning_rate": 5e-05, |
| "loss": 0.1742, |
| "loss/crossentropy": 2.882816791534424, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17419364303350449, |
| "loss/reg": 2.769129991531372, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.00465, |
| "grad_norm": 0.3967267870903015, |
| "grad_norm_var": 0.0003424789629975648, |
| "learning_rate": 5e-05, |
| "loss": 0.1785, |
| "loss/crossentropy": 2.9460648894309998, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1784828118979931, |
| "loss/reg": 2.767021656036377, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.00466, |
| "grad_norm": 0.36927327513694763, |
| "grad_norm_var": 0.0003472996962895862, |
| "learning_rate": 5e-05, |
| "loss": 0.1723, |
| "loss/crossentropy": 2.7243736386299133, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17225344851613045, |
| "loss/reg": 2.7637596130371094, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.00467, |
| "grad_norm": 0.6855224967002869, |
| "grad_norm_var": 0.007136168552583877, |
| "learning_rate": 5e-05, |
| "loss": 0.1725, |
| "loss/crossentropy": 2.9400131702423096, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17254997044801712, |
| "loss/reg": 2.7604963779449463, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.00468, |
| "grad_norm": 0.41388872265815735, |
| "grad_norm_var": 0.007088047286249225, |
| "learning_rate": 5e-05, |
| "loss": 0.1608, |
| "loss/crossentropy": 2.7375746369361877, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16082635894417763, |
| "loss/reg": 2.7572667598724365, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.00469, |
| "grad_norm": 0.3997427225112915, |
| "grad_norm_var": 0.006892705403346755, |
| "learning_rate": 5e-05, |
| "loss": 0.1704, |
| "loss/crossentropy": 2.8761582374572754, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17043552175164223, |
| "loss/reg": 2.754149913787842, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.0047, |
| "grad_norm": 0.33424052596092224, |
| "grad_norm_var": 0.007016741295476203, |
| "learning_rate": 5e-05, |
| "loss": 0.1652, |
| "loss/crossentropy": 2.8255309462547302, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16519855335354805, |
| "loss/reg": 2.751276731491089, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.00471, |
| "grad_norm": 0.41415977478027344, |
| "grad_norm_var": 0.006957502567752493, |
| "learning_rate": 5e-05, |
| "loss": 0.1832, |
| "loss/crossentropy": 2.676911950111389, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18318749964237213, |
| "loss/reg": 2.7486090660095215, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.00472, |
| "grad_norm": 0.3688299357891083, |
| "grad_norm_var": 0.006902369057221236, |
| "learning_rate": 5e-05, |
| "loss": 0.162, |
| "loss/crossentropy": 2.6736281514167786, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16196409612894058, |
| "loss/reg": 2.745225667953491, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.00473, |
| "grad_norm": 0.42543119192123413, |
| "grad_norm_var": 0.006916738926360373, |
| "learning_rate": 5e-05, |
| "loss": 0.1685, |
| "loss/crossentropy": 2.7871673703193665, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16850638762116432, |
| "loss/reg": 2.7421023845672607, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.00474, |
| "grad_norm": 0.3542870581150055, |
| "grad_norm_var": 0.006960025235757868, |
| "learning_rate": 5e-05, |
| "loss": 0.1695, |
| "loss/crossentropy": 2.727401077747345, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1695132479071617, |
| "loss/reg": 2.738083839416504, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.00475, |
| "grad_norm": 0.42508408427238464, |
| "grad_norm_var": 0.006928287935252916, |
| "learning_rate": 5e-05, |
| "loss": 0.1967, |
| "loss/crossentropy": 2.756391167640686, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19667796790599823, |
| "loss/reg": 2.734565496444702, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.00476, |
| "grad_norm": 0.3327108919620514, |
| "grad_norm_var": 0.007096223362361916, |
| "learning_rate": 5e-05, |
| "loss": 0.1698, |
| "loss/crossentropy": 2.662286937236786, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16976173967123032, |
| "loss/reg": 2.730898141860962, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.00477, |
| "grad_norm": 0.3538263142108917, |
| "grad_norm_var": 0.007111786918880665, |
| "learning_rate": 5e-05, |
| "loss": 0.1728, |
| "loss/crossentropy": 2.6600981950759888, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17283405736088753, |
| "loss/reg": 2.7276227474212646, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.00478, |
| "grad_norm": 0.6719810962677002, |
| "grad_norm_var": 0.011362604241119423, |
| "learning_rate": 5e-05, |
| "loss": 0.1956, |
| "loss/crossentropy": 2.9192944169044495, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1955549158155918, |
| "loss/reg": 2.7246785163879395, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.00479, |
| "grad_norm": 0.40175002813339233, |
| "grad_norm_var": 0.011305273259017534, |
| "learning_rate": 5e-05, |
| "loss": 0.1707, |
| "loss/crossentropy": 2.8099315762519836, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1706707924604416, |
| "loss/reg": 2.721214771270752, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.0048, |
| "grad_norm": 0.5700014233589172, |
| "grad_norm_var": 0.012288996380569357, |
| "learning_rate": 5e-05, |
| "loss": 0.175, |
| "loss/crossentropy": 2.764845371246338, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17503220587968826, |
| "loss/reg": 2.71852970123291, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.00481, |
| "grad_norm": 0.3602856993675232, |
| "grad_norm_var": 0.012545036289332723, |
| "learning_rate": 5e-05, |
| "loss": 0.1675, |
| "loss/crossentropy": 2.817295730113983, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16745564714074135, |
| "loss/reg": 2.7155778408050537, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.00482, |
| "grad_norm": 0.37470605969429016, |
| "grad_norm_var": 0.012502846327791594, |
| "learning_rate": 5e-05, |
| "loss": 0.1722, |
| "loss/crossentropy": 2.7710434794425964, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.172159094363451, |
| "loss/reg": 2.7133727073669434, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.00483, |
| "grad_norm": 0.319488525390625, |
| "grad_norm_var": 0.008425663660975724, |
| "learning_rate": 5e-05, |
| "loss": 0.1524, |
| "loss/crossentropy": 2.783412456512451, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15241163223981857, |
| "loss/reg": 2.710848331451416, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.00484, |
| "grad_norm": 0.3474343419075012, |
| "grad_norm_var": 0.008645296689366684, |
| "learning_rate": 5e-05, |
| "loss": 0.1582, |
| "loss/crossentropy": 2.8712441325187683, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1582440249621868, |
| "loss/reg": 2.708759307861328, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.00485, |
| "grad_norm": 0.3881974518299103, |
| "grad_norm_var": 0.008659215056144554, |
| "learning_rate": 5e-05, |
| "loss": 0.168, |
| "loss/crossentropy": 2.7801290154457092, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16804108768701553, |
| "loss/reg": 2.707090139389038, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.00486, |
| "grad_norm": 0.3865320086479187, |
| "grad_norm_var": 0.008353144350497502, |
| "learning_rate": 5e-05, |
| "loss": 0.1622, |
| "loss/crossentropy": 2.762259840965271, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1622123382985592, |
| "loss/reg": 2.704341173171997, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.00487, |
| "grad_norm": 0.3601287007331848, |
| "grad_norm_var": 0.008476237288047564, |
| "learning_rate": 5e-05, |
| "loss": 0.1717, |
| "loss/crossentropy": 2.7640222311019897, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1716899275779724, |
| "loss/reg": 2.702449321746826, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.00488, |
| "grad_norm": 0.3476349711418152, |
| "grad_norm_var": 0.008599584577097493, |
| "learning_rate": 5e-05, |
| "loss": 0.1771, |
| "loss/crossentropy": 2.8057321906089783, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1770944595336914, |
| "loss/reg": 2.6996164321899414, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.00489, |
| "grad_norm": 0.35880380868911743, |
| "grad_norm_var": 0.008661929013581293, |
| "learning_rate": 5e-05, |
| "loss": 0.1759, |
| "loss/crossentropy": 2.7546836137771606, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17589908093214035, |
| "loss/reg": 2.69681978225708, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.0049, |
| "grad_norm": 0.3216891586780548, |
| "grad_norm_var": 0.008914221483014847, |
| "learning_rate": 5e-05, |
| "loss": 0.1628, |
| "loss/crossentropy": 2.755846858024597, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16277150437235832, |
| "loss/reg": 2.6948180198669434, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.00491, |
| "grad_norm": 0.3739294409751892, |
| "grad_norm_var": 0.008872687766587003, |
| "learning_rate": 5e-05, |
| "loss": 0.1737, |
| "loss/crossentropy": 2.758453607559204, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.173715490847826, |
| "loss/reg": 2.692713737487793, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.00492, |
| "grad_norm": 0.3633546531200409, |
| "grad_norm_var": 0.008689872848313067, |
| "learning_rate": 5e-05, |
| "loss": 0.1755, |
| "loss/crossentropy": 2.756626844406128, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17549088224768639, |
| "loss/reg": 2.6911702156066895, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.00493, |
| "grad_norm": 0.4165309965610504, |
| "grad_norm_var": 0.00860196217059566, |
| "learning_rate": 5e-05, |
| "loss": 0.1882, |
| "loss/crossentropy": 2.69485205411911, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18822569772601128, |
| "loss/reg": 2.6890034675598145, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.00494, |
| "grad_norm": 0.34585461020469666, |
| "grad_norm_var": 0.0033206140596304815, |
| "learning_rate": 5e-05, |
| "loss": 0.1742, |
| "loss/crossentropy": 2.73829984664917, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17416464537382126, |
| "loss/reg": 2.687713623046875, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.00495, |
| "grad_norm": 0.3443280756473541, |
| "grad_norm_var": 0.003339269529387142, |
| "learning_rate": 5e-05, |
| "loss": 0.1613, |
| "loss/crossentropy": 2.745963931083679, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.161319550126791, |
| "loss/reg": 2.685638189315796, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.00496, |
| "grad_norm": 0.3689098656177521, |
| "grad_norm_var": 0.000602855553897171, |
| "learning_rate": 5e-05, |
| "loss": 0.1735, |
| "loss/crossentropy": 2.6744813919067383, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17346932739019394, |
| "loss/reg": 2.6839358806610107, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.00497, |
| "grad_norm": 0.36457374691963196, |
| "grad_norm_var": 0.0006035317496342747, |
| "learning_rate": 5e-05, |
| "loss": 0.1735, |
| "loss/crossentropy": 2.799642562866211, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17352834343910217, |
| "loss/reg": 2.683485507965088, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.00498, |
| "grad_norm": 0.35222312808036804, |
| "grad_norm_var": 0.0005951796117876367, |
| "learning_rate": 5e-05, |
| "loss": 0.1742, |
| "loss/crossentropy": 2.739416480064392, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1742345169186592, |
| "loss/reg": 2.6830482482910156, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.00499, |
| "grad_norm": 0.3427422344684601, |
| "grad_norm_var": 0.0005034448418147264, |
| "learning_rate": 5e-05, |
| "loss": 0.1673, |
| "loss/crossentropy": 2.772252082824707, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16728588938713074, |
| "loss/reg": 2.682189464569092, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.005, |
| "grad_norm": 0.39299577474594116, |
| "grad_norm_var": 0.0005481683329227494, |
| "learning_rate": 5e-05, |
| "loss": 0.1926, |
| "loss/crossentropy": 2.7702752351760864, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1926349699497223, |
| "loss/reg": 2.6808254718780518, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.00501, |
| "grad_norm": 0.3431949019432068, |
| "grad_norm_var": 0.0005312130675710792, |
| "learning_rate": 5e-05, |
| "loss": 0.1634, |
| "loss/crossentropy": 2.7881234288215637, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1633942425251007, |
| "loss/reg": 2.6798629760742188, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.00502, |
| "grad_norm": 0.36641839146614075, |
| "grad_norm_var": 0.0004892704880637311, |
| "learning_rate": 5e-05, |
| "loss": 0.1787, |
| "loss/crossentropy": 2.848407030105591, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17872987315058708, |
| "loss/reg": 2.677311658859253, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.00503, |
| "grad_norm": 0.3278079330921173, |
| "grad_norm_var": 0.000554897538649816, |
| "learning_rate": 5e-05, |
| "loss": 0.1587, |
| "loss/crossentropy": 2.75662362575531, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15868044644594193, |
| "loss/reg": 2.675185203552246, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.00504, |
| "grad_norm": 0.3251039683818817, |
| "grad_norm_var": 0.0006183250665441046, |
| "learning_rate": 5e-05, |
| "loss": 0.1551, |
| "loss/crossentropy": 2.731416165828705, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15506618097424507, |
| "loss/reg": 2.673948287963867, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.00505, |
| "grad_norm": 0.35344070196151733, |
| "grad_norm_var": 0.0006186746986458047, |
| "learning_rate": 5e-05, |
| "loss": 0.167, |
| "loss/crossentropy": 2.740668296813965, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16695522889494896, |
| "loss/reg": 2.6712498664855957, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.00506, |
| "grad_norm": 0.36658284068107605, |
| "grad_norm_var": 0.0005366058949143918, |
| "learning_rate": 5e-05, |
| "loss": 0.1668, |
| "loss/crossentropy": 2.802608013153076, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16682763025164604, |
| "loss/reg": 2.669286012649536, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.00507, |
| "grad_norm": 0.4423954486846924, |
| "grad_norm_var": 0.000963591213409624, |
| "learning_rate": 5e-05, |
| "loss": 0.1963, |
| "loss/crossentropy": 2.811932861804962, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19632378965616226, |
| "loss/reg": 2.666898012161255, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.00508, |
| "grad_norm": 0.3770610988140106, |
| "grad_norm_var": 0.000975015024308116, |
| "learning_rate": 5e-05, |
| "loss": 0.1753, |
| "loss/crossentropy": 2.7279282808303833, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17527905479073524, |
| "loss/reg": 2.664764881134033, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.00509, |
| "grad_norm": 0.35589146614074707, |
| "grad_norm_var": 0.0007832244440521922, |
| "learning_rate": 5e-05, |
| "loss": 0.168, |
| "loss/crossentropy": 2.8977367281913757, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16798892244696617, |
| "loss/reg": 2.6622438430786133, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.0051, |
| "grad_norm": 0.3419097661972046, |
| "grad_norm_var": 0.0007919503322765919, |
| "learning_rate": 5e-05, |
| "loss": 0.1729, |
| "loss/crossentropy": 2.6906025409698486, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.172856405377388, |
| "loss/reg": 2.6595211029052734, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.00511, |
| "grad_norm": 0.3972381353378296, |
| "grad_norm_var": 0.0008538971282195384, |
| "learning_rate": 5e-05, |
| "loss": 0.1825, |
| "loss/crossentropy": 2.762513279914856, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18245646730065346, |
| "loss/reg": 2.6572320461273193, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.00512, |
| "grad_norm": 0.3489353358745575, |
| "grad_norm_var": 0.0008648399289393501, |
| "learning_rate": 5e-05, |
| "loss": 0.179, |
| "loss/crossentropy": 2.7472071647644043, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1789936050772667, |
| "loss/reg": 2.6544342041015625, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.00513, |
| "grad_norm": 0.3673308491706848, |
| "grad_norm_var": 0.0008661114894439326, |
| "learning_rate": 5e-05, |
| "loss": 0.1745, |
| "loss/crossentropy": 2.69700163602829, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1745261810719967, |
| "loss/reg": 2.6520497798919678, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.00514, |
| "grad_norm": 0.33870744705200195, |
| "grad_norm_var": 0.0008961917113334199, |
| "learning_rate": 5e-05, |
| "loss": 0.1649, |
| "loss/crossentropy": 2.762860357761383, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16494135558605194, |
| "loss/reg": 2.6500847339630127, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.00515, |
| "grad_norm": 0.40411266684532166, |
| "grad_norm_var": 0.0009761766654230563, |
| "learning_rate": 5e-05, |
| "loss": 0.1628, |
| "loss/crossentropy": 3.01085501909256, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16284478455781937, |
| "loss/reg": 2.648311138153076, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.00516, |
| "grad_norm": 0.37194308638572693, |
| "grad_norm_var": 0.0009268939874421604, |
| "learning_rate": 5e-05, |
| "loss": 0.182, |
| "loss/crossentropy": 2.721080005168915, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18202906847000122, |
| "loss/reg": 2.6469640731811523, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.00517, |
| "grad_norm": 0.3380615711212158, |
| "grad_norm_var": 0.0009429551352979477, |
| "learning_rate": 5e-05, |
| "loss": 0.1639, |
| "loss/crossentropy": 2.6788495779037476, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16385124996304512, |
| "loss/reg": 2.6445441246032715, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.00518, |
| "grad_norm": 0.37696361541748047, |
| "grad_norm_var": 0.0009533986625055632, |
| "learning_rate": 5e-05, |
| "loss": 0.1587, |
| "loss/crossentropy": 2.6845511198043823, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1586880125105381, |
| "loss/reg": 2.6424736976623535, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.00519, |
| "grad_norm": 0.32983675599098206, |
| "grad_norm_var": 0.0009437052369864992, |
| "learning_rate": 5e-05, |
| "loss": 0.1585, |
| "loss/crossentropy": 2.5984672904014587, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15849433466792107, |
| "loss/reg": 2.639796257019043, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.0052, |
| "grad_norm": 0.3439983129501343, |
| "grad_norm_var": 0.000866215802107521, |
| "learning_rate": 5e-05, |
| "loss": 0.1578, |
| "loss/crossentropy": 2.7057528495788574, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15775253251194954, |
| "loss/reg": 2.636976480484009, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.00521, |
| "grad_norm": 0.4739494323730469, |
| "grad_norm_var": 0.0015736599047053415, |
| "learning_rate": 5e-05, |
| "loss": 0.178, |
| "loss/crossentropy": 2.6239394545555115, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17801255360245705, |
| "loss/reg": 2.6342852115631104, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.00522, |
| "grad_norm": 0.5270029306411743, |
| "grad_norm_var": 0.003035565907296726, |
| "learning_rate": 5e-05, |
| "loss": 0.1801, |
| "loss/crossentropy": 2.890467643737793, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18007512018084526, |
| "loss/reg": 2.631289005279541, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.00523, |
| "grad_norm": 0.42719003558158875, |
| "grad_norm_var": 0.002930528350278516, |
| "learning_rate": 5e-05, |
| "loss": 0.1781, |
| "loss/crossentropy": 2.9749565720558167, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17812742665410042, |
| "loss/reg": 2.6284420490264893, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.00524, |
| "grad_norm": 0.37133005261421204, |
| "grad_norm_var": 0.0029367435634455913, |
| "learning_rate": 5e-05, |
| "loss": 0.1597, |
| "loss/crossentropy": 2.692670702934265, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1597190946340561, |
| "loss/reg": 2.6251702308654785, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.00525, |
| "grad_norm": 0.3646347224712372, |
| "grad_norm_var": 0.0029109098946428253, |
| "learning_rate": 5e-05, |
| "loss": 0.1676, |
| "loss/crossentropy": 2.8696910738945007, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16764900088310242, |
| "loss/reg": 2.621973991394043, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.00526, |
| "grad_norm": 0.3347557485103607, |
| "grad_norm_var": 0.002953013887398237, |
| "learning_rate": 5e-05, |
| "loss": 0.1659, |
| "loss/crossentropy": 2.844240427017212, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16587505862116814, |
| "loss/reg": 2.6180617809295654, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.00527, |
| "grad_norm": 0.3301764726638794, |
| "grad_norm_var": 0.003100070614909223, |
| "learning_rate": 5e-05, |
| "loss": 0.1554, |
| "loss/crossentropy": 2.822225272655487, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15541274286806583, |
| "loss/reg": 2.6156363487243652, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.00528, |
| "grad_norm": 0.3668423593044281, |
| "grad_norm_var": 0.003050578439524883, |
| "learning_rate": 5e-05, |
| "loss": 0.1725, |
| "loss/crossentropy": 2.873881459236145, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17249644920229912, |
| "loss/reg": 2.6129000186920166, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.00529, |
| "grad_norm": 0.33062636852264404, |
| "grad_norm_var": 0.0031927551041592986, |
| "learning_rate": 5e-05, |
| "loss": 0.169, |
| "loss/crossentropy": 2.7202290296554565, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16901781037449837, |
| "loss/reg": 2.6098320484161377, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.0053, |
| "grad_norm": 0.33170488476753235, |
| "grad_norm_var": 0.003231463613689256, |
| "learning_rate": 5e-05, |
| "loss": 0.1708, |
| "loss/crossentropy": 2.7543463706970215, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17077547311782837, |
| "loss/reg": 2.606674909591675, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.00531, |
| "grad_norm": 0.3436318337917328, |
| "grad_norm_var": 0.0032369737172315838, |
| "learning_rate": 5e-05, |
| "loss": 0.1822, |
| "loss/crossentropy": 2.6231788992881775, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1821577101945877, |
| "loss/reg": 2.603997230529785, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.00532, |
| "grad_norm": 0.33105242252349854, |
| "grad_norm_var": 0.0033454153420392264, |
| "learning_rate": 5e-05, |
| "loss": 0.1661, |
| "loss/crossentropy": 2.819184124469757, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16607840731739998, |
| "loss/reg": 2.6012203693389893, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.00533, |
| "grad_norm": 0.3485148847103119, |
| "grad_norm_var": 0.0033075767398377588, |
| "learning_rate": 5e-05, |
| "loss": 0.1676, |
| "loss/crossentropy": 2.8594303727149963, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1676221825182438, |
| "loss/reg": 2.5986573696136475, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.00534, |
| "grad_norm": 0.3541623651981354, |
| "grad_norm_var": 0.003321219936842216, |
| "learning_rate": 5e-05, |
| "loss": 0.1742, |
| "loss/crossentropy": 2.7382256984710693, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17420669272542, |
| "loss/reg": 2.5956368446350098, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.00535, |
| "grad_norm": 0.362183541059494, |
| "grad_norm_var": 0.003216249066768325, |
| "learning_rate": 5e-05, |
| "loss": 0.1732, |
| "loss/crossentropy": 2.820302128791809, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1731831431388855, |
| "loss/reg": 2.591860294342041, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.00536, |
| "grad_norm": 0.340348482131958, |
| "grad_norm_var": 0.0032303969391706505, |
| "learning_rate": 5e-05, |
| "loss": 0.1677, |
| "loss/crossentropy": 2.978896915912628, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16773569583892822, |
| "loss/reg": 2.5879762172698975, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.00537, |
| "grad_norm": 0.359326034784317, |
| "grad_norm_var": 0.002480178301492671, |
| "learning_rate": 5e-05, |
| "loss": 0.1767, |
| "loss/crossentropy": 2.7645240426063538, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17668773606419563, |
| "loss/reg": 2.5847809314727783, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.00538, |
| "grad_norm": 0.3420480489730835, |
| "grad_norm_var": 0.0005976425682412671, |
| "learning_rate": 5e-05, |
| "loss": 0.1758, |
| "loss/crossentropy": 2.7278724908828735, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17576001212000847, |
| "loss/reg": 2.581143379211426, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.00539, |
| "grad_norm": 0.33362701535224915, |
| "grad_norm_var": 0.00021185911019383125, |
| "learning_rate": 5e-05, |
| "loss": 0.1708, |
| "loss/crossentropy": 2.6828721165657043, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1707863062620163, |
| "loss/reg": 2.5769548416137695, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.0054, |
| "grad_norm": 0.6795082092285156, |
| "grad_norm_var": 0.007165518560383773, |
| "learning_rate": 5e-05, |
| "loss": 0.2001, |
| "loss/crossentropy": 2.7977577447891235, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20013980567455292, |
| "loss/reg": 2.5742313861846924, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.00541, |
| "grad_norm": 0.35366278886795044, |
| "grad_norm_var": 0.007174778628811747, |
| "learning_rate": 5e-05, |
| "loss": 0.1703, |
| "loss/crossentropy": 2.859143853187561, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17025134339928627, |
| "loss/reg": 2.57037353515625, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.00542, |
| "grad_norm": 0.3655552566051483, |
| "grad_norm_var": 0.007109308326582827, |
| "learning_rate": 5e-05, |
| "loss": 0.1775, |
| "loss/crossentropy": 2.8502614498138428, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1775321438908577, |
| "loss/reg": 2.566716432571411, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.00543, |
| "grad_norm": 0.3574732542037964, |
| "grad_norm_var": 0.007021635262450318, |
| "learning_rate": 5e-05, |
| "loss": 0.1735, |
| "loss/crossentropy": 2.892129361629486, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17345865443348885, |
| "loss/reg": 2.563842296600342, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.00544, |
| "grad_norm": 0.36598220467567444, |
| "grad_norm_var": 0.007021902205424502, |
| "learning_rate": 5e-05, |
| "loss": 0.1721, |
| "loss/crossentropy": 2.7138225436210632, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17211398482322693, |
| "loss/reg": 2.5608513355255127, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.00545, |
| "grad_norm": 0.35922348499298096, |
| "grad_norm_var": 0.0069277921155704155, |
| "learning_rate": 5e-05, |
| "loss": 0.1695, |
| "loss/crossentropy": 2.8138818740844727, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16949571669101715, |
| "loss/reg": 2.557931423187256, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.00546, |
| "grad_norm": 0.3538724184036255, |
| "grad_norm_var": 0.006843838113958241, |
| "learning_rate": 5e-05, |
| "loss": 0.1722, |
| "loss/crossentropy": 2.7698569893836975, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17218982055783272, |
| "loss/reg": 2.5551669597625732, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.00547, |
| "grad_norm": 0.38070008158683777, |
| "grad_norm_var": 0.006790073386325786, |
| "learning_rate": 5e-05, |
| "loss": 0.1843, |
| "loss/crossentropy": 2.631078600883484, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1842627413570881, |
| "loss/reg": 2.5517876148223877, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.00548, |
| "grad_norm": 0.35319533944129944, |
| "grad_norm_var": 0.006693321782661003, |
| "learning_rate": 5e-05, |
| "loss": 0.16, |
| "loss/crossentropy": 2.850399076938629, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15995023399591446, |
| "loss/reg": 2.548754930496216, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.00549, |
| "grad_norm": 0.4596186578273773, |
| "grad_norm_var": 0.0070637908733671, |
| "learning_rate": 5e-05, |
| "loss": 0.164, |
| "loss/crossentropy": 2.868459641933441, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16395244374871254, |
| "loss/reg": 2.5462560653686523, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.0055, |
| "grad_norm": 0.3474785387516022, |
| "grad_norm_var": 0.007091863949161529, |
| "learning_rate": 5e-05, |
| "loss": 0.1641, |
| "loss/crossentropy": 2.6114882230758667, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1641043722629547, |
| "loss/reg": 2.5431270599365234, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.00551, |
| "grad_norm": 0.3570033013820648, |
| "grad_norm_var": 0.007107306178779664, |
| "learning_rate": 5e-05, |
| "loss": 0.1579, |
| "loss/crossentropy": 2.8220438957214355, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15791887789964676, |
| "loss/reg": 2.539910078048706, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.00552, |
| "grad_norm": 0.32915255427360535, |
| "grad_norm_var": 0.0071770024029156184, |
| "learning_rate": 5e-05, |
| "loss": 0.1612, |
| "loss/crossentropy": 2.878856658935547, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16122740507125854, |
| "loss/reg": 2.5368034839630127, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.00553, |
| "grad_norm": 0.3565903604030609, |
| "grad_norm_var": 0.007185408405122592, |
| "learning_rate": 5e-05, |
| "loss": 0.1689, |
| "loss/crossentropy": 2.705552637577057, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16892266646027565, |
| "loss/reg": 2.5333409309387207, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.00554, |
| "grad_norm": 0.31767770648002625, |
| "grad_norm_var": 0.0073488319211029345, |
| "learning_rate": 5e-05, |
| "loss": 0.1579, |
| "loss/crossentropy": 2.685009717941284, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15788856148719788, |
| "loss/reg": 2.5296521186828613, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.00555, |
| "grad_norm": 0.35047340393066406, |
| "grad_norm_var": 0.0072637659398345844, |
| "learning_rate": 5e-05, |
| "loss": 0.1746, |
| "loss/crossentropy": 2.5745012760162354, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17458590865135193, |
| "loss/reg": 2.5270395278930664, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.00556, |
| "grad_norm": 0.3832140266895294, |
| "grad_norm_var": 0.0009360149891549837, |
| "learning_rate": 5e-05, |
| "loss": 0.1676, |
| "loss/crossentropy": 2.8551809787750244, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16756092011928558, |
| "loss/reg": 2.523982048034668, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.00557, |
| "grad_norm": 0.4020329713821411, |
| "grad_norm_var": 0.0010289291164416311, |
| "learning_rate": 5e-05, |
| "loss": 0.1755, |
| "loss/crossentropy": 2.787672698497772, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17547398060560226, |
| "loss/reg": 2.520615816116333, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.00558, |
| "grad_norm": 0.38412049412727356, |
| "grad_norm_var": 0.0010519623608851428, |
| "learning_rate": 5e-05, |
| "loss": 0.1815, |
| "loss/crossentropy": 2.846573293209076, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1815263032913208, |
| "loss/reg": 2.518004894256592, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.00559, |
| "grad_norm": 0.3456071615219116, |
| "grad_norm_var": 0.0010744320361522322, |
| "learning_rate": 5e-05, |
| "loss": 0.1746, |
| "loss/crossentropy": 2.922893524169922, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17459525167942047, |
| "loss/reg": 2.5153868198394775, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.0056, |
| "grad_norm": 0.36563733220100403, |
| "grad_norm_var": 0.0010744113839659304, |
| "learning_rate": 5e-05, |
| "loss": 0.169, |
| "loss/crossentropy": 2.7154372334480286, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16903281211853027, |
| "loss/reg": 2.5126099586486816, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.00561, |
| "grad_norm": 0.3387238085269928, |
| "grad_norm_var": 0.00111742135319511, |
| "learning_rate": 5e-05, |
| "loss": 0.1666, |
| "loss/crossentropy": 2.5947054624557495, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16662058234214783, |
| "loss/reg": 2.509439706802368, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.00562, |
| "grad_norm": 0.45574790239334106, |
| "grad_norm_var": 0.0016275854789366514, |
| "learning_rate": 5e-05, |
| "loss": 0.1814, |
| "loss/crossentropy": 2.961915969848633, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1813669353723526, |
| "loss/reg": 2.5074241161346436, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.00563, |
| "grad_norm": 0.39113175868988037, |
| "grad_norm_var": 0.0016486631382784092, |
| "learning_rate": 5e-05, |
| "loss": 0.1643, |
| "loss/crossentropy": 2.7337673902511597, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.164301548153162, |
| "loss/reg": 2.5046684741973877, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.00564, |
| "grad_norm": 0.36300358176231384, |
| "grad_norm_var": 0.0016312765518430934, |
| "learning_rate": 5e-05, |
| "loss": 0.1602, |
| "loss/crossentropy": 2.713749051094055, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16021040827035904, |
| "loss/reg": 2.5020864009857178, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.00565, |
| "grad_norm": 0.3250221312046051, |
| "grad_norm_var": 0.001185749693630452, |
| "learning_rate": 5e-05, |
| "loss": 0.1661, |
| "loss/crossentropy": 2.739534556865692, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.166114691644907, |
| "loss/reg": 2.500089645385742, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.00566, |
| "grad_norm": 0.3059675395488739, |
| "grad_norm_var": 0.0013809527139825861, |
| "learning_rate": 5e-05, |
| "loss": 0.1528, |
| "loss/crossentropy": 2.7676697373390198, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15275665000081062, |
| "loss/reg": 2.497802257537842, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.00567, |
| "grad_norm": 0.41637444496154785, |
| "grad_norm_var": 0.0015720438674995396, |
| "learning_rate": 5e-05, |
| "loss": 0.1899, |
| "loss/crossentropy": 2.7852693796157837, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18987080082297325, |
| "loss/reg": 2.4960269927978516, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.00568, |
| "grad_norm": 0.48216167092323303, |
| "grad_norm_var": 0.002316091582714641, |
| "learning_rate": 5e-05, |
| "loss": 0.179, |
| "loss/crossentropy": 2.919625759124756, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17901213094592094, |
| "loss/reg": 2.4943020343780518, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.00569, |
| "grad_norm": 0.34773337841033936, |
| "grad_norm_var": 0.0023415161321106623, |
| "learning_rate": 5e-05, |
| "loss": 0.1689, |
| "loss/crossentropy": 2.829575002193451, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1688704527914524, |
| "loss/reg": 2.4922549724578857, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.0057, |
| "grad_norm": 0.42466020584106445, |
| "grad_norm_var": 0.0022617987789910494, |
| "learning_rate": 5e-05, |
| "loss": 0.2065, |
| "loss/crossentropy": 2.847673773765564, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20647098124027252, |
| "loss/reg": 2.4896240234375, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.00571, |
| "grad_norm": 0.39025840163230896, |
| "grad_norm_var": 0.0022035635328787567, |
| "learning_rate": 5e-05, |
| "loss": 0.181, |
| "loss/crossentropy": 2.9154597520828247, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1810290329158306, |
| "loss/reg": 2.487513542175293, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.00572, |
| "grad_norm": 0.3611275851726532, |
| "grad_norm_var": 0.002232206094215346, |
| "learning_rate": 5e-05, |
| "loss": 0.1687, |
| "loss/crossentropy": 2.813008964061737, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16871189698576927, |
| "loss/reg": 2.4849367141723633, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.00573, |
| "grad_norm": 0.37163245677948, |
| "grad_norm_var": 0.002205551603401897, |
| "learning_rate": 5e-05, |
| "loss": 0.1736, |
| "loss/crossentropy": 2.829798102378845, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.173641849309206, |
| "loss/reg": 2.481811046600342, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.00574, |
| "grad_norm": 0.37662971019744873, |
| "grad_norm_var": 0.002204250880404842, |
| "learning_rate": 5e-05, |
| "loss": 0.1641, |
| "loss/crossentropy": 2.786403477191925, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16413037478923798, |
| "loss/reg": 2.479344606399536, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.00575, |
| "grad_norm": 0.4090428948402405, |
| "grad_norm_var": 0.002174681113915019, |
| "learning_rate": 5e-05, |
| "loss": 0.1684, |
| "loss/crossentropy": 2.685749888420105, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16840650886297226, |
| "loss/reg": 2.476419448852539, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.00576, |
| "grad_norm": 0.35688483715057373, |
| "grad_norm_var": 0.0021995018187083346, |
| "learning_rate": 5e-05, |
| "loss": 0.1611, |
| "loss/crossentropy": 2.809792697429657, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1611488163471222, |
| "loss/reg": 2.4737355709075928, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.00577, |
| "grad_norm": 0.38194504380226135, |
| "grad_norm_var": 0.002065385566742454, |
| "learning_rate": 5e-05, |
| "loss": 0.1615, |
| "loss/crossentropy": 2.850769340991974, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1615295149385929, |
| "loss/reg": 2.4713802337646484, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.00578, |
| "grad_norm": 0.3567502200603485, |
| "grad_norm_var": 0.001743510873329986, |
| "learning_rate": 5e-05, |
| "loss": 0.1689, |
| "loss/crossentropy": 2.7103776335716248, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16894375160336494, |
| "loss/reg": 2.4685709476470947, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.00579, |
| "grad_norm": 0.3396901786327362, |
| "grad_norm_var": 0.001824115359163836, |
| "learning_rate": 5e-05, |
| "loss": 0.166, |
| "loss/crossentropy": 2.7079854607582092, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1659584417939186, |
| "loss/reg": 2.465658664703369, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.0058, |
| "grad_norm": 0.358395516872406, |
| "grad_norm_var": 0.0018331543648902808, |
| "learning_rate": 5e-05, |
| "loss": 0.1813, |
| "loss/crossentropy": 2.8853692412376404, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18133477121591568, |
| "loss/reg": 2.4633235931396484, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.00581, |
| "grad_norm": 0.3434228301048279, |
| "grad_norm_var": 0.0017310432323107805, |
| "learning_rate": 5e-05, |
| "loss": 0.1739, |
| "loss/crossentropy": 2.666011691093445, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1739240102469921, |
| "loss/reg": 2.460447072982788, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.00582, |
| "grad_norm": 0.3482820689678192, |
| "grad_norm_var": 0.0014454775261250163, |
| "learning_rate": 5e-05, |
| "loss": 0.1846, |
| "loss/crossentropy": 2.6244596242904663, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1845875158905983, |
| "loss/reg": 2.457307815551758, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.00583, |
| "grad_norm": 0.36450985074043274, |
| "grad_norm_var": 0.0013555723186838029, |
| "learning_rate": 5e-05, |
| "loss": 0.1741, |
| "loss/crossentropy": 2.6909091472625732, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.174148079007864, |
| "loss/reg": 2.4545810222625732, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.00584, |
| "grad_norm": 0.34841907024383545, |
| "grad_norm_var": 0.0005772011049318792, |
| "learning_rate": 5e-05, |
| "loss": 0.1621, |
| "loss/crossentropy": 2.7992460131645203, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.162076648324728, |
| "loss/reg": 2.4516048431396484, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.00585, |
| "grad_norm": 0.36560627818107605, |
| "grad_norm_var": 0.0005501529366056079, |
| "learning_rate": 5e-05, |
| "loss": 0.1612, |
| "loss/crossentropy": 2.7556354999542236, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16119826585054398, |
| "loss/reg": 2.4482715129852295, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.00586, |
| "grad_norm": 0.37393423914909363, |
| "grad_norm_var": 0.00033166715444868193, |
| "learning_rate": 5e-05, |
| "loss": 0.1779, |
| "loss/crossentropy": 2.6222774982452393, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1779084950685501, |
| "loss/reg": 2.4452362060546875, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.00587, |
| "grad_norm": 0.3511587679386139, |
| "grad_norm_var": 0.0002976648126369145, |
| "learning_rate": 5e-05, |
| "loss": 0.1761, |
| "loss/crossentropy": 2.7342361211776733, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17614838480949402, |
| "loss/reg": 2.441678524017334, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.00588, |
| "grad_norm": 0.33847615122795105, |
| "grad_norm_var": 0.0003352805276915209, |
| "learning_rate": 5e-05, |
| "loss": 0.173, |
| "loss/crossentropy": 2.7935328483581543, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17295999452471733, |
| "loss/reg": 2.437959671020508, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.00589, |
| "grad_norm": 0.351034015417099, |
| "grad_norm_var": 0.00033410454836428903, |
| "learning_rate": 5e-05, |
| "loss": 0.1775, |
| "loss/crossentropy": 2.7590489387512207, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1775294505059719, |
| "loss/reg": 2.4346938133239746, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.0059, |
| "grad_norm": 0.37800535559654236, |
| "grad_norm_var": 0.0003372250971240794, |
| "learning_rate": 5e-05, |
| "loss": 0.1645, |
| "loss/crossentropy": 2.75826096534729, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16445999220013618, |
| "loss/reg": 2.4319543838500977, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.00591, |
| "grad_norm": 0.3323316276073456, |
| "grad_norm_var": 0.0002069473145354402, |
| "learning_rate": 5e-05, |
| "loss": 0.1644, |
| "loss/crossentropy": 2.963920295238495, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.164412472397089, |
| "loss/reg": 2.4295387268066406, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.00592, |
| "grad_norm": 0.8281128406524658, |
| "grad_norm_var": 0.014169124282143371, |
| "learning_rate": 5e-05, |
| "loss": 0.2256, |
| "loss/crossentropy": 2.9319988489151, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22560855001211166, |
| "loss/reg": 2.427125930786133, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.00593, |
| "grad_norm": 0.37988972663879395, |
| "grad_norm_var": 0.014170226758262046, |
| "learning_rate": 5e-05, |
| "loss": 0.1795, |
| "loss/crossentropy": 2.92197585105896, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1794501654803753, |
| "loss/reg": 2.4247610569000244, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.00594, |
| "grad_norm": 0.37449878454208374, |
| "grad_norm_var": 0.014123355612102569, |
| "learning_rate": 5e-05, |
| "loss": 0.1756, |
| "loss/crossentropy": 2.734030842781067, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17557094618678093, |
| "loss/reg": 2.4224398136138916, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.00595, |
| "grad_norm": 0.3890518248081207, |
| "grad_norm_var": 0.013970946553029018, |
| "learning_rate": 5e-05, |
| "loss": 0.1721, |
| "loss/crossentropy": 2.6910988688468933, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17206770926713943, |
| "loss/reg": 2.4206151962280273, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.00596, |
| "grad_norm": 0.45764538645744324, |
| "grad_norm_var": 0.014180672563351104, |
| "learning_rate": 5e-05, |
| "loss": 0.1886, |
| "loss/crossentropy": 2.706140458583832, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1886041909456253, |
| "loss/reg": 2.418341636657715, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.00597, |
| "grad_norm": 0.3294787108898163, |
| "grad_norm_var": 0.014289226884282809, |
| "learning_rate": 5e-05, |
| "loss": 0.1693, |
| "loss/crossentropy": 2.772903263568878, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16925981268286705, |
| "loss/reg": 2.415613889694214, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.00598, |
| "grad_norm": 0.3425086438655853, |
| "grad_norm_var": 0.014326812953815705, |
| "learning_rate": 5e-05, |
| "loss": 0.17, |
| "loss/crossentropy": 2.7024609446525574, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16995511576533318, |
| "loss/reg": 2.4122676849365234, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.00599, |
| "grad_norm": 0.37222734093666077, |
| "grad_norm_var": 0.014300147579082, |
| "learning_rate": 5e-05, |
| "loss": 0.1789, |
| "loss/crossentropy": 2.8698896765708923, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17886632308363914, |
| "loss/reg": 2.4099037647247314, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.006, |
| "grad_norm": 0.39135316014289856, |
| "grad_norm_var": 0.014151428197242365, |
| "learning_rate": 5e-05, |
| "loss": 0.1747, |
| "loss/crossentropy": 2.700629711151123, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17468373104929924, |
| "loss/reg": 2.40794038772583, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.00601, |
| "grad_norm": 0.3728218376636505, |
| "grad_norm_var": 0.014124279912823712, |
| "learning_rate": 5e-05, |
| "loss": 0.169, |
| "loss/crossentropy": 2.794102430343628, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16897983103990555, |
| "loss/reg": 2.405545711517334, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.00602, |
| "grad_norm": 0.37317147850990295, |
| "grad_norm_var": 0.014126729018321404, |
| "learning_rate": 5e-05, |
| "loss": 0.1747, |
| "loss/crossentropy": 2.6252577900886536, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17474820092320442, |
| "loss/reg": 2.402970790863037, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.00603, |
| "grad_norm": 0.35492607951164246, |
| "grad_norm_var": 0.01410428304541661, |
| "learning_rate": 5e-05, |
| "loss": 0.1809, |
| "loss/crossentropy": 2.6527358889579773, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18093448877334595, |
| "loss/reg": 2.4007880687713623, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.00604, |
| "grad_norm": 0.408010870218277, |
| "grad_norm_var": 0.013856041692491945, |
| "learning_rate": 5e-05, |
| "loss": 0.2018, |
| "loss/crossentropy": 2.874286651611328, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20177744701504707, |
| "loss/reg": 2.3988449573516846, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.00605, |
| "grad_norm": 0.3291812837123871, |
| "grad_norm_var": 0.014034946168994126, |
| "learning_rate": 5e-05, |
| "loss": 0.1614, |
| "loss/crossentropy": 2.7926167249679565, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16140995919704437, |
| "loss/reg": 2.3966500759124756, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.00606, |
| "grad_norm": 0.34659212827682495, |
| "grad_norm_var": 0.014192203001449558, |
| "learning_rate": 5e-05, |
| "loss": 0.1709, |
| "loss/crossentropy": 2.8195464611053467, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1709096021950245, |
| "loss/reg": 2.394033670425415, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.00607, |
| "grad_norm": 0.32253992557525635, |
| "grad_norm_var": 0.014285055545239086, |
| "learning_rate": 5e-05, |
| "loss": 0.1649, |
| "loss/crossentropy": 2.7236337065696716, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16493552178144455, |
| "loss/reg": 2.3918449878692627, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.00608, |
| "grad_norm": 0.350931316614151, |
| "grad_norm_var": 0.0011668026056699994, |
| "learning_rate": 5e-05, |
| "loss": 0.1718, |
| "loss/crossentropy": 2.800759196281433, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17175282910466194, |
| "loss/reg": 2.38920521736145, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.00609, |
| "grad_norm": 0.40333986282348633, |
| "grad_norm_var": 0.001237012928824995, |
| "learning_rate": 5e-05, |
| "loss": 0.2046, |
| "loss/crossentropy": 2.7574119567871094, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2046247273683548, |
| "loss/reg": 2.3865227699279785, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.0061, |
| "grad_norm": 0.3773089349269867, |
| "grad_norm_var": 0.0012392324335123346, |
| "learning_rate": 5e-05, |
| "loss": 0.1641, |
| "loss/crossentropy": 2.6313101649284363, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16410250216722488, |
| "loss/reg": 2.3836612701416016, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.00611, |
| "grad_norm": 0.438357949256897, |
| "grad_norm_var": 0.0015159779907225465, |
| "learning_rate": 5e-05, |
| "loss": 0.2098, |
| "loss/crossentropy": 2.780138611793518, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20979087427258492, |
| "loss/reg": 2.380405902862549, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.00612, |
| "grad_norm": 0.34121251106262207, |
| "grad_norm_var": 0.0010515226822608785, |
| "learning_rate": 5e-05, |
| "loss": 0.161, |
| "loss/crossentropy": 2.669090151786804, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1609921157360077, |
| "loss/reg": 2.3776426315307617, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.00613, |
| "grad_norm": 0.36169829964637756, |
| "grad_norm_var": 0.0009600577824135296, |
| "learning_rate": 5e-05, |
| "loss": 0.1734, |
| "loss/crossentropy": 2.7925440073013306, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17342102900147438, |
| "loss/reg": 2.3744184970855713, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.00614, |
| "grad_norm": 0.522160530090332, |
| "grad_norm_var": 0.002369345725690275, |
| "learning_rate": 5e-05, |
| "loss": 0.1663, |
| "loss/crossentropy": 2.698939800262451, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16627153754234314, |
| "loss/reg": 2.370917320251465, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.00615, |
| "grad_norm": 0.4562234580516815, |
| "grad_norm_var": 0.002733171284208069, |
| "learning_rate": 5e-05, |
| "loss": 0.1686, |
| "loss/crossentropy": 2.8971627950668335, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16856613755226135, |
| "loss/reg": 2.368067979812622, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.00616, |
| "grad_norm": 0.5767056345939636, |
| "grad_norm_var": 0.0050531115809510415, |
| "learning_rate": 5e-05, |
| "loss": 0.171, |
| "loss/crossentropy": 2.822002112865448, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17102698609232903, |
| "loss/reg": 2.3653640747070312, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.00617, |
| "grad_norm": 0.3703908324241638, |
| "grad_norm_var": 0.005060977204500819, |
| "learning_rate": 5e-05, |
| "loss": 0.1799, |
| "loss/crossentropy": 2.761395037174225, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17990661412477493, |
| "loss/reg": 2.362797975540161, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.00618, |
| "grad_norm": 0.44375622272491455, |
| "grad_norm_var": 0.005159430065949637, |
| "learning_rate": 5e-05, |
| "loss": 0.1662, |
| "loss/crossentropy": 2.8019450306892395, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1661831997334957, |
| "loss/reg": 2.3597350120544434, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.00619, |
| "grad_norm": 0.41226035356521606, |
| "grad_norm_var": 0.005018716701479123, |
| "learning_rate": 5e-05, |
| "loss": 0.1737, |
| "loss/crossentropy": 2.837542712688446, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1737065464258194, |
| "loss/reg": 2.356935977935791, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.0062, |
| "grad_norm": 0.36850520968437195, |
| "grad_norm_var": 0.005094037089036248, |
| "learning_rate": 5e-05, |
| "loss": 0.1691, |
| "loss/crossentropy": 2.872538685798645, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16909406706690788, |
| "loss/reg": 2.354841709136963, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.00621, |
| "grad_norm": 0.3547448217868805, |
| "grad_norm_var": 0.004888988248098869, |
| "learning_rate": 5e-05, |
| "loss": 0.1777, |
| "loss/crossentropy": 2.727312922477722, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17773358151316643, |
| "loss/reg": 2.3518083095550537, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.00622, |
| "grad_norm": 0.3340252637863159, |
| "grad_norm_var": 0.0049932414292845895, |
| "learning_rate": 5e-05, |
| "loss": 0.1673, |
| "loss/crossentropy": 2.7399535179138184, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16725115478038788, |
| "loss/reg": 2.349299907684326, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.00623, |
| "grad_norm": 0.328477680683136, |
| "grad_norm_var": 0.004932429457390519, |
| "learning_rate": 5e-05, |
| "loss": 0.1658, |
| "loss/crossentropy": 2.7973376512527466, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1658070906996727, |
| "loss/reg": 2.346407175064087, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.00624, |
| "grad_norm": 0.3988572061061859, |
| "grad_norm_var": 0.004746415643168555, |
| "learning_rate": 5e-05, |
| "loss": 0.1808, |
| "loss/crossentropy": 2.886197090148926, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18076446652412415, |
| "loss/reg": 2.343637228012085, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.00625, |
| "grad_norm": 0.3653312921524048, |
| "grad_norm_var": 0.0048476613679717525, |
| "learning_rate": 5e-05, |
| "loss": 0.1752, |
| "loss/crossentropy": 2.6095593571662903, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17522242665290833, |
| "loss/reg": 2.34155011177063, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.00626, |
| "grad_norm": 0.3519672751426697, |
| "grad_norm_var": 0.004975031863489395, |
| "learning_rate": 5e-05, |
| "loss": 0.1685, |
| "loss/crossentropy": 2.724495232105255, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16851425543427467, |
| "loss/reg": 2.339081048965454, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.00627, |
| "grad_norm": 0.3507337272167206, |
| "grad_norm_var": 0.005024779798457324, |
| "learning_rate": 5e-05, |
| "loss": 0.1661, |
| "loss/crossentropy": 2.775688886642456, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1661130003631115, |
| "loss/reg": 2.3362221717834473, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.00628, |
| "grad_norm": 0.35331088304519653, |
| "grad_norm_var": 0.004945443478871292, |
| "learning_rate": 5e-05, |
| "loss": 0.1803, |
| "loss/crossentropy": 2.6876689195632935, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18032584339380264, |
| "loss/reg": 2.3339033126831055, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.00629, |
| "grad_norm": 0.3569658696651459, |
| "grad_norm_var": 0.004969005818722216, |
| "learning_rate": 5e-05, |
| "loss": 0.1646, |
| "loss/crossentropy": 2.87895804643631, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16462786123156548, |
| "loss/reg": 2.3317511081695557, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.0063, |
| "grad_norm": 0.37102508544921875, |
| "grad_norm_var": 0.0038649155689368443, |
| "learning_rate": 5e-05, |
| "loss": 0.1807, |
| "loss/crossentropy": 2.8995742201805115, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1807471290230751, |
| "loss/reg": 2.3286077976226807, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.00631, |
| "grad_norm": 0.37091144919395447, |
| "grad_norm_var": 0.0035332975201383715, |
| "learning_rate": 5e-05, |
| "loss": 0.1679, |
| "loss/crossentropy": 2.755174398422241, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16785116121172905, |
| "loss/reg": 2.3263347148895264, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.00632, |
| "grad_norm": 0.3764369487762451, |
| "grad_norm_var": 0.000834165955391919, |
| "learning_rate": 5e-05, |
| "loss": 0.1597, |
| "loss/crossentropy": 2.7826634645462036, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1596829891204834, |
| "loss/reg": 2.3239433765411377, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.00633, |
| "grad_norm": 0.34151408076286316, |
| "grad_norm_var": 0.0008818179956038841, |
| "learning_rate": 5e-05, |
| "loss": 0.1628, |
| "loss/crossentropy": 2.805456221103668, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16277796775102615, |
| "loss/reg": 2.3215837478637695, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.00634, |
| "grad_norm": 0.7558053731918335, |
| "grad_norm_var": 0.010143553337954326, |
| "learning_rate": 5e-05, |
| "loss": 0.1858, |
| "loss/crossentropy": 2.7678999304771423, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18575545772910118, |
| "loss/reg": 2.3192989826202393, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.00635, |
| "grad_norm": 0.3809748589992523, |
| "grad_norm_var": 0.010099062255010161, |
| "learning_rate": 5e-05, |
| "loss": 0.1792, |
| "loss/crossentropy": 2.86500483751297, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1791505441069603, |
| "loss/reg": 2.317030906677246, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.00636, |
| "grad_norm": 0.40578746795654297, |
| "grad_norm_var": 0.010104068412990375, |
| "learning_rate": 5e-05, |
| "loss": 0.1882, |
| "loss/crossentropy": 2.8707818388938904, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.188164584338665, |
| "loss/reg": 2.3146989345550537, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.00637, |
| "grad_norm": 0.415227472782135, |
| "grad_norm_var": 0.010070131470069877, |
| "learning_rate": 5e-05, |
| "loss": 0.1748, |
| "loss/crossentropy": 2.831197440624237, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17476488277316093, |
| "loss/reg": 2.311936616897583, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.00638, |
| "grad_norm": 0.4119730293750763, |
| "grad_norm_var": 0.00985685373482662, |
| "learning_rate": 5e-05, |
| "loss": 0.1699, |
| "loss/crossentropy": 2.6559138894081116, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16989587992429733, |
| "loss/reg": 2.3090522289276123, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.00639, |
| "grad_norm": 0.3662709593772888, |
| "grad_norm_var": 0.009606093056996168, |
| "learning_rate": 5e-05, |
| "loss": 0.1775, |
| "loss/crossentropy": 2.767539858818054, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17754964902997017, |
| "loss/reg": 2.3056743144989014, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.0064, |
| "grad_norm": 0.38491374254226685, |
| "grad_norm_var": 0.009617242443139995, |
| "learning_rate": 5e-05, |
| "loss": 0.1827, |
| "loss/crossentropy": 2.6669586896896362, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18266603723168373, |
| "loss/reg": 2.303258180618286, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.00641, |
| "grad_norm": 0.4197373390197754, |
| "grad_norm_var": 0.009569272862985524, |
| "learning_rate": 5e-05, |
| "loss": 0.1778, |
| "loss/crossentropy": 2.7964502573013306, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17782465368509293, |
| "loss/reg": 2.300361156463623, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.00642, |
| "grad_norm": 0.4097757339477539, |
| "grad_norm_var": 0.00940137989136159, |
| "learning_rate": 5e-05, |
| "loss": 0.1856, |
| "loss/crossentropy": 2.735614001750946, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1855894774198532, |
| "loss/reg": 2.2972419261932373, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.00643, |
| "grad_norm": 0.35904356837272644, |
| "grad_norm_var": 0.00934616788177974, |
| "learning_rate": 5e-05, |
| "loss": 0.1833, |
| "loss/crossentropy": 2.774403393268585, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1832551322877407, |
| "loss/reg": 2.293954610824585, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.00644, |
| "grad_norm": 0.34157049655914307, |
| "grad_norm_var": 0.009435664127140328, |
| "learning_rate": 5e-05, |
| "loss": 0.1618, |
| "loss/crossentropy": 2.8616234064102173, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16181085631251335, |
| "loss/reg": 2.2906179428100586, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.00645, |
| "grad_norm": 0.4255986213684082, |
| "grad_norm_var": 0.009297406924193945, |
| "learning_rate": 5e-05, |
| "loss": 0.1853, |
| "loss/crossentropy": 2.654071033000946, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18530349805951118, |
| "loss/reg": 2.287349224090576, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.00646, |
| "grad_norm": 0.3393001854419708, |
| "grad_norm_var": 0.009518979339113423, |
| "learning_rate": 5e-05, |
| "loss": 0.1665, |
| "loss/crossentropy": 2.73319810628891, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16647282242774963, |
| "loss/reg": 2.2834725379943848, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.00647, |
| "grad_norm": 0.34969252347946167, |
| "grad_norm_var": 0.00964795505733251, |
| "learning_rate": 5e-05, |
| "loss": 0.1833, |
| "loss/crossentropy": 2.7993005514144897, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1833389550447464, |
| "loss/reg": 2.2799694538116455, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.00648, |
| "grad_norm": 0.35388484597206116, |
| "grad_norm_var": 0.009766310746661707, |
| "learning_rate": 5e-05, |
| "loss": 0.1749, |
| "loss/crossentropy": 2.766145169734955, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17488964274525642, |
| "loss/reg": 2.277585029602051, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.00649, |
| "grad_norm": 0.5462765097618103, |
| "grad_norm_var": 0.010685818975949597, |
| "learning_rate": 5e-05, |
| "loss": 0.1882, |
| "loss/crossentropy": 2.7475533485412598, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18824508786201477, |
| "loss/reg": 2.2750473022460938, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.0065, |
| "grad_norm": 0.3537692725658417, |
| "grad_norm_var": 0.002605622083243005, |
| "learning_rate": 5e-05, |
| "loss": 0.1761, |
| "loss/crossentropy": 2.756273865699768, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17612234875559807, |
| "loss/reg": 2.2722957134246826, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.00651, |
| "grad_norm": 0.3770252466201782, |
| "grad_norm_var": 0.0026121330513858157, |
| "learning_rate": 5e-05, |
| "loss": 0.1897, |
| "loss/crossentropy": 2.7889973521232605, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1897362545132637, |
| "loss/reg": 2.2701008319854736, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.00652, |
| "grad_norm": 0.4475138187408447, |
| "grad_norm_var": 0.0028018836674080227, |
| "learning_rate": 5e-05, |
| "loss": 0.1951, |
| "loss/crossentropy": 2.531024992465973, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1951226033270359, |
| "loss/reg": 2.267695665359497, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.00653, |
| "grad_norm": 0.3947466313838959, |
| "grad_norm_var": 0.002769718525090366, |
| "learning_rate": 5e-05, |
| "loss": 0.1958, |
| "loss/crossentropy": 2.886034905910492, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19575949385762215, |
| "loss/reg": 2.2648732662200928, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.00654, |
| "grad_norm": 0.3775857090950012, |
| "grad_norm_var": 0.0027546537142078996, |
| "learning_rate": 5e-05, |
| "loss": 0.1746, |
| "loss/crossentropy": 2.7190786600112915, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17461128905415535, |
| "loss/reg": 2.2620925903320312, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.00655, |
| "grad_norm": 0.34534481167793274, |
| "grad_norm_var": 0.002849399631435645, |
| "learning_rate": 5e-05, |
| "loss": 0.1792, |
| "loss/crossentropy": 2.8847506046295166, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1791832633316517, |
| "loss/reg": 2.2593743801116943, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.00656, |
| "grad_norm": 0.3607633411884308, |
| "grad_norm_var": 0.0028993682580486144, |
| "learning_rate": 5e-05, |
| "loss": 0.1792, |
| "loss/crossentropy": 2.815674066543579, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.179163109511137, |
| "loss/reg": 2.2569730281829834, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.00657, |
| "grad_norm": 0.38781270384788513, |
| "grad_norm_var": 0.002826278400635814, |
| "learning_rate": 5e-05, |
| "loss": 0.1618, |
| "loss/crossentropy": 2.6106160283088684, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1617795117199421, |
| "loss/reg": 2.254523277282715, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.00658, |
| "grad_norm": 0.40386784076690674, |
| "grad_norm_var": 0.0028094212847462165, |
| "learning_rate": 5e-05, |
| "loss": 0.1747, |
| "loss/crossentropy": 2.8471227884292603, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17474086582660675, |
| "loss/reg": 2.252164125442505, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.00659, |
| "grad_norm": 0.36319243907928467, |
| "grad_norm_var": 0.002796007207749466, |
| "learning_rate": 5e-05, |
| "loss": 0.163, |
| "loss/crossentropy": 2.7625906467437744, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16296877712011337, |
| "loss/reg": 2.249460458755493, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.0066, |
| "grad_norm": 0.3657222092151642, |
| "grad_norm_var": 0.00269101182172804, |
| "learning_rate": 5e-05, |
| "loss": 0.1777, |
| "loss/crossentropy": 2.781547486782074, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1777149885892868, |
| "loss/reg": 2.246467113494873, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.00661, |
| "grad_norm": 0.38363057374954224, |
| "grad_norm_var": 0.0025851401210759276, |
| "learning_rate": 5e-05, |
| "loss": 0.1844, |
| "loss/crossentropy": 2.82689893245697, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1844283789396286, |
| "loss/reg": 2.2436530590057373, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.00662, |
| "grad_norm": 0.4096749424934387, |
| "grad_norm_var": 0.0024716520181473594, |
| "learning_rate": 5e-05, |
| "loss": 0.1745, |
| "loss/crossentropy": 2.8063756823539734, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17451731115579605, |
| "loss/reg": 2.241178035736084, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.00663, |
| "grad_norm": 0.42931249737739563, |
| "grad_norm_var": 0.0024528927297352344, |
| "learning_rate": 5e-05, |
| "loss": 0.186, |
| "loss/crossentropy": 2.8724401593208313, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1859952136874199, |
| "loss/reg": 2.2383124828338623, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.00664, |
| "grad_norm": 0.3530314862728119, |
| "grad_norm_var": 0.0024574750299312478, |
| "learning_rate": 5e-05, |
| "loss": 0.1696, |
| "loss/crossentropy": 2.9292226433753967, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16955319419503212, |
| "loss/reg": 2.2356791496276855, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.00665, |
| "grad_norm": 0.4304611384868622, |
| "grad_norm_var": 0.0009397736187397402, |
| "learning_rate": 5e-05, |
| "loss": 0.1902, |
| "loss/crossentropy": 2.7114855647087097, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19023016840219498, |
| "loss/reg": 2.2330329418182373, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.00666, |
| "grad_norm": 0.32996541261672974, |
| "grad_norm_var": 0.0010789617804694747, |
| "learning_rate": 5e-05, |
| "loss": 0.158, |
| "loss/crossentropy": 2.8920618891716003, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1580132134258747, |
| "loss/reg": 2.2296440601348877, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.00667, |
| "grad_norm": 0.3874596953392029, |
| "grad_norm_var": 0.0010747020479673205, |
| "learning_rate": 5e-05, |
| "loss": 0.1819, |
| "loss/crossentropy": 2.7297377586364746, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18189727514982224, |
| "loss/reg": 2.226966619491577, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.00668, |
| "grad_norm": 0.36097773909568787, |
| "grad_norm_var": 0.000828712243429038, |
| "learning_rate": 5e-05, |
| "loss": 0.1726, |
| "loss/crossentropy": 2.6433697938919067, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17256683483719826, |
| "loss/reg": 2.2244138717651367, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.00669, |
| "grad_norm": 0.3509676158428192, |
| "grad_norm_var": 0.0008637156407869958, |
| "learning_rate": 5e-05, |
| "loss": 0.1723, |
| "loss/crossentropy": 2.8315157890319824, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17234884947538376, |
| "loss/reg": 2.220712661743164, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.0067, |
| "grad_norm": 0.3578469157218933, |
| "grad_norm_var": 0.0008878035089742793, |
| "learning_rate": 5e-05, |
| "loss": 0.1657, |
| "loss/crossentropy": 2.788190722465515, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16572094336152077, |
| "loss/reg": 2.217878818511963, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.00671, |
| "grad_norm": 0.4930081069469452, |
| "grad_norm_var": 0.0016420680378558003, |
| "learning_rate": 5e-05, |
| "loss": 0.1818, |
| "loss/crossentropy": 3.013857901096344, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18175816163420677, |
| "loss/reg": 2.2148284912109375, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.00672, |
| "grad_norm": 0.36925604939460754, |
| "grad_norm_var": 0.0016185866984450236, |
| "learning_rate": 5e-05, |
| "loss": 0.1642, |
| "loss/crossentropy": 2.8940696716308594, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1642276532948017, |
| "loss/reg": 2.2119295597076416, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.00673, |
| "grad_norm": 0.4327005445957184, |
| "grad_norm_var": 0.0017552981165500747, |
| "learning_rate": 5e-05, |
| "loss": 0.1742, |
| "loss/crossentropy": 2.87309467792511, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17423933744430542, |
| "loss/reg": 2.209021806716919, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.00674, |
| "grad_norm": 0.738524854183197, |
| "grad_norm_var": 0.009426579051544037, |
| "learning_rate": 5e-05, |
| "loss": 0.1868, |
| "loss/crossentropy": 2.8040258288383484, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1867678351700306, |
| "loss/reg": 2.2066619396209717, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.00675, |
| "grad_norm": 0.4364205002784729, |
| "grad_norm_var": 0.009307313279513674, |
| "learning_rate": 5e-05, |
| "loss": 0.1796, |
| "loss/crossentropy": 2.718536138534546, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17956989258527756, |
| "loss/reg": 2.203990936279297, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.00676, |
| "grad_norm": 0.41067376732826233, |
| "grad_norm_var": 0.009142390414932911, |
| "learning_rate": 5e-05, |
| "loss": 0.1642, |
| "loss/crossentropy": 2.72940456867218, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16421709582209587, |
| "loss/reg": 2.2013046741485596, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.00677, |
| "grad_norm": 0.4327182173728943, |
| "grad_norm_var": 0.009073804614162174, |
| "learning_rate": 5e-05, |
| "loss": 0.1905, |
| "loss/crossentropy": 2.7371246814727783, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19054419547319412, |
| "loss/reg": 2.1991653442382812, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.00678, |
| "grad_norm": 0.3779783844947815, |
| "grad_norm_var": 0.009181024716334075, |
| "learning_rate": 5e-05, |
| "loss": 0.1589, |
| "loss/crossentropy": 2.7500953674316406, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15891055390238762, |
| "loss/reg": 2.197261333465576, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.00679, |
| "grad_norm": 0.3585035502910614, |
| "grad_norm_var": 0.009389539404841711, |
| "learning_rate": 5e-05, |
| "loss": 0.1836, |
| "loss/crossentropy": 2.869826376438141, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18359991908073425, |
| "loss/reg": 2.195239782333374, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.0068, |
| "grad_norm": 0.3534944951534271, |
| "grad_norm_var": 0.009385802469305704, |
| "learning_rate": 5e-05, |
| "loss": 0.1689, |
| "loss/crossentropy": 2.8476794362068176, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1689487136900425, |
| "loss/reg": 2.1929402351379395, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.00681, |
| "grad_norm": 0.3718988001346588, |
| "grad_norm_var": 0.009470130435250168, |
| "learning_rate": 5e-05, |
| "loss": 0.1704, |
| "loss/crossentropy": 2.7930009365081787, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17038631066679955, |
| "loss/reg": 2.19075608253479, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.00682, |
| "grad_norm": 0.4854961037635803, |
| "grad_norm_var": 0.009319177707927173, |
| "learning_rate": 5e-05, |
| "loss": 0.1705, |
| "loss/crossentropy": 2.8028470277786255, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17054682224988937, |
| "loss/reg": 2.1886627674102783, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.00683, |
| "grad_norm": 0.3880312144756317, |
| "grad_norm_var": 0.00931672834921676, |
| "learning_rate": 5e-05, |
| "loss": 0.1766, |
| "loss/crossentropy": 2.963544547557831, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17662956938147545, |
| "loss/reg": 2.1860859394073486, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.00684, |
| "grad_norm": 0.3488878309726715, |
| "grad_norm_var": 0.009420855437860176, |
| "learning_rate": 5e-05, |
| "loss": 0.1667, |
| "loss/crossentropy": 2.959736704826355, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16670886427164078, |
| "loss/reg": 2.183668375015259, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.00685, |
| "grad_norm": 0.8154363632202148, |
| "grad_norm_var": 0.018681551405985854, |
| "learning_rate": 5e-05, |
| "loss": 0.2213, |
| "loss/crossentropy": 2.911233067512512, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2212524674832821, |
| "loss/reg": 2.1813154220581055, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.00686, |
| "grad_norm": 0.4155946969985962, |
| "grad_norm_var": 0.018194440840509217, |
| "learning_rate": 5e-05, |
| "loss": 0.1964, |
| "loss/crossentropy": 2.7186298966407776, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19640850275754929, |
| "loss/reg": 2.1795501708984375, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.00687, |
| "grad_norm": 0.38160914182662964, |
| "grad_norm_var": 0.01835781299917098, |
| "learning_rate": 5e-05, |
| "loss": 0.1708, |
| "loss/crossentropy": 2.7301290035247803, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17081937566399574, |
| "loss/reg": 2.177623748779297, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.00688, |
| "grad_norm": 0.41628003120422363, |
| "grad_norm_var": 0.01802219976069038, |
| "learning_rate": 5e-05, |
| "loss": 0.1771, |
| "loss/crossentropy": 2.7876546382904053, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17706667259335518, |
| "loss/reg": 2.175504446029663, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.00689, |
| "grad_norm": 0.4177417755126953, |
| "grad_norm_var": 0.018066232212721724, |
| "learning_rate": 5e-05, |
| "loss": 0.1786, |
| "loss/crossentropy": 2.763257145881653, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1785966381430626, |
| "loss/reg": 2.173213481903076, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.0069, |
| "grad_norm": 0.3603265583515167, |
| "grad_norm_var": 0.012296751904473697, |
| "learning_rate": 5e-05, |
| "loss": 0.1678, |
| "loss/crossentropy": 2.774847447872162, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16783085092902184, |
| "loss/reg": 2.1712427139282227, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.00691, |
| "grad_norm": 0.4307333827018738, |
| "grad_norm_var": 0.01228874334383105, |
| "learning_rate": 5e-05, |
| "loss": 0.2034, |
| "loss/crossentropy": 2.6488924622535706, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20339511707425117, |
| "loss/reg": 2.170015573501587, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.00692, |
| "grad_norm": 0.3678703010082245, |
| "grad_norm_var": 0.012472673417673882, |
| "learning_rate": 5e-05, |
| "loss": 0.1793, |
| "loss/crossentropy": 2.8285900950431824, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.179282795637846, |
| "loss/reg": 2.1680784225463867, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.00693, |
| "grad_norm": 0.3516632914543152, |
| "grad_norm_var": 0.012747599104723136, |
| "learning_rate": 5e-05, |
| "loss": 0.1638, |
| "loss/crossentropy": 2.72187340259552, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16377655416727066, |
| "loss/reg": 2.166708469390869, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.00694, |
| "grad_norm": 0.37773895263671875, |
| "grad_norm_var": 0.012748787659448176, |
| "learning_rate": 5e-05, |
| "loss": 0.2, |
| "loss/crossentropy": 2.5079989433288574, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19995050877332687, |
| "loss/reg": 2.1644845008850098, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.00695, |
| "grad_norm": 0.33557403087615967, |
| "grad_norm_var": 0.012954622340141124, |
| "learning_rate": 5e-05, |
| "loss": 0.173, |
| "loss/crossentropy": 2.733457326889038, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1730196811258793, |
| "loss/reg": 2.162649631500244, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.00696, |
| "grad_norm": 0.3414340615272522, |
| "grad_norm_var": 0.01306044443406886, |
| "learning_rate": 5e-05, |
| "loss": 0.1699, |
| "loss/crossentropy": 2.770694136619568, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1698729656636715, |
| "loss/reg": 2.1605873107910156, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.00697, |
| "grad_norm": 0.39742037653923035, |
| "grad_norm_var": 0.012961649579914787, |
| "learning_rate": 5e-05, |
| "loss": 0.1753, |
| "loss/crossentropy": 2.747798502445221, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17528066039085388, |
| "loss/reg": 2.158661127090454, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.00698, |
| "grad_norm": 0.4672209620475769, |
| "grad_norm_var": 0.012809503544980934, |
| "learning_rate": 5e-05, |
| "loss": 0.1961, |
| "loss/crossentropy": 2.764335811138153, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1961456499993801, |
| "loss/reg": 2.157139539718628, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.00699, |
| "grad_norm": 0.40900057554244995, |
| "grad_norm_var": 0.012766202979620484, |
| "learning_rate": 5e-05, |
| "loss": 0.1826, |
| "loss/crossentropy": 2.9526583552360535, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1826096773147583, |
| "loss/reg": 2.1556172370910645, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.007, |
| "grad_norm": 0.45763787627220154, |
| "grad_norm_var": 0.01255169197725956, |
| "learning_rate": 5e-05, |
| "loss": 0.1845, |
| "loss/crossentropy": 2.9059385657310486, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18454358726739883, |
| "loss/reg": 2.1542842388153076, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.00701, |
| "grad_norm": 0.568651020526886, |
| "grad_norm_var": 0.0033942912710514268, |
| "learning_rate": 5e-05, |
| "loss": 0.1801, |
| "loss/crossentropy": 2.771495759487152, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18007055297493935, |
| "loss/reg": 2.1522164344787598, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.00702, |
| "grad_norm": 0.3590672016143799, |
| "grad_norm_var": 0.00352192003862181, |
| "learning_rate": 5e-05, |
| "loss": 0.1651, |
| "loss/crossentropy": 2.750881016254425, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1650897115468979, |
| "loss/reg": 2.1509296894073486, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.00703, |
| "grad_norm": 0.36948493123054504, |
| "grad_norm_var": 0.0035648755964216056, |
| "learning_rate": 5e-05, |
| "loss": 0.1785, |
| "loss/crossentropy": 2.8027891516685486, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17848948016762733, |
| "loss/reg": 2.149231195449829, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.00704, |
| "grad_norm": 0.3613908588886261, |
| "grad_norm_var": 0.0036467673242235915, |
| "learning_rate": 5e-05, |
| "loss": 0.1682, |
| "loss/crossentropy": 2.763719141483307, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16823140904307365, |
| "loss/reg": 2.1478073596954346, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.00705, |
| "grad_norm": 0.38240060210227966, |
| "grad_norm_var": 0.003633263034560896, |
| "learning_rate": 5e-05, |
| "loss": 0.178, |
| "loss/crossentropy": 2.705716133117676, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1780022643506527, |
| "loss/reg": 2.1462342739105225, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.00706, |
| "grad_norm": 0.3587467074394226, |
| "grad_norm_var": 0.0036409547879681387, |
| "learning_rate": 5e-05, |
| "loss": 0.1658, |
| "loss/crossentropy": 2.7772558331489563, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16575098782777786, |
| "loss/reg": 2.144062042236328, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.00707, |
| "grad_norm": 0.36025822162628174, |
| "grad_norm_var": 0.0036250184261099458, |
| "learning_rate": 5e-05, |
| "loss": 0.1724, |
| "loss/crossentropy": 2.634014904499054, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17235567048192024, |
| "loss/reg": 2.1429154872894287, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.00708, |
| "grad_norm": 0.35575759410858154, |
| "grad_norm_var": 0.0036725083584184842, |
| "learning_rate": 5e-05, |
| "loss": 0.1794, |
| "loss/crossentropy": 2.6474004983901978, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17943605780601501, |
| "loss/reg": 2.1421751976013184, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.00709, |
| "grad_norm": 0.3865105211734772, |
| "grad_norm_var": 0.003566375202589933, |
| "learning_rate": 5e-05, |
| "loss": 0.1817, |
| "loss/crossentropy": 2.9082140922546387, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18172414600849152, |
| "loss/reg": 2.1403071880340576, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.0071, |
| "grad_norm": 0.368362694978714, |
| "grad_norm_var": 0.003590971719305887, |
| "learning_rate": 5e-05, |
| "loss": 0.1711, |
| "loss/crossentropy": 2.6766469478607178, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17112310975790024, |
| "loss/reg": 2.138167142868042, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.00711, |
| "grad_norm": 0.34797176718711853, |
| "grad_norm_var": 0.003506589552138199, |
| "learning_rate": 5e-05, |
| "loss": 0.163, |
| "loss/crossentropy": 2.8545928597450256, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16299721226096153, |
| "loss/reg": 2.1356112957000732, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.00712, |
| "grad_norm": 0.3511999547481537, |
| "grad_norm_var": 0.0034451354888741254, |
| "learning_rate": 5e-05, |
| "loss": 0.1706, |
| "loss/crossentropy": 2.7516467571258545, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1705768182873726, |
| "loss/reg": 2.13396954536438, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.00713, |
| "grad_norm": 0.4692562520503998, |
| "grad_norm_var": 0.0038021677070381584, |
| "learning_rate": 5e-05, |
| "loss": 0.1772, |
| "loss/crossentropy": 2.7622230648994446, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1771526113152504, |
| "loss/reg": 2.1316707134246826, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.00714, |
| "grad_norm": 0.3500974774360657, |
| "grad_norm_var": 0.003583350276630167, |
| "learning_rate": 5e-05, |
| "loss": 0.1651, |
| "loss/crossentropy": 2.7385149598121643, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16512250155210495, |
| "loss/reg": 2.1301488876342773, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.00715, |
| "grad_norm": 0.33279696106910706, |
| "grad_norm_var": 0.0037632620297312364, |
| "learning_rate": 5e-05, |
| "loss": 0.1639, |
| "loss/crossentropy": 2.6760587096214294, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16387901455163956, |
| "loss/reg": 2.128563165664673, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.00716, |
| "grad_norm": 0.36436334252357483, |
| "grad_norm_var": 0.003418879723208453, |
| "learning_rate": 5e-05, |
| "loss": 0.1675, |
| "loss/crossentropy": 2.7055559158325195, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16751762479543686, |
| "loss/reg": 2.1272294521331787, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.00717, |
| "grad_norm": 0.35308849811553955, |
| "grad_norm_var": 0.0009122804473129371, |
| "learning_rate": 5e-05, |
| "loss": 0.1685, |
| "loss/crossentropy": 2.827264368534088, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16845671087503433, |
| "loss/reg": 2.125559091567993, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.00718, |
| "grad_norm": 0.36609259247779846, |
| "grad_norm_var": 0.0009080073745675876, |
| "learning_rate": 5e-05, |
| "loss": 0.1878, |
| "loss/crossentropy": 2.7995529770851135, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18778567016124725, |
| "loss/reg": 2.12422513961792, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.00719, |
| "grad_norm": 0.3564467430114746, |
| "grad_norm_var": 0.0009149400496893722, |
| "learning_rate": 5e-05, |
| "loss": 0.1665, |
| "loss/crossentropy": 2.848701000213623, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16652807220816612, |
| "loss/reg": 2.1227705478668213, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.0072, |
| "grad_norm": 0.3523035943508148, |
| "grad_norm_var": 0.0009263477116920882, |
| "learning_rate": 5e-05, |
| "loss": 0.169, |
| "loss/crossentropy": 2.7714666724205017, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16896242648363113, |
| "loss/reg": 2.1214191913604736, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.00721, |
| "grad_norm": 0.39885270595550537, |
| "grad_norm_var": 0.0009792887842439849, |
| "learning_rate": 5e-05, |
| "loss": 0.1701, |
| "loss/crossentropy": 2.835131287574768, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1700747236609459, |
| "loss/reg": 2.1200404167175293, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.00722, |
| "grad_norm": 0.40293964743614197, |
| "grad_norm_var": 0.0010526817455953927, |
| "learning_rate": 5e-05, |
| "loss": 0.1819, |
| "loss/crossentropy": 2.744925618171692, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1818903423845768, |
| "loss/reg": 2.1181347370147705, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.00723, |
| "grad_norm": 0.5598530769348145, |
| "grad_norm_var": 0.0032894654306610577, |
| "learning_rate": 5e-05, |
| "loss": 0.1662, |
| "loss/crossentropy": 2.983691990375519, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16615596786141396, |
| "loss/reg": 2.1172993183135986, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.00724, |
| "grad_norm": 0.39669546484947205, |
| "grad_norm_var": 0.003249640426166478, |
| "learning_rate": 5e-05, |
| "loss": 0.1735, |
| "loss/crossentropy": 2.709549069404602, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17345992848277092, |
| "loss/reg": 2.1152801513671875, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.00725, |
| "grad_norm": 0.35726040601730347, |
| "grad_norm_var": 0.0032964500726321067, |
| "learning_rate": 5e-05, |
| "loss": 0.1624, |
| "loss/crossentropy": 2.7148231267929077, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16241873800754547, |
| "loss/reg": 2.1130924224853516, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.00726, |
| "grad_norm": 0.3927571177482605, |
| "grad_norm_var": 0.0032861190572127997, |
| "learning_rate": 5e-05, |
| "loss": 0.1795, |
| "loss/crossentropy": 2.7939482927322388, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1794990859925747, |
| "loss/reg": 2.111480712890625, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.00727, |
| "grad_norm": 0.3941044807434082, |
| "grad_norm_var": 0.0031944564404073005, |
| "learning_rate": 5e-05, |
| "loss": 0.1712, |
| "loss/crossentropy": 2.834249794483185, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1711888276040554, |
| "loss/reg": 2.109204053878784, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.00728, |
| "grad_norm": 0.4828793704509735, |
| "grad_norm_var": 0.0036429198556795937, |
| "learning_rate": 5e-05, |
| "loss": 0.2082, |
| "loss/crossentropy": 2.899094045162201, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20823358744382858, |
| "loss/reg": 2.1061551570892334, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.00729, |
| "grad_norm": 0.3574215769767761, |
| "grad_norm_var": 0.003326472236741973, |
| "learning_rate": 5e-05, |
| "loss": 0.1596, |
| "loss/crossentropy": 2.7636680603027344, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15961402654647827, |
| "loss/reg": 2.104001760482788, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.0073, |
| "grad_norm": 0.40163764357566833, |
| "grad_norm_var": 0.003227754706050412, |
| "learning_rate": 5e-05, |
| "loss": 0.1797, |
| "loss/crossentropy": 2.8588566184043884, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17974677309393883, |
| "loss/reg": 2.102442741394043, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.00731, |
| "grad_norm": 0.37189754843711853, |
| "grad_norm_var": 0.003015475193035148, |
| "learning_rate": 5e-05, |
| "loss": 0.1673, |
| "loss/crossentropy": 2.826458215713501, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16728204488754272, |
| "loss/reg": 2.1002049446105957, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.00732, |
| "grad_norm": 0.3587784171104431, |
| "grad_norm_var": 0.003039707591927121, |
| "learning_rate": 5e-05, |
| "loss": 0.1645, |
| "loss/crossentropy": 2.731923222541809, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16448039561510086, |
| "loss/reg": 2.098315954208374, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.00733, |
| "grad_norm": 0.37631648778915405, |
| "grad_norm_var": 0.002946915065401934, |
| "learning_rate": 5e-05, |
| "loss": 0.1714, |
| "loss/crossentropy": 2.880859136581421, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17137856781482697, |
| "loss/reg": 2.0962650775909424, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.00734, |
| "grad_norm": 0.3563605844974518, |
| "grad_norm_var": 0.002990850657754888, |
| "learning_rate": 5e-05, |
| "loss": 0.1628, |
| "loss/crossentropy": 2.6355279088020325, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16278789564967155, |
| "loss/reg": 2.094142436981201, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.00735, |
| "grad_norm": 0.37199047207832336, |
| "grad_norm_var": 0.0029265023383142925, |
| "learning_rate": 5e-05, |
| "loss": 0.1802, |
| "loss/crossentropy": 2.769617021083832, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18019907549023628, |
| "loss/reg": 2.0921125411987305, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.00736, |
| "grad_norm": 0.489103764295578, |
| "grad_norm_var": 0.0033036264225515164, |
| "learning_rate": 5e-05, |
| "loss": 0.1832, |
| "loss/crossentropy": 2.7491883039474487, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1831774264574051, |
| "loss/reg": 2.0904338359832764, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.00737, |
| "grad_norm": 0.5059826970100403, |
| "grad_norm_var": 0.003943075932518525, |
| "learning_rate": 5e-05, |
| "loss": 0.1817, |
| "loss/crossentropy": 2.8231146931648254, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18174266442656517, |
| "loss/reg": 2.0879714488983154, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.00738, |
| "grad_norm": 0.6662333011627197, |
| "grad_norm_var": 0.007992879009924207, |
| "learning_rate": 5e-05, |
| "loss": 0.1861, |
| "loss/crossentropy": 2.7952335476875305, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18612126260995865, |
| "loss/reg": 2.0855941772460938, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.00739, |
| "grad_norm": 0.43555790185928345, |
| "grad_norm_var": 0.006764259520141217, |
| "learning_rate": 5e-05, |
| "loss": 0.1823, |
| "loss/crossentropy": 2.7390406727790833, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1822943352162838, |
| "loss/reg": 2.083002805709839, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.0074, |
| "grad_norm": 0.36206063628196716, |
| "grad_norm_var": 0.0069454028516603905, |
| "learning_rate": 5e-05, |
| "loss": 0.1747, |
| "loss/crossentropy": 2.6245489716529846, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17474905773997307, |
| "loss/reg": 2.0807597637176514, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.00741, |
| "grad_norm": 0.4077146649360657, |
| "grad_norm_var": 0.006699115025232619, |
| "learning_rate": 5e-05, |
| "loss": 0.21, |
| "loss/crossentropy": 2.734727144241333, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20996900647878647, |
| "loss/reg": 2.0777878761291504, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.00742, |
| "grad_norm": 0.4748740792274475, |
| "grad_norm_var": 0.0068148961293998615, |
| "learning_rate": 5e-05, |
| "loss": 0.1926, |
| "loss/crossentropy": 2.757317006587982, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19259492680430412, |
| "loss/reg": 2.0748398303985596, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.00743, |
| "grad_norm": 0.3738694190979004, |
| "grad_norm_var": 0.006926021168675212, |
| "learning_rate": 5e-05, |
| "loss": 0.1671, |
| "loss/crossentropy": 2.7804144620895386, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1671152375638485, |
| "loss/reg": 2.072981119155884, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.00744, |
| "grad_norm": 0.4373812675476074, |
| "grad_norm_var": 0.006701504868688938, |
| "learning_rate": 5e-05, |
| "loss": 0.1836, |
| "loss/crossentropy": 2.8251866698265076, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.183602724224329, |
| "loss/reg": 2.069178581237793, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.00745, |
| "grad_norm": 0.41339626908302307, |
| "grad_norm_var": 0.006417608208757027, |
| "learning_rate": 5e-05, |
| "loss": 0.1665, |
| "loss/crossentropy": 2.7784698605537415, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16648468375205994, |
| "loss/reg": 2.066897392272949, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.00746, |
| "grad_norm": 0.36906108260154724, |
| "grad_norm_var": 0.0065862671267569286, |
| "learning_rate": 5e-05, |
| "loss": 0.1752, |
| "loss/crossentropy": 2.7134994864463806, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17522963881492615, |
| "loss/reg": 2.063711404800415, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.00747, |
| "grad_norm": 0.3699776232242584, |
| "grad_norm_var": 0.006599620482715507, |
| "learning_rate": 5e-05, |
| "loss": 0.1816, |
| "loss/crossentropy": 2.6448380947113037, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1815556287765503, |
| "loss/reg": 2.0618152618408203, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.00748, |
| "grad_norm": 0.35848432779312134, |
| "grad_norm_var": 0.006602145753337363, |
| "learning_rate": 5e-05, |
| "loss": 0.1759, |
| "loss/crossentropy": 2.577029287815094, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1758727729320526, |
| "loss/reg": 2.0592784881591797, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.00749, |
| "grad_norm": 0.40015411376953125, |
| "grad_norm_var": 0.006489211309593653, |
| "learning_rate": 5e-05, |
| "loss": 0.2007, |
| "loss/crossentropy": 2.7719894647598267, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20066174119710922, |
| "loss/reg": 2.056396484375, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.0075, |
| "grad_norm": 0.34235846996307373, |
| "grad_norm_var": 0.006628701391081989, |
| "learning_rate": 5e-05, |
| "loss": 0.1661, |
| "loss/crossentropy": 2.8526532649993896, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1660567931830883, |
| "loss/reg": 2.053225040435791, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.00751, |
| "grad_norm": 0.37578198313713074, |
| "grad_norm_var": 0.006603490490161393, |
| "learning_rate": 5e-05, |
| "loss": 0.192, |
| "loss/crossentropy": 2.803673267364502, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19199685007333755, |
| "loss/reg": 2.0500073432922363, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.00752, |
| "grad_norm": 0.3724234700202942, |
| "grad_norm_var": 0.006439587327084632, |
| "learning_rate": 5e-05, |
| "loss": 0.1611, |
| "loss/crossentropy": 2.8497246503829956, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16111965849995613, |
| "loss/reg": 2.0481040477752686, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.00753, |
| "grad_norm": 0.37283533811569214, |
| "grad_norm_var": 0.005960471364599432, |
| "learning_rate": 5e-05, |
| "loss": 0.1816, |
| "loss/crossentropy": 2.580562174320221, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18162427470088005, |
| "loss/reg": 2.045363187789917, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.00754, |
| "grad_norm": 0.42849722504615784, |
| "grad_norm_var": 0.0013156070888824681, |
| "learning_rate": 5e-05, |
| "loss": 0.1885, |
| "loss/crossentropy": 2.7384997606277466, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1885378062725067, |
| "loss/reg": 2.0420894622802734, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.00755, |
| "grad_norm": 0.3246319890022278, |
| "grad_norm_var": 0.0014611472372319412, |
| "learning_rate": 5e-05, |
| "loss": 0.152, |
| "loss/crossentropy": 2.827781558036804, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15203238278627396, |
| "loss/reg": 2.0399134159088135, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.00756, |
| "grad_norm": 0.3523566722869873, |
| "grad_norm_var": 0.0014986135555234647, |
| "learning_rate": 5e-05, |
| "loss": 0.1799, |
| "loss/crossentropy": 2.7049853801727295, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17991740256547928, |
| "loss/reg": 2.036095142364502, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.00757, |
| "grad_norm": 0.3352646827697754, |
| "grad_norm_var": 0.0016155829783374783, |
| "learning_rate": 5e-05, |
| "loss": 0.1612, |
| "loss/crossentropy": 2.715296685695648, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16122159361839294, |
| "loss/reg": 2.0335283279418945, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.00758, |
| "grad_norm": 0.36173179745674133, |
| "grad_norm_var": 0.001004548523534495, |
| "learning_rate": 5e-05, |
| "loss": 0.1768, |
| "loss/crossentropy": 2.8797001242637634, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17676853761076927, |
| "loss/reg": 2.0315983295440674, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.00759, |
| "grad_norm": 0.43379032611846924, |
| "grad_norm_var": 0.0012258123535982288, |
| "learning_rate": 5e-05, |
| "loss": 0.2008, |
| "loss/crossentropy": 2.7367305159568787, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20076703280210495, |
| "loss/reg": 2.028825521469116, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.0076, |
| "grad_norm": 0.7135851979255676, |
| "grad_norm_var": 0.008180404333396396, |
| "learning_rate": 5e-05, |
| "loss": 0.1988, |
| "loss/crossentropy": 2.7777557373046875, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19884883239865303, |
| "loss/reg": 2.0258262157440186, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.00761, |
| "grad_norm": 0.36141064763069153, |
| "grad_norm_var": 0.008223674749041798, |
| "learning_rate": 5e-05, |
| "loss": 0.1723, |
| "loss/crossentropy": 2.755949318408966, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17225057631731033, |
| "loss/reg": 2.022468090057373, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.00762, |
| "grad_norm": 0.47610145807266235, |
| "grad_norm_var": 0.008612084301677063, |
| "learning_rate": 5e-05, |
| "loss": 0.1786, |
| "loss/crossentropy": 2.701655924320221, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17863870784640312, |
| "loss/reg": 2.0194478034973145, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.00763, |
| "grad_norm": 0.35960420966148376, |
| "grad_norm_var": 0.0086585523494028, |
| "learning_rate": 5e-05, |
| "loss": 0.1719, |
| "loss/crossentropy": 2.6496411561965942, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17191722244024277, |
| "loss/reg": 2.0173516273498535, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.00764, |
| "grad_norm": 0.3759422302246094, |
| "grad_norm_var": 0.008585472348376118, |
| "learning_rate": 5e-05, |
| "loss": 0.1665, |
| "loss/crossentropy": 2.7261382937431335, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1664697714149952, |
| "loss/reg": 2.014254331588745, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.00765, |
| "grad_norm": 0.3791477680206299, |
| "grad_norm_var": 0.008610251361000461, |
| "learning_rate": 5e-05, |
| "loss": 0.1716, |
| "loss/crossentropy": 2.779210090637207, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1715676300227642, |
| "loss/reg": 2.0109994411468506, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.00766, |
| "grad_norm": 0.37698858976364136, |
| "grad_norm_var": 0.00842901980982322, |
| "learning_rate": 5e-05, |
| "loss": 0.178, |
| "loss/crossentropy": 2.5693264603614807, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17796850576996803, |
| "loss/reg": 2.007894277572632, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.00767, |
| "grad_norm": 0.324692040681839, |
| "grad_norm_var": 0.008757168987509056, |
| "learning_rate": 5e-05, |
| "loss": 0.163, |
| "loss/crossentropy": 2.790699005126953, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16297711431980133, |
| "loss/reg": 2.0054080486297607, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.00768, |
| "grad_norm": 0.37725430727005005, |
| "grad_norm_var": 0.008742918144709544, |
| "learning_rate": 5e-05, |
| "loss": 0.1701, |
| "loss/crossentropy": 2.90560781955719, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17007537558674812, |
| "loss/reg": 2.0026705265045166, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.00769, |
| "grad_norm": 0.3565872013568878, |
| "grad_norm_var": 0.008812017421293783, |
| "learning_rate": 5e-05, |
| "loss": 0.1748, |
| "loss/crossentropy": 2.8573551774024963, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1747995764017105, |
| "loss/reg": 1.9999767541885376, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.0077, |
| "grad_norm": 0.32768821716308594, |
| "grad_norm_var": 0.009011701837686615, |
| "learning_rate": 5e-05, |
| "loss": 0.1647, |
| "loss/crossentropy": 2.7850446105003357, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16465429961681366, |
| "loss/reg": 1.9974277019500732, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.00771, |
| "grad_norm": 0.34194430708885193, |
| "grad_norm_var": 0.008880009468442519, |
| "learning_rate": 5e-05, |
| "loss": 0.1681, |
| "loss/crossentropy": 2.89225697517395, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16806093603372574, |
| "loss/reg": 1.9941447973251343, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.00772, |
| "grad_norm": 0.36788639426231384, |
| "grad_norm_var": 0.008815313943155234, |
| "learning_rate": 5e-05, |
| "loss": 0.1824, |
| "loss/crossentropy": 2.8710330724716187, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1823921650648117, |
| "loss/reg": 1.991845965385437, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.00773, |
| "grad_norm": 0.33500465750694275, |
| "grad_norm_var": 0.008817280025891942, |
| "learning_rate": 5e-05, |
| "loss": 0.1669, |
| "loss/crossentropy": 2.7821491956710815, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16685106977820396, |
| "loss/reg": 1.9901355504989624, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.00774, |
| "grad_norm": 0.33815550804138184, |
| "grad_norm_var": 0.008946649562538052, |
| "learning_rate": 5e-05, |
| "loss": 0.162, |
| "loss/crossentropy": 2.7051143050193787, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16199326515197754, |
| "loss/reg": 1.9880555868148804, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.00775, |
| "grad_norm": 0.32524728775024414, |
| "grad_norm_var": 0.009054478596347363, |
| "learning_rate": 5e-05, |
| "loss": 0.169, |
| "loss/crossentropy": 2.72264701128006, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16902651265263557, |
| "loss/reg": 1.986093521118164, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.00776, |
| "grad_norm": 0.34697458148002625, |
| "grad_norm_var": 0.0013234442614042051, |
| "learning_rate": 5e-05, |
| "loss": 0.1691, |
| "loss/crossentropy": 2.780848979949951, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1690516211092472, |
| "loss/reg": 1.9844779968261719, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.00777, |
| "grad_norm": 0.33995282649993896, |
| "grad_norm_var": 0.0013500864177136548, |
| "learning_rate": 5e-05, |
| "loss": 0.1612, |
| "loss/crossentropy": 2.772739827632904, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16119593381881714, |
| "loss/reg": 1.9825077056884766, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.00778, |
| "grad_norm": 0.35139432549476624, |
| "grad_norm_var": 0.0003803343966673219, |
| "learning_rate": 5e-05, |
| "loss": 0.1668, |
| "loss/crossentropy": 2.7008825540542603, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16681700944900513, |
| "loss/reg": 1.9806305170059204, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.00779, |
| "grad_norm": 0.4588527977466583, |
| "grad_norm_var": 0.00110283708340256, |
| "learning_rate": 5e-05, |
| "loss": 0.1907, |
| "loss/crossentropy": 2.632855713367462, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19068260118365288, |
| "loss/reg": 1.9793086051940918, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.0078, |
| "grad_norm": 0.3829444646835327, |
| "grad_norm_var": 0.0011229031183707624, |
| "learning_rate": 5e-05, |
| "loss": 0.1875, |
| "loss/crossentropy": 2.9350045323371887, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18754199519753456, |
| "loss/reg": 1.9774302244186401, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.00781, |
| "grad_norm": 0.46253493428230286, |
| "grad_norm_var": 0.0017907320044085833, |
| "learning_rate": 5e-05, |
| "loss": 0.1957, |
| "loss/crossentropy": 2.7478776574134827, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19565920531749725, |
| "loss/reg": 1.9757329225540161, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.00782, |
| "grad_norm": 0.35229969024658203, |
| "grad_norm_var": 0.0017840355007145352, |
| "learning_rate": 5e-05, |
| "loss": 0.1611, |
| "loss/crossentropy": 2.805756628513336, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1610955037176609, |
| "loss/reg": 1.973933458328247, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.00783, |
| "grad_norm": 0.3324076533317566, |
| "grad_norm_var": 0.0017495419673394963, |
| "learning_rate": 5e-05, |
| "loss": 0.1706, |
| "loss/crossentropy": 2.8343148827552795, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1706329919397831, |
| "loss/reg": 1.9718844890594482, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.00784, |
| "grad_norm": 0.3563413619995117, |
| "grad_norm_var": 0.0017352353042652258, |
| "learning_rate": 5e-05, |
| "loss": 0.1768, |
| "loss/crossentropy": 2.825278103351593, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17681827396154404, |
| "loss/reg": 1.969612956047058, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.00785, |
| "grad_norm": 0.33560603857040405, |
| "grad_norm_var": 0.0017751309342711038, |
| "learning_rate": 5e-05, |
| "loss": 0.1558, |
| "loss/crossentropy": 2.8132280111312866, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1558120921254158, |
| "loss/reg": 1.9675753116607666, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.00786, |
| "grad_norm": 0.39733415842056274, |
| "grad_norm_var": 0.0017810049820061401, |
| "learning_rate": 5e-05, |
| "loss": 0.1849, |
| "loss/crossentropy": 2.8960456252098083, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18493180349469185, |
| "loss/reg": 1.965217113494873, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.00787, |
| "grad_norm": 0.561698317527771, |
| "grad_norm_var": 0.004151387117344507, |
| "learning_rate": 5e-05, |
| "loss": 0.1987, |
| "loss/crossentropy": 2.66669100522995, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19869648292660713, |
| "loss/reg": 1.9629205465316772, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.00788, |
| "grad_norm": 0.35911333560943604, |
| "grad_norm_var": 0.004167781816727311, |
| "learning_rate": 5e-05, |
| "loss": 0.1742, |
| "loss/crossentropy": 2.723667323589325, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17424843832850456, |
| "loss/reg": 1.9608547687530518, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.00789, |
| "grad_norm": 0.3422897160053253, |
| "grad_norm_var": 0.004130072564222831, |
| "learning_rate": 5e-05, |
| "loss": 0.1683, |
| "loss/crossentropy": 2.853653848171234, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16829833760857582, |
| "loss/reg": 1.959040880203247, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.0079, |
| "grad_norm": 0.373519629240036, |
| "grad_norm_var": 0.0040217911733014585, |
| "learning_rate": 5e-05, |
| "loss": 0.1697, |
| "loss/crossentropy": 2.7469093799591064, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1697460599243641, |
| "loss/reg": 1.9578640460968018, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.00791, |
| "grad_norm": 0.42586550116539, |
| "grad_norm_var": 0.003921241787547673, |
| "learning_rate": 5e-05, |
| "loss": 0.1896, |
| "loss/crossentropy": 2.9876235127449036, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18961479887366295, |
| "loss/reg": 1.9558684825897217, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.00792, |
| "grad_norm": 0.34371063113212585, |
| "grad_norm_var": 0.00393897634361432, |
| "learning_rate": 5e-05, |
| "loss": 0.1624, |
| "loss/crossentropy": 2.922863006591797, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16239817067980766, |
| "loss/reg": 1.9541829824447632, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.00793, |
| "grad_norm": 0.3611912727355957, |
| "grad_norm_var": 0.0038367960883469387, |
| "learning_rate": 5e-05, |
| "loss": 0.1767, |
| "loss/crossentropy": 2.751186192035675, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17671825364232063, |
| "loss/reg": 1.9524297714233398, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.00794, |
| "grad_norm": 0.3787733018398285, |
| "grad_norm_var": 0.0037525025406884736, |
| "learning_rate": 5e-05, |
| "loss": 0.1695, |
| "loss/crossentropy": 2.6539193391799927, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16952653229236603, |
| "loss/reg": 1.951439619064331, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.00795, |
| "grad_norm": 0.37621310353279114, |
| "grad_norm_var": 0.003409985625982037, |
| "learning_rate": 5e-05, |
| "loss": 0.1827, |
| "loss/crossentropy": 2.672878086566925, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1826501600444317, |
| "loss/reg": 1.9504698514938354, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.00796, |
| "grad_norm": 0.3580264747142792, |
| "grad_norm_var": 0.0034518512961513536, |
| "learning_rate": 5e-05, |
| "loss": 0.1741, |
| "loss/crossentropy": 2.8564891815185547, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17409207299351692, |
| "loss/reg": 1.9492477178573608, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.00797, |
| "grad_norm": 0.3552623689174652, |
| "grad_norm_var": 0.0030235748866805395, |
| "learning_rate": 5e-05, |
| "loss": 0.1679, |
| "loss/crossentropy": 2.9642611145973206, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16786304488778114, |
| "loss/reg": 1.9484763145446777, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.00798, |
| "grad_norm": 0.37029561400413513, |
| "grad_norm_var": 0.0029878997549970957, |
| "learning_rate": 5e-05, |
| "loss": 0.1837, |
| "loss/crossentropy": 2.7581509947776794, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18365685641765594, |
| "loss/reg": 1.946696400642395, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.00799, |
| "grad_norm": 0.37257152795791626, |
| "grad_norm_var": 0.00285137706672662, |
| "learning_rate": 5e-05, |
| "loss": 0.1768, |
| "loss/crossentropy": 2.766197443008423, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17676663026213646, |
| "loss/reg": 1.9451103210449219, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.008, |
| "grad_norm": 0.3937225043773651, |
| "grad_norm_var": 0.0028245897421089812, |
| "learning_rate": 5e-05, |
| "loss": 0.1593, |
| "loss/crossentropy": 2.968823492527008, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.15929469466209412, |
| "loss/reg": 1.943403959274292, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.00801, |
| "grad_norm": 0.5229995846748352, |
| "grad_norm_var": 0.003870799660257873, |
| "learning_rate": 5e-05, |
| "loss": 0.1904, |
| "loss/crossentropy": 2.5733524560928345, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19040565192699432, |
| "loss/reg": 1.9423651695251465, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.00802, |
| "grad_norm": 0.4087795913219452, |
| "grad_norm_var": 0.003885163701405114, |
| "learning_rate": 5e-05, |
| "loss": 0.2011, |
| "loss/crossentropy": 2.643693685531616, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20110392943024635, |
| "loss/reg": 1.941137433052063, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.00803, |
| "grad_norm": 0.369555801153183, |
| "grad_norm_var": 0.0018963737991296507, |
| "learning_rate": 5e-05, |
| "loss": 0.1768, |
| "loss/crossentropy": 2.702915072441101, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17682579904794693, |
| "loss/reg": 1.9396127462387085, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.00804, |
| "grad_norm": 0.3822772204875946, |
| "grad_norm_var": 0.001859244513831604, |
| "learning_rate": 5e-05, |
| "loss": 0.1674, |
| "loss/crossentropy": 2.8051819801330566, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1674252152442932, |
| "loss/reg": 1.9382424354553223, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.00805, |
| "grad_norm": 0.42195388674736023, |
| "grad_norm_var": 0.0018187903132861672, |
| "learning_rate": 5e-05, |
| "loss": 0.1982, |
| "loss/crossentropy": 2.7962412238121033, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19819854572415352, |
| "loss/reg": 1.9367636442184448, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.00806, |
| "grad_norm": 0.39215224981307983, |
| "grad_norm_var": 0.001803471303692028, |
| "learning_rate": 5e-05, |
| "loss": 0.1862, |
| "loss/crossentropy": 2.838093400001526, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1862441450357437, |
| "loss/reg": 1.9356895685195923, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.00807, |
| "grad_norm": 0.36561474204063416, |
| "grad_norm_var": 0.0017388941933010808, |
| "learning_rate": 5e-05, |
| "loss": 0.1659, |
| "loss/crossentropy": 2.8486820459365845, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16586757823824883, |
| "loss/reg": 1.9336965084075928, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.00808, |
| "grad_norm": 0.3940856456756592, |
| "grad_norm_var": 0.0016146705961780842, |
| "learning_rate": 5e-05, |
| "loss": 0.1695, |
| "loss/crossentropy": 2.7590547800064087, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16953302919864655, |
| "loss/reg": 1.9318287372589111, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.00809, |
| "grad_norm": 0.37031009793281555, |
| "grad_norm_var": 0.0015860965038246484, |
| "learning_rate": 5e-05, |
| "loss": 0.1663, |
| "loss/crossentropy": 2.803991198539734, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16627426072955132, |
| "loss/reg": 1.9298937320709229, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.0081, |
| "grad_norm": 0.36467787623405457, |
| "grad_norm_var": 0.001618743456786816, |
| "learning_rate": 5e-05, |
| "loss": 0.1798, |
| "loss/crossentropy": 2.7522680163383484, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17983945459127426, |
| "loss/reg": 1.928220272064209, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.00811, |
| "grad_norm": 0.644191324710846, |
| "grad_norm_var": 0.005662418748027209, |
| "learning_rate": 5e-05, |
| "loss": 0.1823, |
| "loss/crossentropy": 2.9207261204719543, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18232716247439384, |
| "loss/reg": 1.9264674186706543, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.00812, |
| "grad_norm": 0.4135313034057617, |
| "grad_norm_var": 0.00550433789682554, |
| "learning_rate": 5e-05, |
| "loss": 0.1754, |
| "loss/crossentropy": 2.78128319978714, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17538663744926453, |
| "loss/reg": 1.9246680736541748, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.00813, |
| "grad_norm": 0.44594907760620117, |
| "grad_norm_var": 0.005370096537218135, |
| "learning_rate": 5e-05, |
| "loss": 0.1898, |
| "loss/crossentropy": 2.7069836258888245, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18982965499162674, |
| "loss/reg": 1.9229440689086914, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.00814, |
| "grad_norm": 0.41460415720939636, |
| "grad_norm_var": 0.005231401879877403, |
| "learning_rate": 5e-05, |
| "loss": 0.1965, |
| "loss/crossentropy": 2.658607244491577, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1964995227754116, |
| "loss/reg": 1.9211541414260864, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.00815, |
| "grad_norm": 0.40847840905189514, |
| "grad_norm_var": 0.0050977892227572616, |
| "learning_rate": 5e-05, |
| "loss": 0.1865, |
| "loss/crossentropy": 2.789508819580078, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18652214854955673, |
| "loss/reg": 1.91935396194458, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.00816, |
| "grad_norm": 0.39475539326667786, |
| "grad_norm_var": 0.005094298258556392, |
| "learning_rate": 5e-05, |
| "loss": 0.1876, |
| "loss/crossentropy": 2.771743655204773, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18758049979805946, |
| "loss/reg": 1.9176177978515625, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.00817, |
| "grad_norm": 0.3788897395133972, |
| "grad_norm_var": 0.004405869730473085, |
| "learning_rate": 5e-05, |
| "loss": 0.1765, |
| "loss/crossentropy": 2.807315766811371, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17645375058054924, |
| "loss/reg": 1.9157112836837769, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.00818, |
| "grad_norm": 0.3527612090110779, |
| "grad_norm_var": 0.004615691680188668, |
| "learning_rate": 5e-05, |
| "loss": 0.1644, |
| "loss/crossentropy": 2.8354954719543457, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16440149024128914, |
| "loss/reg": 1.914186716079712, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.00819, |
| "grad_norm": 0.45434367656707764, |
| "grad_norm_var": 0.004640431192599914, |
| "learning_rate": 5e-05, |
| "loss": 0.2004, |
| "loss/crossentropy": 2.7823927998542786, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20038331300020218, |
| "loss/reg": 1.9128350019454956, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.0082, |
| "grad_norm": 0.4440554082393646, |
| "grad_norm_var": 0.004630750512825665, |
| "learning_rate": 5e-05, |
| "loss": 0.198, |
| "loss/crossentropy": 2.7826399207115173, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19803617522120476, |
| "loss/reg": 1.9112329483032227, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.00821, |
| "grad_norm": 0.8357638120651245, |
| "grad_norm_var": 0.015646654980531947, |
| "learning_rate": 5e-05, |
| "loss": 0.2236, |
| "loss/crossentropy": 2.855618476867676, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22355607897043228, |
| "loss/reg": 1.9094618558883667, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.00822, |
| "grad_norm": 0.369484543800354, |
| "grad_norm_var": 0.01582983572015086, |
| "learning_rate": 5e-05, |
| "loss": 0.1688, |
| "loss/crossentropy": 2.7591440081596375, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16877064853906631, |
| "loss/reg": 1.9078381061553955, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.00823, |
| "grad_norm": 0.3682078421115875, |
| "grad_norm_var": 0.015804289096973827, |
| "learning_rate": 5e-05, |
| "loss": 0.1661, |
| "loss/crossentropy": 2.6714991331100464, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16609660163521767, |
| "loss/reg": 1.9066871404647827, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.00824, |
| "grad_norm": 0.4925972521305084, |
| "grad_norm_var": 0.015796176553567597, |
| "learning_rate": 5e-05, |
| "loss": 0.1983, |
| "loss/crossentropy": 2.690047025680542, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19832593947649002, |
| "loss/reg": 1.9051308631896973, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.00825, |
| "grad_norm": 0.4004671275615692, |
| "grad_norm_var": 0.01554450060197241, |
| "learning_rate": 5e-05, |
| "loss": 0.1867, |
| "loss/crossentropy": 3.0430662631988525, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18668686598539352, |
| "loss/reg": 1.9037506580352783, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.00826, |
| "grad_norm": 0.40644222497940063, |
| "grad_norm_var": 0.01518439463368978, |
| "learning_rate": 5e-05, |
| "loss": 0.1992, |
| "loss/crossentropy": 2.856709599494934, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19924000278115273, |
| "loss/reg": 1.9035279750823975, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.00827, |
| "grad_norm": 0.387662410736084, |
| "grad_norm_var": 0.012707668169475368, |
| "learning_rate": 5e-05, |
| "loss": 0.171, |
| "loss/crossentropy": 2.8205041885375977, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17101648449897766, |
| "loss/reg": 1.9019997119903564, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.00828, |
| "grad_norm": 0.4229760766029358, |
| "grad_norm_var": 0.012685578660426963, |
| "learning_rate": 5e-05, |
| "loss": 0.1705, |
| "loss/crossentropy": 2.8298428058624268, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1704978421330452, |
| "loss/reg": 1.9013198614120483, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.00829, |
| "grad_norm": 0.4192207455635071, |
| "grad_norm_var": 0.012695092968616347, |
| "learning_rate": 5e-05, |
| "loss": 0.1699, |
| "loss/crossentropy": 2.8572763800621033, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16986168175935745, |
| "loss/reg": 1.9007604122161865, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.0083, |
| "grad_norm": 0.3887600898742676, |
| "grad_norm_var": 0.012805118489640084, |
| "learning_rate": 5e-05, |
| "loss": 0.202, |
| "loss/crossentropy": 2.786255419254303, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20195355266332626, |
| "loss/reg": 1.9000667333602905, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.00831, |
| "grad_norm": 0.48604434728622437, |
| "grad_norm_var": 0.012929568590754843, |
| "learning_rate": 5e-05, |
| "loss": 0.1961, |
| "loss/crossentropy": 2.845152735710144, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19609695672988892, |
| "loss/reg": 1.899495005607605, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.00832, |
| "grad_norm": 0.38712021708488464, |
| "grad_norm_var": 0.012976881832390848, |
| "learning_rate": 5e-05, |
| "loss": 0.1889, |
| "loss/crossentropy": 2.7007412910461426, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1888689175248146, |
| "loss/reg": 1.8983198404312134, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.00833, |
| "grad_norm": 0.3749590814113617, |
| "grad_norm_var": 0.013008393945473115, |
| "learning_rate": 5e-05, |
| "loss": 0.1785, |
| "loss/crossentropy": 2.607687532901764, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1784559190273285, |
| "loss/reg": 1.897759199142456, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.00834, |
| "grad_norm": 0.35202544927597046, |
| "grad_norm_var": 0.013016684761580717, |
| "learning_rate": 5e-05, |
| "loss": 0.1707, |
| "loss/crossentropy": 2.7777926325798035, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17071311548352242, |
| "loss/reg": 1.8961632251739502, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.00835, |
| "grad_norm": 0.3441760540008545, |
| "grad_norm_var": 0.013518763280912912, |
| "learning_rate": 5e-05, |
| "loss": 0.1615, |
| "loss/crossentropy": 2.835566759109497, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1615000143647194, |
| "loss/reg": 1.8950566053390503, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.00836, |
| "grad_norm": 0.362005352973938, |
| "grad_norm_var": 0.013785734718565416, |
| "learning_rate": 5e-05, |
| "loss": 0.1631, |
| "loss/crossentropy": 2.818268299102783, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16310900822281837, |
| "loss/reg": 1.8935774564743042, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.00837, |
| "grad_norm": 0.3725143074989319, |
| "grad_norm_var": 0.0018186987426010584, |
| "learning_rate": 5e-05, |
| "loss": 0.1929, |
| "loss/crossentropy": 2.763745427131653, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.192863829433918, |
| "loss/reg": 1.8919721841812134, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.00838, |
| "grad_norm": 0.39604651927948, |
| "grad_norm_var": 0.0017691837659245461, |
| "learning_rate": 5e-05, |
| "loss": 0.1847, |
| "loss/crossentropy": 2.729005455970764, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18469301983714104, |
| "loss/reg": 1.8908017873764038, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.00839, |
| "grad_norm": 0.39175912737846375, |
| "grad_norm_var": 0.001711627371570279, |
| "learning_rate": 5e-05, |
| "loss": 0.1841, |
| "loss/crossentropy": 2.8563897609710693, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18407713249325752, |
| "loss/reg": 1.8892946243286133, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.0084, |
| "grad_norm": 0.3497207462787628, |
| "grad_norm_var": 0.0012053613127933737, |
| "learning_rate": 5e-05, |
| "loss": 0.1657, |
| "loss/crossentropy": 2.9635773301124573, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1656595915555954, |
| "loss/reg": 1.8886394500732422, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.00841, |
| "grad_norm": 0.36070436239242554, |
| "grad_norm_var": 0.0012493146014174172, |
| "learning_rate": 5e-05, |
| "loss": 0.1659, |
| "loss/crossentropy": 2.905772030353546, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16585366800427437, |
| "loss/reg": 1.8883072137832642, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.00842, |
| "grad_norm": 0.5194427371025085, |
| "grad_norm_var": 0.002330769361460483, |
| "learning_rate": 5e-05, |
| "loss": 0.1903, |
| "loss/crossentropy": 2.914414703845978, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1903173327445984, |
| "loss/reg": 1.8872804641723633, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.00843, |
| "grad_norm": 0.3658028841018677, |
| "grad_norm_var": 0.0023811347132161485, |
| "learning_rate": 5e-05, |
| "loss": 0.1722, |
| "loss/crossentropy": 2.8683270812034607, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17216329649090767, |
| "loss/reg": 1.8860183954238892, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.00844, |
| "grad_norm": 0.3355120122432709, |
| "grad_norm_var": 0.0025135271396979795, |
| "learning_rate": 5e-05, |
| "loss": 0.166, |
| "loss/crossentropy": 2.7672330141067505, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16596197709441185, |
| "loss/reg": 1.8848904371261597, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.00845, |
| "grad_norm": 0.45907968282699585, |
| "grad_norm_var": 0.002779472587279837, |
| "learning_rate": 5e-05, |
| "loss": 0.1881, |
| "loss/crossentropy": 2.79125440120697, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1881270818412304, |
| "loss/reg": 1.8831804990768433, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.00846, |
| "grad_norm": 0.3753393888473511, |
| "grad_norm_var": 0.0027935829770950843, |
| "learning_rate": 5e-05, |
| "loss": 0.1801, |
| "loss/crossentropy": 2.753562033176422, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18013736233115196, |
| "loss/reg": 1.8817567825317383, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.00847, |
| "grad_norm": 0.41996800899505615, |
| "grad_norm_var": 0.002216029114339835, |
| "learning_rate": 5e-05, |
| "loss": 0.1871, |
| "loss/crossentropy": 2.8630106449127197, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18711163103580475, |
| "loss/reg": 1.8805315494537354, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.00848, |
| "grad_norm": 0.40139615535736084, |
| "grad_norm_var": 0.0022320677834542836, |
| "learning_rate": 5e-05, |
| "loss": 0.182, |
| "loss/crossentropy": 2.8663435578346252, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18201814219355583, |
| "loss/reg": 1.8795160055160522, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.00849, |
| "grad_norm": 0.44251078367233276, |
| "grad_norm_var": 0.0024153193390402117, |
| "learning_rate": 5e-05, |
| "loss": 0.1721, |
| "loss/crossentropy": 2.8493316173553467, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1721041165292263, |
| "loss/reg": 1.8777539730072021, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.0085, |
| "grad_norm": 0.39363330602645874, |
| "grad_norm_var": 0.00231007314672006, |
| "learning_rate": 5e-05, |
| "loss": 0.1933, |
| "loss/crossentropy": 2.8225064277648926, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19327203929424286, |
| "loss/reg": 1.8762940168380737, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.00851, |
| "grad_norm": 0.3834942579269409, |
| "grad_norm_var": 0.0021502092497398652, |
| "learning_rate": 5e-05, |
| "loss": 0.1919, |
| "loss/crossentropy": 2.7274433970451355, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19194044917821884, |
| "loss/reg": 1.8752055168151855, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.00852, |
| "grad_norm": 0.36249086260795593, |
| "grad_norm_var": 0.0021480519578248518, |
| "learning_rate": 5e-05, |
| "loss": 0.1759, |
| "loss/crossentropy": 2.725217640399933, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17594841867685318, |
| "loss/reg": 1.8736830949783325, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.00853, |
| "grad_norm": 0.3869001269340515, |
| "grad_norm_var": 0.002116727725912885, |
| "learning_rate": 5e-05, |
| "loss": 0.1823, |
| "loss/crossentropy": 2.738001227378845, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1822870336472988, |
| "loss/reg": 1.8728076219558716, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.00854, |
| "grad_norm": 0.3708244860172272, |
| "grad_norm_var": 0.002157970353941248, |
| "learning_rate": 5e-05, |
| "loss": 0.1668, |
| "loss/crossentropy": 2.788993239402771, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16682880371809006, |
| "loss/reg": 1.8720353841781616, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.00855, |
| "grad_norm": 0.372335821390152, |
| "grad_norm_var": 0.002189712517136307, |
| "learning_rate": 5e-05, |
| "loss": 0.1718, |
| "loss/crossentropy": 2.813368082046509, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17184938862919807, |
| "loss/reg": 1.8711519241333008, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.00856, |
| "grad_norm": 0.35767483711242676, |
| "grad_norm_var": 0.0021470276840197164, |
| "learning_rate": 5e-05, |
| "loss": 0.175, |
| "loss/crossentropy": 2.779674708843231, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17495984584093094, |
| "loss/reg": 1.869391679763794, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.00857, |
| "grad_norm": 0.3517981767654419, |
| "grad_norm_var": 0.002191754274186038, |
| "learning_rate": 5e-05, |
| "loss": 0.1688, |
| "loss/crossentropy": 2.7776423692703247, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16876182705163956, |
| "loss/reg": 1.868484616279602, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.00858, |
| "grad_norm": 0.8127824664115906, |
| "grad_norm_var": 0.012490247842596114, |
| "learning_rate": 5e-05, |
| "loss": 0.2224, |
| "loss/crossentropy": 2.9876713156700134, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2223958522081375, |
| "loss/reg": 1.8681334257125854, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.00859, |
| "grad_norm": 0.4339921474456787, |
| "grad_norm_var": 0.012361098720851383, |
| "learning_rate": 5e-05, |
| "loss": 0.1752, |
| "loss/crossentropy": 2.8306267857551575, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17517483979463577, |
| "loss/reg": 1.8669747114181519, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.0086, |
| "grad_norm": 0.5807726383209229, |
| "grad_norm_var": 0.013480947234538975, |
| "learning_rate": 5e-05, |
| "loss": 0.1787, |
| "loss/crossentropy": 2.731403112411499, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17869474738836288, |
| "loss/reg": 1.865167498588562, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.00861, |
| "grad_norm": 0.377247154712677, |
| "grad_norm_var": 0.013599237642109623, |
| "learning_rate": 5e-05, |
| "loss": 0.1714, |
| "loss/crossentropy": 2.8269473910331726, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1713988333940506, |
| "loss/reg": 1.8640793561935425, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.00862, |
| "grad_norm": 0.37849879264831543, |
| "grad_norm_var": 0.013578332002263205, |
| "learning_rate": 5e-05, |
| "loss": 0.169, |
| "loss/crossentropy": 2.8433790802955627, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16895778477191925, |
| "loss/reg": 1.8629158735275269, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.00863, |
| "grad_norm": 0.4124751091003418, |
| "grad_norm_var": 0.013588511645486826, |
| "learning_rate": 5e-05, |
| "loss": 0.1803, |
| "loss/crossentropy": 2.7584823966026306, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18026690557599068, |
| "loss/reg": 1.8609492778778076, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.00864, |
| "grad_norm": 0.37336814403533936, |
| "grad_norm_var": 0.013730216300815038, |
| "learning_rate": 5e-05, |
| "loss": 0.1707, |
| "loss/crossentropy": 2.7589592933654785, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17070752009749413, |
| "loss/reg": 1.8597759008407593, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.00865, |
| "grad_norm": 0.8337989449501038, |
| "grad_norm_var": 0.02424293784323857, |
| "learning_rate": 5e-05, |
| "loss": 0.1781, |
| "loss/crossentropy": 2.8036633133888245, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17813356593251228, |
| "loss/reg": 1.8581993579864502, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.00866, |
| "grad_norm": 0.35601744055747986, |
| "grad_norm_var": 0.02460846166740538, |
| "learning_rate": 5e-05, |
| "loss": 0.1759, |
| "loss/crossentropy": 2.715932846069336, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17593519389629364, |
| "loss/reg": 1.8565593957901, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.00867, |
| "grad_norm": 0.425502747297287, |
| "grad_norm_var": 0.02436568774250706, |
| "learning_rate": 5e-05, |
| "loss": 0.1821, |
| "loss/crossentropy": 2.7275202870368958, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18210354447364807, |
| "loss/reg": 1.8554532527923584, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.00868, |
| "grad_norm": 0.3844553232192993, |
| "grad_norm_var": 0.024142035969486622, |
| "learning_rate": 5e-05, |
| "loss": 0.1796, |
| "loss/crossentropy": 2.8464134335517883, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1795903705060482, |
| "loss/reg": 1.855208396911621, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.00869, |
| "grad_norm": 0.35618311166763306, |
| "grad_norm_var": 0.02446160042257303, |
| "learning_rate": 5e-05, |
| "loss": 0.1758, |
| "loss/crossentropy": 2.87707781791687, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17583919316530228, |
| "loss/reg": 1.8549201488494873, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.0087, |
| "grad_norm": 0.41672077775001526, |
| "grad_norm_var": 0.024117258377413187, |
| "learning_rate": 5e-05, |
| "loss": 0.1759, |
| "loss/crossentropy": 2.71548855304718, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1758672632277012, |
| "loss/reg": 1.8541263341903687, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.00871, |
| "grad_norm": 0.3646162450313568, |
| "grad_norm_var": 0.024202440513241764, |
| "learning_rate": 5e-05, |
| "loss": 0.186, |
| "loss/crossentropy": 2.786548674106598, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18596061319112778, |
| "loss/reg": 1.8524823188781738, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.00872, |
| "grad_norm": 0.37939974665641785, |
| "grad_norm_var": 0.023961625350842352, |
| "learning_rate": 5e-05, |
| "loss": 0.1748, |
| "loss/crossentropy": 2.835165321826935, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17476912215352058, |
| "loss/reg": 1.8506335020065308, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.00873, |
| "grad_norm": 0.3887036442756653, |
| "grad_norm_var": 0.023551954015331347, |
| "learning_rate": 5e-05, |
| "loss": 0.1789, |
| "loss/crossentropy": 2.732525408267975, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17892278358340263, |
| "loss/reg": 1.849176287651062, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.00874, |
| "grad_norm": 0.387320876121521, |
| "grad_norm_var": 0.014549813961372993, |
| "learning_rate": 5e-05, |
| "loss": 0.1941, |
| "loss/crossentropy": 2.792769968509674, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19409611076116562, |
| "loss/reg": 1.848083734512329, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.00875, |
| "grad_norm": 0.3818178176879883, |
| "grad_norm_var": 0.014678730624869341, |
| "learning_rate": 5e-05, |
| "loss": 0.1865, |
| "loss/crossentropy": 2.762765884399414, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18646146729588509, |
| "loss/reg": 1.8465189933776855, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.00876, |
| "grad_norm": 0.36014363169670105, |
| "grad_norm_var": 0.013132955726787365, |
| "learning_rate": 5e-05, |
| "loss": 0.1847, |
| "loss/crossentropy": 2.8113619089126587, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1847200095653534, |
| "loss/reg": 1.8454153537750244, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.00877, |
| "grad_norm": 0.3916279077529907, |
| "grad_norm_var": 0.013081129963419124, |
| "learning_rate": 5e-05, |
| "loss": 0.181, |
| "loss/crossentropy": 2.767706513404846, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18097594752907753, |
| "loss/reg": 1.8445773124694824, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.00878, |
| "grad_norm": 0.38396528363227844, |
| "grad_norm_var": 0.013058641234249413, |
| "learning_rate": 5e-05, |
| "loss": 0.1799, |
| "loss/crossentropy": 2.750400483608246, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.179927259683609, |
| "loss/reg": 1.8441030979156494, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.00879, |
| "grad_norm": 0.3784838020801544, |
| "grad_norm_var": 0.013129867131250705, |
| "learning_rate": 5e-05, |
| "loss": 0.1783, |
| "loss/crossentropy": 2.6576608419418335, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1783200539648533, |
| "loss/reg": 1.842759370803833, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.0088, |
| "grad_norm": 0.3373940885066986, |
| "grad_norm_var": 0.013387093786405535, |
| "learning_rate": 5e-05, |
| "loss": 0.1665, |
| "loss/crossentropy": 2.7494055032730103, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16646360978484154, |
| "loss/reg": 1.8418775796890259, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.00881, |
| "grad_norm": 0.3743676543235779, |
| "grad_norm_var": 0.000488954453456858, |
| "learning_rate": 5e-05, |
| "loss": 0.1718, |
| "loss/crossentropy": 2.7373632192611694, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17177791520953178, |
| "loss/reg": 1.8405792713165283, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.00882, |
| "grad_norm": 0.36398422718048096, |
| "grad_norm_var": 0.0004683277690547882, |
| "learning_rate": 5e-05, |
| "loss": 0.1713, |
| "loss/crossentropy": 2.689941644668579, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1712586209177971, |
| "loss/reg": 1.8396137952804565, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.00883, |
| "grad_norm": 0.36932700872421265, |
| "grad_norm_var": 0.0003222525763987627, |
| "learning_rate": 5e-05, |
| "loss": 0.1738, |
| "loss/crossentropy": 3.0094715356826782, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17375321686267853, |
| "loss/reg": 1.8387012481689453, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.00884, |
| "grad_norm": 0.37647050619125366, |
| "grad_norm_var": 0.0003174026053568609, |
| "learning_rate": 5e-05, |
| "loss": 0.1734, |
| "loss/crossentropy": 2.675420820713043, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17337032034993172, |
| "loss/reg": 1.8372994661331177, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.00885, |
| "grad_norm": 0.3657122850418091, |
| "grad_norm_var": 0.0002983341146215642, |
| "learning_rate": 5e-05, |
| "loss": 0.175, |
| "loss/crossentropy": 2.785289704799652, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1750231385231018, |
| "loss/reg": 1.836666464805603, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.00886, |
| "grad_norm": 0.3565351963043213, |
| "grad_norm_var": 0.00019998832643003023, |
| "learning_rate": 5e-05, |
| "loss": 0.1611, |
| "loss/crossentropy": 2.67407763004303, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16111686453223228, |
| "loss/reg": 1.8361395597457886, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.00887, |
| "grad_norm": 0.38317063450813293, |
| "grad_norm_var": 0.00020202125672466782, |
| "learning_rate": 5e-05, |
| "loss": 0.1793, |
| "loss/crossentropy": 2.7103012204170227, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17928585410118103, |
| "loss/reg": 1.8344452381134033, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.00888, |
| "grad_norm": 0.39307963848114014, |
| "grad_norm_var": 0.00022420215532017082, |
| "learning_rate": 5e-05, |
| "loss": 0.1899, |
| "loss/crossentropy": 2.7159000635147095, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18990719318389893, |
| "loss/reg": 1.8328790664672852, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.00889, |
| "grad_norm": 0.35862287878990173, |
| "grad_norm_var": 0.00022381402201028245, |
| "learning_rate": 5e-05, |
| "loss": 0.1834, |
| "loss/crossentropy": 2.847196877002716, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18342823907732964, |
| "loss/reg": 1.8318103551864624, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.0089, |
| "grad_norm": 0.3539126515388489, |
| "grad_norm_var": 0.0002281156381275314, |
| "learning_rate": 5e-05, |
| "loss": 0.1777, |
| "loss/crossentropy": 2.853213608264923, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1777319796383381, |
| "loss/reg": 1.829829454421997, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.00891, |
| "grad_norm": 0.41561535000801086, |
| "grad_norm_var": 0.000350336348254295, |
| "learning_rate": 5e-05, |
| "loss": 0.1895, |
| "loss/crossentropy": 2.6837574243545532, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18954132869839668, |
| "loss/reg": 1.8281813859939575, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.00892, |
| "grad_norm": 0.3593007028102875, |
| "grad_norm_var": 0.00035178644306217054, |
| "learning_rate": 5e-05, |
| "loss": 0.1639, |
| "loss/crossentropy": 2.7398064136505127, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.163859985768795, |
| "loss/reg": 1.8272664546966553, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.00893, |
| "grad_norm": 0.3928586542606354, |
| "grad_norm_var": 0.00035500389449958367, |
| "learning_rate": 5e-05, |
| "loss": 0.187, |
| "loss/crossentropy": 2.7214816212654114, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18696707114577293, |
| "loss/reg": 1.8260765075683594, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.00894, |
| "grad_norm": 0.38060957193374634, |
| "grad_norm_var": 0.00035065611870696014, |
| "learning_rate": 5e-05, |
| "loss": 0.1816, |
| "loss/crossentropy": 2.8307188153266907, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18159236386418343, |
| "loss/reg": 1.8246755599975586, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.00895, |
| "grad_norm": 0.34957438707351685, |
| "grad_norm_var": 0.0003796919232549693, |
| "learning_rate": 5e-05, |
| "loss": 0.1801, |
| "loss/crossentropy": 2.7387137413024902, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18012140691280365, |
| "loss/reg": 1.8235573768615723, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.00896, |
| "grad_norm": 0.3666534721851349, |
| "grad_norm_var": 0.00030342620785123544, |
| "learning_rate": 5e-05, |
| "loss": 0.2036, |
| "loss/crossentropy": 2.758805215358734, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20357270538806915, |
| "loss/reg": 1.8219776153564453, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.00897, |
| "grad_norm": 0.5404136180877686, |
| "grad_norm_var": 0.0020682628614343557, |
| "learning_rate": 5e-05, |
| "loss": 0.1933, |
| "loss/crossentropy": 2.970340132713318, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19332898035645485, |
| "loss/reg": 1.8206608295440674, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.00898, |
| "grad_norm": 0.3982648551464081, |
| "grad_norm_var": 0.0020554109287465, |
| "learning_rate": 5e-05, |
| "loss": 0.1768, |
| "loss/crossentropy": 2.6868785619735718, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1768476814031601, |
| "loss/reg": 1.8192402124404907, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.00899, |
| "grad_norm": 0.38741791248321533, |
| "grad_norm_var": 0.002038042531465663, |
| "learning_rate": 5e-05, |
| "loss": 0.1808, |
| "loss/crossentropy": 2.816374719142914, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18077386170625687, |
| "loss/reg": 1.8179749250411987, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.009, |
| "grad_norm": 0.3847026526927948, |
| "grad_norm_var": 0.0020316665201686695, |
| "learning_rate": 5e-05, |
| "loss": 0.1982, |
| "loss/crossentropy": 2.8102923035621643, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19821672514081, |
| "loss/reg": 1.8163453340530396, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.00901, |
| "grad_norm": 0.3916863203048706, |
| "grad_norm_var": 0.0020013109603508254, |
| "learning_rate": 5e-05, |
| "loss": 0.1778, |
| "loss/crossentropy": 2.883694589138031, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17775952070951462, |
| "loss/reg": 1.8147519826889038, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.00902, |
| "grad_norm": 0.36217865347862244, |
| "grad_norm_var": 0.001979417665481912, |
| "learning_rate": 5e-05, |
| "loss": 0.1669, |
| "loss/crossentropy": 2.8100743293762207, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1668529324233532, |
| "loss/reg": 1.8133151531219482, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.00903, |
| "grad_norm": 0.42102572321891785, |
| "grad_norm_var": 0.00204143104015622, |
| "learning_rate": 5e-05, |
| "loss": 0.181, |
| "loss/crossentropy": 2.8006924986839294, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18102795258164406, |
| "loss/reg": 1.8111281394958496, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.00904, |
| "grad_norm": 0.388874351978302, |
| "grad_norm_var": 0.002041367346731493, |
| "learning_rate": 5e-05, |
| "loss": 0.1818, |
| "loss/crossentropy": 2.8004772067070007, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18177441507577896, |
| "loss/reg": 1.8097094297409058, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.00905, |
| "grad_norm": 0.3800460696220398, |
| "grad_norm_var": 0.0019783346485648203, |
| "learning_rate": 5e-05, |
| "loss": 0.176, |
| "loss/crossentropy": 2.693452537059784, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1760004386305809, |
| "loss/reg": 1.8086622953414917, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.00906, |
| "grad_norm": 0.32960033416748047, |
| "grad_norm_var": 0.0021389732007735863, |
| "learning_rate": 5e-05, |
| "loss": 0.1641, |
| "loss/crossentropy": 2.7406028509140015, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1641414910554886, |
| "loss/reg": 1.8070775270462036, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.00907, |
| "grad_norm": 0.41262900829315186, |
| "grad_norm_var": 0.002129550660359725, |
| "learning_rate": 5e-05, |
| "loss": 0.1639, |
| "loss/crossentropy": 2.815558433532715, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1639426201581955, |
| "loss/reg": 1.80557119846344, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.00908, |
| "grad_norm": 0.34168651700019836, |
| "grad_norm_var": 0.0022218976438497353, |
| "learning_rate": 5e-05, |
| "loss": 0.1689, |
| "loss/crossentropy": 2.7727773189544678, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16886158660054207, |
| "loss/reg": 1.8040578365325928, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.00909, |
| "grad_norm": 0.3481311500072479, |
| "grad_norm_var": 0.0023254939668475396, |
| "learning_rate": 5e-05, |
| "loss": 0.1723, |
| "loss/crossentropy": 2.7662405967712402, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17232706770300865, |
| "loss/reg": 1.802317500114441, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.0091, |
| "grad_norm": 0.34673434495925903, |
| "grad_norm_var": 0.0024236772610501315, |
| "learning_rate": 5e-05, |
| "loss": 0.1721, |
| "loss/crossentropy": 2.7547109723091125, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17211218550801277, |
| "loss/reg": 1.8002270460128784, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.00911, |
| "grad_norm": 0.358116090297699, |
| "grad_norm_var": 0.002388630196925971, |
| "learning_rate": 5e-05, |
| "loss": 0.1778, |
| "loss/crossentropy": 2.8174885511398315, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17777465283870697, |
| "loss/reg": 1.7986141443252563, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.00912, |
| "grad_norm": 0.37328216433525085, |
| "grad_norm_var": 0.0023752628687049343, |
| "learning_rate": 5e-05, |
| "loss": 0.1846, |
| "loss/crossentropy": 2.7423484921455383, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18462468683719635, |
| "loss/reg": 1.7969509363174438, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.00913, |
| "grad_norm": 0.4073435366153717, |
| "grad_norm_var": 0.000729848525378903, |
| "learning_rate": 5e-05, |
| "loss": 0.1656, |
| "loss/crossentropy": 2.6962223649024963, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16563431546092033, |
| "loss/reg": 1.7949342727661133, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.00914, |
| "grad_norm": 0.37720003724098206, |
| "grad_norm_var": 0.0006978068548327905, |
| "learning_rate": 5e-05, |
| "loss": 0.1853, |
| "loss/crossentropy": 2.710608184337616, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18529681861400604, |
| "loss/reg": 1.7920844554901123, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.00915, |
| "grad_norm": 0.36010050773620605, |
| "grad_norm_var": 0.0007016424011595597, |
| "learning_rate": 5e-05, |
| "loss": 0.1833, |
| "loss/crossentropy": 2.8862733840942383, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1833462007343769, |
| "loss/reg": 1.7895822525024414, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.00916, |
| "grad_norm": 0.35757148265838623, |
| "grad_norm_var": 0.0007087821480995478, |
| "learning_rate": 5e-05, |
| "loss": 0.1741, |
| "loss/crossentropy": 2.736583173274994, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1740923710167408, |
| "loss/reg": 1.7870407104492188, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.00917, |
| "grad_norm": 0.38085147738456726, |
| "grad_norm_var": 0.0006880592910958772, |
| "learning_rate": 5e-05, |
| "loss": 0.1758, |
| "loss/crossentropy": 2.722678780555725, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17577889189124107, |
| "loss/reg": 1.78484308719635, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.00918, |
| "grad_norm": 0.3618144989013672, |
| "grad_norm_var": 0.000688524329092799, |
| "learning_rate": 5e-05, |
| "loss": 0.1729, |
| "loss/crossentropy": 2.7107303738594055, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17288268730044365, |
| "loss/reg": 1.781936764717102, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.00919, |
| "grad_norm": 0.4562152326107025, |
| "grad_norm_var": 0.000997994245971834, |
| "learning_rate": 5e-05, |
| "loss": 0.209, |
| "loss/crossentropy": 2.6911511421203613, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20904593169689178, |
| "loss/reg": 1.7793291807174683, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.0092, |
| "grad_norm": 0.7892553806304932, |
| "grad_norm_var": 0.011823798595284762, |
| "learning_rate": 5e-05, |
| "loss": 0.2098, |
| "loss/crossentropy": 2.8024474382400513, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20984026044607162, |
| "loss/reg": 1.7767542600631714, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.00921, |
| "grad_norm": 0.4952187240123749, |
| "grad_norm_var": 0.012365066103201613, |
| "learning_rate": 5e-05, |
| "loss": 0.2215, |
| "loss/crossentropy": 2.836692988872528, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22146976366639137, |
| "loss/reg": 1.77475905418396, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.00922, |
| "grad_norm": 0.4500190317630768, |
| "grad_norm_var": 0.01204494814009713, |
| "learning_rate": 5e-05, |
| "loss": 0.1957, |
| "loss/crossentropy": 2.7740437984466553, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1957194283604622, |
| "loss/reg": 1.7725263833999634, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.00923, |
| "grad_norm": 0.4018624424934387, |
| "grad_norm_var": 0.012053458598524087, |
| "learning_rate": 5e-05, |
| "loss": 0.1985, |
| "loss/crossentropy": 2.783832609653473, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19849245250225067, |
| "loss/reg": 1.7706068754196167, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.00924, |
| "grad_norm": 0.4053579866886139, |
| "grad_norm_var": 0.01170279735803306, |
| "learning_rate": 5e-05, |
| "loss": 0.1847, |
| "loss/crossentropy": 2.8584959506988525, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1846720688045025, |
| "loss/reg": 1.7687995433807373, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.00925, |
| "grad_norm": 0.4355542063713074, |
| "grad_norm_var": 0.011379840002585932, |
| "learning_rate": 5e-05, |
| "loss": 0.1911, |
| "loss/crossentropy": 2.8072018027305603, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19105902686715126, |
| "loss/reg": 1.766356348991394, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.00926, |
| "grad_norm": 0.41985246539115906, |
| "grad_norm_var": 0.010977469936536095, |
| "learning_rate": 5e-05, |
| "loss": 0.1772, |
| "loss/crossentropy": 2.825522303581238, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17719140276312828, |
| "loss/reg": 1.764008641242981, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.00927, |
| "grad_norm": 0.4020366370677948, |
| "grad_norm_var": 0.010695516965112247, |
| "learning_rate": 5e-05, |
| "loss": 0.168, |
| "loss/crossentropy": 2.946666181087494, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16798604279756546, |
| "loss/reg": 1.7619134187698364, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.00928, |
| "grad_norm": 0.4333237111568451, |
| "grad_norm_var": 0.01047000612816995, |
| "learning_rate": 5e-05, |
| "loss": 0.1732, |
| "loss/crossentropy": 2.904057264328003, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1731964722275734, |
| "loss/reg": 1.7594822645187378, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.00929, |
| "grad_norm": 0.44914835691452026, |
| "grad_norm_var": 0.010434282299518182, |
| "learning_rate": 5e-05, |
| "loss": 0.1822, |
| "loss/crossentropy": 2.8881112933158875, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1821521669626236, |
| "loss/reg": 1.757930874824524, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.0093, |
| "grad_norm": 0.8063428401947021, |
| "grad_norm_var": 0.018582235883409348, |
| "learning_rate": 5e-05, |
| "loss": 0.2108, |
| "loss/crossentropy": 3.000428855419159, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21083774790167809, |
| "loss/reg": 1.756495714187622, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.00931, |
| "grad_norm": 0.37262633442878723, |
| "grad_norm_var": 0.018420551139004416, |
| "learning_rate": 5e-05, |
| "loss": 0.1727, |
| "loss/crossentropy": 2.899652659893036, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1727372407913208, |
| "loss/reg": 1.755653977394104, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.00932, |
| "grad_norm": 0.44574448466300964, |
| "grad_norm_var": 0.017660345874116586, |
| "learning_rate": 5e-05, |
| "loss": 0.1771, |
| "loss/crossentropy": 2.7930703163146973, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17705539613962173, |
| "loss/reg": 1.7541528940200806, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.00933, |
| "grad_norm": 0.4381559193134308, |
| "grad_norm_var": 0.017191491981390843, |
| "learning_rate": 5e-05, |
| "loss": 0.1928, |
| "loss/crossentropy": 3.009516716003418, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19276633486151695, |
| "loss/reg": 1.7523828744888306, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.00934, |
| "grad_norm": 0.37119948863983154, |
| "grad_norm_var": 0.01705829482260827, |
| "learning_rate": 5e-05, |
| "loss": 0.1784, |
| "loss/crossentropy": 2.7011741995811462, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17841476574540138, |
| "loss/reg": 1.750117540359497, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.00935, |
| "grad_norm": 0.38776126503944397, |
| "grad_norm_var": 0.017506596591750172, |
| "learning_rate": 5e-05, |
| "loss": 0.1765, |
| "loss/crossentropy": 2.755903959274292, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17649077624082565, |
| "loss/reg": 1.7485483884811401, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.00936, |
| "grad_norm": 0.3909890949726105, |
| "grad_norm_var": 0.010412048008983836, |
| "learning_rate": 5e-05, |
| "loss": 0.1718, |
| "loss/crossentropy": 2.7981409430503845, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1718210205435753, |
| "loss/reg": 1.7470717430114746, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.00937, |
| "grad_norm": 0.4047463536262512, |
| "grad_norm_var": 0.010306674977021387, |
| "learning_rate": 5e-05, |
| "loss": 0.1944, |
| "loss/crossentropy": 2.653374135494232, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1944383941590786, |
| "loss/reg": 1.7457630634307861, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.00938, |
| "grad_norm": 0.4641042947769165, |
| "grad_norm_var": 0.010340857957444612, |
| "learning_rate": 5e-05, |
| "loss": 0.1933, |
| "loss/crossentropy": 3.054188370704651, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19333792477846146, |
| "loss/reg": 1.7441859245300293, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.00939, |
| "grad_norm": 0.463642418384552, |
| "grad_norm_var": 0.01027101724812616, |
| "learning_rate": 5e-05, |
| "loss": 0.1906, |
| "loss/crossentropy": 2.7980846166610718, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19064636901021004, |
| "loss/reg": 1.7424683570861816, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.0094, |
| "grad_norm": 0.3763858675956726, |
| "grad_norm_var": 0.010469512228889604, |
| "learning_rate": 5e-05, |
| "loss": 0.1817, |
| "loss/crossentropy": 2.8554503321647644, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1817203275859356, |
| "loss/reg": 1.7405589818954468, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.00941, |
| "grad_norm": 0.41792160272598267, |
| "grad_norm_var": 0.010502572032980106, |
| "learning_rate": 5e-05, |
| "loss": 0.2081, |
| "loss/crossentropy": 2.7464479207992554, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20806986466050148, |
| "loss/reg": 1.7390387058258057, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.00942, |
| "grad_norm": 0.405609130859375, |
| "grad_norm_var": 0.010553986517832181, |
| "learning_rate": 5e-05, |
| "loss": 0.1923, |
| "loss/crossentropy": 2.9190812706947327, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1922554075717926, |
| "loss/reg": 1.737121343612671, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.00943, |
| "grad_norm": 0.5186859369277954, |
| "grad_norm_var": 0.010823950074372254, |
| "learning_rate": 5e-05, |
| "loss": 0.1892, |
| "loss/crossentropy": 2.846211016178131, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1892014741897583, |
| "loss/reg": 1.7357187271118164, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.00944, |
| "grad_norm": 0.3441806137561798, |
| "grad_norm_var": 0.011478989118617007, |
| "learning_rate": 5e-05, |
| "loss": 0.1701, |
| "loss/crossentropy": 2.8220054507255554, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1700589321553707, |
| "loss/reg": 1.733402967453003, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.00945, |
| "grad_norm": 0.37400367856025696, |
| "grad_norm_var": 0.011751047533430632, |
| "learning_rate": 5e-05, |
| "loss": 0.179, |
| "loss/crossentropy": 2.7692030668258667, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17900892347097397, |
| "loss/reg": 1.7316250801086426, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.00946, |
| "grad_norm": 0.4089336395263672, |
| "grad_norm_var": 0.0020184395330867097, |
| "learning_rate": 5e-05, |
| "loss": 0.1982, |
| "loss/crossentropy": 2.891884744167328, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19816706702113152, |
| "loss/reg": 1.7298880815505981, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.00947, |
| "grad_norm": 0.36752966046333313, |
| "grad_norm_var": 0.002046509202798789, |
| "learning_rate": 5e-05, |
| "loss": 0.1843, |
| "loss/crossentropy": 2.858055591583252, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18428384885191917, |
| "loss/reg": 1.7284300327301025, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.00948, |
| "grad_norm": 0.36644455790519714, |
| "grad_norm_var": 0.002074549092487384, |
| "learning_rate": 5e-05, |
| "loss": 0.1714, |
| "loss/crossentropy": 2.848255932331085, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17144014686346054, |
| "loss/reg": 1.7270002365112305, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.00949, |
| "grad_norm": 0.5910805463790894, |
| "grad_norm_var": 0.004186356490923812, |
| "learning_rate": 5e-05, |
| "loss": 0.23, |
| "loss/crossentropy": 2.7590108513832092, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22996008396148682, |
| "loss/reg": 1.7256983518600464, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.0095, |
| "grad_norm": 0.35803112387657166, |
| "grad_norm_var": 0.00427554901524122, |
| "learning_rate": 5e-05, |
| "loss": 0.1684, |
| "loss/crossentropy": 2.7760064005851746, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16840620338916779, |
| "loss/reg": 1.723679542541504, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.00951, |
| "grad_norm": 0.412681519985199, |
| "grad_norm_var": 0.004223846207916952, |
| "learning_rate": 5e-05, |
| "loss": 0.2018, |
| "loss/crossentropy": 2.9045740365982056, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20182525366544724, |
| "loss/reg": 1.72231125831604, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.00952, |
| "grad_norm": 0.4021626114845276, |
| "grad_norm_var": 0.004193552649382352, |
| "learning_rate": 5e-05, |
| "loss": 0.1848, |
| "loss/crossentropy": 2.6521793007850647, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1848319098353386, |
| "loss/reg": 1.720641851425171, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.00953, |
| "grad_norm": 0.3750251233577728, |
| "grad_norm_var": 0.00429834750938114, |
| "learning_rate": 5e-05, |
| "loss": 0.1791, |
| "loss/crossentropy": 2.7560397386550903, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17908834293484688, |
| "loss/reg": 1.7182477712631226, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.00954, |
| "grad_norm": 0.5893900990486145, |
| "grad_norm_var": 0.006092951728716223, |
| "learning_rate": 5e-05, |
| "loss": 0.2129, |
| "loss/crossentropy": 2.835801601409912, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.21293479949235916, |
| "loss/reg": 1.716722011566162, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.00955, |
| "grad_norm": 0.40877264738082886, |
| "grad_norm_var": 0.005985476808116985, |
| "learning_rate": 5e-05, |
| "loss": 0.1938, |
| "loss/crossentropy": 2.689119517803192, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19383220747113228, |
| "loss/reg": 1.714568853378296, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.00956, |
| "grad_norm": 0.38810843229293823, |
| "grad_norm_var": 0.005926205055061354, |
| "learning_rate": 5e-05, |
| "loss": 0.1705, |
| "loss/crossentropy": 2.948507070541382, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1705201156437397, |
| "loss/reg": 1.7119203805923462, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.00957, |
| "grad_norm": 0.4206679165363312, |
| "grad_norm_var": 0.005925719462670757, |
| "learning_rate": 5e-05, |
| "loss": 0.1807, |
| "loss/crossentropy": 2.78257417678833, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18074193224310875, |
| "loss/reg": 1.7095727920532227, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.00958, |
| "grad_norm": 0.3933105766773224, |
| "grad_norm_var": 0.005959929971731507, |
| "learning_rate": 5e-05, |
| "loss": 0.2045, |
| "loss/crossentropy": 2.7225964665412903, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2044883407652378, |
| "loss/reg": 1.707101583480835, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.00959, |
| "grad_norm": 0.3582659661769867, |
| "grad_norm_var": 0.005456189170996354, |
| "learning_rate": 5e-05, |
| "loss": 0.1603, |
| "loss/crossentropy": 2.7268422842025757, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1602596789598465, |
| "loss/reg": 1.7055177688598633, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.0096, |
| "grad_norm": 0.397594153881073, |
| "grad_norm_var": 0.0051663773874797295, |
| "learning_rate": 5e-05, |
| "loss": 0.1733, |
| "loss/crossentropy": 2.877332389354706, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1733493208885193, |
| "loss/reg": 1.7030569314956665, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.00961, |
| "grad_norm": 0.4981625974178314, |
| "grad_norm_var": 0.005480135764708397, |
| "learning_rate": 5e-05, |
| "loss": 0.1826, |
| "loss/crossentropy": 2.656112492084503, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18259770050644875, |
| "loss/reg": 1.7019816637039185, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.00962, |
| "grad_norm": 0.937751054763794, |
| "grad_norm_var": 0.022106629800203694, |
| "learning_rate": 5e-05, |
| "loss": 0.2083, |
| "loss/crossentropy": 2.907736301422119, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.20831404626369476, |
| "loss/reg": 1.700728416442871, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.00963, |
| "grad_norm": 0.3895174264907837, |
| "grad_norm_var": 0.021883161578962466, |
| "learning_rate": 5e-05, |
| "loss": 0.1803, |
| "loss/crossentropy": 2.845858633518219, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18031802773475647, |
| "loss/reg": 1.6990742683410645, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.00964, |
| "grad_norm": 0.34548690915107727, |
| "grad_norm_var": 0.02215928485241057, |
| "learning_rate": 5e-05, |
| "loss": 0.1645, |
| "loss/crossentropy": 2.8244311213493347, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1645219847559929, |
| "loss/reg": 1.697798252105713, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.00965, |
| "grad_norm": 0.36824318766593933, |
| "grad_norm_var": 0.021193656582446117, |
| "learning_rate": 5e-05, |
| "loss": 0.1717, |
| "loss/crossentropy": 2.884181797504425, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17166699841618538, |
| "loss/reg": 1.6957753896713257, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.00966, |
| "grad_norm": 0.37774839997291565, |
| "grad_norm_var": 0.021001939954339834, |
| "learning_rate": 5e-05, |
| "loss": 0.1824, |
| "loss/crossentropy": 3.025804340839386, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18241329863667488, |
| "loss/reg": 1.6944239139556885, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.00967, |
| "grad_norm": 0.36408743262290955, |
| "grad_norm_var": 0.02133579751543382, |
| "learning_rate": 5e-05, |
| "loss": 0.1816, |
| "loss/crossentropy": 2.6597015261650085, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1815933845937252, |
| "loss/reg": 1.692252516746521, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.00968, |
| "grad_norm": 0.34311729669570923, |
| "grad_norm_var": 0.02183892884845392, |
| "learning_rate": 5e-05, |
| "loss": 0.1662, |
| "loss/crossentropy": 2.845684826374054, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1661607250571251, |
| "loss/reg": 1.6907639503479004, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.00969, |
| "grad_norm": 0.38303908705711365, |
| "grad_norm_var": 0.021779175231247044, |
| "learning_rate": 5e-05, |
| "loss": 0.1693, |
| "loss/crossentropy": 2.558404505252838, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16925161331892014, |
| "loss/reg": 1.6893569231033325, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.0097, |
| "grad_norm": 0.3850949704647064, |
| "grad_norm_var": 0.02018777587365078, |
| "learning_rate": 5e-05, |
| "loss": 0.1685, |
| "loss/crossentropy": 2.890751600265503, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1684512346982956, |
| "loss/reg": 1.688266634941101, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.00971, |
| "grad_norm": 0.4068422317504883, |
| "grad_norm_var": 0.020191525445637973, |
| "learning_rate": 5e-05, |
| "loss": 0.1857, |
| "loss/crossentropy": 2.707846701145172, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18569114059209824, |
| "loss/reg": 1.6867531538009644, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.00972, |
| "grad_norm": 0.3924512565135956, |
| "grad_norm_var": 0.020172897207266394, |
| "learning_rate": 5e-05, |
| "loss": 0.1829, |
| "loss/crossentropy": 2.848098576068878, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1828712299466133, |
| "loss/reg": 1.6852294206619263, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.00973, |
| "grad_norm": 0.3714575469493866, |
| "grad_norm_var": 0.020336838096992275, |
| "learning_rate": 5e-05, |
| "loss": 0.1773, |
| "loss/crossentropy": 2.8703532814979553, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17731666564941406, |
| "loss/reg": 1.6838881969451904, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.00974, |
| "grad_norm": 0.35195186734199524, |
| "grad_norm_var": 0.020588227081264298, |
| "learning_rate": 5e-05, |
| "loss": 0.1862, |
| "loss/crossentropy": 2.863659620285034, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18621815741062164, |
| "loss/reg": 1.6821165084838867, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.00975, |
| "grad_norm": 0.441755086183548, |
| "grad_norm_var": 0.02037088575085001, |
| "learning_rate": 5e-05, |
| "loss": 0.1933, |
| "loss/crossentropy": 2.810901939868927, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19334488362073898, |
| "loss/reg": 1.6802574396133423, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.00976, |
| "grad_norm": 0.40233367681503296, |
| "grad_norm_var": 0.02035677589008348, |
| "learning_rate": 5e-05, |
| "loss": 0.1983, |
| "loss/crossentropy": 2.681654691696167, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19833911955356598, |
| "loss/reg": 1.6781818866729736, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.00977, |
| "grad_norm": 0.6531580686569214, |
| "grad_norm_var": 0.023423138566671976, |
| "learning_rate": 5e-05, |
| "loss": 0.2212, |
| "loss/crossentropy": 2.82851505279541, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2212192267179489, |
| "loss/reg": 1.6763266324996948, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.00978, |
| "grad_norm": 0.3646674156188965, |
| "grad_norm_var": 0.005314392422501734, |
| "learning_rate": 5e-05, |
| "loss": 0.1715, |
| "loss/crossentropy": 2.7788134813308716, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17147252708673477, |
| "loss/reg": 1.674770712852478, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.00979, |
| "grad_norm": 0.40374529361724854, |
| "grad_norm_var": 0.005314159555871933, |
| "learning_rate": 5e-05, |
| "loss": 0.2092, |
| "loss/crossentropy": 2.7746172547340393, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.2092289738357067, |
| "loss/reg": 1.6723932027816772, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.0098, |
| "grad_norm": 0.3737621009349823, |
| "grad_norm_var": 0.005169172562247167, |
| "learning_rate": 5e-05, |
| "loss": 0.1847, |
| "loss/crossentropy": 2.871635138988495, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18473126366734505, |
| "loss/reg": 1.6707124710083008, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.00981, |
| "grad_norm": 0.37383797764778137, |
| "grad_norm_var": 0.005148210609649088, |
| "learning_rate": 5e-05, |
| "loss": 0.1733, |
| "loss/crossentropy": 2.760922133922577, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1733292043209076, |
| "loss/reg": 1.6693061590194702, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.00982, |
| "grad_norm": 0.38922467827796936, |
| "grad_norm_var": 0.00512344066750369, |
| "learning_rate": 5e-05, |
| "loss": 0.164, |
| "loss/crossentropy": 2.8191832304000854, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16395087912678719, |
| "loss/reg": 1.6671026945114136, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.00983, |
| "grad_norm": 0.40670332312583923, |
| "grad_norm_var": 0.0050327015332547465, |
| "learning_rate": 5e-05, |
| "loss": 0.1892, |
| "loss/crossentropy": 2.847275197505951, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18915896490216255, |
| "loss/reg": 1.6655491590499878, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.00984, |
| "grad_norm": 0.3739645183086395, |
| "grad_norm_var": 0.004847126969690196, |
| "learning_rate": 5e-05, |
| "loss": 0.194, |
| "loss/crossentropy": 2.817361056804657, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1940479725599289, |
| "loss/reg": 1.664434552192688, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.00985, |
| "grad_norm": 0.36827903985977173, |
| "grad_norm_var": 0.00490322302848593, |
| "learning_rate": 5e-05, |
| "loss": 0.1793, |
| "loss/crossentropy": 2.9278652667999268, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17926159501075745, |
| "loss/reg": 1.6631444692611694, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.00986, |
| "grad_norm": 0.36838048696517944, |
| "grad_norm_var": 0.0049621510753778035, |
| "learning_rate": 5e-05, |
| "loss": 0.182, |
| "loss/crossentropy": 2.625900149345398, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1820085123181343, |
| "loss/reg": 1.6615486145019531, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.00987, |
| "grad_norm": 0.406107097864151, |
| "grad_norm_var": 0.00496177464005331, |
| "learning_rate": 5e-05, |
| "loss": 0.165, |
| "loss/crossentropy": 2.6364856362342834, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16496483236551285, |
| "loss/reg": 1.6604608297348022, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.00988, |
| "grad_norm": 0.3886563777923584, |
| "grad_norm_var": 0.004967815483619401, |
| "learning_rate": 5e-05, |
| "loss": 0.1803, |
| "loss/crossentropy": 2.796413004398346, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1803182028234005, |
| "loss/reg": 1.6593427658081055, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.00989, |
| "grad_norm": 0.35161423683166504, |
| "grad_norm_var": 0.005074223354079936, |
| "learning_rate": 5e-05, |
| "loss": 0.1644, |
| "loss/crossentropy": 2.8155667185783386, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.16441339999437332, |
| "loss/reg": 1.6583104133605957, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.0099, |
| "grad_norm": 0.39407941699028015, |
| "grad_norm_var": 0.0049088886087087355, |
| "learning_rate": 5e-05, |
| "loss": 0.1928, |
| "loss/crossentropy": 2.8455575704574585, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19284628704190254, |
| "loss/reg": 1.658367395401001, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.00991, |
| "grad_norm": 0.3695094883441925, |
| "grad_norm_var": 0.004869171230278472, |
| "learning_rate": 5e-05, |
| "loss": 0.1814, |
| "loss/crossentropy": 2.80289888381958, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18142832443118095, |
| "loss/reg": 1.6575336456298828, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.00992, |
| "grad_norm": 0.3505973815917969, |
| "grad_norm_var": 0.005015199761620141, |
| "learning_rate": 5e-05, |
| "loss": 0.1769, |
| "loss/crossentropy": 2.731611430644989, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17688723653554916, |
| "loss/reg": 1.6567095518112183, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.00993, |
| "grad_norm": 0.38008397817611694, |
| "grad_norm_var": 0.0003133497280889556, |
| "learning_rate": 5e-05, |
| "loss": 0.1836, |
| "loss/crossentropy": 2.7869952917099, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.18361864984035492, |
| "loss/reg": 1.6552574634552002, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.00994, |
| "grad_norm": 0.38647469878196716, |
| "grad_norm_var": 0.00030154116815576856, |
| "learning_rate": 5e-05, |
| "loss": 0.1794, |
| "loss/crossentropy": 2.744201898574829, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17939525097608566, |
| "loss/reg": 1.6545374393463135, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.00995, |
| "grad_norm": 0.3995093107223511, |
| "grad_norm_var": 0.0002894285610608412, |
| "learning_rate": 5e-05, |
| "loss": 0.1916, |
| "loss/crossentropy": 2.694726526737213, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1916041001677513, |
| "loss/reg": 1.6533586978912354, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.00996, |
| "grad_norm": 0.34584900736808777, |
| "grad_norm_var": 0.0003615231269390488, |
| "learning_rate": 5e-05, |
| "loss": 0.1739, |
| "loss/crossentropy": 2.8016315698623657, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.1739257462322712, |
| "loss/reg": 1.651719570159912, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.00997, |
| "grad_norm": 0.3925288915634155, |
| "grad_norm_var": 0.0003722265532580001, |
| "learning_rate": 5e-05, |
| "loss": 0.177, |
| "loss/crossentropy": 2.897447168827057, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.17699377238750458, |
| "loss/reg": 1.6504392623901367, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.00998, |
| "grad_norm": 0.39880403876304626, |
| "grad_norm_var": 0.0003904176090236522, |
| "learning_rate": 5e-05, |
| "loss": 0.1919, |
| "loss/crossentropy": 2.8275578022003174, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19189641624689102, |
| "loss/reg": 1.6491367816925049, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.00999, |
| "grad_norm": 0.4310808479785919, |
| "grad_norm_var": 0.0005141220319849537, |
| "learning_rate": 5e-05, |
| "loss": 0.2298, |
| "loss/crossentropy": 2.7063609957695007, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.22976921498775482, |
| "loss/reg": 1.6471576690673828, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.3714313507080078, |
| "grad_norm_var": 0.0005171003041950173, |
| "learning_rate": 5e-05, |
| "loss": 0.1901, |
| "loss/crossentropy": 2.7168938517570496, |
| "loss/hidden": 0.0, |
| "loss/logits": 0.19012651592493057, |
| "loss/reg": 1.6457953453063965, |
| "step": 1000 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 100000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": true, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.15246892515328e+17, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
